-- Logs begin at Sun 2021-08-29 05:38:42 UTC, end at Sun 2021-08-29 08:30:52 UTC. -- Aug 29 06:25:20.289132 n-d-713301-12 systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 06:25:22.977956 n-d-713301-12 neutron-server[95294]: INFO neutron.common.config [-] Logging enabled! Aug 29 06:25:22.978517 n-d-713301-12 neutron-server[95294]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 06:25:22.978737 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95294) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 06:25:22.981991 n-d-713301-12 neutron-server[95294]: INFO neutron.common.config [-] Logging enabled! Aug 29 06:25:22.982247 n-d-713301-12 neutron-server[95294]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 06:25:22.982558 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95294) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 06:25:22.984046 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 06:25:22.984280 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 06:25:22.984645 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 06:25:22.984891 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 06:25:22.985115 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 06:25:22.985443 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.985744 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.986040 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.986278 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.986569 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.986859 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.987167 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.987458 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.987757 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.988043 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.988323 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.988609 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.988840 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.989123 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.989407 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.989692 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.989922 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] debug = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.990203 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.990619 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.991022 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.991326 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.991616 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.991924 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.992173 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.992449 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.992733 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.993059 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] host = n-d-713301-12 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.993335 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.993619 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.993906 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.994192 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.994468 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.994743 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.995027 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.995332 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.995607 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] log_file = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.995899 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.996232 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.996478 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.996766 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.996992 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.997214 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.997501 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.997787 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.998067 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.998343 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.998618 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.999546 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:22.999830 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.000105 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.000392 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.000679 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.000966 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.001243 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.001520 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.001798 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.002069 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.002356 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.002634 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.002910 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.003211 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.003501 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.003772 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.004046 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.004347 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.004634 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.004915 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.005199 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.005475 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.005757 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.006030 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.006303 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.006838 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] use_json = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.007117 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.007412 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.007696 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.007972 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.008245 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.008518 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.008791 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.009079 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:23.009398 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.009674 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.009983 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.010267 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.010562 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.010844 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.011134 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.011435 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.011725 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.012014 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.012305 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.012583 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.012873 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.013155 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.013450 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.013755 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.014049 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.014339 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.014637 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.014913 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.015213 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.015494 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.015782 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.016062 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.016348 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.016635 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.016915 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.017202 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.017495 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.017783 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.018061 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.018339 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.018628 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.018906 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.019202 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.019483 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.019771 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.020053 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.020325 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.020604 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.020881 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.021153 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.021424 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.021701 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.021990 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.022268 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.022539 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.022809 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.023085 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.023382 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.023665 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.023941 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.024214 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.024484 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.024762 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.025033 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.025305 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.025585 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.025854 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.026129 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.026396 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.026685 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.026937 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.027227 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.027499 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.027769 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.028038 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.028313 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.028584 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.028855 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.029125 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.029396 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.029667 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.029957 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.030781 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.031059 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.031367 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.031648 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.031926 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.032201 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.032479 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.032754 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.033031 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.033299 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.033586 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.033870 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.034155 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.034437 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.034714 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.035011 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.035309 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.035596 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.035874 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.036153 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.036434 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.036716 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.037004 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.037293 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.037582 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.037875 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.038165 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.038446 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.038751 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.039027 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:23.039271 n-d-713301-12 neutron-server[95294]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 06:25:23.039510 n-d-713301-12 neutron-server[95294]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95294) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 06:25:23.386197 n-d-713301-12 neutron-server[95294]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 06:25:23.386474 n-d-713301-12 neutron-server[95294]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 06:25:23.386767 n-d-713301-12 neutron-server[95294]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 06:25:23.387097 n-d-713301-12 neutron-server[95294]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 06:25:23.780076 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.780796 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.781051 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.782365 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.782640 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.782905 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.818901 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.819213 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.819481 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.834174 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.834458 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.834734 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.863567 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.863861 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.864137 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.901514 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.901793 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:23.902061 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.135530 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.136177 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.136177 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.136344 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.137204 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.256851 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.257173 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.257463 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.257741 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.258012 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.258328 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.258592 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.258854 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.259112 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.259420 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.259684 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.259957 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.260218 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.260473 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.260730 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.260999 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.261255 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.261523 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.261794 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.262056 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.262330 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.262585 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.262868 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.263332 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.263588 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.263839 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.264227 n-d-713301-12 neutron-server[95294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 06:25:24.264989 n-d-713301-12 neutron-server[95294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 06:25:24.265230 n-d-713301-12 neutron-server[95294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 06:25:24.265467 n-d-713301-12 neutron-server[95294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 06:25:24.265701 n-d-713301-12 neutron-server[95294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 06:25:24.265936 n-d-713301-12 neutron-server[95294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 06:25:24.266297 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 06:25:24.269394 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 06:25:24.273418 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 06:25:24.277144 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Aug 29 06:25:24.278773 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 06:25:24.279253 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 06:25:24.279592 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 06:25:24.279977 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 06:25:24.283328 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 06:25:24.283579 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 06:25:24.283926 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 06:25:24.289179 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 06:25:24.310946 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 06:25:24.311470 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.311771 n-d-713301-12 neutron-server[95294]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95294) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 29 06:25:24.312138 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.313492 n-d-713301-12 neutron-server[95294]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95294) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 06:25:24.313775 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 06:25:24.314025 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 06:25:24.317138 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.317432 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:24.382634 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 06:25:24.382871 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 06:25:24.383108 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 06:25:24.383504 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 06:25:24.403764 n-d-713301-12 neutron-server[95294]: DEBUG oslo_db.sqlalchemy.engines [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95294) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 06:25:25.100849 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Initializing driver for type 'gre' Aug 29 06:25:25.101371 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] gre ID ranges: [(1, 1000)] Aug 29 06:25:25.300526 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Initializing driver for type 'local' Aug 29 06:25:25.301164 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Initializing driver for type 'vlan' Aug 29 06:25:25.386122 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] VlanTypeDriver initialization complete Aug 29 06:25:25.386453 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Initializing driver for type 'vxlan' Aug 29 06:25:25.386945 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] vxlan ID ranges: [(1, 1000)] Aug 29 06:25:25.586930 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Initializing extension driver 'port_security' Aug 29 06:25:25.587289 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.extensions.port_security [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] PortSecurityExtensionDriver initialization complete Aug 29 06:25:25.587634 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Initializing mechanism driver 'openvswitch' Aug 29 06:25:25.587965 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Initializing mechanism driver 'hyperv' Aug 29 06:25:25.594516 n-d-713301-12 neutron-server[95294]: DEBUG neutron.plugins.ml2.plugin [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:25:25.595249 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > port after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.595634 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > port after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.596002 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > port after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.596541 n-d-713301-12 neutron-server[95294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 06:25:25.596987 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.597352 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.597767 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.598166 n-d-713301-12 neutron-server[95294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 06:25:25.598632 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > network after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.599016 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > network after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.599422 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > network after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.599852 n-d-713301-12 neutron-server[95294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 06:25:25.600293 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > security_group after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.600652 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > security_group after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.601003 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.601556 n-d-713301-12 neutron-server[95294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 06:25:25.601978 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.602377 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.602755 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.603181 n-d-713301-12 neutron-server[95294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 06:25:25.603630 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > address_group after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.604006 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > address_group after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.604375 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.604797 n-d-713301-12 neutron-server[95294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 06:25:25.605196 n-d-713301-12 neutron-server[95294]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] ML2 OVO RPC backend initialized. {{(pid=95294) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 29 06:25:25.605914 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.606282 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.606710 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > network before_response 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.607070 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > networks before_response 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.607474 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > port before_response 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.607848 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > ports before_response 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.610434 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > subnet before_response 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.610434 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > subnets before_response 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.610434 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > network after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.610434 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > network after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.611290 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > network after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.611290 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > port after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.611290 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > port after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.611290 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > port after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.611583 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.611813 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.612180 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.612790 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.plugin [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Modular L2 Plugin initialization complete Aug 29 06:25:25.613146 n-d-713301-12 neutron-server[95294]: DEBUG neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading services supported by the core plugin {{(pid=95294) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 06:25:25.613540 n-d-713301-12 neutron-server[95294]: INFO neutron.plugins.ml2.managers [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Got port-security extension from driver 'port_security' Aug 29 06:25:25.614056 n-d-713301-12 neutron-server[95294]: INFO neutron.extensions.vlantransparent [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Disabled vlantransparent extension. Aug 29 06:25:25.614548 n-d-713301-12 neutron-server[95294]: DEBUG neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95294) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 06:25:25.614869 n-d-713301-12 neutron-server[95294]: INFO neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading Plugin: router Aug 29 06:25:25.652984 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.653387 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router after_create 55549900 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.653773 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router before_create 55549900 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.654151 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.654538 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.654906 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router after_delete 55549900 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.655311 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.655676 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.656045 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router after_create 55549900 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.656421 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router after_update 55549900 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.656780 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router after_update 55549900 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.657137 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.657528 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router after_update 55549900 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.657968 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.658365 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: port after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.658715 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: port after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.659063 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: subnet after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.659437 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.659798 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.660158 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.660510 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: port before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.660862 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router precommit_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.661228 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router after_update 55549900 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.661579 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.661938 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.662309 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.662673 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.663050 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > agent after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.663464 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > agent after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.663841 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > network after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.664788 n-d-713301-12 neutron-server[95294]: DEBUG neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Tracking information for resource: router configured {{(pid=95294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 06:25:25.665169 n-d-713301-12 neutron-server[95294]: DEBUG neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Tracking information for resource: floatingip configured {{(pid=95294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 06:25:25.670122 n-d-713301-12 neutron-server[95294]: INFO neutron.db.l3_agentschedulers_db [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 06:25:25.670708 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: port after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.671077 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: port after_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.671463 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: port after_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.671820 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: port after_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.672656 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router before_create 55550100 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.673031 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.673947 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router precommit_create 55550100 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.674315 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > router precommit_update 55550100 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.678964 n-d-713301-12 neutron-server[95294]: DEBUG neutron.services.provider_configuration [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service providers = [] {{(pid=95294) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 06:25:25.679363 n-d-713301-12 neutron-server[95294]: DEBUG neutron.db.servicetype_db [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95294) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 06:25:25.682370 n-d-713301-12 neutron-server[95294]: DEBUG neutron.services.service_base [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 06:25:25.682730 n-d-713301-12 neutron-server[95294]: DEBUG neutron.services.service_base [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 06:25:25.683086 n-d-713301-12 neutron-server[95294]: DEBUG neutron.services.service_base [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 06:25:25.684036 n-d-713301-12 neutron-server[95294]: DEBUG neutron.services.service_base [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 06:25:25.684416 n-d-713301-12 neutron-server[95294]: INFO neutron.services.service_base [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 06:25:25.684819 n-d-713301-12 neutron-server[95294]: DEBUG neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 06:25:25.685142 n-d-713301-12 neutron-server[95294]: INFO neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 06:25:25.696501 n-d-713301-12 neutron-server[95294]: DEBUG neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 06:25:25.696843 n-d-713301-12 neutron-server[95294]: INFO neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading Plugin: auto_allocate Aug 29 06:25:25.702612 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: network precommit_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.702996 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: network precommit_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.703560 n-d-713301-12 neutron-server[95294]: DEBUG neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 06:25:25.703890 n-d-713301-12 neutron-server[95294]: INFO neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading Plugin: tag Aug 29 06:25:25.710516 n-d-713301-12 neutron-server[95294]: DEBUG neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 06:25:25.710854 n-d-713301-12 neutron-server[95294]: INFO neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading Plugin: timestamp Aug 29 06:25:25.714880 n-d-713301-12 neutron-server[95294]: DEBUG neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 06:25:25.715247 n-d-713301-12 neutron-server[95294]: INFO neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading Plugin: network_ip_availability Aug 29 06:25:25.720721 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.721101 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.721469 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.722213 n-d-713301-12 neutron-server[95294]: DEBUG neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 06:25:25.722544 n-d-713301-12 neutron-server[95294]: INFO neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading Plugin: flavors Aug 29 06:25:25.727357 n-d-713301-12 neutron-server[95294]: DEBUG neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 06:25:25.727698 n-d-713301-12 neutron-server[95294]: INFO neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading Plugin: revisions Aug 29 06:25:25.732004 n-d-713301-12 neutron-server[95294]: DEBUG neutron.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 06:25:25.732403 n-d-713301-12 neutron-server[95294]: DEBUG oslo_concurrency.lockutils [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.346s {{(pid=95294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 06:25:25.733146 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95294) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 29 06:25:25.733489 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Initializing extension manager. Aug 29 06:25:25.734029 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: __init__.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.734381 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: __pycache__ {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.734722 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.735061 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: address_group.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.736374 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.736947 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: address-group Aug 29 06:25:25.737275 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: address_scope.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.738001 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.738514 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: address-scope Aug 29 06:25:25.738842 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.739841 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.740356 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: router-admin-state-down-before-update Aug 29 06:25:25.740683 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: agent.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.741592 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.742109 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: agent Aug 29 06:25:25.742438 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: agent_resources_synced.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.743381 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.743903 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: agent-resources-synced Aug 29 06:25:25.744229 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: allowedaddresspairs.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.746056 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.746580 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: allowed-address-pairs Aug 29 06:25:25.746912 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: auto_allocated_topology.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.748021 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.748536 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: auto-allocated-topology Aug 29 06:25:25.748865 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: availability_zone.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.749569 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.750078 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: availability_zone Aug 29 06:25:25.750431 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: availability_zone_filter.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.752020 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.752530 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: availability_zone_filter Aug 29 06:25:25.752857 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: data_plane_status.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.753781 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.754287 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 06:25:25.754613 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: default_subnetpools.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.755572 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.756085 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: default-subnetpools Aug 29 06:25:25.756446 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.757517 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.758027 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: dhcp_agent_scheduler Aug 29 06:25:25.758357 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: dns.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.759321 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.759828 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension dns-integration not supported by any of loaded plugins Aug 29 06:25:25.760157 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: dns_domain_ports.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.761088 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.761597 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 06:25:25.761925 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.762873 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.763413 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 06:25:25.763747 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: dvr.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.764425 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.764934 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: dvr Aug 29 06:25:25.765260 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: ecmp_routes.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.766188 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.766691 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 06:25:25.767043 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: empty_string_filtering.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.767988 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.768516 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: empty-string-filtering Aug 29 06:25:25.768843 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.769765 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.770268 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 06:25:25.770595 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.771559 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.772072 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 06:25:25.772399 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: external_net.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.773339 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.773856 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: external-net Aug 29 06:25:25.774181 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.775104 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.775642 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: extra_dhcp_opt Aug 29 06:25:25.775972 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: extraroute.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.776901 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.777414 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: extraroute Aug 29 06:25:25.777739 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: extraroute_atomic.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.778782 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.779330 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: extraroute-atomic Aug 29 06:25:25.779680 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: filter_validation.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.780361 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.780868 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: filter-validation Aug 29 06:25:25.781194 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: fip_pf_description.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.782116 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.782650 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 06:25:25.782973 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: fip_port_details.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.783927 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.784439 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: fip-port-details Aug 29 06:25:25.784764 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: flavors.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.786041 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.786545 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: flavors Aug 29 06:25:25.786877 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.788556 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.789083 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 06:25:25.789425 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: floatingip_pools.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.790136 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.790652 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: floatingip-pools Aug 29 06:25:25.791009 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: ip_allocation.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.791968 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.792478 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 06:25:25.792812 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.793755 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.794275 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: ip-substring-filtering Aug 29 06:25:25.794611 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: l2_adjacency.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.795583 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.796093 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 06:25:25.796426 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: l3.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.797551 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.798078 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: router Aug 29 06:25:25.798938 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.801212 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.801741 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 06:25:25.802081 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.803054 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.803608 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: ext-gw-mode Aug 29 06:25:25.803943 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.804878 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.805395 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: l3-ha Aug 29 06:25:25.805727 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: l3_flavors.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.806654 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.807187 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: l3-flavors Aug 29 06:25:25.807523 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.808469 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.808977 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 06:25:25.809308 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: l3agentscheduler.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.810349 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.810866 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: l3_agent_scheduler Aug 29 06:25:25.811226 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: logging.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.812723 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.813243 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension logging not supported by any of loaded plugins Aug 29 06:25:25.813580 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: metering.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.814940 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.815553 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: metering Aug 29 06:25:25.815885 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.816981 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.817502 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: metering_source_and_destination_fields Aug 29 06:25:25.817835 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: multiprovidernet.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.818779 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.819339 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: multi-provider Aug 29 06:25:25.819672 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: netmtu.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.820599 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.821114 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: net-mtu Aug 29 06:25:25.821476 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: netmtu_writable.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.822406 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.822919 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: net-mtu-writable Aug 29 06:25:25.823290 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: network_availability_zone.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.823975 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.824490 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: network_availability_zone Aug 29 06:25:25.824816 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: network_ip_availability.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.825915 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.826429 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: network-ip-availability Aug 29 06:25:25.826757 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: network_segment_range.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.827581 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.828102 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 06:25:25.828428 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: pagination.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.829466 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.829804 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: pagination Aug 29 06:25:25.830130 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: port_device_profile.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.831080 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.831621 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: port-device-profile Aug 29 06:25:25.831947 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.832878 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.833391 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: port-mac-address-regenerate Aug 29 06:25:25.833719 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.834683 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.835219 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: port-numa-affinity-policy Aug 29 06:25:25.835553 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: port_resource_request.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.836506 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.843013 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 06:25:25.843013 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: portbindings.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.843752 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.844266 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: binding Aug 29 06:25:25.844597 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: portbindings_extended.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.846038 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.846562 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: binding-extended Aug 29 06:25:25.846898 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: portsecurity.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.847854 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.848417 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: port-security Aug 29 06:25:25.848746 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: project_id.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.849734 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.850098 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: project-id Aug 29 06:25:25.850418 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: providernet.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.851389 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.851905 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: provider Aug 29 06:25:25.852234 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: qos.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.855843 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.856377 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension qos not supported by any of loaded plugins Aug 29 06:25:25.856717 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.857988 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.858505 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 06:25:25.858840 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.859833 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.860350 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 06:25:25.861196 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: qos_default.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.862133 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.862650 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension qos-default not supported by any of loaded plugins Aug 29 06:25:25.862977 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: qos_fip.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.863664 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.864173 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension qos-fip not supported by any of loaded plugins Aug 29 06:25:25.864498 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: qos_gateway_ip.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.865585 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.866191 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 06:25:25.866274 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: qos_port_network_policy.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.867237 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.867757 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 06:25:25.868088 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: qos_pps_rule.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.869283 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.869807 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension qos-pps not supported by any of loaded plugins Aug 29 06:25:25.870139 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: qos_rule_type_details.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.871093 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.871638 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 06:25:25.871964 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: qos_rules_alias.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.873026 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.873573 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 06:25:25.873904 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: quotasv2.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.874849 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.875209 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: quotas Aug 29 06:25:25.880645 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: quotasv2_detail.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.883799 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.884151 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: quota_details Aug 29 06:25:25.884493 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: rbac.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.885781 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.886315 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: rbac-policies Aug 29 06:25:25.886656 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: rbac_address_group.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.887641 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.888209 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: rbac-address-group Aug 29 06:25:25.888522 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: rbac_address_scope.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.889459 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.889980 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: rbac-address-scope Aug 29 06:25:25.890316 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: rbac_security_groups.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.891272 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.891791 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: rbac-security-groups Aug 29 06:25:25.892174 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: rbac_subnetpool.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.893102 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.893638 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: rbac-subnetpool Aug 29 06:25:25.893969 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: revisionifmatch.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.894906 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.895463 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: revision-if-match Aug 29 06:25:25.895800 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: revisions.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.896916 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.897435 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: standard-attr-revisions Aug 29 06:25:25.897769 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: router_availability_zone.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.898460 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.898977 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: router_availability_zone Aug 29 06:25:25.899341 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: routerservicetype.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.900303 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.900813 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension router-service-type not supported by any of loaded plugins Aug 29 06:25:25.901143 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.902077 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.902630 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: security-groups-normalized-cidr Aug 29 06:25:25.902961 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.903942 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.904458 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: port-security-groups-filtering Aug 29 06:25:25.904789 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.905727 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.906251 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: security-groups-remote-address-group Aug 29 06:25:25.906582 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: securitygroup.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.917677 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.918213 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: security-group Aug 29 06:25:25.918552 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: segment.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.919382 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.921289 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension segment not supported by any of loaded plugins Aug 29 06:25:25.921289 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.922004 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.922519 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 06:25:25.922850 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: servicetype.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.924578 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.925106 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: service-type Aug 29 06:25:25.925445 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: sorting.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.926451 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.926791 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: sorting Aug 29 06:25:25.927124 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: standard_attr_segment.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.928135 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.928650 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 06:25:25.928981 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: standardattrdescription.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.929641 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.930151 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: standard-attr-description Aug 29 06:25:25.930480 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: stateful_security_group.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.931459 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.931979 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: stateful-security-group Aug 29 06:25:25.932312 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: stdattrs_common.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.932936 n-d-713301-12 neutron-server[95294]: WARNING neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 06:25:25.933263 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.934215 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.934730 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 06:25:25.935059 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: subnet_onboard.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.936174 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.936703 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: subnet_onboard Aug 29 06:25:25.937034 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.937979 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.938490 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 06:25:25.939412 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: subnet_service_types.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.940353 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.940872 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: subnet-service-types Aug 29 06:25:25.941201 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: subnetallocation.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.942315 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.942835 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: subnet_allocation Aug 29 06:25:25.943185 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.943869 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.944398 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: subnetpool-prefix-ops Aug 29 06:25:25.944777 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.950688 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.951253 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 06:25:25.951581 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: tagging.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.952654 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.953181 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: standard-attr-tag Aug 29 06:25:25.953510 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: timestamp.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.954765 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.955314 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loaded extension: standard-attr-timestamp Aug 29 06:25:25.955652 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: trunk.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.956735 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.957269 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension trunk not supported by any of loaded plugins Aug 29 06:25:25.957598 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: trunk_details.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.958533 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.959043 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension trunk-details not supported by any of loaded plugins Aug 29 06:25:25.959407 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: uplink_status_propagation.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.960346 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.960861 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 06:25:25.961191 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Loading extension file: vlantransparent.py {{(pid=95294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 06:25:25.961878 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 06:25:25.962417 n-d-713301-12 neutron-server[95294]: INFO neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 06:25:25.964938 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:network Aug 29 06:25:25.965479 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:subnet Aug 29 06:25:25.965884 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 06:25:25.966284 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:port Aug 29 06:25:25.967569 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.v2.resource_helper [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 06:25:25.968016 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.v2.resource_helper [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service FLAVORS assigned prefix: {{(pid=95294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 06:25:25.968677 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.v2.resource_helper [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 06:25:25.969117 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.v2.resource_helper [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 06:25:25.969455 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:router Aug 29 06:25:25.969889 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 06:25:25.970925 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.v2.resource_helper [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service METERING assigned prefix: /metering {{(pid=95294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 06:25:25.972550 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.972982 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.973383 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:25:25.974434 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 06:25:25.974907 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:security_group Aug 29 06:25:25.975379 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 06:25:25.975989 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.v2.resource_helper [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service CORE assigned prefix: {{(pid=95294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 06:25:25.976323 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 06:25:25.976674 n-d-713301-12 neutron-server[95294]: WARNING neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] subnetpool is already registered Aug 29 06:25:25.977113 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.v2.resource_helper [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service CORE assigned prefix: {{(pid=95294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 06:25:25.977445 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 06:25:25.977784 n-d-713301-12 neutron-server[95294]: WARNING neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] subnetpool is already registered Aug 29 06:25:25.980151 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.v2.resource_helper [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 06:25:25.980591 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.v2.resource_helper [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service FLAVORS assigned prefix: {{(pid=95294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 06:25:25.981191 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.v2.resource_helper [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 06:25:25.981623 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.v2.resource_helper [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 06:25:25.981967 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:router Aug 29 06:25:25.982312 n-d-713301-12 neutron-server[95294]: WARNING neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] router is already registered Aug 29 06:25:25.982731 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 06:25:25.983076 n-d-713301-12 neutron-server[95294]: WARNING neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] floatingip is already registered Aug 29 06:25:25.983566 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.v2.resource_helper [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service METERING assigned prefix: /metering {{(pid=95294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 06:25:25.984233 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 06:25:25.984565 n-d-713301-12 neutron-server[95294]: WARNING neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] rbac_policy is already registered Aug 29 06:25:25.985001 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:security_group Aug 29 06:25:25.985361 n-d-713301-12 neutron-server[95294]: WARNING neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] security_group is already registered Aug 29 06:25:25.986384 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 06:25:25.986727 n-d-713301-12 neutron-server[95294]: WARNING neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] security_group_rule is already registered Aug 29 06:25:25.987394 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.v2.resource_helper [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service CORE assigned prefix: {{(pid=95294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 06:25:25.987730 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 06:25:25.988071 n-d-713301-12 neutron-server[95294]: WARNING neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] subnetpool is already registered Aug 29 06:25:25.988497 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.v2.resource_helper [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Service CORE assigned prefix: {{(pid=95294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 06:25:25.988826 n-d-713301-12 neutron-server[95294]: INFO neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 06:25:25.989162 n-d-713301-12 neutron-server[95294]: WARNING neutron.quota.resource_registry [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] subnetpool is already registered Aug 29 06:25:25.989634 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: extensions {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:25.991158 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: address-groups {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:25.992669 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: address-scopes {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:25.993984 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: agents {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:25.995190 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: auto-allocated-topology {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:25.996466 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: availability_zones {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:25.997731 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: dhcp-networks {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:25.999285 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: dhcp-agents {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.000758 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: routers {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.003062 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: flavors {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.004278 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: service_profiles {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.005513 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: next_providers {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.007278 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: service_profiles {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.008890 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: floatingip-pools {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.010133 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: routers {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.012337 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: floatingips {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.013656 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: l3-routers {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.015053 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: l3-agents {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.016524 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: metering-labels {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.017938 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: metering-label-rules {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.019273 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: network-ip-availabilities {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.020549 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: bindings {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.022253 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: quotas {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.023745 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: quotas {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.025205 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: rbac-policies {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.026452 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: security-groups {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.027797 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: security-group-rules {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.029050 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: service-providers {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.030309 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: subnetpools {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.033369 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: subnetpools {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.034872 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: tags {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.036624 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: tags {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.038441 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: tags {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.040285 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: tags {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.042156 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: tags {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.044073 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: tags {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.045820 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: tags {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.047790 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: tags {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.050267 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: tags {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.052138 n-d-713301-12 neutron-server[95294]: DEBUG neutron.api.extensions [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Extended resource: tags {{(pid=95294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 06:25:26.058065 n-d-713301-12 neutron-server[95294]: WARNING keystonemiddleware.auth_token [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 06:25:26.062832 n-d-713301-12 neutron-server[95294]: WARNING keystonemiddleware.auth_token [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 06:25:26.071196 n-d-713301-12 neutron-server[95294]: DEBUG oslo_concurrency.lockutils [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Acquired lock "singleton_lock" {{(pid=95294) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 29 06:25:26.071685 n-d-713301-12 neutron-server[95294]: DEBUG oslo_concurrency.lockutils [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Releasing lock "singleton_lock" {{(pid=95294) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 29 06:25:26.072334 n-d-713301-12 neutron-server[95294]: INFO oslo_service.service [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Starting 2 workers Aug 29 06:25:26.077234 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Started child 95403 {{(pid=95294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 06:25:26.081820 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Started child 95404 {{(pid=95294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 06:25:26.082408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:26.083452 n-d-713301-12 neutron-server[95294]: INFO neutron.service [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 06:25:26.083874 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [-] (95403) wsgi starting up on http://0.0.0.0:9696 Aug 29 06:25:26.084126 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Notify callbacks [] for process, before_spawn {{(pid=95294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:26.086463 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:26.086939 n-d-713301-12 neutron-server[95294]: INFO oslo_service.service [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Starting 1 workers Aug 29 06:25:26.087858 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [-] (95404) wsgi starting up on http://0.0.0.0:9696 Aug 29 06:25:26.091803 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Started child 95405 {{(pid=95294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 06:25:26.092350 n-d-713301-12 neutron-server[95294]: INFO oslo_service.service [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Starting 1 workers Aug 29 06:25:26.098496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.service [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] calling RpcWorker wait() {{(pid=95405) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 06:25:26.098496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.service [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] returning from RpcWorker wait() {{(pid=95405) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 06:25:26.099155 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Started child 95406 {{(pid=95294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 06:25:26.099238 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:26.099318 n-d-713301-12 neutron-server[95294]: DEBUG neutron_lib.callbacks.manager [None req-c603cc17-f655-4763-b63d-d4a084fec7b8 None None] Notify callbacks [] for process, after_spawn {{(pid=95294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:26.099388 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:25:26.100144 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95294) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 06:25:26.100358 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 06:25:26.100549 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 06:25:26.100765 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 06:25:26.101110 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 06:25:26.101271 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 06:25:26.101766 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.102044 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.102137 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:26.102531 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.102610 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.102885 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.103290 n-d-713301-12 neutron-server[95406]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:25:26.103496 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.103760 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.104018 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.104301 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.104558 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.104730 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.104898 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.105165 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.105411 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.106066 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.106066 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.106230 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.106483 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.106659 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.106918 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.107220 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.107463 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.107754 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] debug = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.108001 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.108495 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.108756 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.108998 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.109224 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.109503 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.109745 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.110036 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.110294 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.110533 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.110848 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.111101 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.111879 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.112103 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.112328 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.112611 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.112842 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.113328 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] host = n-d-713301-12 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.113567 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.113787 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.114103 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.114266 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.114527 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.114782 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.115036 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.115322 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.115590 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.115823 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.116065 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.116313 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.116533 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.116906 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_file = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.117053 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_options = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.117177 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.117432 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.117690 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.117881 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.118052 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.118234 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.118503 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.118669 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.119060 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.119231 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.119458 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.119633 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.119883 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.120169 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.120400 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.120647 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.120880 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.121101 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.121349 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.121606 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.121849 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.122078 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.122297 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.122550 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.122770 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.122985 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.123257 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.123543 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.123746 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.124003 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.124244 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.124515 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.124750 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.125021 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.125301 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.125528 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.125766 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.126051 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.126319 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.126567 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.126820 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.127056 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.127328 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.127569 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.127832 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.128043 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] use_json = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.128269 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.128502 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.128786 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.129006 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.129230 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.129436 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.129657 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.129974 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.130371 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.130666 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.130983 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.131240 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.131741 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.131999 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.132256 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.132507 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.132744 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.132980 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.133304 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.133530 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.133893 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.134122 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.134394 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.135200 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.135471 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.135744 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.135998 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.136240 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.136466 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.136727 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.137103 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.137296 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.137556 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.137829 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.138032 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.138366 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.139649 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.139649 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.139955 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.140273 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.140273 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.140443 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.140616 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.140834 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.141052 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.141333 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.141556 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.141775 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.142025 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.142275 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.142500 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.142730 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.142982 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.143266 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.143502 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.143737 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.143968 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.144202 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.144442 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.144660 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.144929 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.145179 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.145443 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.145692 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.145913 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.146129 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.146560 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.146560 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.146782 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.147023 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.147261 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.150308 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.150308 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.150308 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.150308 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.150308 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.150308 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.150308 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.150308 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.150308 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.151223 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.151223 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.151223 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.151223 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.151223 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.152685 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.154863 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.154863 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.155046 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.155324 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.155617 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.156781 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.157037 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.157265 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.157990 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.158225 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.158988 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.158988 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.159225 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.159308 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.159565 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.159777 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.160032 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.160252 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.160472 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.160710 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.160928 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.161158 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.161423 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.161678 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.161908 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.162129 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.162375 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.162627 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.164334 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.164334 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.164334 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.164334 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.164334 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.164334 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.164334 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.165404 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.165404 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.165404 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.165404 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.165695 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.165787 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.165983 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.166237 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.166975 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.166975 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.167227 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.167366 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.167583 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.167836 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.168069 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.168412 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.168541 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.168798 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.169018 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.170034 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.170034 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.170034 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.170034 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.170346 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.170497 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.170730 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.170943 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.171195 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.172157 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.172157 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.172157 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.172157 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.172480 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.172644 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.173859 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.173859 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.174026 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.174338 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.174440 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.174596 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.174834 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.175067 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.175324 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.175543 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.177712 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.177712 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.177712 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.177712 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.177712 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.177712 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.177712 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.177712 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.178315 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.178315 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.178315 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.178315 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.178600 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.178600 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.178752 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.179214 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.179214 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.179510 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.179771 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.180016 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.180240 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.180496 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.180728 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.180940 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.181183 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.181680 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.181680 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.181863 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.182018 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.182262 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.182477 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.182706 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.182935 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.183204 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.183442 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.183773 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.190485 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.190485 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.190485 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.190485 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.190485 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.190485 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.190485 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.190485 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191093 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191093 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191093 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191093 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191093 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191093 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191093 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191093 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191093 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191746 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191746 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191746 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191746 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191746 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191746 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191746 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.191746 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192353 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192353 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192353 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192353 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192353 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192353 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192353 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192353 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192904 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192904 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192904 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192904 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192904 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192904 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192904 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.192904 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.193433 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.193433 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.193433 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.193644 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.193795 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.193963 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.194171 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.194395 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.194603 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.194810 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.195034 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.195265 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.195474 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.195769 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.196017 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.196234 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.196569 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.196781 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.197037 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.197311 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.197629 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.197843 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.198085 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.198302 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.198518 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.198738 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.198993 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.199324 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.199596 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.199859 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.200097 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.200377 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.200650 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.200937 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.201141 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.201448 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.201789 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.202150 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.202317 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.202549 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.202811 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.203053 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.203290 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.203512 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.203747 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.203962 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.204280 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.204473 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.204717 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.204936 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.205164 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.205380 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.205597 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.205991 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.206250 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.206467 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.206626 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 06:25:26.207132 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95294) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 06:25:26.207317 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 06:25:26.207468 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 06:25:26.207776 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 06:25:26.208095 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 06:25:26.208260 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 06:25:26.208476 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.208641 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.208803 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.208963 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.209121 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.209299 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.209459 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.209617 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.210117 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.210117 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.210117 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.210357 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.210357 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.210511 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.210657 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.210812 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.210968 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.211125 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.211310 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.211469 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.211624 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.211781 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.211937 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] debug = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.212094 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.212304 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.212464 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.212641 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.212780 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.212905 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.213062 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.213220 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.213377 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.213533 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.213690 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.213846 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.214003 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.214159 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.214466 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.214624 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.214782 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.214941 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] host = n-d-713301-12 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.215096 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.215343 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.215501 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.215657 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.215814 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.216000 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.216123 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.216279 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.216436 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.216591 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.216748 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.216905 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.217063 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.217219 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_file = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.217397 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_options = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.217533 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.217689 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.217845 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.218032 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.218194 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.218351 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.218510 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.218667 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.218824 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.218980 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.219135 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226186 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226186 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226186 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226186 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226186 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226186 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226186 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226186 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226797 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226797 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226797 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226797 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226797 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226797 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226797 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226797 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.226797 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227418 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227418 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227418 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227418 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227418 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227418 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227418 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227418 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227944 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227944 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227944 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227944 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227944 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227944 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227944 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.227944 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.228468 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.228468 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] use_json = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.228468 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.228468 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.228468 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.228468 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.228468 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.228468 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.228468 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.229047 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 06:25:26.229047 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.229047 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.229047 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.229047 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.229047 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.229047 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.229047 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.229579 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.229579 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.229579 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.229579 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.229579 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.229579 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.229579 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.229579 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230107 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230107 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230107 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230107 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230107 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230107 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230107 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230107 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230653 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230653 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230653 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230653 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230653 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230653 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230653 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.230653 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.231361 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.231361 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.231361 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.231361 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.231361 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.231691 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.231691 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.231843 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.231922 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.232066 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.232149 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.232312 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.233128 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.233128 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.233128 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.233128 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.233128 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.233645 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.233645 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.233645 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.233645 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.233911 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.233988 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.234064 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.234244 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.234399 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.234699 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.234989 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.235299 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.235614 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.236381 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.236554 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.236717 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.236858 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.237008 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.237142 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.237302 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.237461 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.237620 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.237818 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.237961 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.238118 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.238277 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.238442 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.238600 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.238758 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.238917 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.239075 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.239256 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.239415 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.239575 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.239734 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.239895 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.240052 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.240216 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.240381 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.240540 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.240700 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.240868 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.241304 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.241304 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.241486 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.241486 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.241633 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.241784 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.241942 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.242100 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.242263 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.242418 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.242729 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.242899 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.243045 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.243229 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.243386 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.243694 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.243852 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.243984 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.244129 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.244279 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.244440 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.244599 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.244758 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.244917 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.245075 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.245233 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.245401 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.245559 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.245720 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.245879 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.246046 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.246216 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.246379 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.246538 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.246696 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.246855 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.247013 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.247186 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.247351 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.247537 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.247666 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.247825 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.248283 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.248283 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.248283 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.248508 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.248585 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.248755 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.248913 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.249072 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.249230 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.249389 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.249547 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.249982 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.249982 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.249982 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.250216 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.250297 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.250442 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.251230 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.251230 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.251230 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.251230 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.251230 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.251562 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.251562 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.258781 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.258865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:25:26.258949 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.258949 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.258949 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.258949 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.258949 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.258949 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.258949 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.258949 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.259528 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.259528 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.259528 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.259528 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.259528 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.259528 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.259528 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.259528 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260073 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260073 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260073 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260073 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260073 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260073 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260073 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260073 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260606 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260606 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260606 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260606 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260606 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260606 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260606 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.260606 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261129 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261129 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261129 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261129 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261129 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261129 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261129 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261129 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261642 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261642 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261642 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261642 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261642 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261642 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261642 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.261642 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262169 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262169 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262169 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262169 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262169 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262169 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262169 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262169 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262169 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262765 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262765 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262765 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262765 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262765 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262765 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262765 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.262765 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263341 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263341 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263341 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263341 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263341 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263341 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263341 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263341 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263870 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263870 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263870 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263870 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263870 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263870 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263870 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.263870 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.264347 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.264347 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.264347 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.264530 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.266075 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.266075 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.266075 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.266075 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.266075 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.266075 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.266075 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.266075 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268027 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268027 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268027 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268027 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268027 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268027 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268027 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268027 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268575 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268575 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268575 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268575 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268575 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268575 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268575 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.268575 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.269105 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.269105 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.269105 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.269105 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.269105 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.269105 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.269105 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.269589 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.269589 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.269589 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.269793 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.269874 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.270002 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.270159 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.270471 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.270776 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.270930 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.271073 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.271438 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.271438 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.271692 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.271692 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.272175 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.272175 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 06:25:26.272175 n-d-713301-12 neutron-server[95294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 06:25:26.462132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56256) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:25:26.471320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064952 Aug 29 06:25:38.039998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdda4dd-9329-4df9-af3e-17c282b2975f None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 06:25:38.098966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdda4dd-9329-4df9-af3e-17c282b2975f None None] No non-hosted networks {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 06:25:38.113754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.agentschedulers_db [None req-afdda4dd-9329-4df9-af3e-17c282b2975f None None] DHCP Agent not found on host n-d-713301-12 {{(pid=95405) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 29 06:25:38.300395 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7124-18f5-4868-88dd-e9276cc0f1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-336797'] for agent, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:40.520760 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c3d7b6d2-69df-4e2d-8981-84af55b933af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-336797'] for agent, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:40.558136 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-96b7eb5a-f31a-4a97-b70e-9f42190fb48b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-713301-12 {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:25:40.558917 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-96b7eb5a-f31a-4a97-b70e-9f42190fb48b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:25:40.724016 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-336797'] for agent, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:40.724849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:40.725286 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:40.725731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:40.726169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:40.726650 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:40.727261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:40.727703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:40.728204 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:40.728639 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:40.729070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:40.729504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:40.729929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:40.730439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713301-12', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:25:40.752144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713301-12', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:25:41.134900 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-96b7eb5a-f31a-4a97-b70e-9f42190fb48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:41.620750 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-336797'] for agent, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:43.271978 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-336797'] for agent, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:44.426477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56348) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:25:44.804749 n-d-713301-12 neutron-server[95405]: INFO neutron.db.l3_hamode_db [None req-7b9e34f7-e12b-4077-895c-0d904f5657fe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 06:25:44.884077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e34f7-e12b-4077-895c-0d904f5657fe None None] Routers set() bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:25:44.884476 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e34f7-e12b-4077-895c-0d904f5657fe None None] Router IDs set() for agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 06:25:44.925250 n-d-713301-12 neutron-server[95404]: WARNING oslo_policy.policy [None req-4c5b784f-091c-47de-920f-89962d89c0c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 06:25:44.925828 n-d-713301-12 neutron-server[95404]: WARNING oslo_policy.policy [None req-4c5b784f-091c-47de-920f-89962d89c0c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 06:25:45.148025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-4c5b784f-091c-47de-920f-89962d89c0c3 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:25:45.149103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4c5b784f-091c-47de-920f-89962d89c0c3 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7215929 Aug 29 06:25:47.504559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56362) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:25:47.817438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6e025ee6-d75e-40be-a711-6bfc3864b177 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:25:47.931745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.policy [None req-6e025ee6-d75e-40be-a711-6bfc3864b177 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95404) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 06:25:47.982091 n-d-713301-12 neutron-server[95404]: WARNING oslo_policy.policy [None req-6e025ee6-d75e-40be-a711-6bfc3864b177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 06:25:47.982464 n-d-713301-12 neutron-server[95404]: WARNING oslo_policy.policy [None req-6e025ee6-d75e-40be-a711-6bfc3864b177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 06:25:47.991553 n-d-713301-12 neutron-server[95404]: INFO neutron.quota [None req-6e025ee6-d75e-40be-a711-6bfc3864b177 admin admin] Loaded quota_driver: . Aug 29 06:25:48.162522 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e025ee6-d75e-40be-a711-6bfc3864b177 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792717311743', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792717311178', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792717356813', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792717354153', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792717669150', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792717342983', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-573684', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-681674', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1665156', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1702500'] for rbac-policy, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:48.351400 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e025ee6-d75e-40be-a711-6bfc3864b177 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:48.352587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6e025ee6-d75e-40be-a711-6bfc3864b177 admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8470545 Aug 29 06:25:50.898083 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56374) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:25:51.191803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'project_id': 'd76b9e04df1840ddb59cf0ff5fa4837d'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:25:51.311495 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Made reservation on behalf of d76b9e04df1840ddb59cf0ff5fa4837d for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:25:51.314048 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:51.330623 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:51.449653 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:51.500022 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:51.520733 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:25:51.548018 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792719925989', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:51.548630 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Unsubscribe: segment precommit_create {{(pid=95404) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 06:25:51.549158 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Added segment 1e90c849-acd3-445b-b385-6e16b5d7ffdd of type vlan for network dbfd28a6-96a1-45c0-9495-25b8c078f10c Aug 29 06:25:51.566713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655a1581-feff-46bc-ab02-02738c427462,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:25:51.613464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:51.613806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:51.614143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:51.614479 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:51.614805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:51.615131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:51.615487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:51.615811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:51.616132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:51.616457 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:51.616794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:51.617114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Tracked resource versions report: Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: pushed versions: Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: { 'AddressGroup': {'1.2'}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'ConntrackHelper': {'1.0'}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'Log': {'1.0'}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'Network': {'1.1'}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'Port': {'1.7'}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'PortForwarding': {'1.2'}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'QosPolicy': {'1.9'}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'SecurityGroup': {'1.4'}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'SecurityGroupRule': {'1.2'}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'SubPort': {'1.0'}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'Subnet': {'1.1'}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'Trunk': {'1.1'}} Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: consumer versions: Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: { DHCP agent@n-d-713301-12: {}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: L3 agent@n-d-713301-12: {}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: Metadata agent@n-d-713301-12: {}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: Metering agent@n-d-713301-12: {}, Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: Open vSwitch agent@n-d-713301-12: { 'AddressGroup': '1.2', Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'ConntrackHelper': '1.0', Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'Log': '1.0', Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'Network': '1.1', Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'Port': '1.7', Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'PortForwarding': '1.2', Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'QosPolicy': '1.9', Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'SecurityGroup': '1.4', Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'SecurityGroupRule': '1.2', Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'SubPort': '1.0', Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'Subnet': '1.1', Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: 'Trunk': '1.1'}} Aug 29 06:25:51.618244 n-d-713301-12 neutron-server[95404]: {{(pid=95404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 06:25:51.670351 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:51.849043 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:51.849305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:25:51.849751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:51.945027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] Pushing event updated for resources: {'Network': ['ID=dbfd28a6-96a1-45c0-9495-25b8c078f10c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:25:51.956858 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network dbfd28a6-96a1-45c0-9495-25b8c078f10c details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:25:52.066084 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f1304412-9cac-48e9-a5a5-046df4d56637 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1669180 Aug 29 06:25:54.676923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56388) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:25:55.172854 n-d-713301-12 neutron-server[95403]: WARNING oslo_policy.policy [None req-a32ea553-9846-44bc-8665-b512d3d21221 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 06:25:55.173516 n-d-713301-12 neutron-server[95403]: WARNING oslo_policy.policy [None req-a32ea553-9846-44bc-8665-b512d3d21221 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 06:25:55.615398 n-d-713301-12 neutron-server[95403]: DEBUG neutron.policy [None req-a32ea553-9846-44bc-8665-b512d3d21221 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95403) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 06:25:55.660051 n-d-713301-12 neutron-server[95403]: WARNING oslo_policy.policy [None req-a32ea553-9846-44bc-8665-b512d3d21221 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 06:25:55.660423 n-d-713301-12 neutron-server[95403]: WARNING oslo_policy.policy [None req-a32ea553-9846-44bc-8665-b512d3d21221 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 06:25:55.668753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32ea553-9846-44bc-8665-b512d3d21221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:25:55.670654 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a32ea553-9846-44bc-8665-b512d3d21221 admin admin] 10.222.0.76 "GET /v2.0/networks/dbfd28a6-96a1-45c0-9495-25b8c078f10c HTTP/1.1" status: 200 len: 825 time: 0.9916625 Aug 29 06:25:55.710134 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9b81dfe8-c38f-4551-8417-624b187bb031 admin admin] 10.222.0.76 "GET /v2.0/subnetpools/889b319a-0a2e-4bb6-b02b-34ff562cdd7c HTTP/1.1" status: 200 len: 734 time: 0.0333230 Aug 29 06:25:55.720647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Request body: {'subnet': {'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c', 'subnetpool_id': '889b319a-0a2e-4bb6-b02b-34ff562cdd7c', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:25:55.722262 n-d-713301-12 neutron-server[95403]: INFO neutron.quota [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Loaded quota_driver: . Aug 29 06:25:55.819361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Made reservation on behalf of d76b9e04df1840ddb59cf0ff5fa4837d for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:25:55.822088 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:56.168541 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:56.240681 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Checking segment: {'id': '1e90c849-acd3-445b-b385-6e16b5d7ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:25:56.241064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Network hostable DHCP agents. Network: dbfd28a6-96a1-45c0-9495-25b8c078f10c, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:25:56.253519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b92034-0775-477b-8994-d8eeec9903bc,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:25:56.269059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:56.269397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:56.269727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:56.270054 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:56.270378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:56.270697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:56.271013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:56.271414 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Tracked resource versions report: Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: pushed versions: Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: { 'AddressGroup': {'1.2'}, Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: 'ConntrackHelper': {'1.0'}, Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: 'Log': {'1.0'}, Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: 'Network': {'1.1'}, Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: 'Port': {'1.7'}, Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: 'PortForwarding': {'1.2'}, Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: 'QosPolicy': {'1.9'}, Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: 'SecurityGroup': {'1.4'}, Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: 'SecurityGroupRule': {'1.2'}, Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: 'SubPort': {'1.0'}, Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: 'Subnet': {'1.1'}, Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: 'Trunk': {'1.1'}} Aug 29 06:25:56.278326 n-d-713301-12 neutron-server[95403]: consumer versions: Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: { DHCP agent@n-d-713301-12: {}, Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: L3 agent@n-d-713301-12: {}, Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: Metadata agent@n-d-713301-12: {}, Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: Metering agent@n-d-713301-12: {}, Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: Open vSwitch agent@n-d-713301-12: { 'AddressGroup': '1.2', Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: 'ConntrackHelper': '1.0', Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: 'Log': '1.0', Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: 'Network': '1.1', Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: 'Port': '1.7', Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: 'PortForwarding': '1.2', Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: 'QosPolicy': '1.9', Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: 'SecurityGroup': '1.4', Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: 'SecurityGroupRule': '1.2', Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: 'SubPort': '1.0', Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: 'Subnet': '1.1', Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: 'Trunk': '1.1'}} Aug 29 06:25:56.279589 n-d-713301-12 neutron-server[95403]: {{(pid=95403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 06:25:56.328367 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Network dbfd28a6-96a1-45c0-9495-25b8c078f10c is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:25:56.426150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, dbfd28a6-96a1-45c0-9495-25b8c078f10c) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:25:56.430798 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:25:56.431458 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:56.435331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2b24dd-afc2-40c8-8755-91878e6ff698 None None] Network dbfd28a6-96a1-45c0-9495-25b8c078f10c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:25:56.528814 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-585a97e0-5c3f-4bad-bc2e-7df3bb069ab2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8125658 Aug 29 06:25:56.750165 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-dbfd28a6-96a1-45c0-9495-25b8c078f10c', 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'fixed_ips': [{'subnet_id': '05b92034-0775-477b-8994-d8eeec9903bc'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:25:56.751402 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:57.050999 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Allocated IP 172.20.0.2 (dbfd28a6-96a1-45c0-9495-25b8c078f10c/05b92034-0775-477b-8994-d8eeec9903bc/fafa7478-2a69-488a-83c0-37aaafea126d) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:25:57.247082 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:57.264158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Transition to ACTIVE for port object fafa7478-2a69-488a-83c0-37aaafea126d will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:25:57.311954 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Transition to ACTIVE for port object fafa7478-2a69-488a-83c0-37aaafea126d will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:25:57.391517 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:57.454746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Network dbfd28a6-96a1-45c0-9495-25b8c078f10c is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:25:57.464863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:25:57.468564 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:25:57.479520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Pushing event updated for resources: {'Port': ['ID=fafa7478-2a69-488a-83c0-37aaafea126d,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:25:57.524358 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:57.524699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:57.525034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:57.525364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:57.525697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:57.526353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:57.526703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:57.527027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:57.527370 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:57.527688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:57.528009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:57.528324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Tracked resource versions report: Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: pushed versions: Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: { 'AddressGroup': {'1.2'}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'ConntrackHelper': {'1.0'}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'Log': {'1.0'}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'Network': {'1.1'}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'Port': {'1.7'}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'PortForwarding': {'1.2'}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'QosPolicy': {'1.9'}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'SecurityGroup': {'1.4'}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'SecurityGroupRule': {'1.2'}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'SubPort': {'1.0'}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'Subnet': {'1.1'}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'Trunk': {'1.1'}} Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: consumer versions: Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: { DHCP agent@n-d-713301-12: {}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: L3 agent@n-d-713301-12: {}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: Metadata agent@n-d-713301-12: {}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: Metering agent@n-d-713301-12: {}, Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: Open vSwitch agent@n-d-713301-12: { 'AddressGroup': '1.2', Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'ConntrackHelper': '1.0', Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'Log': '1.0', Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'Network': '1.1', Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'Port': '1.7', Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'PortForwarding': '1.2', Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'QosPolicy': '1.9', Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'SecurityGroup': '1.4', Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'SecurityGroupRule': '1.2', Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'SubPort': '1.0', Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'Subnet': '1.1', Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: 'Trunk': '1.1'}} Aug 29 06:25:57.529736 n-d-713301-12 neutron-server[95405]: {{(pid=95405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 06:25:57.564119 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Attempting to bind port fafa7478-2a69-488a-83c0-37aaafea126d on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:25:57.564433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Attempting to bind port fafa7478-2a69-488a-83c0-37aaafea126d by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '1e90c849-acd3-445b-b385-6e16b5d7ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:25:57.564870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Attempting to bind port fafa7478-2a69-488a-83c0-37aaafea126d on network dbfd28a6-96a1-45c0-9495-25b8c078f10c {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:25:57.569612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:25:57.570013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Checking segment: {'id': '1e90c849-acd3-445b-b385-6e16b5d7ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:25:57.570469 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:57.570853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Bound using segment: {'id': '1e90c849-acd3-445b-b385-6e16b5d7ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:25:57.571381 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Bound port: fafa7478-2a69-488a-83c0-37aaafea126d, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e90c849-acd3-445b-b385-6e16b5d7ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:25:57.571771 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:57.633093 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] For port fafa7478-2a69-488a-83c0-37aaafea126d, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:25:57.637405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] For port fafa7478-2a69-488a-83c0-37aaafea126d, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fafa7478-2a69-488a-83c0-37aaafea126d,segment=NetworkSegment(1e90c849-acd3-445b-b385-6e16b5d7ffdd),segment_id=1e90c849-acd3-445b-b385-6e16b5d7ffdd)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:25:57.705554 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:25:57.775628 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10110f77-c3fc-4160-a523-f299610a14e2 None None] Pushing event updated for resources: {'Port': ['ID=fafa7478-2a69-488a-83c0-37aaafea126d,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:25:58.940650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56408) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:25:59.254131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [None req-c38fa95e-0cf7-49ee-8513-3fe5c18e4033 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:25:59.255217 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c38fa95e-0cf7-49ee-8513-3fe5c18e4033 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3136160 Aug 29 06:26:01.654207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56416) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:26:01.964794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [None req-31c670c0-a71a-4298-91cf-1d06d2a8bd67 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:26:01.965768 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-31c670c0-a71a-4298-91cf-1d06d2a8bd67 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3106477 Aug 29 06:26:04.649531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56426) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:26:04.956821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5159dac7-94a0-4d3f-a1a6-c0a576b1c316 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'name': 'router1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:26:05.077128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5159dac7-94a0-4d3f-a1a6-c0a576b1c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:05.078759 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5159dac7-94a0-4d3f-a1a6-c0a576b1c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:05.218002 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5159dac7-94a0-4d3f-a1a6-c0a576b1c316 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:05.323159 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5159dac7-94a0-4d3f-a1a6-c0a576b1c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:05.413340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5159dac7-94a0-4d3f-a1a6-c0a576b1c316 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:05.414553 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5159dac7-94a0-4d3f-a1a6-c0a576b1c316 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7640572 Aug 29 06:26:06.044429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96f240-66ba-44a9-9e8b-13322b0cbc98 None None] Network dbfd28a6-96a1-45c0-9495-25b8c078f10c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:26:06.224605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d16df32b-bb7d-4b49-8d72-59b1e7b47bab None None] Provisioning for port fafa7478-2a69-488a-83c0-37aaafea126d completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:26:06.579434 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fafa7478-2a69-488a-83c0-37aaafea126d up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:26:06.722463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port fafa7478-2a69-488a-83c0-37aaafea126d completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:26:06.726341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port fafa7478-2a69-488a-83c0-37aaafea126d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:26:06.726733 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:06.831651 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:06.881158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port fafa7478-2a69-488a-83c0-37aaafea126d, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fafa7478-2a69-488a-83c0-37aaafea126d,segment=NetworkSegment(1e90c849-acd3-445b-b385-6e16b5d7ffdd),segment_id=1e90c849-acd3-445b-b385-6e16b5d7ffdd)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:26:06.956785 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:07.002859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=fafa7478-2a69-488a-83c0-37aaafea126d,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:26:07.792549 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56438) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:26:08.070266 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9e11363-1ad8-41a6-9f96-5afe7ad7dd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:08.102234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-24565391-5706-4d7c-b8bd-af88ed7d31d0 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:26:08.103327 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-24565391-5706-4d7c-b8bd-af88ed7d31d0 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097646 Aug 29 06:26:08.559403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fafa7478-2a69-488a-83c0-37aaafea126d up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:26:08.606195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port fafa7478-2a69-488a-83c0-37aaafea126d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:26:08.606587 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:10.455847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56446) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:26:10.527799 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-beae5945-9081-43d4-b4cb-ca90849651b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:10.710689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:10.767485 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:26:10.852958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Made reservation on behalf of b79e320b86cd426dac6bfdfbf268ca51 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:26:10.855238 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:10.863363 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:10.958349 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:11.001613 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:11.019543 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Reserving flat network on physical network physnet1 {{(pid=95404) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 06:26:11.035130 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c458454f-282d-462c-840c-f6ea6fc4286f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:26:11.039811 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:11.040154 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Added segment 576eb093-883e-4cf6-8db2-d0c01b060037 of type flat for network ec29e391-b953-492d-9b9a-1a4734efccfa Aug 29 06:26:11.095665 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:11.167422 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:11.168358 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:26:11.168989 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:11.225262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] Pushing event updated for resources: {'Network': ['ID=ec29e391-b953-492d-9b9a-1a4734efccfa,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:26:11.235122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network ec29e391-b953-492d-9b9a-1a4734efccfa details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:26:11.254482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8534013f-f8f6-4a57-bafc-bc2478a384b8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7975931 Aug 29 06:26:11.505315 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:13.207447 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:13.612442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56464) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:26:13.823880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dd9467-a03e-4bc7-adf0-df539ebcfc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:26:13.825358 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-05dd9467-a03e-4bc7-adf0-df539ebcfc2e admin admin] 10.222.0.76 "GET /v2.0/subnets/05b92034-0775-477b-8994-d8eeec9903bc HTTP/1.1" status: 200 len: 849 time: 0.2119761 Aug 29 06:26:14.000992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-18bc3765-07a8-48b2-94e0-e1dc2c5cff7e admin admin] 10.222.0.76 "GET /v2.0/routers/1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a HTTP/1.1" status: 200 len: 704 time: 0.1687169 Aug 29 06:26:14.266872 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:14.565791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Allocated IP 172.20.0.1 (dbfd28a6-96a1-45c0-9495-25b8c078f10c/05b92034-0775-477b-8994-d8eeec9903bc/f28ba824-8575-4af2-a5a1-68ac1897b4f9) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:26:14.746159 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:14.770139 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Transition to ACTIVE for port object f28ba824-8575-4af2-a5a1-68ac1897b4f9 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:26:14.940102 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:15.015936 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Network dbfd28a6-96a1-45c0-9495-25b8c078f10c is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:26:15.027556 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:26:15.032193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:26:15.032763 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:15.035995 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Pushing event updated for resources: {'Port': ['ID=f28ba824-8575-4af2-a5a1-68ac1897b4f9,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:26:15.281897 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-68ac6f0b-f770-4b27-8b6b-1c36a98be8a9 None None] Provisioning for port f28ba824-8575-4af2-a5a1-68ac1897b4f9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:26:15.289022 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-68ac6f0b-f770-4b27-8b6b-1c36a98be8a9 None None] Provisioning complete for port f28ba824-8575-4af2-a5a1-68ac1897b4f9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:26:15.289391 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-68ac6f0b-f770-4b27-8b6b-1c36a98be8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:15.335286 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-68ac6f0b-f770-4b27-8b6b-1c36a98be8a9 None None] Port f28ba824-8575-4af2-a5a1-68ac1897b4f9 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:26:15.358631 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:15.565185 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:15.653334 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:15.658594 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:15.731880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Pushing event updated for resources: {'Port': ['ID=f28ba824-8575-4af2-a5a1-68ac1897b4f9,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:26:15.778826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Network dbfd28a6-96a1-45c0-9495-25b8c078f10c is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:26:15.780172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:26:15.956262 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ea2bcf90-4802-4fe3-9a22-a82167c777e2 None None] Provisioning complete for port f28ba824-8575-4af2-a5a1-68ac1897b4f9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:26:15.956629 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea2bcf90-4802-4fe3-9a22-a82167c777e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:15.989524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ea2bcf90-4802-4fe3-9a22-a82167c777e2 None None] Port f28ba824-8575-4af2-a5a1-68ac1897b4f9 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:26:15.990644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Router 1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:26:16.080518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:26:16.085507 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-616d3fd8-121a-43fe-8389-097bd75b041e admin admin] 10.222.0.76 "PUT /v2.0/routers/1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0779824 Aug 29 06:26:16.092106 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Sync routers for ids ['1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:26:16.103475 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Routers {'1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:26:16.104412 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:26:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:26:16.290703 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Set router 1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:26:16.722379 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'name': 'router1', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:26:05Z', 'updated_at': '2021-08-29T06:26:15Z', 'revision_number': 2, 'project_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'gw_port_host': None, '_interfaces': [{'id': 'f28ba824-8575-4af2-a5a1-68ac1897b4f9', 'name': '', 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'mac_address': 'fa:16:3e:6c:60:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05b92034-0775-477b-8994-d8eeec9903bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:26:14Z', 'updated_at': '2021-08-29T06:26:15Z', 'revision_number': 2, 'project_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'subnets': [{'id': '05b92034-0775-477b-8994-d8eeec9903bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '889b319a-0a2e-4bb6-b02b-34ff562cdd7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:26:16.772249 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Checking router: 1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:26:16.772621 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Updating router 1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a port f28ba824-8575-4af2-a5a1-68ac1897b4f9 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:26:16.820372 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:17.326562 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:17.343408 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Transition to ACTIVE for port object f28ba824-8575-4af2-a5a1-68ac1897b4f9 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:26:17.401920 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:17.557003 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Pushing event updated for resources: {'Port': ['ID=f28ba824-8575-4af2-a5a1-68ac1897b4f9,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:26:17.573947 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:26:17.574298 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:26:17.574638 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:26:17.574975 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:26:17.575330 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:26:17.575660 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:26:17.575986 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:26:17.576309 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:26:17.576678 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:26:17.576977 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:26:17.577298 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:26:17.577618 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Tracked resource versions report: Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: pushed versions: Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: { 'AddressGroup': {'1.2'}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'ConntrackHelper': {'1.0'}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'Log': {'1.0'}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'Network': {'1.1'}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'Port': {'1.7'}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'PortForwarding': {'1.2'}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'QosPolicy': {'1.9'}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'SecurityGroup': {'1.4'}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'SecurityGroupRule': {'1.2'}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'SubPort': {'1.0'}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'Subnet': {'1.1'}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'Trunk': {'1.1'}} Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: consumer versions: Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: { DHCP agent@n-d-713301-12: {}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: L3 agent@n-d-713301-12: {}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: Metadata agent@n-d-713301-12: {}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: Metering agent@n-d-713301-12: {}, Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: Open vSwitch agent@n-d-713301-12: { 'AddressGroup': '1.2', Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'ConntrackHelper': '1.0', Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'Log': '1.0', Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'Network': '1.1', Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'Port': '1.7', Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'PortForwarding': '1.2', Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'QosPolicy': '1.9', Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'SecurityGroup': '1.4', Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'SecurityGroupRule': '1.2', Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'SubPort': '1.0', Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'Subnet': '1.1', Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: 'Trunk': '1.1'}} Aug 29 06:26:17.578751 n-d-713301-12 neutron-server[95406]: {{(pid=95406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 06:26:17.583447 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Attempting to bind port f28ba824-8575-4af2-a5a1-68ac1897b4f9 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:26:17.583882 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Attempting to bind port f28ba824-8575-4af2-a5a1-68ac1897b4f9 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '1e90c849-acd3-445b-b385-6e16b5d7ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:26:17.584284 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Attempting to bind port f28ba824-8575-4af2-a5a1-68ac1897b4f9 on network dbfd28a6-96a1-45c0-9495-25b8c078f10c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:26:17.589748 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:26:17.590135 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Checking segment: {'id': '1e90c849-acd3-445b-b385-6e16b5d7ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:26:17.590619 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:17.591005 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Bound using segment: {'id': '1e90c849-acd3-445b-b385-6e16b5d7ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:26:17.591536 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Bound port: f28ba824-8575-4af2-a5a1-68ac1897b4f9, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e90c849-acd3-445b-b385-6e16b5d7ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:26:17.591921 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:17.657236 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] For port f28ba824-8575-4af2-a5a1-68ac1897b4f9, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:26:17.676187 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] For port f28ba824-8575-4af2-a5a1-68ac1897b4f9, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f28ba824-8575-4af2-a5a1-68ac1897b4f9,segment=NetworkSegment(1e90c849-acd3-445b-b385-6e16b5d7ffdd),segment_id=1e90c849-acd3-445b-b385-6e16b5d7ffdd)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:26:17.733795 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:17.793182 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Routers {'1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:26:17.794103 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:26:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:26:17.796843 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297409c-b63a-4804-8769-9c14ae6684ed None None] Pushing event updated for resources: {'Port': ['ID=f28ba824-8575-4af2-a5a1-68ac1897b4f9,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:26:17.896058 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] Set router 1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:26:18.108383 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'name': 'router1', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:26:05Z', 'updated_at': '2021-08-29T06:26:15Z', 'revision_number': 2, 'project_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'gw_port_host': None, '_interfaces': [{'id': 'f28ba824-8575-4af2-a5a1-68ac1897b4f9', 'name': '', 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'mac_address': 'fa:16:3e:6c:60:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05b92034-0775-477b-8994-d8eeec9903bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:26:14Z', 'updated_at': '2021-08-29T06:26:17Z', 'revision_number': 4, 'project_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'subnets': [{'id': '05b92034-0775-477b-8994-d8eeec9903bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '889b319a-0a2e-4bb6-b02b-34ff562cdd7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:26:18.134019 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a04bc9-ef2d-40c1-9c09-fadc8d3b7c28 None None] The sync data for ids ['1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a'] in n-d-713301-12 is: [{'id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'name': 'router1', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:26:05Z', 'updated_at': '2021-08-29T06:26:15Z', 'revision_number': 2, 'project_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'gw_port_host': None, '_interfaces': [{'id': 'f28ba824-8575-4af2-a5a1-68ac1897b4f9', 'name': '', 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'mac_address': 'fa:16:3e:6c:60:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05b92034-0775-477b-8994-d8eeec9903bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:26:14Z', 'updated_at': '2021-08-29T06:26:17Z', 'revision_number': 4, 'project_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'subnets': [{'id': '05b92034-0775-477b-8994-d8eeec9903bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '889b319a-0a2e-4bb6-b02b-34ff562cdd7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:26:18.316730 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56484) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:26:18.426056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284a45c9-234c-48ba-91e6-a07391497e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:26:18.427480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-284a45c9-234c-48ba-91e6-a07391497e7c admin admin] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 842 time: 0.1095197 Aug 29 06:26:18.437359 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9f55316d-a377-452e-b544-1cdcb7b49fa7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'gateway_ip': '172.25.1.1', 'cidr': '172.25.1.0/24'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:26:18.522032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f55316d-a377-452e-b544-1cdcb7b49fa7 admin admin] Made reservation on behalf of b79e320b86cd426dac6bfdfbf268ca51 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:26:18.524332 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9f55316d-a377-452e-b544-1cdcb7b49fa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:18.871475 n-d-713301-12 neutron-server[95404]: DEBUG neutron.objects.ports [None req-9f55316d-a377-452e-b544-1cdcb7b49fa7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95404) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:26:18.871949 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9f55316d-a377-452e-b544-1cdcb7b49fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:18.925985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55316d-a377-452e-b544-1cdcb7b49fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aefb0f9-13c7-4cf5-a814-cbc201b8bc09,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:26:18.936935 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55316d-a377-452e-b544-1cdcb7b49fa7 admin admin] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:26:18.937290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f55316d-a377-452e-b544-1cdcb7b49fa7 admin admin] Network hostable DHCP agents. Network: ec29e391-b953-492d-9b9a-1a4734efccfa, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:26:19.001605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f55316d-a377-452e-b544-1cdcb7b49fa7 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:26:19.070206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-9f55316d-a377-452e-b544-1cdcb7b49fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, ec29e391-b953-492d-9b9a-1a4734efccfa) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:26:19.074213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f55316d-a377-452e-b544-1cdcb7b49fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:26:19.074793 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9f55316d-a377-452e-b544-1cdcb7b49fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:19.080276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9897bec8-0437-4e3e-a41e-17d66cc92812 None None] Network ec29e391-b953-492d-9b9a-1a4734efccfa requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:26:19.156953 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9f55316d-a377-452e-b544-1cdcb7b49fa7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7228951 Aug 29 06:26:19.214335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017583f5-5946-4db1-aca8-49d453bad495 None None] Network ec29e391-b953-492d-9b9a-1a4734efccfa requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:26:21.471350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56492) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:26:21.605936 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-946433d3-92ea-4bb1-9641-809ccb1ff865 admin admin] 10.222.0.76 "GET /v2.0/routers/1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a HTTP/1.1" status: 200 len: 710 time: 0.1334257 Aug 29 06:26:21.694541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334b6764-0ccc-443b-8c35-996bc407081e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:26:21.695929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-334b6764-0ccc-443b-8c35-996bc407081e admin admin] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 886 time: 0.0834148 Aug 29 06:26:21.705773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:26:22.024196 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:22.319518 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:22.393583 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:22.500708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Allocated IP 172.25.1.96 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:26:22.599323 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:22.688172 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:22.733510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:26:22.733510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:26:22.737085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:26:22.771819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Pushing event updated for resources: {'Port': ['ID=996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:26:23.073540 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:23.279026 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:23.283192 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:23.483914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Router 1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:26:23.587996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:26:23.592309 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:23.593427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-360101e6-b8bf-490b-8dcc-36e69d26343c admin admin] 10.222.0.76 "PUT /v2.0/routers/1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a HTTP/1.1" status: 200 len: 889 time: 1.8911357 Aug 29 06:26:24.544068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Sync routers for ids ['1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:26:24.555497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Routers {'1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:26:24.556386 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:26:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:26:24.614757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f28ba824-8575-4af2-a5a1-68ac1897b4f9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:26:24.842771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Set router 1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:26:24.889254 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port f28ba824-8575-4af2-a5a1-68ac1897b4f9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:26:24.908682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port f28ba824-8575-4af2-a5a1-68ac1897b4f9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:26:24.909117 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:25.199449 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:25.269549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port f28ba824-8575-4af2-a5a1-68ac1897b4f9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f28ba824-8575-4af2-a5a1-68ac1897b4f9,segment=NetworkSegment(1e90c849-acd3-445b-b385-6e16b5d7ffdd),segment_id=1e90c849-acd3-445b-b385-6e16b5d7ffdd)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:26:25.323118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'name': 'router1', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:26:05Z', 'updated_at': '2021-08-29T06:26:22Z', 'revision_number': 4, 'project_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'gw_port': {'id': '996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:26:22Z', 'updated_at': '2021-08-29T06:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'f28ba824-8575-4af2-a5a1-68ac1897b4f9', 'name': '', 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'mac_address': 'fa:16:3e:6c:60:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05b92034-0775-477b-8994-d8eeec9903bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:26:14Z', 'updated_at': '2021-08-29T06:26:17Z', 'revision_number': 4, 'project_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'subnets': [{'id': '05b92034-0775-477b-8994-d8eeec9903bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '889b319a-0a2e-4bb6-b02b-34ff562cdd7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:26:25.347407 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:25.377263 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Checking router: 1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:26:25.377640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Updating router 1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a port 996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:26:25.449815 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:25.481338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=f28ba824-8575-4af2-a5a1-68ac1897b4f9,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:26:25.775256 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:25.785640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Transition to ACTIVE for port object 996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:26:25.835946 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:25.890574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567b2a1-e5f8-48cd-a725-4e15e62776a8 None None] Pushing event updated for resources: {'Port': ['ID=996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:26:25.893343 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Attempting to bind port 996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:26:25.893709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Attempting to bind port 996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:26:25.894071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Attempting to bind port 996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:26:25.899559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:26:25.899930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:26:25.900332 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:25.900716 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:26:25.901179 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Bound port: 996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:26:25.901578 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:25.950287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56504) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:26:25.962333 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] For port 996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:26:25.964506 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] For port 996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:26:26.036529 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:26.067094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-005d8a1e-8300-4fc8-8295-e25f7c82409c admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1097047 Aug 29 06:26:26.094403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Routers {'1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:26:26.095055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:26:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:26:26.101296 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567b2a1-e5f8-48cd-a725-4e15e62776a8 None None] Pushing event updated for resources: {'Port': ['ID=996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:26:26.214305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] Set router 1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:26:26.512260 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'name': 'router1', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:26:05Z', 'updated_at': '2021-08-29T06:26:22Z', 'revision_number': 4, 'project_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'gw_port': {'id': '996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:26:22Z', 'updated_at': '2021-08-29T06:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'f28ba824-8575-4af2-a5a1-68ac1897b4f9', 'name': '', 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'mac_address': 'fa:16:3e:6c:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05b92034-0775-477b-8994-d8eeec9903bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:26:14Z', 'updated_at': '2021-08-29T06:26:25Z', 'revision_number': 5, 'project_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'subnets': [{'id': '05b92034-0775-477b-8994-d8eeec9903bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '889b319a-0a2e-4bb6-b02b-34ff562cdd7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:26:26.539280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18633bb7-a946-4997-b55f-58e080e82e89 None None] The sync data for ids ['1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a'] in n-d-713301-12 is: [{'id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'name': 'router1', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:26:05Z', 'updated_at': '2021-08-29T06:26:22Z', 'revision_number': 4, 'project_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'gw_port': {'id': '996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:26:22Z', 'updated_at': '2021-08-29T06:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'f28ba824-8575-4af2-a5a1-68ac1897b4f9', 'name': '', 'network_id': 'dbfd28a6-96a1-45c0-9495-25b8c078f10c', 'tenant_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'mac_address': 'fa:16:3e:6c:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2ff0d8-8ffc-4826-b0f3-fb8325e7cc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05b92034-0775-477b-8994-d8eeec9903bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:26:14Z', 'updated_at': '2021-08-29T06:26:25Z', 'revision_number': 5, 'project_id': 'd76b9e04df1840ddb59cf0ff5fa4837d', 'subnets': [{'id': '05b92034-0775-477b-8994-d8eeec9903bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '889b319a-0a2e-4bb6-b02b-34ff562cdd7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:26:26.581863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f28ba824-8575-4af2-a5a1-68ac1897b4f9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:26:26.660425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port f28ba824-8575-4af2-a5a1-68ac1897b4f9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:26:26.660816 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:28.608737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:26:28.767301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:26:28.771362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:26:28.771687 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:28.856379 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:28.928026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:26:29.071506 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:29.145772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:26:30.665860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:26:30.764200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 996b83b0-d5a6-4f0a-aa66-9bd3e13de7b4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:26:30.764963 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:32.162100 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 5 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:26:37.995896 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bcabb6a1-26b2-4e34-8e32-253869623e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:40.527105 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9ccea288-65c7-4dd4-adf7-ae73890f3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:40.727033 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:41.556240 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:26:43.258410 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:27:08.028381 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2df29108-a5a1-4652-92aa-33903e67b848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:27:09.160954 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 5 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:27:10.503868 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-af637936-60ae-4d48-ac1a-e0c058154c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:27:10.708769 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:27:11.515078 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:27:13.245640 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:27:38.017079 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b3600dc8-7969-461b-babe-184357f53214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:27:40.536197 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-01781808-a16b-48a1-90c4-8ea1ff004775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:27:40.731265 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:27:41.554129 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:27:43.255356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:27:46.159000 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 5 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:28:08.028157 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4bc33de6-0e78-4fd6-a041-462392c2067d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:10.588216 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8aecbbe3-8d6b-4138-bf37-bfb4b89ca258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:10.776749 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:11.565095 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:12.041193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57098) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:28:12.102853 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0c0a8e-ecee-4faa-a1ae-f6b785c8ffe8 admin admin] GET failed (client error): The resource could not be found. Aug 29 06:28:12.104265 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ad0c0a8e-ecee-4faa-a1ae-f6b785c8ffe8 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621452 Aug 29 06:28:12.274195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babac635-8b9b-43d2-b696-b1615d4628e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:12.275830 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-babac635-8b9b-43d2-b696-b1615d4628e5 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1669369 Aug 29 06:28:13.300156 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:14.403771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57108) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:28:14.492693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b1361b-3561-4f4b-924f-c2a52cc8683a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:14.493993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f1b1361b-3561-4f4b-924f-c2a52cc8683a admin admin] 10.222.0.76 "GET /v2.0/subnets/05b92034-0775-477b-8994-d8eeec9903bc HTTP/1.1" status: 200 len: 849 time: 0.0892920 Aug 29 06:28:14.504619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:28:14.587808 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:14.882758 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792719736872'] for subnet, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:14.915375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:14.915955 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:14.917635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] 10.222.0.76 "PUT /v2.0/subnets/05b92034-0775-477b-8994-d8eeec9903bc HTTP/1.1" status: 200 len: 868 time: 0.4164250 Aug 29 06:28:14.921749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e40f0a2-90dc-4dc8-bd08-11d21cb421f6 None None] Network dbfd28a6-96a1-45c0-9495-25b8c078f10c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:28:14.938745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b92034-0775-477b-8994-d8eeec9903bc,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:28:14.946215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:28:14.946558 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:28:14.946874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:28:14.947301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:28:14.947626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:28:14.947945 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:28:14.948260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:28:14.948572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:28:14.948882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:28:14.949192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:28:14.949618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:28:14.949884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f3a5a-c833-41d8-ad43-54aad47b1d74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:28:15.245457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-76750f9d-02c6-485a-a2d6-abf1f852e367 None None] Provisioning complete for port f28ba824-8575-4af2-a5a1-68ac1897b4f9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:28:15.245830 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-76750f9d-02c6-485a-a2d6-abf1f852e367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:15.329477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-76750f9d-02c6-485a-a2d6-abf1f852e367 None None] Provisioning complete for port fafa7478-2a69-488a-83c0-37aaafea126d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:28:15.330009 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-76750f9d-02c6-485a-a2d6-abf1f852e367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:17.087845 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57116) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:28:17.281497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e46103c-cb20-4d9b-92b6-83d1fe3ca935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:17.281976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e46103c-cb20-4d9b-92b6-83d1fe3ca935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:17.283540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1e46103c-cb20-4d9b-92b6-83d1fe3ca935 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1947391 Aug 29 06:28:19.511872 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57124) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:28:19.646464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e40559-e420-4455-9ee1-34ea2c02c73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:19.646942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e40559-e420-4455-9ee1-34ea2c02c73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:19.648483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e2e40559-e420-4455-9ee1-34ea2c02c73b admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1353877 Aug 29 06:28:21.837956 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57132) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:28:21.966668 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec4c5d6-2577-4ed1-948d-0a6b555aac70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:21.968099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-eec4c5d6-2577-4ed1-948d-0a6b555aac70 admin admin] 10.222.0.76 "GET /v2.0/networks/dbfd28a6-96a1-45c0-9495-25b8c078f10c HTTP/1.1" status: 200 len: 869 time: 0.1291506 Aug 29 06:28:23.160120 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 5 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:28:24.220130 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57140) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:28:24.342974 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcaf297-30b7-4158-a7b3-bd95b3eeae78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:24.344360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-dfcaf297-30b7-4158-a7b3-bd95b3eeae78 admin admin] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 886 time: 0.1232748 Aug 29 06:28:26.502001 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57148) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:28:26.645241 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83183ff5-a95e-47b0-93e1-bb8308065877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:26.645702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83183ff5-a95e-47b0-93e1-bb8308065877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:26.647231 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-83183ff5-a95e-47b0-93e1-bb8308065877 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1442804 Aug 29 06:28:28.808186 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57158) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:28:28.901567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190497af-635c-437f-9398-09431b5bf41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:28.901958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190497af-635c-437f-9398-09431b5bf41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:28.903472 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-190497af-635c-437f-9398-09431b5bf41e admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0943203 Aug 29 06:28:31.065143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57166) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:28:31.154543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca07c440-2863-4004-86de-21679ce58d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:31.155858 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ca07c440-2863-4004-86de-21679ce58d15 admin admin] 10.222.0.76 "GET /v2.0/subnets/05b92034-0775-477b-8994-d8eeec9903bc HTTP/1.1" status: 200 len: 868 time: 0.0897484 Aug 29 06:28:33.330272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57174) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:28:33.413817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a395f79-7bf2-4d42-9453-0a3f2b4f68e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:28:33.415097 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6a395f79-7bf2-4d42-9453-0a3f2b4f68e3 admin admin] 10.222.0.76 "GET /v2.0/subnets/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09 HTTP/1.1" status: 200 len: 816 time: 0.0838873 Aug 29 06:28:38.059582 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-73cdc990-c1c0-4060-aec2-573f3b7d879c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:40.507398 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-54dacc0d-d4d5-4b44-b633-c713e5d2f724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:40.730389 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:41.550507 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:43.241558 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:28:57.781633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57228) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:28:57.828296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [None req-6b510090-5e5d-4dc4-b6b2-11dc006ddf6f admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:28:57.829307 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6b510090-5e5d-4dc4-b6b2-11dc006ddf6f admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467453 Aug 29 06:29:00.076143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57236) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:29:00.135935 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-656c16f5-897a-4e14-b17b-efd562c210df admin admin] GET failed (client error): The resource could not be found. Aug 29 06:29:00.137224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-656c16f5-897a-4e14-b17b-efd562c210df admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601325 Aug 29 06:29:00.158015 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 5 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:29:00.220208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e65a6-9878-4aca-a7be-85f559deb0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:29:00.221675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e82e65a6-9878-4aca-a7be-85f559deb0ac admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0794480 Aug 29 06:29:02.410808 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57244) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:29:02.458153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-df3270a7-48fd-4e85-a73f-59cddd84b7db admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:29:02.626885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3270a7-48fd-4e85-a73f-59cddd84b7db admin admin] Made reservation on behalf of b79e320b86cd426dac6bfdfbf268ca51 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:29:02.629098 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-df3270a7-48fd-4e85-a73f-59cddd84b7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:02.659609 n-d-713301-12 neutron-server[95404]: WARNING neutron.services.revisions.revision_plugin [None req-df3270a7-48fd-4e85-a73f-59cddd84b7db admin admin] Could not find related network for resource to bump revision. Aug 29 06:29:02.670807 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3270a7-48fd-4e85-a73f-59cddd84b7db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:29:02.679022 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-df3270a7-48fd-4e85-a73f-59cddd84b7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:02.679379 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-df3270a7-48fd-4e85-a73f-59cddd84b7db admin admin] Added segment ae8e3506-91aa-4b48-96af-315d69e7b16d of type vlan for network ac5d1ff9-6697-4dc1-a144-1d82776659c7 Aug 29 06:29:02.715977 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-df3270a7-48fd-4e85-a73f-59cddd84b7db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:02.823705 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-df3270a7-48fd-4e85-a73f-59cddd84b7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:02.824625 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3270a7-48fd-4e85-a73f-59cddd84b7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:29:02.825223 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-df3270a7-48fd-4e85-a73f-59cddd84b7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:02.880789 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3270a7-48fd-4e85-a73f-59cddd84b7db admin admin] Pushing event updated for resources: {'Network': ['ID=ac5d1ff9-6697-4dc1-a144-1d82776659c7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:29:02.891129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:29:03.016559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-df3270a7-48fd-4e85-a73f-59cddd84b7db admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6046491 Aug 29 06:29:05.190247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57252) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:29:05.251834 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-a518c3c3-1dc6-4c29-b5d3-e01e54ba38fb admin admin] GET failed (client error): The resource could not be found. Aug 29 06:29:05.253125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a518c3c3-1dc6-4c29-b5d3-e01e54ba38fb admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619433 Aug 29 06:29:05.321295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fa45ad-7a9b-44bd-9d75-2646c1550931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:29:05.322678 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a4fa45ad-7a9b-44bd-9d75-2646c1550931 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650377 Aug 29 06:29:05.332705 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c25c1b02-3ee0-4a1b-b489-be8cd096eb1a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:29:05.415443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25c1b02-3ee0-4a1b-b489-be8cd096eb1a admin admin] Made reservation on behalf of b79e320b86cd426dac6bfdfbf268ca51 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:29:05.417497 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c25c1b02-3ee0-4a1b-b489-be8cd096eb1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:05.733170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c25c1b02-3ee0-4a1b-b489-be8cd096eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:05.787969 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c1b02-3ee0-4a1b-b489-be8cd096eb1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=79d41fc9-47a4-45b2-8623-f7d12759e939,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:29:05.795462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25c1b02-3ee0-4a1b-b489-be8cd096eb1a admin admin] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:29:05.795819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25c1b02-3ee0-4a1b-b489-be8cd096eb1a admin admin] Network hostable DHCP agents. Network: ac5d1ff9-6697-4dc1-a144-1d82776659c7, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:29:05.904025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25c1b02-3ee0-4a1b-b489-be8cd096eb1a admin admin] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:29:06.034674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-c25c1b02-3ee0-4a1b-b489-be8cd096eb1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, ac5d1ff9-6697-4dc1-a144-1d82776659c7) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:29:06.040630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25c1b02-3ee0-4a1b-b489-be8cd096eb1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:29:06.041248 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c25c1b02-3ee0-4a1b-b489-be8cd096eb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:06.042255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf3cbf1-ae6a-41e7-9a58-6ae6672d7c89 None None] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:29:06.153635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c25c1b02-3ee0-4a1b-b489-be8cd096eb1a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8241844 Aug 29 06:29:06.183775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'tenant_id': 'b79e320b86cd426dac6bfdfbf268ca51', 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:29:06.185390 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:06.427471 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Allocated IP 192.168.233.2 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:29:06.568982 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:06.577766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Transition to ACTIVE for port object 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:29:06.592988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Transition to ACTIVE for port object 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:29:06.701684 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:06.742987 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:29:06.745930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:29:06.749655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:29:06.759106 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Pushing event updated for resources: {'Port': ['ID=87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:29:06.782703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:29:06.784806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:29:06.784806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:29:06.784806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:29:06.784806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:29:06.784806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:29:06.784806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:29:06.785263 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:29:06.785335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:29:06.785644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:29:06.785961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:29:06.786281 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:29:06.817404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Attempting to bind port 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:29:06.817797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Attempting to bind port 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:29:06.818152 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Attempting to bind port 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:29:06.823226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:29:06.823598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:29:06.823993 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:06.824373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:29:06.825336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Bound port: 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:29:06.825731 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:06.893354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] For port 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:29:06.896435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] For port 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:29:06.978816 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:07.039728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c4032-492a-4fdb-aa62-37b671b22f62 None None] Pushing event updated for resources: {'Port': ['ID=87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:29:07.880005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f1a083-a4fd-4b90-947c-c79a05def714 None None] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:29:08.092596 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a71e6110-4b51-4ab0-842b-66099ba1819e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:08.147187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4833523b-84ad-418b-bf49-6ec3dd2b1397 None None] Provisioning for port 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:29:08.739245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:29:08.903931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:29:08.908056 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:29:08.908424 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:08.989116 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:09.021666 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:29:09.143733 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:09.191631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:29:10.503421 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-58daf1c5-f1c4-486e-a376-87631729e726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:10.708929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:29:10.742569 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:10.760847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 87cb82a6-b7e4-4ad6-aec0-70e91a4d04ad triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:29:10.761150 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:11.526212 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:13.261382 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:37.156376 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 5 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:29:37.992068 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-86224337-ccec-4700-a165-c38b7e62895e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:40.530639 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8543627f-1eb5-4365-8db5-2874fa520523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:40.722901 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:41.557601 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:29:43.359391 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:08.021403 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e22513e8-9e7e-4dea-bb4a-e69b9aac4d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:10.501031 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c0fd053f-f855-4f45-9d61-8071bd9bf356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:10.707113 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:11.529502 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:13.254399 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:14.159783 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 5 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:30:38.059905 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b9af82a-22f4-42cf-8fb0-b4f57a3a7965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:40.541338 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6a419485-06dd-4e1e-b268-41d7571f5cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:40.768779 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:41.545540 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:43.357550 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:45.198522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57306) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:30:45.204422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [None req-ee1ead5f-f9a8-48e5-bc43-093e329874c4 tempest-verify_tempest_config-198295643 tempest-verify_tempest_config-198295643-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:30:45.209042 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ee1ead5f-f9a8-48e5-bc43-093e329874c4 tempest-verify_tempest_config-198295643 tempest-verify_tempest_config-198295643-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059450 Aug 29 06:30:45.736073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57324) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:30:45.849227 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:45.969137 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:46.048597 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:46.094750 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de4dab11f81e41c4baa0725447a32483&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3575583 Aug 29 06:30:46.095633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10ddf48-08e4-4bc8-b5ea-cfa0d99af0fe,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:30:46.097421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57328) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:30:46.105106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.105286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.105529 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.105867 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.106199 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.106533 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.106858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.107208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.107540 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.107857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.108183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.108503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534151d9-03cb-4144-abcf-3ed940eecc66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.159408 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:46.180865 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:46.380273 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:46.382747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:30:46.383997 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a10ddf48-08e4-4bc8-b5ea-cfa0d99af0fe HTTP/1.1" status: 204 len: 168 time: 0.2856092 Aug 29 06:30:46.391996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10ddf48-08e4-4bc8-b5ea-cfa0d99af0fe,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:30:46.398585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.398918 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.399272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.399599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.399948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.400233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.400546 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.400858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.401346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.401833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.402143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:46.402621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbe169-2ba8-41df-b775-8f742c4d11f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:30:51.154127 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 5 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:31:08.053288 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0db0b91a-a898-47ad-8e58-885be81bb2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:31:10.509946 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-266749bd-5168-4775-ae90-46be5980ec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:31:10.716122 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:31:11.612830 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:31:13.269910 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:31:28.153819 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 5 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:31:37.983397 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0c24dee8-cc18-444a-aa55-8598ffc27e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:31:40.526503 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-50582760-b889-42ce-a9b8-6728608347c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:31:40.760006 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:31:41.589656 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:31:43.309476 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:32:05.153282 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 5 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:32:08.011630 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2e487be1-ec92-443e-8924-a80d55e0d557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:32:10.525924 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-59d835dc-9b4b-478f-9eb6-b611927d2159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:32:10.725579 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:32:11.559765 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:32:13.274564 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:32:37.992431 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c96a9c3d-6835-4a1d-84a1-35bca24fbc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:32:40.526034 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f384643e-5c5e-4564-b8ff-18ff0220b7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:32:40.735041 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:32:41.576303 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:32:42.151751 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 5 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:32:43.256248 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:33:07.993289 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3882ae90-b5be-49f8-89ae-1ef2ca34a6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:33:10.610325 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-14461c66-0966-41bc-b11d-d1889ef0ce2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:33:10.745527 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:33:11.553142 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:33:13.312905 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:33:19.151067 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 5 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:33:38.027071 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d6e8b3d3-3686-44b9-ba63-d0c620353d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:33:40.518035 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9edd9175-534a-4902-8ed1-574d114b4c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:33:40.767568 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:33:41.575025 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:33:43.278279 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:33:56.150260 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 5 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:34:03.289181 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-336797'] for agent, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:34:08.020960 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f9bde6ce-ff1f-491c-b3d2-f5226aca4f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:34:10.523524 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8759159e-bd25-438e-bb6c-a9bd20a86fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:34:10.745913 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:34:11.557596 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:34:13.272010 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:34:20.548421 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-336797'] for agent, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:34:33.149839 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:34:33.216746 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:34:38.042481 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ae8a0b0f-2f7e-4237-b34c-40e0b0f6a22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:34:40.501052 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8407-cda4-476e-aa1f-b0a0b5b7ea1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:34:40.741943 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:34:41.576337 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:34:43.299785 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:34:50.535891 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:34:52.118520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57392) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:34:52.221266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d839d0bd-3956-48b1-bd6c-9ce51fcd1726 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1017277 Aug 29 06:34:54.400515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57402) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:34:54.457385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5b4644a8-8ec3-46f0-9952-12d0738c16d5 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0557878 Aug 29 06:35:03.221356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:35:08.009081 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1db79b5d-715e-4ccf-b2af-3c80114f4e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:35:10.149847 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:35:10.489462 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-be879ee4-a740-4285-bcfd-f126644713db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:35:10.734915 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:35:11.590438 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:35:13.293254 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:35:20.546448 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:35:33.242691 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:35:38.031632 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a91968cd-32d2-4f16-973a-2efac080d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:35:40.523094 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2efc5dc0-9019-471e-9496-27318eda38bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:35:40.991999 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:35:41.664601 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:35:43.276154 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:35:47.150037 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:35:50.522425 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:03.247655 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:08.001220 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3837385b-80a4-4098-8d37-b3a6927c8c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:10.521594 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd73d080-e3a4-4afe-bdae-553748c87fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:10.732978 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:11.601501 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:13.292556 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:20.538580 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:21.903097 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57630) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:22.182145 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57644) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:22.518149 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1f449114-27cc-4326-a9bc-a9b21cb7219c tempest-AutoAllocateNetworkTest-1433848580 tempest-AutoAllocateNetworkTest-1433848580-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c753457d1a5843c9b0d7a03727cc163c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6138957 Aug 29 06:36:22.520652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57654) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:22.655995 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1989621953-network', 'tenant_id': 'e943e974be6348ada40585c87b2bfdc4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:22.710527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a094cb-041f-4715-95d4-218b87744df0 tempest-AutoAllocateNetworkTest-1433848580 tempest-AutoAllocateNetworkTest-1433848580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:22.712043 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b4a094cb-041f-4715-95d4-218b87744df0 tempest-AutoAllocateNetworkTest-1433848580 tempest-AutoAllocateNetworkTest-1433848580-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1897445 Aug 29 06:36:22.715055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57664) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:22.782123 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-58241e04-b3ff-4fa4-8337-7a1e032489a0 tempest-AutoAllocateNetworkTest-1433848580 tempest-AutoAllocateNetworkTest-1433848580-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657365 Aug 29 06:36:22.784636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57666) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:22.816311 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2ef69391-66be-4b20-9fe2-51d114aadad0 tempest-AutoAllocateNetworkTest-1433848580 tempest-AutoAllocateNetworkTest-1433848580-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c753457d1a5843c9b0d7a03727cc163c HTTP/1.1" status: 200 len: 208 time: 0.0303981 Aug 29 06:36:22.869792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Made reservation on behalf of e943e974be6348ada40585c87b2bfdc4 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:36:22.872151 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:22.880699 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:22.972769 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:23.126992 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:23.148203 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:36:23.160676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1787dd0-884b-46c6-9f11-e51d5bad4ed3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:23.168514 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:23.168848 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Added segment fbf55cc8-a118-49fc-a7e0-09adad5a94d4 of type vlan for network c7103e85-8908-4482-af53-f889ddff41bb Aug 29 06:36:23.170754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:23.171090 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:23.171555 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:23.171883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:23.172208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:23.172531 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:23.172851 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:23.173166 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:23.173481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:23.173809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:23.174197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:23.174514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Tracked resource versions report: Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: pushed versions: Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: { 'AddressGroup': {'1.2'}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'ConntrackHelper': {'1.0'}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'Log': {'1.0'}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'Network': {'1.1'}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'Port': {'1.7'}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'PortForwarding': {'1.2'}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'QosPolicy': {'1.9'}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'SecurityGroup': {'1.4'}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'SecurityGroupRule': {'1.2'}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'SubPort': {'1.0'}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'Subnet': {'1.1'}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'Trunk': {'1.1'}} Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: consumer versions: Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: { DHCP agent@n-d-713301-12: {}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: HyperV agent@n-h1-713301-12: {}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: HyperV agent@n-h2-713301-12: {}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: L3 agent@n-d-713301-12: {}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: Metadata agent@n-d-713301-12: {}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: Metering agent@n-d-713301-12: {}, Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: Open vSwitch agent@n-d-713301-12: { 'AddressGroup': '1.2', Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'ConntrackHelper': '1.0', Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'Log': '1.0', Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'Network': '1.1', Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'Port': '1.7', Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'PortForwarding': '1.2', Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'QosPolicy': '1.9', Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'SecurityGroup': '1.4', Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'SecurityGroupRule': '1.2', Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'SubPort': '1.0', Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'Subnet': '1.1', Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: 'Trunk': '1.1'}} Aug 29 06:36:23.175606 n-d-713301-12 neutron-server[95404]: {{(pid=95404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 06:36:23.221142 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:23.395364 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:23.396281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:23.396862 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:23.455561 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] Pushing event updated for resources: {'Network': ['ID=c7103e85-8908-4482-af53-f889ddff41bb,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:23.465646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c7103e85-8908-4482-af53-f889ddff41bb details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:36:23.596010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8ea36f0c-47d0-41d2-b073-d2ca84252c08 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4126661 Aug 29 06:36:23.598775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57694) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:23.603857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6a6bc5b7-0770-4abd-a555-186ad0403c76 admin admin] Request body: {'subnet': {'network_id': 'c7103e85-8908-4482-af53-f889ddff41bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1989621953-subnet', 'tenant_id': 'e943e974be6348ada40585c87b2bfdc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:23.789927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6bc5b7-0770-4abd-a555-186ad0403c76 admin admin] Made reservation on behalf of e943e974be6348ada40585c87b2bfdc4 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:36:23.792293 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a6bc5b7-0770-4abd-a555-186ad0403c76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:24.058624 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a6bc5b7-0770-4abd-a555-186ad0403c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:24.103582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57714) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:24.110938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bc5b7-0770-4abd-a555-186ad0403c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25bf8834-0598-4358-8d64-c6ff0b9c71a3,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:24.135530 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6bc5b7-0770-4abd-a555-186ad0403c76 admin admin] Checking segment: {'id': 'fbf55cc8-a118-49fc-a7e0-09adad5a94d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c7103e85-8908-4482-af53-f889ddff41bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:36:24.136198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6bc5b7-0770-4abd-a555-186ad0403c76 admin admin] Network hostable DHCP agents. Network: c7103e85-8908-4482-af53-f889ddff41bb, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:36:24.149464 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:36:24.298343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6bc5b7-0770-4abd-a555-186ad0403c76 admin admin] Network c7103e85-8908-4482-af53-f889ddff41bb is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:36:24.365619 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:24.441513 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-6a6bc5b7-0770-4abd-a555-186ad0403c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, c7103e85-8908-4482-af53-f889ddff41bb) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:36:24.467931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4226f4c-5cb4-4966-a803-50e86423fd5d None None] Network c7103e85-8908-4482-af53-f889ddff41bb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:36:24.469175 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6bc5b7-0770-4abd-a555-186ad0403c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:24.469175 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a6bc5b7-0770-4abd-a555-186ad0403c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:24.521262 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:24.612357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578d794e-98c7-4266-b14f-af01e530d44b None None] Network c7103e85-8908-4482-af53-f889ddff41bb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:36:24.715601 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:24.743310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044a14e7-c8dc-42de-b882-58d0f66c956c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:24.752432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:24.752774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:24.753322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:24.753658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:24.753983 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:24.754457 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:24.754785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:24.755103 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:24.755980 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:24.756293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:24.756786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] Tracked resource versions report: Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: pushed versions: Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: { 'AddressGroup': {'1.2'}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'ConntrackHelper': {'1.0'}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'Log': {'1.0'}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'Network': {'1.1'}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'Port': {'1.7'}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'PortForwarding': {'1.2'}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'QosPolicy': {'1.9'}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'SecurityGroup': {'1.4'}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'SecurityGroupRule': {'1.2'}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'SubPort': {'1.0'}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'Subnet': {'1.1'}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'Trunk': {'1.1'}} Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: consumer versions: Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: { DHCP agent@n-d-713301-12: {}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: HyperV agent@n-h1-713301-12: {}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: HyperV agent@n-h2-713301-12: {}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: L3 agent@n-d-713301-12: {}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: Metadata agent@n-d-713301-12: {}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: Metering agent@n-d-713301-12: {}, Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: Open vSwitch agent@n-d-713301-12: { 'AddressGroup': '1.2', Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'ConntrackHelper': '1.0', Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'Log': '1.0', Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'Network': '1.1', Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'Port': '1.7', Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'PortForwarding': '1.2', Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'QosPolicy': '1.9', Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'SecurityGroup': '1.4', Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'SecurityGroupRule': '1.2', Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'SubPort': '1.0', Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'Subnet': '1.1', Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: 'Trunk': '1.1'}} Aug 29 06:36:24.758879 n-d-713301-12 neutron-server[95403]: {{(pid=95403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 06:36:24.776252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57742) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:24.776440 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fb073a2a-a982-49ee-a079-f899777f96d4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c753457d1a5843c9b0d7a03727cc163c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6706405 Aug 29 06:36:24.834271 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6842-e71b-4494-99b6-49af3cf9fbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:24.859415 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6842-e71b-4494-99b6-49af3cf9fbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:24.895889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6a6bc5b7-0770-4abd-a555-186ad0403c76 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2852893 Aug 29 06:36:25.036607 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6842-e71b-4494-99b6-49af3cf9fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:25.040302 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6842-e71b-4494-99b6-49af3cf9fbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:25.046094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9e6e6842-e71b-4494-99b6-49af3cf9fbc4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/044a14e7-c8dc-42de-b882-58d0f66c956c HTTP/1.1" status: 204 len: 168 time: 0.2644281 Aug 29 06:36:25.053215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e6842-e71b-4494-99b6-49af3cf9fbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044a14e7-c8dc-42de-b882-58d0f66c956c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:26.055023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57788) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:26.408588 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-007a19c8-73db-4637-9b62-7a831c2e0f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:26.496216 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-007a19c8-73db-4637-9b62-7a831c2e0f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:26.694271 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-007a19c8-73db-4637-9b62-7a831c2e0f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:26.748813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-007a19c8-73db-4637-9b62-7a831c2e0f67 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a23bd4420c6544ac8e23c4cb1816ad15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6925263 Aug 29 06:36:26.750127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a19c8-73db-4637-9b62-7a831c2e0f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495ff968-7f0d-400c-98ae-df71d5d1cacb,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:26.751377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57820) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:26.813737 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac6d1c6d-8cc2-409a-8827-95109bb6e264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:26.834762 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac6d1c6d-8cc2-409a-8827-95109bb6e264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:27.093839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57830) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:27.098834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1752760116-network', 'tenant_id': '5cfd9557b0b241cfb74485eb1a2a04ef'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:27.138779 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac6d1c6d-8cc2-409a-8827-95109bb6e264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:27.141905 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac6d1c6d-8cc2-409a-8827-95109bb6e264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:27.143101 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ac6d1c6d-8cc2-409a-8827-95109bb6e264 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/495ff968-7f0d-400c-98ae-df71d5d1cacb HTTP/1.1" status: 204 len: 168 time: 0.3901522 Aug 29 06:36:27.154192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d1c6d-8cc2-409a-8827-95109bb6e264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495ff968-7f0d-400c-98ae-df71d5d1cacb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:27.234953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Made reservation on behalf of 5cfd9557b0b241cfb74485eb1a2a04ef for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:36:27.237569 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:27.274567 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:27.332897 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:27.510370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:27.537904 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5e14f6-f8f5-4117-b2c2-e3f5a54eb7f4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:27.555503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:36:27.569265 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792719925989', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:27.569850 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Unsubscribe: segment precommit_create {{(pid=95403) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 06:36:27.570332 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Added segment 8ddedfb3-ff9a-4b93-822a-a0a5d5859d35 of type vlan for network 8693af89-d57f-4f96-b812-aceecda4100b Aug 29 06:36:27.608024 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57862) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:27.649039 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:27.852451 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:27.857086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:27.857086 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:27.961919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] Pushing event updated for resources: {'Network': ['ID=8693af89-d57f-4f96-b812-aceecda4100b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:27.973746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 8693af89-d57f-4f96-b812-aceecda4100b details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:36:28.028360 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9004b1d4-78d2-4b2e-bace-976645fad6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:28.065398 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fabe3307-5988-43a8-999d-35bb0eed20e8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9702845 Aug 29 06:36:28.067942 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57878) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:28.073048 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-072881e4-b49c-493c-a74e-d169bde900f3 admin admin] Request body: {'subnet': {'network_id': '8693af89-d57f-4f96-b812-aceecda4100b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1752760116-subnet', 'tenant_id': '5cfd9557b0b241cfb74485eb1a2a04ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:28.169822 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9004b1d4-78d2-4b2e-bace-976645fad6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:28.418442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9004b1d4-78d2-4b2e-bace-976645fad6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:28.466213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9004b1d4-78d2-4b2e-bace-976645fad6b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b030e37925aa49549f8d1ae250d4a084&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8539534 Aug 29 06:36:28.466213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004b1d4-78d2-4b2e-bace-976645fad6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6e43ab-a963-4143-878c-734be2b2cfab,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:28.466610 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57894) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:28.523615 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7f77b40b-28fd-44ea-b5c0-a415d037ad73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:28.544465 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7f77b40b-28fd-44ea-b5c0-a415d037ad73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:28.582147 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57898) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:28.595914 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7db41dd0-b82b-482a-a665-67b51475684e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:28.612292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072881e4-b49c-493c-a74e-d169bde900f3 admin admin] Made reservation on behalf of 5cfd9557b0b241cfb74485eb1a2a04ef for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:36:28.616087 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-072881e4-b49c-493c-a74e-d169bde900f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:28.773873 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7f77b40b-28fd-44ea-b5c0-a415d037ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:28.777109 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7f77b40b-28fd-44ea-b5c0-a415d037ad73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:28.778245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7f77b40b-28fd-44ea-b5c0-a415d037ad73 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cb6e43ab-a963-4143-878c-734be2b2cfab HTTP/1.1" status: 204 len: 168 time: 0.3105590 Aug 29 06:36:28.803116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77b40b-28fd-44ea-b5c0-a415d037ad73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6e43ab-a963-4143-878c-734be2b2cfab,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:28.855409 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7db41dd0-b82b-482a-a665-67b51475684e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:29.063797 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7db41dd0-b82b-482a-a665-67b51475684e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:29.100599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7db41dd0-b82b-482a-a665-67b51475684e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=af99cec951ee43adba6ccaa61b3a605d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5174785 Aug 29 06:36:29.102431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db41dd0-b82b-482a-a665-67b51475684e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495a6910-2102-408f-82b4-75c2130a6f2d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:29.103413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57922) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:29.153110 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-072881e4-b49c-493c-a74e-d169bde900f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:29.165249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-caf2f0bc-1223-4dcd-a85c-a63aa4eac58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:29.220222 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-caf2f0bc-1223-4dcd-a85c-a63aa4eac58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:29.251959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072881e4-b49c-493c-a74e-d169bde900f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64843525-bb1d-44f3-a989-4717d3c5f3c9,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:29.272772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072881e4-b49c-493c-a74e-d169bde900f3 admin admin] Checking segment: {'id': '8ddedfb3-ff9a-4b93-822a-a0a5d5859d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8693af89-d57f-4f96-b812-aceecda4100b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:36:29.280290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072881e4-b49c-493c-a74e-d169bde900f3 admin admin] Network hostable DHCP agents. Network: 8693af89-d57f-4f96-b812-aceecda4100b, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:36:29.424418 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-caf2f0bc-1223-4dcd-a85c-a63aa4eac58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:29.426982 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-caf2f0bc-1223-4dcd-a85c-a63aa4eac58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:29.431080 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-caf2f0bc-1223-4dcd-a85c-a63aa4eac58d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/495a6910-2102-408f-82b4-75c2130a6f2d HTTP/1.1" status: 204 len: 168 time: 0.3238204 Aug 29 06:36:29.431080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072881e4-b49c-493c-a74e-d169bde900f3 admin admin] Network 8693af89-d57f-4f96-b812-aceecda4100b is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:36:29.441041 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2f0bc-1223-4dcd-a85c-a63aa4eac58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495a6910-2102-408f-82b4-75c2130a6f2d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:29.675281 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-072881e4-b49c-493c-a74e-d169bde900f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 8693af89-d57f-4f96-b812-aceecda4100b) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:36:29.679429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072881e4-b49c-493c-a74e-d169bde900f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:29.680010 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-072881e4-b49c-493c-a74e-d169bde900f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:29.685644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78c584e-c2cd-4f8a-a975-15105d995922 None None] Network 8693af89-d57f-4f96-b812-aceecda4100b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:36:29.808835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3306d757-682f-45a0-8f2a-57f0eccbd590 None None] Network 8693af89-d57f-4f96-b812-aceecda4100b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:36:29.866230 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-072881e4-b49c-493c-a74e-d169bde900f3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7971773 Aug 29 06:36:30.158327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57976) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:30.172186 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2935a8f9-bc62-44b5-aad7-dd57dba2baac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:30.262116 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57978) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:30.272800 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2935a8f9-bc62-44b5-aad7-dd57dba2baac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:30.311362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-d805656b-f3c5-49c8-a3c1-8b876ef17f8c admin admin] Deleting subnet 25bf8834-0598-4358-8d64-c6ff0b9c71a3 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:36:30.316032 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d805656b-f3c5-49c8-a3c1-8b876ef17f8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:30.350559 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2935a8f9-bc62-44b5-aad7-dd57dba2baac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:30.354859 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d805656b-f3c5-49c8-a3c1-8b876ef17f8c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:30.385616 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d805656b-f3c5-49c8-a3c1-8b876ef17f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:30.475586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935a8f9-bc62-44b5-aad7-dd57dba2baac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f8dcf1-518a-41f7-9afd-f8b67c3f0f74,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:30.482513 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2935a8f9-bc62-44b5-aad7-dd57dba2baac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e94532834dca443f88b70a757b75e51b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3228326 Aug 29 06:36:30.485143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57996) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:30.554618 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be0a3fab-cac7-4cea-81f1-7cab52645812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:30.580568 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be0a3fab-cac7-4cea-81f1-7cab52645812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:30.629897 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d805656b-f3c5-49c8-a3c1-8b876ef17f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:30.667825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805656b-f3c5-49c8-a3c1-8b876ef17f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25bf8834-0598-4358-8d64-c6ff0b9c71a3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:30.680519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d805656b-f3c5-49c8-a3c1-8b876ef17f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:30.682539 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d805656b-f3c5-49c8-a3c1-8b876ef17f8c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/25bf8834-0598-4358-8d64-c6ff0b9c71a3 HTTP/1.1" status: 204 len: 168 time: 0.4167502 Aug 29 06:36:30.685069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58016) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:30.743285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be0a3fab-cac7-4cea-81f1-7cab52645812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:30.746241 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be0a3fab-cac7-4cea-81f1-7cab52645812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:30.747372 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-be0a3fab-cac7-4cea-81f1-7cab52645812 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97f8dcf1-518a-41f7-9afd-f8b67c3f0f74 HTTP/1.1" status: 204 len: 168 time: 0.2608252 Aug 29 06:36:30.761184 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a3fab-cac7-4cea-81f1-7cab52645812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f8dcf1-518a-41f7-9afd-f8b67c3f0f74,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:30.775711 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:30.912321 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:30.923122 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:30.923556 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:30.924376 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:30.924686 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Subscribe: > port after_create 55550000 {{(pid=95403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:30.925021 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:30.925416 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Subscribe: > port after_update 55550000 {{(pid=95403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:30.925745 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:30.926063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:30.926386 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:30.926728 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:31.124236 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:31.124616 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:31.124981 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:31.125373 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:31.125729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7103e85-8908-4482-af53-f889ddff41bb']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:36:31.144308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf55cc8-a118-49fc-a7e0-09adad5a94d4') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:36:31.144856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf55cc8-a118-49fc-a7e0-09adad5a94d4') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:36:31.162989 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:31.188606 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:31.201730 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:36:31.201730 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: from cryptography.utils import int_from_bytes Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: from cryptography.utils import int_from_bytes Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:36:31.202733 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:36:31.361620 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:31.381546 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:31.390256 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c7103e85-8908-4482-af53-f889ddff41bb HTTP/1.1" status: 204 len: 168 time: 0.7012432 Aug 29 06:36:31.390692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58078) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:31.400714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6740e-a69d-4a44-92ab-b4de9f0b0368 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7103e85-8908-4482-af53-f889ddff41bb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:31.457079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84833d2-5c67-4ef7-af06-6a2c8c359eb9 admin admin] Deleting subnet 64843525-bb1d-44f3-a989-4717d3c5f3c9 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:36:31.467956 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b84833d2-5c67-4ef7-af06-6a2c8c359eb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:31.529838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b84833d2-5c67-4ef7-af06-6a2c8c359eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:31.577906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58094) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:31.578822 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b84833d2-5c67-4ef7-af06-6a2c8c359eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:31.717660 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b84833d2-5c67-4ef7-af06-6a2c8c359eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:31.737741 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b84833d2-5c67-4ef7-af06-6a2c8c359eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:31.739976 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b84833d2-5c67-4ef7-af06-6a2c8c359eb9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/64843525-bb1d-44f3-a989-4717d3c5f3c9 HTTP/1.1" status: 204 len: 168 time: 0.3482063 Aug 29 06:36:31.747462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58108) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:31.760026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84833d2-5c67-4ef7-af06-6a2c8c359eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64843525-bb1d-44f3-a989-4717d3c5f3c9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:31.884561 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:31.892270 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39c87408-bcb0-49a0-ae8b-cfc08c724446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.012467 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.026471 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:32.027034 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:32.028094 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:32.028556 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Subscribe: > port after_create 55550000 {{(pid=95404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:32.033536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Subscribe: > port after_delete 55550000 {{(pid=95404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:32.033536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Subscribe: > port after_update 55550000 {{(pid=95404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:32.033536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:32.033536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:32.033536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:32.033536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:32.215633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:32.215633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:32.215633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:32.215633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 06:36:32.215633 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8693af89-d57f-4f96-b812-aceecda4100b']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:36:32.236801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddedfb3-ff9a-4b93-822a-a0a5d5859d35') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:36:32.237093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddedfb3-ff9a-4b93-822a-a0a5d5859d35') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:36:32.258388 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58146) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:32.269144 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.298190 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: from cryptography.utils import int_from_bytes Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: from cryptography.utils import int_from_bytes Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:36:32.713623 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39c87408-bcb0-49a0-ae8b-cfc08c724446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.718106 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c54a4445-a96a-4ec5-ab45-4280baac425f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.720233 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39c87408-bcb0-49a0-ae8b-cfc08c724446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.720233 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.720233 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.720233 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] 10.222.0.76 "DELETE /v2.0/networks/8693af89-d57f-4f96-b812-aceecda4100b HTTP/1.1" status: 204 len: 168 time: 0.8851678 Aug 29 06:36:32.720233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fea87-c3c4-4e4b-bcd6-8b1d7bb9ee6d admin admin] Pushing event deleted for resources: {'Network': ['ID=8693af89-d57f-4f96-b812-aceecda4100b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:32.720233 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-39c87408-bcb0-49a0-ae8b-cfc08c724446 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=095bf15d525f480d90d5797ac4dd15aa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1114376 Aug 29 06:36:32.720233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c87408-bcb0-49a0-ae8b-cfc08c724446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed452131-6f0d-4185-b113-57b10ef48b40,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:32.720233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58178) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:32.767233 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c54a4445-a96a-4ec5-ab45-4280baac425f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.778863 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b6195714-311f-406b-84a2-bd1a53e230ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.804779 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b6195714-311f-406b-84a2-bd1a53e230ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.852056 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c54a4445-a96a-4ec5-ab45-4280baac425f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.895824 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c54a4445-a96a-4ec5-ab45-4280baac425f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6438c2cec22a4d6d838b7a3f0be55a0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6363249 Aug 29 06:36:32.896730 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a4445-a96a-4ec5-ab45-4280baac425f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388db0c7-1893-4e92-a6fc-5acebb1d1330,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:32.899716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58198) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:32.940548 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b6195714-311f-406b-84a2-bd1a53e230ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.940548 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b6195714-311f-406b-84a2-bd1a53e230ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.940548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b6195714-311f-406b-84a2-bd1a53e230ea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed452131-6f0d-4185-b113-57b10ef48b40 HTTP/1.1" status: 204 len: 168 time: 0.2416496 Aug 29 06:36:32.949456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6195714-311f-406b-84a2-bd1a53e230ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed452131-6f0d-4185-b113-57b10ef48b40,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:32.967120 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8d5a8f1-d9b2-48aa-9248-a59c5e57c7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:32.985747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8d5a8f1-d9b2-48aa-9248-a59c5e57c7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:33.138279 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8d5a8f1-d9b2-48aa-9248-a59c5e57c7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:33.140847 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8d5a8f1-d9b2-48aa-9248-a59c5e57c7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:33.144421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f8d5a8f1-d9b2-48aa-9248-a59c5e57c7b9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/388db0c7-1893-4e92-a6fc-5acebb1d1330 HTTP/1.1" status: 204 len: 168 time: 0.2410910 Aug 29 06:36:33.150639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5a8f1-d9b2-48aa-9248-a59c5e57c7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388db0c7-1893-4e92-a6fc-5acebb1d1330,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:33.154546 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58210) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:33.213842 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b2194ed8-b603-4d04-8a3c-a1d708068705 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e943e974be6348ada40585c87b2bfdc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0578377 Aug 29 06:36:33.217832 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58212) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:33.269747 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:33.290601 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d79c701f-1f7c-4eef-8565-234873ffb227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:33.326141 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d79c701f-1f7c-4eef-8565-234873ffb227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:33.403472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58222) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:33.405633 n-d-713301-12 neutron-server[95404]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 06:36:33.433314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-3390ed44-841f-45f4-88bd-ee8e0ff66c25 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=66eac63c77d14794a97574f1fa1e4dbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287147 Aug 29 06:36:33.458032 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d79c701f-1f7c-4eef-8565-234873ffb227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:33.459600 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d79c701f-1f7c-4eef-8565-234873ffb227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:33.460679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d79c701f-1f7c-4eef-8565-234873ffb227 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c1787dd0-884b-46c6-9f11-e51d5bad4ed3 HTTP/1.1" status: 204 len: 168 time: 0.2418745 Aug 29 06:36:33.527131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c701f-1f7c-4eef-8565-234873ffb227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1787dd0-884b-46c6-9f11-e51d5bad4ed3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:33.630737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-4c21f56b-e5af-4b95-96d5-0c49fbf21c36 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:33.632246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-4c21f56b-e5af-4b95-96d5-0c49fbf21c36 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930819 Aug 29 06:36:33.649927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-41e43eaf-4fbb-4492-8871-a50fe034404c tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/quotas/66eac63c77d14794a97574f1fa1e4dbd HTTP/1.1" status: 200 len: 375 time: 0.0115988 Aug 29 06:36:33.820353 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-74de73ca-d4f2-4900-bc4a-c20ad4118840 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=66eac63c77d14794a97574f1fa1e4dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1647556 Aug 29 06:36:34.160496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58256) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:34.336131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58262) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:34.348944 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-711142da-f537-4285-a07f-87502589bea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:34.435413 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-711142da-f537-4285-a07f-87502589bea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:34.566155 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-711142da-f537-4285-a07f-87502589bea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:34.576128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58264) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:34.598234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7493874e-4f2d-44b8-8299-b07f4d45c073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:34.606306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-711142da-f537-4285-a07f-87502589bea8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=16282ba7acbf4c12968ffc37731ac902&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2690296 Aug 29 06:36:34.607211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711142da-f537-4285-a07f-87502589bea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d49b132-a68c-496a-a328-1b5a5bf6c07d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:34.609169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58268) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:34.699470 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e05965f-0c1b-41ea-944b-5628716415ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:34.731955 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e05965f-0c1b-41ea-944b-5628716415ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:34.744740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58270) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:34.777042 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7493874e-4f2d-44b8-8299-b07f4d45c073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:34.807773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f73deb38-06f0-45e8-8c68-a91c4f6b5e36 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5cfd9557b0b241cfb74485eb1a2a04ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0615015 Aug 29 06:36:34.810335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58272) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:34.823585 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7493874e-4f2d-44b8-8299-b07f4d45c073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:34.865068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e05965f-0c1b-41ea-944b-5628716415ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:34.867868 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e05965f-0c1b-41ea-944b-5628716415ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:34.869597 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4e05965f-0c1b-41ea-944b-5628716415ca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5d49b132-a68c-496a-a328-1b5a5bf6c07d HTTP/1.1" status: 204 len: 168 time: 0.2469459 Aug 29 06:36:34.874615 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9b9105d-f7f8-433f-9817-881b8240e921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:34.890504 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7493874e-4f2d-44b8-8299-b07f4d45c073 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b5c5415c9a544f18eabd4d60d975ac9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3117163 Aug 29 06:36:34.891382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493874e-4f2d-44b8-8299-b07f4d45c073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8917b36-daef-43af-b3f7-4f99b2b952f5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:34.893856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58276) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:34.897274 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9b9105d-f7f8-433f-9817-881b8240e921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:34.951969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05965f-0c1b-41ea-944b-5628716415ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d49b132-a68c-496a-a328-1b5a5bf6c07d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:34.979539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae898a57-86f9-49d3-9126-2de370dc2852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:34.992176 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db72ce78-5fff-4206-adb1-8bcb30f73fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:35.003730 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae898a57-86f9-49d3-9126-2de370dc2852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:35.070124 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9b9105d-f7f8-433f-9817-881b8240e921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:35.074324 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9b9105d-f7f8-433f-9817-881b8240e921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:35.076007 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e9b9105d-f7f8-433f-9817-881b8240e921 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1d5e14f6-f8f5-4117-b2c2-e3f5a54eb7f4 HTTP/1.1" status: 204 len: 168 time: 0.2644346 Aug 29 06:36:35.089029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9105d-f7f8-433f-9817-881b8240e921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5e14f6-f8f5-4117-b2c2-e3f5a54eb7f4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:35.133458 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae898a57-86f9-49d3-9126-2de370dc2852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:35.140845 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae898a57-86f9-49d3-9126-2de370dc2852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:35.140845 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ae898a57-86f9-49d3-9126-2de370dc2852 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f8917b36-daef-43af-b3f7-4f99b2b952f5 HTTP/1.1" status: 204 len: 168 time: 0.2441518 Aug 29 06:36:35.149833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae898a57-86f9-49d3-9126-2de370dc2852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8917b36-daef-43af-b3f7-4f99b2b952f5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:35.173744 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db72ce78-5fff-4206-adb1-8bcb30f73fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:35.184946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58294) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:35.229979 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db72ce78-5fff-4206-adb1-8bcb30f73fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:35.276410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-db72ce78-5fff-4206-adb1-8bcb30f73fca admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e4eb647c01b6409299d31e2dfb2ba41f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1125865 Aug 29 06:36:35.276410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72ce78-5fff-4206-adb1-8bcb30f73fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0918f99-fff8-4e7a-841d-a1915c6dc0f7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:35.277656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58302) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:35.328188 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-87774d54-23bd-46da-a6e5-841d96f42e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:35.356785 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-87774d54-23bd-46da-a6e5-841d96f42e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:35.474890 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-87774d54-23bd-46da-a6e5-841d96f42e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:35.477502 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-87774d54-23bd-46da-a6e5-841d96f42e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:35.478655 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-87774d54-23bd-46da-a6e5-841d96f42e19 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0918f99-fff8-4e7a-841d-a1915c6dc0f7 HTTP/1.1" status: 204 len: 168 time: 0.1995330 Aug 29 06:36:35.486869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87774d54-23bd-46da-a6e5-841d96f42e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0918f99-fff8-4e7a-841d-a1915c6dc0f7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:35.972211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-584b9839-3eb0-446c-935c-72416f661666 req-cc1c273f-101a-4be2-af66-00fc5c5c4341 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 210 time: 0.7854278 Aug 29 06:36:36.676092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58354) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:36.690084 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d26ff241-964f-4df6-9be7-31d6d63d2c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:36.781009 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d26ff241-964f-4df6-9be7-31d6d63d2c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:36.897567 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d26ff241-964f-4df6-9be7-31d6d63d2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:36.937846 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d26ff241-964f-4df6-9be7-31d6d63d2c3a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=19b9d729c15c495db954483b6cb91eaa&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2601104 Aug 29 06:36:36.938941 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ff241-964f-4df6-9be7-31d6d63d2c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8645c8c4-912f-48de-a367-20717af73a0a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:36.940544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58364) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:36.993287 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b0cc372b-7c59-4dc0-bb4b-345e55f09f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:37.018624 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b0cc372b-7c59-4dc0-bb4b-345e55f09f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:37.154954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e298d25a-a24b-4b4b-9640-d99b544eea1b req-1c158c0e-7dc8-4bea-9aec-706bd3550af2 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 210 time: 0.0305552 Aug 29 06:36:37.155921 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b0cc372b-7c59-4dc0-bb4b-345e55f09f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:37.158712 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b0cc372b-7c59-4dc0-bb4b-345e55f09f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:37.160250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b0cc372b-7c59-4dc0-bb4b-345e55f09f68 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8645c8c4-912f-48de-a367-20717af73a0a HTTP/1.1" status: 204 len: 168 time: 0.2187362 Aug 29 06:36:37.170692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc372b-7c59-4dc0-bb4b-345e55f09f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8645c8c4-912f-48de-a367-20717af73a0a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:37.218791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.15', 53023) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:37.245208 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-f6259695-5c51-4746-bca2-9c94bef5cc25 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=66eac63c77d14794a97574f1fa1e4dbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248330 Aug 29 06:36:37.363916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-4ec86861-2c73-4746-93a4-42fced47793d tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:37.365471 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-4ec86861-2c73-4746-93a4-42fced47793d tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149080 Aug 29 06:36:37.466854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Request body: {'port': {'device_id': '6c5f4e80-3e1e-4a42-bc45-625cff3259d9', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '66eac63c77d14794a97574f1fa1e4dbd'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:37.749329 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Made reservation on behalf of 66eac63c77d14794a97574f1fa1e4dbd for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:36:37.752851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:37.761869 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:37.865917 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:38.000720 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:38.029288 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2be7ea4-cf65-4d76-8727-4ed12ec91def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:38.111428 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a71a997-10dc-467e-85b3-1a6e1f668f6c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:38.319566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Allocated IP 192.168.233.254 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/044a5587-3a63-4ae4-94f7-61933f2cdf1d) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:36:38.530798 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:38.540935 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8610efa1-0444-4ab7-8e2c-3fc3c8d30b38 req-e3a8f921-469d-4d41-851a-a2a257f6259e tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 210 time: 0.0327621 Aug 29 06:36:38.559530 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Transition to ACTIVE for port object 044a5587-3a63-4ae4-94f7-61933f2cdf1d will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:36:38.627998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58452) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:38.721432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:38.789974 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:36:38.809433 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:36:38.816944 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:36:38.875221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Pushing event updated for resources: {'Port': ['ID=044a5587-3a63-4ae4-94f7-61933f2cdf1d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:38.956664 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:38.957324 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:39.081584 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-7056d038-a6ab-43c9-b1a1-02c9ebdbfe43 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6201849 Aug 29 06:36:39.147821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-network', 'tenant_id': '544c6f4659b0481fa002ec69280b9551'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:39.241255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] Made reservation on behalf of 544c6f4659b0481fa002ec69280b9551 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:36:39.244337 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:39.253996 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:39.304497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1b651810-b751-4781-a12a-124330c2f98f None None] Provisioning for port 044a5587-3a63-4ae4-94f7-61933f2cdf1d completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:36:39.310714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1b651810-b751-4781-a12a-124330c2f98f None None] Provisioning complete for port 044a5587-3a63-4ae4-94f7-61933f2cdf1d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:36:39.311645 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b651810-b751-4781-a12a-124330c2f98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:39.377065 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1b651810-b751-4781-a12a-124330c2f98f None None] Port 044a5587-3a63-4ae4-94f7-61933f2cdf1d cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:36:39.390498 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:39.452248 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:39.489742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:36:39.506611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903855b8-1d99-4768-b406-1818867d95a7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:39.519720 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:39.520085 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] Added segment 31c6d5b5-c45d-4175-b1ed-e7618c91ecac of type vlan for network ea3503f9-de17-4d75-a461-b28dbced4bb1 Aug 29 06:36:39.579827 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:39.734684 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d3e2b-e812-4436-b80a-64d093b31d37 req-645abd34-0a4f-4fcd-a91f-b5e713428096 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:39.737479 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d01d3e2b-e812-4436-b80a-64d093b31d37 req-645abd34-0a4f-4fcd-a91f-b5e713428096 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 936 time: 0.0974305 Aug 29 06:36:39.803126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d01d3e2b-e812-4436-b80a-64d093b31d37 req-e1c62384-4c6d-4b5e-bd9b-046d0ad93a90 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562735 Aug 29 06:36:40.011725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:40.012734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:40.013359 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:40.074497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] Pushing event updated for resources: {'Network': ['ID=ea3503f9-de17-4d75-a461-b28dbced4bb1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:40.088617 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network ea3503f9-de17-4d75-a461-b28dbced4bb1 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:36:40.127479 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0e21e1d6-1f86-49b0-a8d3-f264bd937584 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4982185 Aug 29 06:36:40.130454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58484) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:40.136031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d9226bd1-75ed-4e6d-9cc4-45f8e5c9bf7a admin admin] Request body: {'subnet': {'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-subnet', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:40.240701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9226bd1-75ed-4e6d-9cc4-45f8e5c9bf7a admin admin] Made reservation on behalf of 544c6f4659b0481fa002ec69280b9551 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:36:40.248344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d9226bd1-75ed-4e6d-9cc4-45f8e5c9bf7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:40.407782 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58494) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:40.532256 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ef60f944-a7a3-4a96-a694-44ea333d2192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:40.566486 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d9226bd1-75ed-4e6d-9cc4-45f8e5c9bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:40.635228 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9226bd1-75ed-4e6d-9cc4-45f8e5c9bf7a admin admin] Checking segment: {'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:36:40.635590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9226bd1-75ed-4e6d-9cc4-45f8e5c9bf7a admin admin] Network hostable DHCP agents. Network: ea3503f9-de17-4d75-a461-b28dbced4bb1, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:36:40.647123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9226bd1-75ed-4e6d-9cc4-45f8e5c9bf7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f576fb6-2e95-4e87-84cb-796a56eec9b0,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:40.777993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9226bd1-75ed-4e6d-9cc4-45f8e5c9bf7a admin admin] Network ea3503f9-de17-4d75-a461-b28dbced4bb1 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:36:40.781838 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:40.810544 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9068-6100-45ed-8372-eb88e628bfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:40.858939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-d9226bd1-75ed-4e6d-9cc4-45f8e5c9bf7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, ea3503f9-de17-4d75-a461-b28dbced4bb1) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:36:40.868856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9226bd1-75ed-4e6d-9cc4-45f8e5c9bf7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:40.869741 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d9226bd1-75ed-4e6d-9cc4-45f8e5c9bf7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:40.876519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa95ef-6178-4dde-9595-0b7084bb08eb None None] Network ea3503f9-de17-4d75-a461-b28dbced4bb1 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:36:41.008193 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9068-6100-45ed-8372-eb88e628bfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.089151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c50bc-0b6c-41d9-971d-e7e4d679d333 req-a7e82667-d9dc-49f4-a33c-2928d4a96935 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:41.098386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c4c50bc-0b6c-41d9-971d-e7e4d679d333 req-a7e82667-d9dc-49f4-a33c-2928d4a96935 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 936 time: 0.1028843 Aug 29 06:36:41.133423 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9068-6100-45ed-8372-eb88e628bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.191993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c4c50bc-0b6c-41d9-971d-e7e4d679d333 req-66527c18-c0db-49b5-a816-218d2484b0ca tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906506 Aug 29 06:36:41.194699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-ea3503f9-de17-4d75-a461-b28dbced4bb1', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:36:41.195613 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.212378 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a0ef9068-6100-45ed-8372-eb88e628bfcb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cf94519cad9441ebac0db91c848ee63c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8003204 Aug 29 06:36:41.212556 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef9068-6100-45ed-8372-eb88e628bfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff64302b-0df3-405c-bbb5-df497e02eb6b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:41.213253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58536) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:41.234282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58538) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:41.238969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:41.252111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d9226bd1-75ed-4e6d-9cc4-45f8e5c9bf7a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1088886 Aug 29 06:36:41.344486 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7863513d-9315-4bc8-b4ae-f2d68a2f70c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.366394 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.370443 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.391091 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7863513d-9315-4bc8-b4ae-f2d68a2f70c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.476135 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.515932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Allocated IP 172.20.0.2 (ea3503f9-de17-4d75-a461-b28dbced4bb1/8f576fb6-2e95-4e87-84cb-796a56eec9b0/f482837e-044e-4075-a526-b92faa10d92d) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:36:41.521145 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7863513d-9315-4bc8-b4ae-f2d68a2f70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.525182 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7863513d-9315-4bc8-b4ae-f2d68a2f70c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.527676 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7863513d-9315-4bc8-b4ae-f2d68a2f70c1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff64302b-0df3-405c-bbb5-df497e02eb6b HTTP/1.1" status: 204 len: 168 time: 0.3131049 Aug 29 06:36:41.543705 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863513d-9315-4bc8-b4ae-f2d68a2f70c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff64302b-0df3-405c-bbb5-df497e02eb6b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:41.626553 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.747570 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.766719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Transition to ACTIVE for port object f482837e-044e-4075-a526-b92faa10d92d will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:36:41.790332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Transition to ACTIVE for port object f482837e-044e-4075-a526-b92faa10d92d will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:36:41.849799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-f8af87ae-1411-4e2c-88a1-2da44dbd79d9 req-21e796f8-d0be-4c44-9d07-9802118c110a tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1496746052', 'description': 'tempest-description-1109661207'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:41.862643 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.909878 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.951093 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8af87ae-1411-4e2c-88a1-2da44dbd79d9 req-21e796f8-d0be-4c44-9d07-9802118c110a tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.965438 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8af87ae-1411-4e2c-88a1-2da44dbd79d9 req-21e796f8-d0be-4c44-9d07-9802118c110a tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:41.965636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Network ea3503f9-de17-4d75-a461-b28dbced4bb1 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:36:41.969322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:36:41.980997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:36:42.043188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Pushing event updated for resources: {'Port': ['ID=f482837e-044e-4075-a526-b92faa10d92d,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:42.051360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:42.054069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:42.054504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:42.054979 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:42.055342 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:42.055683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:42.056439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:42.056542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:42.056833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:42.057202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:42.057522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:42.057838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Tracked resource versions report: Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: pushed versions: Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: { 'AddressGroup': {'1.2'}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'ConntrackHelper': {'1.0'}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'Log': {'1.0'}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'Network': {'1.1'}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'Port': {'1.7'}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'PortForwarding': {'1.2'}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'QosPolicy': {'1.9'}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'SecurityGroup': {'1.4'}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'SecurityGroupRule': {'1.2'}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'SubPort': {'1.0'}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'Subnet': {'1.1'}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'Trunk': {'1.1'}} Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: consumer versions: Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: { DHCP agent@n-d-713301-12: {}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: HyperV agent@n-h1-713301-12: {}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: HyperV agent@n-h2-713301-12: {}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: L3 agent@n-d-713301-12: {}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: Metadata agent@n-d-713301-12: {}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: Metering agent@n-d-713301-12: {}, Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: Open vSwitch agent@n-d-713301-12: { 'AddressGroup': '1.2', Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'ConntrackHelper': '1.0', Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'Log': '1.0', Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'Network': '1.1', Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'Port': '1.7', Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'PortForwarding': '1.2', Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'QosPolicy': '1.9', Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'SecurityGroup': '1.4', Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'SecurityGroupRule': '1.2', Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'SubPort': '1.0', Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'Subnet': '1.1', Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: 'Trunk': '1.1'}} Aug 29 06:36:42.058956 n-d-713301-12 neutron-server[95405]: {{(pid=95405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 06:36:42.127911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Attempting to bind port f482837e-044e-4075-a526-b92faa10d92d on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:36:42.128230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Attempting to bind port f482837e-044e-4075-a526-b92faa10d92d by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:36:42.128596 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Attempting to bind port f482837e-044e-4075-a526-b92faa10d92d on network ea3503f9-de17-4d75-a461-b28dbced4bb1 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:36:42.146145 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:36:42.146531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Checking segment: {'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:36:42.146940 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:42.147374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Bound using segment: {'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:36:42.147883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Bound port: f482837e-044e-4075-a526-b92faa10d92d, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:36:42.148313 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:42.178573 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8af87ae-1411-4e2c-88a1-2da44dbd79d9 req-21e796f8-d0be-4c44-9d07-9802118c110a tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:42.252252 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8af87ae-1411-4e2c-88a1-2da44dbd79d9 req-21e796f8-d0be-4c44-9d07-9802118c110a tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:42.319437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] For port f482837e-044e-4075-a526-b92faa10d92d, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:36:42.324701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] For port f482837e-044e-4075-a526-b92faa10d92d, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f482837e-044e-4075-a526-b92faa10d92d,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:36:42.328739 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:42.361055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e796f8-d0be-4c44-9d07-9802118c110a tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44729e57-511b-4f81-8c5f-b88192012744,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:42.363223 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:42.441624 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:42.484307 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8af87ae-1411-4e2c-88a1-2da44dbd79d9 req-21e796f8-d0be-4c44-9d07-9802118c110a tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:42.530193 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Allocated IP 172.25.1.229 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/5ef12923-1159-469b-b5d9-17f8db386718) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:36:42.568095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26aa745-b3f9-49b7-a59a-74c8c0d931f1 None None] Pushing event updated for resources: {'Port': ['ID=f482837e-044e-4075-a526-b92faa10d92d,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:42.623414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-8b323e66-8c03-4684-88b8-74013404dee4 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=281a4fe7ff6e4a66b8aa7b9abf4f2cd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365379 Aug 29 06:36:42.635804 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8af87ae-1411-4e2c-88a1-2da44dbd79d9 req-21e796f8-d0be-4c44-9d07-9802118c110a tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:42.688846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e796f8-d0be-4c44-9d07-9802118c110a tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6e4ec1-9342-4b64-84e1-d6644c504c8b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:42.803983 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:42.886343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-6dc35409-ab6c-42d6-a8ab-941565af15b0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:42.887908 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-6dc35409-ab6c-42d6-a8ab-941565af15b0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636688 Aug 29 06:36:42.930657 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-40795884-811a-49a6-839a-a4c8a21d2c63 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/quotas/281a4fe7ff6e4a66b8aa7b9abf4f2cd6 HTTP/1.1" status: 200 len: 375 time: 0.0298419 Aug 29 06:36:42.989761 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8af87ae-1411-4e2c-88a1-2da44dbd79d9 req-21e796f8-d0be-4c44-9d07-9802118c110a tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:43.013876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8af87ae-1411-4e2c-88a1-2da44dbd79d9 req-21e796f8-d0be-4c44-9d07-9802118c110a tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1690588 Aug 29 06:36:43.024541 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:43.100113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-435bf16d-26f0-4274-99d6-a7c9cea55c86 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=281a4fe7ff6e4a66b8aa7b9abf4f2cd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1604707 Aug 29 06:36:43.102725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58586) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:43.110221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f482837e-044e-4075-a526-b92faa10d92d up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:36:43.132728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:36:43.150280 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c07617a-8bf1-4618-af07-95b461dc6309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:43.174721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:36:43.192031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:36:43.320308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b86288-3d01-4334-bfd7-4da266b25161 req-4aba0c0c-9f90-438e-b0c7-2fe4fd46c0f5 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:43.322305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48b86288-3d01-4334-bfd7-4da266b25161 req-4aba0c0c-9f90-438e-b0c7-2fe4fd46c0f5 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 936 time: 0.1096106 Aug 29 06:36:43.333328 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:43.372512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port f482837e-044e-4075-a526-b92faa10d92d completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:36:43.395434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48b86288-3d01-4334-bfd7-4da266b25161 req-e8b7ed9c-7def-438a-8c83-d26d7ef636fb tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592964 Aug 29 06:36:43.428228 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-a966d380-c759-40dc-aac4-ca1c2ea827c5 req-fb9cd435-9ce1-4cd9-864c-6fd76c1dfad1 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1810500110', 'description': 'tempest-description-640532397'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:43.457834 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c07617a-8bf1-4618-af07-95b461dc6309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:43.520181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef12923-1159-469b-b5d9-17f8db386718,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:43.536459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c07617a-8bf1-4618-af07-95b461dc6309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:43.630342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4c07617a-8bf1-4618-af07-95b461dc6309 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c826e47a08544e16bdb9b1175f65a7f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234451 Aug 29 06:36:43.633180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58602) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:43.807913 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f03e6b8c-4818-479b-8570-53efb8dfea44 req-122dcb08-2393-416b-b183-0e45509c58c4 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 210 time: 0.0906131 Aug 29 06:36:43.809666 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07617a-8bf1-4618-af07-95b461dc6309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90adce42-9b59-4c47-a1cf-4bfa9b9882a3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:43.861529 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-80f308b1-dfdc-424e-a2ba-d9add4ecfe6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:43.906427 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-80f308b1-dfdc-424e-a2ba-d9add4ecfe6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:43.922467 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:43.975100 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a966d380-c759-40dc-aac4-ca1c2ea827c5 req-fb9cd435-9ce1-4cd9-864c-6fd76c1dfad1 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:44.063348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-9702cf04-c27e-41c3-a29c-da15ac7302c8 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:36:44.064507 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-9702cf04-c27e-41c3-a29c-da15ac7302c8 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106215 Aug 29 06:36:44.091109 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-80f308b1-dfdc-424e-a2ba-d9add4ecfe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:44.103407 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-80f308b1-dfdc-424e-a2ba-d9add4ecfe6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:44.109013 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-80f308b1-dfdc-424e-a2ba-d9add4ecfe6d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/90adce42-9b59-4c47-a1cf-4bfa9b9882a3 HTTP/1.1" status: 204 len: 168 time: 0.4554222 Aug 29 06:36:44.162501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f308b1-dfdc-424e-a2ba-d9add4ecfe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90adce42-9b59-4c47-a1cf-4bfa9b9882a3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:44.244706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238d90e1-0250-44b0-81aa-56432a2a65e4 None None] Network ea3503f9-de17-4d75-a461-b28dbced4bb1 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:36:44.253120 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a966d380-c759-40dc-aac4-ca1c2ea827c5 req-fb9cd435-9ce1-4cd9-864c-6fd76c1dfad1 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:44.332044 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a966d380-c759-40dc-aac4-ca1c2ea827c5 req-fb9cd435-9ce1-4cd9-864c-6fd76c1dfad1 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:44.452249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:44.453619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cd435-9ce1-4cd9-864c-6fd76c1dfad1 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0f3096-c91c-499f-bb79-6094c572fb2c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:44.455338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-38a59ce9-f875-4dbd-8724-fd47116df667 None None] Provisioning for port f482837e-044e-4075-a526-b92faa10d92d completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:36:44.462316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-38a59ce9-f875-4dbd-8724-fd47116df667 None None] Provisioning complete for port f482837e-044e-4075-a526-b92faa10d92d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:36:44.463291 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-38a59ce9-f875-4dbd-8724-fd47116df667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:44.493208 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a966d380-c759-40dc-aac4-ca1c2ea827c5 req-fb9cd435-9ce1-4cd9-864c-6fd76c1dfad1 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:44.494178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a966d380-c759-40dc-aac4-ca1c2ea827c5 req-fb9cd435-9ce1-4cd9-864c-6fd76c1dfad1 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0723689 Aug 29 06:36:44.633653 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-38a59ce9-f875-4dbd-8724-fd47116df667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:44.696678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-38a59ce9-f875-4dbd-8724-fd47116df667 None None] For port f482837e-044e-4075-a526-b92faa10d92d, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f482837e-044e-4075-a526-b92faa10d92d,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:36:44.795874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c86c-2246-4442-b43b-1c220e0d5ac1 req-b38682c1-a28f-4013-ac57-2683e6fab596 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:44.804494 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca25c86c-2246-4442-b43b-1c220e0d5ac1 req-b38682c1-a28f-4013-ac57-2683e6fab596 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 936 time: 0.1130593 Aug 29 06:36:44.812523 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-38a59ce9-f875-4dbd-8724-fd47116df667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:44.875286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Router 2187b990-a096-450d-9a4b-ed702e426eb6 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:36:44.885286 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a59ce9-f875-4dbd-8724-fd47116df667 None None] Pushing event updated for resources: {'Port': ['ID=f482837e-044e-4075-a526-b92faa10d92d,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:44.934218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca25c86c-2246-4442-b43b-1c220e0d5ac1 req-303cdfbf-bdfe-4a2b-98c7-6570baa06877 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073573 Aug 29 06:36:44.939351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c21bf610-df31-41d3-b458-6d25c28a75bf None None] Provisioning complete for port f482837e-044e-4075-a526-b92faa10d92d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:36:44.943398 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c21bf610-df31-41d3-b458-6d25c28a75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:45.069313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Request body: {'port': {'device_id': '6c5f4e80-3e1e-4a42-bc45-625cff3259d9', 'device_owner': 'compute:tempest-test_az-1127651944', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:45.081058 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f482837e-044e-4075-a526-b92faa10d92d up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:36:45.183289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:36:45.197585 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Sync routers for ids ['2187b990-a096-450d-9a4b-ed702e426eb6'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:36:45.200491 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:45.216974 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Routers {'2187b990-a096-450d-9a4b-ed702e426eb6'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:36:45.218319 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:36:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2187b990-a096-450d-9a4b-ed702e426eb6'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:36:45.278692 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:45.279553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58668) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:45.280546 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3ed9c209-b5b8-411e-b4c6-9cfed794daf4 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0408225 Aug 29 06:36:45.323597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port f482837e-044e-4075-a526-b92faa10d92d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:36:45.324142 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:45.459550 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Set router 2187b990-a096-450d-9a4b-ed702e426eb6 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:36:45.476910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-f19ad139-56d4-44e4-b821-e324724db000 req-057d6104-88cf-4e3d-8c08-c2b2195e8cc0 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1638415909', 'description': 'tempest-description-1163104744'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:45.680167 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f19ad139-56d4-44e4-b821-e324724db000 req-057d6104-88cf-4e3d-8c08-c2b2195e8cc0 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:45.713170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f19ad139-56d4-44e4-b821-e324724db000 req-057d6104-88cf-4e3d-8c08-c2b2195e8cc0 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:45.833332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044a5587-3a63-4ae4-94f7-61933f2cdf1d {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:36:45.843041 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:45.853720 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:43Z', 'revision_number': 3, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:36:45.865703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Transition to ACTIVE for port object 044a5587-3a63-4ae4-94f7-61933f2cdf1d will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:36:45.900894 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Checking router: 2187b990-a096-450d-9a4b-ed702e426eb6 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:36:45.902603 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Updating router 2187b990-a096-450d-9a4b-ed702e426eb6 port 5ef12923-1159-469b-b5d9-17f8db386718 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:36:45.926967 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:45.939367 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:46.220576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Pushing event updated for resources: {'Port': ['ID=044a5587-3a63-4ae4-94f7-61933f2cdf1d,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:46.265794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f19ad139-56d4-44e4-b821-e324724db000 req-057d6104-88cf-4e3d-8c08-c2b2195e8cc0 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:46.375510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Attempting to bind port 044a5587-3a63-4ae4-94f7-61933f2cdf1d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:36:46.376131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Attempting to bind port 044a5587-3a63-4ae4-94f7-61933f2cdf1d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:36:46.376666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Attempting to bind port 044a5587-3a63-4ae4-94f7-61933f2cdf1d on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:36:46.382154 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Port 044a5587-3a63-4ae4-94f7-61933f2cdf1d on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:36:46.382701 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Attempting to bind port 044a5587-3a63-4ae4-94f7-61933f2cdf1d on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:36:46.401228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:36:46.401948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:36:46.402975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:36:46.403658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Bound port: 044a5587-3a63-4ae4-94f7-61933f2cdf1d, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:36:46.404197 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:46.529121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] For port 044a5587-3a63-4ae4-94f7-61933f2cdf1d, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:36:46.558569 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] For port 044a5587-3a63-4ae4-94f7-61933f2cdf1d, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=044a5587-3a63-4ae4-94f7-61933f2cdf1d,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:36:46.568416 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f19ad139-56d4-44e4-b821-e324724db000 req-057d6104-88cf-4e3d-8c08-c2b2195e8cc0 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:46.585037 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1eb11298-ced9-48f8-8577-3bd0f5f1af23 req-18693378-ac9e-4e9a-8b9b-15df7a21da00 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 210 time: 0.3165362 Aug 29 06:36:46.590436 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:46.617289 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Transition to ACTIVE for port object 5ef12923-1159-469b-b5d9-17f8db386718 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:36:46.670225 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:46.671056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d6104-88cf-4e3d-8c08-c2b2195e8cc0 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dab6642-8378-4bcb-99f4-3caf884f8ffd,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:46.706607 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:46.733042 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:46.795570 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f19ad139-56d4-44e4-b821-e324724db000 req-057d6104-88cf-4e3d-8c08-c2b2195e8cc0 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:46.810713 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Pushing event updated for resources: {'Port': ['ID=044a5587-3a63-4ae4-94f7-61933f2cdf1d,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:46.821485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:46.822594 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:46.824291 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-d246133b-e8ec-4a08-b18a-1ca2dc792807 service neutron] 10.222.0.15 "PUT /v2.0/ports/044a5587-3a63-4ae4-94f7-61933f2cdf1d HTTP/1.1" status: 200 len: 1119 time: 2.3838882 Aug 29 06:36:46.825160 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5f4e80-3e1e-4a42-bc45-625cff3259d9', 'tag': '044a5587-3a63-4ae4-94f7-61933f2cdf1d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:36:46.850852 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Pushing event updated for resources: {'Port': ['ID=5ef12923-1159-469b-b5d9-17f8db386718,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:46.869770 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Attempting to bind port 5ef12923-1159-469b-b5d9-17f8db386718 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:36:46.870355 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Attempting to bind port 5ef12923-1159-469b-b5d9-17f8db386718 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:36:46.870955 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Attempting to bind port 5ef12923-1159-469b-b5d9-17f8db386718 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:36:46.881935 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:36:46.882914 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:36:46.883702 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:46.884334 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:36:46.900097 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Bound port: 5ef12923-1159-469b-b5d9-17f8db386718, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:36:46.900699 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:46.910707 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:46.911359 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:46.912359 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:46.929063 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:46.929797 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:46.930384 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:46.930910 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:46.931491 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:46.932047 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:46.932673 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:46.933219 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:46.933760 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Tracked resource versions report: Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: pushed versions: Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: { 'AddressGroup': {'1.2'}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'ConntrackHelper': {'1.0'}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'Log': {'1.0'}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'Network': {'1.1'}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'Port': {'1.7'}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'PortForwarding': {'1.2'}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'QosPolicy': {'1.9'}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'SecurityGroup': {'1.4'}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'SecurityGroupRule': {'1.2'}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'SubPort': {'1.0'}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'Subnet': {'1.1'}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'Trunk': {'1.1'}} Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: consumer versions: Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: { DHCP agent@n-d-713301-12: {}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: HyperV agent@n-h1-713301-12: {}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: HyperV agent@n-h2-713301-12: {}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: L3 agent@n-d-713301-12: {}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: Metadata agent@n-d-713301-12: {}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: Metering agent@n-d-713301-12: {}, Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: Open vSwitch agent@n-d-713301-12: { 'AddressGroup': '1.2', Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'ConntrackHelper': '1.0', Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'Log': '1.0', Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'Network': '1.1', Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'Port': '1.7', Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'PortForwarding': '1.2', Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'QosPolicy': '1.9', Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'SecurityGroup': '1.4', Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'SecurityGroupRule': '1.2', Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'SubPort': '1.0', Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'Subnet': '1.1', Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: 'Trunk': '1.1'}} Aug 29 06:36:46.936605 n-d-713301-12 neutron-server[95406]: {{(pid=95406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 06:36:47.058677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Allocated IP 172.20.0.1 (ea3503f9-de17-4d75-a461-b28dbced4bb1/8f576fb6-2e95-4e87-84cb-796a56eec9b0/06390604-a3ce-4b0d-806d-a798e11de10f) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:36:47.085019 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] For port 5ef12923-1159-469b-b5d9-17f8db386718, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:36:47.092584 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] For port 5ef12923-1159-469b-b5d9-17f8db386718, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5ef12923-1159-469b-b5d9-17f8db386718,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:36:47.138912 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f19ad139-56d4-44e4-b821-e324724db000 req-057d6104-88cf-4e3d-8c08-c2b2195e8cc0 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:47.158845 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:47.188247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.11', 55040) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:47.293184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f19ad139-56d4-44e4-b821-e324724db000 req-057d6104-88cf-4e3d-8c08-c2b2195e8cc0 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:47.297519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f19ad139-56d4-44e4-b821-e324724db000 req-057d6104-88cf-4e3d-8c08-c2b2195e8cc0 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.9941323 Aug 29 06:36:47.314815 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-8cd7f9d5-5709-4b35-81ee-f0a32cbd26ed tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=281a4fe7ff6e4a66b8aa7b9abf4f2cd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022530 Aug 29 06:36:47.332069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-16d463d2-da02-4d48-8c01-c5a8fa7b706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:47.347778 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Routers {'2187b990-a096-450d-9a4b-ed702e426eb6'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:36:47.348646 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:36:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2187b990-a096-450d-9a4b-ed702e426eb6'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:36:47.351641 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-16d463d2-da02-4d48-8c01-c5a8fa7b706f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66eac63c77d14794a97574f1fa1e4dbd&device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 1122 time: 0.3282764 Aug 29 06:36:47.354867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d6104-88cf-4e3d-8c08-c2b2195e8cc0 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc6f8b3-8a68-4575-ace8-bbc407533316,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:47.430729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfde25-9ab7-44da-b97b-92e34beb5346 req-c5835bef-15b7-4415-9ca5-584bea8dc957 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:47.455956 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9edfde25-9ab7-44da-b97b-92e34beb5346 req-c5835bef-15b7-4415-9ca5-584bea8dc957 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 970 time: 0.1444948 Aug 29 06:36:47.488647 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f099e9-fc6f-46fa-879b-bce3c7bf3de0 None None] Pushing event updated for resources: {'Port': ['ID=5ef12923-1159-469b-b5d9-17f8db386718,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:47.495336 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb075573-3e72-4711-8686-fff67a711e42" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5f4e80-3e1e-4a42-bc45-625cff3259d9", "tag": "044a5587-3a63-4ae4-94f7-61933f2cdf1d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:36:47.512783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-4a358ccc-555c-48f5-b936-ea9e579e2b5a req-793d06b5-5d33-4ea7-8259-092b87806f94 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2134831419', 'description': 'tempest-description-1110208741'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:47.576866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9edfde25-9ab7-44da-b97b-92e34beb5346 req-4b7e6381-58c5-42f5-ae29-bcca17838f48 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167159 Aug 29 06:36:47.578989 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-a22a8895-e42b-43df-93a6-cf7e776c4274 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=044a5587-3a63-4ae4-94f7-61933f2cdf1d HTTP/1.1" status: 200 len: 217 time: 0.1762779 Aug 29 06:36:47.596328 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:47.611084 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4a358ccc-555c-48f5-b936-ea9e579e2b5a req-793d06b5-5d33-4ea7-8259-092b87806f94 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:47.669410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Transition to ACTIVE for port object 06390604-a3ce-4b0d-806d-a798e11de10f will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:36:47.756047 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] Set router 2187b990-a096-450d-9a4b-ed702e426eb6 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:36:47.787089 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-70ebf47e-8716-4d15-a28c-df612cefe4a1 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:47.788662 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-70ebf47e-8716-4d15-a28c-df612cefe4a1 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4360685 Aug 29 06:36:47.790003 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:47.852969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-43b3e5ab-a9f6-4011-8b57-3441c650c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:47.873050 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-43b3e5ab-a9f6-4011-8b57-3441c650c631 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.2723067 Aug 29 06:36:47.913036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Network ea3503f9-de17-4d75-a461-b28dbced4bb1 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:36:47.932519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:36:47.963069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:36:47.975434 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:43Z', 'revision_number': 3, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:36:48.007177 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Request body: {'port': {'device_id': '469df6e8-5175-4fea-8bd9-fa101e6b58f3', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '281a4fe7ff6e4a66b8aa7b9abf4f2cd6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:48.046248 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bcf8c4-c997-494a-92cd-0619c4e72ea7 None None] The sync data for ids ['2187b990-a096-450d-9a4b-ed702e426eb6'] in n-d-713301-12 is: [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:43Z', 'revision_number': 3, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:36:48.073432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4a358ccc-555c-48f5-b936-ea9e579e2b5a req-793d06b5-5d33-4ea7-8259-092b87806f94 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:48.074574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Pushing event updated for resources: {'Port': ['ID=06390604-a3ce-4b0d-806d-a798e11de10f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:48.113530 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:48.191753 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4a358ccc-555c-48f5-b936-ea9e579e2b5a req-793d06b5-5d33-4ea7-8259-092b87806f94 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:48.283159 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4a358ccc-555c-48f5-b936-ea9e579e2b5a req-793d06b5-5d33-4ea7-8259-092b87806f94 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:48.284590 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a358ccc-555c-48f5-b936-ea9e579e2b5a req-793d06b5-5d33-4ea7-8259-092b87806f94 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7972364 Aug 29 06:36:48.324929 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762c93f1-edef-453f-b6a4-3ecec022cb6f x-openstack-request-id: req-762c93f1-edef-453f-b6a4-3ecec022cb6f {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:36:48.325850 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5f4e80-3e1e-4a42-bc45-625cff3259d9", "tag": "044a5587-3a63-4ae4-94f7-61933f2cdf1d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:36:48.326259 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-762c93f1-edef-453f-b6a4-3ecec022cb6f {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:36:48.326902 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5f4e80-3e1e-4a42-bc45-625cff3259d9', 'tag': '044a5587-3a63-4ae4-94f7-61933f2cdf1d', 'status': 'completed', 'code': 200} Aug 29 06:36:48.331494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d06b5-5d33-4ea7-8259-092b87806f94 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4140287f-77e1-4a47-b954-47c8d2f03bc8,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:48.388198 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-09f433da-d0aa-47ca-9226-be028f01631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:48.389893 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-09f433da-d0aa-47ca-9226-be028f01631d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4910295 Aug 29 06:36:48.400132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0328851-0e6f-4a29-8724-2af0430b3fe6 req-0e341db9-5c66-4ae7-844c-3fcc5221a153 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 210 time: 0.0526490 Aug 29 06:36:48.506600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Made reservation on behalf of 281a4fe7ff6e4a66b8aa7b9abf4f2cd6 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:36:48.509181 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:48.527671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1a6c8fd0-27e7-4514-bf83-f71d99df772d None None] Provisioning for port 06390604-a3ce-4b0d-806d-a798e11de10f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:36:48.550624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1a6c8fd0-27e7-4514-bf83-f71d99df772d None None] Provisioning complete for port 06390604-a3ce-4b0d-806d-a798e11de10f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:36:48.551083 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8fd0-27e7-4514-bf83-f71d99df772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:48.615915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c8fd0-27e7-4514-bf83-f71d99df772d None None] Port 06390604-a3ce-4b0d-806d-a798e11de10f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:36:48.696264 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:48.849475 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:48.886799 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-91024e27-5f18-4076-b9d6-53b1ae875189 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985243 Aug 29 06:36:48.893497 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8407b6fc-6d64-4780-8acf-01f18b78c7c1 req-9ab9d1c5-6171-42a8-9abc-8c50074523ac tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 23027 time: 0.3691335 Aug 29 06:36:49.073923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5ef12923-1159-469b-b5d9-17f8db386718 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:36:49.139162 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:49.145696 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b107109b-e2eb-417d-941a-e40f1c6ce7e8 req-f20401da-d57a-42ff-9cf1-88b1917b37dd service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364218 Aug 29 06:36:49.218108 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:49.233691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8407b6fc-6d64-4780-8acf-01f18b78c7c1 req-db0a4754-1a47-4f5f-9591-909641088f3a tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups/1a71a997-10dc-467e-85b3-1a6e1f668f6c HTTP/1.1" status: 200 len: 2981 time: 0.3278420 Aug 29 06:36:49.246520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 5ef12923-1159-469b-b5d9-17f8db386718 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:36:49.251846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 5ef12923-1159-469b-b5d9-17f8db386718 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:36:49.252434 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:49.384236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8407b6fc-6d64-4780-8acf-01f18b78c7c1 req-a39ca7a5-16a5-426c-8b76-bf1fdf372121 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups/1a71a997-10dc-467e-85b3-1a6e1f668f6c HTTP/1.1" status: 200 len: 2981 time: 0.1495833 Aug 29 06:36:49.465876 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:49.478271 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8407b6fc-6d64-4780-8acf-01f18b78c7c1 req-d63c5d19-082d-43b1-97e5-b6047940c969 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups/44729e57-511b-4f81-8c5f-b88192012744 HTTP/1.1" status: 200 len: 2981 time: 0.0929651 Aug 29 06:36:49.495764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Allocated IP 192.168.233.179 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/7d81fbd1-d283-46cb-84c5-53f44286cc9b) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:36:49.504257 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:49.539713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8407b6fc-6d64-4780-8acf-01f18b78c7c1 req-72bcbf25-3343-495e-9876-6c52e8d361a7 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups/44729e57-511b-4f81-8c5f-b88192012744 HTTP/1.1" status: 200 len: 2981 time: 0.0595591 Aug 29 06:36:49.544258 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c6ee8b-5df5-47ce-991a-3521aecfa080,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:49.564145 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 5ef12923-1159-469b-b5d9-17f8db386718, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5ef12923-1159-469b-b5d9-17f8db386718,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:36:49.591312 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:49.617277 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb075573-3e72-4711-8686-fff67a711e42 req-88aad79a-e621-4db0-b07b-f7eb364748e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:49.623985 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb075573-3e72-4711-8686-fff67a711e42 req-88aad79a-e621-4db0-b07b-f7eb364748e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66eac63c77d14794a97574f1fa1e4dbd&device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 1122 time: 0.3427949 Aug 29 06:36:49.718841 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8407b6fc-6d64-4780-8acf-01f18b78c7c1 req-5076a114-0b9d-4955-8826-f9d5c9247d58 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups/5dab6642-8378-4bcb-99f4-3caf884f8ffd HTTP/1.1" status: 200 len: 2981 time: 0.1768959 Aug 29 06:36:49.740709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Pushing event updated for resources: {'Port': ['ID=06390604-a3ce-4b0d-806d-a798e11de10f,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:49.767280 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:49.767396 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:49.898706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=5ef12923-1159-469b-b5d9-17f8db386718,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:49.911890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8407b6fc-6d64-4780-8acf-01f18b78c7c1 req-d393eb87-d919-4b1b-848f-9a6551ebc613 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups/5dab6642-8378-4bcb-99f4-3caf884f8ffd HTTP/1.1" status: 200 len: 2981 time: 0.1911988 Aug 29 06:36:49.952218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb075573-3e72-4711-8686-fff67a711e42 req-6965f17b-582a-4cd6-8a47-22e8bfdffdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:49.954411 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb075573-3e72-4711-8686-fff67a711e42 req-6965f17b-582a-4cd6-8a47-22e8bfdffdc8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.3247910 Aug 29 06:36:50.007275 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb075573-3e72-4711-8686-fff67a711e42 req-b93e5701-3dc9-42ea-9286-16e209421d8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=044a5587-3a63-4ae4-94f7-61933f2cdf1d HTTP/1.1" status: 200 len: 217 time: 0.0454021 Aug 29 06:36:50.008814 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8407b6fc-6d64-4780-8acf-01f18b78c7c1 req-83b0a1c4-49b6-418c-b590-c699664f60a7 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups/655a1581-feff-46bc-ab02-02738c427462 HTTP/1.1" status: 200 len: 2973 time: 0.0791783 Aug 29 06:36:50.010299 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:50.017183 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24020cc-62c0-4e5b-b2c4-a8a3059d2c79 req-bfd3b2d3-ca86-451c-99dc-61a8a1f712b1 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:50.018866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c24020cc-62c0-4e5b-b2c4-a8a3059d2c79 req-bfd3b2d3-ca86-451c-99dc-61a8a1f712b1 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 970 time: 0.1453347 Aug 29 06:36:50.035800 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Network ea3503f9-de17-4d75-a461-b28dbced4bb1 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:36:50.049102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:36:50.078958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Transition to ACTIVE for port object 7d81fbd1-d283-46cb-84c5-53f44286cc9b will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:36:50.123409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb075573-3e72-4711-8686-fff67a711e42 req-04dc04f9-dfd8-430b-8cd3-8e366230c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:50.125238 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb075573-3e72-4711-8686-fff67a711e42 req-04dc04f9-dfd8-430b-8cd3-8e366230c56e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1101141 Aug 29 06:36:50.206832 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8407b6fc-6d64-4780-8acf-01f18b78c7c1 req-86e5b156-d0c5-4f5a-9d7b-771da4a91ee4 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups/655a1581-feff-46bc-ab02-02738c427462 HTTP/1.1" status: 200 len: 2973 time: 0.1737666 Aug 29 06:36:50.218847 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c24020cc-62c0-4e5b-b2c4-a8a3059d2c79 req-3921d7a8-f000-4644-8f81-2c4faf877599 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900730 Aug 29 06:36:50.369703 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8407b6fc-6d64-4780-8acf-01f18b78c7c1 req-e3c36554-342c-4ac1-a62d-ff83dc6fd905 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups/903855b8-1d99-4768-b406-1818867d95a7 HTTP/1.1" status: 200 len: 2981 time: 0.1605167 Aug 29 06:36:50.426787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Router 2187b990-a096-450d-9a4b-ed702e426eb6 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:36:50.452289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ab4e94e6-719b-4a18-b934-dc65f04fdc4e None None] Provisioning complete for port 06390604-a3ce-4b0d-806d-a798e11de10f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:36:50.452909 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab4e94e6-719b-4a18-b934-dc65f04fdc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:50.459546 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb075573-3e72-4711-8686-fff67a711e42 req-10d770e5-2c83-45a2-b7cb-77983fe3ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:50.461377 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb075573-3e72-4711-8686-fff67a711e42 req-10d770e5-2c83-45a2-b7cb-77983fe3ad5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3275816 Aug 29 06:36:50.527891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e94e6-719b-4a18-b934-dc65f04fdc4e None None] Port 06390604-a3ce-4b0d-806d-a798e11de10f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:36:50.550159 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:50.577662 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:50.616676 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8407b6fc-6d64-4780-8acf-01f18b78c7c1 req-92beb3a6-fa41-4267-aea9-ef80986c8107 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups/903855b8-1d99-4768-b406-1818867d95a7 HTTP/1.1" status: 200 len: 2981 time: 0.2365782 Aug 29 06:36:50.628090 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:36:50.634346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:36:50.638031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Pushing event updated for resources: {'Port': ['ID=7d81fbd1-d283-46cb-84c5-53f44286cc9b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:50.641969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:36:50.681903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317c794-ff9e-4a6c-9b4f-a750d09a5c4a req-9374041f-2513-405f-9aed-05ed365f4258 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:50.685160 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e317c794-ff9e-4a6c-9b4f-a750d09a5c4a req-9374041f-2513-405f-9aed-05ed365f4258 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 936 time: 0.1839230 Aug 29 06:36:50.699679 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb075573-3e72-4711-8686-fff67a711e42 req-8a27ab4a-7468-485c-84bc-7354b10cb5ec service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304900 Aug 29 06:36:50.752849 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:50.753550 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:50.931765 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb075573-3e72-4711-8686-fff67a711e42 req-5069de63-c52d-4622-9685-1412cce528cb service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220602 Aug 29 06:36:50.933096 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d8b6f590-200f-46ea-bd58-00547c9b656c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9532239 Aug 29 06:36:51.053657 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5ef12923-1159-469b-b5d9-17f8db386718 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:36:51.092095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:36:51.109539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a04a5417-6d04-440b-afb9-3192c97b3318 admin admin] 10.222.0.76 "PUT /v2.0/routers/2187b990-a096-450d-9a4b-ed702e426eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8283741 Aug 29 06:36:51.124770 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8407b6fc-6d64-4780-8acf-01f18b78c7c1 req-810db48c-4617-46fa-85e4-25a577792fc6 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups/c458454f-282d-462c-840c-f6ea6fc4286f HTTP/1.1" status: 200 len: 2977 time: 0.4909639 Aug 29 06:36:51.172398 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e317c794-ff9e-4a6c-9b4f-a750d09a5c4a req-5ab22cb7-1d4a-4900-a4c0-840e4cff743f tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714708 Aug 29 06:36:51.241631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 5ef12923-1159-469b-b5d9-17f8db386718 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:36:51.241962 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8407b6fc-6d64-4780-8acf-01f18b78c7c1 req-9ae27c6d-9c21-4f4f-b8e1-b2c4e6f2d773 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups/c458454f-282d-462c-840c-f6ea6fc4286f HTTP/1.1" status: 200 len: 2977 time: 0.1162372 Aug 29 06:36:51.242254 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:51.326252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-be4aa462-a818-4fbb-8971-8ec4cb4aeffe None None] Provisioning for port 7d81fbd1-d283-46cb-84c5-53f44286cc9b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:36:51.338433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-be4aa462-a818-4fbb-8971-8ec4cb4aeffe None None] Provisioning complete for port 7d81fbd1-d283-46cb-84c5-53f44286cc9b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:36:51.338814 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-be4aa462-a818-4fbb-8971-8ec4cb4aeffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:51.440290 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f680846-7567-4cd7-a3cc-c2235b06e997 req-9c8de40b-8a33-4e5b-a735-37fa4653a302 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5dec2bf460964ed3a0f5512dea00de09 HTTP/1.1" status: 200 len: 6103 time: 0.1818957 Aug 29 06:36:51.487960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-be4aa462-a818-4fbb-8971-8ec4cb4aeffe None None] Port 7d81fbd1-d283-46cb-84c5-53f44286cc9b cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:36:51.507024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Sync routers for ids ['2187b990-a096-450d-9a4b-ed702e426eb6'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:36:51.525475 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc96ba-d8d3-4e4f-a580-2a1a924dc556 req-0543dc79-9c9b-48b7-b2b0-10f5494a4083 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:51.533289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Routers {'2187b990-a096-450d-9a4b-ed702e426eb6'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:36:51.533757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34dc96ba-d8d3-4e4f-a580-2a1a924dc556 req-0543dc79-9c9b-48b7-b2b0-10f5494a4083 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 970 time: 0.1272843 Aug 29 06:36:51.533938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:36:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2187b990-a096-450d-9a4b-ed702e426eb6'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:36:51.561488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f680846-7567-4cd7-a3cc-c2235b06e997 req-98f46248-60df-46ec-80c7-d4fd2e34ac8e tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] 10.222.0.76 "GET /v2.0/security-groups/44729e57-511b-4f81-8c5f-b88192012744 HTTP/1.1" status: 200 len: 2981 time: 0.1197550 Aug 29 06:36:51.631260 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34dc96ba-d8d3-4e4f-a580-2a1a924dc556 req-78075365-84fb-4ee5-b77e-8c05f6e39911 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959380 Aug 29 06:36:51.693843 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f680846-7567-4cd7-a3cc-c2235b06e997 req-4f07318b-ba6f-42d6-b7d8-c5b881edd9c3 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] 10.222.0.76 "GET /v2.0/security-groups/44729e57-511b-4f81-8c5f-b88192012744 HTTP/1.1" status: 200 len: 2981 time: 0.1315114 Aug 29 06:36:51.757825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Set router 2187b990-a096-450d-9a4b-ed702e426eb6 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:36:51.774787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3b89581d-9fea-479f-9d99-e80d2f1c7a32 req-ee86273e-b36d-4376-965f-39ced1a5c6ab tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups/4140287f-77e1-4a47-b954-47c8d2f03bc8 HTTP/1.1" status: 200 len: 1778 time: 0.0667355 Aug 29 06:36:51.842285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3b89581d-9fea-479f-9d99-e80d2f1c7a32 req-7e1fca93-4529-4b45-bf6c-2f8f40d594a2 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:51.891026 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3b89581d-9fea-479f-9d99-e80d2f1c7a32 req-7e1fca93-4529-4b45-bf6c-2f8f40d594a2 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:52.014301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 2, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:36:52.023641 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3b89581d-9fea-479f-9d99-e80d2f1c7a32 req-7e1fca93-4529-4b45-bf6c-2f8f40d594a2 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:52.026269 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3b89581d-9fea-479f-9d99-e80d2f1c7a32 req-7e1fca93-4529-4b45-bf6c-2f8f40d594a2 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:52.027776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3b89581d-9fea-479f-9d99-e80d2f1c7a32 req-7e1fca93-4529-4b45-bf6c-2f8f40d594a2 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/4140287f-77e1-4a47-b954-47c8d2f03bc8 HTTP/1.1" status: 204 len: 173 time: 0.2457035 Aug 29 06:36:52.036578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fca93-4529-4b45-bf6c-2f8f40d594a2 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4140287f-77e1-4a47-b954-47c8d2f03bc8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:52.077577 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Checking router: 2187b990-a096-450d-9a4b-ed702e426eb6 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:36:52.078333 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Updating router 2187b990-a096-450d-9a4b-ed702e426eb6 port 06390604-a3ce-4b0d-806d-a798e11de10f binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:36:52.178072 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c08f52d-80c1-40ad-b1f9-d48a62deb924 req-7f8b43d2-cb41-44d8-b63b-5ab70544b2c9 tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "GET /v2.0/security-groups/9fc6f8b3-8a68-4575-ace8-bbc407533316 HTTP/1.1" status: 200 len: 1778 time: 0.0994055 Aug 29 06:36:52.192145 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:52.313346 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1c08f52d-80c1-40ad-b1f9-d48a62deb924 req-fb5783e8-3ed6-4fca-8fe6-c442180b500d tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:52.354193 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1c08f52d-80c1-40ad-b1f9-d48a62deb924 req-fb5783e8-3ed6-4fca-8fe6-c442180b500d tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:52.400230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f401b-8b09-4e85-b833-bddeee8f317c req-936a8cf2-2913-483b-8fbe-5c12abc47344 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:52.401867 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-653f401b-8b09-4e85-b833-bddeee8f317c req-936a8cf2-2913-483b-8fbe-5c12abc47344 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 936 time: 0.1045446 Aug 29 06:36:52.531916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-653f401b-8b09-4e85-b833-bddeee8f317c req-f981f6e8-fefe-42ec-bf2a-4f267e39c536 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108789 Aug 29 06:36:52.533597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1c08f52d-80c1-40ad-b1f9-d48a62deb924 req-fb5783e8-3ed6-4fca-8fe6-c442180b500d tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:52.537800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58810) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:52.538285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1c08f52d-80c1-40ad-b1f9-d48a62deb924 req-fb5783e8-3ed6-4fca-8fe6-c442180b500d tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:52.539630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c08f52d-80c1-40ad-b1f9-d48a62deb924 req-fb5783e8-3ed6-4fca-8fe6-c442180b500d tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/9fc6f8b3-8a68-4575-ace8-bbc407533316 HTTP/1.1" status: 204 len: 173 time: 0.3604434 Aug 29 06:36:52.552703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5783e8-3ed6-4fca-8fe6-c442180b500d tempest-SecurityGroupsTestAdminJSON-519312409 tempest-SecurityGroupsTestAdminJSON-519312409-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc6f8b3-8a68-4575-ace8-bbc407533316,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:52.744878 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d15f1f4b-eeec-473e-b104-241e7244d2ae req-1a422930-20fc-4329-aab3-2a2aaa432d90 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] 10.222.0.76 "GET /v2.0/security-groups/ae0f3096-c91c-499f-bb79-6094c572fb2c HTTP/1.1" status: 200 len: 1777 time: 0.1576133 Aug 29 06:36:52.893933 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:52.911212 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Transition to ACTIVE for port object 06390604-a3ce-4b0d-806d-a798e11de10f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:36:52.915686 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d15f1f4b-eeec-473e-b104-241e7244d2ae req-bc07d06b-2efc-4053-9482-4f20edd189d6 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:52.954458 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fb53e-64e9-46c6-9194-1da6ad64f705 req-c259fb3c-cc3a-498a-984e-6be0e1d061cd tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:52.965307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed0fb53e-64e9-46c6-9194-1da6ad64f705 req-c259fb3c-cc3a-498a-984e-6be0e1d061cd tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 970 time: 0.1659651 Aug 29 06:36:52.981199 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d15f1f4b-eeec-473e-b104-241e7244d2ae req-bc07d06b-2efc-4053-9482-4f20edd189d6 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:53.012093 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:53.064750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-efb7a252-1217-462d-80f9-0bb066b11260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:53.162148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed0fb53e-64e9-46c6-9194-1da6ad64f705 req-756afaaa-ba7b-447f-ba11-37b897b50ebf tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867082 Aug 29 06:36:53.183652 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d15f1f4b-eeec-473e-b104-241e7244d2ae req-bc07d06b-2efc-4053-9482-4f20edd189d6 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:53.190326 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d15f1f4b-eeec-473e-b104-241e7244d2ae req-bc07d06b-2efc-4053-9482-4f20edd189d6 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:53.196863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d15f1f4b-eeec-473e-b104-241e7244d2ae req-bc07d06b-2efc-4053-9482-4f20edd189d6 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] 10.222.0.76 "DELETE /v2.0/security-groups/ae0f3096-c91c-499f-bb79-6094c572fb2c HTTP/1.1" status: 204 len: 173 time: 0.4448535 Aug 29 06:36:53.227433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319df3ed-b9fe-4431-921f-57b08b1393a5 None None] Pushing event updated for resources: {'Port': ['ID=06390604-a3ce-4b0d-806d-a798e11de10f,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:53.229962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58828) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:53.242407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07d06b-2efc-4053-9482-4f20edd189d6 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0f3096-c91c-499f-bb79-6094c572fb2c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:53.329208 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ebcc9911-c635-46a2-b552-2e5b41e7d849 req-97eefc99-0b3a-461d-bd78-910dfe90784d tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] 10.222.0.76 "GET /v2.0/security-groups/ff6e4ec1-9342-4b64-84e1-d6644c504c8b HTTP/1.1" status: 200 len: 1778 time: 0.0882745 Aug 29 06:36:53.426067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-03efd9ec-da8e-4428-b651-197141721803 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:36:53.432909 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-03efd9ec-da8e-4428-b651-197141721803 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0373628 Aug 29 06:36:53.438669 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Attempting to bind port 06390604-a3ce-4b0d-806d-a798e11de10f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:36:53.440354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Attempting to bind port 06390604-a3ce-4b0d-806d-a798e11de10f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:36:53.440822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Attempting to bind port 06390604-a3ce-4b0d-806d-a798e11de10f on network ea3503f9-de17-4d75-a461-b28dbced4bb1 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:36:53.452079 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ebcc9911-c635-46a2-b552-2e5b41e7d849 req-a5fe9597-e760-4ded-9b98-ac49a9b38f58 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:53.468200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:36:53.468806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Checking segment: {'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:36:53.469682 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:53.470313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Bound using segment: {'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:36:53.471254 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Bound port: 06390604-a3ce-4b0d-806d-a798e11de10f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:36:53.471885 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:53.507289 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ebcc9911-c635-46a2-b552-2e5b41e7d849 req-a5fe9597-e760-4ded-9b98-ac49a9b38f58 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:53.574312 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-efb7a252-1217-462d-80f9-0bb066b11260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:53.686177 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ebcc9911-c635-46a2-b552-2e5b41e7d849 req-a5fe9597-e760-4ded-9b98-ac49a9b38f58 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:53.689281 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ebcc9911-c635-46a2-b552-2e5b41e7d849 req-a5fe9597-e760-4ded-9b98-ac49a9b38f58 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:53.703694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ebcc9911-c635-46a2-b552-2e5b41e7d849 req-a5fe9597-e760-4ded-9b98-ac49a9b38f58 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] 10.222.0.76 "DELETE /v2.0/security-groups/ff6e4ec1-9342-4b64-84e1-d6644c504c8b HTTP/1.1" status: 204 len: 173 time: 0.3725924 Aug 29 06:36:53.727040 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-efb7a252-1217-462d-80f9-0bb066b11260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:53.743474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe9597-e760-4ded-9b98-ac49a9b38f58 tempest-SecurityGroupsTestAdminJSON-1633807247 tempest-SecurityGroupsTestAdminJSON-1633807247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6e4ec1-9342-4b64-84e1-d6644c504c8b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:53.898612 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-efb7a252-1217-462d-80f9-0bb066b11260 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2af0390261e346e5835a35d293df7fda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3572409 Aug 29 06:36:53.903498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58840) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:53.914858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7a252-1217-462d-80f9-0bb066b11260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13723bb-736d-4499-9423-82fc74196ee8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:53.952323 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52770f3f-316b-4e72-b503-4d47973e74cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:54.013072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb43b5-a428-4357-bc1a-21ce8615855c req-ea937d90-ae5a-47e5-b637-9ddc928a1abd tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:54.024986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8feb43b5-a428-4357-bc1a-21ce8615855c req-ea937d90-ae5a-47e5-b637-9ddc928a1abd tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 936 time: 0.1793892 Aug 29 06:36:54.069550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] For port 06390604-a3ce-4b0d-806d-a798e11de10f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:36:54.074003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] For port 06390604-a3ce-4b0d-806d-a798e11de10f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=06390604-a3ce-4b0d-806d-a798e11de10f,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:36:54.088834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8feb43b5-a428-4357-bc1a-21ce8615855c req-819b52f2-3c45-4c96-8fbf-d86e891518de tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626683 Aug 29 06:36:54.097541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58848) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:54.104277 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f2503a1e-757a-40f5-964c-7263ab95a5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:54.105040 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2011580626-network', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:54.166736 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:54.200236 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f2503a1e-757a-40f5-964c-7263ab95a5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:54.284374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Routers {'2187b990-a096-450d-9a4b-ed702e426eb6'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:36:54.285033 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:36:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2187b990-a096-450d-9a4b-ed702e426eb6'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:36:54.293780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319df3ed-b9fe-4431-921f-57b08b1393a5 None None] Pushing event updated for resources: {'Port': ['ID=06390604-a3ce-4b0d-806d-a798e11de10f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:54.395617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f2503a1e-757a-40f5-964c-7263ab95a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:54.400005 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f2503a1e-757a-40f5-964c-7263ab95a5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:54.401349 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f2503a1e-757a-40f5-964c-7263ab95a5d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a13723bb-736d-4499-9423-82fc74196ee8 HTTP/1.1" status: 204 len: 168 time: 0.4965336 Aug 29 06:36:54.430748 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2503a1e-757a-40f5-964c-7263ab95a5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13723bb-736d-4499-9423-82fc74196ee8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:54.523320 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] Set router 2187b990-a096-450d-9a4b-ed702e426eb6 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:36:54.550764 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52770f3f-316b-4e72-b503-4d47973e74cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:54.606560 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfda84-5036-4e1b-8390-a99440895d1e req-a01a7b93-733f-47db-a9ef-0ceab774fe78 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:54.622303 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ccfda84-5036-4e1b-8390-a99440895d1e req-a01a7b93-733f-47db-a9ef-0ceab774fe78 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 970 time: 0.3101532 Aug 29 06:36:54.675954 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52770f3f-316b-4e72-b503-4d47973e74cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:54.710058 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Request body: {'port': {'device_id': '469df6e8-5175-4fea-8bd9-fa101e6b58f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:54.807042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58862) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:54.899893 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:54.904251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52770f3f-316b-4e72-b503-4d47973e74cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4759700b-f9bb-4c15-9e55-6eaae3aefe38,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:54.980453 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ccfda84-5036-4e1b-8390-a99440895d1e req-6eac83cc-2c83-4344-a6d6-a303847b314b tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501801 Aug 29 06:36:54.999554 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-52770f3f-316b-4e72-b503-4d47973e74cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1fbf099c841c467e9a4b8d466097023c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7445745 Aug 29 06:36:55.008767 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58868) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:55.070024 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] Made reservation on behalf of a9cab356893142deaf3312b5c64770fd for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:36:55.074873 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:55.145451 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:55.145968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:54Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:36:55.179011 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a200fe98-caff-4db7-a2df-d683784a8a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:55.222121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf3ca5a-8afd-45e2-88a3-14e806ac630a None None] The sync data for ids ['2187b990-a096-450d-9a4b-ed702e426eb6'] in n-d-713301-12 is: [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:54Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:36:55.310862 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a200fe98-caff-4db7-a2df-d683784a8a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:55.485543 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be883825-8030-40eb-a242-f7a25521c82f req-82c22158-20a5-4946-b513-4dc7f0bd3c94 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:55.489775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be883825-8030-40eb-a242-f7a25521c82f req-82c22158-20a5-4946-b513-4dc7f0bd3c94 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 936 time: 0.2868383 Aug 29 06:36:55.543894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d81fbd1-d283-46cb-84c5-53f44286cc9b {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:36:55.553269 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:55.642833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be883825-8030-40eb-a242-f7a25521c82f req-74d3f753-01df-4ac2-9421-5da9b87396cb tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420627 Aug 29 06:36:55.649680 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:55.849344 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cd87ea8e-c596-45ba-872d-542eef08c985 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5dec2bf460964ed3a0f5512dea00de09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0392187 Aug 29 06:36:55.852107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58876) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:55.874529 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Transition to ACTIVE for port object 7d81fbd1-d283-46cb-84c5-53f44286cc9b will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:36:55.875793 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a200fe98-caff-4db7-a2df-d683784a8a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:55.878170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a200fe98-caff-4db7-a2df-d683784a8a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:55.879524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a200fe98-caff-4db7-a2df-d683784a8a01 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4759700b-f9bb-4c15-9e55-6eaae3aefe38 HTTP/1.1" status: 204 len: 168 time: 0.8692751 Aug 29 06:36:55.880274 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:55.913264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200fe98-caff-4db7-a2df-d683784a8a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4759700b-f9bb-4c15-9e55-6eaae3aefe38,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:55.989720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:36:56.001366 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.077621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986a0d3c-6517-4b72-8235-3892b9dc0c04,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:56.097805 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.099426 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] Added segment 3b363bac-28e9-44fa-8028-ea6bf8e9da1f of type vlan for network e37e90c9-2c66-48cc-8b4b-6c2b50eb1124 Aug 29 06:36:56.162543 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.226388 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58886) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:56.264236 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Pushing event updated for resources: {'Port': ['ID=7d81fbd1-d283-46cb-84c5-53f44286cc9b,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:56.267984 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d99951a-e97f-401f-9fe7-f79f518b8c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.324739 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.324739 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:56.324739 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.334840 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8fb97946-a148-4895-ac02-4cbf9566fd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.441575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Attempting to bind port 7d81fbd1-d283-46cb-84c5-53f44286cc9b on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:36:56.445145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Attempting to bind port 7d81fbd1-d283-46cb-84c5-53f44286cc9b by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:36:56.445634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Attempting to bind port 7d81fbd1-d283-46cb-84c5-53f44286cc9b on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:36:56.459934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Port 7d81fbd1-d283-46cb-84c5-53f44286cc9b on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:36:56.460337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Attempting to bind port 7d81fbd1-d283-46cb-84c5-53f44286cc9b on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:36:56.472363 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:36:56.473776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:36:56.473776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:36:56.474273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Bound port: 7d81fbd1-d283-46cb-84c5-53f44286cc9b, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:36:56.474693 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.542136 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d99951a-e97f-401f-9fe7-f79f518b8c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.584665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e2ced-7214-45a3-8895-b211ca31dca8 req-accbdcca-31f8-4d8e-925f-38e1b10cae99 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:56.586476 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] For port 7d81fbd1-d283-46cb-84c5-53f44286cc9b, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:36:56.592394 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-636e2ced-7214-45a3-8895-b211ca31dca8 req-accbdcca-31f8-4d8e-925f-38e1b10cae99 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 970 time: 0.3235042 Aug 29 06:36:56.605079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] For port 7d81fbd1-d283-46cb-84c5-53f44286cc9b, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=7d81fbd1-d283-46cb-84c5-53f44286cc9b,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:36:56.639263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] Pushing event updated for resources: {'Network': ['ID=e37e90c9-2c66-48cc-8b4b-6c2b50eb1124,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:56.650575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network e37e90c9-2c66-48cc-8b4b-6c2b50eb1124 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:36:56.702943 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-636e2ced-7214-45a3-8895-b211ca31dca8 req-6dd4d79b-bb57-4b65-82f4-39b1815d4cb5 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029768 Aug 29 06:36:56.721862 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.762365 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8fb97946-a148-4895-ac02-4cbf9566fd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.822344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:56.823110 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.824736 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] 10.222.0.11 "PUT /v2.0/ports/7d81fbd1-d283-46cb-84c5-53f44286cc9b HTTP/1.1" status: 200 len: 1097 time: 2.4873736 Aug 29 06:36:56.825540 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469df6e8-5175-4fea-8bd9-fa101e6b58f3', 'tag': '7d81fbd1-d283-46cb-84c5-53f44286cc9b'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:36:56.828371 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886af359-74e4-444c-8123-f8119a12323d" -d '{"events": [{"name": "network-changed", "server_uuid": "469df6e8-5175-4fea-8bd9-fa101e6b58f3", "tag": "7d81fbd1-d283-46cb-84c5-53f44286cc9b"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:36:56.868705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2d76e-7830-41cd-99ee-6f6a090f869e service neutron] Pushing event updated for resources: {'Port': ['ID=7d81fbd1-d283-46cb-84c5-53f44286cc9b,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:56.892943 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d99951a-e97f-401f-9fe7-f79f518b8c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.903040 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d99951a-e97f-401f-9fe7-f79f518b8c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.904831 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8d99951a-e97f-401f-9fe7-f79f518b8c0a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44729e57-511b-4f81-8c5f-b88192012744 HTTP/1.1" status: 204 len: 168 time: 1.0515985 Aug 29 06:36:56.921207 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8fb97946-a148-4895-ac02-4cbf9566fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:56.989834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb97946-a148-4895-ac02-4cbf9566fd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee634fe-0dfd-47c8-80db-9f7b9c7a9a7d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:57.001235 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8fb97946-a148-4895-ac02-4cbf9566fd43 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4a54d60e0ac1426f8c1ae3ddef1d398e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7736681 Aug 29 06:36:57.002201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58900) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:57.074669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99951a-e97f-401f-9fe7-f79f518b8c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44729e57-511b-4f81-8c5f-b88192012744,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:57.078638 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1997eca-e495-4619-bcb0-868b01e5b1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:57.109441 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1997eca-e495-4619-bcb0-868b01e5b1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:57.166295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac8b79-9f60-49fe-9114-3d4dd4f81f29 req-e0dd0fc4-3f50-4a44-a1c1-e1549bcbb2ba tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:57.180432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8ac8b79-9f60-49fe-9114-3d4dd4f81f29 req-e0dd0fc4-3f50-4a44-a1c1-e1549bcbb2ba tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 948 time: 0.3268411 Aug 29 06:36:57.202805 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1704d84-c61a-44ad-9271-1faa320273df x-openstack-request-id: req-e1704d84-c61a-44ad-9271-1faa320273df {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:36:57.202805 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469df6e8-5175-4fea-8bd9-fa101e6b58f3", "tag": "7d81fbd1-d283-46cb-84c5-53f44286cc9b", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:36:57.202805 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e1704d84-c61a-44ad-9271-1faa320273df {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:36:57.202805 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469df6e8-5175-4fea-8bd9-fa101e6b58f3', 'tag': '7d81fbd1-d283-46cb-84c5-53f44286cc9b', 'status': 'completed', 'code': 200} Aug 29 06:36:57.208722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c208e8c3-4bb1-45e0-aa72-febcb4acaa88 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1088939 Aug 29 06:36:57.211916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58904) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:57.217677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0f738a3c-517d-43ed-b70a-9ac5cb13a87e admin admin] Request body: {'subnet': {'network_id': 'e37e90c9-2c66-48cc-8b4b-6c2b50eb1124', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2011580626-subnet', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:57.257069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 06390604-a3ce-4b0d-806d-a798e11de10f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:36:57.297403 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8ac8b79-9f60-49fe-9114-3d4dd4f81f29 req-8e72b13a-b3fe-4428-878d-cea152eed812 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063514 Aug 29 06:36:57.361468 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1997eca-e495-4619-bcb0-868b01e5b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:57.364950 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1997eca-e495-4619-bcb0-868b01e5b1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:57.366862 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c1997eca-e495-4619-bcb0-868b01e5b1c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fee634fe-0dfd-47c8-80db-9f7b9c7a9a7d HTTP/1.1" status: 204 len: 168 time: 0.3634567 Aug 29 06:36:57.386141 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1997eca-e495-4619-bcb0-868b01e5b1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee634fe-0dfd-47c8-80db-9f7b9c7a9a7d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:57.453748 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f738a3c-517d-43ed-b70a-9ac5cb13a87e admin admin] Made reservation on behalf of a9cab356893142deaf3312b5c64770fd for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:36:57.458487 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f738a3c-517d-43ed-b70a-9ac5cb13a87e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:57.508926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 06390604-a3ce-4b0d-806d-a798e11de10f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:36:57.521783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 06390604-a3ce-4b0d-806d-a798e11de10f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:36:57.522484 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:57.607929 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:57.649982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 06390604-a3ce-4b0d-806d-a798e11de10f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=06390604-a3ce-4b0d-806d-a798e11de10f,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:36:57.708692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58912) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:57.729344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1f63b1a-8c0f-4d08-a8a7-2c456ce9affd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:57.731348 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:57.821752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=06390604-a3ce-4b0d-806d-a798e11de10f,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:57.904128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f738a3c-517d-43ed-b70a-9ac5cb13a87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:57.907776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edc53a-c4d6-4dc1-868e-7b8ec7902a7b req-c80b09dc-7ec7-428f-87c9-4f53560f9ed5 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:57.909568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47edc53a-c4d6-4dc1-868e-7b8ec7902a7b req-c80b09dc-7ec7-428f-87c9-4f53560f9ed5 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 970 time: 0.0935102 Aug 29 06:36:57.960380 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1f63b1a-8c0f-4d08-a8a7-2c456ce9affd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:57.971557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f738a3c-517d-43ed-b70a-9ac5cb13a87e admin admin] Pushing event updated for resources: {'Subnet': ['ID=421c1d5f-7aae-4c77-ada9-457b6b52ca09,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:57.983701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47edc53a-c4d6-4dc1-868e-7b8ec7902a7b req-0a486077-e370-426a-8798-6f6ca839a530 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516951 Aug 29 06:36:58.019343 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f738a3c-517d-43ed-b70a-9ac5cb13a87e admin admin] Checking segment: {'id': '3b363bac-28e9-44fa-8028-ea6bf8e9da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e37e90c9-2c66-48cc-8b4b-6c2b50eb1124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:36:58.020238 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f738a3c-517d-43ed-b70a-9ac5cb13a87e admin admin] Network hostable DHCP agents. Network: e37e90c9-2c66-48cc-8b4b-6c2b50eb1124, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:36:58.046262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1f63b1a-8c0f-4d08-a8a7-2c456ce9affd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:58.089019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58920) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:58.089427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b1f63b1a-8c0f-4d08-a8a7-2c456ce9affd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=85fd475043fe4024a5e385cab6b4dab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792005 Aug 29 06:36:58.091365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f63b1a-8c0f-4d08-a8a7-2c456ce9affd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbcf110-091a-4220-97b5-435f52b09742,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:58.146264 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-972dbee9-c52f-4b89-8087-bf287ac25be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:58.168254 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-972dbee9-c52f-4b89-8087-bf287ac25be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:58.190456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f738a3c-517d-43ed-b70a-9ac5cb13a87e admin admin] Network e37e90c9-2c66-48cc-8b4b-6c2b50eb1124 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:36:58.308917 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0f738a3c-517d-43ed-b70a-9ac5cb13a87e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, e37e90c9-2c66-48cc-8b4b-6c2b50eb1124) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:36:58.313084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f738a3c-517d-43ed-b70a-9ac5cb13a87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:58.313705 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f738a3c-517d-43ed-b70a-9ac5cb13a87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:58.318079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c8979-dbc5-41d3-913e-02ac580eac80 None None] Network e37e90c9-2c66-48cc-8b4b-6c2b50eb1124 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:36:58.406295 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-972dbee9-c52f-4b89-8087-bf287ac25be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:58.409336 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-972dbee9-c52f-4b89-8087-bf287ac25be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:58.412975 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-972dbee9-c52f-4b89-8087-bf287ac25be2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ffbcf110-091a-4220-97b5-435f52b09742 HTTP/1.1" status: 204 len: 168 time: 0.3205631 Aug 29 06:36:58.420403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dbee9-c52f-4b89-8087-bf287ac25be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbcf110-091a-4220-97b5-435f52b09742,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:58.441468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4061e7c-ad13-49b6-8584-e4cecda6f6d4 req-d0917b05-6be9-4ec0-b09c-706142608e80 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:58.443694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4061e7c-ad13-49b6-8584-e4cecda6f6d4 req-d0917b05-6be9-4ec0-b09c-706142608e80 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 948 time: 0.0581634 Aug 29 06:36:58.486520 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0f738a3c-517d-43ed-b70a-9ac5cb13a87e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2734766 Aug 29 06:36:58.487218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58934) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:58.493872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2011580626-router', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:36:58.498217 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-e37e90c9-2c66-48cc-8b4b-6c2b50eb1124', 'network_id': 'e37e90c9-2c66-48cc-8b4b-6c2b50eb1124', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'fixed_ips': [{'subnet_id': '421c1d5f-7aae-4c77-ada9-457b6b52ca09'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:36:58.499616 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:58.517295 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4061e7c-ad13-49b6-8584-e4cecda6f6d4 req-d653e9e7-d11a-434b-b195-f9144829a07b tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603251 Aug 29 06:36:58.619331 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:58.620551 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:58.659952 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Allocated IP 172.20.0.2 (e37e90c9-2c66-48cc-8b4b-6c2b50eb1124/421c1d5f-7aae-4c77-ada9-457b6b52ca09/7fb96968-ac66-44be-92b3-e1b45fdaece8) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:36:58.694255 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:58.818798 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:58.827584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Transition to ACTIVE for port object 7fb96968-ac66-44be-92b3-e1b45fdaece8 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:36:58.830679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58940) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:58.846874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Transition to ACTIVE for port object 7fb96968-ac66-44be-92b3-e1b45fdaece8 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:36:58.907693 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cf39fb74-fa1e-4c0d-8513-d15f6737f5e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa15773bc06f4d3ca70945af9c2500f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0784562 Aug 29 06:36:58.911071 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58942) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:58.949790 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:59.033817 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2615657b-8871-41a6-90b9-94b01b19034a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:59.042025 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Pushing event updated for resources: {'Port': ['ID=7fb96968-ac66-44be-92b3-e1b45fdaece8,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:59.063643 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2615657b-8871-41a6-90b9-94b01b19034a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:59.083689 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:59.094867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Network e37e90c9-2c66-48cc-8b4b-6c2b50eb1124 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:36:59.101052 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 06390604-a3ce-4b0d-806d-a798e11de10f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:36:59.166994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:36:59.169786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:36:59.213056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ca622-c698-4d9b-8273-077d3717fa88 req-53a79f66-d0a3-4d57-b418-1c17da1cdbf7 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:59.214723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-241ca622-c698-4d9b-8273-077d3717fa88 req-53a79f66-d0a3-4d57-b418-1c17da1cdbf7 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 970 time: 0.0649340 Aug 29 06:36:59.264779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 06390604-a3ce-4b0d-806d-a798e11de10f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:36:59.265195 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:59.274425 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-241ca622-c698-4d9b-8273-077d3717fa88 req-ef9eb15d-96a9-43d9-a452-41894db5a265 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534961 Aug 29 06:36:59.296227 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Attempting to bind port 7fb96968-ac66-44be-92b3-e1b45fdaece8 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:36:59.296604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Attempting to bind port 7fb96968-ac66-44be-92b3-e1b45fdaece8 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '3b363bac-28e9-44fa-8028-ea6bf8e9da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e37e90c9-2c66-48cc-8b4b-6c2b50eb1124'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:36:59.296986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Attempting to bind port 7fb96968-ac66-44be-92b3-e1b45fdaece8 on network e37e90c9-2c66-48cc-8b4b-6c2b50eb1124 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:36:59.310432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:36:59.310804 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Checking segment: {'id': '3b363bac-28e9-44fa-8028-ea6bf8e9da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e37e90c9-2c66-48cc-8b4b-6c2b50eb1124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:36:59.311255 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:59.311632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Bound using segment: {'id': '3b363bac-28e9-44fa-8028-ea6bf8e9da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e37e90c9-2c66-48cc-8b4b-6c2b50eb1124'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:36:59.312118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Bound port: 7fb96968-ac66-44be-92b3-e1b45fdaece8, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b363bac-28e9-44fa-8028-ea6bf8e9da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e37e90c9-2c66-48cc-8b4b-6c2b50eb1124'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:36:59.318808 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:59.343367 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2615657b-8871-41a6-90b9-94b01b19034a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:59.346440 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2615657b-8871-41a6-90b9-94b01b19034a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:59.347728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2615657b-8871-41a6-90b9-94b01b19034a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5dab6642-8378-4bcb-99f4-3caf884f8ffd HTTP/1.1" status: 204 len: 168 time: 0.4356980 Aug 29 06:36:59.358735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615657b-8871-41a6-90b9-94b01b19034a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dab6642-8378-4bcb-99f4-3caf884f8ffd,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:59.472097 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:59.491000 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:59.496984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] For port 7fb96968-ac66-44be-92b3-e1b45fdaece8, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:36:59.500249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] For port 7fb96968-ac66-44be-92b3-e1b45fdaece8, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7fb96968-ac66-44be-92b3-e1b45fdaece8,segment=NetworkSegment(3b363bac-28e9-44fa-8028-ea6bf8e9da1f),segment_id=3b363bac-28e9-44fa-8028-ea6bf8e9da1f)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:36:59.612616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Allocated IP 172.25.1.198 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/91c2880b-862a-4820-bd6a-e3c7ad69e29a) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:36:59.625813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0700-d21d-4300-9cf5-9548af6c1d69 req-cb9faaf7-4cc8-41d6-95ee-09697a138161 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:36:59.627868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb2f0700-d21d-4300-9cf5-9548af6c1d69 req-cb9faaf7-4cc8-41d6-95ee-09697a138161 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 948 time: 0.0536821 Aug 29 06:36:59.684671 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb2f0700-d21d-4300-9cf5-9548af6c1d69 req-4fd0cbb2-d90b-46ac-a460-e9e72869c941 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482512 Aug 29 06:36:59.731547 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:59.783485 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:36:59.799528 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4963f-9c94-4c6e-96dc-c9a24c474113 None None] Pushing event updated for resources: {'Port': ['ID=7fb96968-ac66-44be-92b3-e1b45fdaece8,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:36:59.878072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58968) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:36:59.893099 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac161134-ef30-4521-9916-0b408fe99107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:00.017649 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac161134-ef30-4521-9916-0b408fe99107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:00.160651 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:00.203584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:00.206371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:00.208788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:37:00.231875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Pushing event updated for resources: {'Port': ['ID=91c2880b-862a-4820-bd6a-e3c7ad69e29a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:00.244751 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac161134-ef30-4521-9916-0b408fe99107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:00.278000 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ac161134-ef30-4521-9916-0b408fe99107 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e35583f641e145118c8cb50818db57ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930249 Aug 29 06:37:00.278429 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58974) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:00.337251 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e3c39a5-0afd-44a6-ad75-ced7dc229dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:00.419803 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e3c39a5-0afd-44a6-ad75-ced7dc229dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:00.531285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d07b0d-964d-4432-a297-43e4a1491a8a req-21f64d8e-29f6-47d9-870b-6806a8cae4ec tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:00.533156 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13d07b0d-964d-4432-a297-43e4a1491a8a req-21f64d8e-29f6-47d9-870b-6806a8cae4ec tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 970 time: 0.1582577 Aug 29 06:37:00.547466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac161134-ef30-4521-9916-0b408fe99107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efeed18-b98c-4774-83d8-eeac808f81a6,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:00.664014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13d07b0d-964d-4432-a297-43e4a1491a8a req-f8e6ad0a-a48c-4216-8a9c-97b9bafad65d tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821798 Aug 29 06:37:00.760038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e740f0-4e5d-4e2d-aae6-0e17c1e3db2e None None] Network e37e90c9-2c66-48cc-8b4b-6c2b50eb1124 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:37:00.798046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e0176-6acd-44b6-8ce3-1de84ac06a49 req-52749614-bb06-445d-b4db-fbe86b325639 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:00.799552 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e3e0176-6acd-44b6-8ce3-1de84ac06a49 req-52749614-bb06-445d-b4db-fbe86b325639 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 948 time: 0.0479164 Aug 29 06:37:00.837646 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e3e0176-6acd-44b6-8ce3-1de84ac06a49 req-2260a99e-6b6e-44fd-810a-acb9bd8583e6 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Aug 29 06:37:01.029390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7fb96968-ac66-44be-92b3-e1b45fdaece8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:01.149757 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:37:01.778544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7faa-5ea2-4190-a625-22388f5ae79e req-643c835c-8257-4e24-a332-bb74f184a87f tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:01.780279 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5ff7faa-5ea2-4190-a625-22388f5ae79e req-643c835c-8257-4e24-a332-bb74f184a87f tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 970 time: 0.0525713 Aug 29 06:37:01.800277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 044a5587-3a63-4ae4-94f7-61933f2cdf1d details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:37:01.823357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5ff7faa-5ea2-4190-a625-22388f5ae79e req-f6d3d7a3-d7ac-4528-9e29-cbe1a9ffc10d tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362086 Aug 29 06:37:01.909299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 044a5587-3a63-4ae4-94f7-61933f2cdf1d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=044a5587-3a63-4ae4-94f7-61933f2cdf1d,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:01.921575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '044a5587-3a63-4ae4-94f7-61933f2cdf1d', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '044a5587-3a63-4ae4-94f7-61933f2cdf1d', 'mac_address': 'fa:16:3e:19:72:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:tempest-test_az-1127651944', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:37:01.957612 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:01.959231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083ddaa-1775-4078-903d-f615fba1e7ff req-388f1a70-bc7c-48c3-ae77-b4ef04357c28 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:01.960730 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6083ddaa-1775-4078-903d-f615fba1e7ff req-388f1a70-bc7c-48c3-ae77-b4ef04357c28 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 948 time: 0.0492456 Aug 29 06:37:01.969953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044a5587-3a63-4ae4-94f7-61933f2cdf1d {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:37:01.990319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 044a5587-3a63-4ae4-94f7-61933f2cdf1d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=044a5587-3a63-4ae4-94f7-61933f2cdf1d,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:02.000189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6083ddaa-1775-4078-903d-f615fba1e7ff req-215e7a52-3757-45a6-ab91-4ab1fd9fe131 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334599 Aug 29 06:37:02.303679 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e3c39a5-0afd-44a6-ad75-ced7dc229dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:02.324586 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e3c39a5-0afd-44a6-ad75-ced7dc229dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:02.324586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7e3c39a5-0afd-44a6-ad75-ced7dc229dde admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1efeed18-b98c-4774-83d8-eeac808f81a6 HTTP/1.1" status: 204 len: 168 time: 2.0294847 Aug 29 06:37:02.324586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c39a5-0afd-44a6-ad75-ced7dc229dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efeed18-b98c-4774-83d8-eeac808f81a6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:02.400700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5a459024-c2c9-420c-818c-43c1c3303a82 None None] Provisioning for port 7fb96968-ac66-44be-92b3-e1b45fdaece8 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:02.403231 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 7fb96968-ac66-44be-92b3-e1b45fdaece8 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:02.408747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5a459024-c2c9-420c-818c-43c1c3303a82 None None] Provisioning complete for port 7fb96968-ac66-44be-92b3-e1b45fdaece8 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:02.408747 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5a459024-c2c9-420c-818c-43c1c3303a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:02.409899 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7fb96968-ac66-44be-92b3-e1b45fdaece8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:02.410253 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:02.510008 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:02.560881 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:02.643917 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=044a5587-3a63-4ae4-94f7-61933f2cdf1d,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:02.705797 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:02.707785 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5a459024-c2c9-420c-818c-43c1c3303a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:02.723271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:02.786531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5a459024-c2c9-420c-818c-43c1c3303a82 None None] For port 7fb96968-ac66-44be-92b3-e1b45fdaece8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7fb96968-ac66-44be-92b3-e1b45fdaece8,segment=NetworkSegment(3b363bac-28e9-44fa-8028-ea6bf8e9da1f),segment_id=3b363bac-28e9-44fa-8028-ea6bf8e9da1f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:02.869296 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['044a5587-3a63-4ae4-94f7-61933f2cdf1d'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:37:02.919747 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5a459024-c2c9-420c-818c-43c1c3303a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:02.944292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f16b71-26b3-462b-91da-86e72f7d7297 req-f747f07e-de80-4ded-92af-95b15946aaa7 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:02.945791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3f16b71-26b3-462b-91da-86e72f7d7297 req-f747f07e-de80-4ded-92af-95b15946aaa7 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 971 time: 0.0508869 Aug 29 06:37:02.984936 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3f16b71-26b3-462b-91da-86e72f7d7297 req-d1d15047-8e33-4517-a555-0ab848b8cae5 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329559 Aug 29 06:37:02.995643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Router ddd651a2-bff9-4203-ac88-98496a5f5ba8 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:37:03.015845 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:37:03.016534 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:37:03.040265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a459024-c2c9-420c-818c-43c1c3303a82 None None] Pushing event updated for resources: {'Port': ['ID=7fb96968-ac66-44be-92b3-e1b45fdaece8,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:03.078970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d61fe04f-55ef-43f5-9c60-d14ba71e43ff None None] Provisioning complete for port 7fb96968-ac66-44be-92b3-e1b45fdaece8 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:03.079288 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d61fe04f-55ef-43f5-9c60-d14ba71e43ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:03.145807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:37:03.157711 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Sync routers for ids ['ddd651a2-bff9-4203-ac88-98496a5f5ba8'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:37:03.158626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113dd36-7dda-430f-931f-e64c38ebb8f9 req-f5929b05-a9aa-464d-b94e-47192d0703de tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:03.160792 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3113dd36-7dda-430f-931f-e64c38ebb8f9 req-f5929b05-a9aa-464d-b94e-47192d0703de tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 948 time: 0.0867677 Aug 29 06:37:03.170088 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Routers {'ddd651a2-bff9-4203-ac88-98496a5f5ba8'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:37:03.170709 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:36:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ddd651a2-bff9-4203-ac88-98496a5f5ba8'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:03.216671 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3113dd36-7dda-430f-931f-e64c38ebb8f9 req-6915a9a7-07e1-43e8-b1ee-91e58bb32e34 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486801 Aug 29 06:37:03.326506 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:03.330976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59032) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:03.331647 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6adf980c-74b7-4f14-8de1-b9251988025a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.8431494 Aug 29 06:37:03.338281 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Set router ddd651a2-bff9-4203-ac88-98496a5f5ba8 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:37:03.383422 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:03.526250 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2011580626-router', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:58Z', 'updated_at': '2021-08-29T06:37:00Z', 'revision_number': 3, 'project_id': 'a9cab356893142deaf3312b5c64770fd', 'gw_port': {'id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:59Z', 'updated_at': '2021-08-29T06:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:03.561922 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Checking router: ddd651a2-bff9-4203-ac88-98496a5f5ba8 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:37:03.562269 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Updating router ddd651a2-bff9-4203-ac88-98496a5f5ba8 port 91c2880b-862a-4820-bd6a-e3c7ad69e29a binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:37:03.625281 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:03.694280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7fb96968-ac66-44be-92b3-e1b45fdaece8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:03.714810 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886af359-74e4-444c-8123-f8119a12323d req-391f7714-54c2-43dc-89ca-c23d76753e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:03.720960 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-886af359-74e4-444c-8123-f8119a12323d req-391f7714-54c2-43dc-89ca-c23d76753e31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281a4fe7ff6e4a66b8aa7b9abf4f2cd6&device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 1100 time: 0.0835450 Aug 29 06:37:03.786995 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-886af359-74e4-444c-8123-f8119a12323d req-620d4554-a398-4a64-acfa-a59c1221f79b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=281a4fe7ff6e4a66b8aa7b9abf4f2cd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384276 Aug 29 06:37:03.794336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 044a5587-3a63-4ae4-94f7-61933f2cdf1d up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:03.863991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7fb96968-ac66-44be-92b3-e1b45fdaece8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:03.864371 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:04.004526 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:04.064316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886af359-74e4-444c-8123-f8119a12323d req-f3ddadcf-5639-4464-96ae-06cbd4f370a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:04.065803 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-886af359-74e4-444c-8123-f8119a12323d req-f3ddadcf-5639-4464-96ae-06cbd4f370a7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2724349 Aug 29 06:37:04.086113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 044a5587-3a63-4ae4-94f7-61933f2cdf1d completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:04.091213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 044a5587-3a63-4ae4-94f7-61933f2cdf1d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:04.098458 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:04.103733 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:04.115937 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Transition to ACTIVE for port object 91c2880b-862a-4820-bd6a-e3c7ad69e29a will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:04.188195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-262d6ce0-aa21-4587-898b-3e5dced82085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:04.188475 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:04.189727 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-262d6ce0-aa21-4587-898b-3e5dced82085 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281a4fe7ff6e4a66b8aa7b9abf4f2cd6&device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 1100 time: 0.0483942 Aug 29 06:37:04.213895 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:04.226131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f4e80-3e1e-4a42-bc45-625cff3259d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044a5587-3a63-4ae4-94f7-61933f2cdf1d'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:04.280601 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Attempting to bind port 91c2880b-862a-4820-bd6a-e3c7ad69e29a on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:37:04.281366 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Attempting to bind port 91c2880b-862a-4820-bd6a-e3c7ad69e29a by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:37:04.281887 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Attempting to bind port 91c2880b-862a-4820-bd6a-e3c7ad69e29a on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:04.284573 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-237a44fb-8196-4342-9194-58c9be881aae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=7d81fbd1-d283-46cb-84c5-53f44286cc9b HTTP/1.1" status: 200 len: 217 time: 0.0804055 Aug 29 06:37:04.295705 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:37:04.296529 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:37:04.297280 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:04.297813 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:37:04.298639 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Bound port: 91c2880b-862a-4820-bd6a-e3c7ad69e29a, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:37:04.300055 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:04.328807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 044a5587-3a63-4ae4-94f7-61933f2cdf1d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=044a5587-3a63-4ae4-94f7-61933f2cdf1d,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:04.332774 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d560d-be37-479d-af08-cd3c56e39f92 None None] Pushing event updated for resources: {'Port': ['ID=91c2880b-862a-4820-bd6a-e3c7ad69e29a,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:04.380442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-74ce2f4f-01af-4400-abf8-fd95a4cb5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:04.380703 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] For port 91c2880b-862a-4820-bd6a-e3c7ad69e29a, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:37:04.382996 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-74ce2f4f-01af-4400-abf8-fd95a4cb5984 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0900679 Aug 29 06:37:04.384563 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] For port 91c2880b-862a-4820-bd6a-e3c7ad69e29a, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=91c2880b-862a-4820-bd6a-e3c7ad69e29a,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:37:04.423489 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:04.444317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb34743-3108-4f6e-bd71-d3a882cb6160 req-0114f6f5-0576-41ad-af6c-28e78343b013 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:04.445982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cb34743-3108-4f6e-bd71-d3a882cb6160 req-0114f6f5-0576-41ad-af6c-28e78343b013 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 971 time: 0.3212297 Aug 29 06:37:04.458567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d066306f-18eb-41c1-a287-683329ef34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:04.460680 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-d066306f-18eb-41c1-a287-683329ef34cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0578263 Aug 29 06:37:04.479850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=044a5587-3a63-4ae4-94f7-61933f2cdf1d,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:04.530380 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cb34743-3108-4f6e-bd71-d3a882cb6160 req-b1806818-bf7c-4076-8b87-bb0fd0d56389 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471683 Aug 29 06:37:04.531882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Allocated IP 172.20.0.1 (e37e90c9-2c66-48cc-8b4b-6c2b50eb1124/421c1d5f-7aae-4c77-ada9-457b6b52ca09/c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:37:04.578879 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:04.579301 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-5030fcfb-dc4f-41d3-a4a7-6aeaa627c403 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071775 Aug 29 06:37:04.674685 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Routers {'ddd651a2-bff9-4203-ac88-98496a5f5ba8'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:37:04.677021 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:36:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ddd651a2-bff9-4203-ac88-98496a5f5ba8'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:04.700828 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ed36479-fba8-433e-b0d9-80aa0b827b48 req-f40071c1-0a6b-4331-a51b-79ee68cd86c7 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171238 Aug 29 06:37:04.728758 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:04.777929 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Transition to ACTIVE for port object c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:04.780883 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d560d-be37-479d-af08-cd3c56e39f92 None None] Pushing event updated for resources: {'Port': ['ID=91c2880b-862a-4820-bd6a-e3c7ad69e29a,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:04.817311 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] Set router ddd651a2-bff9-4203-ac88-98496a5f5ba8 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:37:04.823272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f0b71-a4d5-4ea0-9e24-b4f43db3e755 req-2334de72-abf4-4896-8aec-246c656ee05b tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:04.824774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e5f0b71-a4d5-4ea0-9e24-b4f43db3e755 req-2334de72-abf4-4896-8aec-246c656ee05b tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 948 time: 0.1132414 Aug 29 06:37:04.881214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e5f0b71-a4d5-4ea0-9e24-b4f43db3e755 req-de76f3f6-1e27-43d7-b4c5-944907815a7f tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497539 Aug 29 06:37:04.943301 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:04.965531 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9846cd1e-4f14-440d-9d4b-93f3ba36b035" -d '{"events": [{"server_uuid": "6c5f4e80-3e1e-4a42-bc45-625cff3259d9", "name": "network-vif-plugged", "status": "completed", "tag": "044a5587-3a63-4ae4-94f7-61933f2cdf1d"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:04.983430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Network e37e90c9-2c66-48cc-8b4b-6c2b50eb1124 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:04.988780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:04.992769 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:37:05.038613 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2011580626-router', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:58Z', 'updated_at': '2021-08-29T06:37:00Z', 'revision_number': 3, 'project_id': 'a9cab356893142deaf3312b5c64770fd', 'gw_port': {'id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:59Z', 'updated_at': '2021-08-29T06:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:05.043211 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:05.097050 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bade4ec-aada-410f-bfec-96568cca1f4e None None] The sync data for ids ['ddd651a2-bff9-4203-ac88-98496a5f5ba8'] in n-d-713301-12 is: [{'id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2011580626-router', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:58Z', 'updated_at': '2021-08-29T06:37:00Z', 'revision_number': 3, 'project_id': 'a9cab356893142deaf3312b5c64770fd', 'gw_port': {'id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:59Z', 'updated_at': '2021-08-29T06:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:37:05.098718 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Pushing event updated for resources: {'Port': ['ID=c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:05.308192 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:05.385355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-79befaf3-7960-43b2-95c8-85a02eb34e7f None None] Provisioning for port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:05.402959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-79befaf3-7960-43b2-95c8-85a02eb34e7f None None] Provisioning complete for port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:05.403827 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-79befaf3-7960-43b2-95c8-85a02eb34e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:05.446566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-79befaf3-7960-43b2-95c8-85a02eb34e7f None None] Port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:37:05.459770 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ce34b2-0c1b-4f45-aea6-8d28ae6e08aa x-openstack-request-id: req-c0ce34b2-0c1b-4f45-aea6-8d28ae6e08aa {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:05.460359 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f4e80-3e1e-4a42-bc45-625cff3259d9", "name": "network-vif-plugged", "status": "completed", "tag": "044a5587-3a63-4ae4-94f7-61933f2cdf1d", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:05.460773 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0ce34b2-0c1b-4f45-aea6-8d28ae6e08aa {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:05.461246 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5f4e80-3e1e-4a42-bc45-625cff3259d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044a5587-3a63-4ae4-94f7-61933f2cdf1d', 'code': 200} Aug 29 06:37:05.600627 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:05.694035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 91c2880b-862a-4820-bd6a-e3c7ad69e29a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:05.703077 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:05.709788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19223a-0132-49bf-b8ef-4adf3c9ef1e9 req-d01554d4-05a1-46c7-bcd6-9a8cdd02aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:05.714135 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ba19223a-0132-49bf-b8ef-4adf3c9ef1e9 req-d01554d4-05a1-46c7-bcd6-9a8cdd02aa06 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 1124 time: 0.1427219 Aug 29 06:37:05.749706 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ba19223a-0132-49bf-b8ef-4adf3c9ef1e9 req-5bae917a-39fe-4ec3-a296-ca1b74213d09 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:05.800695 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c7444-14c7-4978-ab18-580c6e1c9b02 req-0cb84624-de6e-47c3-8055-4397c7244553 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:05.802952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-019c7444-14c7-4978-ab18-580c6e1c9b02 req-0cb84624-de6e-47c3-8055-4397c7244553 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 972 time: 0.1397409 Aug 29 06:37:05.815635 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:05.835877 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 91c2880b-862a-4820-bd6a-e3c7ad69e29a completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:05.844304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 91c2880b-862a-4820-bd6a-e3c7ad69e29a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:05.844304 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:05.883924 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Pushing event updated for resources: {'Port': ['ID=c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:05.915785 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ba19223a-0132-49bf-b8ef-4adf3c9ef1e9 req-5bae917a-39fe-4ec3-a296-ca1b74213d09 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:05.945718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-019c7444-14c7-4978-ab18-580c6e1c9b02 req-503fd5bd-6b5d-4d02-a19e-2db5d2bc4c0b tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360765 Aug 29 06:37:05.993872 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:06.005932 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ba19223a-0132-49bf-b8ef-4adf3c9ef1e9 req-5bae917a-39fe-4ec3-a296-ca1b74213d09 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:06.027097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 91c2880b-862a-4820-bd6a-e3c7ad69e29a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=91c2880b-862a-4820-bd6a-e3c7ad69e29a,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:06.035572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Network e37e90c9-2c66-48cc-8b4b-6c2b50eb1124 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:06.040883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:06.050350 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae917a-39fe-4ec3-a296-ca1b74213d09 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fe01f7-cfff-443d-9ada-361abbfcd24e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:06.081631 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ba19223a-0132-49bf-b8ef-4adf3c9ef1e9 req-5bae917a-39fe-4ec3-a296-ca1b74213d09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597028 Aug 29 06:37:06.115242 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:06.198042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=91c2880b-862a-4820-bd6a-e3c7ad69e29a,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:06.257695 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372134e-ce6f-4308-92f4-974170c4c55e req-76d22701-fca8-4d17-ba89-0f55e025f3a9 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:06.259337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f372134e-ce6f-4308-92f4-974170c4c55e req-76d22701-fca8-4d17-ba89-0f55e025f3a9 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 948 time: 0.1887844 Aug 29 06:37:06.274489 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Router ddd651a2-bff9-4203-ac88-98496a5f5ba8 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:37:06.351439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f372134e-ce6f-4308-92f4-974170c4c55e req-3ba0964e-53e1-49fc-8123-b64277d86891 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753090 Aug 29 06:37:06.392494 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-34262151-86bc-4be8-8b59-b4a18ae7cfa4 None None] Provisioning complete for port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:06.394055 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-34262151-86bc-4be8-8b59-b4a18ae7cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:06.431513 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:37:06.446662 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cea57655-a163-4371-bce8-e4a39bdcc932 admin admin] 10.222.0.76 "PUT /v2.0/routers/ddd651a2-bff9-4203-ac88-98496a5f5ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1072586 Aug 29 06:37:06.456176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-34262151-86bc-4be8-8b59-b4a18ae7cfa4 None None] Port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:37:07.070706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Sync routers for ids ['ddd651a2-bff9-4203-ac88-98496a5f5ba8'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:37:07.080138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Routers {'ddd651a2-bff9-4203-ac88-98496a5f5ba8'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:37:07.086136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:36:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ddd651a2-bff9-4203-ac88-98496a5f5ba8'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:07.200558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Set router ddd651a2-bff9-4203-ac88-98496a5f5ba8 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:37:07.393475 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7d38e-fb3d-42dc-80e8-7f52cfa4b787 req-c55175bb-981e-4243-8271-50d28be2e45c tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:07.394999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66e7d38e-fb3d-42dc-80e8-7f52cfa4b787 req-c55175bb-981e-4243-8271-50d28be2e45c tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 972 time: 0.0507286 Aug 29 06:37:07.401462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2011580626-router', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:58Z', 'updated_at': '2021-08-29T06:37:05Z', 'revision_number': 4, 'project_id': 'a9cab356893142deaf3312b5c64770fd', 'gw_port': {'id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:59Z', 'updated_at': '2021-08-29T06:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7', 'name': '', 'network_id': 'e37e90c9-2c66-48cc-8b4b-6c2b50eb1124', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'mac_address': 'fa:16:3e:52:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '421c1d5f-7aae-4c77-ada9-457b6b52ca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:04Z', 'updated_at': '2021-08-29T06:37:05Z', 'revision_number': 2, 'project_id': 'a9cab356893142deaf3312b5c64770fd', 'subnets': [{'id': '421c1d5f-7aae-4c77-ada9-457b6b52ca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:07.428082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Checking router: ddd651a2-bff9-4203-ac88-98496a5f5ba8 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:37:07.428428 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Updating router ddd651a2-bff9-4203-ac88-98496a5f5ba8 port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:37:07.433777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66e7d38e-fb3d-42dc-80e8-7f52cfa4b787 req-b2e332c4-6aca-40ec-8c73-9f298b368faf tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Aug 29 06:37:07.455283 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:07.613792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a0f4c-e0d6-4949-9ba3-389d583b2c22 req-568f6adb-989b-41f4-85fa-2e30d2d10d07 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:07.615601 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b29a0f4c-e0d6-4949-9ba3-389d583b2c22 req-568f6adb-989b-41f4-85fa-2e30d2d10d07 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 948 time: 0.0672908 Aug 29 06:37:07.661622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b29a0f4c-e0d6-4949-9ba3-389d583b2c22 req-0c4d586a-5871-4ff4-8f16-44247ce86e01 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391855 Aug 29 06:37:07.669213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 91c2880b-862a-4820-bd6a-e3c7ad69e29a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:07.781169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 91c2880b-862a-4820-bd6a-e3c7ad69e29a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:07.781543 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:07.989977 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:07.994581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59178) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:08.000838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Transition to ACTIVE for port object c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:08.086576 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1971c558-8c8e-495d-bf9c-8306ebdafd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.088188 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.120061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59184) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:08.122088 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-147b6267-35d1-4da9-b4ee-58f81ff25152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.125885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-648170de-9d32-4a99-8dd2-2de98ca1b37c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1465996772', 'description': 'tempest-description--1497550475'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:08.151539 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0ca71-39b3-4f6d-8e20-8e69690247bb None None] Pushing event updated for resources: {'Port': ['ID=c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:08.168843 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-648170de-9d32-4a99-8dd2-2de98ca1b37c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 06:37:08.168843 n-d-713301-12 neutron-server[95403]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 06:37:08.168843 n-d-713301-12 neutron-server[95403]: [parameters: {'project_id': '544c6f4659b0481fa002ec69280b9551', 'id': '7df68108-96be-4381-bfa4-a5e1eae23103', 'expiration': datetime.datetime(2021, 8, 29, 6, 39, 8, 159774)}] Aug 29 06:37:08.168843 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:37:08.169610 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-648170de-9d32-4a99-8dd2-2de98ca1b37c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:37:08.211124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Attempting to bind port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:37:08.211739 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Attempting to bind port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '3b363bac-28e9-44fa-8028-ea6bf8e9da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e37e90c9-2c66-48cc-8b4b-6c2b50eb1124'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:37:08.212250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Attempting to bind port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 on network e37e90c9-2c66-48cc-8b4b-6c2b50eb1124 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:08.219535 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59186) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:08.221883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:37:08.222267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Checking segment: {'id': '3b363bac-28e9-44fa-8028-ea6bf8e9da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e37e90c9-2c66-48cc-8b4b-6c2b50eb1124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:37:08.223266 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.223661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Bound using segment: {'id': '3b363bac-28e9-44fa-8028-ea6bf8e9da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e37e90c9-2c66-48cc-8b4b-6c2b50eb1124'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:37:08.224144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Bound port: c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b363bac-28e9-44fa-8028-ea6bf8e9da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e37e90c9-2c66-48cc-8b4b-6c2b50eb1124'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:37:08.224528 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.263742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-147b6267-35d1-4da9-b4ee-58f81ff25152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.310125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] For port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:37:08.313793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] For port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7,segment=NetworkSegment(3b363bac-28e9-44fa-8028-ea6bf8e9da1f),segment_id=3b363bac-28e9-44fa-8028-ea6bf8e9da1f)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:37:08.338491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-147b6267-35d1-4da9-b4ee-58f81ff25152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.370837 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26eabe80-a81d-450a-a292-e567b45f0b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.401419 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59196) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:08.402264 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-147b6267-35d1-4da9-b4ee-58f81ff25152 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=122315db4c80404c8bef8c32aa726ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4057674 Aug 29 06:37:08.406848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b6267-35d1-4da9-b4ee-58f81ff25152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f99e51-df15-4dcf-8f9b-4ac2c39c4ec4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:08.442500 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.479779 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c57081eb-b098-4311-9380-43b7c4740811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.511389 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c57081eb-b098-4311-9380-43b7c4740811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.533641 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26eabe80-a81d-450a-a292-e567b45f0b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.585311 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Routers {'ddd651a2-bff9-4203-ac88-98496a5f5ba8'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:37:08.586115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:36:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ddd651a2-bff9-4203-ac88-98496a5f5ba8'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:08.591524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0ca71-39b3-4f6d-8e20-8e69690247bb None None] Pushing event updated for resources: {'Port': ['ID=c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:08.613156 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26eabe80-a81d-450a-a292-e567b45f0b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.651745 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c57081eb-b098-4311-9380-43b7c4740811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.656375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-26eabe80-a81d-450a-a292-e567b45f0b03 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e6c1365b226b48c493e7ab97e4122772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332952 Aug 29 06:37:08.658605 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c57081eb-b098-4311-9380-43b7c4740811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.660948 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c57081eb-b098-4311-9380-43b7c4740811 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/90f99e51-df15-4dcf-8f9b-4ac2c39c4ec4 HTTP/1.1" status: 204 len: 168 time: 0.2577901 Aug 29 06:37:08.662376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59200) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:08.693962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eabe80-a81d-450a-a292-e567b45f0b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fc3601-6519-40c8-9aea-1398d3bc3ac6,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:08.707712 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f310ee-986b-4fcd-8464-d1c6dd52415e req-caee4676-ed48-4431-a494-fe8af636f5ac tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:08.717045 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97f310ee-986b-4fcd-8464-d1c6dd52415e req-caee4676-ed48-4431-a494-fe8af636f5ac tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 972 time: 0.1643298 Aug 29 06:37:08.728828 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57081eb-b098-4311-9380-43b7c4740811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f99e51-df15-4dcf-8f9b-4ac2c39c4ec4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:08.765380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-797954aa-6615-45be-8e51-635d487505d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.783421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97f310ee-986b-4fcd-8464-d1c6dd52415e req-a5493e37-5ac5-49f4-a606-9981cee92d0a tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610013 Aug 29 06:37:08.794187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] Set router ddd651a2-bff9-4203-ac88-98496a5f5ba8 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:37:08.811055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-797954aa-6615-45be-8e51-635d487505d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.842286 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-648170de-9d32-4a99-8dd2-2de98ca1b37c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:08.926740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c4b92-fb90-4a62-80e2-8c0e534235f0 req-d7a32e4c-46e1-4e19-8f4c-485dd247d47b tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:08.928434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e33c4b92-fb90-4a62-80e2-8c0e534235f0 req-d7a32e4c-46e1-4e19-8f4c-485dd247d47b tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 948 time: 0.0539336 Aug 29 06:37:08.975157 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e33c4b92-fb90-4a62-80e2-8c0e534235f0 req-dcc54f31-2258-493d-9321-2f29e956fee7 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392776 Aug 29 06:37:09.049735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2011580626-router', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:58Z', 'updated_at': '2021-08-29T06:37:05Z', 'revision_number': 4, 'project_id': 'a9cab356893142deaf3312b5c64770fd', 'gw_port': {'id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:59Z', 'updated_at': '2021-08-29T06:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7', 'name': '', 'network_id': 'e37e90c9-2c66-48cc-8b4b-6c2b50eb1124', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'mac_address': 'fa:16:3e:52:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '421c1d5f-7aae-4c77-ada9-457b6b52ca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:04Z', 'updated_at': '2021-08-29T06:37:08Z', 'revision_number': 4, 'project_id': 'a9cab356893142deaf3312b5c64770fd', 'subnets': [{'id': '421c1d5f-7aae-4c77-ada9-457b6b52ca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:09.080704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697afee2-3630-4ba1-b0a5-bee1e2e6587b None None] The sync data for ids ['ddd651a2-bff9-4203-ac88-98496a5f5ba8'] in n-d-713301-12 is: [{'id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2011580626-router', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:58Z', 'updated_at': '2021-08-29T06:37:05Z', 'revision_number': 4, 'project_id': 'a9cab356893142deaf3312b5c64770fd', 'gw_port': {'id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:59Z', 'updated_at': '2021-08-29T06:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7', 'name': '', 'network_id': 'e37e90c9-2c66-48cc-8b4b-6c2b50eb1124', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'mac_address': 'fa:16:3e:52:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '421c1d5f-7aae-4c77-ada9-457b6b52ca09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:04Z', 'updated_at': '2021-08-29T06:37:08Z', 'revision_number': 4, 'project_id': 'a9cab356893142deaf3312b5c64770fd', 'subnets': [{'id': '421c1d5f-7aae-4c77-ada9-457b6b52ca09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:37:09.140347 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-797954aa-6615-45be-8e51-635d487505d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.143792 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-797954aa-6615-45be-8e51-635d487505d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.145648 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-797954aa-6615-45be-8e51-635d487505d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/13fc3601-6519-40c8-9aea-1398d3bc3ac6 HTTP/1.1" status: 204 len: 168 time: 0.4723430 Aug 29 06:37:09.183251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797954aa-6615-45be-8e51-635d487505d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fc3601-6519-40c8-9aea-1398d3bc3ac6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:09.227005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 7d81fbd1-d283-46cb-84c5-53f44286cc9b details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:37:09.233112 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-648170de-9d32-4a99-8dd2-2de98ca1b37c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.247296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49824577-c5ec-49b3-9b55-415a196f56da req-733534fc-fbbb-407c-a365-8de88840e45e tempest-AggregatesAdminTestJSON-824739751 tempest-AggregatesAdminTestJSON-824739751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:09.248819 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49824577-c5ec-49b3-9b55-415a196f56da req-733534fc-fbbb-407c-a365-8de88840e45e tempest-AggregatesAdminTestJSON-824739751 tempest-AggregatesAdminTestJSON-824739751-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 1124 time: 0.1511865 Aug 29 06:37:09.269985 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-49824577-c5ec-49b3-9b55-415a196f56da req-dccedfb6-cdbf-4199-924d-5c26146b1f95 tempest-AggregatesAdminTestJSON-824739751 tempest-AggregatesAdminTestJSON-824739751-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.338995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 7d81fbd1-d283-46cb-84c5-53f44286cc9b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=7d81fbd1-d283-46cb-84c5-53f44286cc9b,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:09.352169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '7d81fbd1-d283-46cb-84c5-53f44286cc9b', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '7d81fbd1-d283-46cb-84c5-53f44286cc9b', 'mac_address': 'fa:16:3e:90:ea:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:37:09.356316 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-648170de-9d32-4a99-8dd2-2de98ca1b37c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.401935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648170de-9d32-4a99-8dd2-2de98ca1b37c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96c8491-24b4-4367-acbe-370423876a42,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:09.424457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.449605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d81fbd1-d283-46cb-84c5-53f44286cc9b {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:37:09.468740 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-49824577-c5ec-49b3-9b55-415a196f56da req-dccedfb6-cdbf-4199-924d-5c26146b1f95 tempest-AggregatesAdminTestJSON-824739751 tempest-AggregatesAdminTestJSON-824739751-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.478682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 7d81fbd1-d283-46cb-84c5-53f44286cc9b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=7d81fbd1-d283-46cb-84c5-53f44286cc9b,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:09.538165 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-49824577-c5ec-49b3-9b55-415a196f56da req-dccedfb6-cdbf-4199-924d-5c26146b1f95 tempest-AggregatesAdminTestJSON-824739751 tempest-AggregatesAdminTestJSON-824739751-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.565909 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccedfb6-cdbf-4199-924d-5c26146b1f95 tempest-AggregatesAdminTestJSON-824739751 tempest-AggregatesAdminTestJSON-824739751-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ce0de0-dd2a-4ddc-abb9-1f5d2e98e4f6,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:09.594701 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.594927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49824577-c5ec-49b3-9b55-415a196f56da req-dccedfb6-cdbf-4199-924d-5c26146b1f95 tempest-AggregatesAdminTestJSON-824739751 tempest-AggregatesAdminTestJSON-824739751-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393233 Aug 29 06:37:09.634879 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-648170de-9d32-4a99-8dd2-2de98ca1b37c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.639175 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59218) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:09.640983 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-648170de-9d32-4a99-8dd2-2de98ca1b37c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5197935 Aug 29 06:37:09.644440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-308076be-8372-4679-9e41-9e8d26f8c5e4 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Request body: {'security_group_rule': {'security_group_id': 'a96c8491-24b4-4367-acbe-370423876a42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:09.652174 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59220) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:09.673888 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4932e829-b71f-430c-a479-0389bf7cea31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.686289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=7d81fbd1-d283-46cb-84c5-53f44286cc9b,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:09.780393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:09.803917 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-308076be-8372-4679-9e41-9e8d26f8c5e4 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.887007 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-308076be-8372-4679-9e41-9e8d26f8c5e4 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.901080 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4932e829-b71f-430c-a479-0389bf7cea31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.949136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:09.954258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:09.954676 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.993496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4932e829-b71f-430c-a479-0389bf7cea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:09.994256 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-308076be-8372-4679-9e41-9e8d26f8c5e4 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.028928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308076be-8372-4679-9e41-9e8d26f8c5e4 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59aa810e-c318-44ef-9d1a-1b0adedaf5bc,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:10.050803 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4932e829-b71f-430c-a479-0389bf7cea31 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1785e8ded7dc4aaf9fccfc730a1846ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947997 Aug 29 06:37:10.050803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932e829-b71f-430c-a479-0389bf7cea31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a83da80-16bc-4657-adec-515dc8bee39d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:10.051201 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59232) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:10.107996 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.140672 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1014171e-856a-4999-a545-04c869c9a141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.146221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7,segment=NetworkSegment(3b363bac-28e9-44fa-8028-ea6bf8e9da1f),segment_id=3b363bac-28e9-44fa-8028-ea6bf8e9da1f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:10.167382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04dd97-9778-48ea-bdff-0e85bb2314bf req-b1952e55-027b-45de-b5e6-70a665d19c40 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:10.168938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f04dd97-9778-48ea-bdff-0e85bb2314bf req-b1952e55-027b-45de-b5e6-70a665d19c40 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 949 time: 0.0853949 Aug 29 06:37:10.172419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['7d81fbd1-d283-46cb-84c5-53f44286cc9b'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:37:10.182302 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1014171e-856a-4999-a545-04c869c9a141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.198900 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-308076be-8372-4679-9e41-9e8d26f8c5e4 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.204180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59234) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:10.204722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-308076be-8372-4679-9e41-9e8d26f8c5e4 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5636375 Aug 29 06:37:10.209165 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b4158ef0-20b1-4d8e-bac7-66a090f2ac18 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Request body: {'security_group_rule': {'security_group_id': 'a96c8491-24b4-4367-acbe-370423876a42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:10.235347 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.244291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59236) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:10.280155 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c731f928-2ea8-4093-a4cd-abd7943444f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.287367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f04dd97-9778-48ea-bdff-0e85bb2314bf req-53057922-fd0d-4aa5-b5de-4828913ecbbf tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077719 Aug 29 06:37:10.327963 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b4158ef0-20b1-4d8e-bac7-66a090f2ac18 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.334820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:10.385337 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1014171e-856a-4999-a545-04c869c9a141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.388364 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1014171e-856a-4999-a545-04c869c9a141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.389618 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1014171e-856a-4999-a545-04c869c9a141 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a83da80-16bc-4657-adec-515dc8bee39d HTTP/1.1" status: 204 len: 168 time: 0.3374462 Aug 29 06:37:10.407108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014171e-856a-4999-a545-04c869c9a141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a83da80-16bc-4657-adec-515dc8bee39d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:10.432942 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b4158ef0-20b1-4d8e-bac7-66a090f2ac18 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.473903 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c731f928-2ea8-4093-a4cd-abd7943444f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.645613 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c731f928-2ea8-4093-a4cd-abd7943444f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.645826 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b4158ef0-20b1-4d8e-bac7-66a090f2ac18 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.647028 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-36f61ebb-d8de-4aa5-827e-57dd54557b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.660018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4158ef0-20b1-4d8e-bac7-66a090f2ac18 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4282b0b4-fbfe-4ed4-ab7a-eeeca35141d9,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:10.688186 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c731f928-2ea8-4093-a4cd-abd7943444f4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed4865bf4492449fa415db2602211e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4398177 Aug 29 06:37:10.689188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731f928-2ea8-4093-a4cd-abd7943444f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3a1ae9-eb47-470a-a691-e721a86f67d3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:10.690854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59242) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:10.739160 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1afc-cfed-4122-aed9-d6ed04d64270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.762415 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1afc-cfed-4122-aed9-d6ed04d64270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.788535 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.792792 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b4158ef0-20b1-4d8e-bac7-66a090f2ac18 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.794022 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b4158ef0-20b1-4d8e-bac7-66a090f2ac18 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5887630 Aug 29 06:37:10.797091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59244) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:10.802254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:10.886412 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1afc-cfed-4122-aed9-d6ed04d64270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.889166 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1afc-cfed-4122-aed9-d6ed04d64270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.890367 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8e0c1afc-cfed-4122-aed9-d6ed04d64270 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ad3a1ae9-eb47-470a-a691-e721a86f67d3 HTTP/1.1" status: 204 len: 168 time: 0.1984811 Aug 29 06:37:10.891246 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:10.911455 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c1afc-cfed-4122-aed9-d6ed04d64270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3a1ae9-eb47-470a-a691-e721a86f67d3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:11.037034 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:11.141257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Allocated IP 172.25.1.215 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/01137174-ac48-44a0-a1b7-12bf495b860a) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:37:11.217279 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 7d81fbd1-d283-46cb-84c5-53f44286cc9b up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:11.268119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:11.360648 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 7d81fbd1-d283-46cb-84c5-53f44286cc9b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:11.366468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 7d81fbd1-d283-46cb-84c5-53f44286cc9b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:11.366939 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:11.389191 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:11.435344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Pushing event updated for resources: {'Port': ['ID=01137174-ac48-44a0-a1b7-12bf495b860a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:11.445399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:11.447191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:11.449534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:37:11.489182 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:11.517511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a887310-a538-4255-8646-317be686b55e req-8cee3ff5-fa4f-47e2-92f4-489be8dfc77f tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:11.525967 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a887310-a538-4255-8646-317be686b55e req-8cee3ff5-fa4f-47e2-92f4-489be8dfc77f tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 949 time: 0.1048877 Aug 29 06:37:11.530005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469df6e8-5175-4fea-8bd9-fa101e6b58f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d81fbd1-d283-46cb-84c5-53f44286cc9b'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:11.532639 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8d7d92-4399-4b47-9ecb-acd9acbf2a02" -d '{"events": [{"server_uuid": "469df6e8-5175-4fea-8bd9-fa101e6b58f3", "name": "network-vif-plugged", "status": "completed", "tag": "7d81fbd1-d283-46cb-84c5-53f44286cc9b"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:11.551445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 7d81fbd1-d283-46cb-84c5-53f44286cc9b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=7d81fbd1-d283-46cb-84c5-53f44286cc9b,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:11.562234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a887310-a538-4255-8646-317be686b55e req-98231631-5b49-4c25-bbd5-10fd73490624 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350862 Aug 29 06:37:11.618336 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:11.619327 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:11.649848 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:11.663948 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9218c491-e324-495c-8caf-146d33af267c x-openstack-request-id: req-9218c491-e324-495c-8caf-146d33af267c {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:11.663948 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469df6e8-5175-4fea-8bd9-fa101e6b58f3", "name": "network-vif-plugged", "status": "completed", "tag": "7d81fbd1-d283-46cb-84c5-53f44286cc9b", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:11.663948 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9218c491-e324-495c-8caf-146d33af267c {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:11.663948 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469df6e8-5175-4fea-8bd9-fa101e6b58f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d81fbd1-d283-46cb-84c5-53f44286cc9b', 'code': 200} Aug 29 06:37:11.678806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:11.716969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=7d81fbd1-d283-46cb-84c5-53f44286cc9b,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:11.732164 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:11.799556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:11.800112 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:11.891172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f029207-e86d-4942-9969-cb409d01ce75 req-2d7dd387-bba8-401b-a838-e01c3c7307b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:11.892854 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f029207-e86d-4942-9969-cb409d01ce75 req-2d7dd387-bba8-401b-a838-e01c3c7307b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 1102 time: 0.0994895 Aug 29 06:37:11.963965 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59308) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:12.009364 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f029207-e86d-4942-9969-cb409d01ce75 req-0277642a-1590-47a6-854f-653bbf35798e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620699 Aug 29 06:37:12.084912 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:12.142946 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:12.224452 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8274c6b0-9ce1-4f84-bbc8-0755638f2eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:12.245934 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:12.250076 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Pushing event updated for resources: {'Port': ['ID=01137174-ac48-44a0-a1b7-12bf495b860a,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:12.330770 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8274c6b0-9ce1-4f84-bbc8-0755638f2eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:12.469233 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8274c6b0-9ce1-4f84-bbc8-0755638f2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:12.508314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8274c6b0-9ce1-4f84-bbc8-0755638f2eb3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8646fa2efd6d43b2a726f3e00d819aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5432787 Aug 29 06:37:12.509276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274c6b0-9ce1-4f84-bbc8-0755638f2eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf38a5b6-74c4-4478-bc18-1dd025e7dc92,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:12.511006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59344) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:12.561760 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1780f79f-6731-4d0b-8e06-401cfb3aa981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:12.581744 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1780f79f-6731-4d0b-8e06-401cfb3aa981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:12.606619 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:12.607882 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-20808a40-5c9a-42d6-9408-bb7530137822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8098712 Aug 29 06:37:12.725196 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1780f79f-6731-4d0b-8e06-401cfb3aa981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:12.727990 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1780f79f-6731-4d0b-8e06-401cfb3aa981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:12.729375 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1780f79f-6731-4d0b-8e06-401cfb3aa981 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cf38a5b6-74c4-4478-bc18-1dd025e7dc92 HTTP/1.1" status: 204 len: 168 time: 0.2172801 Aug 29 06:37:12.738654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780f79f-6731-4d0b-8e06-401cfb3aa981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf38a5b6-74c4-4478-bc18-1dd025e7dc92,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:12.877151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e5fa4-01b1-4d6f-9c45-76155eab8713 req-031b5a54-6a77-4766-94b2-88374d81efea tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:12.878807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f4e5fa4-01b1-4d6f-9c45-76155eab8713 req-031b5a54-6a77-4766-94b2-88374d81efea tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 950 time: 0.0640752 Aug 29 06:37:12.920627 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f4e5fa4-01b1-4d6f-9c45-76155eab8713 req-c8228ae3-8a7b-4a4c-8d22-8f188a0086d7 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339570 Aug 29 06:37:13.136958 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-07ab0a87-f68b-46f3-bbe8-4afe09f9aed0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1465996772&fields=id&tenant_id=544c6f4659b0481fa002ec69280b9551 HTTP/1.1" status: 200 len: 267 time: 0.0419374 Aug 29 06:37:13.204753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59376) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:13.308448 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:13.322078 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-67ada392-2c69-4c22-a423-a36bb54e46d3 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:13.323558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-67ada392-2c69-4c22-a423-a36bb54e46d3 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/networks?id=ea3503f9-de17-4d75-a461-b28dbced4bb1 HTTP/1.1" status: 200 len: 824 time: 0.1787724 Aug 29 06:37:13.338675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-93082b40-a632-42ed-98bd-a4be15cf6d05 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/quotas/544c6f4659b0481fa002ec69280b9551 HTTP/1.1" status: 200 len: 375 time: 0.0089202 Aug 29 06:37:13.533990 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4235508-9af8-4f50-9a1b-737eeddaeb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:13.552176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0fc94fcb-e3d2-43c0-904a-891c7c584f1b tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=544c6f4659b0481fa002ec69280b9551&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2079964 Aug 29 06:37:13.639538 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4235508-9af8-4f50-9a1b-737eeddaeb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:13.720393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4235508-9af8-4f50-9a1b-737eeddaeb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:13.771074 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f4235508-9af8-4f50-9a1b-737eeddaeb53 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=43bfc8054b28423793b68f9de3df2de4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5649800 Aug 29 06:37:13.771971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4235508-9af8-4f50-9a1b-737eeddaeb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d67ed0f-40c8-4720-85a0-d0105a1524e9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:13.774657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59402) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:13.823848 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18f6767b-6c4f-45ff-be23-b927ed3e027e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:13.845751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18f6767b-6c4f-45ff-be23-b927ed3e027e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:13.857315 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59406) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:13.875838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82fb7f7f-fa91-4ee7-b49f-40020b3931d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:13.983502 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18f6767b-6c4f-45ff-be23-b927ed3e027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:13.989103 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18f6767b-6c4f-45ff-be23-b927ed3e027e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:13.990441 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-18f6767b-6c4f-45ff-be23-b927ed3e027e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6d67ed0f-40c8-4720-85a0-d0105a1524e9 HTTP/1.1" status: 204 len: 168 time: 0.2142830 Aug 29 06:37:14.001905 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6767b-6c4f-45ff-be23-b927ed3e027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d67ed0f-40c8-4720-85a0-d0105a1524e9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:14.028357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-e73f2793-e6ee-47af-a1e1-29eac4ad64d2 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:37:14.029444 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-e73f2793-e6ee-47af-a1e1-29eac4ad64d2 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0808797 Aug 29 06:37:14.074107 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82fb7f7f-fa91-4ee7-b49f-40020b3931d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:14.126941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-83afcd78-8c28-4e66-9d4b-f2577e6e72e2 service neutron] 10.222.0.76 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896139 Aug 29 06:37:14.142625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82fb7f7f-fa91-4ee7-b49f-40020b3931d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:14.180812 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-82fb7f7f-fa91-4ee7-b49f-40020b3931d6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be2da8321ebf4965930910c4d07b8b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219950 Aug 29 06:37:14.181777 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb7f7f-fa91-4ee7-b49f-40020b3931d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86e9db9-99f9-4769-9efe-548d926acf56,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:14.183573 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59420) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:14.255864 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-543ac035-31ad-4742-adb6-783675c10787 service neutron] 10.222.0.76 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222279 Aug 29 06:37:14.268549 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-210282a5-e980-4062-9c43-2473626646c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:14.302113 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-210282a5-e980-4062-9c43-2473626646c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:14.531371 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-210282a5-e980-4062-9c43-2473626646c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:14.535801 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-210282a5-e980-4062-9c43-2473626646c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:14.546124 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-210282a5-e980-4062-9c43-2473626646c9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a86e9db9-99f9-4769-9efe-548d926acf56 HTTP/1.1" status: 204 len: 168 time: 0.3613865 Aug 29 06:37:14.559389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210282a5-e980-4062-9c43-2473626646c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86e9db9-99f9-4769-9efe-548d926acf56,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:14.669867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a401b50-3781-44bf-8f03-871213a14224 req-1fce2ce6-e656-45bc-93e5-c33af4a8b9b0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:14.674499 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a401b50-3781-44bf-8f03-871213a14224 req-1fce2ce6-e656-45bc-93e5-c33af4a8b9b0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 950 time: 0.0704794 Aug 29 06:37:14.735008 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a401b50-3781-44bf-8f03-871213a14224 req-5b7d6912-50de-42ab-a222-88dc2e272e65 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512822 Aug 29 06:37:14.830848 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ad8109a-77e6-45ec-9324-5399496d5283 req-1defbd2b-a7df-42c0-a4b5-b6e5bd046db8 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 210 time: 0.0472674 Aug 29 06:37:15.298323 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59472) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:15.315942 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-818b1d42-e92a-400d-a71c-9085ef1dda3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:15.433646 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-818b1d42-e92a-400d-a71c-9085ef1dda3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:15.543095 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-818b1d42-e92a-400d-a71c-9085ef1dda3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:15.590789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-818b1d42-e92a-400d-a71c-9085ef1dda3f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c97bb975abc14565977b1e188997e075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912543 Aug 29 06:37:15.591894 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b1d42-e92a-400d-a71c-9085ef1dda3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6588789-4892-49d1-a33f-e3bcd06ef4b3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:15.593383 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59488) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:15.668243 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e10e46f0-34bf-4f1f-a963-d16651c2f119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:15.692688 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e10e46f0-34bf-4f1f-a963-d16651c2f119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:15.791940 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e10e46f0-34bf-4f1f-a963-d16651c2f119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:15.797904 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e10e46f0-34bf-4f1f-a963-d16651c2f119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:15.801744 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e10e46f0-34bf-4f1f-a963-d16651c2f119 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b6588789-4892-49d1-a33f-e3bcd06ef4b3 HTTP/1.1" status: 204 len: 168 time: 0.2047627 Aug 29 06:37:15.817608 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e46f0-34bf-4f1f-a963-d16651c2f119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6588789-4892-49d1-a33f-e3bcd06ef4b3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:15.971984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c377374-66ce-4ee4-a6ac-368f28867132 req-f3d1ed3c-e9a8-435c-9ca0-c294c56820e4 tempest-NetworksTest-465116271 tempest-NetworksTest-465116271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:15.972671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c377374-66ce-4ee4-a6ac-368f28867132 req-f3d1ed3c-e9a8-435c-9ca0-c294c56820e4 tempest-NetworksTest-465116271 tempest-NetworksTest-465116271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:15.973155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c377374-66ce-4ee4-a6ac-368f28867132 req-f3d1ed3c-e9a8-435c-9ca0-c294c56820e4 tempest-NetworksTest-465116271 tempest-NetworksTest-465116271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:15.973630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c377374-66ce-4ee4-a6ac-368f28867132 req-f3d1ed3c-e9a8-435c-9ca0-c294c56820e4 tempest-NetworksTest-465116271 tempest-NetworksTest-465116271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:15.974174 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c377374-66ce-4ee4-a6ac-368f28867132 req-f3d1ed3c-e9a8-435c-9ca0-c294c56820e4 tempest-NetworksTest-465116271 tempest-NetworksTest-465116271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:15.976458 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c377374-66ce-4ee4-a6ac-368f28867132 req-f3d1ed3c-e9a8-435c-9ca0-c294c56820e4 tempest-NetworksTest-465116271 tempest-NetworksTest-465116271-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.1205952 Aug 29 06:37:16.085632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d22d4-4626-439e-bf00-bb7ea3d5c90f req-0cdb052a-3074-4324-81b4-da9141de80e5 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:16.087274 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e34d22d4-4626-439e-bf00-bb7ea3d5c90f req-0cdb052a-3074-4324-81b4-da9141de80e5 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 950 time: 0.0599713 Aug 29 06:37:16.130997 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e34d22d4-4626-439e-bf00-bb7ea3d5c90f req-5c9d5187-cc6e-4da7-afe0-9f425cc03fa0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372207 Aug 29 06:37:16.386440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb36626f-58e3-4269-862a-e9b5e1bc658d req-5b507477-9fad-45f4-982f-17b25f40039e tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 210 time: 0.0264716 Aug 29 06:37:16.508968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07351603-1934-406e-b022-60c3ad92c46e req-d4a77d22-56dc-4030-8166-0a959464ee41 tempest-NetworksTest-465116271 tempest-NetworksTest-465116271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:16.510174 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07351603-1934-406e-b022-60c3ad92c46e req-d4a77d22-56dc-4030-8166-0a959464ee41 tempest-NetworksTest-465116271 tempest-NetworksTest-465116271-project-admin] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 886 time: 0.0977674 Aug 29 06:37:17.084101 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-9c01293c-7ded-40bb-9708-fef83e88303f tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:17.085892 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-9c01293c-7ded-40bb-9708-fef83e88303f tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.11 "GET /v2.0/networks?id=ea3503f9-de17-4d75-a461-b28dbced4bb1 HTTP/1.1" status: 200 len: 824 time: 0.2192221 Aug 29 06:37:17.158396 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-68bbfb24-ad75-4b98-b16e-0d7bde17a8cc tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544c6f4659b0481fa002ec69280b9551 HTTP/1.1" status: 200 len: 380 time: 0.0537665 Aug 29 06:37:17.170894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6d534e78-7074-41ab-8e75-baa3d8c27ca0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Request body: {'port': {'device_id': 'df1f3288-f53a-492c-b0d1-7d1e4db7ccfa', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'admin_state_up': True, 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'security_groups': ['a96c8491-24b4-4367-acbe-370423876a42']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:17.325114 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-721ab630-70c4-4eec-912a-6ed4e0f4c82d tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=6f6c5bdf45074af6911796e3aa7a4d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610206 Aug 29 06:37:17.416326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6d534e78-7074-41ab-8e75-baa3d8c27ca0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Made reservation on behalf of 544c6f4659b0481fa002ec69280b9551 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:37:17.419917 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6d534e78-7074-41ab-8e75-baa3d8c27ca0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:17.433760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a35d7-8169-4429-83d1-4c039d432dea req-37cd0e11-c7f9-4153-8d73-e7014eed776a tempest-NetworksTest-465116271 tempest-NetworksTest-465116271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:17.434332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a35d7-8169-4429-83d1-4c039d432dea req-37cd0e11-c7f9-4153-8d73-e7014eed776a tempest-NetworksTest-465116271 tempest-NetworksTest-465116271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:17.434692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a35d7-8169-4429-83d1-4c039d432dea req-37cd0e11-c7f9-4153-8d73-e7014eed776a tempest-NetworksTest-465116271 tempest-NetworksTest-465116271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:17.435167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a35d7-8169-4429-83d1-4c039d432dea req-37cd0e11-c7f9-4153-8d73-e7014eed776a tempest-NetworksTest-465116271 tempest-NetworksTest-465116271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:17.435634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a35d7-8169-4429-83d1-4c039d432dea req-37cd0e11-c7f9-4153-8d73-e7014eed776a tempest-NetworksTest-465116271 tempest-NetworksTest-465116271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:17.437308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf1a35d7-8169-4429-83d1-4c039d432dea req-37cd0e11-c7f9-4153-8d73-e7014eed776a tempest-NetworksTest-465116271 tempest-NetworksTest-465116271-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.2172728 Aug 29 06:37:17.470352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-dfad0b86-16d5-419e-b1a3-eb7fb5f1f55f tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:17.471909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-dfad0b86-16d5-419e-b1a3-eb7fb5f1f55f tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1388555 Aug 29 06:37:17.492002 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-149d833c-e4e7-4490-9830-51ccbb05daf7 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/quotas/6f6c5bdf45074af6911796e3aa7a4d92 HTTP/1.1" status: 200 len: 375 time: 0.0106146 Aug 29 06:37:17.540661 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-c032d4d6-8211-4f4f-b6e1-542205a36049 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f6c5bdf45074af6911796e3aa7a4d92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388460 Aug 29 06:37:17.579582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6d534e78-7074-41ab-8e75-baa3d8c27ca0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Allocated IP 172.20.0.3 (ea3503f9-de17-4d75-a461-b28dbced4bb1/8f576fb6-2e95-4e87-84cb-796a56eec9b0/bacdf918-bc6c-425e-84ac-b49c1865d62f) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:37:17.615427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2f660-0864-4c83-b30b-1ed45fda7bdf req-a03a8f3c-32b4-438b-b04c-b7ac1ae2d2e4 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:17.616916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1eb2f660-0864-4c83-b30b-1ed45fda7bdf req-a03a8f3c-32b4-438b-b04c-b7ac1ae2d2e4 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 950 time: 0.0753093 Aug 29 06:37:17.659558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1eb2f660-0864-4c83-b30b-1ed45fda7bdf req-f7b2e8a7-3319-47e5-a52c-b4b3ae4b1ef8 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339575 Aug 29 06:37:17.751467 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6d534e78-7074-41ab-8e75-baa3d8c27ca0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:17.784227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6d534e78-7074-41ab-8e75-baa3d8c27ca0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Transition to ACTIVE for port object bacdf918-bc6c-425e-84ac-b49c1865d62f will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:17.900070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77919bb0-a083-49ad-8a43-ec43f0456527 req-38ec8fb5-4389-43b4-86e1-b8044572d309 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 210 time: 0.0717261 Aug 29 06:37:17.903627 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6d534e78-7074-41ab-8e75-baa3d8c27ca0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:17.978714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6d534e78-7074-41ab-8e75-baa3d8c27ca0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Network ea3503f9-de17-4d75-a461-b28dbced4bb1 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:17.981677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-550a3bf9-f566-4772-8833-bd70e4650a6a req-4edc10df-40e3-4be8-b45f-394e22b7585c tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 210 time: 0.0838640 Aug 29 06:37:17.990779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6d534e78-7074-41ab-8e75-baa3d8c27ca0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:17.992992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d534e78-7074-41ab-8e75-baa3d8c27ca0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Pushing event updated for resources: {'Port': ['ID=bacdf918-bc6c-425e-84ac-b49c1865d62f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:17.995319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6d534e78-7074-41ab-8e75-baa3d8c27ca0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:37:18.102210 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6d534e78-7074-41ab-8e75-baa3d8c27ca0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:18.102892 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6d534e78-7074-41ab-8e75-baa3d8c27ca0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:18.235391 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6d534e78-7074-41ab-8e75-baa3d8c27ca0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0692708 Aug 29 06:37:18.258332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Request body: {'port': {'device_id': 'df1f3288-f53a-492c-b0d1-7d1e4db7ccfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:18.366014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:18.397043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59626) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:18.440120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d314984e-b015-404b-9c19-b5ea5bef7c4e None None] Provisioning for port bacdf918-bc6c-425e-84ac-b49c1865d62f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:18.450573 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d314984e-b015-404b-9c19-b5ea5bef7c4e None None] Provisioning complete for port bacdf918-bc6c-425e-84ac-b49c1865d62f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:18.451017 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d314984e-b015-404b-9c19-b5ea5bef7c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:18.695990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-d314984e-b015-404b-9c19-b5ea5bef7c4e None None] Port bacdf918-bc6c-425e-84ac-b49c1865d62f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:37:18.800857 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d9d731c-34fe-4dd1-9b9e-1bc98b8da493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:18.841734 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8c8a5-3250-456d-8590-361e29cdfed1 req-399cd1a7-f460-4d5a-8e4c-4c3559320a49 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:18.843226 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9d8c8a5-3250-456d-8590-361e29cdfed1 req-399cd1a7-f460-4d5a-8e4c-4c3559320a49 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 950 time: 0.1096189 Aug 29 06:37:18.902505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9d8c8a5-3250-456d-8590-361e29cdfed1 req-033f8b23-3ab9-4770-ac32-695fc0052de9 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519063 Aug 29 06:37:18.915616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bacdf918-bc6c-425e-84ac-b49c1865d62f {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:37:18.925022 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:18.939940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Transition to ACTIVE for port object bacdf918-bc6c-425e-84ac-b49c1865d62f will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:18.958081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d9d731c-34fe-4dd1-9b9e-1bc98b8da493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:19.011825 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:19.066580 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d9d731c-34fe-4dd1-9b9e-1bc98b8da493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:19.077896 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bacdf918-bc6c-425e-84ac-b49c1865d62f,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:19.119134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d731c-34fe-4dd1-9b9e-1bc98b8da493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9818c82-60e5-484b-9f71-b3b66b2017c0,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:19.152216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61adb0-16d8-4344-aec6-a34815bb276f req-7d7b82c7-6793-49c0-8c8c-5b03eae24057 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:19.159965 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d61adb0-16d8-4344-aec6-a34815bb276f req-7d7b82c7-6793-49c0-8c8c-5b03eae24057 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 931 time: 0.1621585 Aug 29 06:37:19.205447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59668) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:19.208212 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0d9d731c-34fe-4dd1-9b9e-1bc98b8da493 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb00e9203d094272baba67cf3a8a9268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8097811 Aug 29 06:37:19.238434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07f1ec4c-3586-43c5-b146-aee50b651490 req-3ffacb43-fb7a-405d-80cf-80ea1f1310cb tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 210 time: 0.0750124 Aug 29 06:37:19.241928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.11', 55049) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:19.244228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Attempting to bind port bacdf918-bc6c-425e-84ac-b49c1865d62f on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:37:19.244623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Attempting to bind port bacdf918-bc6c-425e-84ac-b49c1865d62f by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:37:19.245016 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Attempting to bind port bacdf918-bc6c-425e-84ac-b49c1865d62f on network ea3503f9-de17-4d75-a461-b28dbced4bb1 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:19.261044 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d61adb0-16d8-4344-aec6-a34815bb276f req-f3059069-58cd-43fe-8760-3678c5d6b2c9 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999522 Aug 29 06:37:19.311055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Port bacdf918-bc6c-425e-84ac-b49c1865d62f on network ea3503f9-de17-4d75-a461-b28dbced4bb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:37:19.311429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Attempting to bind port bacdf918-bc6c-425e-84ac-b49c1865d62f on network ea3503f9-de17-4d75-a461-b28dbced4bb1 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:19.321530 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59674) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:19.328151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:37:19.328489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Checking segment: {'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:37:19.328870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Bound using segment: {'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:37:19.329347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Bound port: bacdf918-bc6c-425e-84ac-b49c1865d62f, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:37:19.329669 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:19.382216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ee816-6dd0-475e-b3a8-e6c592eecf20 req-519855b6-d247-4f7b-8bb5-71226dc36482 tempest-DeleteServersAdminTestJSON-127519257 tempest-DeleteServersAdminTestJSON-127519257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:19.383732 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-055ee816-6dd0-475e-b3a8-e6c592eecf20 req-519855b6-d247-4f7b-8bb5-71226dc36482 tempest-DeleteServersAdminTestJSON-127519257 tempest-DeleteServersAdminTestJSON-127519257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 1102 time: 0.1405685 Aug 29 06:37:19.385812 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af00219a-da67-4152-92ee-6fd2928da7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:19.462700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af00219a-da67-4152-92ee-6fd2928da7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:19.490977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] For port bacdf918-bc6c-425e-84ac-b49c1865d62f, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:37:19.518078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] For port bacdf918-bc6c-425e-84ac-b49c1865d62f, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=bacdf918-bc6c-425e-84ac-b49c1865d62f,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:37:19.547392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-055ee816-6dd0-475e-b3a8-e6c592eecf20 req-d1bb7784-d06b-442f-b169-f5efecddcc68 tempest-DeleteServersAdminTestJSON-127519257 tempest-DeleteServersAdminTestJSON-127519257-project-admin] Deleting port 7d81fbd1-d283-46cb-84c5-53f44286cc9b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:37:19.547734 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-055ee816-6dd0-475e-b3a8-e6c592eecf20 req-d1bb7784-d06b-442f-b169-f5efecddcc68 tempest-DeleteServersAdminTestJSON-127519257 tempest-DeleteServersAdminTestJSON-127519257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:19.609455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:19.670332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bacdf918-bc6c-425e-84ac-b49c1865d62f,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:19.676550 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af00219a-da67-4152-92ee-6fd2928da7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:19.679632 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af00219a-da67-4152-92ee-6fd2928da7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:19.681133 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-af00219a-da67-4152-92ee-6fd2928da7c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e9818c82-60e5-484b-9f71-b3b66b2017c0 HTTP/1.1" status: 204 len: 168 time: 0.4742134 Aug 29 06:37:19.712000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:19.713033 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:19.715029 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-0686a29a-a426-4db3-9194-0d3d4fc7c9d7 service neutron] 10.222.0.11 "PUT /v2.0/ports/bacdf918-bc6c-425e-84ac-b49c1865d62f HTTP/1.1" status: 200 len: 1092 time: 1.4618566 Aug 29 06:37:19.715964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1f3288-f53a-492c-b0d1-7d1e4db7ccfa', 'tag': 'bacdf918-bc6c-425e-84ac-b49c1865d62f'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:19.718811 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b709ac22-854c-46e3-8a37-2346ea5fc6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "df1f3288-f53a-492c-b0d1-7d1e4db7ccfa", "tag": "bacdf918-bc6c-425e-84ac-b49c1865d62f"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:19.725536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00219a-da67-4152-92ee-6fd2928da7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9818c82-60e5-484b-9f71-b3b66b2017c0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:19.786638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-055ee816-6dd0-475e-b3a8-e6c592eecf20 req-d1bb7784-d06b-442f-b169-f5efecddcc68 tempest-DeleteServersAdminTestJSON-127519257 tempest-DeleteServersAdminTestJSON-127519257-project-admin] For port 7d81fbd1-d283-46cb-84c5-53f44286cc9b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=7d81fbd1-d283-46cb-84c5-53f44286cc9b,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:19.787010 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-055ee816-6dd0-475e-b3a8-e6c592eecf20 req-d1bb7784-d06b-442f-b169-f5efecddcc68 tempest-DeleteServersAdminTestJSON-127519257 tempest-DeleteServersAdminTestJSON-127519257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:19.805890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-055ee816-6dd0-475e-b3a8-e6c592eecf20 req-d1bb7784-d06b-442f-b169-f5efecddcc68 tempest-DeleteServersAdminTestJSON-127519257 tempest-DeleteServersAdminTestJSON-127519257-project-admin] Calling delete_port for 7d81fbd1-d283-46cb-84c5-53f44286cc9b owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:37:19.841005 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-794ddedb-6692-4814-be58-9a9ea18b013a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:19.873809 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9022e3-0794-4abb-8408-cb42fdde4d9b x-openstack-request-id: req-ba9022e3-0794-4abb-8408-cb42fdde4d9b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:19.874372 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1f3288-f53a-492c-b0d1-7d1e4db7ccfa", "tag": "bacdf918-bc6c-425e-84ac-b49c1865d62f", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:19.874796 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ba9022e3-0794-4abb-8408-cb42fdde4d9b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:19.875383 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1f3288-f53a-492c-b0d1-7d1e4db7ccfa', 'tag': 'bacdf918-bc6c-425e-84ac-b49c1865d62f', 'status': 'completed', 'code': 200} Aug 29 06:37:19.983827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6ed04a2a-8725-422c-b672-79a18db8e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:19.983827 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-6ed04a2a-8725-422c-b672-79a18db8e1d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=544c6f4659b0481fa002ec69280b9551&device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 1095 time: 0.1071022 Aug 29 06:37:20.039040 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-794ddedb-6692-4814-be58-9a9ea18b013a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:20.085837 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-58c10c4d-f9dd-4878-af8e-bdfc4ae84de4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bacdf918-bc6c-425e-84ac-b49c1865d62f HTTP/1.1" status: 200 len: 217 time: 0.0862706 Aug 29 06:37:20.120005 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-794ddedb-6692-4814-be58-9a9ea18b013a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:20.156062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687454f-dc8e-42fc-9145-8e5fc2941af6 req-6333534f-c0d0-4c64-953e-b851ed661b44 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:20.164238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9687454f-dc8e-42fc-9145-8e5fc2941af6 req-6333534f-c0d0-4c64-953e-b851ed661b44 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 950 time: 0.0987849 Aug 29 06:37:20.178034 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-98f595e5-71d0-4c23-aa58-369adf8fa23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:20.179510 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-98f595e5-71d0-4c23-aa58-369adf8fa23e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f576fb6-2e95-4e87-84cb-796a56eec9b0 HTTP/1.1" status: 200 len: 863 time: 0.0866380 Aug 29 06:37:20.196058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-794ddedb-6692-4814-be58-9a9ea18b013a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=32f86a2d67974fc1b5568a5dfceb0ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8714187 Aug 29 06:37:20.199398 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59732) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:20.204257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ddedb-6692-4814-be58-9a9ea18b013a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526a4dbf-1ea2-40fb-9092-daf23358aca4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:20.229694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9687454f-dc8e-42fc-9145-8e5fc2941af6 req-9332fc2e-a666-42b3-bb23-2a2af24f1855 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650513 Aug 29 06:37:20.261429 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-055ee816-6dd0-475e-b3a8-e6c592eecf20 req-d1bb7784-d06b-442f-b169-f5efecddcc68 tempest-DeleteServersAdminTestJSON-127519257 tempest-DeleteServersAdminTestJSON-127519257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:20.296900 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['7d81fbd1-d283-46cb-84c5-53f44286cc9b'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:37:20.312980 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb7784-d06b-442f-b169-f5efecddcc68 tempest-DeleteServersAdminTestJSON-127519257 tempest-DeleteServersAdminTestJSON-127519257-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d81fbd1-d283-46cb-84c5-53f44286cc9b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:20.352757 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-637d7225-f151-45a4-afc7-04d75e0aa96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:20.354340 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-637d7225-f151-45a4-afc7-04d75e0aa96d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ea3503f9-de17-4d75-a461-b28dbced4bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1674023 Aug 29 06:37:20.408254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-055ee816-6dd0-475e-b3a8-e6c592eecf20 req-d1bb7784-d06b-442f-b169-f5efecddcc68 tempest-DeleteServersAdminTestJSON-127519257 tempest-DeleteServersAdminTestJSON-127519257-project-admin] No DVR routers for this DVR port 7d81fbd1-d283-46cb-84c5-53f44286cc9b on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:37:20.469974 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-055ee816-6dd0-475e-b3a8-e6c592eecf20 req-d1bb7784-d06b-442f-b169-f5efecddcc68 tempest-DeleteServersAdminTestJSON-127519257 tempest-DeleteServersAdminTestJSON-127519257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:20.472817 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-055ee816-6dd0-475e-b3a8-e6c592eecf20 req-d1bb7784-d06b-442f-b169-f5efecddcc68 tempest-DeleteServersAdminTestJSON-127519257 tempest-DeleteServersAdminTestJSON-127519257-project-admin] 10.222.0.11 "DELETE /v2.0/ports/7d81fbd1-d283-46cb-84c5-53f44286cc9b HTTP/1.1" status: 204 len: 173 time: 1.0809608 Aug 29 06:37:20.476788 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-021ccc18-7428-46ec-9ab4-282a53055aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:20.501000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54dca863-94c6-4a66-95a2-8331492df496 req-d02fe369-077c-48ed-aa31-4503080d98b0 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 210 time: 0.0711951 Aug 29 06:37:20.562055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-021ccc18-7428-46ec-9ab4-282a53055aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:20.565635 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-cda08964-f2a0-4fbc-b4f8-dd1d83bf6220 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6f6c5bdf45074af6911796e3aa7a4d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698662 Aug 29 06:37:20.604862 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:20.633272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287bc6a-5ca3-4692-a51b-8bd624d2ccad req-fd7c383c-bf78-4537-bf6b-82ac1b8e737f tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:20.634763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c287bc6a-5ca3-4692-a51b-8bd624d2ccad req-fd7c383c-bf78-4537-bf6b-82ac1b8e737f tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 943 time: 0.0635488 Aug 29 06:37:20.669683 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-3ca3292e-b8f2-4bbc-b348-c203083d9a18 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980683 Aug 29 06:37:20.690299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c287bc6a-5ca3-4692-a51b-8bd624d2ccad req-4b0f8c15-f09f-47a0-ac1b-b241d1c0d53b tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491333 Aug 29 06:37:20.763383 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59754) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:20.777175 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-58b23080-27d5-469b-8644-a79935d04402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:20.789640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-021edb3e-875b-4440-99ab-6274979fbb12 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:20.791185 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-021edb3e-875b-4440-99ab-6274979fbb12 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083435 Aug 29 06:37:20.812301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Request body: {'port': {'device_id': 'e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '6f6c5bdf45074af6911796e3aa7a4d92'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:20.866482 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec64e2a4-565a-4e2a-ada0-63cd6e5094a9 req-4bab5b0a-914b-4e38-bbe7-6d0c75911a20 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866035 Aug 29 06:37:20.911636 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-021ccc18-7428-46ec-9ab4-282a53055aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:20.914210 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-021ccc18-7428-46ec-9ab4-282a53055aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:20.917778 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-021ccc18-7428-46ec-9ab4-282a53055aa7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/526a4dbf-1ea2-40fb-9092-daf23358aca4 HTTP/1.1" status: 204 len: 168 time: 0.7148142 Aug 29 06:37:20.931681 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ccc18-7428-46ec-9ab4-282a53055aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526a4dbf-1ea2-40fb-9092-daf23358aca4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:21.000520 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-58b23080-27d5-469b-8644-a79935d04402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:21.078547 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-58b23080-27d5-469b-8644-a79935d04402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:21.162682 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59784) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:21.187510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b23080-27d5-469b-8644-a79935d04402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879d47aa-088b-4315-a75f-d8e72139ac3e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:21.189827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709ac22-854c-46e3-8a37-2346ea5fc6c6 req-3529c87e-2b30-4a5a-b935-c0d26e1e3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:21.192409 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b709ac22-854c-46e3-8a37-2346ea5fc6c6 req-3529c87e-2b30-4a5a-b935-c0d26e1e3b88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=544c6f4659b0481fa002ec69280b9551&device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 1095 time: 0.0899603 Aug 29 06:37:21.211949 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-58b23080-27d5-469b-8644-a79935d04402 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6ec588e0d5e84a528b54c92e0107f9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4473784 Aug 29 06:37:21.215362 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59794) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:21.291686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Made reservation on behalf of 6f6c5bdf45074af6911796e3aa7a4d92 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:37:21.295178 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:21.313307 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:21.331406 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73f4e953-eddd-4b9f-b52d-c32fd0f3c044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:21.351833 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2b71d989-d2d9-4daf-81ee-0c7a0d18ba26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:21.385526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709ac22-854c-46e3-8a37-2346ea5fc6c6 req-010ead7b-47e2-422e-bcd6-802a94a7af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:21.387135 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b709ac22-854c-46e3-8a37-2346ea5fc6c6 req-010ead7b-47e2-422e-bcd6-802a94a7af1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ea3503f9-de17-4d75-a461-b28dbced4bb1 HTTP/1.1" status: 200 len: 925 time: 0.1880600 Aug 29 06:37:21.389160 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73f4e953-eddd-4b9f-b52d-c32fd0f3c044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:21.425013 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e995fd-5d66-4c10-9688-42c988e864bc req-a21b9aef-c650-4809-9ccb-37124dd8602a tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:21.426978 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9e995fd-5d66-4c10-9688-42c988e864bc req-a21b9aef-c650-4809-9ccb-37124dd8602a tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 972 time: 0.1432545 Aug 29 06:37:21.434946 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a6b8f2e-8077-433f-9091-fb550cb9fc99 req-3c50f9e2-b00e-45db-9ed3-53ab1bb13b60 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=469df6e8-5175-4fea-8bd9-fa101e6b58f3 HTTP/1.1" status: 200 len: 210 time: 0.0747035 Aug 29 06:37:21.436902 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b709ac22-854c-46e3-8a37-2346ea5fc6c6 req-0e11ff0c-84a3-4e55-a715-8761d8579c27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bacdf918-bc6c-425e-84ac-b49c1865d62f HTTP/1.1" status: 200 len: 217 time: 0.0422173 Aug 29 06:37:21.487400 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9e995fd-5d66-4c10-9688-42c988e864bc req-a5e53e4e-76a5-462b-8cb2-853c8620563b tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519149 Aug 29 06:37:21.521966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709ac22-854c-46e3-8a37-2346ea5fc6c6 req-8248befa-588b-4453-9eb6-8f4373560d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:21.523448 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b709ac22-854c-46e3-8a37-2346ea5fc6c6 req-8248befa-588b-4453-9eb6-8f4373560d96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f576fb6-2e95-4e87-84cb-796a56eec9b0 HTTP/1.1" status: 200 len: 863 time: 0.0718939 Aug 29 06:37:21.527795 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:21.562533 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73f4e953-eddd-4b9f-b52d-c32fd0f3c044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:21.568223 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73f4e953-eddd-4b9f-b52d-c32fd0f3c044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:21.571100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-73f4e953-eddd-4b9f-b52d-c32fd0f3c044 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/879d47aa-088b-4315-a75f-d8e72139ac3e HTTP/1.1" status: 204 len: 168 time: 0.3546300 Aug 29 06:37:21.575560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709ac22-854c-46e3-8a37-2346ea5fc6c6 req-fb84a271-a749-4aa3-9024-62373623bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:21.577122 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b709ac22-854c-46e3-8a37-2346ea5fc6c6 req-fb84a271-a749-4aa3-9024-62373623bc51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ea3503f9-de17-4d75-a461-b28dbced4bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460455 Aug 29 06:37:21.584113 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:21.646627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4e953-eddd-4b9f-b52d-c32fd0f3c044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879d47aa-088b-4315-a75f-d8e72139ac3e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:21.663408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da813b3e-6737-4589-bbbb-d93628b8abb3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:21.685454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f400cee-dd99-41e5-b2ca-5893e2ad56ba req-fac387fd-454b-48f7-bff7-c56a97bdca37 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 210 time: 0.0366654 Aug 29 06:37:21.696110 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2b71d989-d2d9-4daf-81ee-0c7a0d18ba26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:21.777146 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b709ac22-854c-46e3-8a37-2346ea5fc6c6 req-8920206b-bacb-4b81-8abc-ed49b19fbd54 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891983 Aug 29 06:37:21.819439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fe343-1b1c-4c00-9620-d4d9b0960601 req-2265fd3d-1c7d-4719-aa32-534ed0e1b85b tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:21.821316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-334fe343-1b1c-4c00-9620-d4d9b0960601 req-2265fd3d-1c7d-4719-aa32-534ed0e1b85b tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 943 time: 0.0588226 Aug 29 06:37:21.846644 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2b71d989-d2d9-4daf-81ee-0c7a0d18ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:21.848909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Allocated IP 192.168.233.156 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/475f24aa-e625-4891-b380-76c9e1e1cc4d) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:37:21.880811 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469df6e8-5175-4fea-8bd9-fa101e6b58f3', 'name': 'network-vif-deleted', 'tag': '7d81fbd1-d283-46cb-84c5-53f44286cc9b'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:21.883416 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-334fe343-1b1c-4c00-9620-d4d9b0960601 req-734b2cde-0948-41bb-89c7-a98b874d8711 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548799 Aug 29 06:37:21.908972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2b71d989-d2d9-4daf-81ee-0c7a0d18ba26 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b72177d23a0a4c6999e3e8bc88f31ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7393997 Aug 29 06:37:21.908972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71d989-d2d9-4daf-81ee-0c7a0d18ba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a50553-875d-43df-b330-ce084bad85a7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:21.910462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59810) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:21.963721 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5e65dbdd-182d-4aa9-8bf8-7ce267e696e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:21.987104 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5e65dbdd-182d-4aa9-8bf8-7ce267e696e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:22.056570 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ad27b3-7fbf-43aa-88c7-7db279cd338c" -d '{"events": [{"server_uuid": "469df6e8-5175-4fea-8bd9-fa101e6b58f3", "name": "network-vif-deleted", "tag": "7d81fbd1-d283-46cb-84c5-53f44286cc9b"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:22.104511 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114e5562-4b24-4ebe-a52b-bd8c6cb77166 x-openstack-request-id: req-114e5562-4b24-4ebe-a52b-bd8c6cb77166 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:22.104797 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469df6e8-5175-4fea-8bd9-fa101e6b58f3", "name": "network-vif-deleted", "tag": "7d81fbd1-d283-46cb-84c5-53f44286cc9b", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:22.105050 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-114e5562-4b24-4ebe-a52b-bd8c6cb77166 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:22.105438 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469df6e8-5175-4fea-8bd9-fa101e6b58f3', 'name': 'network-vif-deleted', 'tag': '7d81fbd1-d283-46cb-84c5-53f44286cc9b', 'status': 'completed', 'code': 200} Aug 29 06:37:22.107521 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b709ac22-854c-46e3-8a37-2346ea5fc6c6 req-5455f646-058e-47c4-88b7-35331d1ddbc2 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216221 Aug 29 06:37:22.146845 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59816) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:22.159099 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5e65dbdd-182d-4aa9-8bf8-7ce267e696e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:22.162307 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5e65dbdd-182d-4aa9-8bf8-7ce267e696e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:22.163864 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5e65dbdd-182d-4aa9-8bf8-7ce267e696e1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/00a50553-875d-43df-b330-ce084bad85a7 HTTP/1.1" status: 204 len: 168 time: 0.2524855 Aug 29 06:37:22.175744 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65dbdd-182d-4aa9-8bf8-7ce267e696e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a50553-875d-43df-b330-ce084bad85a7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:22.231310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59824) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:22.234531 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:22.252578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Transition to ACTIVE for port object 475f24aa-e625-4891-b380-76c9e1e1cc4d will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:22.254072 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6f1318a7-69a2-4b23-b293-a109b461f3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:22.350177 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6f1318a7-69a2-4b23-b293-a109b461f3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:22.367068 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:22.446866 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:22.504919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:22.508106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:22.510460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:37:22.524550 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6f1318a7-69a2-4b23-b293-a109b461f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:22.541712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Pushing event updated for resources: {'Port': ['ID=475f24aa-e625-4891-b380-76c9e1e1cc4d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:22.556293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6f1318a7-69a2-4b23-b293-a109b461f3b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3677dd0d6ac64ac5bc60a513ebefb4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216906 Aug 29 06:37:22.558076 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59836) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:22.577273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:22.578263 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:22.618691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1318a7-69a2-4b23-b293-a109b461f3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e9ba62-3233-4d19-8c86-c7a28945de4d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:22.630570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.15', 53036) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:22.724621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cd043-42db-4065-856a-b210511f4b2e req-7f4a8c18-166b-46ed-b9a3-8935c5ab4530 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:22.726130 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4b2cd043-42db-4065-856a-b210511f4b2e req-7f4a8c18-166b-46ed-b9a3-8935c5ab4530 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 972 time: 0.0944989 Aug 29 06:37:22.752649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee0ed6-d818-45b0-84d0-0426aa591554 req-16ca85e5-ce7f-4728-89ef-e839f647c18b tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:22.755593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57ee0ed6-d818-45b0-84d0-0426aa591554 req-16ca85e5-ce7f-4728-89ef-e839f647c18b tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 972 time: 0.1405041 Aug 29 06:37:22.764973 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f95c5c7b-f1bf-4641-bfaa-d02b428a648f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:22.865616 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f95c5c7b-f1bf-4641-bfaa-d02b428a648f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:22.883534 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:22.912808 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57ee0ed6-d818-45b0-84d0-0426aa591554 req-5d75bdcb-aece-4962-a390-80f80af4c9c2 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a71a997-10dc-467e-85b3-1a6e1f668f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362658 Aug 29 06:37:22.947983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f644f2-eec3-4d15-883c-f550034bc4de req-9c368cfc-2840-4afe-b09b-08e08a993d41 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:22.952934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-4b2cd043-42db-4065-856a-b210511f4b2e req-a2ddfd62-a3cf-41c0-bde6-fa2f306739bb tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Deleting port 044a5587-3a63-4ae4-94f7-61933f2cdf1d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:37:22.953284 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-4b2cd043-42db-4065-856a-b210511f4b2e req-a2ddfd62-a3cf-41c0-bde6-fa2f306739bb tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:22.955404 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4f644f2-eec3-4d15-883c-f550034bc4de req-9c368cfc-2840-4afe-b09b-08e08a993d41 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 936 time: 0.1507254 Aug 29 06:37:22.999776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4f644f2-eec3-4d15-883c-f550034bc4de req-cdb45109-b7dd-47d4-bdee-781bc57e29bc tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/security-groups?id=da813b3e-6737-4589-bbbb-d93628b8abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434191 Aug 29 06:37:23.018943 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.019043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7701a471-2864-4352-a139-7c58ad4ea7eb None None] Provisioning for port 475f24aa-e625-4891-b380-76c9e1e1cc4d completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:23.020478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7701a471-2864-4352-a139-7c58ad4ea7eb None None] Provisioning complete for port 475f24aa-e625-4891-b380-76c9e1e1cc4d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:23.020863 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7701a471-2864-4352-a139-7c58ad4ea7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.077501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-4b2cd043-42db-4065-856a-b210511f4b2e req-a2ddfd62-a3cf-41c0-bde6-fa2f306739bb tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] For port 044a5587-3a63-4ae4-94f7-61933f2cdf1d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=044a5587-3a63-4ae4-94f7-61933f2cdf1d,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:23.077663 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-7701a471-2864-4352-a139-7c58ad4ea7eb None None] Port 475f24aa-e625-4891-b380-76c9e1e1cc4d cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:37:23.078296 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-4b2cd043-42db-4065-856a-b210511f4b2e req-a2ddfd62-a3cf-41c0-bde6-fa2f306739bb tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.084492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-9004bbd7-3390-4e68-a9c9-e4beb90051bb tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=281a4fe7ff6e4a66b8aa7b9abf4f2cd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836329 Aug 29 06:37:23.104411 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-4b2cd043-42db-4065-856a-b210511f4b2e req-a2ddfd62-a3cf-41c0-bde6-fa2f306739bb tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Calling delete_port for 044a5587-3a63-4ae4-94f7-61933f2cdf1d owned by compute:tempest-test_az-1127651944 {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:37:23.111477 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-23825189-e6cd-4743-9680-517d151381e8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3058643 Aug 29 06:37:23.132935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Request body: {'port': {'device_id': 'e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:23.145315 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f95c5c7b-f1bf-4641-bfaa-d02b428a648f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.147977 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f95c5c7b-f1bf-4641-bfaa-d02b428a648f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.149127 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f95c5c7b-f1bf-4641-bfaa-d02b428a648f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c2e9ba62-3233-4d19-8c86-c7a28945de4d HTTP/1.1" status: 204 len: 168 time: 0.5911953 Aug 29 06:37:23.183642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024a3ac2-e479-4a64-802f-9ef9b74027d6,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:23.191239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=98bdc161feb9448c9347e30549724dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0426443 Aug 29 06:37:23.193838 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59864) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:23.207810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:23.208062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:23.208424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:23.208745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:23.209265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:23.209611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:23.209943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:23.210279 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:23.210699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:23.211012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:23.211362 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:23.211688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b221c0-4627-4ed6-9e86-a0722326a75c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:23.243867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ed09a-bd79-4f0a-9b53-6b66193e7808 req-04ca8177-1e86-4daa-98e4-e0588c557273 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:23.251713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-397ed09a-bd79-4f0a-9b53-6b66193e7808 req-04ca8177-1e86-4daa-98e4-e0588c557273 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 943 time: 0.1962597 Aug 29 06:37:23.268431 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 7d81fbd1-d283-46cb-84c5-53f44286cc9b no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:37:23.271871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c5c7b-f1bf-4641-bfaa-d02b428a648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e9ba62-3233-4d19-8c86-c7a28945de4d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:23.280109 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.313406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-bb8ab76f-b388-41a3-bc77-0f2b11c14d09 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:23.321525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-bb8ab76f-b388-41a3-bc77-0f2b11c14d09 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361372 Aug 29 06:37:23.333357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59868) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:23.343832 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f116f9a-ebb7-4114-9c67-fcda503ff15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.350660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-397ed09a-bd79-4f0a-9b53-6b66193e7808 req-88bb1c29-886a-4b54-8c1c-b9cb83c30722 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980079 Aug 29 06:37:23.353702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 7d81fbd1-d283-46cb-84c5-53f44286cc9b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:37:23.354632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 7d81fbd1-d283-46cb-84c5-53f44286cc9b not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:37:23.373306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-24d4061b-22df-4cab-b1e5-40f74e9750ad tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/quotas/281a4fe7ff6e4a66b8aa7b9abf4f2cd6 HTTP/1.1" status: 200 len: 375 time: 0.0505941 Aug 29 06:37:23.377303 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9be3d08-68da-45ea-ae01-41b37ee9754c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.419698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-bf578e5f-db09-4871-ad38-04d5a3ba5498 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=281a4fe7ff6e4a66b8aa7b9abf4f2cd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451164 Aug 29 06:37:23.476633 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f116f9a-ebb7-4114-9c67-fcda503ff15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.536103 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9be3d08-68da-45ea-ae01-41b37ee9754c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.669290 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9be3d08-68da-45ea-ae01-41b37ee9754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.670325 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-4b2cd043-42db-4065-856a-b210511f4b2e req-a2ddfd62-a3cf-41c0-bde6-fa2f306739bb tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.683742 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['044a5587-3a63-4ae4-94f7-61933f2cdf1d'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:37:23.715832 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be3d08-68da-45ea-ae01-41b37ee9754c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff6a548-db18-40d5-a38e-93d3d9fa3cbd,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:23.727138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a9be3d08-68da-45ea-ae01-41b37ee9754c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=49f9301110b84229a3068d373e2799d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924806 Aug 29 06:37:23.733448 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59876) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:23.752673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475f24aa-e625-4891-b380-76c9e1e1cc4d {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:37:23.758342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddfd62-a3cf-41c0-bde6-fa2f306739bb tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Pushing event deleted for resources: {'Port': ['ID=044a5587-3a63-4ae4-94f7-61933f2cdf1d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:23.782935 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f116f9a-ebb7-4114-9c67-fcda503ff15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.799536 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f116f9a-ebb7-4114-9c67-fcda503ff15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.805186 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2f116f9a-ebb7-4114-9c67-fcda503ff15c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/024a3ac2-e479-4a64-802f-9ef9b74027d6 HTTP/1.1" status: 204 len: 168 time: 0.6078608 Aug 29 06:37:23.822975 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6da19105-d268-4a24-8b01-45efa6a1c2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.824531 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.850893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2cd043-42db-4065-856a-b210511f4b2e req-a2ddfd62-a3cf-41c0-bde6-fa2f306739bb tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] No DVR routers for this DVR port 044a5587-3a63-4ae4-94f7-61933f2cdf1d on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:37:23.853922 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-4b2cd043-42db-4065-856a-b210511f4b2e req-a2ddfd62-a3cf-41c0-bde6-fa2f306739bb tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.856492 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4b2cd043-42db-4065-856a-b210511f4b2e req-a2ddfd62-a3cf-41c0-bde6-fa2f306739bb tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.15 "DELETE /v2.0/ports/044a5587-3a63-4ae4-94f7-61933f2cdf1d HTTP/1.1" status: 204 len: 173 time: 1.1238511 Aug 29 06:37:23.861770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f116f9a-ebb7-4114-9c67-fcda503ff15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024a3ac2-e479-4a64-802f-9ef9b74027d6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:23.875255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Transition to ACTIVE for port object 475f24aa-e625-4891-b380-76c9e1e1cc4d will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:23.930455 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6da19105-d268-4a24-8b01-45efa6a1c2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:23.934269 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-defd813c-4a97-4e08-8d89-5a6b2579abd9 req-0ac29118-00ed-4c1a-9306-11f9570f3f12 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 210 time: 0.0359318 Aug 29 06:37:24.012014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:24.061244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63a5bfe8-859e-4b0e-b7eb-381ff1ea488c req-a414210d-38cb-480a-b2d5-1d01c17e8150 tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 210 time: 0.0354545 Aug 29 06:37:24.132822 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43be106-38ab-4101-b54a-ef993e1e5f60 req-7fab2e3f-944d-4889-a4da-06125437b884 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:24.134576 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e43be106-38ab-4101-b54a-ef993e1e5f60 req-7fab2e3f-944d-4889-a4da-06125437b884 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 948 time: 0.0689337 Aug 29 06:37:24.164205 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6da19105-d268-4a24-8b01-45efa6a1c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:24.166292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=475f24aa-e625-4891-b380-76c9e1e1cc4d,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:24.167469 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6da19105-d268-4a24-8b01-45efa6a1c2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:24.171742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6da19105-d268-4a24-8b01-45efa6a1c2ff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ff6a548-db18-40d5-a38e-93d3d9fa3cbd HTTP/1.1" status: 204 len: 168 time: 0.4422262 Aug 29 06:37:24.172323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f4e80-3e1e-4a42-bc45-625cff3259d9', 'name': 'network-vif-deleted', 'tag': '044a5587-3a63-4ae4-94f7-61933f2cdf1d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:24.175018 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c88c8c-5895-4621-8ff8-87dd94168500" -d '{"events": [{"server_uuid": "6c5f4e80-3e1e-4a42-bc45-625cff3259d9", "name": "network-vif-deleted", "tag": "044a5587-3a63-4ae4-94f7-61933f2cdf1d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:24.229543 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da19105-d268-4a24-8b01-45efa6a1c2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff6a548-db18-40d5-a38e-93d3d9fa3cbd,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:24.251923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Attempting to bind port 475f24aa-e625-4891-b380-76c9e1e1cc4d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:37:24.252425 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Attempting to bind port 475f24aa-e625-4891-b380-76c9e1e1cc4d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:37:24.252955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Attempting to bind port 475f24aa-e625-4891-b380-76c9e1e1cc4d on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:24.260689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Port 475f24aa-e625-4891-b380-76c9e1e1cc4d on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:37:24.261220 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Attempting to bind port 475f24aa-e625-4891-b380-76c9e1e1cc4d on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:24.270607 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c588f16b-014d-491f-bbc9-a51cd2500920 x-openstack-request-id: req-c588f16b-014d-491f-bbc9-a51cd2500920 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:24.270607 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f4e80-3e1e-4a42-bc45-625cff3259d9", "name": "network-vif-deleted", "tag": "044a5587-3a63-4ae4-94f7-61933f2cdf1d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:24.270607 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c588f16b-014d-491f-bbc9-a51cd2500920 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:24.271443 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5f4e80-3e1e-4a42-bc45-625cff3259d9', 'name': 'network-vif-deleted', 'tag': '044a5587-3a63-4ae4-94f7-61933f2cdf1d', 'status': 'completed', 'code': 200} Aug 29 06:37:24.272899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:37:24.273322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:37:24.273884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:37:24.274651 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Bound port: 475f24aa-e625-4891-b380-76c9e1e1cc4d, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:37:24.275093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:24.290886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e43be106-38ab-4101-b54a-ef993e1e5f60 req-8e7924b3-15c5-4d59-8914-257c232f39ba tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/security-groups?id=da813b3e-6737-4589-bbbb-d93628b8abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500523 Aug 29 06:37:24.359952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] For port 475f24aa-e625-4891-b380-76c9e1e1cc4d, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:37:24.360617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] For port 475f24aa-e625-4891-b380-76c9e1e1cc4d, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=475f24aa-e625-4891-b380-76c9e1e1cc4d,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:37:24.486050 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cef680-8107-48a1-b8d6-0b3f1569da0a req-3be91b00-f5eb-48f6-a1cf-764dd7125828 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:24.486326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7cef680-8107-48a1-b8d6-0b3f1569da0a req-3be91b00-f5eb-48f6-a1cf-764dd7125828 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 943 time: 0.0574019 Aug 29 06:37:24.503911 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:24.528177 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7cef680-8107-48a1-b8d6-0b3f1569da0a req-2a922da4-c829-4808-9679-acae1033096d tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332596 Aug 29 06:37:24.535664 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:24.536279 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:24.537951 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] 10.222.0.15 "PUT /v2.0/ports/475f24aa-e625-4891-b380-76c9e1e1cc4d HTTP/1.1" status: 200 len: 1097 time: 1.4123702 Aug 29 06:37:24.574568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3deb28-627f-4cff-a634-6ee652f48eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=475f24aa-e625-4891-b380-76c9e1e1cc4d,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:24.745005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-bc63d054-bde0-4571-af55-16ea3d0cc6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:24.747085 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-bc63d054-bde0-4571-af55-16ea3d0cc6a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f6c5bdf45074af6911796e3aa7a4d92&device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 1100 time: 0.0488384 Aug 29 06:37:24.794889 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-e59d2b96-cf61-4b19-ac6a-297adc358e03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=475f24aa-e625-4891-b380-76c9e1e1cc4d HTTP/1.1" status: 200 len: 217 time: 0.0384028 Aug 29 06:37:24.845669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-2754998f-d57f-46a7-b49d-ba0a60501ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:24.847678 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-2754998f-d57f-46a7-b49d-ba0a60501ebf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0438490 Aug 29 06:37:24.894831 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-06f95195-f7c8-4fd4-851a-e8cc2419e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:24.896366 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-06f95195-f7c8-4fd4-851a-e8cc2419e9af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0421066 Aug 29 06:37:25.000045 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-2cf5cea6-0223-4565-99f5-210d480edfdf service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945539 Aug 29 06:37:25.080391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59922) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:25.161712 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:25.219350 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93e2da40-8c4c-4f88-94dd-2b8fcf262cfd req-5f43fd2f-489c-411c-90c4-7e36d41c0584 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136226 Aug 29 06:37:25.276014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61ff9667-9543-46bf-88e1-316214e8b4be req-acff0ffb-51f3-4122-a232-88cde60ba016 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 210 time: 0.2785196 Aug 29 06:37:25.280965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device bacdf918-bc6c-425e-84ac-b49c1865d62f details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:37:25.307376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd4a79b4-4f3d-4f31-b63f-7618a1d8fab8 req-4d8a7dd6-9511-44ad-aa7d-c6086324283c tempest-AggregatesAdminTestJSON-130347381 tempest-AggregatesAdminTestJSON-130347381-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c5f4e80-3e1e-4a42-bc45-625cff3259d9 HTTP/1.1" status: 200 len: 210 time: 0.0525246 Aug 29 06:37:25.344986 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:25.388362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port bacdf918-bc6c-425e-84ac-b49c1865d62f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=bacdf918-bc6c-425e-84ac-b49c1865d62f,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:25.400370 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'bacdf918-bc6c-425e-84ac-b49c1865d62f', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'port_id': 'bacdf918-bc6c-425e-84ac-b49c1865d62f', 'mac_address': 'fa:16:3e:2b:43:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:37:25.406857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc295b3-da5c-4690-a29f-b85d71c9a213 req-8d22d731-f728-4fbf-9442-f6ce92332d94 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:25.408427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfc295b3-da5c-4690-a29f-b85d71c9a213 req-8d22d731-f728-4fbf-9442-f6ce92332d94 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 948 time: 0.0518394 Aug 29 06:37:25.448245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfc295b3-da5c-4690-a29f-b85d71c9a213 req-d4574eac-0d8a-4907-9699-bc19087f1d0d tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/security-groups?id=da813b3e-6737-4589-bbbb-d93628b8abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337486 Aug 29 06:37:25.451698 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:25.471361 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacdf918-bc6c-425e-84ac-b49c1865d62f {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:37:25.480212 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:25.517027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port bacdf918-bc6c-425e-84ac-b49c1865d62f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=bacdf918-bc6c-425e-84ac-b49c1865d62f,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:25.546128 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1889bc4860f24973a46fcef81c608fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639847 Aug 29 06:37:25.547267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946447fb-52bc-4354-960d-97455d25f906,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:25.550269 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59938) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:25.584045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:25.584396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:25.584798 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:25.585140 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:25.585475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:25.586439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:25.586779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:25.587113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:25.587471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:25.587836 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:25.588172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:25.588493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd53ec-3b69-4f62-8760-3e604b13d13f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:25.644712 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4da45ddb-b6a4-44c4-92e2-1b95135fc8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:25.661746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125221-5427-4ee9-873d-68b327e6c059 req-25ff15cb-726b-424b-91ac-3d624914007a tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:25.663295 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:25.663452 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4125221-5427-4ee9-873d-68b327e6c059 req-25ff15cb-726b-424b-91ac-3d624914007a tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 943 time: 0.0574319 Aug 29 06:37:25.673565 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4da45ddb-b6a4-44c4-92e2-1b95135fc8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:25.717638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=bacdf918-bc6c-425e-84ac-b49c1865d62f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:25.728001 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4125221-5427-4ee9-873d-68b327e6c059 req-f4c61a15-a4cf-46dc-b857-e5ca2b9c2af8 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539114 Aug 29 06:37:25.851987 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4da45ddb-b6a4-44c4-92e2-1b95135fc8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:25.854763 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4da45ddb-b6a4-44c4-92e2-1b95135fc8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:25.859071 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4da45ddb-b6a4-44c4-92e2-1b95135fc8a0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/946447fb-52bc-4354-960d-97455d25f906 HTTP/1.1" status: 204 len: 168 time: 0.3086081 Aug 29 06:37:25.868725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da45ddb-b6a4-44c4-92e2-1b95135fc8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946447fb-52bc-4354-960d-97455d25f906,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:26.114768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['bacdf918-bc6c-425e-84ac-b49c1865d62f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:37:26.272394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7', 'tag': '475f24aa-e625-4891-b380-76c9e1e1cc4d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:26.275387 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3442ac51-89ef-4c18-959b-220d0a3467f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7", "tag": "475f24aa-e625-4891-b380-76c9e1e1cc4d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:26.314019 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c1a7a1-e7dd-4045-840c-80084d4889ee x-openstack-request-id: req-d1c1a7a1-e7dd-4045-840c-80084d4889ee {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:26.314334 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7", "tag": "475f24aa-e625-4891-b380-76c9e1e1cc4d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:26.314589 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1c1a7a1-e7dd-4045-840c-80084d4889ee {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:26.315329 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7', 'tag': '475f24aa-e625-4891-b380-76c9e1e1cc4d', 'status': 'completed', 'code': 200} Aug 29 06:37:26.395381 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f70b0b73-f687-4a24-95b0-8ea1fb376646 req-8a7bd9f2-7868-4420-aed8-112278a0f7d0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 210 time: 0.0445640 Aug 29 06:37:26.395929 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442ac51-89ef-4c18-959b-220d0a3467f7 req-2b99a858-8c1c-44b2-9093-00298fcfcccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:26.396889 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3442ac51-89ef-4c18-959b-220d0a3467f7 req-2b99a858-8c1c-44b2-9093-00298fcfcccf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f6c5bdf45074af6911796e3aa7a4d92&device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 1100 time: 0.0580029 Aug 29 06:37:26.545915 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442ac51-89ef-4c18-959b-220d0a3467f7 req-01745717-b3dc-4f63-a911-f0628bfd37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:26.545915 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3442ac51-89ef-4c18-959b-220d0a3467f7 req-01745717-b3dc-4f63-a911-f0628bfd37b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1409948 Aug 29 06:37:26.592646 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3442ac51-89ef-4c18-959b-220d0a3467f7 req-5257a0b3-84ce-41a6-94dd-08a4fce2031c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=475f24aa-e625-4891-b380-76c9e1e1cc4d HTTP/1.1" status: 200 len: 217 time: 0.0392461 Aug 29 06:37:26.615422 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d3bab-994d-40fa-aeba-0e9d9d20d6ae req-957685a3-9d40-45ba-90bd-65610244308e tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:26.622893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f4d3bab-994d-40fa-aeba-0e9d9d20d6ae req-957685a3-9d40-45ba-90bd-65610244308e tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 948 time: 0.0811036 Aug 29 06:37:26.642704 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442ac51-89ef-4c18-959b-220d0a3467f7 req-70b7c2d2-e410-4e58-8cff-0e80087372cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:26.644339 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3442ac51-89ef-4c18-959b-220d0a3467f7 req-70b7c2d2-e410-4e58-8cff-0e80087372cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0453517 Aug 29 06:37:26.660678 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7544a18-a989-481d-b425-126754e9e06e req-9f92822f-1d2a-4a6a-a49a-05f1b579ed62 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=847a92f011b9485b8b22dee818964e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349741 Aug 29 06:37:26.696366 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f4d3bab-994d-40fa-aeba-0e9d9d20d6ae req-925aa591-a26c-4be6-ad54-a3c6c67b4eb8 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/security-groups?id=da813b3e-6737-4589-bbbb-d93628b8abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725820 Aug 29 06:37:26.705759 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-b3ee2f35-6fbc-42d9-86ac-bc6ac42c907f tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=281a4fe7ff6e4a66b8aa7b9abf4f2cd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239918 Aug 29 06:37:26.763667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442ac51-89ef-4c18-959b-220d0a3467f7 req-246f7d51-b6fb-4e9a-938c-131db570c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:26.765302 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3442ac51-89ef-4c18-959b-220d0a3467f7 req-246f7d51-b6fb-4e9a-938c-131db570c069 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1138141 Aug 29 06:37:26.783355 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7544a18-a989-481d-b425-126754e9e06e req-81c513db-87b2-471d-ab00-ba887b8f8d39 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:26.784963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7544a18-a989-481d-b425-126754e9e06e req-81c513db-87b2-471d-ab00-ba887b8f8d39 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1147585 Aug 29 06:37:26.802974 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7544a18-a989-481d-b425-126754e9e06e req-ef527b18-6744-46b0-85cd-250d472dc197 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/quotas/847a92f011b9485b8b22dee818964e43 HTTP/1.1" status: 200 len: 375 time: 0.0110853 Aug 29 06:37:26.859175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7544a18-a989-481d-b425-126754e9e06e req-7223010f-c970-4e65-86ea-463daee1c6ab tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=847a92f011b9485b8b22dee818964e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431287 Aug 29 06:37:26.879677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aeaae6-2df9-4945-a97a-dc249aa58ce0 req-2fdf56ac-aecb-4f52-8c76-d1a751dbd163 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:26.886326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-88bf53c6-8436-4d31-8267-41a180a44b66 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:26.887015 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8aeaae6-2df9-4945-a97a-dc249aa58ce0 req-2fdf56ac-aecb-4f52-8c76-d1a751dbd163 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 944 time: 0.0860393 Aug 29 06:37:26.888212 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-88bf53c6-8436-4d31-8267-41a180a44b66 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763391 Aug 29 06:37:26.926802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c5c48bd-ba1a-47a9-9a8a-51f3cae245a0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Request body: {'port': {'device_id': 'a3680587-d4f7-493e-b272-0564c32e37fb', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '281a4fe7ff6e4a66b8aa7b9abf4f2cd6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:26.933132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8aeaae6-2df9-4945-a97a-dc249aa58ce0 req-0944d44b-b6b7-4b4c-bd20-5078b90f4af0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451417 Aug 29 06:37:26.981295 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3442ac51-89ef-4c18-959b-220d0a3467f7 req-c3bb329c-3000-4eff-877d-bc8da78a3533 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081730 Aug 29 06:37:27.056986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60002) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:27.115309 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3442ac51-89ef-4c18-959b-220d0a3467f7 req-d4898d7e-0075-4c4a-9082-5ff773791bb8 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244733 Aug 29 06:37:27.228960 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-492f2a88-41e0-4aae-81a5-231a5c45b4f0 req-ca9cc853-5eeb-4994-a97a-ce348977169e tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 210 time: 0.0347116 Aug 29 06:37:27.232389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-710370343-network', 'tenant_id': 'b3563baf17b44af197dddde6143cb372'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:27.366938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device bacdf918-bc6c-425e-84ac-b49c1865d62f up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:27.368294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c5c48bd-ba1a-47a9-9a8a-51f3cae245a0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Made reservation on behalf of 281a4fe7ff6e4a66b8aa7b9abf4f2cd6 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:37:27.368294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c5c48bd-ba1a-47a9-9a8a-51f3cae245a0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:27.491797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c5c48bd-ba1a-47a9-9a8a-51f3cae245a0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Allocated IP 192.168.233.177 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/d0f09c61-6da2-47f2-b64b-72d157798a57) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:37:27.492510 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e54ab83-1cc6-43c1-a0fd-92a328261be0 req-fbbc5df3-267e-4449-9d30-05c3f7f1c6e1 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 210 time: 0.0271823 Aug 29 06:37:27.798250 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c5c48bd-ba1a-47a9-9a8a-51f3cae245a0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:27.798250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c5c48bd-ba1a-47a9-9a8a-51f3cae245a0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Transition to ACTIVE for port object d0f09c61-6da2-47f2-b64b-72d157798a57 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:27.811343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d04ff-6ae9-403e-b1e4-aaa935f7328a req-42c69dcf-9818-43cd-9c3a-2e67718de111 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:27.812867 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d18d04ff-6ae9-403e-b1e4-aaa935f7328a req-42c69dcf-9818-43cd-9c3a-2e67718de111 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 948 time: 0.0493889 Aug 29 06:37:27.853877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d18d04ff-6ae9-403e-b1e4-aaa935f7328a req-d98dfcc7-e1db-436f-a79d-ddd0aa750b78 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/security-groups?id=da813b3e-6737-4589-bbbb-d93628b8abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339832 Aug 29 06:37:27.886167 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 475f24aa-e625-4891-b380-76c9e1e1cc4d details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:37:27.938458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 044a5587-3a63-4ae4-94f7-61933f2cdf1d no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:37:27.966100 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 044a5587-3a63-4ae4-94f7-61933f2cdf1d {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:37:27.966448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 044a5587-3a63-4ae4-94f7-61933f2cdf1d not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:37:28.005312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 475f24aa-e625-4891-b380-76c9e1e1cc4d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=475f24aa-e625-4891-b380-76c9e1e1cc4d,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:28.015714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '475f24aa-e625-4891-b380-76c9e1e1cc4d', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '475f24aa-e625-4891-b380-76c9e1e1cc4d', 'mac_address': 'fa:16:3e:63:6e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:37:28.038674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e6cfd-1891-4c30-845c-53413327d5d9 req-3847b7ba-75f6-4d75-9bc1-6d8219f77742 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:28.040186 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e72e6cfd-1891-4c30-845c-53413327d5d9 req-3847b7ba-75f6-4d75-9bc1-6d8219f77742 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 944 time: 0.0482008 Aug 29 06:37:28.053145 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.066357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475f24aa-e625-4891-b380-76c9e1e1cc4d {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:37:28.080673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e72e6cfd-1891-4c30-845c-53413327d5d9 req-caa2740b-4c95-4874-a20f-16a4676de1a7 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343680 Aug 29 06:37:28.085181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 475f24aa-e625-4891-b380-76c9e1e1cc4d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=475f24aa-e625-4891-b380-76c9e1e1cc4d,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:28.090160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port bacdf918-bc6c-425e-84ac-b49c1865d62f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:28.094829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port bacdf918-bc6c-425e-84ac-b49c1865d62f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:28.095191 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.103564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] Made reservation on behalf of b3563baf17b44af197dddde6143cb372 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:37:28.103564 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.120714 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c5c48bd-ba1a-47a9-9a8a-51f3cae245a0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.130737 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.164945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c5c48bd-ba1a-47a9-9a8a-51f3cae245a0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:28.168791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c5c48bd-ba1a-47a9-9a8a-51f3cae245a0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:28.171368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c5c48bd-ba1a-47a9-9a8a-51f3cae245a0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:37:28.206533 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.244399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c5c48bd-ba1a-47a9-9a8a-51f3cae245a0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:28.257024 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c5c48bd-ba1a-47a9-9a8a-51f3cae245a0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.260551 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c48bd-ba1a-47a9-9a8a-51f3cae245a0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Pushing event updated for resources: {'Port': ['ID=d0f09c61-6da2-47f2-b64b-72d157798a57,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:28.265617 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.300864 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.326772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-921cb85c-c089-4384-8d62-634b360201b7 req-3b16f0df-548f-411b-b827-f368c4434160 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 210 time: 0.0375471 Aug 29 06:37:28.336081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=475f24aa-e625-4891-b380-76c9e1e1cc4d,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:28.365136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1f3288-f53a-492c-b0d1-7d1e4db7ccfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacdf918-bc6c-425e-84ac-b49c1865d62f'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:28.367760 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2ee20e-48cc-4828-a03b-f6fcd7b71983" -d '{"events": [{"server_uuid": "df1f3288-f53a-492c-b0d1-7d1e4db7ccfa", "name": "network-vif-plugged", "status": "completed", "tag": "bacdf918-bc6c-425e-84ac-b49c1865d62f"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:28.380282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60038) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:28.388889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port bacdf918-bc6c-425e-84ac-b49c1865d62f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=bacdf918-bc6c-425e-84ac-b49c1865d62f,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:28.410101 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e04a49a-be04-4e2c-b923-3b20885876fb x-openstack-request-id: req-5e04a49a-be04-4e2c-b923-3b20885876fb {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:28.410416 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1f3288-f53a-492c-b0d1-7d1e4db7ccfa", "name": "network-vif-plugged", "status": "completed", "tag": "bacdf918-bc6c-425e-84ac-b49c1865d62f", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:28.410669 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e04a49a-be04-4e2c-b923-3b20885876fb {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:28.411365 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1f3288-f53a-492c-b0d1-7d1e4db7ccfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacdf918-bc6c-425e-84ac-b49c1865d62f', 'code': 200} Aug 29 06:37:28.421450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['475f24aa-e625-4891-b380-76c9e1e1cc4d'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:37:28.477594 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.490604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:37:28.502876 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.504682 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] Added segment ae38ef92-ada0-49bf-886e-f1d388dbce5e of type vlan for network fb5e1b96-f459-49d2-82a0-5a41202f9466 Aug 29 06:37:28.562258 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.609168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286d500-f80a-42ad-8e63-caabe5191d6f req-dc4a4f3d-6ca9-47c0-abc8-dddd67967da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:28.609502 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e286d500-f80a-42ad-8e63-caabe5191d6f req-dc4a4f3d-6ca9-47c0-abc8-dddd67967da7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 1096 time: 0.1010928 Aug 29 06:37:28.654913 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf24682-ba77-4cfc-9dd3-45e433494727,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:28.695211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=bacdf918-bc6c-425e-84ac-b49c1865d62f,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:28.696144 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c5c48bd-ba1a-47a9-9a8a-51f3cae245a0 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7747169 Aug 29 06:37:28.711174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-250e287b-d67a-4b8f-8964-908dfe3ef8b8 None None] Provisioning for port d0f09c61-6da2-47f2-b64b-72d157798a57 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:28.727267 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e286d500-f80a-42ad-8e63-caabe5191d6f req-4bbe59eb-f989-47ac-84db-0dbd7bc601f5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992222 Aug 29 06:37:28.734996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-250e287b-d67a-4b8f-8964-908dfe3ef8b8 None None] Provisioning complete for port d0f09c61-6da2-47f2-b64b-72d157798a57 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:28.735442 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-250e287b-d67a-4b8f-8964-908dfe3ef8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.756772 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.812768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-250e287b-d67a-4b8f-8964-908dfe3ef8b8 None None] Port d0f09c61-6da2-47f2-b64b-72d157798a57 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:37:28.813257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5698ae-5eef-4137-b649-801aee670eb8 req-fbe1d4b8-9aa0-4a09-90af-f5c1cb0b3598 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:28.819916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f5698ae-5eef-4137-b649-801aee670eb8 req-fbe1d4b8-9aa0-4a09-90af-f5c1cb0b3598 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 936 time: 0.1645627 Aug 29 06:37:28.869932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f5698ae-5eef-4137-b649-801aee670eb8 req-d7d19f75-215f-4f9a-a609-08a6e3cf7efb tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440953 Aug 29 06:37:28.924840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Request body: {'port': {'device_id': 'a3680587-d4f7-493e-b272-0564c32e37fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:28.931592 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.932808 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:28.933560 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:28.999201 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-256358ee-0255-4436-84d9-b3b1d2d3f097 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=66eac63c77d14794a97574f1fa1e4dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6176319 Aug 29 06:37:29.001567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60064) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:29.015408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:29.029707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] Pushing event updated for resources: {'Network': ['ID=fb5e1b96-f459-49d2-82a0-5a41202f9466,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:29.045011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d6dc0-df8b-4ab2-8543-2b23bad7c910 req-41c94e90-0e39-4e3b-8d54-d1cc548af425 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:29.045833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b1d6dc0-df8b-4ab2-8543-2b23bad7c910 req-41c94e90-0e39-4e3b-8d54-d1cc548af425 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 949 time: 0.1087301 Aug 29 06:37:29.048046 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network fb5e1b96-f459-49d2-82a0-5a41202f9466 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:37:29.100163 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b1d6dc0-df8b-4ab2-8543-2b23bad7c910 req-6102a1d1-3e4b-4ef3-a2f9-aca7f4c7040e tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/security-groups?id=da813b3e-6737-4589-bbbb-d93628b8abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417993 Aug 29 06:37:29.104807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d3f07199-6845-44d4-9e8e-f2d8562dc032 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0442467 Aug 29 06:37:29.114965 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60068) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:29.125032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-14530ae6-4545-4308-8e5b-73ccde306797 admin admin] Request body: {'subnet': {'network_id': 'fb5e1b96-f459-49d2-82a0-5a41202f9466', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-710370343-subnet', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:29.135868 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-97009eb9-44f5-4156-96ec-c9ce1651b2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:29.219270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a88853-b554-4971-b966-3af4632e03ac req-2150c64f-4c77-4bba-a570-bb280c32562c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:29.220873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35a88853-b554-4971-b966-3af4632e03ac req-2150c64f-4c77-4bba-a570-bb280c32562c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 945 time: 0.0484521 Aug 29 06:37:29.221000 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-97009eb9-44f5-4156-96ec-c9ce1651b2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:29.260774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35a88853-b554-4971-b966-3af4632e03ac req-ecc259bf-f152-4fe6-934d-0b6893302e2b tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321879 Aug 29 06:37:29.296410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14530ae6-4545-4308-8e5b-73ccde306797 admin admin] Made reservation on behalf of b3563baf17b44af197dddde6143cb372 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:37:29.300069 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-14530ae6-4545-4308-8e5b-73ccde306797 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:29.422347 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-97009eb9-44f5-4156-96ec-c9ce1651b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:29.424941 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-97009eb9-44f5-4156-96ec-c9ce1651b2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:29.426189 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-97009eb9-44f5-4156-96ec-c9ce1651b2b4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a71a997-10dc-467e-85b3-1a6e1f668f6c HTTP/1.1" status: 204 len: 168 time: 0.4237254 Aug 29 06:37:29.431494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f09c61-6da2-47f2-b64b-72d157798a57 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:37:29.444202 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:29.446617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97009eb9-44f5-4156-96ec-c9ce1651b2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a71a997-10dc-467e-85b3-1a6e1f668f6c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:29.470923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9b61e5d-80a4-4df7-9a8d-f7366c16c49e req-8aa395e5-2939-4e5c-ac88-77eef582cca7 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 210 time: 0.0335855 Aug 29 06:37:29.474565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60080) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:29.484412 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Transition to ACTIVE for port object d0f09c61-6da2-47f2-b64b-72d157798a57 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:29.622689 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:29.622971 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-14530ae6-4545-4308-8e5b-73ccde306797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:29.669341 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f09c61-6da2-47f2-b64b-72d157798a57,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:29.717969 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14530ae6-4545-4308-8e5b-73ccde306797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e7e2afc-2310-4cb4-9b26-493245dbb121,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:29.726265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14530ae6-4545-4308-8e5b-73ccde306797 admin admin] Checking segment: {'id': 'ae38ef92-ada0-49bf-886e-f1d388dbce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb5e1b96-f459-49d2-82a0-5a41202f9466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:37:29.726569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14530ae6-4545-4308-8e5b-73ccde306797 admin admin] Network hostable DHCP agents. Network: fb5e1b96-f459-49d2-82a0-5a41202f9466, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:37:29.782144 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Attempting to bind port d0f09c61-6da2-47f2-b64b-72d157798a57 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:37:29.785357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Attempting to bind port d0f09c61-6da2-47f2-b64b-72d157798a57 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:37:29.785357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Attempting to bind port d0f09c61-6da2-47f2-b64b-72d157798a57 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:29.788432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Port d0f09c61-6da2-47f2-b64b-72d157798a57 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:37:29.788833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Attempting to bind port d0f09c61-6da2-47f2-b64b-72d157798a57 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:29.796031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:37:29.796375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:37:29.796819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:37:29.797264 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Bound port: d0f09c61-6da2-47f2-b64b-72d157798a57, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:37:29.797629 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:29.839044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14530ae6-4545-4308-8e5b-73ccde306797 admin admin] Network fb5e1b96-f459-49d2-82a0-5a41202f9466 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:37:29.869749 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-20020250-518c-47ba-aa7c-3978993afdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:29.878958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] For port d0f09c61-6da2-47f2-b64b-72d157798a57, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:37:29.882522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] For port d0f09c61-6da2-47f2-b64b-72d157798a57, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d0f09c61-6da2-47f2-b64b-72d157798a57,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:37:29.912946 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 475f24aa-e625-4891-b380-76c9e1e1cc4d up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:29.990085 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:29.994442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-20020250-518c-47ba-aa7c-3978993afdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:29.995409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-14530ae6-4545-4308-8e5b-73ccde306797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, fb5e1b96-f459-49d2-82a0-5a41202f9466) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:30.006554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d332fc7-7d2e-4f8c-959e-8a8c2a09e596 None None] Network fb5e1b96-f459-49d2-82a0-5a41202f9466 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:37:30.007639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14530ae6-4545-4308-8e5b-73ccde306797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:30.008239 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-14530ae6-4545-4308-8e5b-73ccde306797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.025502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:30.026133 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.027831 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] 10.222.0.11 "PUT /v2.0/ports/d0f09c61-6da2-47f2-b64b-72d157798a57 HTTP/1.1" status: 200 len: 1097 time: 1.2984452 Aug 29 06:37:30.028275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3680587-d4f7-493e-b272-0564c32e37fb', 'tag': 'd0f09c61-6da2-47f2-b64b-72d157798a57'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:30.031621 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a19927-e092-4c14-a30f-aa6e2245ef9a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3680587-d4f7-493e-b272-0564c32e37fb", "tag": "d0f09c61-6da2-47f2-b64b-72d157798a57"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:30.055179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ca715-533b-4268-a516-5237e4665710 req-db4e5987-a205-4048-b585-e2e9e91820ab tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:30.056995 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e47ca715-533b-4268-a516-5237e4665710 req-db4e5987-a205-4048-b585-e2e9e91820ab tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 948 time: 0.0654142 Aug 29 06:37:30.080770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ae7da-d6b0-4dfe-8f6f-b52117835c78 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f09c61-6da2-47f2-b64b-72d157798a57,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:30.098885 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228fb7bf-99c2-49c3-b984-9ef1af9fb5a0 x-openstack-request-id: req-228fb7bf-99c2-49c3-b984-9ef1af9fb5a0 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:30.099637 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3680587-d4f7-493e-b272-0564c32e37fb", "tag": "d0f09c61-6da2-47f2-b64b-72d157798a57", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:30.099637 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-228fb7bf-99c2-49c3-b984-9ef1af9fb5a0 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:30.100043 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3680587-d4f7-493e-b272-0564c32e37fb', 'tag': 'd0f09c61-6da2-47f2-b64b-72d157798a57', 'status': 'completed', 'code': 200} Aug 29 06:37:30.112191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e47ca715-533b-4268-a516-5237e4665710 req-77e4dea7-e90e-4af2-87f7-cb4fa3522eb4 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492508 Aug 29 06:37:30.134099 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-20020250-518c-47ba-aa7c-3978993afdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.144337 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 475f24aa-e625-4891-b380-76c9e1e1cc4d completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:30.179237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 475f24aa-e625-4891-b380-76c9e1e1cc4d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:30.179826 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.241425 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a19927-e092-4c14-a30f-aa6e2245ef9a req-d77060aa-69e1-467f-8f05-aac6f114e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:30.242955 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-67a19927-e092-4c14-a30f-aa6e2245ef9a req-d77060aa-69e1-467f-8f05-aac6f114e2d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281a4fe7ff6e4a66b8aa7b9abf4f2cd6&device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 1100 time: 0.0813560 Aug 29 06:37:30.250122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60098) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:30.254593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-710370343-router', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:30.256359 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-14530ae6-4545-4308-8e5b-73ccde306797 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1398582 Aug 29 06:37:30.300682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-20020250-518c-47ba-aa7c-3978993afdc8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05b78c062f5a4db4adf47ad34681e6af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8244822 Aug 29 06:37:30.305073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20020250-518c-47ba-aa7c-3978993afdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c607e57-0578-427a-9789-cc8a27f96496,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:30.318736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60102) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:30.337927 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-67a19927-e092-4c14-a30f-aa6e2245ef9a req-629813c4-fa8d-4098-8557-3782b577fa1e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=281a4fe7ff6e4a66b8aa7b9abf4f2cd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675788 Aug 29 06:37:30.349679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60106) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:30.390215 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-fb5e1b96-f459-49d2-82a0-5a41202f9466', 'network_id': 'fb5e1b96-f459-49d2-82a0-5a41202f9466', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'fixed_ips': [{'subnet_id': '1e7e2afc-2310-4cb4-9b26-493245dbb121'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:37:30.395863 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.466596 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.468736 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.471197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289fdff-60d3-4954-b0e1-9370f6604dde req-bf85a9bc-4acf-4cd6-a2af-6a53bfedac96 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:30.478540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1289fdff-60d3-4954-b0e1-9370f6604dde req-bf85a9bc-4acf-4cd6-a2af-6a53bfedac96 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 949 time: 0.2532303 Aug 29 06:37:30.537576 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.542230 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.576336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-286cb3e7-a0ca-4cf1-b400-76789ef91044 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ab5ed0020dc5449199da4d2aee664f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248499 Aug 29 06:37:30.580585 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3a603df1-03f5-4de3-a19d-b9db3de53ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.581392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60114) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:30.595922 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475f24aa-e625-4891-b380-76c9e1e1cc4d'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:30.598395 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9be98fb-1ae8-41a7-88e5-48261356cd07" -d '{"events": [{"server_uuid": "e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7", "name": "network-vif-plugged", "status": "completed", "tag": "475f24aa-e625-4891-b380-76c9e1e1cc4d"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:30.601125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1289fdff-60d3-4954-b0e1-9370f6604dde req-f05fe706-93cc-4774-8db1-a334eceb9372 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/security-groups?id=da813b3e-6737-4589-bbbb-d93628b8abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172712 Aug 29 06:37:30.621686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e153eeb-71be-411f-80bb-73e421df5de1 req-2bd19fda-0f4f-4ead-a4b1-7e918a69a583 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:30.623213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e153eeb-71be-411f-80bb-73e421df5de1 req-2bd19fda-0f4f-4ead-a4b1-7e918a69a583 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 945 time: 0.1890724 Aug 29 06:37:30.625895 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7544a18-a989-481d-b425-126754e9e06e req-2af8f62d-6e65-40d5-8768-01fd3df76019 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=847a92f011b9485b8b22dee818964e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604026 Aug 29 06:37:30.638495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Allocated IP 172.20.0.2 (fb5e1b96-f459-49d2-82a0-5a41202f9466/1e7e2afc-2310-4cb4-9b26-493245dbb121/9c65f357-07a0-4e54-b429-12b2fc6dcf84) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:37:30.645444 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3a603df1-03f5-4de3-a19d-b9db3de53ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.654435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 475f24aa-e625-4891-b380-76c9e1e1cc4d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=475f24aa-e625-4891-b380-76c9e1e1cc4d,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:30.712348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e153eeb-71be-411f-80bb-73e421df5de1 req-af633f56-653e-44f5-a386-8e4569c247e4 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776522 Aug 29 06:37:30.735292 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b94842b5-ee87-4839-8a0b-9cf8bf340304 req-a4c35157-876c-4375-8d17-16f271bd0a33 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 210 time: 0.0420916 Aug 29 06:37:30.787834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a19927-e092-4c14-a30f-aa6e2245ef9a req-81193784-3e76-41c1-afcb-50aa5a346493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:30.789155 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-67a19927-e092-4c14-a30f-aa6e2245ef9a req-81193784-3e76-41c1-afcb-50aa5a346493 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4337864 Aug 29 06:37:30.815053 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-99cd5ab0-4f72-4c4a-a984-8e02127e8718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.833477 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.836145 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33680a1-a8b6-45d6-9d2f-7874f2262a58 x-openstack-request-id: req-a33680a1-a8b6-45d6-9d2f-7874f2262a58 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:30.836552 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7", "name": "network-vif-plugged", "status": "completed", "tag": "475f24aa-e625-4891-b380-76c9e1e1cc4d", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:30.836806 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a33680a1-a8b6-45d6-9d2f-7874f2262a58 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:30.837982 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475f24aa-e625-4891-b380-76c9e1e1cc4d', 'code': 200} Aug 29 06:37:30.838974 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3a603df1-03f5-4de3-a19d-b9db3de53ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.841999 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3a603df1-03f5-4de3-a19d-b9db3de53ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.843438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3a603df1-03f5-4de3-a19d-b9db3de53ad2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1c607e57-0578-427a-9789-cc8a27f96496 HTTP/1.1" status: 204 len: 168 time: 0.5224543 Aug 29 06:37:30.853107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a603df1-03f5-4de3-a19d-b9db3de53ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c607e57-0578-427a-9789-cc8a27f96496,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:30.926527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.940052 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.960672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Transition to ACTIVE for port object 9c65f357-07a0-4e54-b429-12b2fc6dcf84 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:30.992923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=475f24aa-e625-4891-b380-76c9e1e1cc4d,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:30.993028 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-99cd5ab0-4f72-4c4a-a984-8e02127e8718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:30.995698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Transition to ACTIVE for port object 9c65f357-07a0-4e54-b429-12b2fc6dcf84 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:31.060600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7544a18-a989-481d-b425-126754e9e06e req-e3d58fb4-750c-480a-bcb3-c9043e5a31c4 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:31.062027 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7544a18-a989-481d-b425-126754e9e06e req-e3d58fb4-750c-480a-bcb3-c9043e5a31c4 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4288900 Aug 29 06:37:31.075574 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c0ac59d-d79c-4d78-b312-9a9dd0d9ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:31.077014 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-0c0ac59d-d79c-4d78-b312-9a9dd0d9ae90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281a4fe7ff6e4a66b8aa7b9abf4f2cd6&device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 1100 time: 0.1702230 Aug 29 06:37:31.084065 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Request body: {'port': {'device_id': 'e1514e98-0661-499b-8eab-17df235ae272', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '847a92f011b9485b8b22dee818964e43'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:31.086437 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:31.099256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cd7f9-27b3-438a-b7cf-e95c8bd64954 req-b275c995-5608-4775-9438-c6849c0c5fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:31.100754 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-764cd7f9-27b3-438a-b7cf-e95c8bd64954 req-b275c995-5608-4775-9438-c6849c0c5fde service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 1102 time: 0.1669841 Aug 29 06:37:31.147785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Network fb5e1b96-f459-49d2-82a0-5a41202f9466 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:31.152227 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:31.163003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:37:31.173836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Pushing event updated for resources: {'Port': ['ID=9c65f357-07a0-4e54-b429-12b2fc6dcf84,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:31.259281 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Attempting to bind port 9c65f357-07a0-4e54-b429-12b2fc6dcf84 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:37:31.259281 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Attempting to bind port 9c65f357-07a0-4e54-b429-12b2fc6dcf84 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'ae38ef92-ada0-49bf-886e-f1d388dbce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb5e1b96-f459-49d2-82a0-5a41202f9466'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:37:31.259801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Attempting to bind port 9c65f357-07a0-4e54-b429-12b2fc6dcf84 on network fb5e1b96-f459-49d2-82a0-5a41202f9466 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:31.271519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:37:31.271893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Checking segment: {'id': 'ae38ef92-ada0-49bf-886e-f1d388dbce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb5e1b96-f459-49d2-82a0-5a41202f9466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:37:31.272293 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:31.272678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Bound using segment: {'id': 'ae38ef92-ada0-49bf-886e-f1d388dbce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb5e1b96-f459-49d2-82a0-5a41202f9466'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:37:31.273147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Bound port: 9c65f357-07a0-4e54-b429-12b2fc6dcf84, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae38ef92-ada0-49bf-886e-f1d388dbce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb5e1b96-f459-49d2-82a0-5a41202f9466'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:37:31.273525 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:31.278433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff35f41-72cb-4402-8f89-474314073029 req-1faa084d-a45f-4082-9010-81d9d6006194 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:31.280342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ff35f41-72cb-4402-8f89-474314073029 req-1faa084d-a45f-4082-9010-81d9d6006194 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 948 time: 0.0777960 Aug 29 06:37:31.299653 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-740fc6d7-699e-4af0-a138-267018259752 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d0f09c61-6da2-47f2-b64b-72d157798a57 HTTP/1.1" status: 200 len: 217 time: 0.1975636 Aug 29 06:37:31.351701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ff35f41-72cb-4402-8f89-474314073029 req-f4de22ec-a29a-4145-af75-d122ff341410 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596969 Aug 29 06:37:31.360782 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-99cd5ab0-4f72-4c4a-a984-8e02127e8718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:31.363890 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-99cd5ab0-4f72-4c4a-a984-8e02127e8718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:31.367350 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-99cd5ab0-4f72-4c4a-a984-8e02127e8718 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/90ce0de0-dd2a-4ddc-abb9-1f5d2e98e4f6 HTTP/1.1" status: 204 len: 168 time: 0.7812679 Aug 29 06:37:31.381141 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] For port 9c65f357-07a0-4e54-b429-12b2fc6dcf84, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:37:31.382627 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] For port 9c65f357-07a0-4e54-b429-12b2fc6dcf84, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9c65f357-07a0-4e54-b429-12b2fc6dcf84,segment=NetworkSegment(ae38ef92-ada0-49bf-886e-f1d388dbce5e),segment_id=ae38ef92-ada0-49bf-886e-f1d388dbce5e)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:37:31.388069 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-764cd7f9-27b3-438a-b7cf-e95c8bd64954 req-13d4fa67-2145-4727-a291-f50e8617175a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=da813b3e-6737-4589-bbbb-d93628b8abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793866 Aug 29 06:37:31.402147 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd5ab0-4f72-4c4a-a984-8e02127e8718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ce0de0-dd2a-4ddc-abb9-1f5d2e98e4f6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:31.416555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-bd41f9c3-fdf1-46e5-b565-c5740052446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:31.418055 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-bd41f9c3-fdf1-46e5-b565-c5740052446e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1085708 Aug 29 06:37:31.481660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-69f2b5a7-bc6c-4717-8691-8cecc94f29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:31.483176 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-69f2b5a7-bc6c-4717-8691-8cecc94f29a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0532281 Aug 29 06:37:31.503753 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:31.584335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90264b-066d-4a83-a348-56257235aa8a None None] Pushing event updated for resources: {'Port': ['ID=9c65f357-07a0-4e54-b429-12b2fc6dcf84,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:31.733480 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b56fd9-a0d9-4eda-a8ed-75e55ee3cee4 req-b6ca9ff0-f32c-4490-a3b4-01ccd722ea86 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:31.742120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5b56fd9-a0d9-4eda-a8ed-75e55ee3cee4 req-b6ca9ff0-f32c-4490-a3b4-01ccd722ea86 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 950 time: 0.0648222 Aug 29 06:37:31.820729 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5b56fd9-a0d9-4eda-a8ed-75e55ee3cee4 req-ddfd3b4f-5104-4b62-91ea-1ab5760c1ecf tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/security-groups?id=da813b3e-6737-4589-bbbb-d93628b8abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772960 Aug 29 06:37:31.825950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Made reservation on behalf of 847a92f011b9485b8b22dee818964e43 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:37:31.830010 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:31.848757 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:31.916101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11531d90-751d-41bf-90e2-ab4ba41d1a4a req-1142cb91-11f0-487a-82bd-b098ec1843fd tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:31.918133 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11531d90-751d-41bf-90e2-ab4ba41d1a4a req-1142cb91-11f0-487a-82bd-b098ec1843fd tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 945 time: 0.0669594 Aug 29 06:37:31.961542 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-50234469-03ca-4651-942c-0a06da890a3b service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405503 Aug 29 06:37:31.964427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a47393f8-b0f6-443f-9799-9888df784663 req-aa3bebe0-510c-47f5-908d-86c325a87f97 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 210 time: 0.0450938 Aug 29 06:37:31.995909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11531d90-751d-41bf-90e2-ab4ba41d1a4a req-f1b5a586-1d6e-48c1-9c44-083202d9126f tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654593 Aug 29 06:37:32.051191 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:32.091039 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:32.127067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b300a98-c717-433a-a6e9-aa8803e33266 req-8a2fefc9-a671-411b-b6ad-279e73bd6bcc tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:32.129444 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b300a98-c717-433a-a6e9-aa8803e33266 req-8a2fefc9-a671-411b-b6ad-279e73bd6bcc tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 945 time: 0.0589333 Aug 29 06:37:32.143096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60148) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:32.148530 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f202255c-bff8-4cd5-a328-9a08eac44eda tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Request body: {'floatingip': {'port_id': 'bacdf918-bc6c-425e-84ac-b49c1865d62f'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:32.196314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60150) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:32.222223 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7dd99ee-e9a5-42ff-aa64-8e9578a846e1 req-2e6652c8-79f4-4cdc-b7df-a80fcd127d98 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435257 Aug 29 06:37:32.261947 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f033b3fb-d4f0-4ceb-81f6-6972350d2164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:32.307698 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:32.319442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Allocated IP 172.25.1.54 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/5d595a13-930d-4fc6-a0c5-e8c3583e123e) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:37:32.322069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60152) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:32.348309 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f202255c-bff8-4cd5-a328-9a08eac44eda tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:32.468981 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:32.664043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8949e16b-38e2-41ec-a7c0-6a9883794d05,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:32.728070 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277ae03-a059-440c-9739-df81f3ac32a0 req-406448bb-736a-48f1-9fa5-f15d286cb81f tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:32.731475 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8277ae03-a059-440c-9739-df81f3ac32a0 req-406448bb-736a-48f1-9fa5-f15d286cb81f tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 948 time: 0.2530155 Aug 29 06:37:32.759564 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e304e3ce-54b9-4459-bcfd-9ec8bd820b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:32.793921 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:32.837687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Allocated IP 192.168.233.201 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/d2648efa-0676-4070-ae31-2dd4740114e1) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:37:32.907464 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f033b3fb-d4f0-4ceb-81f6-6972350d2164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:32.956812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6acef4-75f7-4011-a7b3-15574d4d65b6 None None] Network fb5e1b96-f459-49d2-82a0-5a41202f9466 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:37:32.997044 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8277ae03-a059-440c-9739-df81f3ac32a0 req-97f6f71c-f26a-4851-949a-52a13639cf34 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546639 Aug 29 06:37:32.999093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f033b3fb-d4f0-4ceb-81f6-6972350d2164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.059544 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.083210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c913bdb-a900-4e01-bf79-f72a00c88952 req-f0502c89-6faa-461f-940e-7b67578b4151 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:33.091235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c913bdb-a900-4e01-bf79-f72a00c88952 req-f0502c89-6faa-461f-940e-7b67578b4151 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 950 time: 0.1104858 Aug 29 06:37:33.128353 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f033b3fb-d4f0-4ceb-81f6-6972350d2164 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bf01cfdfa47b41e8abada6f20a5c8ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9273269 Aug 29 06:37:33.130799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Pushing event updated for resources: {'Port': ['ID=5d595a13-930d-4fc6-a0c5-e8c3583e123e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:33.140841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60174) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:33.192502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-060b395b-e12d-418b-89bd-81735a953e00 req-65aea7fa-74d8-4d40-a946-db6139bd6c09 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 210 time: 0.0420747 Aug 29 06:37:33.202263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033b3fb-d4f0-4ceb-81f6-6972350d2164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3a088e-de8e-4c3d-8b9d-141c6550fe91,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:33.216316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2daa4882-eac0-444f-82da-7f1be3c5aee0 None None] Provisioning for port 9c65f357-07a0-4e54-b429-12b2fc6dcf84 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:33.241071 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:33.248790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:33.256953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:37:33.308376 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.313961 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.321301 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c913bdb-a900-4e01-bf79-f72a00c88952 req-4cde9008-a109-428d-a448-da9fafdc4eee tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/security-groups?id=da813b3e-6737-4589-bbbb-d93628b8abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258072 Aug 29 06:37:33.465744 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c31fd78-644c-42d3-a5c1-777f289c8334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.467683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Transition to ACTIVE for port object d2648efa-0676-4070-ae31-2dd4740114e1 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:33.505966 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e304e3ce-54b9-4459-bcfd-9ec8bd820b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.543379 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c31fd78-644c-42d3-a5c1-777f289c8334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.674056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f202255c-bff8-4cd5-a328-9a08eac44eda tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.685876 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e304e3ce-54b9-4459-bcfd-9ec8bd820b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.731334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60190) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:33.731568 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e304e3ce-54b9-4459-bcfd-9ec8bd820b52 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa7953f4105e449e804c2cdf37490209&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4081757 Aug 29 06:37:33.732901 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304e3ce-54b9-4459-bcfd-9ec8bd820b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0f87f6-92e9-4e4e-8062-baf8b9aafdff,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:33.733030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9c65f357-07a0-4e54-b429-12b2fc6dcf84 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:33.792221 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8910537b-5e21-48ce-bca9-8c5e27684036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.819558 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8910537b-5e21-48ce-bca9-8c5e27684036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.853795 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.855493 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f202255c-bff8-4cd5-a328-9a08eac44eda tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.855658 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c31fd78-644c-42d3-a5c1-777f289c8334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.858956 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c31fd78-644c-42d3-a5c1-777f289c8334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.862846 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8c31fd78-644c-42d3-a5c1-777f289c8334 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c3a088e-de8e-4c3d-8b9d-141c6550fe91 HTTP/1.1" status: 204 len: 168 time: 0.6786683 Aug 29 06:37:33.948240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 9c65f357-07a0-4e54-b429-12b2fc6dcf84 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:33.952393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9c65f357-07a0-4e54-b429-12b2fc6dcf84 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:33.952771 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:33.999926 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31fd78-644c-42d3-a5c1-777f289c8334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3a088e-de8e-4c3d-8b9d-141c6550fe91,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:34.012228 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-f202255c-bff8-4cd5-a328-9a08eac44eda tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Floating IP d8f667c4-4ef3-4939-b1da-c4cf6d96ab45 associated. External IP: 172.25.1.215, port: bacdf918-bc6c-425e-84ac-b49c1865d62f. Aug 29 06:37:34.028033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:34.038379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:34.046465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:37:34.089587 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:34.098601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Pushing event updated for resources: {'Port': ['ID=d2648efa-0676-4070-ae31-2dd4740114e1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:34.103367 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:34.130657 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8910537b-5e21-48ce-bca9-8c5e27684036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:34.133395 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8910537b-5e21-48ce-bca9-8c5e27684036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:34.134547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8910537b-5e21-48ce-bca9-8c5e27684036 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee0f87f6-92e9-4e4e-8062-baf8b9aafdff HTTP/1.1" status: 204 len: 168 time: 0.4022038 Aug 29 06:37:34.149907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910537b-5e21-48ce-bca9-8c5e27684036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0f87f6-92e9-4e4e-8062-baf8b9aafdff,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:34.180800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:34.187557 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:34.192890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf93a6-f705-4ae3-8156-4d94201a844a req-015570e7-c2e9-4784-bdd2-866b25ade940 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:34.195265 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ddf93a6-f705-4ae3-8156-4d94201a844a req-015570e7-c2e9-4784-bdd2-866b25ade940 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 948 time: 0.1052809 Aug 29 06:37:34.226097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 9c65f357-07a0-4e54-b429-12b2fc6dcf84, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9c65f357-07a0-4e54-b429-12b2fc6dcf84,segment=NetworkSegment(ae38ef92-ada0-49bf-886e-f1d388dbce5e),segment_id=ae38ef92-ada0-49bf-886e-f1d388dbce5e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:34.309469 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ddf93a6-f705-4ae3-8156-4d94201a844a req-9fd3d542-dae9-4183-a889-91f43b06790d tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594923 Aug 29 06:37:34.380531 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:34.406255 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7544a18-a989-481d-b425-126754e9e06e req-2cc50587-5dc7-4f3d-b36e-f929ac462321 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3269331 Aug 29 06:37:34.420477 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Request body: {'port': {'device_id': 'e1514e98-0661-499b-8eab-17df235ae272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:34.451504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=9c65f357-07a0-4e54-b429-12b2fc6dcf84,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:34.475007 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:34.520435 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:34.520640 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968cdd9-e1f0-4e83-9a63-b6c5ac6d878a req-f33166b4-15de-484b-98e4-41be9efdf47d tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:34.522210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7968cdd9-e1f0-4e83-9a63-b6c5ac6d878a req-f33166b4-15de-484b-98e4-41be9efdf47d tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 936 time: 0.1197622 Aug 29 06:37:34.541522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f202255c-bff8-4cd5-a328-9a08eac44eda tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Router 2187b990-a096-450d-9a4b-ed702e426eb6 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:37:34.602566 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7968cdd9-e1f0-4e83-9a63-b6c5ac6d878a req-6527b533-fca1-4ed2-b1dd-76806d4f9a8a tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633574 Aug 29 06:37:34.633892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fc018921-04bb-4bf1-a5dd-03a4a05bbef9 None None] Provisioning for port d2648efa-0676-4070-ae31-2dd4740114e1 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:34.639076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fc018921-04bb-4bf1-a5dd-03a4a05bbef9 None None] Provisioning complete for port d2648efa-0676-4070-ae31-2dd4740114e1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:34.639076 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fc018921-04bb-4bf1-a5dd-03a4a05bbef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:34.663844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9de5f-9c91-4a3a-a937-f0d14779afef req-2696dcf2-6430-4cd0-980b-4e4b758c70b3 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:34.665752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cda9de5f-9c91-4a3a-a937-f0d14779afef req-2696dcf2-6430-4cd0-980b-4e4b758c70b3 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 950 time: 0.1425562 Aug 29 06:37:34.696270 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-fc018921-04bb-4bf1-a5dd-03a4a05bbef9 None None] Port d2648efa-0676-4070-ae31-2dd4740114e1 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:37:34.760899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cda9de5f-9c91-4a3a-a937-f0d14779afef req-83334bde-20f3-4f15-9d08-b2f3d424d403 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/security-groups?id=da813b3e-6737-4589-bbbb-d93628b8abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863054 Aug 29 06:37:34.770745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f202255c-bff8-4cd5-a328-9a08eac44eda tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:37:34.789149 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f202255c-bff8-4cd5-a328-9a08eac44eda tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:34.793579 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99071e5-0b51-44d2-b44a-396065f1d2b8 None None] Sync routers for ids ['2187b990-a096-450d-9a4b-ed702e426eb6'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:37:34.803565 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99071e5-0b51-44d2-b44a-396065f1d2b8 None None] Routers {'2187b990-a096-450d-9a4b-ed702e426eb6'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:37:34.804300 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c99071e5-0b51-44d2-b44a-396065f1d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:37:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2187b990-a096-450d-9a4b-ed702e426eb6'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:34.824646 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f202255c-bff8-4cd5-a328-9a08eac44eda tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "PUT /v2.0/floatingips/d8f667c4-4ef3-4939-b1da-c4cf6d96ab45 HTTP/1.1" status: 200 len: 991 time: 2.6842606 Aug 29 06:37:34.825320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1f3288-f53a-492c-b0d1-7d1e4db7ccfa', 'tag': 'bacdf918-bc6c-425e-84ac-b49c1865d62f'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:34.949672 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-c99071e5-0b51-44d2-b44a-396065f1d2b8 None None] Set router 2187b990-a096-450d-9a4b-ed702e426eb6 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:37:35.068512 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2648efa-0676-4070-ae31-2dd4740114e1 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:37:35.076404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:35.088977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Transition to ACTIVE for port object d2648efa-0676-4070-ae31-2dd4740114e1 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:35.106618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Router 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:37:35.220151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:37:35.234920 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Sync routers for ids ['0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:37:35.243910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Routers {'0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:37:35.245668 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:35.245816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:37:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:35.295582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2648efa-0676-4070-ae31-2dd4740114e1,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:35.339685 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60240) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:35.360529 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb6a-b894-455e-b7e4-013d9f7c318b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:35.388403 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:35.389759 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a458bc9a-de8e-4492-8b67-9d037656a837 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1386437 Aug 29 06:37:35.392791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60242) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:35.452959 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c99071e5-0b51-44d2-b44a-396065f1d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'd8f667c4-4ef3-4939-b1da-c4cf6d96ab45', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'floating_ip_address': '172.25.1.215', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'port_id': 'bacdf918-bc6c-425e-84ac-b49c1865d62f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'mac_address': 'fa:16:3e:2b:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f3288-f53a-492c-b0d1-7d1e4db7ccfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:37:11Z', 'updated_at': '2021-08-29T06:37:33Z', 'revision_number': 1, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:57Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:35.494155 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99071e5-0b51-44d2-b44a-396065f1d2b8 None None] Checking router: 2187b990-a096-450d-9a4b-ed702e426eb6 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:37:35.499437 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Attempting to bind port d2648efa-0676-4070-ae31-2dd4740114e1 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:37:35.499708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Attempting to bind port d2648efa-0676-4070-ae31-2dd4740114e1 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:37:35.500040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Attempting to bind port d2648efa-0676-4070-ae31-2dd4740114e1 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:35.506141 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99071e5-0b51-44d2-b44a-396065f1d2b8 None None] Routers {'2187b990-a096-450d-9a4b-ed702e426eb6'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:37:35.507406 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c99071e5-0b51-44d2-b44a-396065f1d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:37:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2187b990-a096-450d-9a4b-ed702e426eb6'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:35.521568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Port d2648efa-0676-4070-ae31-2dd4740114e1 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:37:35.521901 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Attempting to bind port d2648efa-0676-4070-ae31-2dd4740114e1 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:35.554945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:37:35.555233 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:37:35.555834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:37:35.556077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Bound port: d2648efa-0676-4070-ae31-2dd4740114e1, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:37:35.556571 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:35.657132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Set router 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:37:35.783523 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-c99071e5-0b51-44d2-b44a-396065f1d2b8 None None] Set router 2187b990-a096-450d-9a4b-ed702e426eb6 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:37:35.819431 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9c65f357-07a0-4e54-b429-12b2fc6dcf84 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:35.916199 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda5d23f-2158-4b9f-9cd4-12ace42a56e6" -d '{"events": [{"name": "network-changed", "server_uuid": "df1f3288-f53a-492c-b0d1-7d1e4db7ccfa", "tag": "bacdf918-bc6c-425e-84ac-b49c1865d62f"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:35.997261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9c65f357-07a0-4e54-b429-12b2fc6dcf84 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:35.997613 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:35.998431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] For port d2648efa-0676-4070-ae31-2dd4740114e1, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:37:36.028786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42a91d-69ae-478c-9b63-e889a3c9bdc0 req-f3db88aa-fd1f-49d4-a4de-a2fbff9572a1 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:36.030844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb42a91d-69ae-478c-9b63-e889a3c9bdc0 req-f3db88aa-fd1f-49d4-a4de-a2fbff9572a1 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 948 time: 0.5838826 Aug 29 06:37:36.054336 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebca9f-0391-41ac-8be5-fec307fa60f6 req-b893bf12-a708-46c2-9b5f-1942620d099d tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:36.063945 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5ebca9f-0391-41ac-8be5-fec307fa60f6 req-b893bf12-a708-46c2-9b5f-1942620d099d tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 948 time: 0.1501434 Aug 29 06:37:36.137153 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'name': 'tempest-FloatingIPsTestJSON-710370343-router', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:37:30Z', 'updated_at': '2021-08-29T06:37:33Z', 'revision_number': 3, 'project_id': 'b3563baf17b44af197dddde6143cb372', 'gw_port': {'id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:32Z', 'updated_at': '2021-08-29T06:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:36.143770 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb6a-b894-455e-b7e4-013d9f7c318b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:36.148347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] For port d2648efa-0676-4070-ae31-2dd4740114e1, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d2648efa-0676-4070-ae31-2dd4740114e1,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:37:36.163302 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb42a91d-69ae-478c-9b63-e889a3c9bdc0 req-77c1208a-7ceb-4741-967c-5492969ecfa8 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115272 Aug 29 06:37:36.169887 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Checking router: 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:37:36.170237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Updating router 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d port 5d595a13-930d-4fc6-a0c5-e8c3583e123e binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:37:36.197200 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:36.213984 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5ebca9f-0391-41ac-8be5-fec307fa60f6 req-f4622502-2ce3-4a1f-a566-3e3672a54cac tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487238 Aug 29 06:37:36.234189 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb6a-b894-455e-b7e4-013d9f7c318b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:36.246849 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60266) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:36.261698 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c99071e5-0b51-44d2-b44a-396065f1d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'd8f667c4-4ef3-4939-b1da-c4cf6d96ab45', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'floating_ip_address': '172.25.1.215', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'port_id': 'bacdf918-bc6c-425e-84ac-b49c1865d62f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'mac_address': 'fa:16:3e:2b:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f3288-f53a-492c-b0d1-7d1e4db7ccfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:37:11Z', 'updated_at': '2021-08-29T06:37:33Z', 'revision_number': 1, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:57Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:36.274569 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56df80-b397-48b7-9efd-231e5a9da236 req-5cd1b524-1fa6-4678-b071-c7ade25365e1 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:36.276339 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc56df80-b397-48b7-9efd-231e5a9da236 req-5cd1b524-1fa6-4678-b071-c7ade25365e1 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.15 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 950 time: 0.5163078 Aug 29 06:37:36.314124 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:36.331349 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99071e5-0b51-44d2-b44a-396065f1d2b8 None None] The sync data for ids ['2187b990-a096-450d-9a4b-ed702e426eb6'] in n-d-713301-12 is: [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'd8f667c4-4ef3-4939-b1da-c4cf6d96ab45', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'floating_ip_address': '172.25.1.215', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'port_id': 'bacdf918-bc6c-425e-84ac-b49c1865d62f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'mac_address': 'fa:16:3e:2b:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f3288-f53a-492c-b0d1-7d1e4db7ccfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:37:11Z', 'updated_at': '2021-08-29T06:37:33Z', 'revision_number': 1, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:57Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:37:36.364356 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bef1eb6a-b894-455e-b7e4-013d9f7c318b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=94dcbedd4ba24ccc802e84c7f18fb8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0247686 Aug 29 06:37:36.370944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60270) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:36.373302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1eb6a-b894-455e-b7e4-013d9f7c318b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e97eb47-051a-49c0-919f-3f36e34c8220,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:36.427650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:36.428853 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:36.432360 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7544a18-a989-481d-b425-126754e9e06e req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] 10.222.0.15 "PUT /v2.0/ports/d2648efa-0676-4070-ae31-2dd4740114e1 HTTP/1.1" status: 200 len: 1097 time: 2.0174770 Aug 29 06:37:36.475428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c53eb-2701-4e72-ab6a-788988a1d552 req-59311499-5bcf-47bd-b72d-907948187ea5 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:36.480385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-227c53eb-2701-4e72-ab6a-788988a1d552 req-59311499-5bcf-47bd-b72d-907948187ea5 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 950 time: 0.1805773 Aug 29 06:37:36.487412 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9881105f-6222-4cbc-bd71-bf352a15278b x-openstack-request-id: req-9881105f-6222-4cbc-bd71-bf352a15278b {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:36.488034 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1f3288-f53a-492c-b0d1-7d1e4db7ccfa", "tag": "bacdf918-bc6c-425e-84ac-b49c1865d62f", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:36.488541 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9881105f-6222-4cbc-bd71-bf352a15278b {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:36.489204 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1f3288-f53a-492c-b0d1-7d1e4db7ccfa', 'tag': 'bacdf918-bc6c-425e-84ac-b49c1865d62f', 'status': 'completed', 'code': 200} Aug 29 06:37:36.497107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1040627919-network', 'tenant_id': '0e6d9bf800794d7d8293a89a2186be07'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:36.507538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1514e98-0661-499b-8eab-17df235ae272', 'tag': 'd2648efa-0676-4070-ae31-2dd4740114e1'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:36.507538 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c29cc0-372b-456b-825e-05f3a5b7049c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1514e98-0661-499b-8eab-17df235ae272", "tag": "d2648efa-0676-4070-ae31-2dd4740114e1"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:36.567648 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87949740-2cf1-45c8-86cc-f1c3f6fa930a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:36.616587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-227c53eb-2701-4e72-ab6a-788988a1d552 req-208a2e2e-e518-4c95-b13a-f6003659bc2b tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/security-groups?id=da813b3e-6737-4589-bbbb-d93628b8abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154926 Aug 29 06:37:36.653798 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87949740-2cf1-45c8-86cc-f1c3f6fa930a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:36.686639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] Made reservation on behalf of 0e6d9bf800794d7d8293a89a2186be07 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:37:36.691901 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:36.714409 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da99c06f-cf0e-4deb-b43f-a3841158f894 None None] New status for floating IP d8f667c4-4ef3-4939-b1da-c4cf6d96ab45: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:37:36.722930 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3ea66-4e11-44fd-846f-f6b34400ddc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2648efa-0676-4070-ae31-2dd4740114e1,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:36.730510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-fc56df80-b397-48b7-9efd-231e5a9da236 req-cbc966a1-c7f1-4869-b089-4d04e9fd654a tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Deleting port 475f24aa-e625-4891-b380-76c9e1e1cc4d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:37:36.730849 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fc56df80-b397-48b7-9efd-231e5a9da236 req-cbc966a1-c7f1-4869-b089-4d04e9fd654a tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:36.747742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:36.780051 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:36.805517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Transition to ACTIVE for port object 5d595a13-930d-4fc6-a0c5-e8c3583e123e will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:36.852915 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7544a18-a989-481d-b425-126754e9e06e req-b502795d-72dc-4aea-ac99-6d652273317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:36.854727 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7544a18-a989-481d-b425-126754e9e06e req-b502795d-72dc-4aea-ac99-6d652273317e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=847a92f011b9485b8b22dee818964e43&device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 1100 time: 0.1981530 Aug 29 06:37:36.868828 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d23f-2158-4b9f-9cd4-12ace42a56e6 req-17da3d96-ab1f-43f9-b99c-be5b35acb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:36.870270 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fda5d23f-2158-4b9f-9cd4-12ace42a56e6 req-17da3d96-ab1f-43f9-b99c-be5b35acb6cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=544c6f4659b0481fa002ec69280b9551&device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 1097 time: 0.3301308 Aug 29 06:37:36.919819 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d87f87-6cef-44eb-a573-e7a2f907d516 x-openstack-request-id: req-81d87f87-6cef-44eb-a573-e7a2f907d516 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:36.920103 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1514e98-0661-499b-8eab-17df235ae272", "tag": "d2648efa-0676-4070-ae31-2dd4740114e1", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:36.932925 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81d87f87-6cef-44eb-a573-e7a2f907d516 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:36.932925 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1514e98-0661-499b-8eab-17df235ae272', 'tag': 'd2648efa-0676-4070-ae31-2dd4740114e1', 'status': 'completed', 'code': 200} Aug 29 06:37:36.932925 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7544a18-a989-481d-b425-126754e9e06e req-30f0dca0-6519-4c4f-8e14-3da7ff428237 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d2648efa-0676-4070-ae31-2dd4740114e1 HTTP/1.1" status: 200 len: 217 time: 0.0615394 Aug 29 06:37:36.944183 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.033496 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87949740-2cf1-45c8-86cc-f1c3f6fa930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.033496 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87949740-2cf1-45c8-86cc-f1c3f6fa930a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.038267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-fc56df80-b397-48b7-9efd-231e5a9da236 req-cbc966a1-c7f1-4869-b089-4d04e9fd654a tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] For port 475f24aa-e625-4891-b380-76c9e1e1cc4d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=475f24aa-e625-4891-b380-76c9e1e1cc4d,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:37.038267 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fc56df80-b397-48b7-9efd-231e5a9da236 req-cbc966a1-c7f1-4869-b089-4d04e9fd654a tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.038464 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-87949740-2cf1-45c8-86cc-f1c3f6fa930a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e97eb47-051a-49c0-919f-3f36e34c8220 HTTP/1.1" status: 204 len: 168 time: 0.6655805 Aug 29 06:37:37.076579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-fc56df80-b397-48b7-9efd-231e5a9da236 req-cbc966a1-c7f1-4869-b089-4d04e9fd654a tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Calling delete_port for 475f24aa-e625-4891-b380-76c9e1e1cc4d owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:37:37.091013 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.104218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87949740-2cf1-45c8-86cc-f1c3f6fa930a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e97eb47-051a-49c0-919f-3f36e34c8220,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:37.124888 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.141971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7544a18-a989-481d-b425-126754e9e06e req-a55af845-ff1b-4529-ab09-6a5118e89942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:37.143989 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7544a18-a989-481d-b425-126754e9e06e req-a55af845-ff1b-4529-ab09-6a5118e89942 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1692533 Aug 29 06:37:37.158871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Attempting to bind port 5d595a13-930d-4fc6-a0c5-e8c3583e123e on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:37:37.159288 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Attempting to bind port 5d595a13-930d-4fc6-a0c5-e8c3583e123e by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:37:37.159709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Attempting to bind port 5d595a13-930d-4fc6-a0c5-e8c3583e123e on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:37.165500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d23f-2158-4b9f-9cd4-12ace42a56e6 req-b21d0793-ce0a-458c-80b1-e353d37409ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:37.166926 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fda5d23f-2158-4b9f-9cd4-12ace42a56e6 req-b21d0793-ce0a-458c-80b1-e353d37409ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=ea3503f9-de17-4d75-a461-b28dbced4bb1 HTTP/1.1" status: 200 len: 925 time: 0.2868509 Aug 29 06:37:37.167086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a3af6-e2e8-4519-800f-8cc406c2e51c None None] Pushing event updated for resources: {'Port': ['ID=5d595a13-930d-4fc6-a0c5-e8c3583e123e,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:37.169637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:37:37.170123 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:37:37.170422 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.170813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:37:37.171316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Bound port: 5d595a13-930d-4fc6-a0c5-e8c3583e123e, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:37:37.171697 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.212781 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.273974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] For port 5d595a13-930d-4fc6-a0c5-e8c3583e123e, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:37:37.273974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] For port 5d595a13-930d-4fc6-a0c5-e8c3583e123e, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5d595a13-930d-4fc6-a0c5-e8c3583e123e,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:37:37.298534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:37:37.301167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4918bcce-658c-46fb-b236-c08e50c0daa4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:37.339029 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.347916 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] Added segment 8ba998cd-acba-44d8-b495-9919b3067658 of type vlan for network ab9d1c66-456e-4eef-897d-be85929ac7ac Aug 29 06:37:37.348063 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d0f09c61-6da2-47f2-b64b-72d157798a57 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:37:37.383441 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.390197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef2fd9-a90b-4efc-9d40-0ed304bee89f req-0c45e408-4331-474b-9661-c660151c5cb2 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:37.391958 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1eef2fd9-a90b-4efc-9d40-0ed304bee89f req-0c45e408-4331-474b-9661-c660151c5cb2 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 948 time: 0.1358850 Aug 29 06:37:37.411473 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.446376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4f0e9-7d87-461f-8cff-746c7aa0bbf2 req-c4315c1e-c261-4a2c-82c2-fe6564407561 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:37.448982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1eb4f0e9-7d87-461f-8cff-746c7aa0bbf2 req-c4315c1e-c261-4a2c-82c2-fe6564407561 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 948 time: 0.1416419 Aug 29 06:37:37.505151 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a3af6-e2e8-4519-800f-8cc406c2e51c None None] Pushing event updated for resources: {'Port': ['ID=5d595a13-930d-4fc6-a0c5-e8c3583e123e,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:37.514015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Routers {'0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:37:37.514516 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:37:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:37.521702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d0f09c61-6da2-47f2-b64b-72d157798a57, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d0f09c61-6da2-47f2-b64b-72d157798a57,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:37.556247 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1eef2fd9-a90b-4efc-9d40-0ed304bee89f req-7891e64b-7364-4d9b-8460-adef06e81e8c tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504719 Aug 29 06:37:37.568957 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1eb4f0e9-7d87-461f-8cff-746c7aa0bbf2 req-971487e7-0f3e-46b1-8ae0-e576750138ca tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132472 Aug 29 06:37:37.571778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'd0f09c61-6da2-47f2-b64b-72d157798a57', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'd0f09c61-6da2-47f2-b64b-72d157798a57', 'mac_address': 'fa:16:3e:93:dc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:37:37.645781 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.646790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:37.647422 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.682778 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.693263 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] Set router 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:37:37.735276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7544a18-a989-481d-b425-126754e9e06e req-410335ef-6b88-4f58-a363-f2491e089c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:37.736767 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7544a18-a989-481d-b425-126754e9e06e req-410335ef-6b88-4f58-a363-f2491e089c74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5727589 Aug 29 06:37:37.791826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] Pushing event updated for resources: {'Network': ['ID=ab9d1c66-456e-4eef-897d-be85929ac7ac,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:37.800801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-67f28cad-14c2-4bf9-a7f4-ecb9e81092ed admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5486329 Aug 29 06:37:37.807467 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60306) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:37.813195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-19a9eb98-f32a-448f-980f-97722910f237 admin admin] Request body: {'subnet': {'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1040627919-subnet', 'tenant_id': '0e6d9bf800794d7d8293a89a2186be07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:37.827951 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fda5d23f-2158-4b9f-9cd4-12ace42a56e6 req-327a09c2-10cd-4a07-aa6a-7f467e1a043d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bacdf918-bc6c-425e-84ac-b49c1865d62f HTTP/1.1" status: 200 len: 1001 time: 0.6174998 Aug 29 06:37:37.831459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74c285-4d24-4ea9-a381-1e2513362b68 req-b0651d98-179e-4e02-bfb9-5900243e97b3 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:37.834545 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c74c285-4d24-4ea9-a381-1e2513362b68 req-b0651d98-179e-4e02-bfb9-5900243e97b3 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 950 time: 0.0943570 Aug 29 06:37:37.869150 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network ab9d1c66-456e-4eef-897d-be85929ac7ac details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:37:37.874389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f09c61-6da2-47f2-b64b-72d157798a57 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:37:37.880420 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c74c285-4d24-4ea9-a381-1e2513362b68 req-80397c10-baaf-4a96-a7f8-d1f8dac58d80 tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/security-groups?id=da813b3e-6737-4589-bbbb-d93628b8abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383139 Aug 29 06:37:37.954430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a9eb98-f32a-448f-980f-97722910f237 admin admin] Made reservation on behalf of 0e6d9bf800794d7d8293a89a2186be07 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:37:37.956841 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-19a9eb98-f32a-448f-980f-97722910f237 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:37.971128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d0f09c61-6da2-47f2-b64b-72d157798a57, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d0f09c61-6da2-47f2-b64b-72d157798a57,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:37.999956 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Allocated IP 172.20.0.1 (fb5e1b96-f459-49d2-82a0-5a41202f9466/1e7e2afc-2310-4cb4-9b26-493245dbb121/3aa9cce3-bccb-4535-8775-2cfd80e62cb1) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:37:38.025033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d23f-2158-4b9f-9cd4-12ace42a56e6 req-20351c25-0c67-4b15-ab61-bdd6005c68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:38.026800 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fda5d23f-2158-4b9f-9cd4-12ace42a56e6 req-20351c25-0c67-4b15-ab61-bdd6005c68f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f576fb6-2e95-4e87-84cb-796a56eec9b0 HTTP/1.1" status: 200 len: 863 time: 0.1801777 Aug 29 06:37:38.033046 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7544a18-a989-481d-b425-126754e9e06e req-d643a02e-496a-49fe-b788-6f6a95d14bbc service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824357 Aug 29 06:37:38.053044 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eeae6ac5-96e3-4ac9-877d-b65b250e423a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:38.066805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'name': 'tempest-FloatingIPsTestJSON-710370343-router', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:37:30Z', 'updated_at': '2021-08-29T06:37:33Z', 'revision_number': 3, 'project_id': 'b3563baf17b44af197dddde6143cb372', 'gw_port': {'id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:32Z', 'updated_at': '2021-08-29T06:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:38.099373 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:38.102512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1bb2f2-c602-4909-a95f-d10510e6a9c8 None None] The sync data for ids ['0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'] in n-d-713301-12 is: [{'id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'name': 'tempest-FloatingIPsTestJSON-710370343-router', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:37:30Z', 'updated_at': '2021-08-29T06:37:33Z', 'revision_number': 3, 'project_id': 'b3563baf17b44af197dddde6143cb372', 'gw_port': {'id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:32Z', 'updated_at': '2021-08-29T06:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:37:38.138089 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d23f-2158-4b9f-9cd4-12ace42a56e6 req-fd95cf05-029a-4f43-b5e6-fd7a9e2c621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:38.139605 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fda5d23f-2158-4b9f-9cd4-12ace42a56e6 req-fd95cf05-029a-4f43-b5e6-fd7a9e2c621c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ea3503f9-de17-4d75-a461-b28dbced4bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030250 Aug 29 06:37:38.152198 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:37:38.173107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=d0f09c61-6da2-47f2-b64b-72d157798a57,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:38.234608 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7544a18-a989-481d-b425-126754e9e06e req-e40cdef4-9c2c-4c80-ac2b-2bc042823efe service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667690 Aug 29 06:37:38.245155 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fc56df80-b397-48b7-9efd-231e5a9da236 req-cbc966a1-c7f1-4869-b089-4d04e9fd654a tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:38.296941 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc966a1-c7f1-4869-b089-4d04e9fd654a tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Pushing event deleted for resources: {'Port': ['ID=475f24aa-e625-4891-b380-76c9e1e1cc4d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:38.319431 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fda5d23f-2158-4b9f-9cd4-12ace42a56e6 req-06f9abc7-1ea0-4925-aabc-2c778e5b7e8f service neutron] 10.222.0.11 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712010 Aug 29 06:37:38.345587 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-19a9eb98-f32a-448f-980f-97722910f237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:38.401820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9eb98-f32a-448f-980f-97722910f237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d07125-69f9-49f3-a732-befd124498bc,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:38.405230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc56df80-b397-48b7-9efd-231e5a9da236 req-cbc966a1-c7f1-4869-b089-4d04e9fd654a tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] No DVR routers for this DVR port 475f24aa-e625-4891-b380-76c9e1e1cc4d on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:37:38.412887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a9eb98-f32a-448f-980f-97722910f237 admin admin] Checking segment: {'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:37:38.413337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9eb98-f32a-448f-980f-97722910f237 admin admin] Network hostable DHCP agents. Network: ab9d1c66-456e-4eef-897d-be85929ac7ac, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:37:38.460610 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fc56df80-b397-48b7-9efd-231e5a9da236 req-cbc966a1-c7f1-4869-b089-4d04e9fd654a tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:38.461526 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc56df80-b397-48b7-9efd-231e5a9da236 req-cbc966a1-c7f1-4869-b089-4d04e9fd654a tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.15 "DELETE /v2.0/ports/475f24aa-e625-4891-b380-76c9e1e1cc4d HTTP/1.1" status: 204 len: 173 time: 2.1583781 Aug 29 06:37:38.528123 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['d0f09c61-6da2-47f2-b64b-72d157798a57'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:37:38.548722 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9eb98-f32a-448f-980f-97722910f237 admin admin] Network ab9d1c66-456e-4eef-897d-be85929ac7ac is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:37:38.560328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c29cc0-372b-456b-825e-05f3a5b7049c req-4d8f49c1-eb5a-4ec0-bb48-1a8843234134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:38.561843 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7c29cc0-372b-456b-825e-05f3a5b7049c req-4d8f49c1-eb5a-4ec0-bb48-1a8843234134 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=847a92f011b9485b8b22dee818964e43&device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 1100 time: 0.1937633 Aug 29 06:37:38.691830 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:38.724143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-19a9eb98-f32a-448f-980f-97722910f237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, ab9d1c66-456e-4eef-897d-be85929ac7ac) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:38.730119 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fda5d23f-2158-4b9f-9cd4-12ace42a56e6 req-cd284923-e87d-4d60-8856-1fcfda505d49 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684747 Aug 29 06:37:38.761828 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Transition to ACTIVE for port object 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:38.792167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a9eb98-f32a-448f-980f-97722910f237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:38.794260 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-19a9eb98-f32a-448f-980f-97722910f237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:38.802194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6eddc3-889c-4fea-8934-dc9ee8f91c58 None None] Network ab9d1c66-456e-4eef-897d-be85929ac7ac requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:37:38.815122 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df7faa-651f-4566-b565-4581f64b1b2f req-427c82bb-2591-41b4-89c4-bc0fb2ab2d78 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:38.826797 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2df7faa-651f-4566-b565-4581f64b1b2f req-427c82bb-2591-41b4-89c4-bc0fb2ab2d78 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 949 time: 0.1933975 Aug 29 06:37:38.870467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c29cc0-372b-456b-825e-05f3a5b7049c req-d2e9e57c-dddc-41f5-96aa-37bd85f4da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:38.872225 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7c29cc0-372b-456b-825e-05f3a5b7049c req-d2e9e57c-dddc-41f5-96aa-37bd85f4da7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.2927804 Aug 29 06:37:38.916787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60334) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:38.928727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7', 'name': 'network-vif-deleted', 'tag': '475f24aa-e625-4891-b380-76c9e1e1cc4d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:38.931619 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3e384d-bc87-459c-9ba2-ca619281c51b" -d '{"events": [{"server_uuid": "e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7", "name": "network-vif-deleted", "tag": "475f24aa-e625-4891-b380-76c9e1e1cc4d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:38.941881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc485287-1685-4f11-adf4-7b40d9e2eaa0 req-14f3f802-44b3-4097-8cfe-3223ec29dc59 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:38.941881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc485287-1685-4f11-adf4-7b40d9e2eaa0 req-14f3f802-44b3-4097-8cfe-3223ec29dc59 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 948 time: 0.2315784 Aug 29 06:37:38.955246 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7c29cc0-372b-456b-825e-05f3a5b7049c req-bd206d2c-7ea2-4614-860c-65f3747808a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d2648efa-0676-4070-ae31-2dd4740114e1 HTTP/1.1" status: 200 len: 217 time: 0.0754676 Aug 29 06:37:38.963206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2df7faa-651f-4566-b565-4581f64b1b2f req-719f9aa3-b8e7-4931-af99-f5db9c6240c9 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302080 Aug 29 06:37:38.969108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-19a9eb98-f32a-448f-980f-97722910f237 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1598287 Aug 29 06:37:39.015023 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:39.052272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc485287-1685-4f11-adf4-7b40d9e2eaa0 req-d408ed98-bc2c-4c5a-98d5-6a3e37a066e8 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871882 Aug 29 06:37:39.127070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-702ac239-d628-42fd-b414-377b3feebe1f req-a8e8ae5b-5efe-4696-8c5e-8b9b5fbbb5ea tempest-TenantUsagesTestJSON-576249269 tempest-TenantUsagesTestJSON-576249269-project] 10.222.0.76 "GET /v2.0/ports?device_id=e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7 HTTP/1.1" status: 200 len: 210 time: 0.0477505 Aug 29 06:37:39.141978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622b27d1-4826-4da1-b98e-3fd0e7d91a18 None None] Network ab9d1c66-456e-4eef-897d-be85929ac7ac requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:37:39.142890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Network fb5e1b96-f459-49d2-82a0-5a41202f9466 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:39.167631 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beebf73-9c75-4956-9a41-0711ec264b08 x-openstack-request-id: req-0beebf73-9c75-4956-9a41-0711ec264b08 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:39.168708 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7", "name": "network-vif-deleted", "tag": "475f24aa-e625-4891-b380-76c9e1e1cc4d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:39.168969 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0beebf73-9c75-4956-9a41-0711ec264b08 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:39.169467 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50a2de7-cd3e-4e81-a0c2-0e6fbe8749f7', 'name': 'network-vif-deleted', 'tag': '475f24aa-e625-4891-b380-76c9e1e1cc4d', 'status': 'completed', 'code': 200} Aug 29 06:37:39.181924 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4276f07-cbde-4074-894a-641ad8e7dd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:39.189927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:39.202685 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:37:39.214797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c29cc0-372b-456b-825e-05f3a5b7049c req-040ae2cc-2c14-431c-8404-b1da1388617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:39.218159 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7c29cc0-372b-456b-825e-05f3a5b7049c req-040ae2cc-2c14-431c-8404-b1da1388617a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.2539423 Aug 29 06:37:39.225894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa9cce3-bccb-4535-8775-2cfd80e62cb1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:39.394835 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:39.507650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c29cc0-372b-456b-825e-05f3a5b7049c req-08eedf36-9b96-4ea6-aad4-11e888f09956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:39.509146 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7c29cc0-372b-456b-825e-05f3a5b7049c req-08eedf36-9b96-4ea6-aad4-11e888f09956 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2730529 Aug 29 06:37:39.748146 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7e2bfe0a-7bcd-4b47-93fa-1b3cb1ed1076 None None] Provisioning for port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:39.756335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7e2bfe0a-7bcd-4b47-93fa-1b3cb1ed1076 None None] Provisioning complete for port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:39.756957 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7e2bfe0a-7bcd-4b47-93fa-1b3cb1ed1076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:39.771758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-10a2aa48-a41e-47aa-aeee-b09074bac05f tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:39.773471 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-10a2aa48-a41e-47aa-aeee-b09074bac05f tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/networks?id=ab9d1c66-456e-4eef-897d-be85929ac7ac HTTP/1.1" status: 200 len: 805 time: 0.1257968 Aug 29 06:37:39.792254 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5d595a13-930d-4fc6-a0c5-e8c3583e123e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:39.796707 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7c29cc0-372b-456b-825e-05f3a5b7049c req-37232375-8b5d-43ec-a0fe-62c6b4da53bf service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727835 Aug 29 06:37:39.801516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-fd6629f8-d476-4b7b-b9f9-e02106e20e4c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/quotas/0e6d9bf800794d7d8293a89a2186be07 HTTP/1.1" status: 200 len: 375 time: 0.0200171 Aug 29 06:37:39.823121 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4276f07-cbde-4074-894a-641ad8e7dd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:39.842928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-7e2bfe0a-7bcd-4b47-93fa-1b3cb1ed1076 None None] Port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:37:39.875265 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-04706e51-d58e-4253-99a8-f409bd0f0cf1 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e6d9bf800794d7d8293a89a2186be07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672157 Aug 29 06:37:39.891885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4276f07-cbde-4074-894a-641ad8e7dd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:39.899881 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:39.935102 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 475f24aa-e625-4891-b380-76c9e1e1cc4d no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:37:39.958001 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 5d595a13-930d-4fc6-a0c5-e8c3583e123e completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:39.962195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 475f24aa-e625-4891-b380-76c9e1e1cc4d {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:37:39.962914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 475f24aa-e625-4891-b380-76c9e1e1cc4d not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:37:39.964688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 5d595a13-930d-4fc6-a0c5-e8c3583e123e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:39.969524 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:40.069640 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-5f29ebb2-b488-4548-81dc-f43acf17bce1 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:37:40.071079 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-5f29ebb2-b488-4548-81dc-f43acf17bce1 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0801744 Aug 29 06:37:40.076656 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:40.106933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 5d595a13-930d-4fc6-a0c5-e8c3583e123e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5d595a13-930d-4fc6-a0c5-e8c3583e123e,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:40.188218 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:40.193551 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e4276f07-cbde-4074-894a-641ad8e7dd2c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e33483d5ca24adf99485ffadd0b9d82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2672095 Aug 29 06:37:40.193551 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4276f07-cbde-4074-894a-641ad8e7dd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de1377d-71a7-4917-82ff-e992a93342ae,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:40.193779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859fcf6-d6e6-48f3-b826-f0dbc4550d39 req-574da434-2f47-49bc-8bc3-67ed07eb740b tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:40.195739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4859fcf6-d6e6-48f3-b826-f0dbc4550d39 req-574da434-2f47-49bc-8bc3-67ed07eb740b tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 949 time: 0.1235681 Aug 29 06:37:40.196394 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60384) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:40.229462 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7c29cc0-372b-456b-825e-05f3a5b7049c req-872d7ca9-130c-4f99-a419-43c8c551a4aa service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240017 Aug 29 06:37:40.272803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=5d595a13-930d-4fc6-a0c5-e8c3583e123e,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:40.298660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-d7286745-9c34-4abb-a1b5-6308dc57d24f service neutron] 10.222.0.76 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794517 Aug 29 06:37:40.310577 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4859fcf6-d6e6-48f3-b826-f0dbc4550d39 req-71a2a8f1-229f-4f4a-832e-700db8b01dfd tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934041 Aug 29 06:37:40.351122 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3eee144-ce43-415b-a296-5711845bc557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:40.381299 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:40.443936 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3eee144-ce43-415b-a296-5711845bc557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:40.489770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7552bc-457e-4c85-811d-4f9ea825c6cd req-096c38a7-8b42-4a93-a725-332b5989c60d tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:40.491259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd7552bc-457e-4c85-811d-4f9ea825c6cd req-096c38a7-8b42-4a93-a725-332b5989c60d tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 948 time: 0.1141889 Aug 29 06:37:40.495812 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:40.520640 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-8f2310ea-ed4d-4fcd-8d96-f9619e49c173 service neutron] 10.222.0.76 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086141 Aug 29 06:37:40.552026 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd7552bc-457e-4c85-811d-4f9ea825c6cd req-2046b2a7-6ca9-4964-83bf-2c603d3d9163 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478039 Aug 29 06:37:40.560323 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-902fc1fc-2e3c-4551-b442-7a88b51e7b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:40.567265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa9cce3-bccb-4535-8775-2cfd80e62cb1,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:40.576779 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:40.676582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Network fb5e1b96-f459-49d2-82a0-5a41202f9466 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:40.678053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:40.685495 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3eee144-ce43-415b-a296-5711845bc557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:40.688161 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3eee144-ce43-415b-a296-5711845bc557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:40.689350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e3eee144-ce43-415b-a296-5711845bc557 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5de1377d-71a7-4917-82ff-e992a93342ae HTTP/1.1" status: 204 len: 168 time: 0.4890301 Aug 29 06:37:40.699218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eee144-ce43-415b-a296-5711845bc557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de1377d-71a7-4917-82ff-e992a93342ae,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:40.816700 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:40.929046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Router 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:37:40.969594 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50f7336e-3d5d-41ed-b759-2e6921419973 req-ab9710d9-7510-4ec0-bc67-f473d75fbb1e tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 210 time: 0.0381050 Aug 29 06:37:40.989194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-db6bb696-7086-432c-97f4-84806a36d8d0 None None] Provisioning complete for port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:40.989432 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-db6bb696-7086-432c-97f4-84806a36d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:41.038493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-db6bb696-7086-432c-97f4-84806a36d8d0 None None] Port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:37:41.082839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:37:41.091323 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c7978a4e-3f9e-4f3c-b989-1233a6f6a115 admin admin] 10.222.0.76 "PUT /v2.0/routers/0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6944313 Aug 29 06:37:41.098964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Sync routers for ids ['0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:37:41.108166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Routers {'0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:37:41.109027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:37:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:41.218568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Set router 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:37:41.372311 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d0f09c61-6da2-47f2-b64b-72d157798a57 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:41.632418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'name': 'tempest-FloatingIPsTestJSON-710370343-router', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:37:30Z', 'updated_at': '2021-08-29T06:37:39Z', 'revision_number': 4, 'project_id': 'b3563baf17b44af197dddde6143cb372', 'gw_port': {'id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:32Z', 'updated_at': '2021-08-29T06:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '3aa9cce3-bccb-4535-8775-2cfd80e62cb1', 'name': '', 'network_id': 'fb5e1b96-f459-49d2-82a0-5a41202f9466', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'mac_address': 'fa:16:3e:d8:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1e7e2afc-2310-4cb4-9b26-493245dbb121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:37Z', 'updated_at': '2021-08-29T06:37:40Z', 'revision_number': 2, 'project_id': 'b3563baf17b44af197dddde6143cb372', 'subnets': [{'id': '1e7e2afc-2310-4cb4-9b26-493245dbb121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:41.661338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60420) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:41.668148 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Checking router: 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:37:41.668513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Updating router 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:37:41.715695 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:41.719655 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:41.725892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5d595a13-930d-4fc6-a0c5-e8c3583e123e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:41.727994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port d0f09c61-6da2-47f2-b64b-72d157798a57 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:41.759839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port d0f09c61-6da2-47f2-b64b-72d157798a57 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:41.760214 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:41.802167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-05e21f8a-14a6-4c55-8950-7929c5dd6bed tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2410560 Aug 29 06:37:41.823234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:41.836825 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2718ad78-623c-4bd4-a0f9-3b6fa1073f75 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6f6c5bdf45074af6911796e3aa7a4d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738145 Aug 29 06:37:41.838788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60424) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:41.875962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60428) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:41.890428 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9870efd1-a05a-48c4-8a39-42f1310a7e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:41.902018 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-462cda7b-cd2c-4921-8a8c-47e632fe9bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:41.924115 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-462cda7b-cd2c-4921-8a8c-47e632fe9bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:41.935008 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d2648efa-0676-4070-ae31-2dd4740114e1 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:37:41.962256 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:41.971437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 5d595a13-930d-4fc6-a0c5-e8c3583e123e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:41.971437 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.033936 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-462cda7b-cd2c-4921-8a8c-47e632fe9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.036628 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-462cda7b-cd2c-4921-8a8c-47e632fe9bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.040113 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-462cda7b-cd2c-4921-8a8c-47e632fe9bdf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/da813b3e-6737-4589-bbbb-d93628b8abb3 HTTP/1.1" status: 204 len: 168 time: 0.1998286 Aug 29 06:37:42.056935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cda7b-cd2c-4921-8a8c-47e632fe9bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da813b3e-6737-4589-bbbb-d93628b8abb3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:42.128621 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.202561 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9870efd1-a05a-48c4-8a39-42f1310a7e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.204473 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3680587-d4f7-493e-b272-0564c32e37fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f09c61-6da2-47f2-b64b-72d157798a57'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:42.207329 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e12d16a-e0b2-44ed-9560-6849b5f90a9e" -d '{"events": [{"server_uuid": "a3680587-d4f7-493e-b272-0564c32e37fb", "name": "network-vif-plugged", "status": "completed", "tag": "d0f09c61-6da2-47f2-b64b-72d157798a57"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:42.222705 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.240968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d0f09c61-6da2-47f2-b64b-72d157798a57, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d0f09c61-6da2-47f2-b64b-72d157798a57,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:42.296855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d2648efa-0676-4070-ae31-2dd4740114e1, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d2648efa-0676-4070-ae31-2dd4740114e1,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:42.319908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'd2648efa-0676-4070-ae31-2dd4740114e1', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'd2648efa-0676-4070-ae31-2dd4740114e1', 'mac_address': 'fa:16:3e:ea:92:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:37:42.380403 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.399776 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.440306 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.442508 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Transition to ACTIVE for port object 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:42.467354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2648efa-0676-4070-ae31-2dd4740114e1 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:37:42.476269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=d0f09c61-6da2-47f2-b64b-72d157798a57,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:42.490660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:42.491017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:42.491400 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:42.491740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:42.492082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:42.492429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:42.492744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:42.493076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:42.493398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:42.493721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:42.494177 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:42.494372 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:37:42.499379 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9870efd1-a05a-48c4-8a39-42f1310a7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.505715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d2648efa-0676-4070-ae31-2dd4740114e1, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d2648efa-0676-4070-ae31-2dd4740114e1,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:42.568701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9870efd1-a05a-48c4-8a39-42f1310a7e15 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0c486cd6ddf047338edbc9baf66f128b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6913640 Aug 29 06:37:42.569876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870efd1-a05a-48c4-8a39-42f1310a7e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c554f46-af37-4e64-98c2-2e3beecaaff3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:42.571677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60442) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:42.621629 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.626051 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.630530 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Allocated IP 172.25.1.154 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/9e2e342d-9add-437e-bdb8-ec0e56a0ab88) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:37:42.636289 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a9bfca2-5f6c-42be-ab5c-5721600f19ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.665317 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a9bfca2-5f6c-42be-ab5c-5721600f19ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.698586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690c568-50fd-4689-a720-60d116b4e460 None None] Pushing event updated for resources: {'Port': ['ID=3aa9cce3-bccb-4535-8775-2cfd80e62cb1,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:42.738792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59687a9c-704b-446b-8ead-7b05411b3889 req-ce820ba5-e386-45bd-8a30-e1bb4bba7047 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:42.740299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-59687a9c-704b-446b-8ead-7b05411b3889 req-ce820ba5-e386-45bd-8a30-e1bb4bba7047 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 950 time: 0.1211457 Aug 29 06:37:42.777674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=d2648efa-0676-4070-ae31-2dd4740114e1,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:42.789228 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Attempting to bind port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:37:42.789628 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Attempting to bind port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'ae38ef92-ada0-49bf-886e-f1d388dbce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb5e1b96-f459-49d2-82a0-5a41202f9466'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:37:42.790000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Attempting to bind port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 on network fb5e1b96-f459-49d2-82a0-5a41202f9466 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:42.796326 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:37:42.796701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Checking segment: {'id': 'ae38ef92-ada0-49bf-886e-f1d388dbce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb5e1b96-f459-49d2-82a0-5a41202f9466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:37:42.797115 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.797511 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Bound using segment: {'id': 'ae38ef92-ada0-49bf-886e-f1d388dbce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb5e1b96-f459-49d2-82a0-5a41202f9466'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:37:42.798030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Bound port: 3aa9cce3-bccb-4535-8775-2cfd80e62cb1, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae38ef92-ada0-49bf-886e-f1d388dbce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fb5e1b96-f459-49d2-82a0-5a41202f9466'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:37:42.798420 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.823704 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-59687a9c-704b-446b-8ead-7b05411b3889 req-616c6167-5103-4cb9-a34c-53fe002ca741 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768163 Aug 29 06:37:42.828823 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a9bfca2-5f6c-42be-ab5c-5721600f19ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.832064 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a9bfca2-5f6c-42be-ab5c-5721600f19ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.834417 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4a9bfca2-5f6c-42be-ab5c-5721600f19ce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4c554f46-af37-4e64-98c2-2e3beecaaff3 HTTP/1.1" status: 204 len: 168 time: 0.2617505 Aug 29 06:37:42.849691 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.865655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['d2648efa-0676-4070-ae31-2dd4740114e1'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:37:42.876622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bfca2-5f6c-42be-ab5c-5721600f19ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c554f46-af37-4e64-98c2-2e3beecaaff3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:42.931032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60446) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:42.953414 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f54d11f5-7c5d-4615-a755-7b993150413f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:42.990434 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.003435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a8af4-b72a-4516-b559-903ee2247884 req-e88ce743-4b06-43bf-9c9b-4ca3f8c4bf30 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:43.007625 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d23a8af4-b72a-4516-b559-903ee2247884 req-e88ce743-4b06-43bf-9c9b-4ca3f8c4bf30 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 949 time: 0.0714481 Aug 29 06:37:43.009554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] For port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:37:43.013467 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] For port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3aa9cce3-bccb-4535-8775-2cfd80e62cb1,segment=NetworkSegment(ae38ef92-ada0-49bf-886e-f1d388dbce5e),segment_id=ae38ef92-ada0-49bf-886e-f1d388dbce5e)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:37:43.066750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f54d11f5-7c5d-4615-a755-7b993150413f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.079216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:43.089872 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:43.096076 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:37:43.101236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Pushing event updated for resources: {'Port': ['ID=9e2e342d-9add-437e-bdb8-ec0e56a0ab88,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:43.105856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d23a8af4-b72a-4516-b559-903ee2247884 req-12e5dc6c-f6ac-44a8-a29e-ddb289f83155 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932274 Aug 29 06:37:43.113532 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.142843 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f54d11f5-7c5d-4615-a755-7b993150413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.225558 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f54d11f5-7c5d-4615-a755-7b993150413f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7fba6095a7b04893a5617fb3c50ebe3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931728 Aug 29 06:37:43.228408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d11f5-7c5d-4615-a755-7b993150413f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b834c5f-d29c-48a1-9d18-27518ae17694,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:43.230990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60450) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:43.252842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690c568-50fd-4689-a720-60d116b4e460 None None] Pushing event updated for resources: {'Port': ['ID=3aa9cce3-bccb-4535-8775-2cfd80e62cb1,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:43.261880 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Routers {'0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:37:43.262594 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:37:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:43.344538 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.363350 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.387366 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b8851b8-2cc1-4eb3-8b1a-db7da7ed4b4a req-e10c59ec-8d29-4de7-9335-3321d6404a4c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 210 time: 0.0505075 Aug 29 06:37:43.447019 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7818d80-ff04-48a5-8ea0-50429204b6f4 x-openstack-request-id: req-a7818d80-ff04-48a5-8ea0-50429204b6f4 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:43.447318 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3680587-d4f7-493e-b272-0564c32e37fb", "name": "network-vif-plugged", "status": "completed", "tag": "d0f09c61-6da2-47f2-b64b-72d157798a57", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:43.447577 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a7818d80-ff04-48a5-8ea0-50429204b6f4 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:43.447970 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3680587-d4f7-493e-b272-0564c32e37fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f09c61-6da2-47f2-b64b-72d157798a57', 'code': 200} Aug 29 06:37:43.464059 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d9c954b-ee5a-4605-99e9-972dfff0420e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.491775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] Set router 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:37:43.499466 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d9c954b-ee5a-4605-99e9-972dfff0420e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.510571 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.594060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-31c74d1e-451f-45b3-9203-1746958e2e82 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:43.595682 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-31c74d1e-451f-45b3-9203-1746958e2e82 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.15 "GET /v2.0/networks?id=ab9d1c66-456e-4eef-897d-be85929ac7ac HTTP/1.1" status: 200 len: 805 time: 0.2633512 Aug 29 06:37:43.610024 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-d2aef16b-b998-4ee7-b700-1ccdfca314aa tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Request body: {'port': {'device_id': '890d4985-00c0-4f1e-a340-7a6da3559676', 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac', 'admin_state_up': True, 'tenant_id': '0e6d9bf800794d7d8293a89a2186be07'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:43.660784 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78521283-2630-4ebf-8619-1b7d040377f1 req-fa8ed26d-3d04-49f0-9aef-8cb78e6b5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:43.662323 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-78521283-2630-4ebf-8619-1b7d040377f1 req-fa8ed26d-3d04-49f0-9aef-8cb78e6b5d6b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 1102 time: 0.1166279 Aug 29 06:37:43.717725 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.735884 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-78521283-2630-4ebf-8619-1b7d040377f1 req-96d57dd9-3e69-4db2-823b-0f725cd4de58 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668437 Aug 29 06:37:43.793749 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d9c954b-ee5a-4605-99e9-972dfff0420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.796562 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d9c954b-ee5a-4605-99e9-972dfff0420e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.800690 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2d9c954b-ee5a-4605-99e9-972dfff0420e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b834c5f-d29c-48a1-9d18-27518ae17694 HTTP/1.1" status: 204 len: 168 time: 0.5676723 Aug 29 06:37:43.812578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c954b-ee5a-4605-99e9-972dfff0420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b834c5f-d29c-48a1-9d18-27518ae17694,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:43.839929 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.884187 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-d2aef16b-b998-4ee7-b700-1ccdfca314aa tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Made reservation on behalf of 0e6d9bf800794d7d8293a89a2186be07 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:37:43.884843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'name': 'tempest-FloatingIPsTestJSON-710370343-router', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:37:30Z', 'updated_at': '2021-08-29T06:37:39Z', 'revision_number': 4, 'project_id': 'b3563baf17b44af197dddde6143cb372', 'gw_port': {'id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:32Z', 'updated_at': '2021-08-29T06:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '3aa9cce3-bccb-4535-8775-2cfd80e62cb1', 'name': '', 'network_id': 'fb5e1b96-f459-49d2-82a0-5a41202f9466', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'mac_address': 'fa:16:3e:d8:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1e7e2afc-2310-4cb4-9b26-493245dbb121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:37Z', 'updated_at': '2021-08-29T06:37:43Z', 'revision_number': 4, 'project_id': 'b3563baf17b44af197dddde6143cb372', 'subnets': [{'id': '1e7e2afc-2310-4cb4-9b26-493245dbb121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:43.892442 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-d2aef16b-b998-4ee7-b700-1ccdfca314aa tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.916243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcd2519-fa50-4eee-8dfd-afdac3e5aec5 None None] The sync data for ids ['0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'] in n-d-713301-12 is: [{'id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'name': 'tempest-FloatingIPsTestJSON-710370343-router', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:37:30Z', 'updated_at': '2021-08-29T06:37:39Z', 'revision_number': 4, 'project_id': 'b3563baf17b44af197dddde6143cb372', 'gw_port': {'id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:32Z', 'updated_at': '2021-08-29T06:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '3aa9cce3-bccb-4535-8775-2cfd80e62cb1', 'name': '', 'network_id': 'fb5e1b96-f459-49d2-82a0-5a41202f9466', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'mac_address': 'fa:16:3e:d8:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1e7e2afc-2310-4cb4-9b26-493245dbb121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:37Z', 'updated_at': '2021-08-29T06:37:43Z', 'revision_number': 4, 'project_id': 'b3563baf17b44af197dddde6143cb372', 'subnets': [{'id': '1e7e2afc-2310-4cb4-9b26-493245dbb121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:37:43.919624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Pushing event updated for resources: {'Port': ['ID=9e2e342d-9add-437e-bdb8-ec0e56a0ab88,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:43.933035 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:43.948225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d2648efa-0676-4070-ae31-2dd4740114e1 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:44.085500 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:44.086840 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-1eaaebd9-4f65-4833-8dc1-63a93e53a728 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2684274 Aug 29 06:37:44.095713 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-d2aef16b-b998-4ee7-b700-1ccdfca314aa tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Allocated IP 172.20.0.8 (ab9d1c66-456e-4eef-897d-be85929ac7ac/72d07125-69f9-49f3-a732-befd124498bc/9f65f002-34ef-4603-a2af-ff86d5a89e7d) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:37:44.120558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port d2648efa-0676-4070-ae31-2dd4740114e1 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:44.131443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port d2648efa-0676-4070-ae31-2dd4740114e1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:44.131841 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:44.231746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-312b038b-aac4-4b0d-8fe5-797a29c8ee6c tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.1315250 Aug 29 06:37:44.233143 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:44.289200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d2648efa-0676-4070-ae31-2dd4740114e1, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d2648efa-0676-4070-ae31-2dd4740114e1,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:44.301617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-d2aef16b-b998-4ee7-b700-1ccdfca314aa tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:44.369204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-02184e0a-fa4f-4c3a-b4f5-abc25054d134 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:44.373793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-02184e0a-fa4f-4c3a-b4f5-abc25054d134 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1287386 Aug 29 06:37:44.388351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-978ecf6c-dac9-40c5-91cb-eb1ab3a78236 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:37:44.389359 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c56a3368-2e90-4cf7-b8d2-2ffce76089b7 req-978ecf6c-dac9-40c5-91cb-eb1ab3a78236 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062022 Aug 29 06:37:44.404325 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:44.404650 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-d2aef16b-b998-4ee7-b700-1ccdfca314aa tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:44.503670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-d2aef16b-b998-4ee7-b700-1ccdfca314aa tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Network ab9d1c66-456e-4eef-897d-be85929ac7ac is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:44.507092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-d2aef16b-b998-4ee7-b700-1ccdfca314aa tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:44.514258 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-d2aef16b-b998-4ee7-b700-1ccdfca314aa tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:37:44.522721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=d2648efa-0676-4070-ae31-2dd4740114e1,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:44.585877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-d2aef16b-b998-4ee7-b700-1ccdfca314aa tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:44.586409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde62b57-f61e-444e-965d-ac8253af70c8 req-6a6be265-f072-49f0-a02b-390b4af22b16 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:44.586846 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-d2aef16b-b998-4ee7-b700-1ccdfca314aa tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:44.588125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cde62b57-f61e-444e-965d-ac8253af70c8 req-6a6be265-f072-49f0-a02b-390b4af22b16 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 950 time: 0.0902934 Aug 29 06:37:44.613216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aef16b-b998-4ee7-b700-1ccdfca314aa tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Pushing event updated for resources: {'Port': ['ID=9f65f002-34ef-4603-a2af-ff86d5a89e7d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:44.641725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cde62b57-f61e-444e-965d-ac8253af70c8 req-7d0fcfa7-69db-4f52-b746-b008057ef14a tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386136 Aug 29 06:37:44.674420 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-d2aef16b-b998-4ee7-b700-1ccdfca314aa tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0687473 Aug 29 06:37:44.687887 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Request body: {'port': {'device_id': '890d4985-00c0-4f1e-a340-7a6da3559676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:44.773002 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:44.773662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6471-6da9-4cba-b6a2-fcb942a47c13 req-c5617dd6-ba20-4903-bbfb-ae5ef7fb96e6 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:44.781871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-259d6471-6da9-4cba-b6a2-fcb942a47c13 req-c5617dd6-ba20-4903-bbfb-ae5ef7fb96e6 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 950 time: 0.0817192 Aug 29 06:37:44.847980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-259d6471-6da9-4cba-b6a2-fcb942a47c13 req-cde5752e-f8bb-443f-a003-3e9d89dcc652 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651584 Aug 29 06:37:44.936238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85553962-6f48-481a-b05d-fe2f20fb9307 req-d12a059d-d419-4bce-b67d-1c22560157f4 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/floatingips/b7a7d715-02f4-4c03-ad79-6d87af7c1d27 HTTP/1.1" status: 200 len: 693 time: 0.0583503 Aug 29 06:37:45.100258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85553962-6f48-481a-b05d-fe2f20fb9307 req-bdaa6cd3-f801-4ce3-bb2b-70a69696b15c tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:45.107310 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85553962-6f48-481a-b05d-fe2f20fb9307 req-bdaa6cd3-f801-4ce3-bb2b-70a69696b15c tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1701667 Aug 29 06:37:45.120445 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-85553962-6f48-481a-b05d-fe2f20fb9307 req-335cbae9-6711-4fe7-b96a-488ff3d766bf tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:37:45.125506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85553962-6f48-481a-b05d-fe2f20fb9307 req-335cbae9-6711-4fe7-b96a-488ff3d766bf tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172715 Aug 29 06:37:45.145897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867deec9-7c5b-49a4-82d6-c16685c885c1 req-f7049bbc-1d91-4b7f-a89c-ac3cc6546f8c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:45.154234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-867deec9-7c5b-49a4-82d6-c16685c885c1 req-f7049bbc-1d91-4b7f-a89c-ac3cc6546f8c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 931 time: 0.1152232 Aug 29 06:37:45.201549 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f65f002-34ef-4603-a2af-ff86d5a89e7d {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:37:45.210165 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:45.223644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Transition to ACTIVE for port object 9f65f002-34ef-4603-a2af-ff86d5a89e7d will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:45.247106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e9eb519-aa31-474f-99a6-fb3f92c609a5 req-389d3be3-420b-4482-84c7-633d947ea71d tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=b3563baf17b44af197dddde6143cb372 HTTP/1.1" status: 200 len: 696 time: 0.0902374 Aug 29 06:37:45.276092 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-867deec9-7c5b-49a4-82d6-c16685c885c1 req-5b5e109e-843e-453f-876f-9c6f4c963e82 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207781 Aug 29 06:37:45.302579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:45.353142 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Pushing event updated for resources: {'Port': ['ID=9f65f002-34ef-4603-a2af-ff86d5a89e7d,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:45.384830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eb519-aa31-474f-99a6-fb3f92c609a5 req-c4361e71-7be0-4af2-8f5e-3468fb6f59d8 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:45.386455 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e9eb519-aa31-474f-99a6-fb3f92c609a5 req-c4361e71-7be0-4af2-8f5e-3468fb6f59d8 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/networks?id=ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 787 time: 0.1310408 Aug 29 06:37:45.399690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-3e9eb519-aa31-474f-99a6-fb3f92c609a5 req-b1790e31-d7d4-45d8-bbc5-7a9e1028a2d6 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:37:45.400867 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e9eb519-aa31-474f-99a6-fb3f92c609a5 req-b1790e31-d7d4-45d8-bbc5-7a9e1028a2d6 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061786 Aug 29 06:37:45.445159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Attempting to bind port 9f65f002-34ef-4603-a2af-ff86d5a89e7d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:37:45.445504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Attempting to bind port 9f65f002-34ef-4603-a2af-ff86d5a89e7d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:37:45.445841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Attempting to bind port 9f65f002-34ef-4603-a2af-ff86d5a89e7d on network ab9d1c66-456e-4eef-897d-be85929ac7ac {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:45.449352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1514e98-0661-499b-8eab-17df235ae272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2648efa-0676-4070-ae31-2dd4740114e1'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:45.451088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Port 9f65f002-34ef-4603-a2af-ff86d5a89e7d on network ab9d1c66-456e-4eef-897d-be85929ac7ac not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:37:45.451456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Attempting to bind port 9f65f002-34ef-4603-a2af-ff86d5a89e7d on network ab9d1c66-456e-4eef-897d-be85929ac7ac {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:45.453366 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b944e75c-e20e-4e92-bd12-d25f083ad7ad" -d '{"events": [{"server_uuid": "e1514e98-0661-499b-8eab-17df235ae272", "name": "network-vif-plugged", "status": "completed", "tag": "d2648efa-0676-4070-ae31-2dd4740114e1"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:45.472012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:37:45.472012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Checking segment: {'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:37:45.472012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Bound using segment: {'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:37:45.472012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Bound port: 9f65f002-34ef-4603-a2af-ff86d5a89e7d, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:37:45.472012 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:45.483521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-44c32288-ac26-4195-9c5a-697014ed5408 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/floatingips/b7a7d715-02f4-4c03-ad79-6d87af7c1d27 HTTP/1.1" status: 200 len: 693 time: 0.0608575 Aug 29 06:37:45.494790 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ebac46-fb66-4d4b-ae9c-71efaa701024 x-openstack-request-id: req-42ebac46-fb66-4d4b-ae9c-71efaa701024 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:45.495229 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1514e98-0661-499b-8eab-17df235ae272", "name": "network-vif-plugged", "status": "completed", "tag": "d2648efa-0676-4070-ae31-2dd4740114e1", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:45.495694 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42ebac46-fb66-4d4b-ae9c-71efaa701024 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:45.496276 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1514e98-0661-499b-8eab-17df235ae272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2648efa-0676-4070-ae31-2dd4740114e1', 'code': 200} Aug 29 06:37:45.571583 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60518) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:45.589850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] For port 9f65f002-34ef-4603-a2af-ff86d5a89e7d, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:37:45.605067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] For port 9f65f002-34ef-4603-a2af-ff86d5a89e7d, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9f65f002-34ef-4603-a2af-ff86d5a89e7d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:37:45.614655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214f206-2b4f-432e-8046-eaf3200383ec req-a9f1e9bb-fbc0-4681-9367-8d077bf9712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:45.616806 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b214f206-2b4f-432e-8046-eaf3200383ec req-a9f1e9bb-fbc0-4681-9367-8d077bf9712d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 1102 time: 0.0593684 Aug 29 06:37:45.647282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-fff0f9f6-a36e-49ac-b89b-31a8fb603bbe tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:45.649129 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-fff0f9f6-a36e-49ac-b89b-31a8fb603bbe tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1589122 Aug 29 06:37:45.668075 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b214f206-2b4f-432e-8046-eaf3200383ec req-f8ff149a-f84b-481d-a68f-16fdf8b599cb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449638 Aug 29 06:37:45.669335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-32063c38-6518-4739-8b29-b644939045a7 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:37:45.672093 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-32063c38-6518-4739-8b29-b644939045a7 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148687 Aug 29 06:37:45.697341 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:45.753120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:45.766249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:45.769232 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:45.772427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-4a84a3f3-a1b9-42b9-8616-abaae91b5853 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0944982 Aug 29 06:37:45.776962 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] 10.222.0.15 "PUT /v2.0/ports/9f65f002-34ef-4603-a2af-ff86d5a89e7d HTTP/1.1" status: 200 len: 1092 time: 1.0936377 Aug 29 06:37:45.777467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890d4985-00c0-4f1e-a340-7a6da3559676', 'tag': '9f65f002-34ef-4603-a2af-ff86d5a89e7d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:45.779752 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad49da2-d703-41b8-8ce5-801d5c6f74c2" -d '{"events": [{"name": "network-changed", "server_uuid": "890d4985-00c0-4f1e-a340-7a6da3559676", "tag": "9f65f002-34ef-4603-a2af-ff86d5a89e7d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:45.825361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b4fb2-a44c-4312-beca-c5ffa0245b64 service neutron] Pushing event updated for resources: {'Port': ['ID=9f65f002-34ef-4603-a2af-ff86d5a89e7d,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:45.840633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-e3a910f0-176a-432d-b8b8-b30d66910b2d tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0663788 Aug 29 06:37:45.925569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:45.929906 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:45.930467 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:46.017243 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-afb40a8d-b895-41dd-8166-7320576f5451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:46.048005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-e80b5bd9-6bd1-4743-94e2-b507a975cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:46.050216 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-e80b5bd9-6bd1-4743-94e2-b507a975cdf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e6d9bf800794d7d8293a89a2186be07&device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 1095 time: 0.0767961 Aug 29 06:37:46.069892 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:46.085507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99bd65-7c30-4c30-b937-31199e8f8d62 req-4dfc7e7f-e471-42f2-a170-a63309fb3314 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:46.087737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5d99bd65-7c30-4c30-b937-31199e8f8d62 req-4dfc7e7f-e471-42f2-a170-a63309fb3314 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 950 time: 0.3126221 Aug 29 06:37:46.113242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3aa9cce3-bccb-4535-8775-2cfd80e62cb1,segment=NetworkSegment(ae38ef92-ada0-49bf-886e-f1d388dbce5e),segment_id=ae38ef92-ada0-49bf-886e-f1d388dbce5e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:46.115128 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-a725d209-7739-43ae-914f-5215806e65aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f65f002-34ef-4603-a2af-ff86d5a89e7d HTTP/1.1" status: 200 len: 217 time: 0.0559442 Aug 29 06:37:46.166142 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5d99bd65-7c30-4c30-b937-31199e8f8d62 req-ccfb2f4d-16d6-4b5a-bb54-14f0e703a3cb tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707355 Aug 29 06:37:46.171171 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-833559cd-6552-4cec-8149-dc60e0717869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:46.173367 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-833559cd-6552-4cec-8149-dc60e0717869 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72d07125-69f9-49f3-a732-befd124498bc HTTP/1.1" status: 200 len: 845 time: 0.0504444 Aug 29 06:37:46.178786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-51db940c-61c3-47b6-a4db-1dbb3b793d0c tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Deleting port 9e2e342d-9add-437e-bdb8-ec0e56a0ab88 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:37:46.179126 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-51db940c-61c3-47b6-a4db-1dbb3b793d0c tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:46.194395 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:46.217967 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-d9a952d4-1969-4d28-a99e-b9dca09a5807 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab9d1c66-456e-4eef-897d-be85929ac7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358882 Aug 29 06:37:46.270855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=3aa9cce3-bccb-4535-8775-2cfd80e62cb1,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:46.284395 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6e0608-b32a-42b1-916a-70315edb1384 x-openstack-request-id: req-9e6e0608-b32a-42b1-916a-70315edb1384 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:46.290610 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890d4985-00c0-4f1e-a340-7a6da3559676", "tag": "9f65f002-34ef-4603-a2af-ff86d5a89e7d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:46.290610 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e6e0608-b32a-42b1-916a-70315edb1384 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:46.290610 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890d4985-00c0-4f1e-a340-7a6da3559676', 'tag': '9f65f002-34ef-4603-a2af-ff86d5a89e7d', 'status': 'completed', 'code': 200} Aug 29 06:37:46.292036 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-afb40a8d-b895-41dd-8166-7320576f5451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:46.295779 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-51db940c-61c3-47b6-a4db-1dbb3b793d0c tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:46.296102 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-51db940c-61c3-47b6-a4db-1dbb3b793d0c tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:46.310885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-51db940c-61c3-47b6-a4db-1dbb3b793d0c tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Calling delete_port for 9e2e342d-9add-437e-bdb8-ec0e56a0ab88 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:37:46.348366 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-0f5a03d7-a6cb-401f-a4e9-53009191235c service neutron] 10.222.0.15 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225235 Aug 29 06:37:46.411723 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-afb40a8d-b895-41dd-8166-7320576f5451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:46.457115 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ad01e88-611c-462a-bf2b-482d5b40a648 req-6cb6e1c7-57ea-4e44-a0ed-5debb96331f8 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976603 Aug 29 06:37:46.474172 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-afb40a8d-b895-41dd-8166-7320576f5451 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=776f1e055b4a416b9ee2b1df19800140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9026294 Aug 29 06:37:46.476949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60554) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:46.480954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb40a8d-b895-41dd-8166-7320576f5451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c4aed6-c066-4275-a350-7aae2677d98b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:46.494382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a9710-4959-4bf2-b4d6-9ad5d45f4f3f req-66215582-c327-4481-afb3-02543b420c30 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:46.496011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f5a9710-4959-4bf2-b4d6-9ad5d45f4f3f req-66215582-c327-4481-afb3-02543b420c30 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 950 time: 0.1698585 Aug 29 06:37:46.543366 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e72eed4-def0-46a6-a836-f78e27ca1456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:46.557497 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f5a9710-4959-4bf2-b4d6-9ad5d45f4f3f req-dbe93d3e-bbaf-448b-a757-372db2318077 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478394 Aug 29 06:37:46.585609 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e72eed4-def0-46a6-a836-f78e27ca1456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:46.649248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad49da2-d703-41b8-8ce5-801d5c6f74c2 req-bf23ce97-174e-4ab3-95d5-297fc548dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:46.650828 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6ad49da2-d703-41b8-8ce5-801d5c6f74c2 req-bf23ce97-174e-4ab3-95d5-297fc548dfbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e6d9bf800794d7d8293a89a2186be07&device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 1095 time: 0.0788910 Aug 29 06:37:46.725438 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-51db940c-61c3-47b6-a4db-1dbb3b793d0c tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:46.753944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db940c-61c3-47b6-a4db-1dbb3b793d0c tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Pushing event deleted for resources: {'Port': ['ID=9e2e342d-9add-437e-bdb8-ec0e56a0ab88,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:46.760127 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e72eed4-def0-46a6-a836-f78e27ca1456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:46.774032 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e72eed4-def0-46a6-a836-f78e27ca1456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:46.775317 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5e72eed4-def0-46a6-a836-f78e27ca1456 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/63c4aed6-c066-4275-a350-7aae2677d98b HTTP/1.1" status: 204 len: 168 time: 0.2973623 Aug 29 06:37:46.794740 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad49da2-d703-41b8-8ce5-801d5c6f74c2 req-3466d997-63b7-4517-b922-b4229a703460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:46.796491 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6ad49da2-d703-41b8-8ce5-801d5c6f74c2 req-3466d997-63b7-4517-b922-b4229a703460 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab9d1c66-456e-4eef-897d-be85929ac7ac HTTP/1.1" status: 200 len: 906 time: 0.1348836 Aug 29 06:37:46.797365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72eed4-def0-46a6-a836-f78e27ca1456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c4aed6-c066-4275-a350-7aae2677d98b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:46.856043 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6ad49da2-d703-41b8-8ce5-801d5c6f74c2 req-6c0eb022-cd9b-42f6-8e06-89d3474ffa0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f65f002-34ef-4603-a2af-ff86d5a89e7d HTTP/1.1" status: 200 len: 217 time: 0.0492547 Aug 29 06:37:46.928044 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad49da2-d703-41b8-8ce5-801d5c6f74c2 req-e2c730c6-6bd3-4f6b-bb7f-6bca762863ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:46.930100 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6ad49da2-d703-41b8-8ce5-801d5c6f74c2 req-e2c730c6-6bd3-4f6b-bb7f-6bca762863ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72d07125-69f9-49f3-a732-befd124498bc HTTP/1.1" status: 200 len: 845 time: 0.0642350 Aug 29 06:37:47.008787 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6ad49da2-d703-41b8-8ce5-801d5c6f74c2 req-3ae7cc63-c51c-4d80-9976-24715d103c6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab9d1c66-456e-4eef-897d-be85929ac7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716002 Aug 29 06:37:47.070690 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-51db940c-61c3-47b6-a4db-1dbb3b793d0c tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:47.073288 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-51db940c-61c3-47b6-a4db-1dbb3b793d0c tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:47.074484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff3a5d7b-4ce7-448c-bea8-485091bfba56 req-51db940c-61c3-47b6-a4db-1dbb3b793d0c tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "DELETE /v2.0/floatingips/b7a7d715-02f4-4c03-ad79-6d87af7c1d27 HTTP/1.1" status: 204 len: 173 time: 1.2174184 Aug 29 06:37:47.117578 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6ad49da2-d703-41b8-8ce5-801d5c6f74c2 req-94866bcd-57dc-4925-9363-fc226a0fed70 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956428 Aug 29 06:37:47.177822 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd014ea-6d89-4401-914c-77213de3951c req-ad5a2a4c-1d5e-41d7-acd8-e8b45a991ebb tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:47.179436 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffd014ea-6d89-4401-914c-77213de3951c req-ad5a2a4c-1d5e-41d7-acd8-e8b45a991ebb tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 943 time: 0.0488205 Aug 29 06:37:47.218880 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffd014ea-6d89-4401-914c-77213de3951c req-7199d258-e7b7-4e4c-a9e5-0dd0c62b012d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327413 Aug 29 06:37:47.224559 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6ad49da2-d703-41b8-8ce5-801d5c6f74c2 req-571c97ac-9241-4c80-8055-3348b534c948 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999436 Aug 29 06:37:47.434074 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-3b980b25-b5ce-4032-b627-b6145cbfdfef tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1060534 Aug 29 06:37:47.446051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:47.545768 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc378f0-c4ae-411b-89f7-1ad505c0adae req-80aef6d3-60bf-4c65-919e-31d0f7598858 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:47.547360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bc378f0-c4ae-411b-89f7-1ad505c0adae req-80aef6d3-60bf-4c65-919e-31d0f7598858 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 950 time: 0.0511363 Aug 29 06:37:47.583567 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:47.588182 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bc378f0-c4ae-411b-89f7-1ad505c0adae req-a8cd9bd1-5f42-4540-b863-41626ec8f0f5 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348532 Aug 29 06:37:47.694564 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:47.700784 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:47.744847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:47.745251 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:47.808472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Allocated IP 172.25.1.41 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/03e4e75e-cc4e-47bc-bc2c-c58c6602c63a) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:37:47.810287 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60612) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:47.826419 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-944e0ad0-2708-4cda-901d-1fc689084709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:47.915482 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-944e0ad0-2708-4cda-901d-1fc689084709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:47.928697 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59d448-2445-47e7-b96b-fc29f39cc57c req-556aa620-13eb-43c0-a460-3c7ab01c7fd0 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:47.930219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b59d448-2445-47e7-b96b-fc29f39cc57c req-556aa620-13eb-43c0-a460-3c7ab01c7fd0 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 950 time: 0.1030822 Aug 29 06:37:47.990828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b59d448-2445-47e7-b96b-fc29f39cc57c req-e83ddd7b-bdbd-4a3f-bf59-4aab0185a21a tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543382 Aug 29 06:37:47.993549 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:48.016646 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-944e0ad0-2708-4cda-901d-1fc689084709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:48.053876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e0ad0-2708-4cda-901d-1fc689084709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8a21ab-dc60-4c98-85cd-2f455f9b5dd4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:48.060547 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-944e0ad0-2708-4cda-901d-1fc689084709 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=78c3dee07ee14b23bd04be534532efbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492480 Aug 29 06:37:48.063049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60616) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:48.113956 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c32c8809-fa43-44cc-b454-807cd251c6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:48.119804 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:48.134795 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c32c8809-fa43-44cc-b454-807cd251c6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:48.160510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:48.166185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:48.171552 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:37:48.177745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Pushing event updated for resources: {'Port': ['ID=03e4e75e-cc4e-47bc-bc2c-c58c6602c63a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:48.273765 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c32c8809-fa43-44cc-b454-807cd251c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:48.276372 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c32c8809-fa43-44cc-b454-807cd251c6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:48.277538 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c32c8809-fa43-44cc-b454-807cd251c6c4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4f8a21ab-dc60-4c98-85cd-2f455f9b5dd4 HTTP/1.1" status: 204 len: 168 time: 0.2134099 Aug 29 06:37:48.285789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c8809-fa43-44cc-b454-807cd251c6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8a21ab-dc60-4c98-85cd-2f455f9b5dd4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:48.319606 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:48.454056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:48.611167 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:48.685390 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:48.759527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Pushing event updated for resources: {'Port': ['ID=03e4e75e-cc4e-47bc-bc2c-c58c6602c63a,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:48.766143 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:48.850898 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:48.852173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-60c25c2e-2c2f-46de-9802-0c9b20bdb736 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4124057 Aug 29 06:37:48.906049 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-cbeccda2-09b1-4106-8b2c-f3c6ecf16684 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.41 HTTP/1.1" status: 200 len: 695 time: 0.0477831 Aug 29 06:37:49.015982 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-e96e405f-9f70-45ac-ac13-5bc0ea4c06bf tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:49.017341 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cd2524c-83f6-49b2-8b9a-8e722d45ddc3 req-e96e405f-9f70-45ac-ac13-5bc0ea4c06bf tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1046541 Aug 29 06:37:49.118168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9bd5e-dea6-48a0-a571-0f7c5d8e71b5 req-7c611eda-ddef-48d5-bc7c-df91f0501c45 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:49.118168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdc9bd5e-dea6-48a0-a571-0f7c5d8e71b5 req-7c611eda-ddef-48d5-bc7c-df91f0501c45 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 943 time: 0.0534127 Aug 29 06:37:49.175513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdc9bd5e-dea6-48a0-a571-0f7c5d8e71b5 req-9b53f784-f211-443b-977a-f7ce269b9bc0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516672 Aug 29 06:37:49.242467 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912f4fd-92f6-4a01-ad37-2f23e9a5acb4 req-5ccb129f-17b8-4919-8b8f-a67faad05aa1 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:49.244385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b912f4fd-92f6-4a01-ad37-2f23e9a5acb4 req-5ccb129f-17b8-4919-8b8f-a67faad05aa1 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 950 time: 0.0643115 Aug 29 06:37:49.285318 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b912f4fd-92f6-4a01-ad37-2f23e9a5acb4 req-f3106652-dc7e-4a73-9698-8eb4e77f24a4 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347002 Aug 29 06:37:49.388901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58264ec1-75d8-47e2-ac79-1d66b6ff3a8d req-9bca1248-fa38-4371-96dd-bd3511afc14f tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/floatingips/c09a7291-614a-4592-a036-b1453ee4088f HTTP/1.1" status: 200 len: 692 time: 0.0541322 Aug 29 06:37:49.504598 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58264ec1-75d8-47e2-ac79-1d66b6ff3a8d req-5363b6a3-ddd7-42ac-8ff5-3e45d51213da tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:49.505967 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58264ec1-75d8-47e2-ac79-1d66b6ff3a8d req-5363b6a3-ddd7-42ac-8ff5-3e45d51213da tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1104350 Aug 29 06:37:49.560951 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58264ec1-75d8-47e2-ac79-1d66b6ff3a8d req-7cb10b5d-d903-461d-b515-0ef79779298f tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.41 HTTP/1.1" status: 200 len: 695 time: 0.0483682 Aug 29 06:37:49.622262 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58264ec1-75d8-47e2-ac79-1d66b6ff3a8d req-19b6c699-1a2e-4908-9cf7-8233f40d2763 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.41 HTTP/1.1" status: 200 len: 695 time: 0.0549450 Aug 29 06:37:49.723644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-dfe56ed7-b096-4ffd-bb47-9a22259b9b22 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=847a92f011b9485b8b22dee818964e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581818 Aug 29 06:37:49.859088 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-58264ec1-75d8-47e2-ac79-1d66b6ff3a8d req-f32cf8f1-d0b1-4d00-88ca-0fc35c7c1def tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Deleting port 03e4e75e-cc4e-47bc-bc2c-c58c6602c63a {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:37:49.859088 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-58264ec1-75d8-47e2-ac79-1d66b6ff3a8d req-f32cf8f1-d0b1-4d00-88ca-0fc35c7c1def tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:49.875137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-258df8af-c674-4586-8f94-76eb270387bd tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:49.876623 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-258df8af-c674-4586-8f94-76eb270387bd tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465271 Aug 29 06:37:49.918918 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-0c6e9ecb-3eb8-4255-bad0-266698bf803f tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/quotas/847a92f011b9485b8b22dee818964e43 HTTP/1.1" status: 200 len: 375 time: 0.0178707 Aug 29 06:37:49.976014 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-58264ec1-75d8-47e2-ac79-1d66b6ff3a8d req-f32cf8f1-d0b1-4d00-88ca-0fc35c7c1def tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:49.976341 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-58264ec1-75d8-47e2-ac79-1d66b6ff3a8d req-f32cf8f1-d0b1-4d00-88ca-0fc35c7c1def tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:49.980568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9f65f002-34ef-4603-a2af-ff86d5a89e7d details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:37:49.993867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-58264ec1-75d8-47e2-ac79-1d66b6ff3a8d req-f32cf8f1-d0b1-4d00-88ca-0fc35c7c1def tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Calling delete_port for 03e4e75e-cc4e-47bc-bc2c-c58c6602c63a owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:37:50.010151 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-02f48116-52fc-43ad-87b3-9c5151fa8e0b tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=847a92f011b9485b8b22dee818964e43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0848236 Aug 29 06:37:50.113949 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9f65f002-34ef-4603-a2af-ff86d5a89e7d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9f65f002-34ef-4603-a2af-ff86d5a89e7d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:50.126328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '9f65f002-34ef-4603-a2af-ff86d5a89e7d', 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac', 'port_id': '9f65f002-34ef-4603-a2af-ff86d5a89e7d', 'mac_address': 'fa:16:3e:ac:d6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d07125-69f9-49f3-a732-befd124498bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:37:50.164660 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:50.177236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f65f002-34ef-4603-a2af-ff86d5a89e7d {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:37:50.198706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9f65f002-34ef-4603-a2af-ff86d5a89e7d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9f65f002-34ef-4603-a2af-ff86d5a89e7d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:50.226809 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-58264ec1-75d8-47e2-ac79-1d66b6ff3a8d req-f32cf8f1-d0b1-4d00-88ca-0fc35c7c1def tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:50.249992 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:50.258698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cf8f1-d0b1-4d00-88ca-0fc35c7c1def tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Pushing event deleted for resources: {'Port': ['ID=03e4e75e-cc4e-47bc-bc2c-c58c6602c63a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:50.293151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f5d9a-05ff-4938-8a79-b82fa307a463 req-6827b17c-ca91-4002-88b9-a894c386a871 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:50.294697 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9d9f5d9a-05ff-4938-8a79-b82fa307a463 req-6827b17c-ca91-4002-88b9-a894c386a871 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 950 time: 0.0734880 Aug 29 06:37:50.323524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9f65f002-34ef-4603-a2af-ff86d5a89e7d,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:50.337099 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-58264ec1-75d8-47e2-ac79-1d66b6ff3a8d req-f32cf8f1-d0b1-4d00-88ca-0fc35c7c1def tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:50.340139 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-58264ec1-75d8-47e2-ac79-1d66b6ff3a8d req-f32cf8f1-d0b1-4d00-88ca-0fc35c7c1def tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:50.361067 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58264ec1-75d8-47e2-ac79-1d66b6ff3a8d req-f32cf8f1-d0b1-4d00-88ca-0fc35c7c1def tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "DELETE /v2.0/floatingips/c09a7291-614a-4592-a036-b1453ee4088f HTTP/1.1" status: 204 len: 173 time: 0.7324357 Aug 29 06:37:50.423943 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-9d9f5d9a-05ff-4938-8a79-b82fa307a463 req-5ad4c7aa-fa4f-4070-9b74-2223b0490b34 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Deleting port d0f09c61-6da2-47f2-b64b-72d157798a57 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:37:50.424433 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9d9f5d9a-05ff-4938-8a79-b82fa307a463 req-5ad4c7aa-fa4f-4070-9b74-2223b0490b34 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:50.453752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9f65f002-34ef-4603-a2af-ff86d5a89e7d'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:37:50.488182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaca98-bd22-4a51-b001-7a00aa339e99 req-c6a610ae-6fb3-4122-9701-6395d4f67c86 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:50.489675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ecaca98-bd22-4a51-b001-7a00aa339e99 req-c6a610ae-6fb3-4122-9701-6395d4f67c86 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 944 time: 0.0602806 Aug 29 06:37:50.527869 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f231af1-8a99-4de9-8a8c-a8286e84082a req-885ae9b9-eb1f-4da9-a5c7-3ceca51322f9 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 210 time: 0.0365570 Aug 29 06:37:50.538596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9d9f5d9a-05ff-4938-8a79-b82fa307a463 req-5ad4c7aa-fa4f-4070-9b74-2223b0490b34 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] For port d0f09c61-6da2-47f2-b64b-72d157798a57, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d0f09c61-6da2-47f2-b64b-72d157798a57,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:50.538979 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9d9f5d9a-05ff-4938-8a79-b82fa307a463 req-5ad4c7aa-fa4f-4070-9b74-2223b0490b34 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:50.554609 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-9d9f5d9a-05ff-4938-8a79-b82fa307a463 req-5ad4c7aa-fa4f-4070-9b74-2223b0490b34 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Calling delete_port for d0f09c61-6da2-47f2-b64b-72d157798a57 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:37:50.584380 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ecaca98-bd22-4a51-b001-7a00aa339e99 req-e4cafe82-6ed0-4e85-864b-ee4dd3e9c176 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837824 Aug 29 06:37:50.654735 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:50.776625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9d9f5d9a-05ff-4938-8a79-b82fa307a463 req-5ad4c7aa-fa4f-4070-9b74-2223b0490b34 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:50.816314 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-999b919f-b4bb-437f-98f3-16047edaba02 req-8d66e147-4b46-4d8a-8a2a-c902d186cbd8 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] show failed (client error): The resource could not be found. Aug 29 06:37:50.817283 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-999b919f-b4bb-437f-98f3-16047edaba02 req-8d66e147-4b46-4d8a-8a2a-c902d186cbd8 tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/floatingips/c09a7291-614a-4592-a036-b1453ee4088f HTTP/1.1" status: 404 len: 350 time: 0.0418749 Aug 29 06:37:50.818764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['d0f09c61-6da2-47f2-b64b-72d157798a57'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:37:50.831299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a38086-27d1-4140-89ff-70ea0c48d85d req-909dc843-a42d-45bb-a399-cafad34d311b tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:50.832892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30a38086-27d1-4140-89ff-70ea0c48d85d req-909dc843-a42d-45bb-a399-cafad34d311b tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 950 time: 0.1127756 Aug 29 06:37:50.892140 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30a38086-27d1-4140-89ff-70ea0c48d85d req-776ab5ad-1c4b-41cd-96ad-6a380e0e6c24 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/security-groups?id=f6c6ee8b-5df5-47ce-991a-3521aecfa080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509057 Aug 29 06:37:50.979558 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-842a0646-b285-4a0d-bdfc-ec5bc9c98575 req-393ee087-6e22-4e59-a138-9b9f2b92d2dc tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] show failed (client error): The resource could not be found. Aug 29 06:37:50.980957 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-842a0646-b285-4a0d-bdfc-ec5bc9c98575 req-393ee087-6e22-4e59-a138-9b9f2b92d2dc tempest-FloatingIPsTestJSON-181667640 tempest-FloatingIPsTestJSON-181667640-project] 10.222.0.76 "GET /v2.0/floatingips/c09a7291-614a-4592-a036-b1453ee4088f HTTP/1.1" status: 404 len: 350 time: 0.0394268 Aug 29 06:37:50.992594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60818) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:51.083935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4c7aa-fa4f-4070-9b74-2223b0490b34 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Pushing event deleted for resources: {'Port': ['ID=d0f09c61-6da2-47f2-b64b-72d157798a57,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:51.106580 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9f5d9a-05ff-4938-8a79-b82fa307a463 req-5ad4c7aa-fa4f-4070-9b74-2223b0490b34 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] No DVR routers for this DVR port d0f09c61-6da2-47f2-b64b-72d157798a57 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:37:51.110354 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9d9f5d9a-05ff-4938-8a79-b82fa307a463 req-5ad4c7aa-fa4f-4070-9b74-2223b0490b34 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:51.115430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9d9f5d9a-05ff-4938-8a79-b82fa307a463 req-5ad4c7aa-fa4f-4070-9b74-2223b0490b34 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.11 "DELETE /v2.0/ports/d0f09c61-6da2-47f2-b64b-72d157798a57 HTTP/1.1" status: 204 len: 173 time: 0.8099537 Aug 29 06:37:51.115430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3680587-d4f7-493e-b272-0564c32e37fb', 'name': 'network-vif-deleted', 'tag': 'd0f09c61-6da2-47f2-b64b-72d157798a57'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:51.116026 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d78758-3b23-48bc-b5ee-981905b0c851" -d '{"events": [{"server_uuid": "a3680587-d4f7-493e-b272-0564c32e37fb", "name": "network-vif-deleted", "tag": "d0f09c61-6da2-47f2-b64b-72d157798a57"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:51.184789 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9110c508-7579-4d37-a5f9-26bbd302cb20 x-openstack-request-id: req-9110c508-7579-4d37-a5f9-26bbd302cb20 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:51.185074 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3680587-d4f7-493e-b272-0564c32e37fb", "name": "network-vif-deleted", "tag": "d0f09c61-6da2-47f2-b64b-72d157798a57", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:51.185319 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9110c508-7579-4d37-a5f9-26bbd302cb20 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:51.185728 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3680587-d4f7-493e-b272-0564c32e37fb', 'name': 'network-vif-deleted', 'tag': 'd0f09c61-6da2-47f2-b64b-72d157798a57', 'status': 'completed', 'code': 200} Aug 29 06:37:51.339806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60846) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:51.547103 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5dba9669-22ed-46c6-94c8-169833ea3a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:51.682342 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5dba9669-22ed-46c6-94c8-169833ea3a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:51.737967 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5dba9669-22ed-46c6-94c8-169833ea3a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:51.777405 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5dba9669-22ed-46c6-94c8-169833ea3a7e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=23010c0ad6b44e8186d15ef2018e04f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4362323 Aug 29 06:37:51.780880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60914) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:51.795203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba9669-22ed-46c6-94c8-169833ea3a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e69700f-597e-41e9-963c-793edf60de4a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:51.866580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6647-7d82-4c67-803d-e25708c6e59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:51.874823 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c7108d6-3f7c-4d18-8b5c-3cff960bbf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:51.890971 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6647-7d82-4c67-803d-e25708c6e59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:51.959513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-387013d0-7b6c-4a96-979d-d51685c47208 req-a6918137-2671-4bae-abdf-8946d14a3734 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 210 time: 0.0368602 Aug 29 06:37:51.980459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9f65f002-34ef-4603-a2af-ff86d5a89e7d up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:37:52.044325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c2e90-f080-415e-86ea-5bcfec7cf293 req-3f442dca-1bcf-41eb-82dd-db20846c8972 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:52.045811 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-102c2e90-f080-415e-86ea-5bcfec7cf293 req-3f442dca-1bcf-41eb-82dd-db20846c8972 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 944 time: 0.1116436 Aug 29 06:37:52.068085 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6647-7d82-4c67-803d-e25708c6e59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:52.073167 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6647-7d82-4c67-803d-e25708c6e59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:52.079513 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c3cb6647-7d82-4c67-803d-e25708c6e59b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1e69700f-597e-41e9-963c-793edf60de4a HTTP/1.1" status: 204 len: 168 time: 0.2951875 Aug 29 06:37:52.096985 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb6647-7d82-4c67-803d-e25708c6e59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e69700f-597e-41e9-963c-793edf60de4a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:52.098118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 9f65f002-34ef-4603-a2af-ff86d5a89e7d completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:52.114110 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 9f65f002-34ef-4603-a2af-ff86d5a89e7d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:52.117680 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:52.192078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-102c2e90-f080-415e-86ea-5bcfec7cf293 req-2e52dd4b-a47f-45f1-86d5-28e4329a0927 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389422 Aug 29 06:37:52.208621 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdbf3523-ac0c-4d5f-b83e-1fd6e1e0a0f9 req-11f58b29-0027-4c1c-9740-780ac961d656 tempest-DeleteServersAdminTestJSON-105129504 tempest-DeleteServersAdminTestJSON-105129504-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3680587-d4f7-493e-b272-0564c32e37fb HTTP/1.1" status: 200 len: 210 time: 0.0705328 Aug 29 06:37:52.258690 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:52.313246 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9f65f002-34ef-4603-a2af-ff86d5a89e7d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9f65f002-34ef-4603-a2af-ff86d5a89e7d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:52.316392 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890d4985-00c0-4f1e-a340-7a6da3559676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f65f002-34ef-4603-a2af-ff86d5a89e7d'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:52.319891 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1933d152-5aba-422f-8164-0fab62460795" -d '{"events": [{"server_uuid": "890d4985-00c0-4f1e-a340-7a6da3559676", "name": "network-vif-plugged", "status": "completed", "tag": "9f65f002-34ef-4603-a2af-ff86d5a89e7d"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:52.362151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-3c7108d6-3f7c-4d18-8b5c-3cff960bbf92 admin admin] Deleting port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:37:52.362534 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c7108d6-3f7c-4d18-8b5c-3cff960bbf92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:52.363069 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b49a5b9-d4c5-4f33-8854-0c6730dbd4e7 x-openstack-request-id: req-3b49a5b9-d4c5-4f33-8854-0c6730dbd4e7 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:52.363609 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890d4985-00c0-4f1e-a340-7a6da3559676", "name": "network-vif-plugged", "status": "completed", "tag": "9f65f002-34ef-4603-a2af-ff86d5a89e7d", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:52.364347 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3b49a5b9-d4c5-4f33-8854-0c6730dbd4e7 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:52.364974 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890d4985-00c0-4f1e-a340-7a6da3559676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f65f002-34ef-4603-a2af-ff86d5a89e7d', 'code': 200} Aug 29 06:37:52.427058 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:52.441927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60970) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:52.510838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-3c7108d6-3f7c-4d18-8b5c-3cff960bbf92 admin admin] For port 3aa9cce3-bccb-4535-8775-2cfd80e62cb1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3aa9cce3-bccb-4535-8775-2cfd80e62cb1,segment=NetworkSegment(ae38ef92-ada0-49bf-886e-f1d388dbce5e),segment_id=ae38ef92-ada0-49bf-886e-f1d388dbce5e)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:52.510838 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c7108d6-3f7c-4d18-8b5c-3cff960bbf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:52.519168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9f65f002-34ef-4603-a2af-ff86d5a89e7d,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:52.535173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-3c7108d6-3f7c-4d18-8b5c-3cff960bbf92 admin admin] Calling delete_port for 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:37:52.552222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65b0d-71b8-4159-a637-0eb66c9589b1 req-f384db2d-4899-4d9a-b0fd-1d5f798716b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:52.556381 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8eb65b0d-71b8-4159-a637-0eb66c9589b1 req-f384db2d-4899-4d9a-b0fd-1d5f798716b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 1097 time: 0.0789666 Aug 29 06:37:52.601431 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8eb65b0d-71b8-4159-a637-0eb66c9589b1 req-c3437326-0f20-4f7b-8106-e13ec7563c6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406928 Aug 29 06:37:52.718087 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-882b7a76-34d3-436a-a6e6-f1f98b020fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:52.845536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c7108d6-3f7c-4d18-8b5c-3cff960bbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:52.882501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7108d6-3f7c-4d18-8b5c-3cff960bbf92 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa9cce3-bccb-4535-8775-2cfd80e62cb1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:52.934396 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-882b7a76-34d3-436a-a6e6-f1f98b020fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:52.975783 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 32792) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:52.993596 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ab0fc98-ccad-4a35-a05f-eb99f3d82591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.018672 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-882b7a76-34d3-436a-a6e6-f1f98b020fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.095498 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3116b34-6a18-4de3-830e-7c82855761ce req-d023e4e3-c177-40bb-a6fb-2d43ac0c7431 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 210 time: 0.0345521 Aug 29 06:37:53.099647 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c7108d6-3f7c-4d18-8b5c-3cff960bbf92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.114716 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-882b7a76-34d3-436a-a6e6-f1f98b020fd5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=97cb3aeccec642ed868d5f6543e8e766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6715817 Aug 29 06:37:53.120124 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 32796) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:53.133647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b7a76-34d3-436a-a6e6-f1f98b020fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d6ed27-5f01-4abe-9498-4196050f1688,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:53.222265 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-12777b43-3b66-4088-8bdb-fe5dffcb91ee tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=847a92f011b9485b8b22dee818964e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246203 Aug 29 06:37:53.351164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-fbc3450d-1b75-48e4-bcab-d8e9f1470db0 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:53.352893 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-fbc3450d-1b75-48e4-bcab-d8e9f1470db0 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1180162 Aug 29 06:37:53.365742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c16f0a6a-85e0-4557-b413-307d47a2d398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.378686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-d3dcd08b-949c-42a9-85e0-cff628da8812 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Request body: {'port': {'device_id': '508134c5-fcb5-47f9-968f-d45b5d7dbcaa', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '847a92f011b9485b8b22dee818964e43'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:53.410011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7108d6-3f7c-4d18-8b5c-3cff960bbf92 admin admin] Router 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:37:53.425167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c5372-b678-4a83-9a03-344cfcb0bbc2 req-2e3ac375-bb18-496a-a6ea-a5540145be57 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:53.426663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e53c5372-b678-4a83-9a03-344cfcb0bbc2 req-2e3ac375-bb18-496a-a6ea-a5540145be57 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 945 time: 0.0732810 Aug 29 06:37:53.437742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ab0fc98-ccad-4a35-a05f-eb99f3d82591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.454218 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c16f0a6a-85e0-4557-b413-307d47a2d398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.530971 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ab0fc98-ccad-4a35-a05f-eb99f3d82591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.543704 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e53c5372-b678-4a83-9a03-344cfcb0bbc2 req-d4cf00b1-e077-4984-8d1a-d4ff13a0a30a tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073556 Aug 29 06:37:53.565085 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0fc98-ccad-4a35-a05f-eb99f3d82591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0024bebd-ea09-4232-85cf-7d324b418542,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:53.569148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7108d6-3f7c-4d18-8b5c-3cff960bbf92 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:37:53.574106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3c7108d6-3f7c-4d18-8b5c-3cff960bbf92 admin admin] 10.222.0.76 "PUT /v2.0/routers/0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5801284 Aug 29 06:37:53.577505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 32848) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:53.585859 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5851209-c8ef-4265-adea-b1138bc9d8ca None None] Sync routers for ids ['0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:37:53.597601 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5851209-c8ef-4265-adea-b1138bc9d8ca None None] Routers {'0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:37:53.598457 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f5851209-c8ef-4265-adea-b1138bc9d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:37:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:53.666438 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8ab0fc98-ccad-4a35-a05f-eb99f3d82591 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e55e9bdb816242f9ade9dc1b4796b20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6894875 Aug 29 06:37:53.669080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 32852) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:53.682765 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c16f0a6a-85e0-4557-b413-307d47a2d398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.689190 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c16f0a6a-85e0-4557-b413-307d47a2d398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.696370 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c16f0a6a-85e0-4557-b413-307d47a2d398 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f2d6ed27-5f01-4abe-9498-4196050f1688 HTTP/1.1" status: 204 len: 168 time: 0.5730369 Aug 29 06:37:53.729200 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f0a6a-85e0-4557-b413-307d47a2d398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d6ed27-5f01-4abe-9498-4196050f1688,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:53.790171 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-72cb3224-a2da-4bd4-8fcd-290129fe802c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.811493 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-f5851209-c8ef-4265-adea-b1138bc9d8ca None None] Set router 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:37:53.813299 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-72cb3224-a2da-4bd4-8fcd-290129fe802c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.826371 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.862584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-d3dcd08b-949c-42a9-85e0-cff628da8812 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Made reservation on behalf of 847a92f011b9485b8b22dee818964e43 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:37:53.865977 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-d3dcd08b-949c-42a9-85e0-cff628da8812 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.959682 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-72cb3224-a2da-4bd4-8fcd-290129fe802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.962257 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-72cb3224-a2da-4bd4-8fcd-290129fe802c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:53.966211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-72cb3224-a2da-4bd4-8fcd-290129fe802c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0024bebd-ea09-4232-85cf-7d324b418542 HTTP/1.1" status: 204 len: 168 time: 0.2961366 Aug 29 06:37:53.975755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb3224-a2da-4bd4-8fcd-290129fe802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0024bebd-ea09-4232-85cf-7d324b418542,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:54.073255 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f5851209-c8ef-4265-adea-b1138bc9d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'name': 'tempest-FloatingIPsTestJSON-710370343-router', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:37:30Z', 'updated_at': '2021-08-29T06:37:52Z', 'revision_number': 5, 'project_id': 'b3563baf17b44af197dddde6143cb372', 'gw_port': {'id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:32Z', 'updated_at': '2021-08-29T06:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:54.106721 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5851209-c8ef-4265-adea-b1138bc9d8ca None None] Checking router: 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:37:54.107737 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:54.117406 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5851209-c8ef-4265-adea-b1138bc9d8ca None None] Routers {'0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:37:54.118002 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f5851209-c8ef-4265-adea-b1138bc9d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:37:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:54.120416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-d3dcd08b-949c-42a9-85e0-cff628da8812 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Allocated IP 192.168.233.11 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/89671d26-5113-497e-9446-84de4997655a) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:37:54.224032 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6e65ce5-d0cc-4228-bbbd-a807e5364e19 req-dccc205f-e087-4460-b7d5-04ab0f10ecd5 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 210 time: 0.0423295 Aug 29 06:37:54.274811 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-f5851209-c8ef-4265-adea-b1138bc9d8ca None None] Set router 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:37:54.334802 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-d3dcd08b-949c-42a9-85e0-cff628da8812 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:54.364721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-d3dcd08b-949c-42a9-85e0-cff628da8812 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Transition to ACTIVE for port object 89671d26-5113-497e-9446-84de4997655a will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:54.406317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] Deleting port 5d595a13-930d-4fc6-a0c5-e8c3583e123e {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:37:54.406637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:54.497760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] For port 5d595a13-930d-4fc6-a0c5-e8c3583e123e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5d595a13-930d-4fc6-a0c5-e8c3583e123e,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:54.498813 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:54.511256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] Calling delete_port for 5d595a13-930d-4fc6-a0c5-e8c3583e123e owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:37:54.578253 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f5851209-c8ef-4265-adea-b1138bc9d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'name': 'tempest-FloatingIPsTestJSON-710370343-router', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:37:30Z', 'updated_at': '2021-08-29T06:37:52Z', 'revision_number': 5, 'project_id': 'b3563baf17b44af197dddde6143cb372', 'gw_port': {'id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:32Z', 'updated_at': '2021-08-29T06:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:54.613738 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5851209-c8ef-4265-adea-b1138bc9d8ca None None] The sync data for ids ['0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d'] in n-d-713301-12 is: [{'id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'name': 'tempest-FloatingIPsTestJSON-710370343-router', 'tenant_id': 'b3563baf17b44af197dddde6143cb372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:37:30Z', 'updated_at': '2021-08-29T06:37:52Z', 'revision_number': 5, 'project_id': 'b3563baf17b44af197dddde6143cb372', 'gw_port': {'id': '5d595a13-930d-4fc6-a0c5-e8c3583e123e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:37:32Z', 'updated_at': '2021-08-29T06:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:37:54.637862 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-d3dcd08b-949c-42a9-85e0-cff628da8812 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:54.660170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['d2648efa-0676-4070-ae31-2dd4740114e1'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:37:54.759781 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcd08b-949c-42a9-85e0-cff628da8812 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Pushing event updated for resources: {'Port': ['ID=89671d26-5113-497e-9446-84de4997655a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:54.769574 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-d3dcd08b-949c-42a9-85e0-cff628da8812 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:37:54.771883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-d3dcd08b-949c-42a9-85e0-cff628da8812 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:37:54.777150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-d3dcd08b-949c-42a9-85e0-cff628da8812 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:37:54.800369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7d2c5-18b3-4386-8d8a-381b1ab5b71c req-487d6206-8629-45cd-853d-e60a96d63799 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:54.815388 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81d7d2c5-18b3-4386-8d8a-381b1ab5b71c req-487d6206-8629-45cd-853d-e60a96d63799 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 945 time: 0.1433265 Aug 29 06:37:54.871213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 32944) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:54.882723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81d7d2c5-18b3-4386-8d8a-381b1ab5b71c req-85e238cf-f16e-4b33-9665-b20e8d29e91d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657697 Aug 29 06:37:54.913708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-d3dcd08b-949c-42a9-85e0-cff628da8812 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:54.914574 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-d3dcd08b-949c-42a9-85e0-cff628da8812 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.040996 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-d3dcd08b-949c-42a9-85e0-cff628da8812 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6684155 Aug 29 06:37:55.041738 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.111461 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Request body: {'port': {'device_id': '508134c5-fcb5-47f9-968f-d45b5d7dbcaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:37:55.115619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d595a13-930d-4fc6-a0c5-e8c3583e123e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:55.175350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 32972) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:55.194893 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a607d63-be53-4ea6-9fdc-8e159ab3e1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.206903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2c1742a8-8e22-4606-b7b7-7b79341283e6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=281a4fe7ff6e4a66b8aa7b9abf4f2cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179908 Aug 29 06:37:55.215999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 32976) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:55.240696 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.304237 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.323887 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-615784e6-23e0-4621-bf4a-66cadb3cc78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.325585 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3ec3ce04-6362-4f2d-b7b0-eb3ee90d26f6 None None] Provisioning for port 89671d26-5113-497e-9446-84de4997655a completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:37:55.329950 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3ec3ce04-6362-4f2d-b7b0-eb3ee90d26f6 None None] Provisioning complete for port 89671d26-5113-497e-9446-84de4997655a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:37:55.330415 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3ec3ce04-6362-4f2d-b7b0-eb3ee90d26f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.357360 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-615784e6-23e0-4621-bf4a-66cadb3cc78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.407321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3ec3ce04-6362-4f2d-b7b0-eb3ee90d26f6 None None] Port 89671d26-5113-497e-9446-84de4997655a cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:37:55.435844 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a607d63-be53-4ea6-9fdc-8e159ab3e1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.437168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d0f09c61-6da2-47f2-b64b-72d157798a57 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:37:55.441934 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.445900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.460336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: d0f09c61-6da2-47f2-b64b-72d157798a57 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:37:55.460772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d0f09c61-6da2-47f2-b64b-72d157798a57 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:37:55.523302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c49f7c-5f94-4460-91ad-e9ab084cef1d req-10a0076c-435e-47aa-8863-dd17e0957fc8 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:55.525723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8c49f7c-5f94-4460-91ad-e9ab084cef1d req-10a0076c-435e-47aa-8863-dd17e0957fc8 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 935 time: 0.0571098 Aug 29 06:37:55.604251 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8c49f7c-5f94-4460-91ad-e9ab084cef1d req-49ac4c1f-2849-4cb2-bc16-a1197ab4cfb4 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690858 Aug 29 06:37:55.630077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464c719-9ac9-407f-a6a2-e46ce8b30336 req-e6bcb959-dad4-42fd-8afa-fb3f880877a3 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:55.631569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8464c719-9ac9-407f-a6a2-e46ce8b30336 req-e6bcb959-dad4-42fd-8afa-fb3f880877a3 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 945 time: 0.0763788 Aug 29 06:37:55.632973 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-615784e6-23e0-4621-bf4a-66cadb3cc78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.642964 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-615784e6-23e0-4621-bf4a-66cadb3cc78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.642964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-615784e6-23e0-4621-bf4a-66cadb3cc78c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f6c6ee8b-5df5-47ce-991a-3521aecfa080 HTTP/1.1" status: 204 len: 168 time: 0.4194829 Aug 29 06:37:55.642964 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a607d63-be53-4ea6-9fdc-8e159ab3e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.673396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615784e6-23e0-4621-bf4a-66cadb3cc78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c6ee8b-5df5-47ce-991a-3521aecfa080,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:55.741907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1a607d63-be53-4ea6-9fdc-8e159ab3e1fc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=74482f047f8548bc9c0f594806a9cafa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5617692 Aug 29 06:37:55.749375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33006) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:55.768874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:37:55.809481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:37:55.809920 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3aa9cce3-bccb-4535-8775-2cfd80e62cb1 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:37:55.815887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a607d63-be53-4ea6-9fdc-8e159ab3e1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b44b2d5-4004-44f1-b00a-ceb7cebf604b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:55.818499 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89671d26-5113-497e-9446-84de4997655a {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:37:55.828534 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.840023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8464c719-9ac9-407f-a6a2-e46ce8b30336 req-3c9594d6-b442-4644-a6d6-9ad6cfdc07cc tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916575 Aug 29 06:37:55.846874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Transition to ACTIVE for port object 89671d26-5113-497e-9446-84de4997655a will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:37:55.848605 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.849201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:37:55.873954 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.873954 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-712fc245-6ba5-4f7d-88ff-96520bfee43d admin admin] 10.222.0.76 "DELETE /v2.0/routers/0ee5f4db-efb2-4e8b-a094-6a8cf95fe21d HTTP/1.1" status: 204 len: 168 time: 2.2909615 Aug 29 06:37:55.875733 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33020) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:55.888427 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e38333a1-b043-4496-877f-dc436539032b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.914639 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e38333a1-b043-4496-877f-dc436539032b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.936118 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70dae2f-958a-4791-a64c-6ff2bb4f9413 admin admin] Deleting subnet 1e7e2afc-2310-4cb4-9b26-493245dbb121 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:37:55.940369 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d70dae2f-958a-4791-a64c-6ff2bb4f9413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:55.978305 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d70dae2f-958a-4791-a64c-6ff2bb4f9413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:56.090510 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:56.123610 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e38333a1-b043-4496-877f-dc436539032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:56.126469 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e38333a1-b043-4496-877f-dc436539032b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:56.128365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e38333a1-b043-4496-877f-dc436539032b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b44b2d5-4004-44f1-b00a-ceb7cebf604b HTTP/1.1" status: 204 len: 168 time: 0.3780522 Aug 29 06:37:56.141732 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38333a1-b043-4496-877f-dc436539032b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b44b2d5-4004-44f1-b00a-ceb7cebf604b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:56.142760 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d70dae2f-958a-4791-a64c-6ff2bb4f9413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:56.201789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Pushing event updated for resources: {'Port': ['ID=89671d26-5113-497e-9446-84de4997655a,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:56.286560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Attempting to bind port 89671d26-5113-497e-9446-84de4997655a on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:37:56.287050 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Attempting to bind port 89671d26-5113-497e-9446-84de4997655a by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:37:56.287842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Attempting to bind port 89671d26-5113-497e-9446-84de4997655a on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:56.297896 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Port 89671d26-5113-497e-9446-84de4997655a on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:37:56.298234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Attempting to bind port 89671d26-5113-497e-9446-84de4997655a on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:37:56.306476 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:37:56.306685 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:37:56.306972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:37:56.308138 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Bound port: 89671d26-5113-497e-9446-84de4997655a, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:37:56.308506 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:56.388246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] For port 89671d26-5113-497e-9446-84de4997655a, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:37:56.395284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] For port 89671d26-5113-497e-9446-84de4997655a, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=89671d26-5113-497e-9446-84de4997655a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:37:56.468278 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d70dae2f-958a-4791-a64c-6ff2bb4f9413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:56.494696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dae2f-958a-4791-a64c-6ff2bb4f9413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e7e2afc-2310-4cb4-9b26-493245dbb121,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:56.496650 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d70dae2f-958a-4791-a64c-6ff2bb4f9413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:56.499282 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d70dae2f-958a-4791-a64c-6ff2bb4f9413 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1e7e2afc-2310-4cb4-9b26-493245dbb121 HTTP/1.1" status: 204 len: 168 time: 0.6229141 Aug 29 06:37:56.500996 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33066) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:56.504139 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbee303-fc5f-44f8-b822-c142fd328fe7 None None] Network fb5e1b96-f459-49d2-82a0-5a41202f9466 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:37:56.702085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5b6520-c7de-4a1a-9c88-fb5f598bfea8 None None] DHCP port deletion for fb5e1b96-f459-49d2-82a0-5a41202f9466 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:37:56.748723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6d7fd-100e-4b06-8ddd-faa5b51cc8c1 req-6ab8b5f7-d57b-45cf-a493-f8bee7db773d tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:56.753835 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ba6d7fd-100e-4b06-8ddd-faa5b51cc8c1 req-6ab8b5f7-d57b-45cf-a493-f8bee7db773d tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 947 time: 0.0752079 Aug 29 06:37:56.759246 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:56.762229 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b6520-c7de-4a1a-9c88-fb5f598bfea8 None None] Deleting port 9c65f357-07a0-4e54-b429-12b2fc6dcf84 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:37:56.762884 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6520-c7de-4a1a-9c88-fb5f598bfea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:56.816215 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33072) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:56.816960 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ba6d7fd-100e-4b06-8ddd-faa5b51cc8c1 req-80f84653-4b70-4de1-935f-78d3d9749f05 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567462 Aug 29 06:37:56.836322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:56.837119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:56.838623 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] 10.222.0.11 "PUT /v2.0/ports/89671d26-5113-497e-9446-84de4997655a HTTP/1.1" status: 200 len: 1096 time: 1.7448161 Aug 29 06:37:56.839073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508134c5-fcb5-47f9-968f-d45b5d7dbcaa', 'tag': '89671d26-5113-497e-9446-84de4997655a'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:37:56.841033 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-bd5b6520-c7de-4a1a-9c88-fb5f598bfea8 None None] For port 9c65f357-07a0-4e54-b429-12b2fc6dcf84, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9c65f357-07a0-4e54-b429-12b2fc6dcf84,segment=NetworkSegment(ae38ef92-ada0-49bf-886e-f1d388dbce5e),segment_id=ae38ef92-ada0-49bf-886e-f1d388dbce5e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:56.841460 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a13f7c7-931a-413f-8265-e60079e38c84" -d '{"events": [{"name": "network-changed", "server_uuid": "508134c5-fcb5-47f9-968f-d45b5d7dbcaa", "tag": "89671d26-5113-497e-9446-84de4997655a"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:37:56.841551 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6520-c7de-4a1a-9c88-fb5f598bfea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:56.866747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b6520-c7de-4a1a-9c88-fb5f598bfea8 None None] Calling delete_port for 9c65f357-07a0-4e54-b429-12b2fc6dcf84 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:37:56.887941 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:56.901940 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b4da48a4-d1f0-4f4d-908d-30dbfd77127a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:56.941119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988815a-5e4f-4175-8f2d-c26b1234165a service neutron] Pushing event updated for resources: {'Port': ['ID=89671d26-5113-497e-9446-84de4997655a,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:56.984932 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cee674-d0fe-43b9-8596-7daa619c556e x-openstack-request-id: req-19cee674-d0fe-43b9-8596-7daa619c556e {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:37:56.985441 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508134c5-fcb5-47f9-968f-d45b5d7dbcaa", "tag": "89671d26-5113-497e-9446-84de4997655a", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:37:56.985843 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-19cee674-d0fe-43b9-8596-7daa619c556e {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:37:56.986942 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '508134c5-fcb5-47f9-968f-d45b5d7dbcaa', 'tag': '89671d26-5113-497e-9446-84de4997655a', 'status': 'completed', 'code': 200} Aug 29 06:37:57.074934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564eb8bd-7f41-4ca4-a283-caf64fd1a79a req-d1f7ead3-b3ae-4dcf-a31e-bc85fe3ddcf3 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:57.086932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-564eb8bd-7f41-4ca4-a283-caf64fd1a79a req-d1f7ead3-b3ae-4dcf-a31e-bc85fe3ddcf3 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 945 time: 0.1057940 Aug 29 06:37:57.094340 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-4f6c2650-4cec-498a-9281-22dd7fd81435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:57.097394 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-4f6c2650-4cec-498a-9281-22dd7fd81435 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=847a92f011b9485b8b22dee818964e43&device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 1099 time: 0.1143713 Aug 29 06:37:57.138113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-564eb8bd-7f41-4ca4-a283-caf64fd1a79a req-933d05d7-b926-4c61-b9f5-7ccf1bec3a46 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502124 Aug 29 06:37:57.149259 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6520-c7de-4a1a-9c88-fb5f598bfea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.188164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Deleting port 9c65f357-07a0-4e54-b429-12b2fc6dcf84 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:37:57.188815 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.191635 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-845dce34-0a7a-4a4d-8e0a-e0be01f3ed0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=89671d26-5113-497e-9446-84de4997655a HTTP/1.1" status: 200 len: 217 time: 0.0779278 Aug 29 06:37:57.228712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b6520-c7de-4a1a-9c88-fb5f598bfea8 None None] No DVR routers for this DVR port 9c65f357-07a0-4e54-b429-12b2fc6dcf84 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:37:57.233593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b6520-c7de-4a1a-9c88-fb5f598bfea8 None None] Pushing event deleted for resources: {'Port': ['ID=9c65f357-07a0-4e54-b429-12b2fc6dcf84,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:57.314771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] For port 9c65f357-07a0-4e54-b429-12b2fc6dcf84, host n-d-713301-12, got binding levels [] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:37:57.315225 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.344036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Calling delete_port for 9c65f357-07a0-4e54-b429-12b2fc6dcf84 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:37:57.347191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-f3dada75-2715-481d-accc-19087d766e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:57.348671 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-f3dada75-2715-481d-accc-19087d766e82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1386857 Aug 29 06:37:57.350271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.ipam_backend_mixin [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Port 9c65f357-07a0-4e54-b429-12b2fc6dcf84 was not found and therefore no delete operation was performed {{(pid=95403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 06:37:57.355187 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b4da48a4-d1f0-4f4d-908d-30dbfd77127a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.356272 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.413529 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c65f357-07a0-4e54-b429-12b2fc6dcf84,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:57.419284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] No DVR routers for this DVR port 9c65f357-07a0-4e54-b429-12b2fc6dcf84 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:37:57.425915 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b4da48a4-d1f0-4f4d-908d-30dbfd77127a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.550865 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b4da48a4-d1f0-4f4d-908d-30dbfd77127a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=549ed28ed88c47e8b2eafcb563ff2939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7276218 Aug 29 06:37:57.553967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da48a4-d1f0-4f4d-908d-30dbfd77127a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1338331c-cbb0-4bef-a5a7-a9dd0174e52e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:57.554123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33110) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:57.557660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-0be225b7-a7f5-4577-a0af-6c2d97874a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:57.559115 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-0be225b7-a7f5-4577-a0af-6c2d97874a22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2003813 Aug 29 06:37:57.560863 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.583317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5e1b96-f459-49d2-82a0-5a41202f9466']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:57.605724 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8116c2f-e02e-4c23-b57d-b08240d52c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.625801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae38ef92-ada0-49bf-886e-f1d388dbce5e') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:57.626134 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae38ef92-ada0-49bf-886e-f1d388dbce5e') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:37:57.627691 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8116c2f-e02e-4c23-b57d-b08240d52c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.641656 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.666020 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.676010 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:37:57.676410 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:37:57.678202 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:37:57.731933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9c65f357-07a0-4e54-b429-12b2fc6dcf84 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:37:57.747472 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-d1cdb19d-a279-4cbf-9d95-e4a65a3dffac service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789002 Aug 29 06:37:57.749112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8116c2f-e02e-4c23-b57d-b08240d52c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.752697 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8116c2f-e02e-4c23-b57d-b08240d52c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.756622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e8116c2f-e02e-4c23-b57d-b08240d52c01 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1338331c-cbb0-4bef-a5a7-a9dd0174e52e HTTP/1.1" status: 204 len: 168 time: 0.2015951 Aug 29 06:37:57.766625 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8116c2f-e02e-4c23-b57d-b08240d52c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1338331c-cbb0-4bef-a5a7-a9dd0174e52e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:57.793055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 9c65f357-07a0-4e54-b429-12b2fc6dcf84 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:37:57.793599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9c65f357-07a0-4e54-b429-12b2fc6dcf84 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:37:57.795732 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5d595a13-930d-4fc6-a0c5-e8c3583e123e no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:37:57.830311 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 5d595a13-930d-4fc6-a0c5-e8c3583e123e {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:37:57.831083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5d595a13-930d-4fc6-a0c5-e8c3583e123e not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:37:57.915845 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.915845 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dd2efd57-f03c-439b-b797-bfc4a4e9f87e req-5d7259c7-fad8-4ba3-822e-441eca183acf service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463451 Aug 29 06:37:57.915845 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:57.915845 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fb5e1b96-f459-49d2-82a0-5a41202f9466 HTTP/1.1" status: 204 len: 168 time: 1.4134352 Aug 29 06:37:57.916793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b78332-0f0c-417c-8f22-7921a5fed898 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb5e1b96-f459-49d2-82a0-5a41202f9466,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:57.957110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0091ae4-5f2e-4b80-b481-749c4f234c16 req-3cb33a96-5762-45d0-be88-f8e463c10961 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:57.958783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0091ae4-5f2e-4b80-b481-749c4f234c16 req-3cb33a96-5762-45d0-be88-f8e463c10961 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 947 time: 0.0573852 Aug 29 06:37:57.996996 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0091ae4-5f2e-4b80-b481-749c4f234c16 req-a7c67ae9-5046-4158-a1f0-0e7a6b70b861 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324297 Aug 29 06:37:58.160170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f7c7-931a-413f-8265-e60079e38c84 req-d813de61-ab06-4cab-9fbe-f09f951835d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:58.161629 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4a13f7c7-931a-413f-8265-e60079e38c84 req-d813de61-ab06-4cab-9fbe-f09f951835d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=847a92f011b9485b8b22dee818964e43&device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 1099 time: 0.0420806 Aug 29 06:37:58.257500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f7c7-931a-413f-8265-e60079e38c84 req-f4a53bd0-3728-4f1a-947b-c2afe8483b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:58.258904 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4a13f7c7-931a-413f-8265-e60079e38c84 req-f4a53bd0-3728-4f1a-947b-c2afe8483b1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.0902987 Aug 29 06:37:58.321050 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4a13f7c7-931a-413f-8265-e60079e38c84 req-7560c05b-6a55-4520-b518-255566b855e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=89671d26-5113-497e-9446-84de4997655a HTTP/1.1" status: 200 len: 217 time: 0.0348868 Aug 29 06:37:58.373231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f7c7-931a-413f-8265-e60079e38c84 req-ff7d4409-0696-4d33-a647-9b8048b48b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:58.374696 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4a13f7c7-931a-413f-8265-e60079e38c84 req-ff7d4409-0696-4d33-a647-9b8048b48b1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0469546 Aug 29 06:37:58.420826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f7c7-931a-413f-8265-e60079e38c84 req-af49c230-a439-4763-b2fc-a1e7c50e6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:58.422364 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4a13f7c7-931a-413f-8265-e60079e38c84 req-af49c230-a439-4763-b2fc-a1e7c50e6d3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0396924 Aug 29 06:37:58.513167 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4a13f7c7-931a-413f-8265-e60079e38c84 req-f3fe8eaa-5809-4033-84c0-bf84cbdbefb7 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824680 Aug 29 06:37:58.606576 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4a13f7c7-931a-413f-8265-e60079e38c84 req-9f0eb661-e106-46d5-9a3d-8da4f62ae417 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857840 Aug 29 06:37:58.679320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33148) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:58.720410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-280352be-c318-44fb-946a-b81f85009ffb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b3563baf17b44af197dddde6143cb372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399084 Aug 29 06:37:58.723446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33150) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:58.773596 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4ac6665a-cbb5-4848-873c-39b8ebc87166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:58.795619 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4ac6665a-cbb5-4848-873c-39b8ebc87166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:58.970285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4ac6665a-cbb5-4848-873c-39b8ebc87166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:58.972914 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4ac6665a-cbb5-4848-873c-39b8ebc87166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:58.974045 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4ac6665a-cbb5-4848-873c-39b8ebc87166 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bdf24682-ba77-4cfc-9dd3-45e433494727 HTTP/1.1" status: 204 len: 168 time: 0.2496784 Aug 29 06:37:58.981631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6665a-cbb5-4848-873c-39b8ebc87166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf24682-ba77-4cfc-9dd3-45e433494727,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:37:59.116185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aee16-c7dc-42a7-9169-f6493551628c req-679bee61-e5ca-4f93-a3a7-016f2ac98c8f tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:37:59.117598 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-989aee16-c7dc-42a7-9169-f6493551628c req-679bee61-e5ca-4f93-a3a7-016f2ac98c8f tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 947 time: 0.0544868 Aug 29 06:37:59.161899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-989aee16-c7dc-42a7-9169-f6493551628c req-4320317e-bd65-45e2-a531-bf9c73c1c8fd tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380051 Aug 29 06:37:59.472521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33182) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:37:59.811865 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-783eee73-bf5b-4551-8e0a-fb2b4b3ceb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:59.909770 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-783eee73-bf5b-4551-8e0a-fb2b4b3ceb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:37:59.988288 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-783eee73-bf5b-4551-8e0a-fb2b4b3ceb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:00.038706 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-783eee73-bf5b-4551-8e0a-fb2b4b3ceb42 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1f294af3d5c438d8ae6f5e67f85b6ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5650527 Aug 29 06:38:00.039706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783eee73-bf5b-4551-8e0a-fb2b4b3ceb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde527af-6bd5-4821-92f6-0934bee86b46,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:00.041446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33200) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:00.107756 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edc8e2c5-8e39-4780-83b7-b6521f5c2888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:00.128930 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edc8e2c5-8e39-4780-83b7-b6521f5c2888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:00.271226 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edc8e2c5-8e39-4780-83b7-b6521f5c2888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:00.274590 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edc8e2c5-8e39-4780-83b7-b6521f5c2888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:00.275903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-edc8e2c5-8e39-4780-83b7-b6521f5c2888 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dde527af-6bd5-4821-92f6-0934bee86b46 HTTP/1.1" status: 204 len: 168 time: 0.2334704 Aug 29 06:38:00.290649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8e2c5-8e39-4780-83b7-b6521f5c2888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde527af-6bd5-4821-92f6-0934bee86b46,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:00.308235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8d01f-13bd-4c40-ad84-571c933c1ad5 req-9ac3096f-6714-429a-be6e-70b0262bb0bb tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:00.309659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eee8d01f-13bd-4c40-ad84-571c933c1ad5 req-9ac3096f-6714-429a-be6e-70b0262bb0bb tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 947 time: 0.0682430 Aug 29 06:38:00.378941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eee8d01f-13bd-4c40-ad84-571c933c1ad5 req-5c44f854-dcc7-44b1-aa22-b7b4f41685f1 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622618 Aug 29 06:38:01.453428 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 89671d26-5113-497e-9446-84de4997655a details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:38:01.491300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366d899-6cc1-4b27-8033-3f5a73e04dda req-e10e9016-46f5-4ca0-a367-fa1929237ccf tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:01.498649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7366d899-6cc1-4b27-8033-3f5a73e04dda req-e10e9016-46f5-4ca0-a367-fa1929237ccf tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 947 time: 0.0612798 Aug 29 06:38:01.536157 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7366d899-6cc1-4b27-8033-3f5a73e04dda req-69ccdbe7-c843-4d0d-974d-c8827a7c659a tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366488 Aug 29 06:38:01.581907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 89671d26-5113-497e-9446-84de4997655a, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=89671d26-5113-497e-9446-84de4997655a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:01.597810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '89671d26-5113-497e-9446-84de4997655a', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '89671d26-5113-497e-9446-84de4997655a', 'mac_address': 'fa:16:3e:19:c7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:38:01.622258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33352) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:01.644135 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:01.651561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33356) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:01.657198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89671d26-5113-497e-9446-84de4997655a {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:01.677708 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 89671d26-5113-497e-9446-84de4997655a, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=89671d26-5113-497e-9446-84de4997655a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:01.740452 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:01.787724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=89671d26-5113-497e-9446-84de4997655a,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:01.894879 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-155bd9fa-532f-4e6f-8e17-d82211d0d8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:01.899180 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-17b8c357-be9a-4d57-9edf-02ca7473661f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:01.919060 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.api [None req-17b8c357-be9a-4d57-9edf-02ca7473661f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 06:38:01.919060 n-d-713301-12 neutron-server[95404]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 06:38:01.919060 n-d-713301-12 neutron-server[95404]: [parameters: {'project_id': 'e64a5227a1ce4d5c9f49b145a01ee2f4', 'id': '15a7d410-fa59-4218-9644-3ee53714c307', 'expiration': datetime.datetime(2021, 8, 29, 6, 40, 1, 915011)}] Aug 29 06:38:01.919060 n-d-713301-12 neutron-server[95404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:38:01.919513 n-d-713301-12 neutron-server[95404]: DEBUG oslo_db.api [None req-17b8c357-be9a-4d57-9edf-02ca7473661f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:38:01.994506 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-155bd9fa-532f-4e6f-8e17-d82211d0d8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:02.027511 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9f65f002-34ef-4603-a2af-ff86d5a89e7d details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:38:02.094521 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-155bd9fa-532f-4e6f-8e17-d82211d0d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:02.138840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bd9fa-532f-4e6f-8e17-d82211d0d8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6e713f-e3f2-405d-a5d5-f7e2c31bfda0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:02.168821 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-155bd9fa-532f-4e6f-8e17-d82211d0d8e3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3dee109247b742f19d7748f686ba03e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150671 Aug 29 06:38:02.169260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33376) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:02.171543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33378) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:02.218900 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9f65f002-34ef-4603-a2af-ff86d5a89e7d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9f65f002-34ef-4603-a2af-ff86d5a89e7d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:02.231854 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '9f65f002-34ef-4603-a2af-ff86d5a89e7d', 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac', 'port_id': '9f65f002-34ef-4603-a2af-ff86d5a89e7d', 'mac_address': 'fa:16:3e:ac:d6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d07125-69f9-49f3-a732-befd124498bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:38:02.237430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['89671d26-5113-497e-9446-84de4997655a'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:02.256268 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a350c25-0216-4aee-aeb0-ef5a3b78670f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:02.279357 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a350c25-0216-4aee-aeb0-ef5a3b78670f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:02.314463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1076892682-network', 'tenant_id': '3c850ca4b8d241dd8e64e657acfeb999'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:02.420285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-17b8c357-be9a-4d57-9edf-02ca7473661f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:02.429454 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:02.449389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f65f002-34ef-4603-a2af-ff86d5a89e7d {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:02.490901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9f65f002-34ef-4603-a2af-ff86d5a89e7d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9f65f002-34ef-4603-a2af-ff86d5a89e7d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:02.561676 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a350c25-0216-4aee-aeb0-ef5a3b78670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:02.564607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] Made reservation on behalf of 3c850ca4b8d241dd8e64e657acfeb999 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:02.567334 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:02.573588 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a350c25-0216-4aee-aeb0-ef5a3b78670f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:02.579510 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9a350c25-0216-4aee-aeb0-ef5a3b78670f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bb6e713f-e3f2-405d-a5d5-f7e2c31bfda0 HTTP/1.1" status: 204 len: 168 time: 0.4046781 Aug 29 06:38:02.589447 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:02.594549 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:02.605467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a350c25-0216-4aee-aeb0-ef5a3b78670f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6e713f-e3f2-405d-a5d5-f7e2c31bfda0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:02.708251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9f65f002-34ef-4603-a2af-ff86d5a89e7d,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:02.773599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9f65f002-34ef-4603-a2af-ff86d5a89e7d'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:02.775328 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-17b8c357-be9a-4d57-9edf-02ca7473661f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:02.811356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a5875-ae67-4716-bede-16fa4f081bb1 req-53d4fef6-d921-4086-ad82-686ad6d175b7 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:02.827517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-086a5875-ae67-4716-bede-16fa4f081bb1 req-53d4fef6-d921-4086-ad82-686ad6d175b7 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 948 time: 0.1175334 Aug 29 06:38:02.881359 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-17b8c357-be9a-4d57-9edf-02ca7473661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:03.028504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-17b8c357-be9a-4d57-9edf-02ca7473661f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e64a5227a1ce4d5c9f49b145a01ee2f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4052300 Aug 29 06:38:03.036124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8c357-be9a-4d57-9edf-02ca7473661f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dd0364-35ca-4eb9-96e0-bae8883223ad,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:03.043591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33414) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:03.053471 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-086a5875-ae67-4716-bede-16fa4f081bb1 req-01de6b01-0d11-4afe-b364-a1252f4e03fc tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247348 Aug 29 06:38:03.115265 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f71d9a8c-d87b-4977-8238-35533b4ea1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:03.133077 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:03.143797 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f71d9a8c-d87b-4977-8238-35533b4ea1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:03.232344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:03.288051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:03.306313 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:03.341047 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f71d9a8c-d87b-4977-8238-35533b4ea1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:03.344228 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f71d9a8c-d87b-4977-8238-35533b4ea1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:03.349064 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f71d9a8c-d87b-4977-8238-35533b4ea1c9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/56dd0364-35ca-4eb9-96e0-bae8883223ad HTTP/1.1" status: 204 len: 168 time: 0.3042395 Aug 29 06:38:03.350207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:38:03.359019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d9a8c-d87b-4977-8238-35533b4ea1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dd0364-35ca-4eb9-96e0-bae8883223ad,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:03.373825 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:03.374561 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] Added segment cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9 of type vlan for network 179c8afb-0d96-4a82-881d-9a60055fe78f Aug 29 06:38:03.735076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 89671d26-5113-497e-9446-84de4997655a up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:03.738758 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:03.738758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-5c1ace67-bbdb-4a02-be92-3d133b22de07 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f1d8870aecab4f5885b805b7542f3b57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345359 Aug 29 06:38:03.738758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-f92ed331-1659-4668-879d-943cccba43e9 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:03.738758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-f92ed331-1659-4668-879d-943cccba43e9 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1314385 Aug 29 06:38:03.738758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-3c1065a7-305b-4a9f-9212-433f0a47e35e tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/quotas/f1d8870aecab4f5885b805b7542f3b57 HTTP/1.1" status: 200 len: 375 time: 0.0103924 Aug 29 06:38:03.820196 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-30a0aca1-52b9-4028-9e9e-8f9f3abb73e1 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f1d8870aecab4f5885b805b7542f3b57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654986 Aug 29 06:38:03.965377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:03.966914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:03.967549 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:04.037230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] Pushing event updated for resources: {'Network': ['ID=179c8afb-0d96-4a82-881d-9a60055fe78f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:04.048996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9f65f002-34ef-4603-a2af-ff86d5a89e7d up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:04.112792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 179c8afb-0d96-4a82-881d-9a60055fe78f details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:38:04.139271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 89671d26-5113-497e-9446-84de4997655a completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:04.151554 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-54d21fd5-bbc8-405a-ba8c-7e17b0b86c5f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9774573 Aug 29 06:38:04.153759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33460) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:04.164503 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ef065c2d-e5f5-4e5e-9b12-19a57c11710b admin admin] Request body: {'subnet': {'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1076892682-subnet', 'tenant_id': '3c850ca4b8d241dd8e64e657acfeb999', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:04.373770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef065c2d-e5f5-4e5e-9b12-19a57c11710b admin admin] Made reservation on behalf of 3c850ca4b8d241dd8e64e657acfeb999 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:04.377029 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ef065c2d-e5f5-4e5e-9b12-19a57c11710b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:04.536736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b1a2-b20c-4201-beaa-0900ee163be7 req-c62fbd0e-6f7e-4abe-87b8-f6c7a25ede87 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:04.543981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dec4b1a2-b20c-4201-beaa-0900ee163be7 req-c62fbd0e-6f7e-4abe-87b8-f6c7a25ede87 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 948 time: 0.2226567 Aug 29 06:38:04.550044 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 89671d26-5113-497e-9446-84de4997655a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:04.550486 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:04.648920 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dec4b1a2-b20c-4201-beaa-0900ee163be7 req-2b092d7f-276c-4935-866e-51628078b33b tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037874 Aug 29 06:38:04.657039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 9f65f002-34ef-4603-a2af-ff86d5a89e7d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:04.657649 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:04.753047 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:04.758514 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7f7ea1b-b462-4df0-9b31-459233ec881f req-6730ef5d-151b-4fea-8981-f878f06a29d5 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 210 time: 0.0423830 Aug 29 06:38:04.846580 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:04.863859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508134c5-fcb5-47f9-968f-d45b5d7dbcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89671d26-5113-497e-9446-84de4997655a'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:04.873094 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3cf89b-e3e2-4cd0-b157-23968cedf55d" -d '{"events": [{"server_uuid": "508134c5-fcb5-47f9-968f-d45b5d7dbcaa", "name": "network-vif-plugged", "status": "completed", "tag": "89671d26-5113-497e-9446-84de4997655a"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:04.903445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9f65f002-34ef-4603-a2af-ff86d5a89e7d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9f65f002-34ef-4603-a2af-ff86d5a89e7d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:04.907975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 89671d26-5113-497e-9446-84de4997655a, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=89671d26-5113-497e-9446-84de4997655a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:04.920209 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3f0d56-20f3-4c6d-9f89-4cfeb3a21504 x-openstack-request-id: req-7a3f0d56-20f3-4c6d-9f89-4cfeb3a21504 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:04.920209 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508134c5-fcb5-47f9-968f-d45b5d7dbcaa", "name": "network-vif-plugged", "status": "completed", "tag": "89671d26-5113-497e-9446-84de4997655a", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:04.920209 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a3f0d56-20f3-4c6d-9f89-4cfeb3a21504 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:04.920209 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508134c5-fcb5-47f9-968f-d45b5d7dbcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89671d26-5113-497e-9446-84de4997655a', 'code': 200} Aug 29 06:38:04.989140 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ef065c2d-e5f5-4e5e-9b12-19a57c11710b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:05.028730 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:05.030735 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:05.056079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33492) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:05.073230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-02143f93-8aa8-4c57-81a7-c485c8b897f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:05.089237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6df175-a643-4f0a-9575-066f256890b8 req-bd8ef8b4-3f94-4e02-b977-71be89a20dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:05.089499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9f65f002-34ef-4603-a2af-ff86d5a89e7d,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:05.096690 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b6df175-a643-4f0a-9575-066f256890b8 req-bd8ef8b4-3f94-4e02-b977-71be89a20dc6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 1100 time: 0.0843146 Aug 29 06:38:05.152131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=89671d26-5113-497e-9446-84de4997655a,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:05.170819 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b6df175-a643-4f0a-9575-066f256890b8 req-f7fcc1f6-7ca8-4949-87a9-df9efd85dfb2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666707 Aug 29 06:38:05.328539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-02143f93-8aa8-4c57-81a7-c485c8b897f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:05.382683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33508) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:05.391511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef065c2d-e5f5-4e5e-9b12-19a57c11710b admin admin] Pushing event updated for resources: {'Subnet': ['ID=65030456-9c22-4d0f-ba30-dc80cb8ddba0,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:05.407756 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef065c2d-e5f5-4e5e-9b12-19a57c11710b admin admin] Checking segment: {'id': 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:05.408317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef065c2d-e5f5-4e5e-9b12-19a57c11710b admin admin] Network hostable DHCP agents. Network: 179c8afb-0d96-4a82-881d-9a60055fe78f, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:38:05.433587 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-02143f93-8aa8-4c57-81a7-c485c8b897f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:05.475428 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02143f93-8aa8-4c57-81a7-c485c8b897f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23a537b-147b-4b50-82af-96da368858f7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:05.499089 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-02143f93-8aa8-4c57-81a7-c485c8b897f9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb3e0a656fc34f7c8ac89446fd8d2d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4396009 Aug 29 06:38:05.501548 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33512) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:05.576654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-network', 'tenant_id': '78eee02e528746ee868845f6eb34aea6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:05.582718 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3575bfde-64a0-41e6-a19a-31f161350e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:05.609785 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3575bfde-64a0-41e6-a19a-31f161350e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:05.625630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef065c2d-e5f5-4e5e-9b12-19a57c11710b admin admin] Network 179c8afb-0d96-4a82-881d-9a60055fe78f is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:38:05.685858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] Made reservation on behalf of 78eee02e528746ee868845f6eb34aea6 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:05.691200 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:05.704658 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:05.740806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-ef065c2d-e5f5-4e5e-9b12-19a57c11710b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 179c8afb-0d96-4a82-881d-9a60055fe78f) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:05.749917 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051e0627-abe3-45da-9c50-26453f9c04fb None None] Network 179c8afb-0d96-4a82-881d-9a60055fe78f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:38:05.755544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef065c2d-e5f5-4e5e-9b12-19a57c11710b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:05.756140 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ef065c2d-e5f5-4e5e-9b12-19a57c11710b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:05.775307 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3575bfde-64a0-41e6-a19a-31f161350e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:05.779323 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3575bfde-64a0-41e6-a19a-31f161350e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:05.779323 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3575bfde-64a0-41e6-a19a-31f161350e43 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e23a537b-147b-4b50-82af-96da368858f7 HTTP/1.1" status: 204 len: 168 time: 0.2754920 Aug 29 06:38:05.805325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575bfde-64a0-41e6-a19a-31f161350e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23a537b-147b-4b50-82af-96da368858f7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:05.822156 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c9fa2-a40b-4642-b5c8-b2c76a47129d req-e844db0f-5ff5-4a67-af11-3853e7d139ca tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:05.823886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f4c9fa2-a40b-4642-b5c8-b2c76a47129d req-e844db0f-5ff5-4a67-af11-3853e7d139ca tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 949 time: 0.1182563 Aug 29 06:38:05.895527 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f4c9fa2-a40b-4642-b5c8-b2c76a47129d req-43a2532a-21e6-4cd6-a75b-c8c49430499b tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608096 Aug 29 06:38:05.916960 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:05.982427 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:06.001394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:38:06.019632 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:06.019832 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] Added segment 92c33ce9-5e87-40e8-a33b-1bf680583925 of type vlan for network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 Aug 29 06:38:06.050276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4d513a-1b3a-4346-802b-aab6126e5c2d None None] Network 179c8afb-0d96-4a82-881d-9a60055fe78f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:38:06.082526 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f540d4b-50db-4d9e-9a52-d69daf9030f9 req-7ef6f050-e7fd-479d-b784-4df7c1ea5f0e tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 210 time: 0.0519979 Aug 29 06:38:06.116111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ef065c2d-e5f5-4e5e-9b12-19a57c11710b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9609890 Aug 29 06:38:06.148511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288d3a06-3535-4022-9ef3-7db10f6aa5e5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:06.261686 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:06.273573 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ef47a79-9f43-45e4-878d-95fbaf141690 req-3ba9a2bb-c3e2-41a0-8800-e127097cd17f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1768339 Aug 29 06:38:06.404374 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:06.408343 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:06.409800 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:06.483262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef47a79-9f43-45e4-878d-95fbaf141690 req-4137e632-f59a-4e76-97d5-779ba0d8866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:06.484855 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ef47a79-9f43-45e4-878d-95fbaf141690 req-4137e632-f59a-4e76-97d5-779ba0d8866d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=847a92f011b9485b8b22dee818964e43&device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 1102 time: 0.1471515 Aug 29 06:38:06.526682 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e23b75b2-226f-4d05-9513-7dbf2ec7ba42,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:06.542162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:38:06.625384 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4846c6e0-5836-4e96-b362-e67d399877b7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2374778 Aug 29 06:38:06.625384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33568) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:06.640489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-82d6ab7d-cd88-48b8-abb2-85eabe27f970 admin admin] Request body: {'subnet': {'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-subnet', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:06.722230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef47a79-9f43-45e4-878d-95fbaf141690 req-8ac0479b-ac05-420a-84ba-806656a80b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:06.723773 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ef47a79-9f43-45e4-878d-95fbaf141690 req-8ac0479b-ac05-420a-84ba-806656a80b23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.2127414 Aug 29 06:38:06.829986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d6ab7d-cd88-48b8-abb2-85eabe27f970 admin admin] Made reservation on behalf of 78eee02e528746ee868845f6eb34aea6 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:06.833108 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82d6ab7d-cd88-48b8-abb2-85eabe27f970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:06.847997 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ef47a79-9f43-45e4-878d-95fbaf141690 req-d7556029-f1dc-45d5-9536-590ffaa22859 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d2648efa-0676-4070-ae31-2dd4740114e1 HTTP/1.1" status: 200 len: 217 time: 0.1154830 Aug 29 06:38:06.919073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890d4985-00c0-4f1e-a340-7a6da3559676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f65f002-34ef-4603-a2af-ff86d5a89e7d'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:06.922349 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda198f7-5f0e-48fc-8265-6452367c02e8" -d '{"events": [{"server_uuid": "890d4985-00c0-4f1e-a340-7a6da3559676", "name": "network-vif-plugged", "status": "completed", "tag": "9f65f002-34ef-4603-a2af-ff86d5a89e7d"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:06.990980 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d045d2b8-dcfd-42fd-8359-522dc62ef25a x-openstack-request-id: req-d045d2b8-dcfd-42fd-8359-522dc62ef25a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:06.991585 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890d4985-00c0-4f1e-a340-7a6da3559676", "name": "network-vif-plugged", "status": "completed", "tag": "9f65f002-34ef-4603-a2af-ff86d5a89e7d", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:06.992040 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d045d2b8-dcfd-42fd-8359-522dc62ef25a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:06.992667 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890d4985-00c0-4f1e-a340-7a6da3559676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f65f002-34ef-4603-a2af-ff86d5a89e7d', 'code': 200} Aug 29 06:38:07.006522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef47a79-9f43-45e4-878d-95fbaf141690 req-056199cd-7e01-4934-9f58-7552d60ccbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:07.008653 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ef47a79-9f43-45e4-878d-95fbaf141690 req-056199cd-7e01-4934-9f58-7552d60ccbc6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1037447 Aug 29 06:38:07.048793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5940-0355-4a1b-b618-4a38a407c30d req-59541569-6f9e-411e-875c-090dde7f6b14 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:07.050352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edba5940-0355-4a1b-b618-4a38a407c30d req-59541569-6f9e-411e-875c-090dde7f6b14 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/networks?id=179c8afb-0d96-4a82-881d-9a60055fe78f HTTP/1.1" status: 200 len: 822 time: 0.1368825 Aug 29 06:38:07.085119 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edba5940-0355-4a1b-b618-4a38a407c30d req-6df85fe0-8e35-4d1d-93c6-916329991323 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/quotas/3c850ca4b8d241dd8e64e657acfeb999 HTTP/1.1" status: 200 len: 375 time: 0.0256245 Aug 29 06:38:07.121297 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef47a79-9f43-45e4-878d-95fbaf141690 req-03353732-1969-457c-9f22-836ef4cfb0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:07.122716 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ef47a79-9f43-45e4-878d-95fbaf141690 req-03353732-1969-457c-9f22-836ef4cfb0cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922034 Aug 29 06:38:07.122837 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edba5940-0355-4a1b-b618-4a38a407c30d req-6b5a344b-7936-4619-9f4e-2b5016f263ae tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c850ca4b8d241dd8e64e657acfeb999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303667 Aug 29 06:38:07.130775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca81fc9-9e06-4aa6-a82d-7402d131a4bc req-efa28edf-329e-41c1-8ef2-37bb6a5eab38 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:07.132161 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fca81fc9-9e06-4aa6-a82d-7402d131a4bc req-efa28edf-329e-41c1-8ef2-37bb6a5eab38 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 949 time: 0.0809314 Aug 29 06:38:07.220117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fca81fc9-9e06-4aa6-a82d-7402d131a4bc req-820d579a-e8a0-418b-9d63-59a497c3d722 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801172 Aug 29 06:38:07.250581 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edba5940-0355-4a1b-b618-4a38a407c30d req-74faa742-6e9e-46f8-bbeb-6626eeb66fa3 service neutron] 10.222.0.76 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168904 Aug 29 06:38:07.279231 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ef47a79-9f43-45e4-878d-95fbaf141690 req-ce33e4fa-8f97-40d2-a2c5-d189973e69db service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349568 Aug 29 06:38:07.343440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b775536-2478-4b51-98f6-007ec1980430 req-f2a5827c-53b5-44be-b4d3-8b0b84781f38 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 210 time: 0.0372639 Aug 29 06:38:07.385611 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edba5940-0355-4a1b-b618-4a38a407c30d req-c4f4852e-f71b-4687-a951-72d1de2afae1 service neutron] 10.222.0.76 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280963 Aug 29 06:38:07.395801 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ef47a79-9f43-45e4-878d-95fbaf141690 req-2662adcd-d273-4252-8813-934a0e892a57 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096292 Aug 29 06:38:07.703118 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82d6ab7d-cd88-48b8-abb2-85eabe27f970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:07.775759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6ab7d-cd88-48b8-abb2-85eabe27f970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22a3f03b-b513-4591-8917-95e3b36a5687,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:07.838246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1bd2b7ce-ebe3-49b8-ac06-d888f97a33cd req-cdeebc0f-6626-4179-a908-dd78305cd3c1 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 210 time: 0.0612996 Aug 29 06:38:07.845365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6ab7d-cd88-48b8-abb2-85eabe27f970 admin admin] Checking segment: {'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:07.845365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6ab7d-cd88-48b8-abb2-85eabe27f970 admin admin] Network hostable DHCP agents. Network: e23b75b2-226f-4d05-9513-7dbf2ec7ba42, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:38:07.904208 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-39295923-a2f1-48dc-b6c8-e6badee2af89 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f1d8870aecab4f5885b805b7542f3b57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256472 Aug 29 06:38:08.004453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6ab7d-cd88-48b8-abb2-85eabe27f970 admin admin] Network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:38:08.073525 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-db7a0d52-f64c-4f9d-8412-31a186546638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:08.096794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-972773b6-5bfb-4510-9655-dc41c08b188f tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:08.098395 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-972773b6-5bfb-4510-9655-dc41c08b188f tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889136 Aug 29 06:38:08.104382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33624) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:08.119691 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Request body: {'port': {'device_id': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': 'f1d8870aecab4f5885b805b7542f3b57'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:08.186018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-82d6ab7d-cd88-48b8-abb2-85eabe27f970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, e23b75b2-226f-4d05-9513-7dbf2ec7ba42) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:08.198765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99feed95-b51d-45ae-984c-c5e06889d777 None None] Network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:38:08.208467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d6ab7d-cd88-48b8-abb2-85eabe27f970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:08.209098 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82d6ab7d-cd88-48b8-abb2-85eabe27f970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:08.243304 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fcf22aa0-159c-484a-af89-e817e7945b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:08.386695 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-82d6ab7d-cd88-48b8-abb2-85eabe27f970 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7587228 Aug 29 06:38:08.387737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33634) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:08.398992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:08.441706 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 06:38:08.441706 n-d-713301-12 neutron-server[95403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 06:38:08.441706 n-d-713301-12 neutron-server[95403]: [parameters: {'project_id_1': 'f1d8870aecab4f5885b805b7542f3b57', 'expiration_1': datetime.datetime(2021, 8, 29, 6, 38, 8, 342538)}] Aug 29 06:38:08.441706 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:38:08.443210 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:38:08.445577 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 06:38:08.445577 n-d-713301-12 neutron-server[95403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 06:38:08.445577 n-d-713301-12 neutron-server[95403]: [parameters: {'project_id_1': '78eee02e528746ee868845f6eb34aea6', 'expiration_1': datetime.datetime(2021, 8, 29, 6, 38, 8, 417603)}] Aug 29 06:38:08.445577 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:38:08.445943 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:38:08.465961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:38:08.467282 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:08.561883 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fcf22aa0-159c-484a-af89-e817e7945b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:08.597090 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb1bf1a3-3985-4fc3-a50d-205d4f0f78c0 req-2d7dddb8-7041-418e-82f8-bdc7a83b4185 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 210 time: 0.0329368 Aug 29 06:38:08.623758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2207f-ccd5-49ea-bdbf-9efbc080820e req-c21292b7-4efc-4e8a-b06d-d181cc127238 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:08.626973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bda2207f-ccd5-49ea-bdbf-9efbc080820e req-c21292b7-4efc-4e8a-b06d-d181cc127238 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 949 time: 0.2551839 Aug 29 06:38:08.652836 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fcf22aa0-159c-484a-af89-e817e7945b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:08.706036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Allocated IP 172.20.0.2 (e23b75b2-226f-4d05-9513-7dbf2ec7ba42/22a3f03b-b513-4591-8917-95e3b36a5687/04a11eff-6b35-4981-aba1-b20f93e1f529) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:08.713380 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bda2207f-ccd5-49ea-bdbf-9efbc080820e req-a32297a2-8a8f-44f5-9978-daa6fd98cb36 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805328 Aug 29 06:38:08.744296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf22aa0-159c-484a-af89-e817e7945b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699758c0-2982-40ed-8843-07b5a8dba635,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:08.774845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fcf22aa0-159c-484a-af89-e817e7945b43 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6626d700f57c4bf2a5358c4e5d6fce89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6666961 Aug 29 06:38:08.779273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33654) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:08.885818 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98ff31ff-563c-45b0-8036-f64daa3bfd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:08.935260 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98ff31ff-563c-45b0-8036-f64daa3bfd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:08.968333 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7cca9d50-51e0-406f-b144-f03d3f90c9e8 req-0a3354e9-0efe-45bf-89f7-148fa295eeef tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 210 time: 0.0849240 Aug 29 06:38:09.031499 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:09.135191 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Transition to ACTIVE for port object 04a11eff-6b35-4981-aba1-b20f93e1f529 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:09.139286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Made reservation on behalf of f1d8870aecab4f5885b805b7542f3b57 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:09.156503 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:09.175815 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98ff31ff-563c-45b0-8036-f64daa3bfd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:09.179034 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98ff31ff-563c-45b0-8036-f64daa3bfd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:09.180248 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-98ff31ff-563c-45b0-8036-f64daa3bfd83 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/699758c0-2982-40ed-8843-07b5a8dba635 HTTP/1.1" status: 204 len: 168 time: 0.3999219 Aug 29 06:38:09.191533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Transition to ACTIVE for port object 04a11eff-6b35-4981-aba1-b20f93e1f529 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:09.195709 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:09.218200 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff31ff-563c-45b0-8036-f64daa3bfd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699758c0-2982-40ed-8843-07b5a8dba635,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:09.332171 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:09.336866 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:09.340123 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:09.395289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Pushing event updated for resources: {'Port': ['ID=04a11eff-6b35-4981-aba1-b20f93e1f529,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:09.409551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:09.411114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:09.413660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:09.487603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Attempting to bind port 04a11eff-6b35-4981-aba1-b20f93e1f529 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:38:09.488241 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Attempting to bind port 04a11eff-6b35-4981-aba1-b20f93e1f529 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:38:09.488669 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Attempting to bind port 04a11eff-6b35-4981-aba1-b20f93e1f529 on network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:09.495560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:38:09.495935 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Checking segment: {'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:09.496346 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:09.496764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Bound using segment: {'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:38:09.497711 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Bound port: 04a11eff-6b35-4981-aba1-b20f93e1f529, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:38:09.498117 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:09.609915 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:09.613712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] For port 04a11eff-6b35-4981-aba1-b20f93e1f529, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:38:09.617274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] For port 04a11eff-6b35-4981-aba1-b20f93e1f529, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=04a11eff-6b35-4981-aba1-b20f93e1f529,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:38:09.642137 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:09.676802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463a52f-9006-4242-b784-442d1775c4f1 req-8ea5a2a5-d19e-4725-aa92-4e0f18b08d9e tempest-ServersAdminNegativeTestJSON-685546497 tempest-ServersAdminNegativeTestJSON-685546497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:09.678406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c463a52f-9006-4242-b784-442d1775c4f1 req-8ea5a2a5-d19e-4725-aa92-4e0f18b08d9e tempest-ServersAdminNegativeTestJSON-685546497 tempest-ServersAdminNegativeTestJSON-685546497-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 1101 time: 0.0952916 Aug 29 06:38:09.709198 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c463a52f-9006-4242-b784-442d1775c4f1 req-471e0e21-dc73-4a38-8987-5c0ad7c0e5a6 tempest-ServersAdminNegativeTestJSON-685546497 tempest-ServersAdminNegativeTestJSON-685546497-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:09.730813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-341dd8d0-c5b9-4b32-8270-16a70dfc2e6c req-08c0b0ab-a985-4428-9e66-1b1a4f6e2ac9 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 210 time: 0.0394166 Aug 29 06:38:09.777191 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:09.865683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafdb4f-0b45-4f12-96e2-8ad9fc77b86e None None] Pushing event updated for resources: {'Port': ['ID=04a11eff-6b35-4981-aba1-b20f93e1f529,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:09.907966 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:10.017464 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c463a52f-9006-4242-b784-442d1775c4f1 req-471e0e21-dc73-4a38-8987-5c0ad7c0e5a6 tempest-ServersAdminNegativeTestJSON-685546497 tempest-ServersAdminNegativeTestJSON-685546497-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:10.097366 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c463a52f-9006-4242-b784-442d1775c4f1 req-471e0e21-dc73-4a38-8987-5c0ad7c0e5a6 tempest-ServersAdminNegativeTestJSON-685546497 tempest-ServersAdminNegativeTestJSON-685546497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:10.129079 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c463a52f-9006-4242-b784-442d1775c4f1 req-471e0e21-dc73-4a38-8987-5c0ad7c0e5a6 tempest-ServersAdminNegativeTestJSON-685546497 tempest-ServersAdminNegativeTestJSON-685546497-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413612 Aug 29 06:38:10.185469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e0e21-dc73-4a38-8987-5c0ad7c0e5a6 tempest-ServersAdminNegativeTestJSON-685546497 tempest-ServersAdminNegativeTestJSON-685546497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da01d96-11bf-4df8-9cc4-0a6495d11aa0,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:10.193140 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:10.309803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-256f59a2-3083-4137-8dc4-12600f46f292 req-a334f3f4-b4ac-4f6c-842a-0131f7e80617 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 210 time: 0.0491629 Aug 29 06:38:10.323360 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Allocated IP 192.168.233.250 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/17404fc9-af9d-4925-a8cf-2119203dfc7f) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:10.354125 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:10.569816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33706) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:10.586717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-350c6662-9de2-4068-9d3c-ca433433b382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:10.609036 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d1e560a3-e242-4faa-b83d-95b482b90c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:10.763717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-350c6662-9de2-4068-9d3c-ca433433b382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:10.782075 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:10.865710 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:10.888726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Transition to ACTIVE for port object 17404fc9-af9d-4925-a8cf-2119203dfc7f will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:10.924665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1bbb619-41e3-48b4-a2b3-e9fda260ac29 req-4f31573c-a83b-444c-b547-d9023e33f484 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 210 time: 0.0646620 Aug 29 06:38:10.925804 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-350c6662-9de2-4068-9d3c-ca433433b382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:10.984166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-350c6662-9de2-4068-9d3c-ca433433b382 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c86e8f8a41424d20a32d5c729ddae183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148543 Aug 29 06:38:10.985195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33710) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:10.989037 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c6662-9de2-4068-9d3c-ca433433b382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abcf107-df20-4446-9f2f-132c6ba1ba0e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:11.012082 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:11.098676 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb9d8941-dbfc-456f-8a41-d8fc1913b3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:11.154180 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb9d8941-dbfc-456f-8a41-d8fc1913b3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:11.239087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:11.242387 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33720) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:11.245862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:11.305449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb85af5-490e-44bf-a5bc-11781aac715c req-59e09f6b-b656-4c0a-bf85-ac918f2c8d95 tempest-ServersAdminNegativeTestJSON-685546497 tempest-ServersAdminNegativeTestJSON-685546497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:11.307108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0bb85af5-490e-44bf-a5bc-11781aac715c req-59e09f6b-b656-4c0a-bf85-ac918f2c8d95 tempest-ServersAdminNegativeTestJSON-685546497 tempest-ServersAdminNegativeTestJSON-685546497-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 1101 time: 0.0726824 Aug 29 06:38:11.385425 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:11.391706 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:11.407338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0bb85af5-490e-44bf-a5bc-11781aac715c req-ef26469b-970d-4b1f-a1d2-3a69a0f63167 tempest-ServersAdminNegativeTestJSON-685546497 tempest-ServersAdminNegativeTestJSON-685546497-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925491 Aug 29 06:38:11.505979 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ab8fa-9d45-4a13-999b-a5cd57e45281 None None] Network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:38:11.508377 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5247a87-c225-409e-8a3c-e125c0c4e2b7 req-92f64f39-8242-465c-adeb-7a9c4c192878 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 210 time: 0.0810368 Aug 29 06:38:11.514068 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb9d8941-dbfc-456f-8a41-d8fc1913b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:11.518808 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb9d8941-dbfc-456f-8a41-d8fc1913b3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:11.537775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cb9d8941-dbfc-456f-8a41-d8fc1913b3c5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6abcf107-df20-4446-9f2f-132c6ba1ba0e HTTP/1.1" status: 204 len: 168 time: 0.5477698 Aug 29 06:38:11.545183 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:11.558430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Pushing event updated for resources: {'Port': ['ID=17404fc9-af9d-4925-a8cf-2119203dfc7f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:11.572437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d8941-dbfc-456f-8a41-d8fc1913b3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abcf107-df20-4446-9f2f-132c6ba1ba0e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:11.646255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5940-0355-4a1b-b618-4a38a407c30d req-9478c619-ddb5-453f-b7df-c5610e5edc2c tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:11.650274 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-edba5940-0355-4a1b-b618-4a38a407c30d req-9478c619-ddb5-453f-b7df-c5610e5edc2c tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.15 "GET /v2.0/networks?id=179c8afb-0d96-4a82-881d-9a60055fe78f HTTP/1.1" status: 200 len: 822 time: 0.7224162 Aug 29 06:38:11.771322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-edba5940-0355-4a1b-b618-4a38a407c30d req-77e86693-535e-4672-90fd-5608da2e3a84 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Request body: {'port': {'device_id': '9cf48827-a7ae-4daa-881b-43a7e22ba6f0', 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f', 'admin_state_up': True, 'tenant_id': '3c850ca4b8d241dd8e64e657acfeb999'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:11.799725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:11.800713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:11.894424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 04a11eff-6b35-4981-aba1-b20f93e1f529 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:11.916303 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08b31b17-0583-47ea-9397-c18ab557f627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:11.979117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Allocated IP 172.25.1.141 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:12.069902 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.070929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8f27e7eb-6ad1-42b5-ab22-44585bd1cdcc None None] Provisioning for port 04a11eff-6b35-4981-aba1-b20f93e1f529 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:12.084798 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08b31b17-0583-47ea-9397-c18ab557f627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.091841 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-b96176b4-9aa7-4faf-86d4-2e9a356cdf45 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9770508 Aug 29 06:38:12.092816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4efb29-27de-4760-a1c0-62f678731f35 req-1f9aea6c-f274-4687-bd44-0573bfc3de7c tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:12.102082 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f4efb29-27de-4760-a1c0-62f678731f35 req-1f9aea6c-f274-4687-bd44-0573bfc3de7c tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 936 time: 0.0873678 Aug 29 06:38:12.114183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Request body: {'port': {'device_id': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:12.197027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f4efb29-27de-4760-a1c0-62f678731f35 req-89def6c5-ae0c-403b-8caa-851c899394ff tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859587 Aug 29 06:38:12.198228 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08b31b17-0583-47ea-9397-c18ab557f627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.208358 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 04a11eff-6b35-4981-aba1-b20f93e1f529 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:12.225202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 04a11eff-6b35-4981-aba1-b20f93e1f529 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:12.225790 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.249996 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b31b17-0583-47ea-9397-c18ab557f627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b563c5a-708f-4c43-ad06-8d983236aafd,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:12.276079 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.319265 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-08b31b17-0583-47ea-9397-c18ab557f627 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6a8d921b74ba4eb5a5fffc9e52459ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9683585 Aug 29 06:38:12.319843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33758) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:12.393454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7a4e8b54-6c42-48b3-b320-e1a507c0932d None None] Provisioning for port 17404fc9-af9d-4925-a8cf-2119203dfc7f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:12.401003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7a4e8b54-6c42-48b3-b320-e1a507c0932d None None] Provisioning complete for port 17404fc9-af9d-4925-a8cf-2119203dfc7f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:12.401856 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7a4e8b54-6c42-48b3-b320-e1a507c0932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.459778 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e40b-4bb6-4c5d-9fec-feda89a57d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.473509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e8b54-6c42-48b3-b320-e1a507c0932d None None] Port 17404fc9-af9d-4925-a8cf-2119203dfc7f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:38:12.502879 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e40b-4bb6-4c5d-9fec-feda89a57d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.541796 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edba5940-0355-4a1b-b618-4a38a407c30d req-77e86693-535e-4672-90fd-5608da2e3a84 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Made reservation on behalf of 3c850ca4b8d241dd8e64e657acfeb999 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:12.554157 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-edba5940-0355-4a1b-b618-4a38a407c30d req-77e86693-535e-4672-90fd-5608da2e3a84 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.562902 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.660102 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 04a11eff-6b35-4981-aba1-b20f93e1f529, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=04a11eff-6b35-4981-aba1-b20f93e1f529,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:12.720503 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82168107-3a98-476d-b97b-684c897a9c81 req-b2909048-2006-47fd-b258-628466ac92ca tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 210 time: 0.0428367 Aug 29 06:38:12.733671 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.753830 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.811395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30654706-03bc-4377-9c06-1f5141f072ab req-2bf12340-0296-4566-a998-47908b0dfe72 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:12.824060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30654706-03bc-4377-9c06-1f5141f072ab req-2bf12340-0296-4566-a998-47908b0dfe72 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 949 time: 0.1010661 Aug 29 06:38:12.857931 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e40b-4bb6-4c5d-9fec-feda89a57d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.872131 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e40b-4bb6-4c5d-9fec-feda89a57d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.873300 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3ec2e40b-4bb6-4c5d-9fec-feda89a57d72 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4b563c5a-708f-4c43-ad06-8d983236aafd HTTP/1.1" status: 204 len: 168 time: 0.5524211 Aug 29 06:38:12.882859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=04a11eff-6b35-4981-aba1-b20f93e1f529,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:12.894735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4c3c2576-6335-4bee-829b-7aa2fae2971b None None] Provisioning complete for port 04a11eff-6b35-4981-aba1-b20f93e1f529 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:12.896494 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2576-6335-4bee-829b-7aa2fae2971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.915548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30654706-03bc-4377-9c06-1f5141f072ab req-103c0d76-e76a-43ef-a2f2-f20bcf99f732 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900543 Aug 29 06:38:12.927571 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2e40b-4bb6-4c5d-9fec-feda89a57d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b563c5a-708f-4c43-ad06-8d983236aafd,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:12.965488 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:12.983017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17404fc9-af9d-4925-a8cf-2119203dfc7f {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:13.016694 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:13.052240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-edba5940-0355-4a1b-b618-4a38a407c30d req-77e86693-535e-4672-90fd-5608da2e3a84 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Allocated IP 172.20.0.6 (179c8afb-0d96-4a82-881d-9a60055fe78f/65030456-9c22-4d0f-ba30-dc80cb8ddba0/c13a67b6-d839-4242-bdeb-548a504b5599) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:13.053662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:13.068246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:13.070905 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Transition to ACTIVE for port object 17404fc9-af9d-4925-a8cf-2119203dfc7f will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:13.072502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Pushing event updated for resources: {'Port': ['ID=15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:13.074993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:13.221862 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:13.590755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c304ace-8e40-4ead-b5b9-bb5077c1166f req-869a3f2d-3dc8-45c3-a3ff-2d437717a78c tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:13.593489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c304ace-8e40-4ead-b5b9-bb5077c1166f req-869a3f2d-3dc8-45c3-a3ff-2d437717a78c tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 948 time: 0.1779983 Aug 29 06:38:13.635705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Pushing event updated for resources: {'Port': ['ID=17404fc9-af9d-4925-a8cf-2119203dfc7f,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:13.660020 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:13.763067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Attempting to bind port 17404fc9-af9d-4925-a8cf-2119203dfc7f on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:38:13.763067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Attempting to bind port 17404fc9-af9d-4925-a8cf-2119203dfc7f by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:38:13.763067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Attempting to bind port 17404fc9-af9d-4925-a8cf-2119203dfc7f on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:13.764554 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c304ace-8e40-4ead-b5b9-bb5077c1166f req-36524692-5547-4ccf-8489-0628374e98bf tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972948 Aug 29 06:38:13.764790 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-edba5940-0355-4a1b-b618-4a38a407c30d req-77e86693-535e-4672-90fd-5608da2e3a84 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:13.764790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Port 17404fc9-af9d-4925-a8cf-2119203dfc7f on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:38:13.764790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Attempting to bind port 17404fc9-af9d-4925-a8cf-2119203dfc7f on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:13.764790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:38:13.764790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:13.764790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:38:13.764790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Bound port: 17404fc9-af9d-4925-a8cf-2119203dfc7f, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:38:13.764790 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:13.794912 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 04a11eff-6b35-4981-aba1-b20f93e1f529 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:13.880126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9b7db6c-fe4a-49b4-b946-1646c0658a9c req-34359de0-d512-4ef5-91b7-479dd850012b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 210 time: 0.0344303 Aug 29 06:38:13.902324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 04a11eff-6b35-4981-aba1-b20f93e1f529 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:13.902862 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:13.912892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] For port 17404fc9-af9d-4925-a8cf-2119203dfc7f, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:38:13.916389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] For port 17404fc9-af9d-4925-a8cf-2119203dfc7f, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17404fc9-af9d-4925-a8cf-2119203dfc7f,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:38:14.043136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8272f19-e141-4722-9477-fc28bc23545e req-e723df39-5aa5-44a2-a0a3-5a7c9c70c9cd tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:14.045005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8272f19-e141-4722-9477-fc28bc23545e req-e723df39-5aa5-44a2-a0a3-5a7c9c70c9cd tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 949 time: 0.0560653 Aug 29 06:38:14.084857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8272f19-e141-4722-9477-fc28bc23545e req-136670dd-72cc-4602-88a0-fc660d61dd34 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333900 Aug 29 06:38:14.244047 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:14.280065 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:14.282234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-edba5940-0355-4a1b-b618-4a38a407c30d req-77e86693-535e-4672-90fd-5608da2e3a84 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:14.545073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:14.545703 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:14.547111 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] 10.222.0.11 "PUT /v2.0/ports/17404fc9-af9d-4925-a8cf-2119203dfc7f HTTP/1.1" status: 200 len: 1097 time: 2.4380195 Aug 29 06:38:14.549826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'tag': '17404fc9-af9d-4925-a8cf-2119203dfc7f'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:14.552176 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d5c409-878d-41c4-8d6f-b1e1f08bb873" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4e57a0-3b15-48ed-9142-0b98c3d40c9b", "tag": "17404fc9-af9d-4925-a8cf-2119203dfc7f"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:14.575054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33818) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:14.592462 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b46aafd0-2d09-46ff-a2a9-41f570f65fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:14.673350 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308eac95-3728-466f-9feb-942abcd92547 x-openstack-request-id: req-308eac95-3728-466f-9feb-942abcd92547 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:14.676773 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4e57a0-3b15-48ed-9142-0b98c3d40c9b", "tag": "17404fc9-af9d-4925-a8cf-2119203dfc7f", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:14.677293 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-308eac95-3728-466f-9feb-942abcd92547 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:14.677801 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'tag': '17404fc9-af9d-4925-a8cf-2119203dfc7f', 'status': 'completed', 'code': 200} Aug 29 06:38:14.682773 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edba5940-0355-4a1b-b618-4a38a407c30d req-77e86693-535e-4672-90fd-5608da2e3a84 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Network 179c8afb-0d96-4a82-881d-9a60055fe78f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:14.703978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-edba5940-0355-4a1b-b618-4a38a407c30d req-77e86693-535e-4672-90fd-5608da2e3a84 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:14.776714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-edba5940-0355-4a1b-b618-4a38a407c30d req-77e86693-535e-4672-90fd-5608da2e3a84 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:14.895857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b77ac8-8c30-4571-a213-8e257419f29a service neutron] Pushing event updated for resources: {'Port': ['ID=17404fc9-af9d-4925-a8cf-2119203dfc7f,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:14.914787 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b46aafd0-2d09-46ff-a2a9-41f570f65fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:14.950513 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5446b-f409-454d-b411-6e8389eb022a req-fe4af0b1-0533-44d7-b191-894a0547984f tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:14.958454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ae5446b-f409-454d-b411-6e8389eb022a req-fe4af0b1-0533-44d7-b191-894a0547984f tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 948 time: 0.1263390 Aug 29 06:38:14.969790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e86693-535e-4672-90fd-5608da2e3a84 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Pushing event updated for resources: {'Port': ['ID=c13a67b6-d839-4242-bdeb-548a504b5599,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:15.037069 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ae5446b-f409-454d-b411-6e8389eb022a req-8d26b9fe-69ce-46d7-b774-cbb94cbdb959 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774484 Aug 29 06:38:15.054206 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5c409-878d-41c4-8d6f-b1e1f08bb873 req-e0e8deac-88f7-4f5d-82e2-1552b65aec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:15.055872 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-65d5c409-878d-41c4-8d6f-b1e1f08bb873 req-e0e8deac-88f7-4f5d-82e2-1552b65aec3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1d8870aecab4f5885b805b7542f3b57&device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 1100 time: 0.2561927 Aug 29 06:38:15.065155 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b46aafd0-2d09-46ff-a2a9-41f570f65fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:15.070216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c4f76-9cf0-4939-a800-4e1e421d83b7 req-b3536f9a-3298-47f0-a4cf-d76333fd0db6 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:15.071737 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6d6c4f76-9cf0-4939-a800-4e1e421d83b7 req-b3536f9a-3298-47f0-a4cf-d76333fd0db6 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.11 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 949 time: 0.3692822 Aug 29 06:38:15.100748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-65d5c409-878d-41c4-8d6f-b1e1f08bb873 req-6def0978-d40e-4cce-aebe-e92ed1b42ae0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f1d8870aecab4f5885b805b7542f3b57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238128 Aug 29 06:38:15.106429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5940-0355-4a1b-b618-4a38a407c30d req-77e86693-535e-4672-90fd-5608da2e3a84 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:15.107058 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-edba5940-0355-4a1b-b618-4a38a407c30d req-77e86693-535e-4672-90fd-5608da2e3a84 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:15.123515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50316e-afbb-48d9-9e4d-c2d9a02ac193 req-2a1d24ad-6b10-489b-81ac-9226d6c15abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:15.125510 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a50316e-afbb-48d9-9e4d-c2d9a02ac193 req-2a1d24ad-6b10-489b-81ac-9226d6c15abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 931 time: 0.1383197 Aug 29 06:38:15.153476 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:38:15.183274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aafd0-2d09-46ff-a2a9-41f570f65fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf213f5-6959-4747-a7ac-a403fff538ec,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:15.216321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b46aafd0-2d09-46ff-a2a9-41f570f65fdf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8addca602e614a23ad10bedb4ea9b399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6401296 Aug 29 06:38:15.222410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33844) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:15.302154 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:15.346875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a50316e-afbb-48d9-9e4d-c2d9a02ac193 req-20d0b4ca-ac78-4fd9-a96b-3fafe5423e56 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106524 Aug 29 06:38:15.395518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f08a5-6231-4baa-974d-84fe7ca36d0e req-4236964b-1881-4641-b936-354aa34d8c0f tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:15.412191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b68f08a5-6231-4baa-974d-84fe7ca36d0e req-4236964b-1881-4641-b936-354aa34d8c0f tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 949 time: 0.1944377 Aug 29 06:38:15.425505 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d16fb8d7-0afa-49f3-b7ad-ecc4a2cd385f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:15.448214 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d16fb8d7-0afa-49f3-b7ad-ecc4a2cd385f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:15.456123 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-edba5940-0355-4a1b-b618-4a38a407c30d req-77e86693-535e-4672-90fd-5608da2e3a84 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7258477 Aug 29 06:38:15.457769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5c409-878d-41c4-8d6f-b1e1f08bb873 req-d07973a1-44e2-4b20-9a93-11871a6fc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:15.459338 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-65d5c409-878d-41c4-8d6f-b1e1f08bb873 req-d07973a1-44e2-4b20-9a93-11871a6fc406 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2974908 Aug 29 06:38:15.490315 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Request body: {'port': {'device_id': '9cf48827-a7ae-4daa-881b-43a7e22ba6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:15.555459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b68f08a5-6231-4baa-974d-84fe7ca36d0e req-1f951903-6e6d-4a5d-8524-ffb959618f51 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416388 Aug 29 06:38:15.621975 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d16fb8d7-0afa-49f3-b7ad-ecc4a2cd385f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:15.628641 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d16fb8d7-0afa-49f3-b7ad-ecc4a2cd385f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:15.639211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d16fb8d7-0afa-49f3-b7ad-ecc4a2cd385f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dbf213f5-6959-4747-a7ac-a403fff538ec HTTP/1.1" status: 204 len: 168 time: 0.4127314 Aug 29 06:38:15.651354 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-6d6c4f76-9cf0-4939-a800-4e1e421d83b7 req-4a9889fb-24c7-40d4-a542-2bb70ef41047 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Deleting port 89671d26-5113-497e-9446-84de4997655a {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:38:15.651862 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6d6c4f76-9cf0-4939-a800-4e1e421d83b7 req-4a9889fb-24c7-40d4-a542-2bb70ef41047 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:15.661109 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fb8d7-0afa-49f3-b7ad-ecc4a2cd385f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf213f5-6959-4747-a7ac-a403fff538ec,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:15.672939 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:15.744494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-e977b988-894b-414d-8f76-449f2dbe269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:15.746368 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-e977b988-894b-414d-8f76-449f2dbe269a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1d8870aecab4f5885b805b7542f3b57&device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 1100 time: 0.1891506 Aug 29 06:38:15.836921 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-295c6e85-83d5-4c9d-a372-e86377390ff3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=17404fc9-af9d-4925-a8cf-2119203dfc7f HTTP/1.1" status: 200 len: 217 time: 0.0567164 Aug 29 06:38:16.010799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-6d6c4f76-9cf0-4939-a800-4e1e421d83b7 req-4a9889fb-24c7-40d4-a542-2bb70ef41047 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] For port 89671d26-5113-497e-9446-84de4997655a, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=89671d26-5113-497e-9446-84de4997655a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:16.011197 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6d6c4f76-9cf0-4939-a800-4e1e421d83b7 req-4a9889fb-24c7-40d4-a542-2bb70ef41047 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:16.016813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:38:16.078309 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-238539df-3c43-4885-904c-2f7c5168402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:16.079827 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-238539df-3c43-4885-904c-2f7c5168402c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.2284603 Aug 29 06:38:16.083924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-6d6c4f76-9cf0-4939-a800-4e1e421d83b7 req-4a9889fb-24c7-40d4-a542-2bb70ef41047 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Calling delete_port for 89671d26-5113-497e-9446-84de4997655a owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:38:16.201786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886f9cd-7587-48ad-92c0-3a756af74de4 req-912deb7a-ca1a-47e5-9182-54029cc90c75 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:16.216306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b886f9cd-7587-48ad-92c0-3a756af74de4 req-912deb7a-ca1a-47e5-9182-54029cc90c75 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 948 time: 0.1063757 Aug 29 06:38:16.301085 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b886f9cd-7587-48ad-92c0-3a756af74de4 req-6458592e-6ce4-4b09-b7b2-7916ee91a7bc tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574462 Aug 29 06:38:16.381564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-4563bbb3-3d93-42d3-99f3-bf83e8700002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:16.383130 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-4563bbb3-3d93-42d3-99f3-bf83e8700002 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2938008 Aug 29 06:38:16.451290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:38:16.484326 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Sync routers for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:38:16.499086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:38:16.500117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:38:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:38:16.556703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc61312-d8f2-43e3-b2f6-e52d23c3270c req-e7690b23-4f15-4395-b5bf-9ce6332f69bc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:16.559058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ebc61312-d8f2-43e3-b2f6-e52d23c3270c req-e7690b23-4f15-4395-b5bf-9ce6332f69bc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 931 time: 0.1010103 Aug 29 06:38:16.601485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13a67b6-d839-4242-bdeb-548a504b5599 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:16.628098 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ebc61312-d8f2-43e3-b2f6-e52d23c3270c req-467234a9-596c-47f8-94c8-72f6bae688c6 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614309 Aug 29 06:38:16.641795 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:16.708280 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:16.713375 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-34cccb22-8b5f-4e48-9ba9-23a5d9d58bbd admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.3207335 Aug 29 06:38:16.713516 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33908) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:16.731845 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Transition to ACTIVE for port object c13a67b6-d839-4242-bdeb-548a504b5599 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:16.744533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:38:16.747906 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-07d6e91f-46b0-4469-9349-54072aaaf293 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483741 Aug 29 06:38:16.832625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:16.953539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Pushing event updated for resources: {'Port': ['ID=c13a67b6-d839-4242-bdeb-548a504b5599,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:16.970889 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6d6c4f76-9cf0-4939-a800-4e1e421d83b7 req-4a9889fb-24c7-40d4-a542-2bb70ef41047 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:16.994696 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['d2648efa-0676-4070-ae31-2dd4740114e1'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:17.010358 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4778e8-8e4e-49a2-a052-d047e13288af req-1eefa698-be84-4d5c-8d02-f833b88ce912 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:17.023348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d4778e8-8e4e-49a2-a052-d047e13288af req-1eefa698-be84-4d5c-8d02-f833b88ce912 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 867 time: 0.2144256 Aug 29 06:38:17.023699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['89671d26-5113-497e-9446-84de4997655a'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:17.026888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9889fb-24c7-40d4-a542-2bb70ef41047 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Pushing event deleted for resources: {'Port': ['ID=89671d26-5113-497e-9446-84de4997655a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:17.140662 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:13Z', 'revision_number': 3, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:38:17.211111 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c10ed541-a6e9-4f57-95e3-07959bd657c8 req-1eb1fd1a-d84a-49b3-bec5-c7da5420427a service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563737 Aug 29 06:38:17.228086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Checking router: daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:38:17.228445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Updating router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc port 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:38:17.264183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6c4f76-9cf0-4939-a800-4e1e421d83b7 req-4a9889fb-24c7-40d4-a542-2bb70ef41047 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] No DVR routers for this DVR port 89671d26-5113-497e-9446-84de4997655a on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:38:17.269581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6d6c4f76-9cf0-4939-a800-4e1e421d83b7 req-4a9889fb-24c7-40d4-a542-2bb70ef41047 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:17.276191 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6d6c4f76-9cf0-4939-a800-4e1e421d83b7 req-4a9889fb-24c7-40d4-a542-2bb70ef41047 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.11 "DELETE /v2.0/ports/89671d26-5113-497e-9446-84de4997655a HTTP/1.1" status: 204 len: 173 time: 2.1776536 Aug 29 06:38:17.276693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508134c5-fcb5-47f9-968f-d45b5d7dbcaa', 'name': 'network-vif-deleted', 'tag': '89671d26-5113-497e-9446-84de4997655a'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:17.281057 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1499042-7fae-456e-9743-ae66e1007a59" -d '{"events": [{"server_uuid": "508134c5-fcb5-47f9-968f-d45b5d7dbcaa", "name": "network-vif-deleted", "tag": "89671d26-5113-497e-9446-84de4997655a"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:17.316016 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Attempting to bind port c13a67b6-d839-4242-bdeb-548a504b5599 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:38:17.316336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Attempting to bind port c13a67b6-d839-4242-bdeb-548a504b5599 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:38:17.316669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Attempting to bind port c13a67b6-d839-4242-bdeb-548a504b5599 on network 179c8afb-0d96-4a82-881d-9a60055fe78f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:17.318608 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:17.322539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Port c13a67b6-d839-4242-bdeb-548a504b5599 on network 179c8afb-0d96-4a82-881d-9a60055fe78f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:38:17.322539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Attempting to bind port c13a67b6-d839-4242-bdeb-548a504b5599 on network 179c8afb-0d96-4a82-881d-9a60055fe78f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:17.327088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:38:17.327460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Checking segment: {'id': 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:17.327852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Bound using segment: {'id': 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:38:17.328556 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Bound port: c13a67b6-d839-4242-bdeb-548a504b5599, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:38:17.328703 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:17.406182 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf8ba14-f6db-48e2-a223-89e4da23a945 x-openstack-request-id: req-baf8ba14-f6db-48e2-a223-89e4da23a945 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:17.406776 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508134c5-fcb5-47f9-968f-d45b5d7dbcaa", "name": "network-vif-deleted", "tag": "89671d26-5113-497e-9446-84de4997655a", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:17.406776 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-baf8ba14-f6db-48e2-a223-89e4da23a945 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:17.407098 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508134c5-fcb5-47f9-968f-d45b5d7dbcaa', 'name': 'network-vif-deleted', 'tag': '89671d26-5113-497e-9446-84de4997655a', 'status': 'completed', 'code': 200} Aug 29 06:38:17.473208 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d4778e8-8e4e-49a2-a052-d047e13288af req-5821d5d6-ab8f-45da-a12d-f84c7128282a tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479437 Aug 29 06:38:17.504057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] For port c13a67b6-d839-4242-bdeb-548a504b5599, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:38:17.510285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] For port c13a67b6-d839-4242-bdeb-548a504b5599, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c13a67b6-d839-4242-bdeb-548a504b5599,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:38:17.547799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33936) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:17.589788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33940) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:17.625007 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:17.770654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:17.771377 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:17.774519 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-edba5940-0355-4a1b-b618-4a38a407c30d req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] 10.222.0.15 "PUT /v2.0/ports/c13a67b6-d839-4242-bdeb-548a504b5599 HTTP/1.1" status: 200 len: 1092 time: 2.2902544 Aug 29 06:38:17.874585 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d937d-6237-4d38-a165-75c8b32c692e service neutron] Pushing event updated for resources: {'Port': ['ID=c13a67b6-d839-4242-bdeb-548a504b5599,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:17.888818 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d7b227a-c194-4e21-8509-d78669131657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:17.932476 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1226271420-network', 'tenant_id': 'e06a1fb8fcc74ddbb2b5244a869c25dc'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:17.941739 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b66707-3588-426b-9571-88b82f36ca16 req-b475d23e-39ac-40f6-9bea-5d3fa9c5eee3 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:17.950166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7b66707-3588-426b-9571-88b82f36ca16 req-b475d23e-39ac-40f6-9bea-5d3fa9c5eee3 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 948 time: 0.3093336 Aug 29 06:38:17.990224 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 06:38:17.990224 n-d-713301-12 neutron-server[95403]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 06:38:17.990224 n-d-713301-12 neutron-server[95403]: [parameters: {'project_id': 'e06a1fb8fcc74ddbb2b5244a869c25dc', 'id': 'bce73893-1e39-4366-82df-f88f8bfe12c9', 'expiration': datetime.datetime(2021, 8, 29, 6, 40, 17, 976694)}] Aug 29 06:38:17.990224 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:38:17.990684 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:38:17.996251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5940-0355-4a1b-b618-4a38a407c30d req-91049f0b-cbf2-4f79-8d5e-71baba256861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:17.998280 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-edba5940-0355-4a1b-b618-4a38a407c30d req-91049f0b-cbf2-4f79-8d5e-71baba256861 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c850ca4b8d241dd8e64e657acfeb999&device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 1095 time: 0.0794380 Aug 29 06:38:18.057406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7b66707-3588-426b-9571-88b82f36ca16 req-3ef6e020-97a5-4fe1-9388-eb744155e797 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026042 Aug 29 06:38:18.060829 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:18.070796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddf87a-a842-4a6e-97f3-f09ee7fd0f2d req-c6498084-f048-4c21-975b-2a47608e9565 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:18.078812 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3ddf87a-a842-4a6e-97f3-f09ee7fd0f2d req-c6498084-f048-4c21-975b-2a47608e9565 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 943 time: 0.2918408 Aug 29 06:38:18.167286 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:18.176906 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Transition to ACTIVE for port object 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:18.185321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3ddf87a-a842-4a6e-97f3-f09ee7fd0f2d req-529921b9-33ba-4196-b451-b6db622f1ac3 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055293 Aug 29 06:38:18.259779 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:18.355698 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-edba5940-0355-4a1b-b618-4a38a407c30d req-df57dccb-8bf4-4396-87b5-bc2135880317 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c13a67b6-d839-4242-bdeb-548a504b5599 HTTP/1.1" status: 200 len: 217 time: 0.3462574 Aug 29 06:38:18.356607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Allocated IP 172.20.0.1 (e23b75b2-226f-4d05-9513-7dbf2ec7ba42/22a3f03b-b513-4591-8917-95e3b36a5687/02f518a9-5757-42c1-beec-a6d2dfb84f0b) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:18.380724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548add8-1b36-4ed3-b329-ae4d85928bd8 None None] Pushing event updated for resources: {'Port': ['ID=15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:18.434057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Attempting to bind port 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:38:18.434336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Attempting to bind port 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:38:18.434915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Attempting to bind port 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:18.443521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:38:18.444169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:18.444741 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:18.445301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:38:18.446060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Bound port: 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:38:18.446626 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:18.484104 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:18.517275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] For port 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:38:18.523040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] For port 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:38:18.526925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Transition to ACTIVE for port object 02f518a9-5757-42c1-beec-a6d2dfb84f0b will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:18.621183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5940-0355-4a1b-b618-4a38a407c30d req-f895b5c3-1298-44ab-82ba-bc82fa472c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:18.622818 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-edba5940-0355-4a1b-b618-4a38a407c30d req-f895b5c3-1298-44ab-82ba-bc82fa472c98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65030456-9c22-4d0f-ba30-dc80cb8ddba0 HTTP/1.1" status: 200 len: 862 time: 0.2553437 Aug 29 06:38:18.646790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c53e487c-2a49-420b-8c0d-323504428c65 req-bfaa777a-1592-4553-9aec-6b740691bdc7 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=508134c5-fcb5-47f9-968f-d45b5d7dbcaa HTTP/1.1" status: 200 len: 210 time: 0.0425670 Aug 29 06:38:18.667222 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:18.699108 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:18.723307 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-edba5940-0355-4a1b-b618-4a38a407c30d req-e22c28f9-1bc6-4bc6-bf19-2d4966a4cbbf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=179c8afb-0d96-4a82-881d-9a60055fe78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910945 Aug 29 06:38:18.745780 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d7b227a-c194-4e21-8509-d78669131657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:18.810097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548add8-1b36-4ed3-b329-ae4d85928bd8 None None] Pushing event updated for resources: {'Port': ['ID=15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:18.812675 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:18.831395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:18.833978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Pushing event updated for resources: {'Port': ['ID=02f518a9-5757-42c1-beec-a6d2dfb84f0b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:18.834439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:38:18.835135 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:38:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:38:18.836674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:18.879054 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-edba5940-0355-4a1b-b618-4a38a407c30d req-5703cfdb-c012-41a8-a064-cb4f3b78ccdf service neutron] 10.222.0.15 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319215 Aug 29 06:38:18.914092 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:18.974732 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d7b227a-c194-4e21-8509-d78669131657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:18.986031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:38:19.074252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b227a-c194-4e21-8509-d78669131657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aa71d8-cfd5-4218-868f-95c006b9e0e1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:19.112240 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4d7b227a-c194-4e21-8509-d78669131657 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4f5f30554ff04622b8d5f96aa722599f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5565145 Aug 29 06:38:19.112349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33962) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:19.148508 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-edba5940-0355-4a1b-b618-4a38a407c30d req-6b4aa014-6ada-4c64-b0bb-b1d1779a7ad5 service neutron] 10.222.0.15 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578547 Aug 29 06:38:19.182200 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Made reservation on behalf of e06a1fb8fcc74ddbb2b5244a869c25dc for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:19.192926 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:19.245103 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:19.332154 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c4ee8605-f124-44dc-9e39-b34d930aee5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:19.342644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-08dcf362-85ff-4d40-b041-3b72b07a8c0b None None] Provisioning for port 02f518a9-5757-42c1-beec-a6d2dfb84f0b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:19.349340 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:19.359583 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-08dcf362-85ff-4d40-b041-3b72b07a8c0b None None] Provisioning complete for port 02f518a9-5757-42c1-beec-a6d2dfb84f0b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:19.363770 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-08dcf362-85ff-4d40-b041-3b72b07a8c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:19.372346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7ef9a-0b4c-4888-8284-fe970bc45a00 req-9fd04ee0-87f9-4805-89d7-4ad4a2d9fda5 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:19.373886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4b7ef9a-0b4c-4888-8284-fe970bc45a00 req-9fd04ee0-87f9-4805-89d7-4ad4a2d9fda5 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 948 time: 0.1630414 Aug 29 06:38:19.410740 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c4ee8605-f124-44dc-9e39-b34d930aee5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:19.417216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf48827-a7ae-4daa-881b-43a7e22ba6f0', 'tag': 'c13a67b6-d839-4242-bdeb-548a504b5599'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:19.420660 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69347624-9417-4788-afcf-4275027c000c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf48827-a7ae-4daa-881b-43a7e22ba6f0", "tag": "c13a67b6-d839-4242-bdeb-548a504b5599"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:19.430265 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:19.434463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-08dcf362-85ff-4d40-b041-3b72b07a8c0b None None] Port 02f518a9-5757-42c1-beec-a6d2dfb84f0b cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:38:19.446124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:13Z', 'revision_number': 3, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:38:19.482918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac62961-11dc-4489-b653-fc1469d54a53 None None] The sync data for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 is: [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:13Z', 'revision_number': 3, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:38:19.565555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:19.587785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:38:19.589351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 89671d26-5113-497e-9446-84de4997655a no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:38:19.610520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 89671d26-5113-497e-9446-84de4997655a {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:38:19.610918 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4b7ef9a-0b4c-4888-8284-fe970bc45a00 req-05954b9b-2a08-4fcd-a593-a8b2bebcacc5 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213414 Aug 29 06:38:19.611580 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 89671d26-5113-497e-9446-84de4997655a not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:38:19.630778 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a113316-fe46-470f-a3d3-a0238b956e3b req-6a39806d-2c1f-4034-9bc0-99684c941d53 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:19.631412 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c9e6fb-139b-4ada-8495-d3f29cf2eeea,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:19.639213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a113316-fe46-470f-a3d3-a0238b956e3b req-6a39806d-2c1f-4034-9bc0-99684c941d53 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 943 time: 0.2564890 Aug 29 06:38:19.753706 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a113316-fe46-470f-a3d3-a0238b956e3b req-ca83953c-9ed9-43f9-bc41-69e4526a04a8 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134765 Aug 29 06:38:19.760057 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6921cc-7b65-412f-ba9e-67462eeb7468 x-openstack-request-id: req-db6921cc-7b65-412f-ba9e-67462eeb7468 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:19.760343 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf48827-a7ae-4daa-881b-43a7e22ba6f0", "tag": "c13a67b6-d839-4242-bdeb-548a504b5599", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:19.760647 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db6921cc-7b65-412f-ba9e-67462eeb7468 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:19.761077 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf48827-a7ae-4daa-881b-43a7e22ba6f0', 'tag': 'c13a67b6-d839-4242-bdeb-548a504b5599', 'status': 'completed', 'code': 200} Aug 29 06:38:19.815167 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c4ee8605-f124-44dc-9e39-b34d930aee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:19.817986 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c4ee8605-f124-44dc-9e39-b34d930aee5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:19.823458 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c4ee8605-f124-44dc-9e39-b34d930aee5f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/46aa71d8-cfd5-4218-868f-95c006b9e0e1 HTTP/1.1" status: 204 len: 168 time: 0.7110395 Aug 29 06:38:19.826397 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:19.827318 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Added segment 3a218c4b-8d0f-42c7-bab7-a567a682da34 of type vlan for network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 Aug 29 06:38:19.859134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee8605-f124-44dc-9e39-b34d930aee5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aa71d8-cfd5-4218-868f-95c006b9e0e1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:19.875189 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:19.945660 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:20.032570 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:20.043129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69347624-9417-4788-afcf-4275027c000c req-0f653e05-dca0-4f8c-9a2c-c92bc7265751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:20.045225 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-69347624-9417-4788-afcf-4275027c000c req-0f653e05-dca0-4f8c-9a2c-c92bc7265751 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c850ca4b8d241dd8e64e657acfeb999&device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 1095 time: 0.2473207 Aug 29 06:38:20.055881 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:20.121549 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Pushing event updated for resources: {'Port': ['ID=02f518a9-5757-42c1-beec-a6d2dfb84f0b,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:20.169857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69347624-9417-4788-afcf-4275027c000c req-0bd6989e-cb07-4e7a-945e-417248b6becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:20.171617 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-69347624-9417-4788-afcf-4275027c000c req-0bd6989e-cb07-4e7a-945e-417248b6becf service neutron] 10.222.0.15 "GET /v2.0/networks?id=179c8afb-0d96-4a82-881d-9a60055fe78f HTTP/1.1" status: 200 len: 923 time: 0.1048763 Aug 29 06:38:20.178666 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:20.180252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:20.224376 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-69347624-9417-4788-afcf-4275027c000c req-a2975c52-e891-44ae-a621-fed8c9727567 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c13a67b6-d839-4242-bdeb-548a504b5599 HTTP/1.1" status: 200 len: 217 time: 0.0406458 Aug 29 06:38:20.294173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69347624-9417-4788-afcf-4275027c000c req-04e59591-d7ed-4154-a2a2-b7f75baa68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:20.295737 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-69347624-9417-4788-afcf-4275027c000c req-04e59591-d7ed-4154-a2a2-b7f75baa68c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65030456-9c22-4d0f-ba30-dc80cb8ddba0 HTTP/1.1" status: 200 len: 862 time: 0.0627699 Aug 29 06:38:20.337040 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-69347624-9417-4788-afcf-4275027c000c req-73961b5c-6e44-4428-b847-238a9e334b32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=179c8afb-0d96-4a82-881d-9a60055fe78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336370 Aug 29 06:38:20.449976 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-69347624-9417-4788-afcf-4275027c000c req-e64be060-2e10-40cd-b37f-e81af20d3032 service neutron] 10.222.0.15 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026866 Aug 29 06:38:20.566027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:38:20.569391 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-69347624-9417-4788-afcf-4275027c000c req-228d61ff-0ba8-4d5e-a8cc-c839313fdedc service neutron] 10.222.0.15 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131036 Aug 29 06:38:20.582109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4f074bf2-e446-4fd9-9741-96604f807dcb None None] Provisioning complete for port 02f518a9-5757-42c1-beec-a6d2dfb84f0b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:20.582700 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4f074bf2-e446-4fd9-9741-96604f807dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:20.630258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4f074bf2-e446-4fd9-9741-96604f807dcb None None] Port 02f518a9-5757-42c1-beec-a6d2dfb84f0b cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:38:20.679019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:38:20.684234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a0cd9929-ff85-47f0-9dc2-0ea133428387 admin admin] 10.222.0.76 "PUT /v2.0/routers/daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9698293 Aug 29 06:38:20.765763 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:20.772931 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:20.772931 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:20.772931 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:20.783438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e214d-83e0-4581-815e-f252d61ee49b req-cd23ac88-dbed-496f-8e1b-1dd8f760bdb4 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:20.785234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-454e214d-83e0-4581-815e-f252d61ee49b req-cd23ac88-dbed-496f-8e1b-1dd8f760bdb4 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 948 time: 0.0577626 Aug 29 06:38:20.859293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca161a2-97b5-4345-a973-efe3ac6f5a03,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:20.868709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:38:20.869403 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-454e214d-83e0-4581-815e-f252d61ee49b req-47ddfe58-cf65-4834-aade-79ccdf83b9b8 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771973 Aug 29 06:38:20.974802 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-23b92a48-1253-4a9c-8fa4-d622d9903169 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.3808544 Aug 29 06:38:20.975028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34012) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:20.981047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-85aa060f-3524-4b33-b84d-66b67bf31081 admin admin] Request body: {'subnet': {'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1226271420-subnet', 'tenant_id': 'e06a1fb8fcc74ddbb2b5244a869c25dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:21.058611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30381d-f8d8-410b-b7b3-afe665f768e0 req-650e5eec-872c-4796-8ba9-b5eb1de84b2c tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:21.061029 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f30381d-f8d8-410b-b7b3-afe665f768e0 req-650e5eec-872c-4796-8ba9-b5eb1de84b2c tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 943 time: 0.0758705 Aug 29 06:38:21.099535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85aa060f-3524-4b33-b84d-66b67bf31081 admin admin] Made reservation on behalf of e06a1fb8fcc74ddbb2b5244a869c25dc for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:21.102833 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-85aa060f-3524-4b33-b84d-66b67bf31081 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:21.148522 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f30381d-f8d8-410b-b7b3-afe665f768e0 req-a37a6680-9a8c-4e32-83cb-97efdc924ea7 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725076 Aug 29 06:38:21.489949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2454ab0-a405-488b-aee0-07953d1da37d req-6175325f-d729-4881-9134-7fbb2d9be914 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:21.491871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2454ab0-a405-488b-aee0-07953d1da37d req-6175325f-d729-4881-9134-7fbb2d9be914 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 950 time: 0.1442795 Aug 29 06:38:21.510417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34030) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:21.524208 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-641b7450-e4b0-46c6-a1fc-63f92168aea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:21.526435 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-85aa060f-3524-4b33-b84d-66b67bf31081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:21.552981 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-f5b384f5-d179-40e3-bb84-17d77644e273 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:21.554536 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-f5b384f5-d179-40e3-bb84-17d77644e273 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 819 time: 0.1588261 Aug 29 06:38:21.559810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2454ab0-a405-488b-aee0-07953d1da37d req-25ea2a2b-f617-4457-8c03-e5194969fa31 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606887 Aug 29 06:38:21.571806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-371eb758-353a-43f5-b683-bf561e29719a tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/quotas/78eee02e528746ee868845f6eb34aea6 HTTP/1.1" status: 200 len: 375 time: 0.0092852 Aug 29 06:38:21.603645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17404fc9-af9d-4925-a8cf-2119203dfc7f details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:38:21.636832 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa060f-3524-4b33-b84d-66b67bf31081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=286fc068-b68f-4910-a000-c7b8e582e791,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:21.640620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa060f-3524-4b33-b84d-66b67bf31081 admin admin] Checking segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:21.640949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aa060f-3524-4b33-b84d-66b67bf31081 admin admin] Network hostable DHCP agents. Network: 4ca161a2-97b5-4345-a973-efe3ac6f5a03, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:38:21.650788 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Sync routers for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:38:21.678558 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:38:21.679477 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:38:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:38:21.689951 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-396f928e-69a2-4722-9621-1be013d59e99 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030724 Aug 29 06:38:21.736342 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-641b7450-e4b0-46c6-a1fc-63f92168aea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:21.803283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17404fc9-af9d-4925-a8cf-2119203dfc7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17404fc9-af9d-4925-a8cf-2119203dfc7f,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:21.808228 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-d6aa6158-e6b4-4722-9e13-cc414acb0f14 service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070175 Aug 29 06:38:21.823262 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:38:21.831695 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aa060f-3524-4b33-b84d-66b67bf31081 admin admin] Network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:38:21.838225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:21.862836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '17404fc9-af9d-4925-a8cf-2119203dfc7f', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '17404fc9-af9d-4925-a8cf-2119203dfc7f', 'mac_address': 'fa:16:3e:cc:46:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:38:21.904144 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-641b7450-e4b0-46c6-a1fc-63f92168aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:21.921465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-7f1f9b73-7aed-49bb-b6a0-d037ce91be7b service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975189 Aug 29 06:38:21.921796 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:21.943953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17404fc9-af9d-4925-a8cf-2119203dfc7f {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:21.945033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-85aa060f-3524-4b33-b84d-66b67bf31081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 4ca161a2-97b5-4345-a973-efe3ac6f5a03) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:21.957723 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badccd3a-b1a1-41ac-ae02-bcb8d42848f8 None None] Network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:38:21.963850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aa060f-3524-4b33-b84d-66b67bf31081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:21.964472 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-85aa060f-3524-4b33-b84d-66b67bf31081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:21.968705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b7450-e4b0-46c6-a1fc-63f92168aea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250a60d3-5ea0-425c-a815-8b7e3e9e2b68,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:21.973445 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-641b7450-e4b0-46c6-a1fc-63f92168aea2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=41902248335b4d849fe10e88db34aa91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624012 Aug 29 06:38:21.979836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34048) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:22.016040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17404fc9-af9d-4925-a8cf-2119203dfc7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17404fc9-af9d-4925-a8cf-2119203dfc7f,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:22.019742 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:22.030196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:22.030473 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:22.049262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6d8de796-d319-4fe7-9353-ff3d66310a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:22.101841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c13a67b6-d839-4242-bdeb-548a504b5599 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:38:22.106827 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6d8de796-d319-4fe7-9353-ff3d66310a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:22.128923 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-85aa060f-3524-4b33-b84d-66b67bf31081 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1437056 Aug 29 06:38:22.129156 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 2, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:38:22.170483 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Checking router: daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:38:22.171382 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Updating router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc port 02f518a9-5757-42c1-beec-a6d2dfb84f0b binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:38:22.175604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4405f-6853-4c4e-b202-1e8a04234531 req-893d333b-2790-47b1-906f-99fc18ebb8a0 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:22.178741 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ef4405f-6853-4c4e-b202-1e8a04234531 req-893d333b-2790-47b1-906f-99fc18ebb8a0 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 948 time: 0.1150951 Aug 29 06:38:22.181809 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:22.198668 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0cbafb-386e-4665-b5b1-c434e2bb3cdd None None] Network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:38:22.240047 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:22.269276 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ef4405f-6853-4c4e-b202-1e8a04234531 req-8c5ba58e-e4b2-48bb-b231-8685c16ef7ef tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696001 Aug 29 06:38:22.325224 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:22.353742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6d8de796-d319-4fe7-9353-ff3d66310a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:22.356534 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6d8de796-d319-4fe7-9353-ff3d66310a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:22.358749 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6d8de796-d319-4fe7-9353-ff3d66310a4e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/250a60d3-5ea0-425c-a815-8b7e3e9e2b68 HTTP/1.1" status: 204 len: 168 time: 0.3811109 Aug 29 06:38:22.373639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8de796-d319-4fe7-9353-ff3d66310a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250a60d3-5ea0-425c-a815-8b7e3e9e2b68,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:22.394485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:22.426797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=17404fc9-af9d-4925-a8cf-2119203dfc7f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:22.485635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22973657-950f-4058-9a9a-93eaa1a4c8a2 req-37dc764d-ce43-4307-b55c-40b8b3635476 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:22.493763 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:22.498307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22973657-950f-4058-9a9a-93eaa1a4c8a2 req-37dc764d-ce43-4307-b55c-40b8b3635476 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 943 time: 0.1215448 Aug 29 06:38:22.501122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c13a67b6-d839-4242-bdeb-548a504b5599, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c13a67b6-d839-4242-bdeb-548a504b5599,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:22.578537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a35b89-7604-43c7-9185-3c8031541cd5 req-91d0e41c-50e5-4d29-bc9a-0f5db3a7c657 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:22.580934 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b6a35b89-7604-43c7-9185-3c8031541cd5 req-91d0e41c-50e5-4d29-bc9a-0f5db3a7c657 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 950 time: 0.1070867 Aug 29 06:38:22.582971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'c13a67b6-d839-4242-bdeb-548a504b5599', 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f', 'port_id': 'c13a67b6-d839-4242-bdeb-548a504b5599', 'mac_address': 'fa:16:3e:8a:8b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65030456-9c22-4d0f-ba30-dc80cb8ddba0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:38:22.624042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['17404fc9-af9d-4925-a8cf-2119203dfc7f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:22.655178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22973657-950f-4058-9a9a-93eaa1a4c8a2 req-bec80e34-265c-41ef-9e88-35db05b4e818 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524708 Aug 29 06:38:22.682333 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:22.683995 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4e7f2226-2fd4-45de-87e1-07360f35cbe5 req-13472451-adbe-45ae-87e2-2d19625a2792 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 210 time: 0.1088257 Aug 29 06:38:22.697019 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:22.845231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b6a35b89-7604-43c7-9185-3c8031541cd5 req-9ffa6ccf-b379-4671-ba26-6b1e43f90f5c tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Deleting port d2648efa-0676-4070-ae31-2dd4740114e1 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:38:22.849567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13a67b6-d839-4242-bdeb-548a504b5599 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:22.850570 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6a35b89-7604-43c7-9185-3c8031541cd5 req-9ffa6ccf-b379-4671-ba26-6b1e43f90f5c tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:22.888629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc9aef-fcba-44ec-aa76-8cb9470929f4 req-a9edbe33-b6f2-48be-a555-86be9e8198b6 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:22.896916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67dc9aef-fcba-44ec-aa76-8cb9470929f4 req-a9edbe33-b6f2-48be-a555-86be9e8198b6 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 950 time: 0.1068707 Aug 29 06:38:22.901345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c13a67b6-d839-4242-bdeb-548a504b5599, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c13a67b6-d839-4242-bdeb-548a504b5599,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:22.960573 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:22.991580 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67dc9aef-fcba-44ec-aa76-8cb9470929f4 req-3fbf8e58-7617-4eae-a672-a2899b952be5 tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/security-groups?id=8949e16b-38e2-41ec-a7c0-6a9883794d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853593 Aug 29 06:38:22.991931 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Transition to ACTIVE for port object 02f518a9-5757-42c1-beec-a6d2dfb84f0b will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:22.996664 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:23.036689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b6a35b89-7604-43c7-9185-3c8031541cd5 req-9ffa6ccf-b379-4671-ba26-6b1e43f90f5c tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] For port d2648efa-0676-4070-ae31-2dd4740114e1, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d2648efa-0676-4070-ae31-2dd4740114e1,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:23.037062 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6a35b89-7604-43c7-9185-3c8031541cd5 req-9ffa6ccf-b379-4671-ba26-6b1e43f90f5c tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:23.055190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b6a35b89-7604-43c7-9185-3c8031541cd5 req-9ffa6ccf-b379-4671-ba26-6b1e43f90f5c tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Calling delete_port for d2648efa-0676-4070-ae31-2dd4740114e1 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:38:23.091535 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=c13a67b6-d839-4242-bdeb-548a504b5599,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:23.124838 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:23.219569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['c13a67b6-d839-4242-bdeb-548a504b5599'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:23.219865 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2f588-f7f6-4e51-88eb-d5298832fc7f None None] Pushing event updated for resources: {'Port': ['ID=02f518a9-5757-42c1-beec-a6d2dfb84f0b,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:23.265139 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2f588-f7f6-4e51-88eb-d5298832fc7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:23.265913 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2f588-f7f6-4e51-88eb-d5298832fc7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:23.265913 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2f588-f7f6-4e51-88eb-d5298832fc7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:23.266155 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2f588-f7f6-4e51-88eb-d5298832fc7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:23.266500 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2f588-f7f6-4e51-88eb-d5298832fc7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:23.267426 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2f588-f7f6-4e51-88eb-d5298832fc7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:23.267771 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2f588-f7f6-4e51-88eb-d5298832fc7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:23.268121 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2f588-f7f6-4e51-88eb-d5298832fc7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:23.269062 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2f588-f7f6-4e51-88eb-d5298832fc7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:23.269062 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2f588-f7f6-4e51-88eb-d5298832fc7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:23.269062 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2f588-f7f6-4e51-88eb-d5298832fc7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:23.269403 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b2f588-f7f6-4e51-88eb-d5298832fc7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:23.336451 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Attempting to bind port 02f518a9-5757-42c1-beec-a6d2dfb84f0b on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:38:23.336643 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Attempting to bind port 02f518a9-5757-42c1-beec-a6d2dfb84f0b by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:38:23.336843 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Attempting to bind port 02f518a9-5757-42c1-beec-a6d2dfb84f0b on network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:23.337174 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6a35b89-7604-43c7-9185-3c8031541cd5 req-9ffa6ccf-b379-4671-ba26-6b1e43f90f5c tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:23.354058 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:38:23.354460 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Checking segment: {'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:23.354864 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:23.355288 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Bound using segment: {'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:38:23.356636 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Bound port: 02f518a9-5757-42c1-beec-a6d2dfb84f0b, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:38:23.356636 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:23.388482 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa6ccf-b379-4671-ba26-6b1e43f90f5c tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Pushing event deleted for resources: {'Port': ['ID=d2648efa-0676-4070-ae31-2dd4740114e1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:23.484443 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a35b89-7604-43c7-9185-3c8031541cd5 req-9ffa6ccf-b379-4671-ba26-6b1e43f90f5c tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] No DVR routers for this DVR port d2648efa-0676-4070-ae31-2dd4740114e1 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:38:23.489365 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6a35b89-7604-43c7-9185-3c8031541cd5 req-9ffa6ccf-b379-4671-ba26-6b1e43f90f5c tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:23.493050 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b6a35b89-7604-43c7-9185-3c8031541cd5 req-9ffa6ccf-b379-4671-ba26-6b1e43f90f5c tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.15 "DELETE /v2.0/ports/d2648efa-0676-4070-ae31-2dd4740114e1 HTTP/1.1" status: 204 len: 173 time: 0.9002290 Aug 29 06:38:23.493631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1514e98-0661-499b-8eab-17df235ae272', 'name': 'network-vif-deleted', 'tag': 'd2648efa-0676-4070-ae31-2dd4740114e1'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:23.495870 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2b5e97-2d33-4146-8da2-87cc33ccdf91" -d '{"events": [{"server_uuid": "e1514e98-0661-499b-8eab-17df235ae272", "name": "network-vif-deleted", "tag": "d2648efa-0676-4070-ae31-2dd4740114e1"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:23.506604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de368d-5604-4335-81ce-d943c0689143 req-33200364-15a5-41d8-beda-d65e06bdd319 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:23.510336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1de368d-5604-4335-81ce-d943c0689143 req-33200364-15a5-41d8-beda-d65e06bdd319 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 949 time: 0.1655281 Aug 29 06:38:23.530071 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] For port 02f518a9-5757-42c1-beec-a6d2dfb84f0b, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:38:23.534288 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] For port 02f518a9-5757-42c1-beec-a6d2dfb84f0b, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=02f518a9-5757-42c1-beec-a6d2dfb84f0b,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:38:23.553609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1de368d-5604-4335-81ce-d943c0689143 req-273a02b6-6f14-4a21-bf09-c5451796d55b tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369980 Aug 29 06:38:23.683608 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:23.711533 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e05cea7-a1c9-4e47-b4df-d5c545250ded x-openstack-request-id: req-1e05cea7-a1c9-4e47-b4df-d5c545250ded {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:23.712223 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1514e98-0661-499b-8eab-17df235ae272", "name": "network-vif-deleted", "tag": "d2648efa-0676-4070-ae31-2dd4740114e1", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:23.712646 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e05cea7-a1c9-4e47-b4df-d5c545250ded {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:23.713206 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1514e98-0661-499b-8eab-17df235ae272', 'name': 'network-vif-deleted', 'tag': 'd2648efa-0676-4070-ae31-2dd4740114e1', 'status': 'completed', 'code': 200} Aug 29 06:38:23.729968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34144) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:23.737908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1168359092-network', 'tenant_id': '78b562d5ab2346549e6b1173f9d3c930'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:23.777791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['d2648efa-0676-4070-ae31-2dd4740114e1'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:23.810093 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2f588-f7f6-4e51-88eb-d5298832fc7f None None] Pushing event updated for resources: {'Port': ['ID=02f518a9-5757-42c1-beec-a6d2dfb84f0b,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:23.842058 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:38:23.843237 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:38:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:38:23.844314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:23.963256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62929a86-08cc-496c-ba9a-d3404bf5d076 req-12db3a86-344e-405d-af55-814849b7067d tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:24.001235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62929a86-08cc-496c-ba9a-d3404bf5d076 req-12db3a86-344e-405d-af55-814849b7067d tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 944 time: 0.1308544 Aug 29 06:38:24.009225 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:38:24.010472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Made reservation on behalf of 78b562d5ab2346549e6b1173f9d3c930 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:24.013013 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:24.016627 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:24.017081 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:24.031038 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:24.077037 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62929a86-08cc-496c-ba9a-d3404bf5d076 req-666f80d3-3038-4609-9742-9db2e4c6166a tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702055 Aug 29 06:38:24.133440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c13a67b6-d839-4242-bdeb-548a504b5599 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:24.262687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4eddc5d4-27fe-4f99-8447-93466602a845 req-da93fe16-39e7-4702-bcc0-6fe165077ad6 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 210 time: 0.0852959 Aug 29 06:38:24.358563 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:24.450826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port c13a67b6-d839-4242-bdeb-548a504b5599 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:24.455059 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port c13a67b6-d839-4242-bdeb-548a504b5599 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:24.455460 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:24.472388 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-074d55aa-b290-418b-b9f0-27061c22938b req-bfd8f193-3968-49bf-b09d-55b42245c83d tempest-ServersAdminNegativeTestJSON-546492140 tempest-ServersAdminNegativeTestJSON-546492140-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1514e98-0661-499b-8eab-17df235ae272 HTTP/1.1" status: 200 len: 210 time: 0.0479226 Aug 29 06:38:24.490954 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:23Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:38:24.493176 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:24.522740 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9347ab91-9e15-493d-b273-c6e99d4c9a00 None None] The sync data for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 is: [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:23Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:38:24.547638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfe2bd9-8204-498c-b13c-e86f403132ef,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:24.559945 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:38:24.593520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:24.593943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:24.594549 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:24.594957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:24.596044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:24.597186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:24.598097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:24.598511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:24.599521 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:24.599521 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:24.600514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:24.600963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:24.608894 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:24.616492 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Added segment 17578596-7548-436c-967c-b92e622782ce of type vlan for network 9aee50a1-d9cd-4ccf-963a-dbc20c91c460 Aug 29 06:38:24.623559 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:24.688962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf48827-a7ae-4daa-881b-43a7e22ba6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13a67b6-d839-4242-bdeb-548a504b5599'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:24.691833 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8557ec3-7f25-4d3c-9a21-f0d5274ffee1" -d '{"events": [{"server_uuid": "9cf48827-a7ae-4daa-881b-43a7e22ba6f0", "name": "network-vif-plugged", "status": "completed", "tag": "c13a67b6-d839-4242-bdeb-548a504b5599"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:24.708237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c13a67b6-d839-4242-bdeb-548a504b5599, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c13a67b6-d839-4242-bdeb-548a504b5599,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:24.749161 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:24.780642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59503ba-5d6a-4b77-8b37-e0e87f8e24b7 req-b637e260-a483-4875-89a5-2823517521b9 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:24.782248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f59503ba-5d6a-4b77-8b37-e0e87f8e24b7 req-b637e260-a483-4875-89a5-2823517521b9 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 949 time: 0.0880668 Aug 29 06:38:24.859956 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:24.861874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d2648efa-0676-4070-ae31-2dd4740114e1 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:38:24.890789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f59503ba-5d6a-4b77-8b37-e0e87f8e24b7 req-aca74b8d-691a-4632-8451-69208d4b5cc9 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884933 Aug 29 06:38:24.931578 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: d2648efa-0676-4070-ae31-2dd4740114e1 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:38:24.932828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d2648efa-0676-4070-ae31-2dd4740114e1 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:38:24.932828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9f65f002-34ef-4603-a2af-ff86d5a89e7d no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:38:24.987791 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:24.988779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:24.989566 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:25.037241 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=c13a67b6-d839-4242-bdeb-548a504b5599,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:25.107730 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dfc75b-3d9d-460d-859a-3e3da08ba9c4 x-openstack-request-id: req-17dfc75b-3d9d-460d-859a-3e3da08ba9c4 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:25.107730 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf48827-a7ae-4daa-881b-43a7e22ba6f0", "name": "network-vif-plugged", "status": "completed", "tag": "c13a67b6-d839-4242-bdeb-548a504b5599", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:25.107730 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-17dfc75b-3d9d-460d-859a-3e3da08ba9c4 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:25.107730 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf48827-a7ae-4daa-881b-43a7e22ba6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13a67b6-d839-4242-bdeb-548a504b5599', 'code': 200} Aug 29 06:38:25.124440 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:25.146289 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] Pushing event updated for resources: {'Network': ['ID=9aee50a1-d9cd-4ccf-963a-dbc20c91c460,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:25.164014 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 9aee50a1-d9cd-4ccf-963a-dbc20c91c460 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:38:25.250809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9f65f002-34ef-4603-a2af-ff86d5a89e7d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9f65f002-34ef-4603-a2af-ff86d5a89e7d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:25.274192 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c51fd335-828e-41c5-82f1-f3cf5445daef admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5424776 Aug 29 06:38:25.277566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34190) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:25.295494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Request body: {'subnet': {'network_id': '9aee50a1-d9cd-4ccf-963a-dbc20c91c460', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1168359092-subnet', 'tenant_id': '78b562d5ab2346549e6b1173f9d3c930', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:25.323756 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a7eff-b952-41fb-a105-00970545703f req-81cacbd7-6f4d-4277-8ea9-52d470115887 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:25.325339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f2a7eff-b952-41fb-a105-00970545703f req-81cacbd7-6f4d-4277-8ea9-52d470115887 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.1088758 Aug 29 06:38:25.354142 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:25.373015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8a845-85c3-4d5f-9f4e-4ec82db50542 req-4f10b808-96f8-4d46-8dd9-35934beb742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:25.374555 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b7a8a845-85c3-4d5f-9f4e-4ec82db50542 req-4f10b808-96f8-4d46-8dd9-35934beb742e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 1097 time: 0.1827085 Aug 29 06:38:25.396117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f2a7eff-b952-41fb-a105-00970545703f req-f2abe828-ba48-4fa3-8eb9-f1d245c941b6 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628254 Aug 29 06:38:25.424129 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b7a8a845-85c3-4d5f-9f4e-4ec82db50542 req-cec88f23-a8f7-4f24-b369-48de96922c67 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345893 Aug 29 06:38:25.441661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9f65f002-34ef-4603-a2af-ff86d5a89e7d,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:25.508721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Made reservation on behalf of 78b562d5ab2346549e6b1173f9d3c930 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:25.511099 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:25.513502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ff53a82-2b95-4b73-b7c0-8c2d2273681f req-235ab296-09df-4101-85c9-9f9e8db4a393 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 210 time: 0.0323327 Aug 29 06:38:25.644009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17404fc9-af9d-4925-a8cf-2119203dfc7f up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:25.802617 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 02f518a9-5757-42c1-beec-a6d2dfb84f0b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:25.850805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 17404fc9-af9d-4925-a8cf-2119203dfc7f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:25.861743 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 17404fc9-af9d-4925-a8cf-2119203dfc7f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:25.862762 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:25.877528 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:25.942387 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 02f518a9-5757-42c1-beec-a6d2dfb84f0b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:26.013431 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 02f518a9-5757-42c1-beec-a6d2dfb84f0b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:26.013809 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:26.071933 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:26.080941 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c040580b-5b7c-4750-9367-fc0811c7e4a6,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:26.121324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d09573-bb4f-4cb7-8517-ca5edfdcf400 req-7c287176-87d3-44ca-be0c-fe9cbf6338bf tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:26.133251 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20d09573-bb4f-4cb7-8517-ca5edfdcf400 req-7c287176-87d3-44ca-be0c-fe9cbf6338bf tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 949 time: 0.1404548 Aug 29 06:38:26.160381 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17404fc9-af9d-4925-a8cf-2119203dfc7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17404fc9-af9d-4925-a8cf-2119203dfc7f,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:26.166756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Checking segment: {'id': '17578596-7548-436c-967c-b92e622782ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9aee50a1-d9cd-4ccf-963a-dbc20c91c460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:26.167659 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Network hostable DHCP agents. Network: 9aee50a1-d9cd-4ccf-963a-dbc20c91c460, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:38:26.187985 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:26.188812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:26.189405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:26.190780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:26.191351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:26.192204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:26.192788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:26.193319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:26.193907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:26.194439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:26.195011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:26.195585 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:26.196118 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:26.207728 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce7d10cb-7f78-4588-bf4c-50845846ee27 req-e0a1e4d4-5e33-4032-9602-ea00cb5dc094 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2768950 Aug 29 06:38:26.230912 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20d09573-bb4f-4cb7-8517-ca5edfdcf400 req-d15c45f4-ff08-4bd3-85c5-0a606e691f02 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898099 Aug 29 06:38:26.240287 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:26.315587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 02f518a9-5757-42c1-beec-a6d2dfb84f0b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=02f518a9-5757-42c1-beec-a6d2dfb84f0b,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:26.357648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34224) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:26.369028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Network 9aee50a1-d9cd-4ccf-963a-dbc20c91c460 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:38:26.378445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-ee199a22-9756-430e-96e2-26171565dc89 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:26.380187 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-ee199a22-9756-430e-96e2-26171565dc89 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.15 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 819 time: 0.3617845 Aug 29 06:38:26.418097 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-5d61978d-31b3-46e6-9516-10ebb4565aaf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Request body: {'port': {'device_id': '63abe978-3077-461d-a35d-36f777e39b2c', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'admin_state_up': True, 'tenant_id': '78eee02e528746ee868845f6eb34aea6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:26.419809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=17404fc9-af9d-4925-a8cf-2119203dfc7f,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:26.446342 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:26.533651 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 9aee50a1-d9cd-4ccf-963a-dbc20c91c460) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:26.549871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:26.551852 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:26.585656 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402fe79a-f7cc-4a9f-bfe8-91b7a6912603 None None] Network 9aee50a1-d9cd-4ccf-963a-dbc20c91c460 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:38:26.590658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-f346dde3-5443-40cf-9bb0-926e3661bc69 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:26.612704 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d10cb-7f78-4588-bf4c-50845846ee27 req-643a7f36-924b-4fbb-babe-a943ab33a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:26.614184 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce7d10cb-7f78-4588-bf4c-50845846ee27 req-643a7f36-924b-4fbb-babe-a943ab33a10b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=544c6f4659b0481fa002ec69280b9551&device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 1097 time: 0.3374856 Aug 29 06:38:26.616724 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-f346dde3-5443-40cf-9bb0-926e3661bc69 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/networks?id=ab9d1c66-456e-4eef-897d-be85929ac7ac HTTP/1.1" status: 200 len: 805 time: 0.2885883 Aug 29 06:38:26.707013 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c9d36980-2e33-4e3d-9b56-e39c81479623 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4262917 Aug 29 06:38:26.718727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-f5fbc44d-0872-4b49-9681-86979311e2cc tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/quotas/0e6d9bf800794d7d8293a89a2186be07 HTTP/1.1" status: 200 len: 375 time: 0.0891862 Aug 29 06:38:26.745187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=02f518a9-5757-42c1-beec-a6d2dfb84f0b,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:26.793787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1532356-6894-46f6-83b6-4ed685684418 req-7f1eac85-57c9-42c2-a55d-8f2ca243099c tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:26.805471 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1532356-6894-46f6-83b6-4ed685684418 req-7f1eac85-57c9-42c2-a55d-8f2ca243099c tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.2414410 Aug 29 06:38:26.810281 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d10cb-7f78-4588-bf4c-50845846ee27 req-325c5f53-97c8-4c0a-9b9d-38ad19c1fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:26.812381 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce7d10cb-7f78-4588-bf4c-50845846ee27 req-325c5f53-97c8-4c0a-9b9d-38ad19c1fed0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ea3503f9-de17-4d75-a461-b28dbced4bb1 HTTP/1.1" status: 200 len: 925 time: 0.1699891 Aug 29 06:38:26.858598 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-f2b774de-12cb-4489-ae00-5314d3d24d2d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e6d9bf800794d7d8293a89a2186be07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1272812 Aug 29 06:38:26.888016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d79ecd-dc0a-4830-a8f6-5b0a70b8b7fe None None] Network 9aee50a1-d9cd-4ccf-963a-dbc20c91c460 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:38:26.889252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1532356-6894-46f6-83b6-4ed685684418 req-611685d0-7d72-4d42-93df-c24da6daa360 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829346 Aug 29 06:38:26.939691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34238) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:26.939997 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b0611283-e12f-40c0-abb8-197ee27f9ac9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=847a92f011b9485b8b22dee818964e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5788784 Aug 29 06:38:26.949456 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce7d10cb-7f78-4588-bf4c-50845846ee27 req-a17e695d-85c1-47e9-963c-d9ddcb741992 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bacdf918-bc6c-425e-84ac-b49c1865d62f HTTP/1.1" status: 200 len: 1001 time: 0.1244936 Aug 29 06:38:26.999692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-653c026b-07f3-44d8-8996-7fbd9618574c service neutron] 10.222.0.76 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410961 Aug 29 06:38:27.031522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-5d61978d-31b3-46e6-9516-10ebb4565aaf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Made reservation on behalf of 78eee02e528746ee868845f6eb34aea6 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:27.039929 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-5d61978d-31b3-46e6-9516-10ebb4565aaf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:27.080964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d10cb-7f78-4588-bf4c-50845846ee27 req-33906d87-41a3-4aa6-8781-1fb5bbf05378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:27.082430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce7d10cb-7f78-4588-bf4c-50845846ee27 req-33906d87-41a3-4aa6-8781-1fb5bbf05378 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f576fb6-2e95-4e87-84cb-796a56eec9b0 HTTP/1.1" status: 200 len: 863 time: 0.1250889 Aug 29 06:38:27.094286 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3eef3045-eb0d-4cb7-9ce5-4c99cb102eff req-adf35f4f-7bf0-46e1-aa5a-9f42d06d2802 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 210 time: 0.0433640 Aug 29 06:38:27.104802 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d69371f5-185a-467b-81bf-9cff2163d05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:27.108714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890d4985-00c0-4f1e-a340-7a6da3559676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f65f002-34ef-4603-a2af-ff86d5a89e7d'}, {'server_uuid': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17404fc9-af9d-4925-a8cf-2119203dfc7f'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:27.112033 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8c51ba-3273-4375-82fa-6465f0370ba6" -d '{"events": [{"server_uuid": "890d4985-00c0-4f1e-a340-7a6da3559676", "name": "network-vif-unplugged", "status": "completed", "tag": "9f65f002-34ef-4603-a2af-ff86d5a89e7d"}, {"server_uuid": "dc4e57a0-3b15-48ed-9142-0b98c3d40c9b", "name": "network-vif-plugged", "status": "completed", "tag": "17404fc9-af9d-4925-a8cf-2119203dfc7f"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:27.163002 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d69371f5-185a-467b-81bf-9cff2163d05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:27.179585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-5a0416b0-07cc-425e-8ddf-d20698dd4a9a service neutron] 10.222.0.76 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790173 Aug 29 06:38:27.203487 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d10cb-7f78-4588-bf4c-50845846ee27 req-5ff2f536-ee01-4c44-a37e-115f8de65245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:27.205050 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce7d10cb-7f78-4588-bf4c-50845846ee27 req-5ff2f536-ee01-4c44-a37e-115f8de65245 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ea3503f9-de17-4d75-a461-b28dbced4bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921299 Aug 29 06:38:27.270039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-5d61978d-31b3-46e6-9516-10ebb4565aaf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Allocated IP 172.20.0.10 (e23b75b2-226f-4d05-9513-7dbf2ec7ba42/22a3f03b-b513-4591-8917-95e3b36a5687/da42414a-217d-461c-b308-4067b436cfb3) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:27.296604 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d69371f5-185a-467b-81bf-9cff2163d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:27.300448 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d69371f5-185a-467b-81bf-9cff2163d05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:27.301806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d69371f5-185a-467b-81bf-9cff2163d05b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8949e16b-38e2-41ec-a7c0-6a9883794d05 HTTP/1.1" status: 204 len: 168 time: 0.3611696 Aug 29 06:38:27.311814 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69371f5-185a-467b-81bf-9cff2163d05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8949e16b-38e2-41ec-a7c0-6a9883794d05,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:27.366414 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce7d10cb-7f78-4588-bf4c-50845846ee27 req-453a5315-d190-494d-bacb-4ed446115396 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532614 Aug 29 06:38:27.440162 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df66329b-8027-4f3b-9076-6dbb738afafb x-openstack-request-id: req-df66329b-8027-4f3b-9076-6dbb738afafb {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:27.440465 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890d4985-00c0-4f1e-a340-7a6da3559676", "name": "network-vif-unplugged", "status": "completed", "tag": "9f65f002-34ef-4603-a2af-ff86d5a89e7d", "code": 200}, {"server_uuid": "dc4e57a0-3b15-48ed-9142-0b98c3d40c9b", "name": "network-vif-plugged", "status": "completed", "tag": "17404fc9-af9d-4925-a8cf-2119203dfc7f", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:27.440780 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df66329b-8027-4f3b-9076-6dbb738afafb {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:27.441187 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890d4985-00c0-4f1e-a340-7a6da3559676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f65f002-34ef-4603-a2af-ff86d5a89e7d', 'code': 200} Aug 29 06:38:27.441439 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17404fc9-af9d-4925-a8cf-2119203dfc7f', 'code': 200} Aug 29 06:38:27.668053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77230f16-0347-480c-ae86-e96e1f5a9952 req-1839a2a6-223f-435c-9e07-f11edaa27089 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:27.669803 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-77230f16-0347-480c-ae86-e96e1f5a9952 req-1839a2a6-223f-435c-9e07-f11edaa27089 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.15 "GET /v2.0/ports?device_id=890d4985-00c0-4f1e-a340-7a6da3559676 HTTP/1.1" status: 200 len: 943 time: 0.1572464 Aug 29 06:38:27.675087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335721f9-5972-4dbd-b9fb-c84374168536 req-8cb3b5a3-3568-40ef-ae11-6b8300d8a711 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:27.687386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-335721f9-5972-4dbd-b9fb-c84374168536 req-8cb3b5a3-3568-40ef-ae11-6b8300d8a711 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 821 time: 0.1929665 Aug 29 06:38:27.706157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d575fe6-59d4-4d4a-814e-c77780fce3c7 req-c9f54210-7bf4-4568-929c-314ff5ddf045 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:27.710948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d575fe6-59d4-4d4a-814e-c77780fce3c7 req-c9f54210-7bf4-4568-929c-314ff5ddf045 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 950 time: 0.1105597 Aug 29 06:38:27.739750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-335721f9-5972-4dbd-b9fb-c84374168536 req-72a469b1-8f64-4a2e-a26a-b86489693688 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/quotas/e06a1fb8fcc74ddbb2b5244a869c25dc HTTP/1.1" status: 200 len: 375 time: 0.0277448 Aug 29 06:38:27.749712 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce7d10cb-7f78-4588-bf4c-50845846ee27 req-1b80d5db-e9ad-4461-94b6-dc179ae8dea3 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722548 Aug 29 06:38:27.752537 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-5d61978d-31b3-46e6-9516-10ebb4565aaf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:27.758018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c8650-623c-42b2-bca2-c8add60bbf60 req-83b8a42b-05e0-4950-806e-7d7f815e8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:27.759463 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-260c8650-623c-42b2-bca2-c8add60bbf60 req-83b8a42b-05e0-4950-806e-7d7f815e8716 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 1102 time: 0.1871133 Aug 29 06:38:27.775479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 02f518a9-5757-42c1-beec-a6d2dfb84f0b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:27.785132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d575fe6-59d4-4d4a-814e-c77780fce3c7 req-2b0c952b-3f30-41d2-9e44-47a057d022b3 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609031 Aug 29 06:38:27.831923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-335721f9-5972-4dbd-b9fb-c84374168536 req-0c9b3681-a570-4c4e-ba7e-c08150d8cb01 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812325 Aug 29 06:38:27.833251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-5d61978d-31b3-46e6-9516-10ebb4565aaf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Transition to ACTIVE for port object da42414a-217d-461c-b308-4067b436cfb3 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:27.871620 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-260c8650-623c-42b2-bca2-c8add60bbf60 req-b91b1879-215e-4647-8d60-5601dcfa9849 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988798 Aug 29 06:38:27.881452 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 02f518a9-5757-42c1-beec-a6d2dfb84f0b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:27.882320 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:27.923492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-77230f16-0347-480c-ae86-e96e1f5a9952 req-5c0ab433-f2e5-446a-8e1a-cba804e86134 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Deleting port 9f65f002-34ef-4603-a2af-ff86d5a89e7d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:38:27.923850 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-77230f16-0347-480c-ae86-e96e1f5a9952 req-5c0ab433-f2e5-446a-8e1a-cba804e86134 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:27.952214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bbc1d9e0-265c-44a8-867c-d7f6582e2ca8 req-de839b3d-942a-4ea0-91d0-0610ad95bac6 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0352178 Aug 29 06:38:28.026598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-77230f16-0347-480c-ae86-e96e1f5a9952 req-5c0ab433-f2e5-446a-8e1a-cba804e86134 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] For port 9f65f002-34ef-4603-a2af-ff86d5a89e7d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9f65f002-34ef-4603-a2af-ff86d5a89e7d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:28.027363 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-77230f16-0347-480c-ae86-e96e1f5a9952 req-5c0ab433-f2e5-446a-8e1a-cba804e86134 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:28.030468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-335721f9-5972-4dbd-b9fb-c84374168536 req-204c6896-0d6a-4eee-9ccc-9627aab6bbe0 service neutron] 10.222.0.76 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848922 Aug 29 06:38:28.046025 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-77230f16-0347-480c-ae86-e96e1f5a9952 req-5c0ab433-f2e5-446a-8e1a-cba804e86134 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Calling delete_port for 9f65f002-34ef-4603-a2af-ff86d5a89e7d owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:38:28.090332 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-5d61978d-31b3-46e6-9516-10ebb4565aaf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:28.109836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34282) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:28.153551 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-5d61978d-31b3-46e6-9516-10ebb4565aaf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:28.163227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61978d-31b3-46e6-9516-10ebb4565aaf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Pushing event updated for resources: {'Port': ['ID=da42414a-217d-461c-b308-4067b436cfb3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:28.165847 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-5d61978d-31b3-46e6-9516-10ebb4565aaf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:28.170494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-5d61978d-31b3-46e6-9516-10ebb4565aaf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:28.174473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866e23d-2cd0-4fec-a8fe-9ba40c08ce68 req-0be1873a-546f-4eb9-b763-1e08a21a7a62 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:28.176277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2866e23d-2cd0-4fec-a8fe-9ba40c08ce68 req-0be1873a-546f-4eb9-b763-1e08a21a7a62 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.1324522 Aug 29 06:38:28.212534 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-31d617e5-06dc-4472-8356-274de042c42f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f3e3f8e3f6c64eed8a7c069e7956950d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1016009 Aug 29 06:38:28.214992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34286) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:28.239704 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-335721f9-5972-4dbd-b9fb-c84374168536 req-e1f8f72b-0ffd-470f-ad9b-427d90c33f19 service neutron] 10.222.0.76 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082350 Aug 29 06:38:28.258481 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2866e23d-2cd0-4fec-a8fe-9ba40c08ce68 req-cc9fa99c-97e0-4f92-b3e7-00f11a64f7e1 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674262 Aug 29 06:38:28.279856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-5d61978d-31b3-46e6-9516-10ebb4565aaf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:28.279856 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-5d61978d-31b3-46e6-9516-10ebb4565aaf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:28.412473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf7aaf-0017-4470-8b99-c0a1d70e810e req-85302fc6-7801-441a-9c87-80ed1c47482f tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:28.414122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bbaf7aaf-0017-4470-8b99-c0a1d70e810e req-85302fc6-7801-441a-9c87-80ed1c47482f tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 932 time: 0.0795259 Aug 29 06:38:28.419465 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8397e716-c009-45e9-b764-bc77551f6ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:28.454399 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8397e716-c009-45e9-b764-bc77551f6ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:28.483256 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bbaf7aaf-0017-4470-8b99-c0a1d70e810e req-3be401e9-90eb-4972-8b58-cac162b2a306 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601826 Aug 29 06:38:28.497187 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34292) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:28.625204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88dac8-039a-4412-b8cd-9c428afdde47 req-c1460189-bbe6-4180-9c2e-efdde790ef07 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:28.632820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c88dac8-039a-4412-b8cd-9c428afdde47 req-c1460189-bbe6-4180-9c2e-efdde790ef07 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.0730748 Aug 29 06:38:28.656044 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-12e0eae1-cac0-4e30-9ea5-0d8ed43441ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:28.725781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9656ee75-3269-4a46-97cf-75b08571db3b req-d57882f7-a927-4fcc-8b07-911d5c352322 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 210 time: 0.0527411 Aug 29 06:38:28.746920 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c88dac8-039a-4412-b8cd-9c428afdde47 req-4bcd2e5b-66a7-4041-bc3d-148a5b237a4e tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042492 Aug 29 06:38:28.777653 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-77230f16-0347-480c-ae86-e96e1f5a9952 req-5c0ab433-f2e5-446a-8e1a-cba804e86134 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:28.782851 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-5d61978d-31b3-46e6-9516-10ebb4565aaf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3795903 Aug 29 06:38:28.794535 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f1aca855-cf54-488f-a7a4-5a9e15d25007 None None] Provisioning for port da42414a-217d-461c-b308-4067b436cfb3 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:28.799982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f1aca855-cf54-488f-a7a4-5a9e15d25007 None None] Provisioning complete for port da42414a-217d-461c-b308-4067b436cfb3 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:28.805223 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f1aca855-cf54-488f-a7a4-5a9e15d25007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:28.838032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Request body: {'port': {'device_id': '63abe978-3077-461d-a35d-36f777e39b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:28.869311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ab433-f2e5-446a-8e1a-cba804e86134 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Pushing event deleted for resources: {'Port': ['ID=9f65f002-34ef-4603-a2af-ff86d5a89e7d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:28.881667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-12e0eae1-cac0-4e30-9ea5-0d8ed43441ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:28.890586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f1aca855-cf54-488f-a7a4-5a9e15d25007 None None] Port da42414a-217d-461c-b308-4067b436cfb3 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:38:28.938058 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:28.940796 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-77230f16-0347-480c-ae86-e96e1f5a9952 req-5c0ab433-f2e5-446a-8e1a-cba804e86134 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] No DVR routers for this DVR port 9f65f002-34ef-4603-a2af-ff86d5a89e7d on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:38:28.943644 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-77230f16-0347-480c-ae86-e96e1f5a9952 req-5c0ab433-f2e5-446a-8e1a-cba804e86134 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:28.945920 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-77230f16-0347-480c-ae86-e96e1f5a9952 req-5c0ab433-f2e5-446a-8e1a-cba804e86134 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.15 "DELETE /v2.0/ports/9f65f002-34ef-4603-a2af-ff86d5a89e7d HTTP/1.1" status: 204 len: 173 time: 1.2613618 Aug 29 06:38:28.949244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890d4985-00c0-4f1e-a340-7a6da3559676', 'name': 'network-vif-deleted', 'tag': '9f65f002-34ef-4603-a2af-ff86d5a89e7d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:28.951771 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa891b9-aef3-4208-acb0-f0140f3e1691" -d '{"events": [{"server_uuid": "890d4985-00c0-4f1e-a340-7a6da3559676", "name": "network-vif-deleted", "tag": "9f65f002-34ef-4603-a2af-ff86d5a89e7d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:28.967470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4215f-8ef3-4161-a77d-36bd1f5ec29f req-0c45e58d-4efd-42a4-be51-5efc8cf90d51 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:28.968954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7fb4215f-8ef3-4161-a77d-36bd1f5ec29f req-0c45e58d-4efd-42a4-be51-5efc8cf90d51 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.0831442 Aug 29 06:38:28.990992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39475e-235e-479a-84e2-6d314f9079cb req-9754cdfa-569d-4fbe-99b5-6ef097629efe tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:28.992477 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c39475e-235e-479a-84e2-6d314f9079cb req-9754cdfa-569d-4fbe-99b5-6ef097629efe tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 950 time: 0.0783324 Aug 29 06:38:29.018839 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-12e0eae1-cac0-4e30-9ea5-0d8ed43441ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:29.060757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7fb4215f-8ef3-4161-a77d-36bd1f5ec29f req-a236d736-3fff-4b3c-8243-a32a185a65aa tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841875 Aug 29 06:38:29.069303 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8397e716-c009-45e9-b764-bc77551f6ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:29.077118 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8397e716-c009-45e9-b764-bc77551f6ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:29.077118 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8397e716-c009-45e9-b764-bc77551f6ce8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0da01d96-11bf-4df8-9cc4-0a6495d11aa0 HTTP/1.1" status: 204 len: 168 time: 0.8570900 Aug 29 06:38:29.077771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-12e0eae1-cac0-4e30-9ea5-0d8ed43441ad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=37a3764a782b425b9c38ec0d83c762f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821950 Aug 29 06:38:29.077862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34318) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:29.108038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397e716-c009-45e9-b764-bc77551f6ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da01d96-11bf-4df8-9cc4-0a6495d11aa0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:29.147810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c39475e-235e-479a-84e2-6d314f9079cb req-fc21d10a-621d-4623-b9eb-771dfabff879 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470802 Aug 29 06:38:29.153957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0eae1-cac0-4e30-9ea5-0d8ed43441ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686f87c1-2fd5-452d-acaa-ee1d36128cf7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:29.184809 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d876be0e-2024-43b3-8702-0bf1210794ec x-openstack-request-id: req-d876be0e-2024-43b3-8702-0bf1210794ec {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:29.185097 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890d4985-00c0-4f1e-a340-7a6da3559676", "name": "network-vif-deleted", "tag": "9f65f002-34ef-4603-a2af-ff86d5a89e7d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:29.185349 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d876be0e-2024-43b3-8702-0bf1210794ec {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:29.185791 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890d4985-00c0-4f1e-a340-7a6da3559676', 'name': 'network-vif-deleted', 'tag': '9f65f002-34ef-4603-a2af-ff86d5a89e7d', 'status': 'completed', 'code': 200} Aug 29 06:38:29.231474 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-013a859b-e1d7-4e70-8d66-78cf11a4f43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:29.290688 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-013a859b-e1d7-4e70-8d66-78cf11a4f43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:29.325253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f7dd732-1837-44b3-a0e2-cdf6de14e58f req-ea7abec0-8550-42a9-9d5e-466d7bf1067d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0679932 Aug 29 06:38:29.348397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa3199-f59f-416e-877d-c3ade73c325c req-7e062afd-8763-413b-9f2d-5d86985b46bd tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:29.350116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66fa3199-f59f-416e-877d-c3ade73c325c req-7e062afd-8763-413b-9f2d-5d86985b46bd tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.1067719 Aug 29 06:38:29.399746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da42414a-217d-461c-b308-4067b436cfb3 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:29.404346 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66fa3199-f59f-416e-877d-c3ade73c325c req-f911ebac-c95f-4060-a504-8bbcca781115 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461836 Aug 29 06:38:29.407616 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:29.507322 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-013a859b-e1d7-4e70-8d66-78cf11a4f43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:29.513140 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-013a859b-e1d7-4e70-8d66-78cf11a4f43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:29.513140 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-013a859b-e1d7-4e70-8d66-78cf11a4f43e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/686f87c1-2fd5-452d-acaa-ee1d36128cf7 HTTP/1.1" status: 204 len: 168 time: 0.4327993 Aug 29 06:38:29.513140 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Transition to ACTIVE for port object da42414a-217d-461c-b308-4067b436cfb3 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:29.526658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a859b-e1d7-4e70-8d66-78cf11a4f43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686f87c1-2fd5-452d-acaa-ee1d36128cf7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:29.561350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7605e1-39eb-46e3-a2d9-27d8636425f1 req-efedee94-ffd9-4bdd-9279-57776e52a0c1 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:29.569429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb7605e1-39eb-46e3-a2d9-27d8636425f1 req-efedee94-ffd9-4bdd-9279-57776e52a0c1 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.0784824 Aug 29 06:38:29.639028 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb7605e1-39eb-46e3-a2d9-27d8636425f1 req-4d4a0dd3-3a00-475a-881e-9598310a242f tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689998 Aug 29 06:38:29.664332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d0e55-e6d1-4570-809f-8722af3872cc req-96429f49-a21f-43d5-9267-c02268d3db84 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:29.665978 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f7d0e55-e6d1-4570-809f-8722af3872cc req-96429f49-a21f-43d5-9267-c02268d3db84 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 932 time: 0.0723410 Aug 29 06:38:29.722629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f7d0e55-e6d1-4570-809f-8722af3872cc req-0fee8f53-3840-421d-96bb-b9ed4208415e tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Aug 29 06:38:29.739430 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:29.804082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Pushing event updated for resources: {'Port': ['ID=da42414a-217d-461c-b308-4067b436cfb3,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:29.886997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Attempting to bind port da42414a-217d-461c-b308-4067b436cfb3 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:38:29.887372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Attempting to bind port da42414a-217d-461c-b308-4067b436cfb3 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:38:29.887705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Attempting to bind port da42414a-217d-461c-b308-4067b436cfb3 on network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:29.891671 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-59afb49b-f59a-443e-ad7b-9a3edc0b3bbc req-4f9b2dbc-621a-4b43-8081-9329c1590660 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 210 time: 0.0500493 Aug 29 06:38:29.893056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Port da42414a-217d-461c-b308-4067b436cfb3 on network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:38:29.893384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Attempting to bind port da42414a-217d-461c-b308-4067b436cfb3 on network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:29.910698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:38:29.910698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Checking segment: {'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:29.910698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Bound using segment: {'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:38:29.910698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Bound port: da42414a-217d-461c-b308-4067b436cfb3, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:38:29.910698 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:29.919178 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69cd51-c69d-4501-8ecb-bd9ab5e406b7 req-abb37872-f187-4335-8caf-c41202e26dea tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:29.921057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ab69cd51-c69d-4501-8ecb-bd9ab5e406b7 req-abb37872-f187-4335-8caf-c41202e26dea tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.1319170 Aug 29 06:38:29.986762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ab69cd51-c69d-4501-8ecb-bd9ab5e406b7 req-51dc7a63-1e88-4d80-be72-878f0b375b80 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566275 Aug 29 06:38:30.026311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] For port da42414a-217d-461c-b308-4067b436cfb3, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:38:30.030476 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] For port da42414a-217d-461c-b308-4067b436cfb3, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=da42414a-217d-461c-b308-4067b436cfb3,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:38:30.149418 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3782f6-77d9-417e-b56f-d2d1d712d709 req-b5a7c174-c478-477a-b3c6-46d1840eee03 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:30.150938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f3782f6-77d9-417e-b56f-d2d1d712d709 req-b5a7c174-c478-477a-b3c6-46d1840eee03 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.0764494 Aug 29 06:38:30.188585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f3782f6-77d9-417e-b56f-d2d1d712d709 req-5cfa6352-cebf-40ab-a993-648071d9c312 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Aug 29 06:38:30.211354 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:30.249958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:30.250575 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:30.253442 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] 10.222.0.15 "PUT /v2.0/ports/da42414a-217d-461c-b308-4067b436cfb3 HTTP/1.1" status: 200 len: 1093 time: 1.4486909 Aug 29 06:38:30.298679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f27cd3-bdba-4470-84b1-7cd36d881b7a service neutron] Pushing event updated for resources: {'Port': ['ID=da42414a-217d-461c-b308-4067b436cfb3,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:30.319557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046571cc-9d1b-4cc6-b10e-cd1caaea65fd req-c0e49eb6-2bde-43cb-9805-2e2c81204bb4 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:30.321829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-046571cc-9d1b-4cc6-b10e-cd1caaea65fd req-c0e49eb6-2bde-43cb-9805-2e2c81204bb4 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 950 time: 0.0925825 Aug 29 06:38:30.496442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-f124dd45-ed55-431f-986c-69577db4134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:30.498299 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-f124dd45-ed55-431f-986c-69577db4134a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 1096 time: 0.1120589 Aug 29 06:38:30.556305 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-3a76ef2f-9786-4ed9-803a-d30288e08ecd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da42414a-217d-461c-b308-4067b436cfb3 HTTP/1.1" status: 200 len: 217 time: 0.0499952 Aug 29 06:38:30.602147 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34366) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:30.632941 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-e08ba20e-4aa1-4f98-90e4-b98611666a4f tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:30.634398 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-e08ba20e-4aa1-4f98-90e4-b98611666a4f tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.11 "GET /v2.0/networks?id=ab9d1c66-456e-4eef-897d-be85929ac7ac HTTP/1.1" status: 200 len: 805 time: 0.2173247 Aug 29 06:38:30.635157 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-41947316-587d-4730-91ad-e99a2bcff457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:30.651509 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-2bd74b54-a983-479b-bbfb-3f15a464154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:30.652951 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-2bd74b54-a983-479b-bbfb-3f15a464154a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.0904436 Aug 29 06:38:30.656409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-b1e3a758-3b50-48ff-8502-fbd658422793 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Request body: {'port': {'device_id': '2e78f472-e738-4f71-b1d0-4cc0ea33e1f9', 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac', 'admin_state_up': True, 'tenant_id': '0e6d9bf800794d7d8293a89a2186be07'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:30.678663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-046571cc-9d1b-4cc6-b10e-cd1caaea65fd req-a22d8431-89c9-49bb-943d-681aeb5e483a tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451848 Aug 29 06:38:30.691866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bf9ee-d123-437c-bbca-27bb85b325fc req-1f128a27-09a1-4add-b86a-a4fb3540a47c tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:30.699396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c22bf9ee-d123-437c-bbca-27bb85b325fc req-1f128a27-09a1-4add-b86a-a4fb3540a47c tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.3620288 Aug 29 06:38:30.763665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c22bf9ee-d123-437c-bbca-27bb85b325fc req-92d99642-3240-4922-aafd-101c454bf041 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633607 Aug 29 06:38:30.806454 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-e6c6c2da-da05-4b96-80c3-91e737bfb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:30.808012 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-e6c6c2da-da05-4b96-80c3-91e737bfb87f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475065 Aug 29 06:38:30.870247 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da199d61-b67a-4f2b-aaa9-cbba1325dbd8 req-9b76fad6-4b80-42ef-b410-5c0fdd3538ba tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0483344 Aug 29 06:38:30.954120 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-41947316-587d-4730-91ad-e99a2bcff457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:30.960121 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-742b0df8-f834-461c-a476-ed6d9ea96bdb service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448178 Aug 29 06:38:31.007454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ab04e-0e5e-49b9-adff-25a46b73f8f1 req-9e860e0e-e867-460a-9099-57143b0b68f5 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:31.011513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-161ab04e-0e5e-49b9-adff-25a46b73f8f1 req-9e860e0e-e867-460a-9099-57143b0b68f5 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 944 time: 0.0808432 Aug 29 06:38:31.057052 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-161ab04e-0e5e-49b9-adff-25a46b73f8f1 req-842d9fdd-2e34-41b0-9e5b-8566d819d5c1 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391004 Aug 29 06:38:31.063253 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-41947316-587d-4730-91ad-e99a2bcff457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:31.093710 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10afeaa-9407-4ce1-81dd-29927a9cc39b req-a5d55262-fb4d-4175-ab3d-9dfeab675697 service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263125 Aug 29 06:38:31.130424 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-41947316-587d-4730-91ad-e99a2bcff457 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1af25ba7ed8846fbbebf554488fdc587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5272269 Aug 29 06:38:31.131454 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41947316-587d-4730-91ad-e99a2bcff457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c8d23a-17b9-4d32-9f9d-598bf14bd97b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:31.134357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34392) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:31.187020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63abe978-3077-461d-a35d-36f777e39b2c', 'tag': 'da42414a-217d-461c-b308-4067b436cfb3'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:31.192384 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2f2ab8-117f-4931-b3d2-b11d448a1230" -d '{"events": [{"name": "network-changed", "server_uuid": "63abe978-3077-461d-a35d-36f777e39b2c", "tag": "da42414a-217d-461c-b308-4067b436cfb3"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:31.196585 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e2771be5-1f16-4a37-aa1f-43936626e657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:31.239130 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e2771be5-1f16-4a37-aa1f-43936626e657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:31.259580 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-b1e3a758-3b50-48ff-8502-fbd658422793 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Made reservation on behalf of 0e6d9bf800794d7d8293a89a2186be07 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:31.263390 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-b1e3a758-3b50-48ff-8502-fbd658422793 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:31.439347 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e2771be5-1f16-4a37-aa1f-43936626e657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:31.443197 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e2771be5-1f16-4a37-aa1f-43936626e657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:31.444550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e2771be5-1f16-4a37-aa1f-43936626e657 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/55c8d23a-17b9-4d32-9f9d-598bf14bd97b HTTP/1.1" status: 204 len: 168 time: 0.3089740 Aug 29 06:38:31.466739 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2771be5-1f16-4a37-aa1f-43936626e657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c8d23a-17b9-4d32-9f9d-598bf14bd97b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:31.714891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79936a89-570a-4c85-92bd-6b1d4a47f8a5 req-d6d7ae84-b588-4c95-aea2-7ea200a661f4 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 210 time: 0.0793462 Aug 29 06:38:31.716030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335721f9-5972-4dbd-b9fb-c84374168536 req-833f78f3-37dd-4623-a13d-466f55a065e4 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:31.718649 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-335721f9-5972-4dbd-b9fb-c84374168536 req-833f78f3-37dd-4623-a13d-466f55a065e4 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.11 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 821 time: 0.2070651 Aug 29 06:38:31.728925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-b1e3a758-3b50-48ff-8502-fbd658422793 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Allocated IP 172.20.0.3 (ab9d1c66-456e-4eef-897d-be85929ac7ac/72d07125-69f9-49f3-a732-befd124498bc/1c6c8364-93ef-481f-b378-09754809295d) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:31.742736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-335721f9-5972-4dbd-b9fb-c84374168536 req-d02b3736-59a2-4d33-86a8-9f841ea34426 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Request body: {'port': {'device_id': '1a0a7f93-2b00-4434-b4ed-c51ce1443320', 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03', 'admin_state_up': True, 'tenant_id': 'e06a1fb8fcc74ddbb2b5244a869c25dc'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:31.793762 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8922a8-9732-42f6-850f-58d8b5664992 x-openstack-request-id: req-5f8922a8-9732-42f6-850f-58d8b5664992 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:31.794165 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63abe978-3077-461d-a35d-36f777e39b2c", "tag": "da42414a-217d-461c-b308-4067b436cfb3", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:31.794288 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f8922a8-9732-42f6-850f-58d8b5664992 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:31.794695 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63abe978-3077-461d-a35d-36f777e39b2c', 'tag': 'da42414a-217d-461c-b308-4067b436cfb3', 'status': 'completed', 'code': 200} Aug 29 06:38:32.047793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f21d86d3-f98f-4c18-9458-157d9dfddd4a req-ee1b976c-9be2-420f-bd68-74501f373e5d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0899944 Aug 29 06:38:32.074928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f2ab8-117f-4931-b3d2-b11d448a1230 req-aef1cbd9-7f1f-4304-ba68-cd18e789dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:32.076572 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9e2f2ab8-117f-4931-b3d2-b11d448a1230 req-aef1cbd9-7f1f-4304-ba68-cd18e789dd11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 1096 time: 0.2561114 Aug 29 06:38:32.149583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335721f9-5972-4dbd-b9fb-c84374168536 req-d02b3736-59a2-4d33-86a8-9f841ea34426 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Made reservation on behalf of e06a1fb8fcc74ddbb2b5244a869c25dc for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:32.153489 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-335721f9-5972-4dbd-b9fb-c84374168536 req-d02b3736-59a2-4d33-86a8-9f841ea34426 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:32.171757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9f65f002-34ef-4603-a2af-ff86d5a89e7d no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:38:32.216849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 9f65f002-34ef-4603-a2af-ff86d5a89e7d {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:38:32.219675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9f65f002-34ef-4603-a2af-ff86d5a89e7d not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:38:32.280357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef343f-918f-4ece-98a0-6c2ea5d5f555 req-d723ee9a-5c5a-4ab1-8708-2a112de4355b tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:32.289398 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6bef343f-918f-4ece-98a0-6c2ea5d5f555 req-d723ee9a-5c5a-4ab1-8708-2a112de4355b tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 944 time: 0.0922225 Aug 29 06:38:32.308670 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-b1e3a758-3b50-48ff-8502-fbd658422793 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:32.326355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f2ab8-117f-4931-b3d2-b11d448a1230 req-66b42ea3-528b-4fff-8121-1e4cfd48679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:32.327942 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9e2f2ab8-117f-4931-b3d2-b11d448a1230 req-66b42ea3-528b-4fff-8121-1e4cfd48679a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 920 time: 0.2434356 Aug 29 06:38:32.344718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6bef343f-918f-4ece-98a0-6c2ea5d5f555 req-29f6fc21-d049-4635-b802-91394b08122a tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458014 Aug 29 06:38:32.425094 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9e2f2ab8-117f-4931-b3d2-b11d448a1230 req-8b92dc24-54e3-4829-926a-6ecd0f9afd01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da42414a-217d-461c-b308-4067b436cfb3 HTTP/1.1" status: 200 len: 217 time: 0.0868597 Aug 29 06:38:32.500192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-335721f9-5972-4dbd-b9fb-c84374168536 req-d02b3736-59a2-4d33-86a8-9f841ea34426 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Allocated IP 172.20.0.13 (4ca161a2-97b5-4345-a973-efe3ac6f5a03/286fc068-b68f-4910-a000-c7b8e582e791/6d227e54-8718-4f1c-b062-5556709b6a47) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:32.520013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f2ab8-117f-4931-b3d2-b11d448a1230 req-94ad7d7f-3e39-4f7c-836c-7d5f603cb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:32.521490 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9e2f2ab8-117f-4931-b3d2-b11d448a1230 req-94ad7d7f-3e39-4f7c-836c-7d5f603cb69d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.0828950 Aug 29 06:38:32.622244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f2ab8-117f-4931-b3d2-b11d448a1230 req-4fb4f07b-be25-4803-8c64-a271255f012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:32.623915 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9e2f2ab8-117f-4931-b3d2-b11d448a1230 req-4fb4f07b-be25-4803-8c64-a271255f012c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886364 Aug 29 06:38:32.669714 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-b1e3a758-3b50-48ff-8502-fbd658422793 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:32.675033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b379c-29bc-444c-a377-3acfc1f8c146 req-c0ef1c6c-a58e-40f4-a38a-867f31569c62 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:32.683393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-723b379c-29bc-444c-a377-3acfc1f8c146 req-c0ef1c6c-a58e-40f4-a38a-867f31569c62 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.0634370 Aug 29 06:38:32.733355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-723b379c-29bc-444c-a377-3acfc1f8c146 req-3631cf95-1147-4c51-869c-297966ffe59b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487220 Aug 29 06:38:32.799330 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-b1e3a758-3b50-48ff-8502-fbd658422793 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Network ab9d1c66-456e-4eef-897d-be85929ac7ac is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:32.804086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3a758-3b50-48ff-8502-fbd658422793 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Pushing event updated for resources: {'Port': ['ID=1c6c8364-93ef-481f-b378-09754809295d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:32.811543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-b1e3a758-3b50-48ff-8502-fbd658422793 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:32.821941 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-b1e3a758-3b50-48ff-8502-fbd658422793 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:32.878297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-cf45f862-06c2-4c70-97bb-dd0231eb79c7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649083 Aug 29 06:38:32.883053 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-936e6ec2-412a-47a6-ac18-e9c4a3ac8309 req-57a97e61-4d17-4b0b-8937-73143290646b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 210 time: 0.0759401 Aug 29 06:38:32.887952 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9e2f2ab8-117f-4931-b3d2-b11d448a1230 req-3e065a23-c960-4cda-9dc0-fbc274bf271a service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382467 Aug 29 06:38:32.890778 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-335721f9-5972-4dbd-b9fb-c84374168536 req-d02b3736-59a2-4d33-86a8-9f841ea34426 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:32.957995 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-b1e3a758-3b50-48ff-8502-fbd658422793 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:32.958621 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-b1e3a758-3b50-48ff-8502-fbd658422793 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:32.996557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-a1a0841d-4f24-4320-8897-99190280e23f tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:32.998017 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-a1a0841d-4f24-4320-8897-99190280e23f tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1188045 Aug 29 06:38:33.015286 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-4b2ba7c3-1cb2-494f-a89d-18812de11270 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/quotas/5e05d1570cdf4cefaa4ec47a0b5f0777 HTTP/1.1" status: 200 len: 375 time: 0.0104833 Aug 29 06:38:33.024814 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9e2f2ab8-117f-4931-b3d2-b11d448a1230 req-91c1b848-a38d-472e-8700-40805a513527 service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251264 Aug 29 06:38:33.050931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-cc42e646-3816-473e-ae6a-7be5a6ae738d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288308 Aug 29 06:38:33.100046 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-b1e3a758-3b50-48ff-8502-fbd658422793 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4501839 Aug 29 06:38:33.121329 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Request body: {'port': {'device_id': '2e78f472-e738-4f71-b1d0-4cc0ea33e1f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:33.146250 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-335721f9-5972-4dbd-b9fb-c84374168536 req-d02b3736-59a2-4d33-86a8-9f841ea34426 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:33.170384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5960de-d49d-4ad8-8a8d-6a73020609a3 req-aaf6240a-adbd-4bf4-b599-79723d9bb077 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:33.178701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f5960de-d49d-4ad8-8a8d-6a73020609a3 req-aaf6240a-adbd-4bf4-b599-79723d9bb077 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 931 time: 0.0814962 Aug 29 06:38:33.226096 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f5960de-d49d-4ad8-8a8d-6a73020609a3 req-d60f3ae0-7d83-4852-b9d8-109a45a54623 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465024 Aug 29 06:38:33.233151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335721f9-5972-4dbd-b9fb-c84374168536 req-d02b3736-59a2-4d33-86a8-9f841ea34426 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:33.240361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-335721f9-5972-4dbd-b9fb-c84374168536 req-d02b3736-59a2-4d33-86a8-9f841ea34426 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:33.247000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-335721f9-5972-4dbd-b9fb-c84374168536 req-d02b3736-59a2-4d33-86a8-9f841ea34426 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:33.252956 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b3736-59a2-4d33-86a8-9f841ea34426 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Pushing event updated for resources: {'Port': ['ID=6d227e54-8718-4f1c-b062-5556709b6a47,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:33.276249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:33.288002 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:33.315490 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e9ed2c4-f9a7-472c-a89f-22b900ee4061 req-1d9c59eb-ea5c-40a5-95c4-ffa861fead35 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0310256 Aug 29 06:38:33.327527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335721f9-5972-4dbd-b9fb-c84374168536 req-d02b3736-59a2-4d33-86a8-9f841ea34426 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:33.328169 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-335721f9-5972-4dbd-b9fb-c84374168536 req-d02b3736-59a2-4d33-86a8-9f841ea34426 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:33.440100 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-335721f9-5972-4dbd-b9fb-c84374168536 req-d02b3736-59a2-4d33-86a8-9f841ea34426 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7037263 Aug 29 06:38:33.490047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554dd58-d9a1-4cb8-bcbe-8b0019721108 req-3cc884af-9a47-42d2-9715-3a9e833b743f tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:33.490500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Request body: {'port': {'device_id': '1a0a7f93-2b00-4434-b4ed-c51ce1443320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:33.498049 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3554dd58-d9a1-4cb8-bcbe-8b0019721108 req-3cc884af-9a47-42d2-9715-3a9e833b743f tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 944 time: 0.0835409 Aug 29 06:38:33.547536 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3554dd58-d9a1-4cb8-bcbe-8b0019721108 req-0397a4e5-b4ed-4b97-a64f-125a2f466ff7 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 Aug 29 06:38:33.792936 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:33.883395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a28fb-684e-4a53-a91c-2720269e867f req-bfcc6326-539d-4573-8820-eb43e2154094 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:33.884989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-238a28fb-684e-4a53-a91c-2720269e867f req-bfcc6326-539d-4573-8820-eb43e2154094 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.0715632 Aug 29 06:38:33.949884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-238a28fb-684e-4a53-a91c-2720269e867f req-ebc4d455-79fd-40a9-8fca-6332eb4ec46f tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578713 Aug 29 06:38:33.965412 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6c8364-93ef-481f-b378-09754809295d {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:33.980978 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:34.034260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Transition to ACTIVE for port object 1c6c8364-93ef-481f-b378-09754809295d will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:34.072456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58d3bc-88ad-4d54-ac56-90758c7ab57e req-3ddc8612-6bc7-47bf-a036-0d99ed157722 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:34.075739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af58d3bc-88ad-4d54-ac56-90758c7ab57e req-3ddc8612-6bc7-47bf-a036-0d99ed157722 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 932 time: 0.0937250 Aug 29 06:38:34.114974 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af58d3bc-88ad-4d54-ac56-90758c7ab57e req-633562d8-0001-48ee-a359-4c418d463451 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341747 Aug 29 06:38:34.139397 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:34.191315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device da42414a-217d-461c-b308-4067b436cfb3 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:38:34.195364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d227e54-8718-4f1c-b062-5556709b6a47 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:34.208066 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:34.214904 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Pushing event updated for resources: {'Port': ['ID=1c6c8364-93ef-481f-b378-09754809295d,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:34.250032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Transition to ACTIVE for port object 6d227e54-8718-4f1c-b062-5556709b6a47 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:34.316791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Attempting to bind port 1c6c8364-93ef-481f-b378-09754809295d on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:38:34.317195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Attempting to bind port 1c6c8364-93ef-481f-b378-09754809295d by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:38:34.317536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Attempting to bind port 1c6c8364-93ef-481f-b378-09754809295d on network ab9d1c66-456e-4eef-897d-be85929ac7ac {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:34.321472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port da42414a-217d-461c-b308-4067b436cfb3, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=da42414a-217d-461c-b308-4067b436cfb3,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:34.323319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Port 1c6c8364-93ef-481f-b378-09754809295d on network ab9d1c66-456e-4eef-897d-be85929ac7ac not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:38:34.324259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Attempting to bind port 1c6c8364-93ef-481f-b378-09754809295d on network ab9d1c66-456e-4eef-897d-be85929ac7ac {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:34.330632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:38:34.331050 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Checking segment: {'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:34.331473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Bound using segment: {'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:38:34.331920 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Bound port: 1c6c8364-93ef-481f-b378-09754809295d, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:38:34.332797 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:34.337131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'da42414a-217d-461c-b308-4067b436cfb3', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'port_id': 'da42414a-217d-461c-b308-4067b436cfb3', 'mac_address': 'fa:16:3e:2b:8f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:38:34.344843 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:34.390374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf7ca1-3567-47ba-8c8f-975dc5683630 req-5070b893-ee0c-49de-a8a2-9b83962a8b1b tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:34.391389 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:34.402621 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1fdf7ca1-3567-47ba-8c8f-975dc5683630 req-5070b893-ee0c-49de-a8a2-9b83962a8b1b tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0787153 Aug 29 06:38:34.408918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da42414a-217d-461c-b308-4067b436cfb3 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:34.434492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port da42414a-217d-461c-b308-4067b436cfb3, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=da42414a-217d-461c-b308-4067b436cfb3,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:34.447230 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1fdf7ca1-3567-47ba-8c8f-975dc5683630 req-638dfa4b-987c-4b4a-a630-767b61ff490d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431831 Aug 29 06:38:34.461735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Pushing event updated for resources: {'Port': ['ID=6d227e54-8718-4f1c-b062-5556709b6a47,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:34.524381 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] For port 1c6c8364-93ef-481f-b378-09754809295d, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:38:34.531115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-31ed57e7-2134-4be0-b290-76eee38af02b req-49a43ba5-9c95-4ee0-a52f-1eae6096b48c tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0405679 Aug 29 06:38:34.552825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] For port 1c6c8364-93ef-481f-b378-09754809295d, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1c6c8364-93ef-481f-b378-09754809295d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:38:34.556582 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:34.584705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Attempting to bind port 6d227e54-8718-4f1c-b062-5556709b6a47 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:38:34.585124 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Attempting to bind port 6d227e54-8718-4f1c-b062-5556709b6a47 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:38:34.585524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Attempting to bind port 6d227e54-8718-4f1c-b062-5556709b6a47 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:34.590392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Port 6d227e54-8718-4f1c-b062-5556709b6a47 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:38:34.590785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Attempting to bind port 6d227e54-8718-4f1c-b062-5556709b6a47 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:34.598145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:38:34.598145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Checking segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:34.598531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Bound using segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:38:34.599186 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Bound port: 6d227e54-8718-4f1c-b062-5556709b6a47, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:38:34.599745 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:34.650221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=da42414a-217d-461c-b308-4067b436cfb3,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:34.671217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:34.711294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef51ee-a6d3-4e2d-a1ad-cea6e2c8e9e5 req-e7003e79-f242-420d-a582-41750853c323 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:34.712768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:38:34.712915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffef51ee-a6d3-4e2d-a1ad-cea6e2c8e9e5 req-e7003e79-f242-420d-a582-41750853c323 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 945 time: 0.0597565 Aug 29 06:38:34.742556 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:34.743214 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:34.744678 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] 10.222.0.11 "PUT /v2.0/ports/1c6c8364-93ef-481f-b378-09754809295d HTTP/1.1" status: 200 len: 1092 time: 1.6279478 Aug 29 06:38:34.745083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e78f472-e738-4f71-b1d0-4cc0ea33e1f9', 'tag': '1c6c8364-93ef-481f-b378-09754809295d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:34.747374 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88671e8c-44bd-407b-a2b3-87e878d76b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e78f472-e738-4f71-b1d0-4cc0ea33e1f9", "tag": "1c6c8364-93ef-481f-b378-09754809295d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:34.753311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6d227e54-8718-4f1c-b062-5556709b6a47,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:38:34.767857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e93e4d-9d86-4e9b-83d0-498abe76ec3d service neutron] Pushing event updated for resources: {'Port': ['ID=1c6c8364-93ef-481f-b378-09754809295d,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:34.779773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffef51ee-a6d3-4e2d-a1ad-cea6e2c8e9e5 req-ef5828af-a74a-463a-bca2-b98e842f6dad tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603511 Aug 29 06:38:34.799601 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846fe689-0d4b-4cc4-973b-a1e610f978e0 x-openstack-request-id: req-846fe689-0d4b-4cc4-973b-a1e610f978e0 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:34.799601 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e78f472-e738-4f71-b1d0-4cc0ea33e1f9", "tag": "1c6c8364-93ef-481f-b378-09754809295d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:34.799601 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-846fe689-0d4b-4cc4-973b-a1e610f978e0 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:34.799601 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e78f472-e738-4f71-b1d0-4cc0ea33e1f9', 'tag': '1c6c8364-93ef-481f-b378-09754809295d', 'status': 'completed', 'code': 200} Aug 29 06:38:34.828944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['da42414a-217d-461c-b308-4067b436cfb3'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:34.857725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:34.918636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:34.919333 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:34.920703 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-335721f9-5972-4dbd-b9fb-c84374168536 req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] 10.222.0.11 "PUT /v2.0/ports/6d227e54-8718-4f1c-b062-5556709b6a47 HTTP/1.1" status: 200 len: 1093 time: 1.4364314 Aug 29 06:38:34.944777 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be8bae-9e63-4c66-8119-52050716e87a service neutron] Pushing event updated for resources: {'Port': ['ID=6d227e54-8718-4f1c-b062-5556709b6a47,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:34.950126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88671e8c-44bd-407b-a2b3-87e878d76b6a req-138c5dcc-1a36-4a51-83b1-e2a37305194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:34.951693 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-88671e8c-44bd-407b-a2b3-87e878d76b6a req-138c5dcc-1a36-4a51-83b1-e2a37305194b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e6d9bf800794d7d8293a89a2186be07&device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 1095 time: 0.1036179 Aug 29 06:38:35.085770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588179e-c1c7-4150-9ccc-3faf6dcdd041 req-bf5c25ac-f881-4717-b5ed-188e84397d7f tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:35.087416 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5588179e-c1c7-4150-9ccc-3faf6dcdd041 req-bf5c25ac-f881-4717-b5ed-188e84397d7f tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.0635877 Aug 29 06:38:35.148038 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5588179e-c1c7-4150-9ccc-3faf6dcdd041 req-2886edcb-2fed-4b4e-8379-6ea0e5f0d466 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 Aug 29 06:38:35.185243 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88671e8c-44bd-407b-a2b3-87e878d76b6a req-a030f5ac-df8b-4f3b-ad8e-ccbb2fb2faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:35.186721 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-88671e8c-44bd-407b-a2b3-87e878d76b6a req-a030f5ac-df8b-4f3b-ad8e-ccbb2fb2faf2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0e6d9bf800794d7d8293a89a2186be07&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2192450 Aug 29 06:38:35.192748 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335721f9-5972-4dbd-b9fb-c84374168536 req-7a604a08-34de-47ec-a755-bb9fa167cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:35.194204 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-335721f9-5972-4dbd-b9fb-c84374168536 req-7a604a08-34de-47ec-a755-bb9fa167cb65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 1096 time: 0.1092739 Aug 29 06:38:35.242723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84a491-816e-4dd9-b7a3-ee3997955f7d req-497ab708-004e-42fd-85f8-bc0c1318d074 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:35.244559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b84a491-816e-4dd9-b7a3-ee3997955f7d req-497ab708-004e-42fd-85f8-bc0c1318d074 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 944 time: 0.0516517 Aug 29 06:38:35.276765 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-335721f9-5972-4dbd-b9fb-c84374168536 req-9e8dba13-a364-4de9-a9b6-17075337cb24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d227e54-8718-4f1c-b062-5556709b6a47 HTTP/1.1" status: 200 len: 217 time: 0.0637288 Aug 29 06:38:35.293408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b84a491-816e-4dd9-b7a3-ee3997955f7d req-f926145b-b9a8-4ff8-aba8-0ea819ec56d4 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Aug 29 06:38:35.333216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34584) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:35.358621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88671e8c-44bd-407b-a2b3-87e878d76b6a req-9fbe9b6e-36d6-4997-8b1e-ad31fd73cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:35.360124 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-88671e8c-44bd-407b-a2b3-87e878d76b6a req-9fbe9b6e-36d6-4997-8b1e-ad31fd73cc74 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1650863 Aug 29 06:38:35.361567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335721f9-5972-4dbd-b9fb-c84374168536 req-839e173d-591e-43ad-9157-da8b30a992f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:35.362988 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-335721f9-5972-4dbd-b9fb-c84374168536 req-839e173d-591e-43ad-9157-da8b30a992f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0772316 Aug 29 06:38:35.404708 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-335721f9-5972-4dbd-b9fb-c84374168536 req-6b0b0676-8669-40c3-a4fd-7888caf70789 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266073 Aug 29 06:38:35.440356 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d7736e2-41d3-483a-be41-f9c40a9c4020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:35.536330 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-50685d1b-82cb-4a33-8fd1-183a16c85120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:35.537796 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-50685d1b-82cb-4a33-8fd1-183a16c85120 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e6d9bf800794d7d8293a89a2186be07&device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 1095 time: 0.1011434 Aug 29 06:38:35.560820 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d7736e2-41d3-483a-be41-f9c40a9c4020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:35.586259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb738c8-7765-43be-ab09-9a909d485d2f req-d8988bfb-e554-4592-a1b8-6c74667121f9 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:35.587845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dcb738c8-7765-43be-ab09-9a909d485d2f req-d8988bfb-e554-4592-a1b8-6c74667121f9 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0574501 Aug 29 06:38:35.589068 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-335721f9-5972-4dbd-b9fb-c84374168536 req-58da45e2-959a-435e-b442-3e0bc60cc056 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707702 Aug 29 06:38:35.590427 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-a70c88dd-071e-4138-96f2-c3d453e15744 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c6c8364-93ef-481f-b378-09754809295d HTTP/1.1" status: 200 len: 217 time: 0.0384300 Aug 29 06:38:35.634861 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-843dbbfa-c7dc-4b60-89f5-c583a4f820a9 req-9408acc0-91ba-4b08-b1c0-f6de5fca40b5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0339165 Aug 29 06:38:35.656315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dcb738c8-7765-43be-ab09-9a909d485d2f req-42c5c6a6-8b99-4198-a608-64b7d4b03b6e tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617182 Aug 29 06:38:35.673750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17404fc9-af9d-4925-a8cf-2119203dfc7f details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:38:35.722673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-2ea1e841-1be0-41e6-98f9-8e4ed9af0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:35.724163 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-2ea1e841-1be0-41e6-98f9-8e4ed9af0a2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72d07125-69f9-49f3-a732-befd124498bc HTTP/1.1" status: 200 len: 845 time: 0.1212146 Aug 29 06:38:35.727526 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-122dafee-f4b7-4d4b-98c0-42ac76e7a742 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346720 Aug 29 06:38:35.733434 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d7736e2-41d3-483a-be41-f9c40a9c4020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:35.778766 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7736e2-41d3-483a-be41-f9c40a9c4020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9579fc34-6c97-401f-8dd2-259a536f10b7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:35.783115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7d7736e2-41d3-483a-be41-f9c40a9c4020 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a98aeeb644404bf6953fdbcfe6eaf7c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4486921 Aug 29 06:38:35.785979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34594) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:35.794460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17404fc9-af9d-4925-a8cf-2119203dfc7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17404fc9-af9d-4925-a8cf-2119203dfc7f,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:35.809865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '17404fc9-af9d-4925-a8cf-2119203dfc7f', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '17404fc9-af9d-4925-a8cf-2119203dfc7f', 'mac_address': 'fa:16:3e:cc:46:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:38:35.821807 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-335721f9-5972-4dbd-b9fb-c84374168536 req-c2836328-0c38-4cbe-8262-94f29a04aa31 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198186 Aug 29 06:38:35.846462 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-31788c95-e7ac-478e-8da1-5f802f8e8a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:35.850347 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-86a59b75-b251-417e-bc89-17b6a25e57b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab9d1c66-456e-4eef-897d-be85929ac7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894578 Aug 29 06:38:35.866733 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:35.883401 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-31788c95-e7ac-478e-8da1-5f802f8e8a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:35.892860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17404fc9-af9d-4925-a8cf-2119203dfc7f {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:35.916467 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17404fc9-af9d-4925-a8cf-2119203dfc7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17404fc9-af9d-4925-a8cf-2119203dfc7f,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:35.954622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57421149-3100-4b92-9e44-02b93058994b req-ff732f86-7c57-401a-9076-f20af77fd7b0 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:35.956123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57421149-3100-4b92-9e44-02b93058994b req-ff732f86-7c57-401a-9076-f20af77fd7b0 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 945 time: 0.0706620 Aug 29 06:38:35.963752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-883a16ec-ec90-4294-96bb-86359d9774ee tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:35.965253 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-883a16ec-ec90-4294-96bb-86359d9774ee tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2313912 Aug 29 06:38:35.983216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Request body: {'port': {'device_id': '0f6805d2-50df-448d-bcd3-39a3f297f2df', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '5e05d1570cdf4cefaa4ec47a0b5f0777'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:35.999541 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-238b43c2-9ffc-4b99-a7e1-c35d7a127ba6 service neutron] 10.222.0.11 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415381 Aug 29 06:38:36.002563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57421149-3100-4b92-9e44-02b93058994b req-64272956-218a-4192-9e94-b86c196ecb66 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Aug 29 06:38:36.039020 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:36.082044 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-31788c95-e7ac-478e-8da1-5f802f8e8a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:36.084617 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-31788c95-e7ac-478e-8da1-5f802f8e8a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:36.088060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-31788c95-e7ac-478e-8da1-5f802f8e8a0a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9579fc34-6c97-401f-8dd2-259a536f10b7 HTTP/1.1" status: 204 len: 168 time: 0.2988822 Aug 29 06:38:36.095279 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31788c95-e7ac-478e-8da1-5f802f8e8a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9579fc34-6c97-401f-8dd2-259a536f10b7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:36.096350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=17404fc9-af9d-4925-a8cf-2119203dfc7f,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:36.149837 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93bba2ac-4072-4cb7-b957-2954b9ad9ff5 req-59f5f6b7-7dea-474f-955d-52ce08387d35 service neutron] 10.222.0.11 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257424 Aug 29 06:38:36.210722 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['17404fc9-af9d-4925-a8cf-2119203dfc7f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:36.212841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device da42414a-217d-461c-b308-4067b436cfb3 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:36.270206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ac75b-b7f4-4dac-a135-e3ca714e2b7f req-2b62ead9-7c35-4fec-94df-098f7ee9cd7c tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:36.271691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb1ac75b-b7f4-4dac-a135-e3ca714e2b7f req-2b62ead9-7c35-4fec-94df-098f7ee9cd7c tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.0541914 Aug 29 06:38:36.276885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Made reservation on behalf of 5e05d1570cdf4cefaa4ec47a0b5f0777 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:36.280617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:36.292444 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:36.314568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb1ac75b-b7f4-4dac-a135-e3ca714e2b7f req-0ed23a12-09f3-41dc-8f59-b843a46ba77b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360429 Aug 29 06:38:36.430897 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:36.440962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb83c2-85bb-4c2a-91fc-4717df4da3e3 req-653f3bb8-7e78-4548-bd44-9c828f7353c8 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:36.442606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05cb83c2-85bb-4c2a-91fc-4717df4da3e3 req-653f3bb8-7e78-4548-bd44-9c828f7353c8 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 944 time: 0.0505297 Aug 29 06:38:36.479803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05cb83c2-85bb-4c2a-91fc-4717df4da3e3 req-f469a14a-ddd0-40d1-ba82-2369eaef5277 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311928 Aug 29 06:38:36.624756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port da42414a-217d-461c-b308-4067b436cfb3 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:36.628722 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port da42414a-217d-461c-b308-4067b436cfb3 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:36.629078 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:36.703882 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:36.722771 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:36.732712 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3239c624-99a4-4a22-8712-f5a01b5801e1 req-364380e5-61f3-4664-a2bd-5991a77e67f4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0295429 Aug 29 06:38:36.736429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63abe978-3077-461d-a35d-36f777e39b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da42414a-217d-461c-b308-4067b436cfb3'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:36.745316 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d346e7-989e-419f-82a3-477902428bf0" -d '{"events": [{"server_uuid": "63abe978-3077-461d-a35d-36f777e39b2c", "name": "network-vif-plugged", "status": "completed", "tag": "da42414a-217d-461c-b308-4067b436cfb3"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:36.753261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port da42414a-217d-461c-b308-4067b436cfb3, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=da42414a-217d-461c-b308-4067b436cfb3,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:36.797659 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42696131-fb6b-45f4-b98e-ccfc6099e946,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:36.804316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0a7f93-2b00-4434-b4ed-c51ce1443320', 'tag': '6d227e54-8718-4f1c-b062-5556709b6a47'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:36.807403 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118f520e-a2f1-4c74-8cfc-2bd9999b3ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0a7f93-2b00-4434-b4ed-c51ce1443320", "tag": "6d227e54-8718-4f1c-b062-5556709b6a47"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:36.874686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27996bb-15c6-410d-8b75-49cfc79f20a3 req-d186efc6-8510-42a1-a145-9cb51e84506c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:36.880737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c27996bb-15c6-410d-8b75-49cfc79f20a3 req-d186efc6-8510-42a1-a145-9cb51e84506c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0627372 Aug 29 06:38:36.890575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Allocated IP 192.168.233.27 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/e668c73a-ddfd-469b-984e-dfb9aff35cfa) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:36.910801 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:36.912049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c13a67b6-d839-4242-bdeb-548a504b5599 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:38:36.918761 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c27996bb-15c6-410d-8b75-49cfc79f20a3 req-935a1b30-645f-40ce-be10-30543cb354c9 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348608 Aug 29 06:38:36.970004 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10c8736-e3cb-47e6-96f4-2219f14b2457 x-openstack-request-id: req-e10c8736-e3cb-47e6-96f4-2219f14b2457 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:36.970184 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63abe978-3077-461d-a35d-36f777e39b2c", "name": "network-vif-plugged", "status": "completed", "tag": "da42414a-217d-461c-b308-4067b436cfb3", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:36.970607 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e10c8736-e3cb-47e6-96f4-2219f14b2457 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:36.971178 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63abe978-3077-461d-a35d-36f777e39b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da42414a-217d-461c-b308-4067b436cfb3', 'code': 200} Aug 29 06:38:37.018334 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=da42414a-217d-461c-b308-4067b436cfb3,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:37.061544 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:37.112019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c13a67b6-d839-4242-bdeb-548a504b5599, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c13a67b6-d839-4242-bdeb-548a504b5599,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:37.217357 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:37.224839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccdb01-65e6-485b-80c8-0fd4107f4c7f req-312306a6-0c4a-4a4e-b9d9-f97d31c5eaad tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:37.226366 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aeccdb01-65e6-485b-80c8-0fd4107f4c7f req-312306a6-0c4a-4a4e-b9d9-f97d31c5eaad tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 946 time: 0.0848901 Aug 29 06:38:37.248497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c539a-6c96-47a3-a9ef-36e7e3efb58c req-23a2078f-0c0f-4fdd-bf20-14a7eef68231 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:37.250057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d0c539a-6c96-47a3-a9ef-36e7e3efb58c req-23a2078f-0c0f-4fdd-bf20-14a7eef68231 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 945 time: 0.0776296 Aug 29 06:38:37.264519 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a530125a-8c1a-46f5-af8f-8afc20f345f2 x-openstack-request-id: req-a530125a-8c1a-46f5-af8f-8afc20f345f2 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:37.264783 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0a7f93-2b00-4434-b4ed-c51ce1443320", "tag": "6d227e54-8718-4f1c-b062-5556709b6a47", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:37.265031 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a530125a-8c1a-46f5-af8f-8afc20f345f2 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:37.265420 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0a7f93-2b00-4434-b4ed-c51ce1443320', 'tag': '6d227e54-8718-4f1c-b062-5556709b6a47', 'status': 'completed', 'code': 200} Aug 29 06:38:37.279797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=c13a67b6-d839-4242-bdeb-548a504b5599,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:37.298652 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:37.306526 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aeccdb01-65e6-485b-80c8-0fd4107f4c7f req-5ea014dd-a06d-459b-82ce-5b3f2cc4c9b3 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716307 Aug 29 06:38:37.313827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d0c539a-6c96-47a3-a9ef-36e7e3efb58c req-12d0eaab-680f-4bde-905b-6e7989ca8007 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550976 Aug 29 06:38:37.333286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Transition to ACTIVE for port object e668c73a-ddfd-469b-984e-dfb9aff35cfa will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:37.357445 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34638) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:37.359558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d6fa6-1c05-4698-815c-304bb27f4ce0 req-e35a1317-fd33-4ace-a93d-a8dcf6294103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:37.361907 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-625d6fa6-1c05-4698-815c-304bb27f4ce0 req-e35a1317-fd33-4ace-a93d-a8dcf6294103 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 1098 time: 0.3202770 Aug 29 06:38:37.367560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f520e-a2f1-4c74-8cfc-2bd9999b3ce9 req-75f3e1b3-747f-4faa-8e6a-d2bf33342d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:37.369102 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-118f520e-a2f1-4c74-8cfc-2bd9999b3ce9 req-75f3e1b3-747f-4faa-8e6a-d2bf33342d8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 1096 time: 0.1099670 Aug 29 06:38:37.372613 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5a508db1-e1d9-4168-8327-640e9cc79769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:37.460997 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-625d6fa6-1c05-4698-815c-304bb27f4ce0 req-6203ae76-8dd3-4d0d-8637-50793c97ae55 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908659 Aug 29 06:38:37.463957 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5a508db1-e1d9-4168-8327-640e9cc79769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:37.489947 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f520e-a2f1-4c74-8cfc-2bd9999b3ce9 req-5aa2e19c-656c-4be8-a98f-87214f05afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:37.491402 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-118f520e-a2f1-4c74-8cfc-2bd9999b3ce9 req-5aa2e19c-656c-4be8-a98f-87214f05afa9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.1111462 Aug 29 06:38:37.533322 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-118f520e-a2f1-4c74-8cfc-2bd9999b3ce9 req-973b8fe8-678c-45f1-a8da-cbe40b4f1807 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d227e54-8718-4f1c-b062-5556709b6a47 HTTP/1.1" status: 200 len: 217 time: 0.0347211 Aug 29 06:38:37.586022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f520e-a2f1-4c74-8cfc-2bd9999b3ce9 req-b57e8faf-9b11-43c5-b143-c1b9aa572e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:37.587517 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-118f520e-a2f1-4c74-8cfc-2bd9999b3ce9 req-b57e8faf-9b11-43c5-b143-c1b9aa572e10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0475528 Aug 29 06:38:37.601054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aa0c1-a0e6-4fe1-a8fe-ec15f6944b2c req-5f201a58-e81c-477e-90a2-444e3cc10b27 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:37.602521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-144aa0c1-a0e6-4fe1-a8fe-ec15f6944b2c req-5f201a58-e81c-477e-90a2-444e3cc10b27 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 944 time: 0.0509329 Aug 29 06:38:37.619231 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-118f520e-a2f1-4c74-8cfc-2bd9999b3ce9 req-f63af93b-9fe5-41de-b5eb-92999761a243 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250399 Aug 29 06:38:37.642067 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-144aa0c1-a0e6-4fe1-a8fe-ec15f6944b2c req-4a2c5748-6a17-430e-879d-ddf1896698d2 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327363 Aug 29 06:38:37.648939 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:37.698897 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17404fc9-af9d-4925-a8cf-2119203dfc7f up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:37.717919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:37.727462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:37.736486 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5a508db1-e1d9-4168-8327-640e9cc79769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:37.742623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:37.768371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event updated for resources: {'Port': ['ID=e668c73a-ddfd-469b-984e-dfb9aff35cfa,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:37.769862 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 17404fc9-af9d-4925-a8cf-2119203dfc7f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:37.770491 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:37.784175 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a508db1-e1d9-4168-8327-640e9cc79769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9de90f7-cce3-4664-a53d-183bd505134d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:37.789231 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5a508db1-e1d9-4168-8327-640e9cc79769 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9ffe3db192ed4560a94df542a5139a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302006 Aug 29 06:38:37.791850 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34648) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:37.800869 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-118f520e-a2f1-4c74-8cfc-2bd9999b3ce9 req-83e74051-ec94-45cf-8901-ac9b9ab9e0b9 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737111 Aug 29 06:38:37.844023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:37.845316 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:37.851789 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29248529-7cca-4ecf-9178-deb7974ad1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:37.911285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29248529-7cca-4ecf-9178-deb7974ad1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:37.922986 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:37.966812 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-118f520e-a2f1-4c74-8cfc-2bd9999b3ce9 req-16f1c2ff-08ab-4dca-b426-9e52f5a96253 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315305 Aug 29 06:38:37.966917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41756ae1-b5ba-4aa8-8683-16f8d8ceb266 req-44e960e1-123c-4a07-afaf-6233ccfd13c7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:37.966917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41756ae1-b5ba-4aa8-8683-16f8d8ceb266 req-44e960e1-123c-4a07-afaf-6233ccfd13c7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 935 time: 0.1003909 Aug 29 06:38:37.993292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17404fc9-af9d-4925-a8cf-2119203dfc7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17404fc9-af9d-4925-a8cf-2119203dfc7f,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:38.051563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41756ae1-b5ba-4aa8-8683-16f8d8ceb266 req-2e8d5f34-0df8-4f77-8682-43db96c65040 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668395 Aug 29 06:38:38.071953 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ce961-da9d-4fa5-ab87-ba04341251b3 req-fe3fd6f2-2b40-4822-9d01-64a8f5ea97fb tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:38.071953 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c0ce961-da9d-4fa5-ab87-ba04341251b3 req-fe3fd6f2-2b40-4822-9d01-64a8f5ea97fb tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0664699 Aug 29 06:38:38.076619 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-92dc51c5-222b-4030-8a0a-4001d91eb8e6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0987341 Aug 29 06:38:38.089205 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Request body: {'port': {'device_id': '0f6805d2-50df-448d-bcd3-39a3f297f2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:38.112728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c0ce961-da9d-4fa5-ab87-ba04341251b3 req-6121c666-c6f0-4b35-895f-fe2017e2e1e1 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351858 Aug 29 06:38:38.142697 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:38.159337 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29248529-7cca-4ecf-9178-deb7974ad1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:38.159756 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2e408ea-6bd8-45f6-9353-fd834cc35264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:38.161492 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:38.162842 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29248529-7cca-4ecf-9178-deb7974ad1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:38.166151 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-29248529-7cca-4ecf-9178-deb7974ad1f5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d9de90f7-cce3-4664-a53d-183bd505134d HTTP/1.1" status: 204 len: 168 time: 0.3716450 Aug 29 06:38:38.189563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29248529-7cca-4ecf-9178-deb7974ad1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9de90f7-cce3-4664-a53d-183bd505134d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:38.226209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=17404fc9-af9d-4925-a8cf-2119203dfc7f,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:38.284546 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8e4c42c4-4192-4961-8851-1404aecb52cb None None] Provisioning for port e668c73a-ddfd-469b-984e-dfb9aff35cfa completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:38.288644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8e4c42c4-4192-4961-8851-1404aecb52cb None None] Provisioning complete for port e668c73a-ddfd-469b-984e-dfb9aff35cfa triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:38.289015 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8e4c42c4-4192-4961-8851-1404aecb52cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:38.323407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c42c4-4192-4961-8851-1404aecb52cb None None] Port e668c73a-ddfd-469b-984e-dfb9aff35cfa cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:38:38.414247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e668c73a-ddfd-469b-984e-dfb9aff35cfa {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:38.422837 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:38.436830 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Transition to ACTIVE for port object e668c73a-ddfd-469b-984e-dfb9aff35cfa will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:38.482906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c51e06-b0c1-4707-8011-919e33a8cc7c req-3681de97-0148-4497-8d16-7df42da804e4 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:38.484394 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93c51e06-b0c1-4707-8011-919e33a8cc7c req-3681de97-0148-4497-8d16-7df42da804e4 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 946 time: 0.0854897 Aug 29 06:38:38.505704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93fc4c-067e-43a6-bc05-bff76a4a71d6 req-f4a6b73a-f844-459a-bd03-aed42405320c tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:38.507190 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c93fc4c-067e-43a6-bc05-bff76a4a71d6 req-f4a6b73a-f844-459a-bd03-aed42405320c tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 943 time: 0.0932581 Aug 29 06:38:38.556087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93c51e06-b0c1-4707-8011-919e33a8cc7c req-9d543a59-889e-4ecb-acec-4dace8da080d tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632784 Aug 29 06:38:38.560615 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c93fc4c-067e-43a6-bc05-bff76a4a71d6 req-b6c934b6-ac1c-4a75-a9f0-01f437d81d4f tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462697 Aug 29 06:38:38.708047 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:38.766074 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Pushing event updated for resources: {'Port': ['ID=e668c73a-ddfd-469b-984e-dfb9aff35cfa,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:38.800340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051ccd4-2122-4886-bb79-4af559d35245 req-290cbc9b-fdc8-4886-8cad-3a6ad6030be5 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:38.801936 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6051ccd4-2122-4886-bb79-4af559d35245 req-290cbc9b-fdc8-4886-8cad-3a6ad6030be5 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 944 time: 0.0870740 Aug 29 06:38:38.847501 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6051ccd4-2122-4886-bb79-4af559d35245 req-4db2bf53-cba9-4de9-9ecf-67315fb6ffed tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392821 Aug 29 06:38:38.899512 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Attempting to bind port e668c73a-ddfd-469b-984e-dfb9aff35cfa on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:38:38.899855 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Attempting to bind port e668c73a-ddfd-469b-984e-dfb9aff35cfa by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:38:38.900192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Attempting to bind port e668c73a-ddfd-469b-984e-dfb9aff35cfa on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:38.904808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Port e668c73a-ddfd-469b-984e-dfb9aff35cfa on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:38:38.905133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Attempting to bind port e668c73a-ddfd-469b-984e-dfb9aff35cfa on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:38.910762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:38:38.911104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:38.911524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:38:38.912021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Bound port: e668c73a-ddfd-469b-984e-dfb9aff35cfa, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:38:38.912314 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:38.972164 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf48827-a7ae-4daa-881b-43a7e22ba6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13a67b6-d839-4242-bdeb-548a504b5599'}, {'server_uuid': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17404fc9-af9d-4925-a8cf-2119203dfc7f'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:38.974575 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a166026e-78f0-4e62-8571-fdaf2279cc59" -d '{"events": [{"server_uuid": "9cf48827-a7ae-4daa-881b-43a7e22ba6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "c13a67b6-d839-4242-bdeb-548a504b5599"}, {"server_uuid": "dc4e57a0-3b15-48ed-9142-0b98c3d40c9b", "name": "network-vif-plugged", "status": "completed", "tag": "17404fc9-af9d-4925-a8cf-2119203dfc7f"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:39.001593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] For port e668c73a-ddfd-469b-984e-dfb9aff35cfa, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:38:39.016207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] For port e668c73a-ddfd-469b-984e-dfb9aff35cfa, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e668c73a-ddfd-469b-984e-dfb9aff35cfa,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:38:39.017681 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09d633b-2d69-41bc-b055-2a022790557e x-openstack-request-id: req-c09d633b-2d69-41bc-b055-2a022790557e {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:39.018051 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf48827-a7ae-4daa-881b-43a7e22ba6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "c13a67b6-d839-4242-bdeb-548a504b5599", "code": 200}, {"server_uuid": "dc4e57a0-3b15-48ed-9142-0b98c3d40c9b", "name": "network-vif-plugged", "status": "completed", "tag": "17404fc9-af9d-4925-a8cf-2119203dfc7f", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:39.018386 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c09d633b-2d69-41bc-b055-2a022790557e {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:39.018856 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf48827-a7ae-4daa-881b-43a7e22ba6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13a67b6-d839-4242-bdeb-548a504b5599', 'code': 200} Aug 29 06:38:39.019109 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17404fc9-af9d-4925-a8cf-2119203dfc7f', 'code': 200} Aug 29 06:38:39.035610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3579a1-c7b8-45da-ac9f-fd54f78ff27f req-4b560710-f12f-4aca-9027-bc08f28fa2ec tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:39.037008 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a3579a1-c7b8-45da-ac9f-fd54f78ff27f req-4b560710-f12f-4aca-9027-bc08f28fa2ec tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 943 time: 0.0655460 Aug 29 06:38:39.143378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-7a3579a1-c7b8-45da-ac9f-fd54f78ff27f req-55a989d0-0768-442f-bba0-75b28731b522 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Deleting port c13a67b6-d839-4242-bdeb-548a504b5599 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:38:39.143810 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7a3579a1-c7b8-45da-ac9f-fd54f78ff27f req-55a989d0-0768-442f-bba0-75b28731b522 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:39.195364 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:39.195787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb2d16-cc40-45a5-ab2c-1f0780fd14b5 req-551a0fbd-91f4-4bd4-a26f-cd47d7f0cd52 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:39.197265 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2fbb2d16-cc40-45a5-ab2c-1f0780fd14b5 req-551a0fbd-91f4-4bd4-a26f-cd47d7f0cd52 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 947 time: 0.0756664 Aug 29 06:38:39.245764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:39.246386 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:39.247908 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] 10.222.0.15 "PUT /v2.0/ports/e668c73a-ddfd-469b-984e-dfb9aff35cfa HTTP/1.1" status: 200 len: 1096 time: 1.1629064 Aug 29 06:38:39.264909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2fbb2d16-cc40-45a5-ab2c-1f0780fd14b5 req-a616e96e-33e6-49d7-817b-f2d84f3b3cef tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562470 Aug 29 06:38:39.271858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6805d2-50df-448d-bcd3-39a3f297f2df', 'tag': 'e668c73a-ddfd-469b-984e-dfb9aff35cfa'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:39.274112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44ca60-e0c7-481f-b06e-432c1cbc1a8a req-a8ff0b15-8793-448f-b7b3-cad1cf2b8fab tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:39.275931 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398118e5-027a-4b91-b143-6d2d76fe21d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6805d2-50df-448d-bcd3-39a3f297f2df", "tag": "e668c73a-ddfd-469b-984e-dfb9aff35cfa"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:39.282834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba44ca60-e0c7-481f-b06e-432c1cbc1a8a req-a8ff0b15-8793-448f-b7b3-cad1cf2b8fab tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0844278 Aug 29 06:38:39.293587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1e18e-1896-4d89-9182-241368797d8a service neutron] Pushing event updated for resources: {'Port': ['ID=e668c73a-ddfd-469b-984e-dfb9aff35cfa,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:39.320623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-7a3579a1-c7b8-45da-ac9f-fd54f78ff27f req-55a989d0-0768-442f-bba0-75b28731b522 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] For port c13a67b6-d839-4242-bdeb-548a504b5599, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c13a67b6-d839-4242-bdeb-548a504b5599,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:39.335542 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7a3579a1-c7b8-45da-ac9f-fd54f78ff27f req-55a989d0-0768-442f-bba0-75b28731b522 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:39.340575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-7a3579a1-c7b8-45da-ac9f-fd54f78ff27f req-55a989d0-0768-442f-bba0-75b28731b522 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Calling delete_port for c13a67b6-d839-4242-bdeb-548a504b5599 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:38:39.349549 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba44ca60-e0c7-481f-b06e-432c1cbc1a8a req-e4a4600c-3ad1-43f6-953f-ee497074d063 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656548 Aug 29 06:38:39.409163 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59788c58-1812-40c0-8f99-425fa82bafe5 x-openstack-request-id: req-59788c58-1812-40c0-8f99-425fa82bafe5 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:39.409459 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6805d2-50df-448d-bcd3-39a3f297f2df", "tag": "e668c73a-ddfd-469b-984e-dfb9aff35cfa", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:39.409710 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59788c58-1812-40c0-8f99-425fa82bafe5 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:39.410169 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6805d2-50df-448d-bcd3-39a3f297f2df', 'tag': 'e668c73a-ddfd-469b-984e-dfb9aff35cfa', 'status': 'completed', 'code': 200} Aug 29 06:38:39.483484 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398118e5-027a-4b91-b143-6d2d76fe21d9 req-a0da2a5c-c976-493f-baa6-46d8e4c09ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:39.484984 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-398118e5-027a-4b91-b143-6d2d76fe21d9 req-a0da2a5c-c976-493f-baa6-46d8e4c09ca5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 1099 time: 0.0595775 Aug 29 06:38:39.530380 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-398118e5-027a-4b91-b143-6d2d76fe21d9 req-b4692764-24a1-4e31-b0b4-58e14aa2cb8e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268562 Aug 29 06:38:39.637844 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398118e5-027a-4b91-b143-6d2d76fe21d9 req-78143191-9616-46db-aa23-2b1825f84e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:39.639349 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-398118e5-027a-4b91-b143-6d2d76fe21d9 req-78143191-9616-46db-aa23-2b1825f84e7b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027834 Aug 29 06:38:39.705104 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7a3579a1-c7b8-45da-ac9f-fd54f78ff27f req-55a989d0-0768-442f-bba0-75b28731b522 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:39.725638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c5daa-6eee-4325-bd5b-14e623d5dc42 req-6ec1affb-2f50-46ea-9e07-299705210571 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:39.727256 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd3c5daa-6eee-4325-bd5b-14e623d5dc42 req-6ec1affb-2f50-46ea-9e07-299705210571 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 946 time: 0.1031322 Aug 29 06:38:39.739104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8798c5c-6a85-4227-9431-49fb76330062 req-fc5ea6a4-8942-4078-ba87-27d4eb0e27a8 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:39.740655 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8798c5c-6a85-4227-9431-49fb76330062 req-fc5ea6a4-8942-4078-ba87-27d4eb0e27a8 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cf48827-a7ae-4daa-881b-43a7e22ba6f0 HTTP/1.1" status: 200 len: 865 time: 0.1020172 Aug 29 06:38:39.742046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a989d0-0768-442f-bba0-75b28731b522 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Pushing event deleted for resources: {'Port': ['ID=c13a67b6-d839-4242-bdeb-548a504b5599,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:39.766253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-8d78a3a8-9979-46c3-a0f4-0a6af69c856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:39.767823 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-8d78a3a8-9979-46c3-a0f4-0a6af69c856b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 1099 time: 0.0916665 Aug 29 06:38:39.791013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3579a1-c7b8-45da-ac9f-fd54f78ff27f req-55a989d0-0768-442f-bba0-75b28731b522 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] No DVR routers for this DVR port c13a67b6-d839-4242-bdeb-548a504b5599 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:38:39.802746 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7a3579a1-c7b8-45da-ac9f-fd54f78ff27f req-55a989d0-0768-442f-bba0-75b28731b522 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:39.804928 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a3579a1-c7b8-45da-ac9f-fd54f78ff27f req-55a989d0-0768-442f-bba0-75b28731b522 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.15 "DELETE /v2.0/ports/c13a67b6-d839-4242-bdeb-548a504b5599 HTTP/1.1" status: 204 len: 173 time: 0.7618024 Aug 29 06:38:39.806205 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd3c5daa-6eee-4325-bd5b-14e623d5dc42 req-251ffd16-00c9-4a68-8cdb-a8ebd5e26204 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645349 Aug 29 06:38:39.821345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8798c5c-6a85-4227-9431-49fb76330062 req-625d070b-7bf4-408e-bf3f-5c55dd4f62e7 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713913 Aug 29 06:38:39.844387 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-4a50a0eb-4c76-490b-b450-d8f91de0e769 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=e668c73a-ddfd-469b-984e-dfb9aff35cfa HTTP/1.1" status: 200 len: 217 time: 0.0544927 Aug 29 06:38:39.909771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-efe4d996-1ad9-4b56-8193-aa991b9bcabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:39.911271 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-efe4d996-1ad9-4b56-8193-aa991b9bcabc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0585804 Aug 29 06:38:39.968778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-7497695c-4223-4f3a-a56e-efe719ab88f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:39.971113 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-7497695c-4223-4f3a-a56e-efe719ab88f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0524707 Aug 29 06:38:40.002143 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-b9658345-bd99-41fb-8973-ad03e0201876 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1434350 Aug 29 06:38:40.014578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:40.029107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72050a5c-8acb-40a6-bdd5-a3ad9e45a8b0 req-452b4689-2bbc-4e5d-8e3a-b2087d4657a9 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:40.030586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72050a5c-8acb-40a6-bdd5-a3ad9e45a8b0 req-452b4689-2bbc-4e5d-8e3a-b2087d4657a9 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 944 time: 0.0860581 Aug 29 06:38:40.069210 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-931d47cb-1da4-4891-87a0-c5840739b6bf service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903840 Aug 29 06:38:40.083874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72050a5c-8acb-40a6-bdd5-a3ad9e45a8b0 req-657f76a4-f053-476a-af15-c4511cc36236 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419259 Aug 29 06:38:40.147462 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:40.166888 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2edde4cb-53c2-470a-ab7d-3d2f33e9f451 req-f5d05bcc-c6f6-4804-a3ab-de1dc6ec0153 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901210 Aug 29 06:38:40.242648 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:40.380007 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Allocated IP 172.25.1.249 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/38fae3d4-ea3c-4935-a694-c1b697ae6450) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:40.417815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f4721-f727-4fbb-b0ca-98da386bc721 req-04cb1bb1-07ac-4f69-ba9b-d14f3e0321a4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:40.419388 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db6f4721-f727-4fbb-b0ca-98da386bc721 req-04cb1bb1-07ac-4f69-ba9b-d14f3e0321a4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 947 time: 0.0821552 Aug 29 06:38:40.495102 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db6f4721-f727-4fbb-b0ca-98da386bc721 req-60a96d57-44a3-4bae-9eb8-0bd43b53d9ef tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483432 Aug 29 06:38:40.531168 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:40.584555 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7f118e00-3391-4aa5-be07-50dbb531ea2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:40.627089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06465d0-7a08-4972-9f35-ab2808fcd9b4 req-331a26a3-b964-4de3-925e-e5380bf85d8d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:40.628726 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c06465d0-7a08-4972-9f35-ab2808fcd9b4 req-331a26a3-b964-4de3-925e-e5380bf85d8d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0535872 Aug 29 06:38:40.671179 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c06465d0-7a08-4972-9f35-ab2808fcd9b4 req-1bb0f742-7a2a-4955-bf57-3ff2068fd080 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350525 Aug 29 06:38:40.707736 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:40.742577 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:40.745349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:40.750765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:40.782389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Pushing event updated for resources: {'Port': ['ID=38fae3d4-ea3c-4935-a694-c1b697ae6450,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:40.850406 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:40.871132 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:41.000797 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:41.155243 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:41.272694 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:41.348018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Pushing event updated for resources: {'Port': ['ID=38fae3d4-ea3c-4935-a694-c1b697ae6450,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:41.364078 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:41.411791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf48827-a7ae-4daa-881b-43a7e22ba6f0', 'name': 'network-vif-deleted', 'tag': 'c13a67b6-d839-4242-bdeb-548a504b5599'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:41.417022 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df0f2a4-67f7-42c7-be28-5007200828da" -d '{"events": [{"server_uuid": "9cf48827-a7ae-4daa-881b-43a7e22ba6f0", "name": "network-vif-deleted", "tag": "c13a67b6-d839-4242-bdeb-548a504b5599"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:41.448727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a057039-33ac-4d1b-bfb1-78b7d84d8721 req-7ebbdff3-5524-4756-8c83-daf9fcd40884 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:41.450203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a057039-33ac-4d1b-bfb1-78b7d84d8721 req-7ebbdff3-5524-4756-8c83-daf9fcd40884 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 944 time: 0.0582047 Aug 29 06:38:41.457624 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:41.459963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-74fd3931-c8b7-4b5a-b86d-55416ac2c013 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4509578 Aug 29 06:38:41.522366 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-4535b3bc-97ef-48ca-aa51-f76ab1a74d78 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 696 time: 0.0511453 Aug 29 06:38:41.546168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a057039-33ac-4d1b-bfb1-78b7d84d8721 req-317a21f1-0774-480a-bcc1-6eefcc89859c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837450 Aug 29 06:38:41.637635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-067054bc-cf57-42a2-8ac2-9bdd04008324 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:41.638980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-caa15204-a895-453d-a8b3-50ad0eaa87f5 req-067054bc-cf57-42a2-8ac2-9bdd04008324 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1091626 Aug 29 06:38:41.667048 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:41.714228 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6d227e54-8718-4f1c-b062-5556709b6a47 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:38:41.877434 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6d227e54-8718-4f1c-b062-5556709b6a47,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:41.893989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '6d227e54-8718-4f1c-b062-5556709b6a47', 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03', 'port_id': '6d227e54-8718-4f1c-b062-5556709b6a47', 'mac_address': 'fa:16:3e:ac:09:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286fc068-b68f-4910-a000-c7b8e582e791', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:38:41.936962 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:41.950786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d227e54-8718-4f1c-b062-5556709b6a47 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:41.953460 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a74caec-cab8-4be4-a330-133be95dde30 x-openstack-request-id: req-0a74caec-cab8-4be4-a330-133be95dde30 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:41.954614 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf48827-a7ae-4daa-881b-43a7e22ba6f0", "name": "network-vif-deleted", "tag": "c13a67b6-d839-4242-bdeb-548a504b5599", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:41.955012 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0a74caec-cab8-4be4-a330-133be95dde30 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:41.955689 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf48827-a7ae-4daa-881b-43a7e22ba6f0', 'name': 'network-vif-deleted', 'tag': 'c13a67b6-d839-4242-bdeb-548a504b5599', 'status': 'completed', 'code': 200} Aug 29 06:38:41.973729 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6d227e54-8718-4f1c-b062-5556709b6a47,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:42.052115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34796) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:42.057575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6f9a3478-b111-4f2c-896a-cd614e9895a0 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509338997', 'description': 'tempest-description--1753974270'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:42.064637 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:42.065314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1c6c8364-93ef-481f-b378-09754809295d details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:38:42.090831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec06cd0-6b1d-42a3-a803-eda03428e727 req-c17536b2-ac44-43cf-a438-8634abb75329 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:42.092582 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ec06cd0-6b1d-42a3-a803-eda03428e727 req-c17536b2-ac44-43cf-a438-8634abb75329 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 947 time: 0.0833375 Aug 29 06:38:42.152545 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ec06cd0-6b1d-42a3-a803-eda03428e727 req-26d1a641-de49-4ed1-9c86-37a6bcd0ed92 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517712 Aug 29 06:38:42.178770 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6f9a3478-b111-4f2c-896a-cd614e9895a0 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:42.218177 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1c6c8364-93ef-481f-b378-09754809295d, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1c6c8364-93ef-481f-b378-09754809295d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:42.222891 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b88a2f-ee2e-458b-959c-16b6c10ca351 req-1f43c51f-de23-481f-94b8-bdbbb702d86d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:42.224808 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17b88a2f-ee2e-458b-959c-16b6c10ca351 req-1f43c51f-de23-481f-94b8-bdbbb702d86d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0769389 Aug 29 06:38:42.249319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=6d227e54-8718-4f1c-b062-5556709b6a47,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:42.254453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '1c6c8364-93ef-481f-b378-09754809295d', 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac', 'port_id': '1c6c8364-93ef-481f-b378-09754809295d', 'mac_address': 'fa:16:3e:73:aa:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d07125-69f9-49f3-a732-befd124498bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:38:42.260626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e668c73a-ddfd-469b-984e-dfb9aff35cfa details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:38:42.266203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c13a67b6-d839-4242-bdeb-548a504b5599 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:38:42.298174 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17b88a2f-ee2e-458b-959c-16b6c10ca351 req-a207dd58-a696-49b5-93b0-fb747d04f7d5 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583653 Aug 29 06:38:42.307654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: c13a67b6-d839-4242-bdeb-548a504b5599 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:38:42.308073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c13a67b6-d839-4242-bdeb-548a504b5599 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:38:42.373987 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6f9a3478-b111-4f2c-896a-cd614e9895a0 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:42.489926 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6f9a3478-b111-4f2c-896a-cd614e9895a0 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:42.578841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a3478-b111-4f2c-896a-cd614e9895a0 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceb4737-e53c-4754-a367-43c2fb4bd598,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:42.607955 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6f9a3478-b111-4f2c-896a-cd614e9895a0 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:42.613956 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6f9a3478-b111-4f2c-896a-cd614e9895a0 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5604107 Aug 29 06:38:42.614959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34820) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:42.620839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-83f0b068-2975-4e3f-a270-8a3d87d2e7a1 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Request body: {'security_group_rule': {'security_group_id': '3ceb4737-e53c-4754-a367-43c2fb4bd598', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:42.647256 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:42.681239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6c8364-93ef-481f-b378-09754809295d {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:42.693755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-a69e255c-ca80-43e9-ad01-a474d994b851 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:42.707538 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-a69e255c-ca80-43e9-ad01-a474d994b851 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 819 time: 0.2764707 Aug 29 06:38:42.718485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1c6c8364-93ef-481f-b378-09754809295d, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1c6c8364-93ef-481f-b378-09754809295d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:42.727586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e668c73a-ddfd-469b-984e-dfb9aff35cfa, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e668c73a-ddfd-469b-984e-dfb9aff35cfa,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:42.742503 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-f1ccb3a8-042d-4806-bfbc-591aaea9afdc tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/quotas/78eee02e528746ee868845f6eb34aea6 HTTP/1.1" status: 200 len: 375 time: 0.0333531 Aug 29 06:38:42.747655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83f0b068-2975-4e3f-a270-8a3d87d2e7a1 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:42.752471 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'e668c73a-ddfd-469b-984e-dfb9aff35cfa', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'e668c73a-ddfd-469b-984e-dfb9aff35cfa', 'mac_address': 'fa:16:3e:6c:77:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:38:42.819286 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:42.833604 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83f0b068-2975-4e3f-a270-8a3d87d2e7a1 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:42.846588 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-62a26b48-53b9-49b5-998f-7a6840dbdcae tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1026139 Aug 29 06:38:42.872541 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:42.903376 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e668c73a-ddfd-469b-984e-dfb9aff35cfa {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:42.928020 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e668c73a-ddfd-469b-984e-dfb9aff35cfa, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e668c73a-ddfd-469b-984e-dfb9aff35cfa,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:42.933613 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1c6c8364-93ef-481f-b378-09754809295d,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:42.946590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:42.947095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:42.947273 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83f0b068-2975-4e3f-a270-8a3d87d2e7a1 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:42.947948 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:42.948297 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:42.952144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:42.952144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:42.952144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:42.952144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:42.952144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:42.952144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:42.952144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:42.952730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:38:42.979428 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0b068-2975-4e3f-a270-8a3d87d2e7a1 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420e1dc6-67de-43b7-8935-8f2c37a9978d,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:42.999102 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:43.019813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-1e29620b-69c8-485f-96af-7cdf5279fb77 service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722252 Aug 29 06:38:43.027775 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83f0b068-2975-4e3f-a270-8a3d87d2e7a1 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:43.032280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34824) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:43.033315 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-83f0b068-2975-4e3f-a270-8a3d87d2e7a1 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4171305 Aug 29 06:38:43.046016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-40815c9e-7d5d-4b1d-b4d9-6685d4201a31 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Request body: {'security_group_rule': {'security_group_id': '3ceb4737-e53c-4754-a367-43c2fb4bd598', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:43.069971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=e668c73a-ddfd-469b-984e-dfb9aff35cfa,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:43.108087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85993e-28fe-49b3-bf22-343db5f5c8e3 req-4630cd8a-c7c3-4188-97ef-39fe101fe263 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:43.109677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a85993e-28fe-49b3-bf22-343db5f5c8e3 req-4630cd8a-c7c3-4188-97ef-39fe101fe263 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 945 time: 0.1365747 Aug 29 06:38:43.173746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a85993e-28fe-49b3-bf22-343db5f5c8e3 req-1f2d42d5-1dee-43cb-a1f6-9fdd1f89814e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551598 Aug 29 06:38:43.186884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-24141656-d3f6-4593-a14a-2742c4787479 service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554210 Aug 29 06:38:43.216918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:43.226675 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-40815c9e-7d5d-4b1d-b4d9-6685d4201a31 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:43.334519 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-40815c9e-7d5d-4b1d-b4d9-6685d4201a31 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:43.346926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['6d227e54-8718-4f1c-b062-5556709b6a47'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:43.392416 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:43.432092 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73baf4-4fc4-4ca3-85d8-3dd169c1d80a req-83d72882-66ed-4303-9482-8af1ccef866a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:43.444742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc73baf4-4fc4-4ca3-85d8-3dd169c1d80a req-83d72882-66ed-4303-9482-8af1ccef866a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 948 time: 0.1029196 Aug 29 06:38:43.466343 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['1c6c8364-93ef-481f-b378-09754809295d'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:43.506437 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc73baf4-4fc4-4ca3-85d8-3dd169c1d80a req-e0491a68-507c-46a3-aac6-cc4e8c1f33aa tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604546 Aug 29 06:38:43.535724 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-40815c9e-7d5d-4b1d-b4d9-6685d4201a31 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:43.595829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40815c9e-7d5d-4b1d-b4d9-6685d4201a31 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47f710e-1612-4b96-ad89-4eb0ee03abb0,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:43.833479 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ea3d4-00f5-4b44-960b-8f64e032fbe0 req-376442b3-f9a6-4f1a-afe1-be9dd03b69b2 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:43.843691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a97ea3d4-00f5-4b44-960b-8f64e032fbe0 req-376442b3-f9a6-4f1a-afe1-be9dd03b69b2 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 944 time: 0.1104622 Aug 29 06:38:43.879737 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-40815c9e-7d5d-4b1d-b4d9-6685d4201a31 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:43.884317 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-40815c9e-7d5d-4b1d-b4d9-6685d4201a31 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8404636 Aug 29 06:38:43.884889 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34854) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:43.892700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:43.943448 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a97ea3d4-00f5-4b44-960b-8f64e032fbe0 req-eb8b9401-a6a5-4a94-b908-d47cd45b9dc1 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963261 Aug 29 06:38:43.988515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f11f841e-cbe8-492b-acd5-86f81f30f581 req-5c5666a0-5e37-4c06-8156-25b74bc801b6 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 210 time: 0.0438328 Aug 29 06:38:44.088147 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:44.206978 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:44.263098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e668c73a-ddfd-469b-984e-dfb9aff35cfa up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:44.385681 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Allocated IP 172.25.1.45 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/41243b41-b351-4620-a6f9-88c974e6789e) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:44.507529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f125c11-4bd8-4055-87aa-3281249eff0e req-34137ce2-c40d-487a-bb0d-c197656b81a6 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:44.510601 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f125c11-4bd8-4055-87aa-3281249eff0e req-34137ce2-c40d-487a-bb0d-c197656b81a6 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 945 time: 0.2019131 Aug 29 06:38:44.565095 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f125c11-4bd8-4055-87aa-3281249eff0e req-d6146cc1-ea30-485d-9134-53e0a2dcb020 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534885 Aug 29 06:38:44.583711 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:44.666782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d346d-3d16-453c-b0ab-0dcc8a329848 req-91bf865a-9230-408a-bf18-afb3375c22f1 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:44.668407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b83d346d-3d16-453c-b0ab-0dcc8a329848 req-91bf865a-9230-408a-bf18-afb3375c22f1 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 948 time: 0.0532477 Aug 29 06:38:44.718106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b83d346d-3d16-453c-b0ab-0dcc8a329848 req-842234b6-3537-4b38-93a9-8f157cdd9734 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428126 Aug 29 06:38:45.085777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03bfb5c1-344a-47b4-9a2d-91835b66fed9 req-4d63deb5-ae5c-45be-ac0a-22c6e91603cf tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 210 time: 0.0317419 Aug 29 06:38:45.101900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57146a6a-976b-4cfd-9b87-bdce5e53f447 req-28f0f7fa-3275-4b2f-80d9-073cbc3ff3f6 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:45.103412 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57146a6a-976b-4cfd-9b87-bdce5e53f447 req-28f0f7fa-3275-4b2f-80d9-073cbc3ff3f6 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 944 time: 0.0810182 Aug 29 06:38:45.145963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57146a6a-976b-4cfd-9b87-bdce5e53f447 req-53fc0c78-99e6-44dc-b23f-5c531612fa98 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354800 Aug 29 06:38:45.285492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port e668c73a-ddfd-469b-984e-dfb9aff35cfa completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:45.289479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port e668c73a-ddfd-469b-984e-dfb9aff35cfa triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:45.289847 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:45.353272 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:45.378588 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:45.416351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6805d2-50df-448d-bcd3-39a3f297f2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e668c73a-ddfd-469b-984e-dfb9aff35cfa'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:45.418794 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a995b024-3272-4e4e-9160-18b457c8472d" -d '{"events": [{"server_uuid": "0f6805d2-50df-448d-bcd3-39a3f297f2df", "name": "network-vif-plugged", "status": "completed", "tag": "e668c73a-ddfd-469b-984e-dfb9aff35cfa"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:45.426864 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Pushing event updated for resources: {'Port': ['ID=41243b41-b351-4620-a6f9-88c974e6789e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:45.431062 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:45.433224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e668c73a-ddfd-469b-984e-dfb9aff35cfa, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e668c73a-ddfd-469b-984e-dfb9aff35cfa,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:45.433373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:45.435568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:45.462531 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2b8021-633b-4399-8978-d0b6becc8652 x-openstack-request-id: req-2d2b8021-633b-4399-8978-d0b6becc8652 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:45.462901 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6805d2-50df-448d-bcd3-39a3f297f2df", "name": "network-vif-plugged", "status": "completed", "tag": "e668c73a-ddfd-469b-984e-dfb9aff35cfa", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:45.463286 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d2b8021-633b-4399-8978-d0b6becc8652 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:45.463778 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6805d2-50df-448d-bcd3-39a3f297f2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e668c73a-ddfd-469b-984e-dfb9aff35cfa', 'code': 200} Aug 29 06:38:45.529827 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:45.579294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93778558-ab9b-4a2c-894b-2c9df16ec08f req-cae8821c-dacc-41ae-9780-e09ccebb73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:45.580848 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93778558-ab9b-4a2c-894b-2c9df16ec08f req-cae8821c-dacc-41ae-9780-e09ccebb73f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 1100 time: 0.0445056 Aug 29 06:38:45.627830 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93778558-ab9b-4a2c-894b-2c9df16ec08f req-8b42a1cb-0806-45fa-9b81-f1132ed19601 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351374 Aug 29 06:38:45.628055 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:45.694790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=e668c73a-ddfd-469b-984e-dfb9aff35cfa,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:45.700322 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:45.705329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69219df-3359-45b9-91a4-5add23e646ce req-dd969a1b-b4a3-40d0-892f-f04aaee98eac tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:45.715321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e69219df-3359-45b9-91a4-5add23e646ce req-dd969a1b-b4a3-40d0-892f-f04aaee98eac tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 945 time: 0.0821664 Aug 29 06:38:45.777565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1c6c8364-93ef-481f-b378-09754809295d up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:45.794195 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e69219df-3359-45b9-91a4-5add23e646ce req-65424d8b-68bc-4e9a-9487-c53cb46d80ec tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782845 Aug 29 06:38:45.800998 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34894) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:45.964170 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50dfe2-c061-4412-a3ed-50805ed59dd3 req-c270e62c-6423-4b73-9306-f2d65d1752e1 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:45.965874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a50dfe2-c061-4412-a3ed-50805ed59dd3 req-c270e62c-6423-4b73-9306-f2d65d1752e1 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 949 time: 0.1210046 Aug 29 06:38:45.982981 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-48487f1d-49e6-4fed-b39a-c6d2357b9f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:45.987349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 1c6c8364-93ef-481f-b378-09754809295d completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:45.991651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 1c6c8364-93ef-481f-b378-09754809295d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:45.992102 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:46.104015 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:46.125319 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:46.177561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1c6c8364-93ef-481f-b378-09754809295d, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1c6c8364-93ef-481f-b378-09754809295d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:46.191019 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:46.263667 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:46.265680 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6d227e54-8718-4f1c-b062-5556709b6a47 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:46.290390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Pushing event updated for resources: {'Port': ['ID=41243b41-b351-4620-a6f9-88c974e6789e,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:46.293887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:46.336607 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a50dfe2-c061-4412-a3ed-50805ed59dd3 req-9ab64df8-9a4a-4cb6-bfec-8eb24d9883a6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557243 Aug 29 06:38:46.411687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce7723fc-0e34-443c-bdaf-fe27eba596c5 req-83feaeaa-bcef-4310-96c1-816cbc3cb416 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 210 time: 0.0799849 Aug 29 06:38:46.424848 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:46.439501 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e7f70af9-aabc-4422-a099-63b047e03d4b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5401454 Aug 29 06:38:46.439677 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1c6c8364-93ef-481f-b378-09754809295d,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:46.510271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb9421-68fd-4bfe-a7b7-99f94afb6af5 req-bd41bcb5-bf17-43be-9aa0-79facf8927d6 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:46.511984 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9bdb9421-68fd-4bfe-a7b7-99f94afb6af5 req-bd41bcb5-bf17-43be-9aa0-79facf8927d6 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0992234 Aug 29 06:38:46.590755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9bdb9421-68fd-4bfe-a7b7-99f94afb6af5 req-cc957923-a8a8-4d8e-9fde-72d35526349e tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718119 Aug 29 06:38:46.610870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 6d227e54-8718-4f1c-b062-5556709b6a47 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:46.616590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 6d227e54-8718-4f1c-b062-5556709b6a47 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:46.621612 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:46.644390 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-48487f1d-49e6-4fed-b39a-c6d2357b9f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:46.753467 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:46.779626 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-48487f1d-49e6-4fed-b39a-c6d2357b9f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:46.801004 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6d227e54-8718-4f1c-b062-5556709b6a47,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:46.820552 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-2f89457d-bab3-4541-b6ca-8b2c2c689eec tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:46.828254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-2f89457d-bab3-4541-b6ca-8b2c2c689eec tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/networks?id=179c8afb-0d96-4a82-881d-9a60055fe78f HTTP/1.1" status: 200 len: 822 time: 0.1644509 Aug 29 06:38:46.869468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-48487f1d-49e6-4fed-b39a-c6d2357b9f2e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7a3ac4564114424e8bc74fd5a3b1adf1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0670428 Aug 29 06:38:46.871110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48487f1d-49e6-4fed-b39a-c6d2357b9f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9330660b-5fc0-442c-821d-b1096405296b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:46.872135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34928) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:46.904237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-3a5bd3d4-3cca-4eac-87c0-89678119f94b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/quotas/3c850ca4b8d241dd8e64e657acfeb999 HTTP/1.1" status: 200 len: 375 time: 0.0749624 Aug 29 06:38:46.907855 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:46.965922 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d1b705d-3044-47e7-a2ab-85624ca36342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:46.972900 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-755427b1-43bc-466a-853b-c8f9b69840a9 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c850ca4b8d241dd8e64e657acfeb999&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676167 Aug 29 06:38:47.007758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=6d227e54-8718-4f1c-b062-5556709b6a47,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:47.015478 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d1b705d-3044-47e7-a2ab-85624ca36342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:47.146053 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10029a81-714f-4d1a-a429-d229d6a4da5a req-8bd3daba-7c0d-4336-b663-e42c970208b5 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:47.154176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10029a81-714f-4d1a-a429-d229d6a4da5a req-8bd3daba-7c0d-4336-b663-e42c970208b5 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 946 time: 0.1512063 Aug 29 06:38:47.193692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-abf53c27-2924-4ddf-819f-6691d0d433ee service neutron] 10.222.0.76 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034030 Aug 29 06:38:47.212223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10029a81-714f-4d1a-a429-d229d6a4da5a req-6141bf16-00fe-497b-a035-a787c975e1c2 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580719 Aug 29 06:38:47.221192 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d1b705d-3044-47e7-a2ab-85624ca36342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:47.225126 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d1b705d-3044-47e7-a2ab-85624ca36342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:47.226481 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7d1b705d-3044-47e7-a2ab-85624ca36342 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9330660b-5fc0-442c-821d-b1096405296b HTTP/1.1" status: 204 len: 168 time: 0.3531713 Aug 29 06:38:47.274595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b705d-3044-47e7-a2ab-85624ca36342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9330660b-5fc0-442c-821d-b1096405296b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:47.331062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-75494e0a-aeb8-4590-9293-5e40280210fb service neutron] 10.222.0.76 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268985 Aug 29 06:38:47.406469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-f7e15cf3-0747-402a-b8cc-1d9be8145cc7 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:47.408013 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-f7e15cf3-0747-402a-b8cc-1d9be8145cc7 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.15 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 819 time: 0.2123690 Aug 29 06:38:47.425678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-90e9ddfc-7157-4165-a04d-01006ef0a964 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Request body: {'port': {'device_id': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'admin_state_up': True, 'tenant_id': '78eee02e528746ee868845f6eb34aea6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:47.464852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e78f472-e738-4f71-b1d0-4cc0ea33e1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6c8364-93ef-481f-b378-09754809295d'}, {'server_uuid': '1a0a7f93-2b00-4434-b4ed-c51ce1443320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d227e54-8718-4f1c-b062-5556709b6a47'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:47.469894 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0313685-0344-4e94-985c-2c9910dc861a" -d '{"events": [{"server_uuid": "2e78f472-e738-4f71-b1d0-4cc0ea33e1f9", "name": "network-vif-plugged", "status": "completed", "tag": "1c6c8364-93ef-481f-b378-09754809295d"}, {"server_uuid": "1a0a7f93-2b00-4434-b4ed-c51ce1443320", "name": "network-vif-plugged", "status": "completed", "tag": "6d227e54-8718-4f1c-b062-5556709b6a47"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:47.656196 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53ab23-892b-4143-86cb-23ccebe3d39e req-d16e6f37-fe65-4e04-b5e4-331be8a14206 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:47.662723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af53ab23-892b-4143-86cb-23ccebe3d39e req-d16e6f37-fe65-4e04-b5e4-331be8a14206 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 949 time: 0.0762892 Aug 29 06:38:47.704975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-90e9ddfc-7157-4165-a04d-01006ef0a964 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Made reservation on behalf of 78eee02e528746ee868845f6eb34aea6 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:47.704975 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-90e9ddfc-7157-4165-a04d-01006ef0a964 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:47.846113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0ba8ec2-0117-4996-bf58-055585576208 req-1666cc98-d7ac-4a73-a3e2-1467613d129f tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 210 time: 0.0682297 Aug 29 06:38:47.865126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af53ab23-892b-4143-86cb-23ccebe3d39e req-af2b8642-0c19-4908-bf9e-029ceafddb2b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928840 Aug 29 06:38:47.934242 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f869b1-1e74-41fa-b826-eb2a60494e0a x-openstack-request-id: req-68f869b1-1e74-41fa-b826-eb2a60494e0a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:47.934789 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e78f472-e738-4f71-b1d0-4cc0ea33e1f9", "name": "network-vif-plugged", "status": "completed", "tag": "1c6c8364-93ef-481f-b378-09754809295d", "code": 200}, {"server_uuid": "1a0a7f93-2b00-4434-b4ed-c51ce1443320", "name": "network-vif-plugged", "status": "completed", "tag": "6d227e54-8718-4f1c-b062-5556709b6a47", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:47.935324 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68f869b1-1e74-41fa-b826-eb2a60494e0a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:47.935937 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e78f472-e738-4f71-b1d0-4cc0ea33e1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6c8364-93ef-481f-b378-09754809295d', 'code': 200} Aug 29 06:38:47.936440 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0a7f93-2b00-4434-b4ed-c51ce1443320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d227e54-8718-4f1c-b062-5556709b6a47', 'code': 200} Aug 29 06:38:48.002022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-90e9ddfc-7157-4165-a04d-01006ef0a964 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Allocated IP 172.20.0.9 (e23b75b2-226f-4d05-9513-7dbf2ec7ba42/22a3f03b-b513-4591-8917-95e3b36a5687/4ceeb1f5-14e2-4f78-83e7-504aae084ff7) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:48.085958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfc2bc-6418-4ca7-a5e5-fc826d0c0289 req-1a579ed5-1672-49f3-a39b-d9518ac65d48 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:48.102228 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-efbfc2bc-6418-4ca7-a5e5-fc826d0c0289 req-1a579ed5-1672-49f3-a39b-d9518ac65d48 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.1240849 Aug 29 06:38:48.107298 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf64228e-88ba-45dd-ab9f-ec7d132e7288 req-62162753-a841-44b6-b25f-3d6454a9fef4 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 210 time: 0.0845659 Aug 29 06:38:48.166952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-efbfc2bc-6418-4ca7-a5e5-fc826d0c0289 req-c4ea6587-ce9a-4615-9d4b-a1eca7050ab4 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572128 Aug 29 06:38:48.232072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34966) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:48.248014 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bec85109-03af-49a0-ad98-a01ad0521c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:48.285382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536193d-8d95-4844-9b89-4db1a13d1d0d req-dcd0d288-2b62-4c15-afe5-f795f74214cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:48.293449 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d536193d-8d95-4844-9b89-4db1a13d1d0d req-dcd0d288-2b62-4c15-afe5-f795f74214cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 1097 time: 0.2014384 Aug 29 06:38:48.300424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fa22c-05ae-44a5-9084-69bee12257be req-0b3ddaf2-b97b-476d-b43a-981337418c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:48.305540 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b6fa22c-05ae-44a5-9084-69bee12257be req-0b3ddaf2-b97b-476d-b43a-981337418c40 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 1098 time: 0.1724701 Aug 29 06:38:48.415004 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d536193d-8d95-4844-9b89-4db1a13d1d0d req-367200db-afa9-4ea3-8ea5-c758c0601647 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016741 Aug 29 06:38:48.419524 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b6fa22c-05ae-44a5-9084-69bee12257be req-0e23b72a-c593-4db2-8aad-637ff1976c49 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940213 Aug 29 06:38:48.428369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896fea8-6d96-4ca0-80b3-ada820923e4f req-d1e0f3f5-03be-4fd7-878a-ab56a5c41378 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:48.430622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f896fea8-6d96-4ca0-80b3-ada820923e4f req-d1e0f3f5-03be-4fd7-878a-ab56a5c41378 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 946 time: 0.0975480 Aug 29 06:38:48.432231 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bec85109-03af-49a0-ad98-a01ad0521c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:48.440322 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-90e9ddfc-7157-4165-a04d-01006ef0a964 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:48.459849 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-90e9ddfc-7157-4165-a04d-01006ef0a964 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Transition to ACTIVE for port object 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:48.503272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f896fea8-6d96-4ca0-80b3-ada820923e4f req-30feb40a-f479-48e3-89eb-87d721819b7f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520256 Aug 29 06:38:48.541541 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bec85109-03af-49a0-ad98-a01ad0521c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:48.590989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bec85109-03af-49a0-ad98-a01ad0521c7d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0f2c9d61d6ec4d399ba99d0abb2f0a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574376 Aug 29 06:38:48.592245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec85109-03af-49a0-ad98-a01ad0521c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f94cc0-dcf6-47fb-b285-a352479bd12a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:48.593637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34974) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:48.622286 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-90e9ddfc-7157-4165-a04d-01006ef0a964 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:48.634817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['da42414a-217d-461c-b308-4067b436cfb3'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:48.678462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a76b04-d67a-4852-96fd-19ffb05653ac req-e727f706-e78a-425f-8126-41dd2f434b1d tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:48.680118 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9a76b04-d67a-4852-96fd-19ffb05653ac req-e727f706-e78a-425f-8126-41dd2f434b1d tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 1101 time: 0.0653076 Aug 29 06:38:48.707967 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b9a76b04-d67a-4852-96fd-19ffb05653ac req-cb3450a4-fac5-49d8-9549-eab4fe88bd5e tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:48.723837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-90e9ddfc-7157-4165-a04d-01006ef0a964 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:48.735578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-90e9ddfc-7157-4165-a04d-01006ef0a964 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:48.744442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-90e9ddfc-7157-4165-a04d-01006ef0a964 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:48.806805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9ddfc-7157-4165-a04d-01006ef0a964 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Pushing event updated for resources: {'Port': ['ID=4ceeb1f5-14e2-4f78-83e7-504aae084ff7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:48.852807 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f16d415-f454-4227-8500-62f1ee84d9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:48.863096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-90e9ddfc-7157-4165-a04d-01006ef0a964 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:48.863792 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-90e9ddfc-7157-4165-a04d-01006ef0a964 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:48.869462 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b9a76b04-d67a-4852-96fd-19ffb05653ac req-cb3450a4-fac5-49d8-9549-eab4fe88bd5e tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:48.895461 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f16d415-f454-4227-8500-62f1ee84d9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:48.941152 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b9a76b04-d67a-4852-96fd-19ffb05653ac req-cb3450a4-fac5-49d8-9549-eab4fe88bd5e tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:48.963879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9a76b04-d67a-4852-96fd-19ffb05653ac req-cb3450a4-fac5-49d8-9549-eab4fe88bd5e tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773855 Aug 29 06:38:49.006659 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3450a4-fac5-49d8-9549-eab4fe88bd5e tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaffd7f-744a-425f-810b-928ceea0028c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:49.082256 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-90e9ddfc-7157-4165-a04d-01006ef0a964 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6629016 Aug 29 06:38:49.097375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Request body: {'port': {'device_id': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:49.127806 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f16d415-f454-4227-8500-62f1ee84d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:49.136525 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f16d415-f454-4227-8500-62f1ee84d9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:49.136525 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3f16d415-f454-4227-8500-62f1ee84d9a9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/72f94cc0-dcf6-47fb-b285-a352479bd12a HTTP/1.1" status: 204 len: 168 time: 0.5373633 Aug 29 06:38:49.159114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aaa5c2a5-7787-409d-bda7-177517c26133 None None] Provisioning for port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:49.164675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aaa5c2a5-7787-409d-bda7-177517c26133 None None] Provisioning complete for port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:49.165351 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aaa5c2a5-7787-409d-bda7-177517c26133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:49.166228 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291866eb-aec0-46d0-bea5-3d2fafa22b14 req-cea22fd8-e14f-4d76-bbfc-11c02f0f2b6b tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:49.175449 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-291866eb-aec0-46d0-bea5-3d2fafa22b14 req-cea22fd8-e14f-4d76-bbfc-11c02f0f2b6b tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 931 time: 0.0656946 Aug 29 06:38:49.182479 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16d415-f454-4227-8500-62f1ee84d9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f94cc0-dcf6-47fb-b285-a352479bd12a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:49.208757 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:49.233383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5c2a5-7787-409d-bda7-177517c26133 None None] Port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:38:49.241797 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-291866eb-aec0-46d0-bea5-3d2fafa22b14 req-4cf8208f-8a2d-49d0-856c-52ad73bf1343 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651677 Aug 29 06:38:49.367842 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5fbe06e-a34f-4d72-beb4-2dab43777828 req-00ba3349-9946-4a3c-9e34-2091a6abead3 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 210 time: 0.0460436 Aug 29 06:38:49.520998 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8642a-43e0-4f01-a1ab-87adbe260aae req-3cdcb247-6605-43c7-8610-96eb3a5c285c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:49.538548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9b8642a-43e0-4f01-a1ab-87adbe260aae req-3cdcb247-6605-43c7-8610-96eb3a5c285c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0957491 Aug 29 06:38:49.643224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9b8642a-43e0-4f01-a1ab-87adbe260aae req-af5f7565-e166-46f4-a149-913c20636518 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997016 Aug 29 06:38:49.780081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a03efc-1523-481c-a323-a48e6420183a req-fe837fcc-a027-448e-afd9-a35f351f4479 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:49.782317 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c9a03efc-1523-481c-a323-a48e6420183a req-fe837fcc-a027-448e-afd9-a35f351f4479 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 946 time: 0.1237857 Aug 29 06:38:49.848801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-ad9e5c50-e8f7-44a2-a9a5-78db625cd46d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505795 Aug 29 06:38:49.955872 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c9a03efc-1523-481c-a323-a48e6420183a req-1f2ac2f7-2ab7-42ca-8c68-66fc7618d792 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445155 Aug 29 06:38:49.981738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:49.994422 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:50.017685 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Transition to ACTIVE for port object 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:50.032654 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-5125ab45-5036-4333-9681-7c599bb9e354 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:50.043377 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-5125ab45-5036-4333-9681-7c599bb9e354 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933713 Aug 29 06:38:50.059371 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-dd1bdfe9-2405-4926-b3fb-527d0572debe tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/quotas/5e05d1570cdf4cefaa4ec47a0b5f0777 HTTP/1.1" status: 200 len: 375 time: 0.0150361 Aug 29 06:38:50.096545 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:50.134692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-81500c63-e641-4629-9d5d-0c2b2c45f768 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741920 Aug 29 06:38:50.160073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Pushing event updated for resources: {'Port': ['ID=4ceeb1f5-14e2-4f78-83e7-504aae084ff7,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:50.389414 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Attempting to bind port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:38:50.389831 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Attempting to bind port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:38:50.390088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Attempting to bind port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 on network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:50.395781 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 on network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:38:50.396103 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Attempting to bind port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 on network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:50.401324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:38:50.401663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Checking segment: {'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:50.402060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Bound using segment: {'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:38:50.402496 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Bound port: 4ceeb1f5-14e2-4f78-83e7-504aae084ff7, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c33ce9-5e87-40e8-a33b-1bf680583925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:38:50.402866 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:50.473093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] For port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:38:50.476648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] For port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4ceeb1f5-14e2-4f78-83e7-504aae084ff7,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:38:50.493474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b963ab7-423b-4cb8-ad78-e6555b254902 req-db11913e-3e8e-4323-bb28-f4e89dc7fb34 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:50.495021 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6b963ab7-423b-4cb8-ad78-e6555b254902 req-db11913e-3e8e-4323-bb28-f4e89dc7fb34 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 943 time: 0.0529640 Aug 29 06:38:50.535901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6b963ab7-423b-4cb8-ad78-e6555b254902 req-8cfc08f4-e908-486a-b89e-b8918bba7d07 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343883 Aug 29 06:38:50.618831 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0258b265-046c-4002-a543-4b9187206d0a req-bf9a8847-b105-45ba-a168-bb939f102001 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 210 time: 0.0277696 Aug 29 06:38:50.760804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d210dab-2844-4c3f-aec5-a2bdf4ed5edf req-53c0cd51-5afc-4b92-a611-4c62e69addbc tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:50.762554 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d210dab-2844-4c3f-aec5-a2bdf4ed5edf req-53c0cd51-5afc-4b92-a611-4c62e69addbc tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0544717 Aug 29 06:38:50.801456 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d210dab-2844-4c3f-aec5-a2bdf4ed5edf req-0682ec99-2565-4108-bfff-c1d99f773e8e tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317564 Aug 29 06:38:50.930378 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:50.931068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:51.024547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:51.025249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:51.026593 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] 10.222.0.15 "PUT /v2.0/ports/4ceeb1f5-14e2-4f78-83e7-504aae084ff7 HTTP/1.1" status: 200 len: 1092 time: 1.9352310 Aug 29 06:38:51.027107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'tag': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:51.029453 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f752af3-c8a2-4bf1-9a33-78deb3fa80c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c3722ed3-b4b7-4c30-9581-b43738bb09a1", "tag": "4ceeb1f5-14e2-4f78-83e7-504aae084ff7"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:51.071458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6815d3-9d89-4c75-a720-b5125e3c6951 service neutron] Pushing event updated for resources: {'Port': ['ID=4ceeb1f5-14e2-4f78-83e7-504aae084ff7,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:51.135398 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-aee1c47f-855e-4155-88af-1c8324b765a1 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:51.136914 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-aee1c47f-855e-4155-88af-1c8324b765a1 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.15 "GET /v2.0/networks?id=179c8afb-0d96-4a82-881d-9a60055fe78f HTTP/1.1" status: 200 len: 822 time: 0.1762879 Aug 29 06:38:51.150288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-d528a402-b62b-466b-81a1-a7b777bf8a1b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Request body: {'port': {'device_id': '1edfc6bc-dc04-4225-a8af-fc2bfb2a54df', 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f', 'admin_state_up': True, 'tenant_id': '3c850ca4b8d241dd8e64e657acfeb999'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:51.288162 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ee853-dda2-4c84-9215-f1964a3f7952 req-3ddea0a2-92be-43f9-8f93-e77be5aba70b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:51.297337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-552ee853-dda2-4c84-9215-f1964a3f7952 req-3ddea0a2-92be-43f9-8f93-e77be5aba70b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 946 time: 0.1055501 Aug 29 06:38:51.363378 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-552ee853-dda2-4c84-9215-f1964a3f7952 req-122514a1-5213-414a-bc67-cd5e5fa81eb8 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590701 Aug 29 06:38:51.380453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-046335dd-f878-4132-a456-bef5d22c8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:51.385840 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-046335dd-f878-4132-a456-bef5d22c8651 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 1095 time: 0.1585145 Aug 29 06:38:51.452012 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c688513a-6f98-4645-96d6-444db589cc36 x-openstack-request-id: req-c688513a-6f98-4645-96d6-444db589cc36 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:51.452573 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3722ed3-b4b7-4c30-9581-b43738bb09a1", "tag": "4ceeb1f5-14e2-4f78-83e7-504aae084ff7", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:51.452985 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c688513a-6f98-4645-96d6-444db589cc36 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:51.453530 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'tag': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7', 'status': 'completed', 'code': 200} Aug 29 06:38:51.455403 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-02f5e1ec-f351-4880-b3a0-cfed9dc09652 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ceeb1f5-14e2-4f78-83e7-504aae084ff7 HTTP/1.1" status: 200 len: 217 time: 0.0418217 Aug 29 06:38:51.520750 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-68b134f2-5ac4-4072-a920-493204033d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:51.527522 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-68b134f2-5ac4-4072-a920-493204033d37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.0539541 Aug 29 06:38:51.566283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-d528a402-b62b-466b-81a1-a7b777bf8a1b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Made reservation on behalf of 3c850ca4b8d241dd8e64e657acfeb999 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:51.571605 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-d528a402-b62b-466b-81a1-a7b777bf8a1b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:51.613135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-314a63b7-6d7d-45ce-9047-fe86ceec5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:51.614794 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-314a63b7-6d7d-45ce-9047-fe86ceec5f5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844533 Aug 29 06:38:51.743550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317b29a-5c3b-4f85-817e-a56d0055a532 req-473bbdb6-d694-4e20-8407-81b147189f7a tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:51.751926 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f317b29a-5c3b-4f85-817e-a56d0055a532 req-473bbdb6-d694-4e20-8407-81b147189f7a tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 943 time: 0.0776088 Aug 29 06:38:51.813442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-d528a402-b62b-466b-81a1-a7b777bf8a1b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Allocated IP 172.20.0.11 (179c8afb-0d96-4a82-881d-9a60055fe78f/65030456-9c22-4d0f-ba30-dc80cb8ddba0/6a090228-8bcc-4250-af5e-44fcd8e78e59) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:51.819907 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-95ba4124-cba5-449d-82ec-bb918537298f service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621990 Aug 29 06:38:51.823534 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f317b29a-5c3b-4f85-817e-a56d0055a532 req-941d29a9-bdaf-4bd2-8fd9-a1f81416d9f7 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639918 Aug 29 06:38:51.948455 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1328ca21-d2b9-4f05-a607-a1377cb9264d req-773caad3-6585-4879-8e16-e5ca22b17e71 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 210 time: 0.0336609 Aug 29 06:38:52.102396 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5f4015f9-7b0c-47c7-9d8c-251588cebc03 req-8bd462ae-13dd-4b76-9fcd-4089b2036ca5 service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750077 Aug 29 06:38:52.122725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024eb036-c1d2-424f-bd62-37a9a668cdb2 req-158e3c78-3a78-467a-b1d4-c2eccd2f1452 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:52.138519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-024eb036-c1d2-424f-bd62-37a9a668cdb2 req-158e3c78-3a78-467a-b1d4-c2eccd2f1452 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.1129763 Aug 29 06:38:52.157967 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:38:52.206622 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-d528a402-b62b-466b-81a1-a7b777bf8a1b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:52.223959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-024eb036-c1d2-424f-bd62-37a9a668cdb2 req-3e794021-1f7c-4d69-963e-c6750ae66260 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877464 Aug 29 06:38:52.281134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aac37dd5-772d-4def-b16b-49ef06a41150 req-b3a1919e-e098-4903-a6c2-cda4fd5ef7eb tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 210 time: 0.0430017 Aug 29 06:38:52.356961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752af3-c8a2-4bf1-9a33-78deb3fa80c1 req-2739a715-2c10-4e6e-9d54-3243a193e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:52.358575 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6f752af3-c8a2-4bf1-9a33-78deb3fa80c1 req-2739a715-2c10-4e6e-9d54-3243a193e2f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 1095 time: 0.0893395 Aug 29 06:38:52.387054 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-d528a402-b62b-466b-81a1-a7b777bf8a1b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:52.512474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25f0c-0079-440d-95bc-05e0bd1a26d0 req-0d997641-5828-4ee1-bc4c-f6af79b3840b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:52.514402 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fc25f0c-0079-440d-95bc-05e0bd1a26d0 req-0d997641-5828-4ee1-bc4c-f6af79b3840b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 946 time: 0.0804954 Aug 29 06:38:52.553449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-d528a402-b62b-466b-81a1-a7b777bf8a1b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Network 179c8afb-0d96-4a82-881d-9a60055fe78f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:52.554635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528a402-b62b-466b-81a1-a7b777bf8a1b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Pushing event updated for resources: {'Port': ['ID=6a090228-8bcc-4250-af5e-44fcd8e78e59,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:52.560265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-d528a402-b62b-466b-81a1-a7b777bf8a1b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:52.570167 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-d528a402-b62b-466b-81a1-a7b777bf8a1b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:52.571865 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fc25f0c-0079-440d-95bc-05e0bd1a26d0 req-03c47b43-f151-4ffb-b2d4-09e6cdb5d10f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469294 Aug 29 06:38:52.613652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752af3-c8a2-4bf1-9a33-78deb3fa80c1 req-a8c57203-c956-4eb4-ace1-d667d789f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:52.615904 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6f752af3-c8a2-4bf1-9a33-78deb3fa80c1 req-a8c57203-c956-4eb4-ace1-d667d789f95a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 920 time: 0.2497082 Aug 29 06:38:52.728382 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6f752af3-c8a2-4bf1-9a33-78deb3fa80c1 req-4128e2fa-c99d-4bdc-bc6d-7bb3f83e9f7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ceeb1f5-14e2-4f78-83e7-504aae084ff7 HTTP/1.1" status: 200 len: 217 time: 0.0954151 Aug 29 06:38:52.738409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-d528a402-b62b-466b-81a1-a7b777bf8a1b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:52.739201 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-d528a402-b62b-466b-81a1-a7b777bf8a1b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:52.774347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ebcfd-b444-4bdc-811d-5f99b387b359 req-d4289e93-91fb-4434-9597-24f76e7cc838 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:52.782887 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-692ebcfd-b444-4bdc-811d-5f99b387b359 req-d4289e93-91fb-4434-9597-24f76e7cc838 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.1067142 Aug 29 06:38:52.812562 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752af3-c8a2-4bf1-9a33-78deb3fa80c1 req-09de8189-2602-4fd5-a8c7-cb5b8b326813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:52.816520 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6f752af3-c8a2-4bf1-9a33-78deb3fa80c1 req-09de8189-2602-4fd5-a8c7-cb5b8b326813 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.0734460 Aug 29 06:38:52.870946 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-692ebcfd-b444-4bdc-811d-5f99b387b359 req-51269778-c8ff-478d-9792-abc1db02617f tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863318 Aug 29 06:38:52.928010 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-d528a402-b62b-466b-81a1-a7b777bf8a1b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7816234 Aug 29 06:38:52.954265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Request body: {'port': {'device_id': '1edfc6bc-dc04-4225-a8af-fc2bfb2a54df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:53.010959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752af3-c8a2-4bf1-9a33-78deb3fa80c1 req-68593861-a8fc-44e6-9370-064d7fae3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:53.017476 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6f752af3-c8a2-4bf1-9a33-78deb3fa80c1 req-68593861-a8fc-44e6-9370-064d7fae3799 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1923382 Aug 29 06:38:53.170782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fdfa8-8ff6-4d07-8b1b-9e87049632ea req-687ab42d-f49e-4505-8ad2-22c9f7d8634a tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:53.179354 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-803fdfa8-8ff6-4d07-8b1b-9e87049632ea req-687ab42d-f49e-4505-8ad2-22c9f7d8634a tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 943 time: 0.0705192 Aug 29 06:38:53.217225 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:53.224365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-803fdfa8-8ff6-4d07-8b1b-9e87049632ea req-cf01136e-eaee-4c49-9269-f626860dfb2c tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440710 Aug 29 06:38:53.296060 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6f752af3-c8a2-4bf1-9a33-78deb3fa80c1 req-45353339-92f3-413c-be89-4b5887ed1eb4 service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561126 Aug 29 06:38:53.371889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475a3bf-b4ed-44f9-a1ed-127882b9ac6a req-ef888ca1-a13e-4bc5-a6b3-9d30cf852a5e tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:53.373559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0475a3bf-b4ed-44f9-a1ed-127882b9ac6a req-ef888ca1-a13e-4bc5-a6b3-9d30cf852a5e tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 1098 time: 0.1078174 Aug 29 06:38:53.408869 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969092a-211f-42ac-b412-e00d557256f2 req-3d917158-64dc-4a33-8cd7-073f349f1398 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:53.410538 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a969092a-211f-42ac-b412-e00d557256f2 req-3d917158-64dc-4a33-8cd7-073f349f1398 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 932 time: 0.0880039 Aug 29 06:38:53.434266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0475a3bf-b4ed-44f9-a1ed-127882b9ac6a req-ecc37b96-d8ba-4d81-857f-bed1e27d2f77 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520768 Aug 29 06:38:53.480252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a969092a-211f-42ac-b412-e00d557256f2 req-4ca58415-9140-4cd1-a71d-7a047d84793b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540900 Aug 29 06:38:53.631050 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6f752af3-c8a2-4bf1-9a33-78deb3fa80c1 req-4f482e39-71f2-4402-a193-12a431b753b0 service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251410 Aug 29 06:38:53.700988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e3a8970-efd2-4f1e-933c-8ce6b317249d req-f9c08a4f-35d9-498a-bcc2-d0077fac746c tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 210 time: 0.0339942 Aug 29 06:38:53.741813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6bea3910-7f1e-4060-98c1-c43ad87696a4 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=69d482bf12e140b385ed84ae9ac87e07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486181 Aug 29 06:38:53.789558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a090228-8bcc-4250-af5e-44fcd8e78e59 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:53.811754 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:53.827450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Transition to ACTIVE for port object 6a090228-8bcc-4250-af5e-44fcd8e78e59 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:53.925502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9be5e1-4f84-4d44-baf0-90d10d272fda req-1dcc9a50-ed81-446f-bf5f-709ac79caca6 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:53.927414 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:53.939675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef9be5e1-4f84-4d44-baf0-90d10d272fda req-1dcc9a50-ed81-446f-bf5f-709ac79caca6 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 1098 time: 0.0942230 Aug 29 06:38:53.962739 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-0146cd1b-ed23-4e97-983d-d59143330900 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:53.964351 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-0146cd1b-ed23-4e97-983d-d59143330900 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217448 Aug 29 06:38:54.007599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-888f389d-83eb-4bde-b208-386609f3ef0a tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/quotas/69d482bf12e140b385ed84ae9ac87e07 HTTP/1.1" status: 200 len: 375 time: 0.0228050 Aug 29 06:38:54.014106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Pushing event updated for resources: {'Port': ['ID=6a090228-8bcc-4250-af5e-44fcd8e78e59,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:54.024391 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef9be5e1-4f84-4d44-baf0-90d10d272fda req-362192f8-074b-489f-b11d-0b519b14d246 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584989 Aug 29 06:38:54.091979 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-3de7690e-8c43-4de1-9679-b9f6d68bea3a tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=69d482bf12e140b385ed84ae9ac87e07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433369 Aug 29 06:38:54.115155 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Attempting to bind port 6a090228-8bcc-4250-af5e-44fcd8e78e59 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:38:54.115505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Attempting to bind port 6a090228-8bcc-4250-af5e-44fcd8e78e59 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:38:54.115940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Attempting to bind port 6a090228-8bcc-4250-af5e-44fcd8e78e59 on network 179c8afb-0d96-4a82-881d-9a60055fe78f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:54.125737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Port 6a090228-8bcc-4250-af5e-44fcd8e78e59 on network 179c8afb-0d96-4a82-881d-9a60055fe78f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:38:54.130638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Attempting to bind port 6a090228-8bcc-4250-af5e-44fcd8e78e59 on network 179c8afb-0d96-4a82-881d-9a60055fe78f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:54.139121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:38:54.139681 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Checking segment: {'id': 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:54.140313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Bound using segment: {'id': 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:38:54.140913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Bound port: 6a090228-8bcc-4250-af5e-44fcd8e78e59, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:38:54.141605 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:54.267921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] For port 6a090228-8bcc-4250-af5e-44fcd8e78e59, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:38:54.271450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] For port 6a090228-8bcc-4250-af5e-44fcd8e78e59, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6a090228-8bcc-4250-af5e-44fcd8e78e59,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:38:54.300678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580c55b-d9df-4791-95cf-b647a2c0dcdd req-aff06cd9-0e2f-4ba4-8897-9f4ee2fa3063 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:54.302954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4580c55b-d9df-4791-95cf-b647a2c0dcdd req-aff06cd9-0e2f-4ba4-8897-9f4ee2fa3063 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0861301 Aug 29 06:38:54.328229 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:38:54.345806 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:54.360774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4580c55b-d9df-4791-95cf-b647a2c0dcdd req-3649c2c0-ee33-4fd1-a550-e2cdfbf97e50 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443432 Aug 29 06:38:54.460471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:54.461340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:54.470670 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] 10.222.0.15 "PUT /v2.0/ports/6a090228-8bcc-4250-af5e-44fcd8e78e59 HTTP/1.1" status: 200 len: 1093 time: 1.5175664 Aug 29 06:38:54.476354 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1edfc6bc-dc04-4225-a8af-fc2bfb2a54df', 'tag': '6a090228-8bcc-4250-af5e-44fcd8e78e59'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:54.484129 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c65beb5-5699-4c12-90bd-c746c1e178b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1edfc6bc-dc04-4225-a8af-fc2bfb2a54df", "tag": "6a090228-8bcc-4250-af5e-44fcd8e78e59"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:54.541525 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e99da-4809-44be-b38e-bb929d9af96b service neutron] Pushing event updated for resources: {'Port': ['ID=6a090228-8bcc-4250-af5e-44fcd8e78e59,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:54.602619 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a72ce27-b095-4d88-886d-73815154c076 req-30faa3d1-0166-4852-9208-234e507edbfb tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 210 time: 0.0645647 Aug 29 06:38:54.645664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4ceeb1f5-14e2-4f78-83e7-504aae084ff7,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:54.670140 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'port_id': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7', 'mac_address': 'fa:16:3e:59:f0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:38:54.682009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbda16-866c-4bf7-9bab-ef78b8032b06 req-c6eb10d9-5a9e-4228-9325-5f6e756fce44 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:54.691587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79dbda16-866c-4bf7-9bab-ef78b8032b06 req-c6eb10d9-5a9e-4228-9325-5f6e756fce44 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 943 time: 0.0870914 Aug 29 06:38:54.717884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-5eadd17d-2e7d-4d16-8d8b-b564cc9248ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:54.721403 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-5eadd17d-2e7d-4d16-8d8b-b564cc9248ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c850ca4b8d241dd8e64e657acfeb999&device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 1096 time: 0.0940101 Aug 29 06:38:54.756271 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:54.778948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79dbda16-866c-4bf7-9bab-ef78b8032b06 req-352b0b02-4437-447d-8202-a1a3541e1a4e tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858727 Aug 29 06:38:54.796863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:54.845757 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-30983ed2-bd77-4355-9712-9a118f352bc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a090228-8bcc-4250-af5e-44fcd8e78e59 HTTP/1.1" status: 200 len: 217 time: 0.1121771 Aug 29 06:38:54.874117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4ceeb1f5-14e2-4f78-83e7-504aae084ff7,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:54.927241 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b925e90d-8565-4274-b5ef-95bd1c57912a x-openstack-request-id: req-b925e90d-8565-4274-b5ef-95bd1c57912a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:54.927922 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1edfc6bc-dc04-4225-a8af-fc2bfb2a54df", "tag": "6a090228-8bcc-4250-af5e-44fcd8e78e59", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:54.928295 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b925e90d-8565-4274-b5ef-95bd1c57912a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:54.928730 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1edfc6bc-dc04-4225-a8af-fc2bfb2a54df', 'tag': '6a090228-8bcc-4250-af5e-44fcd8e78e59', 'status': 'completed', 'code': 200} Aug 29 06:38:54.950023 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:54.951968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-34f3644d-b09f-4f98-942a-929a5253ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:54.952984 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-34f3644d-b09f-4f98-942a-929a5253ec13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65030456-9c22-4d0f-ba30-dc80cb8ddba0 HTTP/1.1" status: 200 len: 862 time: 0.0992844 Aug 29 06:38:55.001160 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-f0a83fe6-a979-4917-8003-d97d68d2f668 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=179c8afb-0d96-4a82-881d-9a60055fe78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404506 Aug 29 06:38:55.030398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=4ceeb1f5-14e2-4f78-83e7-504aae084ff7,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:55.074948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f658537-3ce8-4b3d-b391-a31b5c2b8d92 req-294399a9-8b32-460e-af6b-4ca761bf1c00 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:55.083722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f658537-3ce8-4b3d-b391-a31b5c2b8d92 req-294399a9-8b32-460e-af6b-4ca761bf1c00 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 944 time: 0.0787246 Aug 29 06:38:55.142662 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-d7300fdb-2e71-44de-976b-b6034a1ab92f service neutron] 10.222.0.15 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282439 Aug 29 06:38:55.157850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f658537-3ce8-4b3d-b391-a31b5c2b8d92 req-123b5edc-581c-4bb7-8a1a-effcc5587f1d tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699017 Aug 29 06:38:55.175020 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4ceeb1f5-14e2-4f78-83e7-504aae084ff7'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:55.257540 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d9822095-b29f-44b7-9d0f-cd388a5bd7dd req-4756009e-1965-4502-b1e4-b4e87842773a service neutron] 10.222.0.15 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069405 Aug 29 06:38:55.326976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1080cc09-faf7-4819-99ee-867da1ce25d4 req-e558088a-7db9-47b0-a6aa-a3ab8b888bce tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 210 time: 0.0313976 Aug 29 06:38:55.427888 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-e8676768-1862-4ad8-aee5-1b0f25223c45 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390232 Aug 29 06:38:55.544344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65beb5-5699-4c12-90bd-c746c1e178b2 req-0136cb5a-e3fc-4bea-9d19-02757f1d48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:55.545813 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c65beb5-5699-4c12-90bd-c746c1e178b2 req-0136cb5a-e3fc-4bea-9d19-02757f1d48f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c850ca4b8d241dd8e64e657acfeb999&device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 1096 time: 0.1204350 Aug 29 06:38:55.563244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae161b-d5e0-42d7-9436-40502cdc9272 req-9581fb7d-1c4c-499b-932f-5a463945e51b tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:55.574359 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-28ae161b-d5e0-42d7-9436-40502cdc9272 req-9581fb7d-1c4c-499b-932f-5a463945e51b tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0822303 Aug 29 06:38:55.631295 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-28ae161b-d5e0-42d7-9436-40502cdc9272 req-617963e3-d5b8-4392-9384-3cbb4623731b tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Aug 29 06:38:55.634874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-94fdc618-da32-4c13-9320-de4d9162b8de tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:55.634874 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-94fdc618-da32-4c13-9320-de4d9162b8de tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923828 Aug 29 06:38:55.686474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-64b2eaa9-4285-46ea-b5d2-6e08244eb5b3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Request body: {'port': {'device_id': 'f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '5e05d1570cdf4cefaa4ec47a0b5f0777'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:55.766159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65beb5-5699-4c12-90bd-c746c1e178b2 req-e7d41a56-ab27-4347-b0cd-0bf931b82828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:55.767792 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c65beb5-5699-4c12-90bd-c746c1e178b2 req-e7d41a56-ab27-4347-b0cd-0bf931b82828 service neutron] 10.222.0.15 "GET /v2.0/networks?id=179c8afb-0d96-4a82-881d-9a60055fe78f HTTP/1.1" status: 200 len: 923 time: 0.2073934 Aug 29 06:38:56.019224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e307aaf5-1b9a-4ae9-911b-9679424abacb req-1e28d685-7adf-4b84-9ec7-d17c8c263568 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 210 time: 0.0737331 Aug 29 06:38:56.111334 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c65beb5-5699-4c12-90bd-c746c1e178b2 req-789b11c4-c896-4911-802f-c72de0f90779 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a090228-8bcc-4250-af5e-44fcd8e78e59 HTTP/1.1" status: 200 len: 217 time: 0.3261828 Aug 29 06:38:56.172171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419106c-1590-453a-b589-88711fde0492 req-43c84410-ffb8-4c49-ac77-67642595b2ce tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:56.180009 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1419106c-1590-453a-b589-88711fde0492 req-43c84410-ffb8-4c49-ac77-67642595b2ce tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 944 time: 0.1048918 Aug 29 06:38:56.201287 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65beb5-5699-4c12-90bd-c746c1e178b2 req-3e52cece-9c59-499a-a11a-7b320064f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:56.202926 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c65beb5-5699-4c12-90bd-c746c1e178b2 req-3e52cece-9c59-499a-a11a-7b320064f99a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65030456-9c22-4d0f-ba30-dc80cb8ddba0 HTTP/1.1" status: 200 len: 862 time: 0.0815997 Aug 29 06:38:56.224129 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1419106c-1590-453a-b589-88711fde0492 req-09c09621-eae6-4c04-a0af-4775480f6f6f tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427167 Aug 29 06:38:56.255519 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c65beb5-5699-4c12-90bd-c746c1e178b2 req-1ff3b84f-cf90-41d4-943f-b729b7924f36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=179c8afb-0d96-4a82-881d-9a60055fe78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434668 Aug 29 06:38:56.330077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:38:56.371747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-64b2eaa9-4285-46ea-b5d2-6e08244eb5b3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Made reservation on behalf of 5e05d1570cdf4cefaa4ec47a0b5f0777 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:56.375866 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-64b2eaa9-4285-46ea-b5d2-6e08244eb5b3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:56.417331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b5926-7a7f-4241-b78b-94159714ef1d req-68ce2726-bece-46ff-9e2b-7092b1a7427e tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:56.418874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-370b5926-7a7f-4241-b78b-94159714ef1d req-68ce2726-bece-46ff-9e2b-7092b1a7427e tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 944 time: 0.1074469 Aug 29 06:38:56.427216 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-f5693c45-f0af-4aaa-ad19-54248de542c3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716765 Aug 29 06:38:56.499788 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-370b5926-7a7f-4241-b78b-94159714ef1d req-2889ad4f-63f8-49f8-8b86-8ff5e6266718 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651166 Aug 29 06:38:56.506939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:56.511223 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:56.511617 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:56.681856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-abb9bd8f-7905-44b6-bea6-4276d4498ec8 req-b290a983-87aa-46e3-9797-dec6775bf2d9 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 210 time: 0.0498874 Aug 29 06:38:56.682042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-21721364-2e65-43bb-9e03-d22f46351bcc tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:56.682042 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-21721364-2e65-43bb-9e03-d22f46351bcc tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2304153 Aug 29 06:38:56.685221 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:56.723797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:56.725198 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-473feb14-be6e-450f-90e8-00ac1110fc43 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Request body: {'port': {'device_id': 'ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '5e05d1570cdf4cefaa4ec47a0b5f0777'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:56.726628 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f90422-52eb-4661-b840-5e187a8c0293" -d '{"events": [{"server_uuid": "c3722ed3-b4b7-4c30-9581-b43738bb09a1", "name": "network-vif-plugged", "status": "completed", "tag": "4ceeb1f5-14e2-4f78-83e7-504aae084ff7"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:56.733760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4ceeb1f5-14e2-4f78-83e7-504aae084ff7,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:56.797045 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c65beb5-5699-4c12-90bd-c746c1e178b2 req-08266e35-1c47-40fd-bd66-cc73d6a206ae service neutron] 10.222.0.15 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312724 Aug 29 06:38:56.858658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c38d51-2355-4f3d-82ce-24626ca9ea23 req-748cdc50-0652-40ff-a67c-d63b7df0cea6 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:56.860299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1c38d51-2355-4f3d-82ce-24626ca9ea23 req-748cdc50-0652-40ff-a67c-d63b7df0cea6 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0568831 Aug 29 06:38:56.911701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1c38d51-2355-4f3d-82ce-24626ca9ea23 req-b5e423f7-4f96-4822-ba7c-6a7a11b57369 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401921 Aug 29 06:38:56.967250 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871c21c0-4907-42f4-8deb-8f2db9ca7b4f x-openstack-request-id: req-871c21c0-4907-42f4-8deb-8f2db9ca7b4f {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:38:56.967858 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3722ed3-b4b7-4c30-9581-b43738bb09a1", "name": "network-vif-plugged", "status": "completed", "tag": "4ceeb1f5-14e2-4f78-83e7-504aae084ff7", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:38:56.968178 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-871c21c0-4907-42f4-8deb-8f2db9ca7b4f {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:38:56.968747 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7', 'code': 200} Aug 29 06:38:56.973806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-64b2eaa9-4285-46ea-b5d2-6e08244eb5b3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Allocated IP 192.168.233.128 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/113be281-1e24-4419-81dd-2a31c5d25935) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:57.020550 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c65beb5-5699-4c12-90bd-c746c1e178b2 req-7ab2d57c-5aa8-4e56-b728-312c8a8787d5 service neutron] 10.222.0.15 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131608 Aug 29 06:38:57.128057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7b77404c-1e58-445b-8673-57e0ae25ea73 req-ae53e231-b8ed-412f-8ce4-3b98a8edd290 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 210 time: 0.0273626 Aug 29 06:38:57.165020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f87e3-74db-4a62-aff3-2e0a9901fbbf req-20eabb1c-a235-4f9d-9d23-390e53722552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:57.166593 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-451f87e3-74db-4a62-aff3-2e0a9901fbbf req-20eabb1c-a235-4f9d-9d23-390e53722552 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 1096 time: 0.1272507 Aug 29 06:38:57.244504 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-451f87e3-74db-4a62-aff3-2e0a9901fbbf req-22cf15ae-4d9e-4bce-9a4e-4eb4c45abacd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595093 Aug 29 06:38:57.247093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-64b2eaa9-4285-46ea-b5d2-6e08244eb5b3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:57.260409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-64b2eaa9-4285-46ea-b5d2-6e08244eb5b3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Transition to ACTIVE for port object 113be281-1e24-4419-81dd-2a31c5d25935 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:57.349594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db0e32-2b0e-42ef-9db5-cc9c1ee88cf5 req-4a76de32-787b-418b-8d5a-21fc1697cda3 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:57.351057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85db0e32-2b0e-42ef-9db5-cc9c1ee88cf5 req-4a76de32-787b-418b-8d5a-21fc1697cda3 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 944 time: 0.0478146 Aug 29 06:38:57.389610 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85db0e32-2b0e-42ef-9db5-cc9c1ee88cf5 req-c8b31f26-9738-4f87-a0e3-b69cbb31a19e tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323496 Aug 29 06:38:57.398588 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:57.457938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=4ceeb1f5-14e2-4f78-83e7-504aae084ff7,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:57.484227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-473feb14-be6e-450f-90e8-00ac1110fc43 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Made reservation on behalf of 5e05d1570cdf4cefaa4ec47a0b5f0777 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:57.488546 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-473feb14-be6e-450f-90e8-00ac1110fc43 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:57.490977 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-64b2eaa9-4285-46ea-b5d2-6e08244eb5b3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:57.502693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:57.619773 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-64b2eaa9-4285-46ea-b5d2-6e08244eb5b3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:57.629172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-64b2eaa9-4285-46ea-b5d2-6e08244eb5b3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:57.659299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-64b2eaa9-4285-46ea-b5d2-6e08244eb5b3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:57.761801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-64b2eaa9-4285-46ea-b5d2-6e08244eb5b3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:57.762452 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-64b2eaa9-4285-46ea-b5d2-6e08244eb5b3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:57.767605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27854420-45f6-48a8-ac18-322a7495c888 req-878cd097-c668-4380-a72b-becc9e5c0fc5 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:57.769418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27854420-45f6-48a8-ac18-322a7495c888 req-878cd097-c668-4380-a72b-becc9e5c0fc5 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 944 time: 0.0928462 Aug 29 06:38:57.819405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2eaa9-4285-46ea-b5d2-6e08244eb5b3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event updated for resources: {'Port': ['ID=113be281-1e24-4419-81dd-2a31c5d25935,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:57.843774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27854420-45f6-48a8-ac18-322a7495c888 req-0f1a4b7f-b43a-4b9b-943c-e776095f1c94 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671163 Aug 29 06:38:57.952430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-64b2eaa9-4285-46ea-b5d2-6e08244eb5b3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2787335 Aug 29 06:38:57.975069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-473feb14-be6e-450f-90e8-00ac1110fc43 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Allocated IP 192.168.233.96 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/548275e1-489c-4612-ad0a-a73e662766ad) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:58.006623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Request body: {'port': {'device_id': 'f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:58.020151 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23ffda38-c648-4414-a2d6-c19862d3376f req-6d848994-a2ce-4d5f-9b8b-c8bf28df9bf5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 210 time: 0.0371470 Aug 29 06:38:58.134580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:58.144577 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-301dca53-c0de-4af0-85e3-6bb3f103b94c None None] Provisioning for port 113be281-1e24-4419-81dd-2a31c5d25935 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:58.159581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-301dca53-c0de-4af0-85e3-6bb3f103b94c None None] Provisioning complete for port 113be281-1e24-4419-81dd-2a31c5d25935 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:58.160329 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-301dca53-c0de-4af0-85e3-6bb3f103b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:58.227505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a86f99-7500-4a37-a337-b40405b201fb req-616cf538-ca41-45f6-abec-4f32452bb85d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:58.229883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3a86f99-7500-4a37-a337-b40405b201fb req-616cf538-ca41-45f6-abec-4f32452bb85d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0574296 Aug 29 06:38:58.259995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-301dca53-c0de-4af0-85e3-6bb3f103b94c None None] Port 113be281-1e24-4419-81dd-2a31c5d25935 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:38:58.273105 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-05da3ef9-5a7b-41de-9e94-a1158cbe5eda tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=69d482bf12e140b385ed84ae9ac87e07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457814 Aug 29 06:38:58.277246 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-473feb14-be6e-450f-90e8-00ac1110fc43 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:58.280859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 35288) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:38:58.292246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3a86f99-7500-4a37-a337-b40405b201fb req-d6d290c0-a993-47e6-ad3b-068e295b1646 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527120 Aug 29 06:38:58.345028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6a090228-8bcc-4250-af5e-44fcd8e78e59 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:38:58.406420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-a3c46ad8-9f7d-48e7-93ac-6ba01be90c80 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:38:58.416164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-a3c46ad8-9f7d-48e7-93ac-6ba01be90c80 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1342349 Aug 29 06:38:58.430505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-473feb14-be6e-450f-90e8-00ac1110fc43 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Transition to ACTIVE for port object 548275e1-489c-4612-ad0a-a73e662766ad will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:58.508247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-62d014a2-7fcf-4e18-9c0d-1ba12efaebeb service neutron] Request body: {'binding': {'host': 'n-h1-713301-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:58.508833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-62d014a2-7fcf-4e18-9c0d-1ba12efaebeb service neutron] Unknown quota resources ['binding']. {{(pid=95404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 06:38:58.543373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-9c3b2930-d4ec-4cc5-b61d-6edcbbbca485 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:58.544793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 6a090228-8bcc-4250-af5e-44fcd8e78e59, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6a090228-8bcc-4250-af5e-44fcd8e78e59,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:58.545973 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-9c3b2930-d4ec-4cc5-b61d-6edcbbbca485 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578385 Aug 29 06:38:58.557019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '6a090228-8bcc-4250-af5e-44fcd8e78e59', 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f', 'port_id': '6a090228-8bcc-4250-af5e-44fcd8e78e59', 'mac_address': 'fa:16:3e:08:44:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65030456-9c22-4d0f-ba30-dc80cb8ddba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:38:58.560662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Request body: {'port': {'device_id': '4e767a85-e220-4f1d-bf79-20e9545e528e', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '69d482bf12e140b385ed84ae9ac87e07'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:58.564774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-186a08c4-4e13-4e50-8f41-a506cc09948a req-c4b54b47-97e2-43e0-b320-37429e95d1ec tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 210 time: 0.0525625 Aug 29 06:38:58.603710 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:58.625125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a090228-8bcc-4250-af5e-44fcd8e78e59 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:58.648618 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 6a090228-8bcc-4250-af5e-44fcd8e78e59, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6a090228-8bcc-4250-af5e-44fcd8e78e59,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:38:58.697897 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-473feb14-be6e-450f-90e8-00ac1110fc43 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:58.709734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:58.753259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6037f-6911-4188-8561-283a68154255 req-c6580a8f-7200-40e8-b407-e6b85b43f1fe tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:58.754725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0e6037f-6911-4188-8561-283a68154255 req-c6580a8f-7200-40e8-b407-e6b85b43f1fe tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 945 time: 0.0929637 Aug 29 06:38:58.776585 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-473feb14-be6e-450f-90e8-00ac1110fc43 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:38:58.780219 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:58.784711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-473feb14-be6e-450f-90e8-00ac1110fc43 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:38:58.791466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-473feb14-be6e-450f-90e8-00ac1110fc43 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:38:58.815869 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-62d014a2-7fcf-4e18-9c0d-1ba12efaebeb service neutron] Attempting to bind port 6d227e54-8718-4f1c-b062-5556709b6a47 on host n-h1-713301-12 for vnic_type normal with profile None {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:38:58.816302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-62d014a2-7fcf-4e18-9c0d-1ba12efaebeb service neutron] Attempting to bind port 6d227e54-8718-4f1c-b062-5556709b6a47 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:38:58.816762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-62d014a2-7fcf-4e18-9c0d-1ba12efaebeb service neutron] Attempting to bind port 6d227e54-8718-4f1c-b062-5556709b6a47 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:58.824107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473feb14-be6e-450f-90e8-00ac1110fc43 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event updated for resources: {'Port': ['ID=548275e1-489c-4612-ad0a-a73e662766ad,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:58.830361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Made reservation on behalf of 69d482bf12e140b385ed84ae9ac87e07 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:38:58.833807 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:58.840738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0e6037f-6911-4188-8561-283a68154255 req-66f8a78b-94fe-4aa7-890c-2d2d6abd993a tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624750 Aug 29 06:38:58.841771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-62d014a2-7fcf-4e18-9c0d-1ba12efaebeb service neutron] Port 6d227e54-8718-4f1c-b062-5556709b6a47 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:38:58.842164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-62d014a2-7fcf-4e18-9c0d-1ba12efaebeb service neutron] Attempting to bind port 6d227e54-8718-4f1c-b062-5556709b6a47 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:58.852267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-62d014a2-7fcf-4e18-9c0d-1ba12efaebeb service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:38:58.852638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-62d014a2-7fcf-4e18-9c0d-1ba12efaebeb service neutron] Checking segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:58.853632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-62d014a2-7fcf-4e18-9c0d-1ba12efaebeb service neutron] Bound using segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:38:58.854110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-62d014a2-7fcf-4e18-9c0d-1ba12efaebeb service neutron] Bound port: 6d227e54-8718-4f1c-b062-5556709b6a47, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:38:58.870973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:58.944468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-473feb14-be6e-450f-90e8-00ac1110fc43 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:58.945269 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-473feb14-be6e-450f-90e8-00ac1110fc43 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:58.980507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=6a090228-8bcc-4250-af5e-44fcd8e78e59,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:59.043475 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-62d014a2-7fcf-4e18-9c0d-1ba12efaebeb service neutron] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6d227e54-8718-4f1c-b062-5556709b6a47,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:38:59.061370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8591b4-87fc-4418-8d0a-ad7f618faff0 req-15d97494-e761-4e62-a80d-6705b397d94b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:59.070521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f8591b4-87fc-4418-8d0a-ad7f618faff0 req-15d97494-e761-4e62-a80d-6705b397d94b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 945 time: 0.0784991 Aug 29 06:38:59.071859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113be281-1e24-4419-81dd-2a31c5d25935 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:38:59.073643 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['6a090228-8bcc-4250-af5e-44fcd8e78e59'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:38:59.087744 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:59.109645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Transition to ACTIVE for port object 113be281-1e24-4419-81dd-2a31c5d25935 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:38:59.114769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f8591b4-87fc-4418-8d0a-ad7f618faff0 req-91997beb-062b-45ac-a6aa-933e19ebf9cd tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403411 Aug 29 06:38:59.126710 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-62d014a2-7fcf-4e18-9c0d-1ba12efaebeb service neutron] Notify callbacks [] for binding, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:59.128026 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-62d014a2-7fcf-4e18-9c0d-1ba12efaebeb service neutron] 10.222.0.76 "POST /v2.0/ports/6d227e54-8718-4f1c-b062-5556709b6a47/bindings HTTP/1.1" status: 201 len: 390 time: 0.6683426 Aug 29 06:38:59.169949 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:59.206987 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:59.234222 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa575731-d874-4882-845b-e13d939371d7 req-aed0076d-22a0-418b-8dec-a59fb68e2412 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:59.235963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa575731-d874-4882-845b-e13d939371d7 req-aed0076d-22a0-418b-8dec-a59fb68e2412 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 935 time: 0.0518405 Aug 29 06:38:59.267688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Pushing event updated for resources: {'Port': ['ID=113be281-1e24-4419-81dd-2a31c5d25935,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:59.280777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa575731-d874-4882-845b-e13d939371d7 req-b1d3d5d8-3004-4f3a-9d54-8bbb0459ec7a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363600 Aug 29 06:38:59.357007 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Attempting to bind port 113be281-1e24-4419-81dd-2a31c5d25935 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:38:59.357347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Attempting to bind port 113be281-1e24-4419-81dd-2a31c5d25935 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:38:59.357679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Attempting to bind port 113be281-1e24-4419-81dd-2a31c5d25935 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:59.373059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Port 113be281-1e24-4419-81dd-2a31c5d25935 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:38:59.373059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Attempting to bind port 113be281-1e24-4419-81dd-2a31c5d25935 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:38:59.373059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:38:59.373059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:38:59.373059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:38:59.373059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Bound port: 113be281-1e24-4419-81dd-2a31c5d25935, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:38:59.373059 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:59.445527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] For port 113be281-1e24-4419-81dd-2a31c5d25935, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:38:59.447924 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180e37a-1687-4178-b78f-05fa70e996d6 req-509c9cce-bec4-44ad-acfb-4146314a9fb0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:59.448797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] For port 113be281-1e24-4419-81dd-2a31c5d25935, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=113be281-1e24-4419-81dd-2a31c5d25935,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:38:59.449555 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7180e37a-1687-4178-b78f-05fa70e996d6 req-509c9cce-bec4-44ad-acfb-4146314a9fb0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0503464 Aug 29 06:38:59.486713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7180e37a-1687-4178-b78f-05fa70e996d6 req-662cca3c-d95c-43c9-b942-1f86d2086203 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304909 Aug 29 06:38:59.578453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-079c807c-a9f5-46f2-ad61-a1634ae1bcf4 None None] Provisioning for port 548275e1-489c-4612-ad0a-a73e662766ad completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:38:59.582750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:59.592474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-079c807c-a9f5-46f2-ad61-a1634ae1bcf4 None None] Provisioning complete for port 548275e1-489c-4612-ad0a-a73e662766ad triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:38:59.592474 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-079c807c-a9f5-46f2-ad61-a1634ae1bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:59.604141 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:59.608144 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-473feb14-be6e-450f-90e8-00ac1110fc43 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8945594 Aug 29 06:38:59.619905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-079c807c-a9f5-46f2-ad61-a1634ae1bcf4 None None] Port 548275e1-489c-4612-ad0a-a73e662766ad cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:38:59.719649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:59.720269 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:59.721663 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] 10.222.0.11 "PUT /v2.0/ports/113be281-1e24-4419-81dd-2a31c5d25935 HTTP/1.1" status: 200 len: 1097 time: 1.7224441 Aug 29 06:38:59.726030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98', 'tag': '113be281-1e24-4419-81dd-2a31c5d25935'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:38:59.728353 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda5637f-d110-455b-bd85-845e774e930b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98", "tag": "113be281-1e24-4419-81dd-2a31c5d25935"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:38:59.736414 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ef4dd1-7191-487e-a191-2af1e48f4555,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:59.777842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79154a20-203a-4adb-ae8d-acb7d7106862 service neutron] Pushing event updated for resources: {'Port': ['ID=113be281-1e24-4419-81dd-2a31c5d25935,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:38:59.803755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a8d47-dcd5-4431-b1f7-003bf8ce44d7 req-4a4d940d-6dad-4bd1-8cc0-86edec8b9ab0 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:59.806168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e1a8d47-dcd5-4431-b1f7-003bf8ce44d7 req-4a4d940d-6dad-4bd1-8cc0-86edec8b9ab0 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 946 time: 0.1048422 Aug 29 06:38:59.810266 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Request body: {'port': {'device_id': 'ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:38:59.818900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276db62d-88eb-42b5-a255-3b9f2cff6481 req-15658b34-13d3-46bc-84c4-ee2547976efd tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:38:59.821445 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-276db62d-88eb-42b5-a255-3b9f2cff6481 req-15658b34-13d3-46bc-84c4-ee2547976efd tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 950 time: 0.1562488 Aug 29 06:38:59.873389 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e1a8d47-dcd5-4431-b1f7-003bf8ce44d7 req-007c0bfa-f55e-4f71-85a3-3f56b67d4235 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508983 Aug 29 06:38:59.888824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Allocated IP 192.168.233.48 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/cf358ef3-c92c-4244-899e-a0731dcfa3ad) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:38:59.902230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:38:59.905399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-276db62d-88eb-42b5-a255-3b9f2cff6481 req-812b2fa5-80cc-4427-81e8-3bc4ed7031f7 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752342 Aug 29 06:39:00.017126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d9548cf-a362-4e9f-9d14-66ab8fbffedf req-354eb7b0-f371-45af-89d4-29ef416bf371 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 210 time: 0.0306451 Aug 29 06:39:00.066020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324819c-9436-453d-b8d4-662ce8c7b373 req-47a45855-3c35-40e8-b381-6c921ddddc1c tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:00.067521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3324819c-9436-453d-b8d4-662ce8c7b373 req-47a45855-3c35-40e8-b381-6c921ddddc1c tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 945 time: 0.0530157 Aug 29 06:39:00.114488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3324819c-9436-453d-b8d4-662ce8c7b373 req-eb0d9ab5-0f0f-419d-b651-b7f0816a8f79 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405512 Aug 29 06:39:00.203941 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35525e01-abf5-4bf9-a717-7616dbf28dd5 x-openstack-request-id: req-35525e01-abf5-4bf9-a717-7616dbf28dd5 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:00.204224 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98", "tag": "113be281-1e24-4419-81dd-2a31c5d25935", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:00.204459 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35525e01-abf5-4bf9-a717-7616dbf28dd5 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:00.204841 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98', 'tag': '113be281-1e24-4419-81dd-2a31c5d25935', 'status': 'completed', 'code': 200} Aug 29 06:39:00.310373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031d823-36d3-44cf-8f0c-50e04ab80a68 req-76a53e1c-c83b-47bc-8331-4edc8ba1acc8 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:00.311891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1031d823-36d3-44cf-8f0c-50e04ab80a68 req-76a53e1c-c83b-47bc-8331-4edc8ba1acc8 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 945 time: 0.1216373 Aug 29 06:39:00.339031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-d200f2f2-9aa4-4e2e-ac33-d16bbe807fda tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:00.340399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-d200f2f2-9aa4-4e2e-ac33-d16bbe807fda tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1064208 Aug 29 06:39:00.368238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6a090228-8bcc-4250-af5e-44fcd8e78e59 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:39:00.383514 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-866eee32-8b32-474a-b8da-fa3575351d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:00.385004 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-866eee32-8b32-474a-b8da-fa3575351d57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98 HTTP/1.1" status: 200 len: 1100 time: 0.1829028 Aug 29 06:39:00.410764 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-01e985be-60d2-415a-a0b7-0ff7f9539406 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 696 time: 0.0638895 Aug 29 06:39:00.413643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1031d823-36d3-44cf-8f0c-50e04ab80a68 req-bf048513-6d7d-4318-b2e0-f15cc9f34bb4 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934389 Aug 29 06:39:00.426846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-56a69c3c-e4ea-42d4-b649-fbad8b9e2a87 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Request body: {'floatingip': {'port_id': 'da42414a-217d-461c-b308-4067b436cfb3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:00.473056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-56a69c3c-e4ea-42d4-b649-fbad8b9e2a87 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:00.486446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-80396eb8-5bd8-4a92-a82c-1e9dc60a0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:00.488013 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-80396eb8-5bd8-4a92-a82c-1e9dc60a0c6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 1098 time: 0.2271588 Aug 29 06:39:00.491853 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-1cc422ef-eb94-45a0-8440-fa8e0346664c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=113be281-1e24-4419-81dd-2a31c5d25935 HTTP/1.1" status: 200 len: 217 time: 0.0591810 Aug 29 06:39:00.495059 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 6a090228-8bcc-4250-af5e-44fcd8e78e59 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:39:00.499448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 6a090228-8bcc-4250-af5e-44fcd8e78e59 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:00.499448 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:00.583759 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:00.614960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082cb2a-5f63-40ad-b682-bd12655fd370 req-c796e296-634e-4d70-a52d-2492e32c2748 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:00.615342 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edfc6bc-dc04-4225-a8af-fc2bfb2a54df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a090228-8bcc-4250-af5e-44fcd8e78e59'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:00.615705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-4faa2f0c-bc5f-48b5-9721-a7f6bce8715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:00.616321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b082cb2a-5f63-40ad-b682-bd12655fd370 req-c796e296-634e-4d70-a52d-2492e32c2748 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 935 time: 0.1400087 Aug 29 06:39:00.617145 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-4faa2f0c-bc5f-48b5-9721-a7f6bce8715a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1174338 Aug 29 06:39:00.618061 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afbf3d0-c1eb-4179-b16f-37ce54bd3931" -d '{"events": [{"server_uuid": "1edfc6bc-dc04-4225-a8af-fc2bfb2a54df", "name": "network-vif-plugged", "status": "completed", "tag": "6a090228-8bcc-4250-af5e-44fcd8e78e59"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:00.632602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 6a090228-8bcc-4250-af5e-44fcd8e78e59, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6a090228-8bcc-4250-af5e-44fcd8e78e59,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:00.662569 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:00.695603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Transition to ACTIVE for port object cf358ef3-c92c-4244-899e-a0731dcfa3ad will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:00.706229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-904ae213-72b3-4571-ae86-9f9536dcb035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:00.707707 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-904ae213-72b3-4571-ae86-9f9536dcb035 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.1927536 Aug 29 06:39:00.709384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-773152ee-039d-481d-8bdd-4966c4c616cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:00.712556 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-773152ee-039d-481d-8bdd-4966c4c616cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0851145 Aug 29 06:39:00.730231 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:00.783453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=6a090228-8bcc-4250-af5e-44fcd8e78e59,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:00.811072 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-e7904585-6d74-4db9-b6c9-1ef88854c05a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d227e54-8718-4f1c-b062-5556709b6a47 HTTP/1.1" status: 200 len: 217 time: 0.0959744 Aug 29 06:39:00.893868 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-e3ee8b2b-817b-4bcd-80c6-60f762e093a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:00.895339 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-e3ee8b2b-817b-4bcd-80c6-60f762e093a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0729964 Aug 29 06:39:00.929550 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-624eb43a-1342-4526-b6d7-927d06b080b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256679 Aug 29 06:39:00.931691 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-aad145ed-81e6-4d63-b543-de76f988a634 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084992 Aug 29 06:39:00.949739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b082cb2a-5f63-40ad-b682-bd12655fd370 req-d861789b-f7dc-43b0-9382-409415c1d17f tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910335 Aug 29 06:39:01.002011 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:01.134002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d5d25-daaf-43db-bd25-897dc4d50607 req-85854e97-595a-4e7a-be14-f92ebdfbd36f tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:01.135391 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b63d5d25-daaf-43db-bd25-897dc4d50607 req-85854e97-595a-4e7a-be14-f92ebdfbd36f tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.1213019 Aug 29 06:39:01.161953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:39:01.175924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Pushing event updated for resources: {'Port': ['ID=cf358ef3-c92c-4244-899e-a0731dcfa3ad,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:01.187091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:39:01.199036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:39:01.212087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b63d5d25-daaf-43db-bd25-897dc4d50607 req-92a2b2ca-ca8c-443a-8c1c-f59af68286f3 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682650 Aug 29 06:39:01.239824 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-40f7d80d-1b7d-43d3-b91c-44e75b4ef9e9 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996891 Aug 29 06:39:01.251457 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-42d961a1-dfe9-49f0-bb42-5a6beed01392 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027973 Aug 29 06:39:01.288413 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31903aec-2ffb-4757-af92-45160d97a4a8 x-openstack-request-id: req-31903aec-2ffb-4757-af92-45160d97a4a8 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:01.288866 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edfc6bc-dc04-4225-a8af-fc2bfb2a54df", "name": "network-vif-plugged", "status": "completed", "tag": "6a090228-8bcc-4250-af5e-44fcd8e78e59", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:01.289327 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-31903aec-2ffb-4757-af92-45160d97a4a8 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:01.290180 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-56a69c3c-e4ea-42d4-b649-fbad8b9e2a87 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:01.290766 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edfc6bc-dc04-4225-a8af-fc2bfb2a54df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a090228-8bcc-4250-af5e-44fcd8e78e59', 'code': 200} Aug 29 06:39:01.337422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:01.338063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:01.348099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.15', 53069) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:01.395629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca03ce-3a26-4ac8-a4aa-586230f3b319 req-a2d05a41-e247-42fe-ae83-1f50cff0bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:01.397349 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7aca03ce-3a26-4ac8-a4aa-586230f3b319 req-a2d05a41-e247-42fe-ae83-1f50cff0bf25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 1098 time: 0.0481267 Aug 29 06:39:01.424861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548275e1-489c-4612-ad0a-a73e662766ad {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:01.434527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:01.440062 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-703fd9ab-350b-411f-82ea-7bb366aaadff service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780100 Aug 29 06:39:01.449594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Transition to ACTIVE for port object 548275e1-489c-4612-ad0a-a73e662766ad will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:01.462254 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-56a69c3c-e4ea-42d4-b649-fbad8b9e2a87 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:01.486419 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7aca03ce-3a26-4ac8-a4aa-586230f3b319 req-0dd24f4a-e8e2-4662-b9bf-02298e87605d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786598 Aug 29 06:39:01.490875 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-e4b681d2-3f80-4f54-b55e-316f793a6962 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9347548 Aug 29 06:39:01.504153 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5637f-d110-455b-bd85-845e774e930b req-b0ffd39d-2fcd-47a0-8ccf-a031519bb704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:01.506030 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bda5637f-d110-455b-bd85-845e774e930b req-b0ffd39d-2fcd-47a0-8ccf-a031519bb704 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98 HTTP/1.1" status: 200 len: 1100 time: 0.0432897 Aug 29 06:39:01.546989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1f664-15ce-42f9-9b9d-b32662aa151e req-1ca945ba-672d-49f1-ae97-82bf502f78a9 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:01.548508 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11f1f664-15ce-42f9-9b9d-b32662aa151e req-1ca945ba-672d-49f1-ae97-82bf502f78a9 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 946 time: 0.1183181 Aug 29 06:39:01.561750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:01.621855 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-56a69c3c-e4ea-42d4-b649-fbad8b9e2a87 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Floating IP cc678794-3bc4-46aa-9b02-a28e661d32a6 associated. External IP: 172.25.1.249, port: da42414a-217d-461c-b308-4067b436cfb3. Aug 29 06:39:01.628169 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11f1f664-15ce-42f9-9b9d-b32662aa151e req-b0a731ee-4003-486d-857c-00bc113f041e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510802 Aug 29 06:39:01.634897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Pushing event updated for resources: {'Port': ['ID=548275e1-489c-4612-ad0a-a73e662766ad,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:01.648846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-543a09ae-87ac-44a1-b927-0babf5156906 None None] Provisioning for port cf358ef3-c92c-4244-899e-a0731dcfa3ad completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:39:01.663819 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-543a09ae-87ac-44a1-b927-0babf5156906 None None] Provisioning complete for port cf358ef3-c92c-4244-899e-a0731dcfa3ad triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:01.664198 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-543a09ae-87ac-44a1-b927-0babf5156906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:01.682005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5637f-d110-455b-bd85-845e774e930b req-43263874-aeb6-490d-a970-1fb2cbc96b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:01.683588 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bda5637f-d110-455b-bd85-845e774e930b req-43263874-aeb6-490d-a970-1fb2cbc96b6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1706321 Aug 29 06:39:01.739706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-543a09ae-87ac-44a1-b927-0babf5156906 None None] Port cf358ef3-c92c-4244-899e-a0731dcfa3ad cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:39:01.754425 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bda5637f-d110-455b-bd85-845e774e930b req-9b7f1163-d3bc-489b-a641-e971bf2cc543 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=113be281-1e24-4419-81dd-2a31c5d25935 HTTP/1.1" status: 200 len: 217 time: 0.0519464 Aug 29 06:39:01.803866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Request body: {'port': {'device_id': '4e767a85-e220-4f1d-bf79-20e9545e528e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:01.812261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Attempting to bind port 548275e1-489c-4612-ad0a-a73e662766ad on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:39:01.813456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Attempting to bind port 548275e1-489c-4612-ad0a-a73e662766ad by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:39:01.813616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Attempting to bind port 548275e1-489c-4612-ad0a-a73e662766ad on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:01.843395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Port 548275e1-489c-4612-ad0a-a73e662766ad on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:39:01.845397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Attempting to bind port 548275e1-489c-4612-ad0a-a73e662766ad on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:01.860490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5637f-d110-455b-bd85-845e774e930b req-c13f1f44-4048-48b1-a6dc-106420333bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:01.861272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb7c41-c159-4f27-8072-b66fdabe6817 req-1067cccb-00a7-443e-b46c-54c9e78a8537 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:01.861964 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bda5637f-d110-455b-bd85-845e774e930b req-c13f1f44-4048-48b1-a6dc-106420333bb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0987036 Aug 29 06:39:01.863209 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11fb7c41-c159-4f27-8072-b66fdabe6817 req-1067cccb-00a7-443e-b46c-54c9e78a8537 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 950 time: 0.1133258 Aug 29 06:39:01.864466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:39:01.864466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:39:01.864724 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:39:01.864945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Bound port: 548275e1-489c-4612-ad0a-a73e662766ad, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:39:01.865365 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:01.923231 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:02.002192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5637f-d110-455b-bd85-845e774e930b req-7c4977ae-9779-4825-9921-6fd6552d12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:02.003725 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bda5637f-d110-455b-bd85-845e774e930b req-7c4977ae-9779-4825-9921-6fd6552d12b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1211705 Aug 29 06:39:02.023747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11fb7c41-c159-4f27-8072-b66fdabe6817 req-78260f18-9308-4db3-8181-ce5cc2650734 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435254 Aug 29 06:39:02.027665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-1a1319d9-450c-4250-abb5-46cf135d8dc9 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:02.028703 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-1a1319d9-450c-4250-abb5-46cf135d8dc9 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 1098 time: 0.1601264 Aug 29 06:39:02.029488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] For port 548275e1-489c-4612-ad0a-a73e662766ad, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:02.038244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-56a69c3c-e4ea-42d4-b649-fbad8b9e2a87 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:39:02.045385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-12'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:02.133576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] For port 548275e1-489c-4612-ad0a-a73e662766ad, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=548275e1-489c-4612-ad0a-a73e662766ad,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:39:02.175714 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:02.269423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ba2f8-2604-4d0f-aac3-61bdbaacf864 req-8fe1651e-9638-4400-a5eb-9f24dd9004f2 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:02.270979 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f66ba2f8-2604-4d0f-aac3-61bdbaacf864 req-8fe1651e-9638-4400-a5eb-9f24dd9004f2 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 935 time: 0.1562979 Aug 29 06:39:02.292190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-56a69c3c-e4ea-42d4-b649-fbad8b9e2a87 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:39:02.301160 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-56a69c3c-e4ea-42d4-b649-fbad8b9e2a87 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:02.304096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce552a-2563-42e8-98ff-c07ed19b0a51 None None] Sync routers for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:39:02.314205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce552a-2563-42e8-98ff-c07ed19b0a51 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:39:02.314992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0fce552a-2563-42e8-98ff-c07ed19b0a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:38:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:02.368386 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:02.383589 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-56a69c3c-e4ea-42d4-b649-fbad8b9e2a87 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "PUT /v2.0/floatingips/cc678794-3bc4-46aa-9b02-a28e661d32a6 HTTP/1.1" status: 200 len: 997 time: 1.9611044 Aug 29 06:39:02.387332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63abe978-3077-461d-a35d-36f777e39b2c', 'tag': 'da42414a-217d-461c-b308-4067b436cfb3'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:02.389609 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac95072-2529-42e6-8227-85593c1c6080" -d '{"events": [{"name": "network-changed", "server_uuid": "63abe978-3077-461d-a35d-36f777e39b2c", "tag": "da42414a-217d-461c-b308-4067b436cfb3"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:02.400681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f66ba2f8-2604-4d0f-aac3-61bdbaacf864 req-3eb4aa95-0026-498e-ae81-4650416d89cd tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/security-groups?id=06ef4dd1-7191-487e-a191-2af1e48f4555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201124 Aug 29 06:39:02.466457 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:02.467129 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:02.468515 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] 10.222.0.11 "PUT /v2.0/ports/548275e1-489c-4612-ad0a-a73e662766ad HTTP/1.1" status: 200 len: 1096 time: 2.6657486 Aug 29 06:39:02.470826 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bda5637f-d110-455b-bd85-845e774e930b req-78fb11a4-a966-4ab9-858f-b87732215b13 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590585 Aug 29 06:39:02.471447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7', 'tag': '548275e1-489c-4612-ad0a-a73e662766ad'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:02.473749 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb526c9-433a-4db2-83e7-34dfddd85614" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7", "tag": "548275e1-489c-4612-ad0a-a73e662766ad"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:02.482013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-0fce552a-2563-42e8-98ff-c07ed19b0a51 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:39:02.522833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6d227e54-8718-4f1c-b062-5556709b6a47,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:02.576843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-02327df4-ecfd-483c-85b2-18995ea933e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:02.581246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-02327df4-ecfd-483c-85b2-18995ea933e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 1098 time: 0.1714253 Aug 29 06:39:02.582459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed153a0-9c94-4530-8383-3e08a7cf8b2f service neutron] Pushing event updated for resources: {'Port': ['ID=548275e1-489c-4612-ad0a-a73e662766ad,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:02.627183 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:02.670140 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bda5637f-d110-455b-bd85-845e774e930b req-dbcaaf64-25aa-4e62-8c96-0f1be1834c4a service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771064 Aug 29 06:39:02.706194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf358ef3-c92c-4244-899e-a0731dcfa3ad {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:02.714206 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:02.729138 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Transition to ACTIVE for port object cf358ef3-c92c-4244-899e-a0731dcfa3ad will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:02.793570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-07e93d06-8c91-4a60-b5c7-41f3ed2c15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:02.795123 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-07e93d06-8c91-4a60-b5c7-41f3ed2c15ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 1099 time: 0.0491366 Aug 29 06:39:02.823692 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:02.834054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8886e4-8bf7-4a10-8949-107df9d341c7 req-5fb3cb9b-f8fd-4b60-b9ba-1fefb322adc2 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:02.841658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e8886e4-8bf7-4a10-8949-107df9d341c7 req-5fb3cb9b-f8fd-4b60-b9ba-1fefb322adc2 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 946 time: 0.3254993 Aug 29 06:39:02.855384 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-112aa4e0-2fdd-4aef-8818-05a267c48c5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=548275e1-489c-4612-ad0a-a73e662766ad HTTP/1.1" status: 200 len: 217 time: 0.0417562 Aug 29 06:39:02.907778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-e2056d85-ff79-4b20-a69a-4e1858f8e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:02.909252 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-e2056d85-ff79-4b20-a69a-4e1858f8e210 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0463982 Aug 29 06:39:02.915458 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:02.923027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e8886e4-8bf7-4a10-8949-107df9d341c7 req-7866f7f9-5138-45cb-be42-fb234334f630 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804269 Aug 29 06:39:02.926865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-fcfa9f1a-ca53-48bb-a7bf-b3b228e370df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:02.927503 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-fcfa9f1a-ca53-48bb-a7bf-b3b228e370df service neutron] 10.222.0.76 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 920 time: 0.2617600 Aug 29 06:39:02.978835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0fce552a-2563-42e8-98ff-c07ed19b0a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cc678794-3bc4-46aa-9b02-a28e661d32a6', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'port_id': 'da42414a-217d-461c-b308-4067b436cfb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'mac_address': 'fa:16:3e:2b:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63abe978-3077-461d-a35d-36f777e39b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:38:40Z', 'updated_at': '2021-08-29T06:39:01Z', 'revision_number': 1, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:03.014473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf358ef3-c92c-4244-899e-a0731dcfa3ad,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:03.025647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-c20b16d2-022d-4599-9e0a-5c542f468d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:03.027337 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-c20b16d2-022d-4599-9e0a-5c542f468d23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1082685 Aug 29 06:39:03.030705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce552a-2563-42e8-98ff-c07ed19b0a51 None None] Checking router: daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:39:03.048170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce552a-2563-42e8-98ff-c07ed19b0a51 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:39:03.049322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0fce552a-2563-42e8-98ff-c07ed19b0a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:38:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:03.167049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-0fce552a-2563-42e8-98ff-c07ed19b0a51 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:39:03.207568 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-30ed03cb-7ddb-4d2a-8727-b87b87ab1736 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653042 Aug 29 06:39:03.260409 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:03.300892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Attempting to bind port cf358ef3-c92c-4244-899e-a0731dcfa3ad on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:39:03.301235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Attempting to bind port cf358ef3-c92c-4244-899e-a0731dcfa3ad by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:39:03.301554 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Attempting to bind port cf358ef3-c92c-4244-899e-a0731dcfa3ad on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:03.313641 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Port cf358ef3-c92c-4244-899e-a0731dcfa3ad on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:39:03.313954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Attempting to bind port cf358ef3-c92c-4244-899e-a0731dcfa3ad on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:03.321323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:39:03.321667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:39:03.322710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:39:03.322710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Bound port: cf358ef3-c92c-4244-899e-a0731dcfa3ad, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:39:03.322998 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:03.379956 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec758fe3-24e3-4144-8101-bc550a6453e0 req-f820c7a7-1c1b-420a-a020-0d819966b696 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638126 Aug 29 06:39:03.394918 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-4f86e4a7-d171-4bfc-91a1-105187e33477 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da42414a-217d-461c-b308-4067b436cfb3 HTTP/1.1" status: 200 len: 1000 time: 0.4609759 Aug 29 06:39:03.402583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] For port cf358ef3-c92c-4244-899e-a0731dcfa3ad, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:03.407450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] For port cf358ef3-c92c-4244-899e-a0731dcfa3ad, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=cf358ef3-c92c-4244-899e-a0731dcfa3ad,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:39:03.445035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0fce552a-2563-42e8-98ff-c07ed19b0a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cc678794-3bc4-46aa-9b02-a28e661d32a6', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'port_id': 'da42414a-217d-461c-b308-4067b436cfb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'mac_address': 'fa:16:3e:2b:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63abe978-3077-461d-a35d-36f777e39b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:38:40Z', 'updated_at': '2021-08-29T06:39:01Z', 'revision_number': 1, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:03.466928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Pushing event updated for resources: {'Port': ['ID=6d227e54-8718-4f1c-b062-5556709b6a47,revision_number=7']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:03.475484 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:03.476491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce552a-2563-42e8-98ff-c07ed19b0a51 None None] The sync data for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 is: [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cc678794-3bc4-46aa-9b02-a28e661d32a6', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'port_id': 'da42414a-217d-461c-b308-4067b436cfb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'mac_address': 'fa:16:3e:2b:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63abe978-3077-461d-a35d-36f777e39b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:38:40Z', 'updated_at': '2021-08-29T06:39:01Z', 'revision_number': 1, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:39:03.484590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6046f6-304b-402c-bb26-d44485556cee req-a668cb3a-ab35-46a9-ab56-d4ffa83ab932 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:03.486335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed6046f6-304b-402c-bb26-d44485556cee req-a668cb3a-ab35-46a9-ab56-d4ffa83ab932 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 947 time: 0.2331605 Aug 29 06:39:03.496354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Attempting to bind port 6d227e54-8718-4f1c-b062-5556709b6a47 on host n-h2-713301-12 for vnic_type normal with profile {"migrating_to": "n-h1-713301-12"} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:39:03.496836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Attempting to bind port 6d227e54-8718-4f1c-b062-5556709b6a47 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:39:03.497167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Attempting to bind port 6d227e54-8718-4f1c-b062-5556709b6a47 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:03.522181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Port 6d227e54-8718-4f1c-b062-5556709b6a47 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:39:03.522509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Attempting to bind port 6d227e54-8718-4f1c-b062-5556709b6a47 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:03.528812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-322a0d15-5812-44a7-a731-78797e11f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:03.530303 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-322a0d15-5812-44a7-a731-78797e11f45b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.1241438 Aug 29 06:39:03.534219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:39:03.534564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Checking segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:39:03.534948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Bound using segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:39:03.535391 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Bound port: 6d227e54-8718-4f1c-b062-5556709b6a47, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:39:03.535747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:03.599681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed6046f6-304b-402c-bb26-d44485556cee req-5bb4f62f-921e-4ea7-a117-af31467a1cfe tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065192 Aug 29 06:39:03.650276 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:03.669955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-c642d6b2-4811-4bc1-8972-884b1d63336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:03.674135 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-c642d6b2-4811-4bc1-8972-884b1d63336a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1288013 Aug 29 06:39:03.685734 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-cd762b8b-ef95-475d-89c3-3bf47eb6ca6d service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:39:03.686733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-cd762b8b-ef95-475d-89c3-3bf47eb6ca6d service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077171 Aug 29 06:39:03.690474 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea139d-dab6-4a21-9daf-9b3f8327632b None None] New status for floating IP cc678794-3bc4-46aa-9b02-a28e661d32a6: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:39:03.692252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:03.707308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6d227e54-8718-4f1c-b062-5556709b6a47,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:39:03.712011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:03.713163 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:03.719598 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] 10.222.0.15 "PUT /v2.0/ports/cf358ef3-c92c-4244-899e-a0731dcfa3ad HTTP/1.1" status: 200 len: 1096 time: 1.9185848 Aug 29 06:39:03.755876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e626f47-e6f4-4c49-a493-9798dd8740b2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf358ef3-c92c-4244-899e-a0731dcfa3ad,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:03.791311 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:03.869621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17404fc9-af9d-4925-a8cf-2119203dfc7f no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:39:03.917099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-515f8ebd-94d0-4796-b472-a8a6b6330446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:03.917844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-ece8d57e-883b-42ec-9808-2a60c7fb8c09 service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160406 Aug 29 06:39:03.918954 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-515f8ebd-94d0-4796-b472-a8a6b6330446 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d482bf12e140b385ed84ae9ac87e07&device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 1099 time: 0.0579128 Aug 29 06:39:03.965597 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-51f02a98-84c6-4055-a258-adbe0674ed4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=cf358ef3-c92c-4244-899e-a0731dcfa3ad HTTP/1.1" status: 200 len: 217 time: 0.0389385 Aug 29 06:39:03.987750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Pushing event updated for resources: {'Port': ['ID=6d227e54-8718-4f1c-b062-5556709b6a47,revision_number=8']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:03.990422 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:04.023829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17404fc9-af9d-4925-a8cf-2119203dfc7f'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:04.027449 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f833b-8139-42f7-b2fa-9e417cf0bd8a" -d '{"events": [{"server_uuid": "dc4e57a0-3b15-48ed-9142-0b98c3d40c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "17404fc9-af9d-4925-a8cf-2119203dfc7f"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:04.032512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aafea1-ad0b-4724-aadf-b75a0a115b23 req-63fcd1c5-fdd9-451d-9fd6-f3d3a01c2ddf tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.038594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6a7716ff-118e-4ef4-ae46-50ae9952f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.040752 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-6a7716ff-118e-4ef4-ae46-50ae9952f3b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0584910 Aug 29 06:39:04.040889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57aafea1-ad0b-4724-aadf-b75a0a115b23 req-63fcd1c5-fdd9-451d-9fd6-f3d3a01c2ddf tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.2468281 Aug 29 06:39:04.043922 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17404fc9-af9d-4925-a8cf-2119203dfc7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17404fc9-af9d-4925-a8cf-2119203dfc7f,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:04.048979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.049597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:04.050984 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-588f1f0e-f6ad-4631-b039-f5a2351098df service neutron] 10.222.0.15 "PUT /v2.0/ports/6d227e54-8718-4f1c-b062-5556709b6a47 HTTP/1.1" status: 200 len: 1124 time: 2.0097466 Aug 29 06:39:04.101478 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-4f2ba943-e77f-41be-ba1d-36fe8c9494fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.103047 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-4f2ba943-e77f-41be-ba1d-36fe8c9494fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514638 Aug 29 06:39:04.106521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57aafea1-ad0b-4724-aadf-b75a0a115b23 req-33f37952-b319-4bdd-89be-9a064568d78a tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646427 Aug 29 06:39:04.112628 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a20780d-a81c-46a5-80c5-bc8d8c83ecd0 req-5424050f-2d58-4b47-9c51-f26a4350aa53 service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843677 Aug 29 06:39:04.139696 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:04.191841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=17404fc9-af9d-4925-a8cf-2119203dfc7f,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:04.223110 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-05148905-0777-4116-9246-1b416fc52011 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116414 Aug 29 06:39:04.246374 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00c724a-0dc9-4aa1-9dbb-aa0441ae7f70 x-openstack-request-id: req-d00c724a-0dc9-4aa1-9dbb-aa0441ae7f70 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:04.246686 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63abe978-3077-461d-a35d-36f777e39b2c", "tag": "da42414a-217d-461c-b308-4067b436cfb3", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:04.246936 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d00c724a-0dc9-4aa1-9dbb-aa0441ae7f70 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:04.247349 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63abe978-3077-461d-a35d-36f777e39b2c', 'tag': 'da42414a-217d-461c-b308-4067b436cfb3', 'status': 'completed', 'code': 200} Aug 29 06:39:04.282763 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e67f0d-63f0-4a73-9fa9-3605c5629947 x-openstack-request-id: req-85e67f0d-63f0-4a73-9fa9-3605c5629947 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:04.282763 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7", "tag": "548275e1-489c-4612-ad0a-a73e662766ad", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:04.282763 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-85e67f0d-63f0-4a73-9fa9-3605c5629947 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:04.283917 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7', 'tag': '548275e1-489c-4612-ad0a-a73e662766ad', 'status': 'completed', 'code': 200} Aug 29 06:39:04.339801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['6d227e54-8718-4f1c-b062-5556709b6a47'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:04.369643 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac95072-2529-42e6-8227-85593c1c6080 req-07649634-6b55-4202-9571-0f2565bd62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.371605 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ac95072-2529-42e6-8227-85593c1c6080 req-07649634-6b55-4202-9571-0f2565bd62ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 1098 time: 0.1027279 Aug 29 06:39:04.396830 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb526c9-433a-4db2-83e7-34dfddd85614 req-3a1a97d1-a38e-4f40-8790-7ae59f9f37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.398316 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cdb526c9-433a-4db2-83e7-34dfddd85614 req-3a1a97d1-a38e-4f40-8790-7ae59f9f37c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 1099 time: 0.0668674 Aug 29 06:39:04.401864 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6061d3b3-8fa1-4890-b647-da6d993e3dd9 req-95d40136-c31e-4c24-8d68-3f222f368b9f service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631274 Aug 29 06:39:04.408078 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c686ff-8620-4f0a-887a-2e38eca6025a req-a8674e12-4a6d-475b-b975-0f3ca69610ad tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.409588 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4c686ff-8620-4f0a-887a-2e38eca6025a req-a8674e12-4a6d-475b-b975-0f3ca69610ad tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 944 time: 0.1065712 Aug 29 06:39:04.465441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a2a55-8aa2-496e-9b6d-0c0db6c59979 req-b9ebe871-c20a-463f-a88c-1bdf6802a077 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.466915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-665a2a55-8aa2-496e-9b6d-0c0db6c59979 req-b9ebe871-c20a-463f-a88c-1bdf6802a077 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 947 time: 0.1477582 Aug 29 06:39:04.529784 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4c686ff-8620-4f0a-887a-2e38eca6025a req-d814cf49-acd9-4268-ac3d-100751ddf911 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080544 Aug 29 06:39:04.564707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-665a2a55-8aa2-496e-9b6d-0c0db6c59979 req-77a38032-f7a7-4f7f-90f8-321445aafc11 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/security-groups?id=06ef4dd1-7191-487e-a191-2af1e48f4555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802858 Aug 29 06:39:04.564976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac95072-2529-42e6-8227-85593c1c6080 req-112ef75d-73f7-4be2-b883-6489945ee09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.566488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ac95072-2529-42e6-8227-85593c1c6080 req-112ef75d-73f7-4be2-b883-6489945ee09e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 920 time: 0.1850896 Aug 29 06:39:04.587379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb526c9-433a-4db2-83e7-34dfddd85614 req-173a6064-ca6f-41b0-b3ce-fb6186f16fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.587379 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cdb526c9-433a-4db2-83e7-34dfddd85614 req-173a6064-ca6f-41b0-b3ce-fb6186f16fba service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1100824 Aug 29 06:39:04.606930 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a509d8b0-f5c7-493a-9094-d5b152ba6277 x-openstack-request-id: req-a509d8b0-f5c7-493a-9094-d5b152ba6277 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:04.607283 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4e57a0-3b15-48ed-9142-0b98c3d40c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "17404fc9-af9d-4925-a8cf-2119203dfc7f", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:04.607544 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a509d8b0-f5c7-493a-9094-d5b152ba6277 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:04.607956 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17404fc9-af9d-4925-a8cf-2119203dfc7f', 'code': 200} Aug 29 06:39:04.647550 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cdb526c9-433a-4db2-83e7-34dfddd85614 req-45899229-3d67-4d14-8b10-1bca24644494 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=548275e1-489c-4612-ad0a-a73e662766ad HTTP/1.1" status: 200 len: 217 time: 0.0568647 Aug 29 06:39:04.685123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ac95072-2529-42e6-8227-85593c1c6080 req-961b389e-2ae7-4f4a-84e6-3020653e1727 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da42414a-217d-461c-b308-4067b436cfb3 HTTP/1.1" status: 200 len: 1002 time: 0.1071994 Aug 29 06:39:04.699515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb526c9-433a-4db2-83e7-34dfddd85614 req-87570612-dc70-4445-a80b-bcdb3cf06f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.701204 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cdb526c9-433a-4db2-83e7-34dfddd85614 req-87570612-dc70-4445-a80b-bcdb3cf06f1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0456674 Aug 29 06:39:04.753335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb526c9-433a-4db2-83e7-34dfddd85614 req-b4ac4f44-7801-418b-a119-dadedabc15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.755241 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cdb526c9-433a-4db2-83e7-34dfddd85614 req-b4ac4f44-7801-418b-a119-dadedabc15f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0440452 Aug 29 06:39:04.763199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb65474-4321-4938-8af8-a16b2ff8f332 req-5da20cbd-ffb4-4163-9517-cca92257d3f4 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.764683 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2cb65474-4321-4938-8af8-a16b2ff8f332 req-5da20cbd-ffb4-4163-9517-cca92257d3f4 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 946 time: 0.1294506 Aug 29 06:39:04.774425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac95072-2529-42e6-8227-85593c1c6080 req-91f670dd-537b-4be1-a182-18147c8ed14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.774662 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ac95072-2529-42e6-8227-85593c1c6080 req-91f670dd-537b-4be1-a182-18147c8ed14f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.0739312 Aug 29 06:39:04.785274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-b811641a-93c1-4149-b3a1-770bb53530a9 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.786693 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-b811641a-93c1-4149-b3a1-770bb53530a9 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1190314 Aug 29 06:39:04.859655 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cdb526c9-433a-4db2-83e7-34dfddd85614 req-491d43f8-e2ed-4936-9b06-8ec90a744820 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956521 Aug 29 06:39:04.905354 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2cb65474-4321-4938-8af8-a16b2ff8f332 req-55390b76-41bd-4bcb-bd2b-256559774a3d tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289504 Aug 29 06:39:04.932890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac95072-2529-42e6-8227-85593c1c6080 req-a49f8ae0-7ffe-45f1-8ef2-7963ccef7f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:04.933796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ac95072-2529-42e6-8227-85593c1c6080 req-a49f8ae0-7ffe-45f1-8ef2-7963ccef7f74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1453776 Aug 29 06:39:04.938915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-285adc89-de65-433f-a4cf-afc6cf5940ec tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 1002 time: 0.1402798 Aug 29 06:39:04.950564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-6a52a636-fa8f-4bb1-b63b-81a52c1a9f88 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Request body: {'floatingip': {'port_id': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:04.981207 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cdb526c9-433a-4db2-83e7-34dfddd85614 req-16260fef-d4fd-4dfd-a903-8446b98278cd service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097806 Aug 29 06:39:05.061192 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-6a52a636-fa8f-4bb1-b63b-81a52c1a9f88 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:05.130049 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ac95072-2529-42e6-8227-85593c1c6080 req-6f4604de-0830-4655-92f4-14663052e351 service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747856 Aug 29 06:39:05.320465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ac95072-2529-42e6-8227-85593c1c6080 req-c2a4ffa7-4b2c-4a00-850a-29cbf61d0793 service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642559 Aug 29 06:39:05.605440 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-6a52a636-fa8f-4bb1-b63b-81a52c1a9f88 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:05.674963 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-6a52a636-fa8f-4bb1-b63b-81a52c1a9f88 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:05.869753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 113be281-1e24-4419-81dd-2a31c5d25935 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:39:05.968251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 113be281-1e24-4419-81dd-2a31c5d25935, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=113be281-1e24-4419-81dd-2a31c5d25935,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:05.980257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '113be281-1e24-4419-81dd-2a31c5d25935', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '113be281-1e24-4419-81dd-2a31c5d25935', 'mac_address': 'fa:16:3e:d4:c8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:39:06.004871 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-6a52a636-fa8f-4bb1-b63b-81a52c1a9f88 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Floating IP cc678794-3bc4-46aa-9b02-a28e661d32a6 associated. External IP: 172.25.1.249, port: da42414a-217d-461c-b308-4067b436cfb3. Aug 29 06:39:06.017433 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:06.030042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113be281-1e24-4419-81dd-2a31c5d25935 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:06.049421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 113be281-1e24-4419-81dd-2a31c5d25935, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=113be281-1e24-4419-81dd-2a31c5d25935,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:06.129714 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:06.177482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=113be281-1e24-4419-81dd-2a31c5d25935,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:06.212368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-6a52a636-fa8f-4bb1-b63b-81a52c1a9f88 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:39:06.255581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0a7f93-2b00-4434-b4ed-c51ce1443320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d227e54-8718-4f1c-b062-5556709b6a47'}, {'name': 'network-changed', 'server_uuid': '1a0a7f93-2b00-4434-b4ed-c51ce1443320', 'tag': '6d227e54-8718-4f1c-b062-5556709b6a47'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:06.258176 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d931af74-e81b-456f-abaa-6ffd1215512b" -d '{"events": [{"server_uuid": "1a0a7f93-2b00-4434-b4ed-c51ce1443320", "name": "network-vif-unplugged", "status": "completed", "tag": "6d227e54-8718-4f1c-b062-5556709b6a47"}, {"name": "network-changed", "server_uuid": "1a0a7f93-2b00-4434-b4ed-c51ce1443320", "tag": "6d227e54-8718-4f1c-b062-5556709b6a47"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:06.284734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e767a85-e220-4f1d-bf79-20e9545e528e', 'tag': 'cf358ef3-c92c-4244-899e-a0731dcfa3ad'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:06.287094 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62199271-0ebb-4290-b971-5c98c7350e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e767a85-e220-4f1d-bf79-20e9545e528e", "tag": "cf358ef3-c92c-4244-899e-a0731dcfa3ad"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:06.324762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-6a52a636-fa8f-4bb1-b63b-81a52c1a9f88 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:39:06.336190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afafd2d9-58d4-4f88-bcbc-3aac7cdd6459 None None] Sync routers for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:39:06.346892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afafd2d9-58d4-4f88-bcbc-3aac7cdd6459 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:39:06.347709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-afafd2d9-58d4-4f88-bcbc-3aac7cdd6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:38:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:06.463595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-afafd2d9-58d4-4f88-bcbc-3aac7cdd6459 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:39:06.568353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-6a52a636-fa8f-4bb1-b63b-81a52c1a9f88 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:39:06.581969 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4e429-cc9e-45fa-a0c1-95afc0cb56f5 req-45c2fd8b-65f8-47cb-ab76-d50f7843d606 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:06.583493 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94d4e429-cc9e-45fa-a0c1-95afc0cb56f5 req-45c2fd8b-65f8-47cb-ab76-d50f7843d606 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 947 time: 0.0713294 Aug 29 06:39:06.620371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['113be281-1e24-4419-81dd-2a31c5d25935'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:06.664068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94d4e429-cc9e-45fa-a0c1-95afc0cb56f5 req-25d918c9-e770-4d84-bf05-a18d7400eac4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735919 Aug 29 06:39:06.713742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-6a52a636-fa8f-4bb1-b63b-81a52c1a9f88 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:39:06.718206 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-6a52a636-fa8f-4bb1-b63b-81a52c1a9f88 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:06.777097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-afafd2d9-58d4-4f88-bcbc-3aac7cdd6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cc678794-3bc4-46aa-9b02-a28e661d32a6', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'port_id': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'mac_address': 'fa:16:3e:59:f0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:38:40Z', 'updated_at': '2021-08-29T06:39:05Z', 'revision_number': 3, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:06.804450 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-6a52a636-fa8f-4bb1-b63b-81a52c1a9f88 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "PUT /v2.0/floatingips/cc678794-3bc4-46aa-9b02-a28e661d32a6 HTTP/1.1" status: 200 len: 998 time: 1.8580637 Aug 29 06:39:06.809454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afafd2d9-58d4-4f88-bcbc-3aac7cdd6459 None None] Checking router: daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:39:06.815759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84116bea-286c-432d-a6dc-3964401629bd req-83910c3f-2a98-439e-ae56-42f0131e4b48 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:06.817253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84116bea-286c-432d-a6dc-3964401629bd req-83910c3f-2a98-439e-ae56-42f0131e4b48 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 946 time: 0.0805671 Aug 29 06:39:06.831005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afafd2d9-58d4-4f88-bcbc-3aac7cdd6459 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:39:06.831658 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-afafd2d9-58d4-4f88-bcbc-3aac7cdd6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:38:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:06.872567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-befa22d7-3ad8-4c2c-9ddd-9c75a6afe7f7 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:06.873932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-befa22d7-3ad8-4c2c-9ddd-9c75a6afe7f7 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports/da42414a-217d-461c-b308-4067b436cfb3 HTTP/1.1" status: 200 len: 943 time: 0.0558069 Aug 29 06:39:06.891235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84116bea-286c-432d-a6dc-3964401629bd req-f8ad3e95-0fc2-4539-b6a2-0eb951fb24eb tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638359 Aug 29 06:39:06.953996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-afafd2d9-58d4-4f88-bcbc-3aac7cdd6459 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:39:07.007585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-c8686c3f-a30a-4cad-a90e-b66bd10ee950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:07.009113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-c8686c3f-a30a-4cad-a90e-b66bd10ee950 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 1098 time: 0.0728579 Aug 29 06:39:07.037880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc7257-aebe-4d96-a835-1f0468524857 req-32cfa860-6da4-4d16-bb11-51d54bcc2f1c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:07.039456 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7afc7257-aebe-4d96-a835-1f0468524857 req-32cfa860-6da4-4d16-bb11-51d54bcc2f1c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0754430 Aug 29 06:39:07.122871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7afc7257-aebe-4d96-a835-1f0468524857 req-5c30cddc-83f2-4c14-a1d4-00676272d7d1 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711741 Aug 29 06:39:07.149967 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-adec28e6-0d1f-41e0-9370-21b613cdf076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:07.152216 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-adec28e6-0d1f-41e0-9370-21b613cdf076 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 920 time: 0.1315489 Aug 29 06:39:07.199349 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-0cff3c64-663c-42e7-a1d4-d4f5e4e7daa3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da42414a-217d-461c-b308-4067b436cfb3 HTTP/1.1" status: 200 len: 217 time: 0.0412967 Aug 29 06:39:07.250713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-22542ff7-d1a8-4b52-bd3d-5d615f34999b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:07.252369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-22542ff7-d1a8-4b52-bd3d-5d615f34999b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.0473075 Aug 29 06:39:07.296328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-afafd2d9-58d4-4f88-bcbc-3aac7cdd6459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cc678794-3bc4-46aa-9b02-a28e661d32a6', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'port_id': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'mac_address': 'fa:16:3e:59:f0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:38:40Z', 'updated_at': '2021-08-29T06:39:05Z', 'revision_number': 3, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:07.326460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afafd2d9-58d4-4f88-bcbc-3aac7cdd6459 None None] The sync data for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 is: [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cc678794-3bc4-46aa-9b02-a28e661d32a6', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'port_id': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'mac_address': 'fa:16:3e:59:f0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:38:40Z', 'updated_at': '2021-08-29T06:39:05Z', 'revision_number': 3, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:39:07.334775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-262ba722-320b-42de-b9a9-fc3ef5c6aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:07.336334 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-262ba722-320b-42de-b9a9-fc3ef5c6aa87 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767107 Aug 29 06:39:07.344574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48b6da-5c0c-4366-bcbe-c4b341422f6d req-dec65ff5-ed30-4121-ae5c-56366ee307b4 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:07.346016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb48b6da-5c0c-4366-bcbe-c4b341422f6d req-dec65ff5-ed30-4121-ae5c-56366ee307b4 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 944 time: 0.0771930 Aug 29 06:39:07.431251 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb48b6da-5c0c-4366-bcbe-c4b341422f6d req-918626f5-8ec4-4bb8-bad3-93aa8b584685 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771453 Aug 29 06:39:07.466512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-062adc75-3f2d-4202-8d76-806c76509cd9 service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195304 Aug 29 06:39:07.491503 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f33a6a-9354-42b8-864c-1ee15a0a73be None None] New status for floating IP cc678794-3bc4-46aa-9b02-a28e661d32a6: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:39:07.593511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e93540-a82f-4846-b95c-5577061675e2 req-cd979f7e-3844-46ce-8502-4b579ef50269 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:07.595666 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0e93540-a82f-4846-b95c-5577061675e2 req-cd979f7e-3844-46ce-8502-4b579ef50269 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 947 time: 0.1009300 Aug 29 06:39:07.613556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-b3ea5779-d117-4ebf-860d-f9918c12f658 service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400666 Aug 29 06:39:07.643500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0e93540-a82f-4846-b95c-5577061675e2 req-75df5601-95ef-401f-b3a3-1be87008cfa2 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/security-groups?id=06ef4dd1-7191-487e-a191-2af1e48f4555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396073 Aug 29 06:39:07.688338 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8102191d-505a-4ab8-ba29-bad15bc9439d x-openstack-request-id: req-8102191d-505a-4ab8-ba29-bad15bc9439d {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:07.688994 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0a7f93-2b00-4434-b4ed-c51ce1443320", "name": "network-vif-unplugged", "status": "completed", "tag": "6d227e54-8718-4f1c-b062-5556709b6a47", "code": 200}, {"name": "network-changed", "server_uuid": "1a0a7f93-2b00-4434-b4ed-c51ce1443320", "tag": "6d227e54-8718-4f1c-b062-5556709b6a47", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:07.688994 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8102191d-505a-4ab8-ba29-bad15bc9439d {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:07.689350 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0a7f93-2b00-4434-b4ed-c51ce1443320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d227e54-8718-4f1c-b062-5556709b6a47', 'code': 200} Aug 29 06:39:07.689606 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0a7f93-2b00-4434-b4ed-c51ce1443320', 'tag': '6d227e54-8718-4f1c-b062-5556709b6a47', 'status': 'completed', 'code': 200} Aug 29 06:39:07.720358 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47da793-0220-4260-95c4-ba85b2b39d5b x-openstack-request-id: req-a47da793-0220-4260-95c4-ba85b2b39d5b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:07.721628 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e767a85-e220-4f1d-bf79-20e9545e528e", "tag": "cf358ef3-c92c-4244-899e-a0731dcfa3ad", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:07.722292 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a47da793-0220-4260-95c4-ba85b2b39d5b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:07.722934 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e767a85-e220-4f1d-bf79-20e9545e528e', 'tag': 'cf358ef3-c92c-4244-899e-a0731dcfa3ad', 'status': 'completed', 'code': 200} Aug 29 06:39:07.804817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-fd4224bc-7aec-440c-bcc3-55c6e130e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:07.805615 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-fd4224bc-7aec-440c-bcc3-55c6e130e433 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 1097 time: 0.0851064 Aug 29 06:39:07.812366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62199271-0ebb-4290-b971-5c98c7350e7f req-748f4d46-f409-45aa-9987-7129839bacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:07.814329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62199271-0ebb-4290-b971-5c98c7350e7f req-748f4d46-f409-45aa-9987-7129839bacdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d482bf12e140b385ed84ae9ac87e07&device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 1099 time: 0.0610690 Aug 29 06:39:07.840061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931af74-e81b-456f-abaa-6ffd1215512b req-0e7dd907-afe1-42a6-82a2-746aaca0b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:07.841575 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d931af74-e81b-456f-abaa-6ffd1215512b req-0e7dd907-afe1-42a6-82a2-746aaca0b6e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 1127 time: 0.0493271 Aug 29 06:39:07.870161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 548275e1-489c-4612-ad0a-a73e662766ad details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:39:07.882034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 113be281-1e24-4419-81dd-2a31c5d25935 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:39:07.966851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931af74-e81b-456f-abaa-6ffd1215512b req-7aec27fb-3050-4f6d-81da-749cba408c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:07.969883 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d931af74-e81b-456f-abaa-6ffd1215512b req-7aec27fb-3050-4f6d-81da-749cba408c03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.1193137 Aug 29 06:39:07.977520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-3b2e04fc-554a-4554-9aa5-66260f2587e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:07.979020 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-3b2e04fc-554a-4554-9aa5-66260f2587e6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 920 time: 0.1642036 Aug 29 06:39:07.981927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62199271-0ebb-4290-b971-5c98c7350e7f req-87a48f8f-0186-4055-8b85-3f918f50f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:07.983282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62199271-0ebb-4290-b971-5c98c7350e7f req-87a48f8f-0186-4055-8b85-3f918f50f347 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1564243 Aug 29 06:39:07.987780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2776ba5f-cd42-416a-a432-5ac38a2c93ea None None] Sync routers for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:39:08.028033 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d931af74-e81b-456f-abaa-6ffd1215512b req-a3784321-ac7e-450c-98f0-8b1dec0e3ed7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d227e54-8718-4f1c-b062-5556709b6a47 HTTP/1.1" status: 200 len: 217 time: 0.0437498 Aug 29 06:39:08.036271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2776ba5f-cd42-416a-a432-5ac38a2c93ea None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:39:08.036893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2776ba5f-cd42-416a-a432-5ac38a2c93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:38:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:08.067498 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62199271-0ebb-4290-b971-5c98c7350e7f req-aaa0cc11-7d58-4efa-a910-b15fd3d891bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=cf358ef3-c92c-4244-899e-a0731dcfa3ad HTTP/1.1" status: 200 len: 217 time: 0.0451314 Aug 29 06:39:08.099218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931af74-e81b-456f-abaa-6ffd1215512b req-f1db93f7-90c7-4b54-a86e-43a1ccafa855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:08.102551 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d931af74-e81b-456f-abaa-6ffd1215512b req-f1db93f7-90c7-4b54-a86e-43a1ccafa855 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0642478 Aug 29 06:39:08.112310 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-96dd1456-34d3-4888-8dc4-a9385a54385d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:08.116483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-c1302a5a-12a1-4f96-b472-4f7c9bf3a4de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ceeb1f5-14e2-4f78-83e7-504aae084ff7 HTTP/1.1" status: 200 len: 1001 time: 0.1304815 Aug 29 06:39:08.160300 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d931af74-e81b-456f-abaa-6ffd1215512b req-1ef952c6-345a-4124-be9b-39d988cb8cc4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453618 Aug 29 06:39:08.167547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 548275e1-489c-4612-ad0a-a73e662766ad, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=548275e1-489c-4612-ad0a-a73e662766ad,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:08.180124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62199271-0ebb-4290-b971-5c98c7350e7f req-40eb9c54-2428-41d5-a04d-10ae7dbf30be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:08.181583 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62199271-0ebb-4290-b971-5c98c7350e7f req-40eb9c54-2428-41d5-a04d-10ae7dbf30be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1005893 Aug 29 06:39:08.182734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 113be281-1e24-4419-81dd-2a31c5d25935 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:39:08.183307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-ecd135a7-b999-42da-9ed7-f244c45345ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:08.184638 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-ecd135a7-b999-42da-9ed7-f244c45345ae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.0601873 Aug 29 06:39:08.197016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '548275e1-489c-4612-ad0a-a73e662766ad', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '548275e1-489c-4612-ad0a-a73e662766ad', 'mac_address': 'fa:16:3e:31:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:39:08.201319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 113be281-1e24-4419-81dd-2a31c5d25935 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:08.201319 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:08.210445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-2776ba5f-cd42-416a-a432-5ac38a2c93ea None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:39:08.262289 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-a9c2aab3-eeba-4ccd-a6d3-ecb468721455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:08.263739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-a9c2aab3-eeba-4ccd-a6d3-ecb468721455 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717700 Aug 29 06:39:08.271423 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d931af74-e81b-456f-abaa-6ffd1215512b req-424dfc42-cc36-4471-8fac-9b275c702593 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006353 Aug 29 06:39:08.282882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62199271-0ebb-4290-b971-5c98c7350e7f req-6becbd15-5991-49ff-abd2-c00992efcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:08.284460 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62199271-0ebb-4290-b971-5c98c7350e7f req-6becbd15-5991-49ff-abd2-c00992efcd80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0836504 Aug 29 06:39:08.365354 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:08.417486 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d931af74-e81b-456f-abaa-6ffd1215512b req-5edc65c8-9e48-49f2-ba2a-af6ffa1de933 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341026 Aug 29 06:39:08.428210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548275e1-489c-4612-ad0a-a73e662766ad {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:08.436988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-05669d32-60cc-42d0-9065-1b7a2c7f1de3 service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654880 Aug 29 06:39:08.437336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6d227e54-8718-4f1c-b062-5556709b6a47 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:39:08.475641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 548275e1-489c-4612-ad0a-a73e662766ad, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=548275e1-489c-4612-ad0a-a73e662766ad,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:08.482151 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62199271-0ebb-4290-b971-5c98c7350e7f req-9e6d8a41-05f2-4dbc-b3c5-cd65209b3ea3 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627274 Aug 29 06:39:08.594771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3250e-c6db-4fd5-bd40-34040ce32f51 req-ba936567-148c-4163-83a1-61068f541b37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:08.596286 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0c3250e-c6db-4fd5-bd40-34040ce32f51 req-ba936567-148c-4163-83a1-61068f541b37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 947 time: 0.1668255 Aug 29 06:39:08.597668 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:08.644793 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:08.672365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ddb279-785e-4534-beb9-2dae44424ee6 req-ffd61701-ac75-4b89-8a5a-a4e6777a6318 service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190297 Aug 29 06:39:08.678637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0c3250e-c6db-4fd5-bd40-34040ce32f51 req-969dbc93-a88d-41dd-babb-e7326efade2e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711749 Aug 29 06:39:08.682177 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62199271-0ebb-4290-b971-5c98c7350e7f req-6e0928ae-1ab2-4821-a26b-5f90048d44f7 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608610 Aug 29 06:39:08.766447 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113be281-1e24-4419-81dd-2a31c5d25935'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:08.768768 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613044f4-165b-4493-8c8b-889b7891a0fe" -d '{"events": [{"server_uuid": "f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98", "name": "network-vif-plugged", "status": "completed", "tag": "113be281-1e24-4419-81dd-2a31c5d25935"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:08.786548 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=548275e1-489c-4612-ad0a-a73e662766ad,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:08.801039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 113be281-1e24-4419-81dd-2a31c5d25935, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=113be281-1e24-4419-81dd-2a31c5d25935,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:08.823094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6d227e54-8718-4f1c-b062-5556709b6a47,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:08.845463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6d227e54-8718-4f1c-b062-5556709b6a47 has no active binding in host n-h1-713301-12 {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 06:39:08.845777 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device cf358ef3-c92c-4244-899e-a0731dcfa3ad details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:39:08.886123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2692119-832c-4470-864d-65628e5d3c79 req-9d1a9a20-e32b-4147-a45f-bf83a0887dc4 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:08.887791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2692119-832c-4470-864d-65628e5d3c79 req-9d1a9a20-e32b-4147-a45f-bf83a0887dc4 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0553565 Aug 29 06:39:08.929646 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2692119-832c-4470-864d-65628e5d3c79 req-8fb73267-837b-4ae5-a402-028698584785 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354972 Aug 29 06:39:08.933618 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:08.985428 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2776ba5f-cd42-416a-a432-5ac38a2c93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cc678794-3bc4-46aa-9b02-a28e661d32a6', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'port_id': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'mac_address': 'fa:16:3e:59:f0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:38:40Z', 'updated_at': '2021-08-29T06:39:07Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:09.038499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2776ba5f-cd42-416a-a432-5ac38a2c93ea None None] Checking router: daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:39:09.064450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=113be281-1e24-4419-81dd-2a31c5d25935,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:09.074391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port cf358ef3-c92c-4244-899e-a0731dcfa3ad, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=cf358ef3-c92c-4244-899e-a0731dcfa3ad,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:09.077072 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2776ba5f-cd42-416a-a432-5ac38a2c93ea None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:39:09.077698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2776ba5f-cd42-416a-a432-5ac38a2c93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:38:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:09.120484 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'cf358ef3-c92c-4244-899e-a0731dcfa3ad', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'cf358ef3-c92c-4244-899e-a0731dcfa3ad', 'mac_address': 'fa:16:3e:d4:f0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:39:09.125704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['548275e1-489c-4612-ad0a-a73e662766ad'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:09.380374 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:09.403657 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-2776ba5f-cd42-416a-a432-5ac38a2c93ea None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:39:09.411401 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf358ef3-c92c-4244-899e-a0731dcfa3ad {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:09.473594 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port cf358ef3-c92c-4244-899e-a0731dcfa3ad, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=cf358ef3-c92c-4244-899e-a0731dcfa3ad,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:09.483225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e290d0-3273-4264-8f40-b6e9b8576e45 req-0f4f2452-1f87-4404-9177-4c1abbbfa193 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:09.490969 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3e290d0-3273-4264-8f40-b6e9b8576e45 req-0f4f2452-1f87-4404-9177-4c1abbbfa193 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 944 time: 0.0926669 Aug 29 06:39:09.521342 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc9cbc-326d-48d9-afe0-8a066374951b req-a4bb4063-75f8-4b1c-b277-ecf2dbcaf11e tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:09.523602 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9fc9cbc-326d-48d9-afe0-8a066374951b req-a4bb4063-75f8-4b1c-b277-ecf2dbcaf11e tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 947 time: 0.0979285 Aug 29 06:39:09.558495 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3e290d0-3273-4264-8f40-b6e9b8576e45 req-b86f1ebf-7fda-42bb-9cc5-5c264eff6e00 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665336 Aug 29 06:39:09.568262 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:09.593388 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9fc9cbc-326d-48d9-afe0-8a066374951b req-233a5857-a48d-41e3-9751-2be273eba995 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/security-groups?id=06ef4dd1-7191-487e-a191-2af1e48f4555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606518 Aug 29 06:39:09.648682 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107d4e32-21ef-46df-9191-0d6a8ab5ccf4 x-openstack-request-id: req-107d4e32-21ef-46df-9191-0d6a8ab5ccf4 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:09.648984 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98", "name": "network-vif-plugged", "status": "completed", "tag": "113be281-1e24-4419-81dd-2a31c5d25935", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:09.649232 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-107d4e32-21ef-46df-9191-0d6a8ab5ccf4 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:09.649630 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113be281-1e24-4419-81dd-2a31c5d25935', 'code': 200} Aug 29 06:39:09.684393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e55d43c-fbd3-4a58-ab8e-66235eb0f452 req-7c7e8e8e-d997-4956-a6c2-1593136f82a6 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 1001 time: 0.0709195 Aug 29 06:39:09.693743 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63abe978-3077-461d-a35d-36f777e39b2c', 'tag': 'da42414a-217d-461c-b308-4067b436cfb3'}, {'name': 'network-changed', 'server_uuid': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'tag': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:09.695996 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88676bcc-cc7e-49e0-ab78-20103fb107e2" -d '{"events": [{"name": "network-changed", "server_uuid": "63abe978-3077-461d-a35d-36f777e39b2c", "tag": "da42414a-217d-461c-b308-4067b436cfb3"}, {"name": "network-changed", "server_uuid": "c3722ed3-b4b7-4c30-9581-b43738bb09a1", "tag": "4ceeb1f5-14e2-4f78-83e7-504aae084ff7"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:09.742733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=cf358ef3-c92c-4244-899e-a0731dcfa3ad,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:09.778958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55d43c-fbd3-4a58-ab8e-66235eb0f452 req-78d4f584-b996-4d5b-9c6f-aa78a8e11dc2 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:09.782964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e55d43c-fbd3-4a58-ab8e-66235eb0f452 req-78d4f584-b996-4d5b-9c6f-aa78a8e11dc2 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports/4ceeb1f5-14e2-4f78-83e7-504aae084ff7 HTTP/1.1" status: 200 len: 942 time: 0.0977256 Aug 29 06:39:09.825852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75e34b-9b36-4345-93ee-191dc14ddf91 req-d4dac28e-a331-417f-b2df-1254022a7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:09.827573 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9e75e34b-9b36-4345-93ee-191dc14ddf91 req-d4dac28e-a331-417f-b2df-1254022a7915 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98 HTTP/1.1" status: 200 len: 1102 time: 0.0567944 Aug 29 06:39:09.834607 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2776ba5f-cd42-416a-a432-5ac38a2c93ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cc678794-3bc4-46aa-9b02-a28e661d32a6', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'port_id': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'mac_address': 'fa:16:3e:59:f0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:38:40Z', 'updated_at': '2021-08-29T06:39:07Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:09.841670 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49edf3e2-745c-471d-8b80-4fd8dd4a431b x-openstack-request-id: req-49edf3e2-745c-471d-8b80-4fd8dd4a431b {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:09.842176 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63abe978-3077-461d-a35d-36f777e39b2c", "tag": "da42414a-217d-461c-b308-4067b436cfb3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c3722ed3-b4b7-4c30-9581-b43738bb09a1", "tag": "4ceeb1f5-14e2-4f78-83e7-504aae084ff7", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:09.842646 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49edf3e2-745c-471d-8b80-4fd8dd4a431b {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:09.843349 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63abe978-3077-461d-a35d-36f777e39b2c', 'tag': 'da42414a-217d-461c-b308-4067b436cfb3', 'status': 'completed', 'code': 200} Aug 29 06:39:09.843934 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'tag': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7', 'status': 'completed', 'code': 200} Aug 29 06:39:09.863393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2776ba5f-cd42-416a-a432-5ac38a2c93ea None None] The sync data for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 is: [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cc678794-3bc4-46aa-9b02-a28e661d32a6', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'port_id': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'mac_address': 'fa:16:3e:59:f0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:38:40Z', 'updated_at': '2021-08-29T06:39:07Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:39:09.897006 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9e75e34b-9b36-4345-93ee-191dc14ddf91 req-5de95f99-95dd-429e-a387-5912f0ac1100 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616064 Aug 29 06:39:09.950288 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['cf358ef3-c92c-4244-899e-a0731dcfa3ad'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:10.272695 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b191e-8dec-49d5-98f5-8a7a7a1a8603 req-c8753698-ede9-479e-a5bf-e92c8af0123b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:10.274165 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b04b191e-8dec-49d5-98f5-8a7a7a1a8603 req-c8753698-ede9-479e-a5bf-e92c8af0123b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 948 time: 0.3814700 Aug 29 06:39:10.278462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-96b79897-f2a7-4e0e-9446-20bb41fe3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:10.279925 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-96b79897-f2a7-4e0e-9446-20bb41fe3e12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 1098 time: 0.3593383 Aug 29 06:39:10.300931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e55d43c-fbd3-4a58-ab8e-66235eb0f452 req-dabb3348-20dc-4f46-8dd8-53d9692adb3c tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 1001 time: 0.3782022 Aug 29 06:39:10.409583 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b04b191e-8dec-49d5-98f5-8a7a7a1a8603 req-4c07bde0-04ff-4a64-9bf8-9d3c8ccd1218 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285961 Aug 29 06:39:10.510817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55d43c-fbd3-4a58-ab8e-66235eb0f452 req-30165422-3672-4a91-ad80-e1b6e6425d75 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:10.512217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e55d43c-fbd3-4a58-ab8e-66235eb0f452 req-30165422-3672-4a91-ad80-e1b6e6425d75 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.2003405 Aug 29 06:39:10.517755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-4b8bf5d1-f626-4d48-9986-e9fc7577101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:10.519168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-4b8bf5d1-f626-4d48-9986-e9fc7577101b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 920 time: 0.2173300 Aug 29 06:39:10.545724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22869d94-00ee-4805-8e8b-c196786eade5 req-e9218a84-a179-415c-8e96-a607836e5046 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:10.547698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22869d94-00ee-4805-8e8b-c196786eade5 req-e9218a84-a179-415c-8e96-a607836e5046 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 946 time: 0.0788596 Aug 29 06:39:10.555391 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1965a761-d196-4e89-a329-cfac947879e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:10.581308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-3d605640-57cf-4bf2-90be-a1d14949bf4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da42414a-217d-461c-b308-4067b436cfb3 HTTP/1.1" status: 200 len: 217 time: 0.0504954 Aug 29 06:39:10.664530 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-1c558c4a-126f-4800-8189-b5f319c8a47e service neutron] 10.222.0.11 "GET /v2.0/ports/6d227e54-8718-4f1c-b062-5556709b6a47/bindings/n-h1-713301-12 HTTP/1.1" status: 200 len: 385 time: 0.0600345 Aug 29 06:39:10.676492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22869d94-00ee-4805-8e8b-c196786eade5 req-8d89269c-c034-43bc-b25c-e847bd7b11e2 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998015 Aug 29 06:39:10.686245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-06b9f921-5215-4b82-a391-14627ba01456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:10.687735 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-06b9f921-5215-4b82-a391-14627ba01456 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.0732079 Aug 29 06:39:10.696145 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779703c0-8b1a-49a6-9884-28a493037f42 req-2e3f45fb-dd11-49f8-bea3-a906348415ab tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:10.697620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-779703c0-8b1a-49a6-9884-28a493037f42 req-2e3f45fb-dd11-49f8-bea3-a906348415ab tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.1199293 Aug 29 06:39:10.721439 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:10.766230 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-779703c0-8b1a-49a6-9884-28a493037f42 req-658d94d1-5872-4ac0-9ab3-433d6a189890 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579734 Aug 29 06:39:10.769033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-2e8d8f0b-5bbe-42de-81aa-e038eb33da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:10.770450 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-2e8d8f0b-5bbe-42de-81aa-e038eb33da2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719974 Aug 29 06:39:10.861218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-a527452b-1d68-4a75-8c92-9796e01c9bf5 service neutron] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6d227e54-8718-4f1c-b062-5556709b6a47,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:10.889256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-a527452b-1d68-4a75-8c92-9796e01c9bf5 service neutron] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:10.925345 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-a527452b-1d68-4a75-8c92-9796e01c9bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d227e54-8718-4f1c-b062-5556709b6a47 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:10.935570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-a527452b-1d68-4a75-8c92-9796e01c9bf5 service neutron] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6d227e54-8718-4f1c-b062-5556709b6a47,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:10.942090 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-c6fe000f-0642-4ed1-8ee2-a393b22231f2 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 1001 time: 0.1534576 Aug 29 06:39:10.955009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb838f01-3a77-4888-82a8-dd3cceac5228 req-67ed564f-dabf-4bdd-a5a5-ca598e44d7bd tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:10.956472 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb838f01-3a77-4888-82a8-dd3cceac5228 req-67ed564f-dabf-4bdd-a5a5-ca598e44d7bd tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 944 time: 0.0969446 Aug 29 06:39:10.972118 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-85e794cd-11ef-411f-ae7a-48dafe4ad7a4 service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916726 Aug 29 06:39:11.038015 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-a527452b-1d68-4a75-8c92-9796e01c9bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:11.059810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-b538c799-b937-446f-abed-736522e0fa6b tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:11.061200 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-b538c799-b937-446f-abed-736522e0fa6b tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports/4ceeb1f5-14e2-4f78-83e7-504aae084ff7 HTTP/1.1" status: 200 len: 942 time: 0.1038575 Aug 29 06:39:11.089072 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb838f01-3a77-4888-82a8-dd3cceac5228 req-43fe4a4c-17c2-4027-9427-af244f031ab0 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199310 Aug 29 06:39:11.135399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-f1ec607c-f702-4c7f-9528-15699eb9295c service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376021 Aug 29 06:39:11.136402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-a527452b-1d68-4a75-8c92-9796e01c9bf5 service neutron] Transition to ACTIVE for port object 6d227e54-8718-4f1c-b062-5556709b6a47 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:11.218553 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-a527452b-1d68-4a75-8c92-9796e01c9bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:11.261808 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-d27b8e06-9b58-4f6f-8216-318e60eb0177 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 1001 time: 0.1173368 Aug 29 06:39:11.286190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-a527452b-1d68-4a75-8c92-9796e01c9bf5 service neutron] No DVR routers for this DVR port 6d227e54-8718-4f1c-b062-5556709b6a47 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:39:11.295697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527452b-1d68-4a75-8c92-9796e01c9bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d227e54-8718-4f1c-b062-5556709b6a47,revision_number=10']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:11.301044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f950f8-7238-44eb-bedb-5776be94210c req-9bbf621c-55b8-4f7c-bb51-339359d06dfc tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:11.302563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1f950f8-7238-44eb-bedb-5776be94210c req-9bbf621c-55b8-4f7c-bb51-339359d06dfc tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 948 time: 0.1185439 Aug 29 06:39:11.328820 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-a527452b-1d68-4a75-8c92-9796e01c9bf5 service neutron] 10.222.0.11 "PUT /v2.0/ports/6d227e54-8718-4f1c-b062-5556709b6a47/bindings/n-h1-713301-12/activate HTTP/1.1" status: 200 len: 370 time: 0.6574879 Aug 29 06:39:11.335650 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-c300dcdc-4453-4ea7-a253-c55ef1ff1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:11.337072 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-c300dcdc-4453-4ea7-a253-c55ef1ff1477 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 1097 time: 0.1377270 Aug 29 06:39:11.438829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1f950f8-7238-44eb-bedb-5776be94210c req-2d7c3b85-a989-4f4e-ac9d-8924d3f2baaf tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/security-groups?id=06ef4dd1-7191-487e-a191-2af1e48f4555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053476 Aug 29 06:39:11.481468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-f5717e20-825c-47fd-af31-a322c56d32a2 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:11.482841 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-f5717e20-825c-47fd-af31-a322c56d32a2 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.2149072 Aug 29 06:39:11.500580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-a13b5fa8-f883-4c07-8c77-9e795eb119c1 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:39:11.501568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-a13b5fa8-f883-4c07-8c77-9e795eb119c1 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092018 Aug 29 06:39:11.504827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-902966b0-c6fd-4c76-bcb5-f4e8f3efd6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:11.506365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-902966b0-c6fd-4c76-bcb5-f4e8f3efd6ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 920 time: 0.1526685 Aug 29 06:39:11.620998 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:11.647708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-6130f67d-0e82-4539-b069-fd63977d044c tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:11.649250 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-6130f67d-0e82-4539-b069-fd63977d044c tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.0748610 Aug 29 06:39:11.658383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-5aec72d3-6fc8-44c3-b0dc-3cc49a78ffe5 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 1001 time: 0.1485054 Aug 29 06:39:11.660030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-ddf8fb9a-c16f-4e08-8483-fd003f203f0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ceeb1f5-14e2-4f78-83e7-504aae084ff7 HTTP/1.1" status: 200 len: 1001 time: 0.1354494 Aug 29 06:39:11.668916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-c868adfa-cc99-4a33-8931-371aca57b806 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:11.678527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a19e5-82dc-4ff0-9a7c-124a15545551 req-29a48ee3-c0e8-4da0-bf0b-ed705e4cb7a2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:11.679985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b17a19e5-82dc-4ff0-9a7c-124a15545551 req-29a48ee3-c0e8-4da0-bf0b-ed705e4cb7a2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 948 time: 0.1221530 Aug 29 06:39:11.741865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-17ee4e78-8dcc-4ccb-bd65-2072a51c1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:11.743321 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-17ee4e78-8dcc-4ccb-bd65-2072a51c1633 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc HTTP/1.1" status: 200 len: 1097 time: 0.0735703 Aug 29 06:39:11.795310 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-c868adfa-cc99-4a33-8931-371aca57b806 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:11.810128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-eee20dea-dfc4-4bdd-824f-c097a7c887e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:11.811668 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-eee20dea-dfc4-4bdd-824f-c097a7c887e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 1097 time: 0.0410752 Aug 29 06:39:11.827882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-bfcb3f12-77a6-4d09-8785-2bd763710f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:11.829332 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-bfcb3f12-77a6-4d09-8785-2bd763710f1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.1474941 Aug 29 06:39:11.833897 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b17a19e5-82dc-4ff0-9a7c-124a15545551 req-cc5e60f4-ce92-4cb7-8eaf-6bc8dbf875c0 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450186 Aug 29 06:39:11.897387 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 548275e1-489c-4612-ad0a-a73e662766ad up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:39:11.918153 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-cab9093c-176f-4839-8cb9-11dd290cbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:11.919853 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-cab9093c-176f-4839-8cb9-11dd290cbfc2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.0980322 Aug 29 06:39:11.969537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-250c298a-7b7e-46e8-9c8d-01dc1beb7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:11.971097 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-250c298a-7b7e-46e8-9c8d-01dc1beb7425 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1298969 Aug 29 06:39:11.971395 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-d5f692af-d002-44a6-970e-4ba660c5acc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d227e54-8718-4f1c-b062-5556709b6a47 HTTP/1.1" status: 200 len: 217 time: 0.0395799 Aug 29 06:39:12.036033 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-c868adfa-cc99-4a33-8931-371aca57b806 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:12.038698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-ca4db94d-3c73-4434-b549-f68d5adf4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:12.040166 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-ca4db94d-3c73-4434-b549-f68d5adf4495 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0443656 Aug 29 06:39:12.044811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f08b31-a368-440a-8554-75ceaf041468 req-e2dd8162-a133-4294-9879-9cefa2d0287a tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:12.046256 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18f08b31-a368-440a-8554-75ceaf041468 req-e2dd8162-a133-4294-9879-9cefa2d0287a tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 946 time: 0.1225190 Aug 29 06:39:12.057607 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 548275e1-489c-4612-ad0a-a73e662766ad completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:39:12.061855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 548275e1-489c-4612-ad0a-a73e662766ad triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:12.062232 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:12.081040 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-f9208291-a2cb-4c46-bc77-91d188682ff6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254705 Aug 29 06:39:12.130904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18f08b31-a368-440a-8554-75ceaf041468 req-c3a09b0f-b669-4194-822c-2a9556385a56 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752153 Aug 29 06:39:12.154053 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:12.161081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-c868adfa-cc99-4a33-8931-371aca57b806 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:12.161421 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-c868adfa-cc99-4a33-8931-371aca57b806 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Floating IP cc678794-3bc4-46aa-9b02-a28e661d32a6 disassociated. External IP: 172.25.1.249, port: 4ceeb1f5-14e2-4f78-83e7-504aae084ff7. Aug 29 06:39:12.165780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-bd090a12-a534-4ef5-bbbb-188916330579 service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444054 Aug 29 06:39:12.197728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548275e1-489c-4612-ad0a-a73e662766ad'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:12.202792 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf55108-951a-4595-bcc9-e40f95adca6a" -d '{"events": [{"server_uuid": "ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7", "name": "network-vif-plugged", "status": "completed", "tag": "548275e1-489c-4612-ad0a-a73e662766ad"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:12.219610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 548275e1-489c-4612-ad0a-a73e662766ad, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=548275e1-489c-4612-ad0a-a73e662766ad,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:12.235723 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-e402effe-d770-4af4-9d7b-c04e1b312ae6 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122680 Aug 29 06:39:12.330961 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-f52a8681-274b-48a6-9d36-7de7a5b30a33 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854375 Aug 29 06:39:12.381813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88676bcc-cc7e-49e0-ab78-20103fb107e2 req-ff2a21f3-7ffe-4130-8a31-59e0ce04a94f service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812236 Aug 29 06:39:12.390093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f0014-f6e3-4ac4-89a9-826798a9645e req-33780f7a-a0ac-425a-bc91-2695f46b7287 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:12.392106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e2f0014-f6e3-4ac4-89a9-826798a9645e req-33780f7a-a0ac-425a-bc91-2695f46b7287 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0979142 Aug 29 06:39:12.404124 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:12.448800 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6a090228-8bcc-4250-af5e-44fcd8e78e59 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:39:12.450954 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device cf358ef3-c92c-4244-899e-a0731dcfa3ad up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:39:12.488844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=548275e1-489c-4612-ad0a-a73e662766ad,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:12.493267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e2f0014-f6e3-4ac4-89a9-826798a9645e req-8ce7590a-c303-40d2-8634-f6ed0a95eb61 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678480 Aug 29 06:39:12.537851 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-c868adfa-cc99-4a33-8931-371aca57b806 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:39:12.608813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 6a090228-8bcc-4250-af5e-44fcd8e78e59, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6a090228-8bcc-4250-af5e-44fcd8e78e59,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:12.621944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '6a090228-8bcc-4250-af5e-44fcd8e78e59', 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f', 'port_id': '6a090228-8bcc-4250-af5e-44fcd8e78e59', 'mac_address': 'fa:16:3e:08:44:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65030456-9c22-4d0f-ba30-dc80cb8ddba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:39:12.658726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port cf358ef3-c92c-4244-899e-a0731dcfa3ad completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:39:12.665324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port cf358ef3-c92c-4244-899e-a0731dcfa3ad triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:12.665744 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:12.667173 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:12.680713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ad290-7563-4f62-953c-f2d1c6e69e63 req-24491b25-1ce1-4eee-b464-0c4909b35531 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:12.687177 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-793ad290-7563-4f62-953c-f2d1c6e69e63 req-24491b25-1ce1-4eee-b464-0c4909b35531 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 945 time: 0.0967054 Aug 29 06:39:12.704977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a090228-8bcc-4250-af5e-44fcd8e78e59 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:12.720951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-c868adfa-cc99-4a33-8931-371aca57b806 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:39:12.729020 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-c868adfa-cc99-4a33-8931-371aca57b806 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:12.731858 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd0f4b-2fbe-4ab2-bb01-489b2f79b835 None None] Sync routers for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:39:12.739850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 6a090228-8bcc-4250-af5e-44fcd8e78e59, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6a090228-8bcc-4250-af5e-44fcd8e78e59,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:12.749501 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd0f4b-2fbe-4ab2-bb01-489b2f79b835 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:39:12.752302 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-66cd0f4b-2fbe-4ab2-bb01-489b2f79b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:39:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:12.766345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-793ad290-7563-4f62-953c-f2d1c6e69e63 req-08ff4b28-2648-41e8-adca-e5b30b68fc14 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755661 Aug 29 06:39:12.779089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-c868adfa-cc99-4a33-8931-371aca57b806 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "PUT /v2.0/floatingips/cc678794-3bc4-46aa-9b02-a28e661d32a6 HTTP/1.1" status: 200 len: 695 time: 1.1144977 Aug 29 06:39:12.779635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'tag': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:12.788742 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:12.790895 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd71520b-6513-4b52-932f-b456225568c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c3722ed3-b4b7-4c30-9581-b43738bb09a1", "tag": "4ceeb1f5-14e2-4f78-83e7-504aae084ff7"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:12.833164 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d2e22f-5ce7-4f7e-afdc-bc70a41cd636 x-openstack-request-id: req-14d2e22f-5ce7-4f7e-afdc-bc70a41cd636 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:12.834192 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7", "name": "network-vif-plugged", "status": "completed", "tag": "548275e1-489c-4612-ad0a-a73e662766ad", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:12.834648 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14d2e22f-5ce7-4f7e-afdc-bc70a41cd636 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:12.835299 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548275e1-489c-4612-ad0a-a73e662766ad', 'code': 200} Aug 29 06:39:12.839476 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port cf358ef3-c92c-4244-899e-a0731dcfa3ad, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=cf358ef3-c92c-4244-899e-a0731dcfa3ad,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:12.841007 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:12.893074 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-66cd0f4b-2fbe-4ab2-bb01-489b2f79b835 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:39:12.928896 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=6a090228-8bcc-4250-af5e-44fcd8e78e59,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:12.972289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['6a090228-8bcc-4250-af5e-44fcd8e78e59'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:13.003692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f063b5-3b47-483d-a7c8-289ddece79c9 req-fdb02e6a-08f2-4360-9acb-dc76c4ba2588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:13.005191 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c0f063b5-3b47-483d-a7c8-289ddece79c9 req-fdb02e6a-08f2-4360-9acb-dc76c4ba2588 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 1101 time: 0.0607305 Aug 29 06:39:13.024794 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:13.065065 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c0f063b5-3b47-483d-a7c8-289ddece79c9 req-dde79327-1fa1-4d52-9116-f2646d3870da service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528691 Aug 29 06:39:13.111450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=cf358ef3-c92c-4244-899e-a0731dcfa3ad,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:13.140466 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-66cd0f4b-2fbe-4ab2-bb01-489b2f79b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:13.157771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-2ad98041-6e28-4380-ae82-b37978610ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:13.159424 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-2ad98041-6e28-4380-ae82-b37978610ecb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 1097 time: 0.3530819 Aug 29 06:39:13.171237 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd0f4b-2fbe-4ab2-bb01-489b2f79b835 None None] Checking router: daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:39:13.180107 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd0f4b-2fbe-4ab2-bb01-489b2f79b835 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:39:13.180763 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-66cd0f4b-2fbe-4ab2-bb01-489b2f79b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:39:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:13.213451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1927fdc-edd5-438f-a42e-ae5e7ec20912 req-dce30d9e-67e0-4660-87e2-e5eb08b77ab2 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:13.222825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1927fdc-edd5-438f-a42e-ae5e7ec20912 req-dce30d9e-67e0-4660-87e2-e5eb08b77ab2 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 949 time: 0.1007750 Aug 29 06:39:13.297714 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-66cd0f4b-2fbe-4ab2-bb01-489b2f79b835 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:39:13.300979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-7226fda2-a1d2-4e69-a16d-eaff7713c068 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:13.302495 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-7226fda2-a1d2-4e69-a16d-eaff7713c068 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.1421938 Aug 29 06:39:13.311058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1927fdc-edd5-438f-a42e-ae5e7ec20912 req-6abc814d-e4a5-4561-8ce7-fa377d47965d tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/security-groups?id=06ef4dd1-7191-487e-a191-2af1e48f4555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676405 Aug 29 06:39:13.332706 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:13.357236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-03c85083-63a1-4817-944c-639aa9f3af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:13.358733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-03c85083-63a1-4817-944c-639aa9f3af35 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 920 time: 0.1887374 Aug 29 06:39:13.425811 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad958d69-0b33-4b21-8fa1-e8d81d87b47e x-openstack-request-id: req-ad958d69-0b33-4b21-8fa1-e8d81d87b47e {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:13.426438 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3722ed3-b4b7-4c30-9581-b43738bb09a1", "tag": "4ceeb1f5-14e2-4f78-83e7-504aae084ff7", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:13.426438 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ad958d69-0b33-4b21-8fa1-e8d81d87b47e {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:13.427641 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'tag': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7', 'status': 'completed', 'code': 200} Aug 29 06:39:13.429465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-940b8412-c32e-430c-a6ee-16156ccfed8f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ceeb1f5-14e2-4f78-83e7-504aae084ff7 HTTP/1.1" status: 200 len: 217 time: 0.0582016 Aug 29 06:39:13.496189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71520b-6513-4b52-932f-b456225568c8 req-e1ecba34-5fa4-4aad-9d83-6fc8a740aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:13.498338 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bd71520b-6513-4b52-932f-b456225568c8 req-e1ecba34-5fa4-4aad-9d83-6fc8a740aee8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 1097 time: 0.0434129 Aug 29 06:39:13.509621 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-66cd0f4b-2fbe-4ab2-bb01-489b2f79b835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:13.539880 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd0f4b-2fbe-4ab2-bb01-489b2f79b835 None None] The sync data for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 is: [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:39:13.552651 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-2ab0e02e-9269-4b46-9d32-186bf9892d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:13.554169 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-2ab0e02e-9269-4b46-9d32-186bf9892d8b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.1124725 Aug 29 06:39:13.572102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7a004-c80c-4683-87c4-ea6a45ec7d4b req-e0a9577e-3eff-433d-b5a7-bbf9e3907b2d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:13.573626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fb7a004-c80c-4683-87c4-ea6a45ec7d4b req-e0a9577e-3eff-433d-b5a7-bbf9e3907b2d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 949 time: 0.0846148 Aug 29 06:39:13.607741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71520b-6513-4b52-932f-b456225568c8 req-9d6d272b-ef1e-4806-bda1-ca3ba7ba839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:13.609589 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bd71520b-6513-4b52-932f-b456225568c8 req-9d6d272b-ef1e-4806-bda1-ca3ba7ba839d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 920 time: 0.0991194 Aug 29 06:39:13.646591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fb7a004-c80c-4683-87c4-ea6a45ec7d4b req-3f83ae1c-8c3e-45d2-8a0f-4abd13180300 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599372 Aug 29 06:39:13.646938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-fb93f96a-8521-4cd6-aae5-1ec5333d3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:13.650147 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-fb93f96a-8521-4cd6-aae5-1ec5333d3da6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740409 Aug 29 06:39:13.650147 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-a67037b7-a01d-4448-b7e1-740db975ceec service neutron] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:13.652913 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-a67037b7-a01d-4448-b7e1-740db975ceec service neutron] Notify callbacks [] for binding, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:13.654016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-488c54c6-d8b7-4cb7-a21d-d977e523fd1f req-a67037b7-a01d-4448-b7e1-740db975ceec service neutron] 10.222.0.15 "DELETE /v2.0/ports/6d227e54-8718-4f1c-b062-5556709b6a47/bindings/n-h2-713301-12 HTTP/1.1" status: 204 len: 173 time: 0.3398707 Aug 29 06:39:13.820070 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a119d-3a3c-47e2-ab6f-a7aac3eaef64 req-dc5c1d20-aa8f-4036-a911-4b69a6b2ccd6 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:13.821651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-216a119d-3a3c-47e2-ab6f-a7aac3eaef64 req-dc5c1d20-aa8f-4036-a911-4b69a6b2ccd6 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 945 time: 0.0785005 Aug 29 06:39:13.840424 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-acf13085-af9b-4892-bf9d-3c3c82548809 service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665752 Aug 29 06:39:13.895007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc62693-8cd1-43ce-a65d-b3b73cef903f None None] New status for floating IP cc678794-3bc4-46aa-9b02-a28e661d32a6: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:39:13.895990 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bd71520b-6513-4b52-932f-b456225568c8 req-daef91ae-80a5-41e3-b40c-57f72245a744 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ceeb1f5-14e2-4f78-83e7-504aae084ff7 HTTP/1.1" status: 200 len: 217 time: 0.2781022 Aug 29 06:39:13.924850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17404fc9-af9d-4925-a8cf-2119203dfc7f details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:39:13.926734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6d227e54-8718-4f1c-b062-5556709b6a47 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:39:13.943568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-216a119d-3a3c-47e2-ab6f-a7aac3eaef64 req-d460615d-67eb-40c4-b386-d2430defe617 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115010 Aug 29 06:39:13.950935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71520b-6513-4b52-932f-b456225568c8 req-a9afcdf7-c3a7-47df-9413-4bf341bef159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:13.954563 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bd71520b-6513-4b52-932f-b456225568c8 req-a9afcdf7-c3a7-47df-9413-4bf341bef159 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.0509372 Aug 29 06:39:14.003720 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dafd88c6-278f-436f-a762-33f62bb89e20 req-74706b42-e3f7-4ea6-95c8-96f74845763f service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535084 Aug 29 06:39:14.007354 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71520b-6513-4b52-932f-b456225568c8 req-9dd958bd-b30b-46f8-bed8-8c0ee3efc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:14.008534 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bd71520b-6513-4b52-932f-b456225568c8 req-9dd958bd-b30b-46f8-bed8-8c0ee3efc8c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458620 Aug 29 06:39:14.119042 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bd71520b-6513-4b52-932f-b456225568c8 req-a8b1ad56-52cf-4984-9f3a-21beb6c9f4bf service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982192 Aug 29 06:39:14.176345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc78008-7906-4112-98ed-cb5f4bbd5829 req-deb7f265-9c15-422a-9e18-ef72e0c7c50c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:14.178224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bc78008-7906-4112-98ed-cb5f4bbd5829 req-deb7f265-9c15-422a-9e18-ef72e0c7c50c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0660372 Aug 29 06:39:14.244138 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bd71520b-6513-4b52-932f-b456225568c8 req-fede1ac7-d245-41b0-bad6-842d29fbdeae service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174047 Aug 29 06:39:14.247438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bc78008-7906-4112-98ed-cb5f4bbd5829 req-5629e818-3279-44c8-a4cc-2c02ad13d8f7 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617216 Aug 29 06:39:14.270307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac90c1a-6465-4b8d-bfff-6d41ae67eda0 req-21151791-d49d-4765-92fe-a9c19c1b3a04 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:14.270307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ac90c1a-6465-4b8d-bfff-6d41ae67eda0 req-21151791-d49d-4765-92fe-a9c19c1b3a04 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 945 time: 0.0692060 Aug 29 06:39:14.328794 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ac90c1a-6465-4b8d-bfff-6d41ae67eda0 req-2f77f2d5-7800-4c34-a41f-85157199147a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532646 Aug 29 06:39:14.385969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6d227e54-8718-4f1c-b062-5556709b6a47 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:39:14.438568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17404fc9-af9d-4925-a8cf-2119203dfc7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17404fc9-af9d-4925-a8cf-2119203dfc7f,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:14.453509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '17404fc9-af9d-4925-a8cf-2119203dfc7f', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '17404fc9-af9d-4925-a8cf-2119203dfc7f', 'mac_address': 'fa:16:3e:cc:46:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:39:14.484543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6a090228-8bcc-4250-af5e-44fcd8e78e59 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:39:14.530113 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:14.548359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17404fc9-af9d-4925-a8cf-2119203dfc7f {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:14.581180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17404fc9-af9d-4925-a8cf-2119203dfc7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17404fc9-af9d-4925-a8cf-2119203dfc7f,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:14.600112 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 6a090228-8bcc-4250-af5e-44fcd8e78e59 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:14.600348 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:14.679169 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:14.712456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 6a090228-8bcc-4250-af5e-44fcd8e78e59, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6a090228-8bcc-4250-af5e-44fcd8e78e59,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:14.812064 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:14.837776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e767a85-e220-4f1d-bf79-20e9545e528e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf358ef3-c92c-4244-899e-a0731dcfa3ad'}, {'server_uuid': '1edfc6bc-dc04-4225-a8af-fc2bfb2a54df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a090228-8bcc-4250-af5e-44fcd8e78e59'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:14.840728 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bd0aec-c191-4b91-a777-90ddc266d559" -d '{"events": [{"server_uuid": "4e767a85-e220-4f1d-bf79-20e9545e528e", "name": "network-vif-plugged", "status": "completed", "tag": "cf358ef3-c92c-4244-899e-a0731dcfa3ad"}, {"server_uuid": "1edfc6bc-dc04-4225-a8af-fc2bfb2a54df", "name": "network-vif-plugged", "status": "completed", "tag": "6a090228-8bcc-4250-af5e-44fcd8e78e59"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:14.870087 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=17404fc9-af9d-4925-a8cf-2119203dfc7f,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:14.874734 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:14.917206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984df541-0224-4109-bca1-b5571d4ecf6e req-5870ef06-3451-4ba2-83b8-b10432cd7f01 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:14.918922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-984df541-0224-4109-bca1-b5571d4ecf6e req-5870ef06-3451-4ba2-83b8-b10432cd7f01 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 949 time: 0.0542057 Aug 29 06:39:14.933369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=6a090228-8bcc-4250-af5e-44fcd8e78e59,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:14.957738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-984df541-0224-4109-bca1-b5571d4ecf6e req-83f6f720-312d-4d6a-b7fa-e95e34bc2d30 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/security-groups?id=06ef4dd1-7191-487e-a191-2af1e48f4555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317767 Aug 29 06:39:15.035113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['17404fc9-af9d-4925-a8cf-2119203dfc7f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:15.157007 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3215d-a8f6-4cc3-a714-4f0b453f4314 req-2e489882-d96b-457b-83fa-31b432c2bb92 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:15.158489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6fd3215d-a8f6-4cc3-a714-4f0b453f4314 req-2e489882-d96b-457b-83fa-31b432c2bb92 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 949 time: 0.0853870 Aug 29 06:39:15.169861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc294f-ede2-4f8f-96b6-d8ee0e5993bf req-dc6ad802-6ffe-4800-a780-80d9143a74b3 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:15.171306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7cc294f-ede2-4f8f-96b6-d8ee0e5993bf req-dc6ad802-6ffe-4800-a780-80d9143a74b3 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 946 time: 0.0675645 Aug 29 06:39:15.228790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6fd3215d-a8f6-4cc3-a714-4f0b453f4314 req-0dafb02b-d1b2-446b-a60b-b3888cc85da8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559912 Aug 29 06:39:15.233300 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7cc294f-ede2-4f8f-96b6-d8ee0e5993bf req-53168a6e-e42f-40c5-bd24-bd86ee74d716 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552998 Aug 29 06:39:15.276330 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4b674a-9ebd-4d59-b74b-c1684a4f708d x-openstack-request-id: req-7e4b674a-9ebd-4d59-b74b-c1684a4f708d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:15.276633 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e767a85-e220-4f1d-bf79-20e9545e528e", "name": "network-vif-plugged", "status": "completed", "tag": "cf358ef3-c92c-4244-899e-a0731dcfa3ad", "code": 200}, {"server_uuid": "1edfc6bc-dc04-4225-a8af-fc2bfb2a54df", "name": "network-vif-plugged", "status": "completed", "tag": "6a090228-8bcc-4250-af5e-44fcd8e78e59", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:15.276890 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e4b674a-9ebd-4d59-b74b-c1684a4f708d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:15.277298 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e767a85-e220-4f1d-bf79-20e9545e528e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf358ef3-c92c-4244-899e-a0731dcfa3ad', 'code': 200} Aug 29 06:39:15.277554 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edfc6bc-dc04-4225-a8af-fc2bfb2a54df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a090228-8bcc-4250-af5e-44fcd8e78e59', 'code': 200} Aug 29 06:39:15.376040 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b4518-c1b4-4b9f-ab33-9844a1fe4b67 req-f26a1afb-f97c-47de-9ed2-146088e9a4a4 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:15.377575 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d0b4518-c1b4-4b9f-ab33-9844a1fe4b67 req-f26a1afb-f97c-47de-9ed2-146088e9a4a4 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 1097 time: 0.0756779 Aug 29 06:39:15.391002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-67c291b0-c62f-4a4e-929d-176c04909898 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:15.392579 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-67c291b0-c62f-4a4e-929d-176c04909898 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0625122 Aug 29 06:39:15.397464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5f20f-b906-4042-a179-77553c0a95a0 req-f3f980aa-272b-44a9-be50-03741c9526bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:15.399161 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d2f5f20f-b906-4042-a179-77553c0a95a0 req-f3f980aa-272b-44a9-be50-03741c9526bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 1101 time: 0.0434659 Aug 29 06:39:15.440368 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d2f5f20f-b906-4042-a179-77553c0a95a0 req-81bc53a8-4780-4069-a992-a80d11d4bddc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=06ef4dd1-7191-487e-a191-2af1e48f4555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291650 Aug 29 06:39:15.462146 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-281ff979-232d-4c96-b23b-35e97db927ac tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 696 time: 0.0616555 Aug 29 06:39:15.465829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d0b4518-c1b4-4b9f-ab33-9844a1fe4b67 req-7036bbbe-f893-4b65-9e30-f74feec968da tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723526 Aug 29 06:39:15.472074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-47100a9b-5410-4012-9d51-4f5a3873f546 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Request body: {'floatingip': {'port_id': 'da42414a-217d-461c-b308-4067b436cfb3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:15.520032 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-47100a9b-5410-4012-9d51-4f5a3873f546 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:15.731361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ce7be-55e1-4a7f-ab36-a83f8c5efc19 req-42c56032-9c16-480d-8c9a-be941a916a53 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:15.732845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc8ce7be-55e1-4a7f-ab36-a83f8c5efc19 req-42c56032-9c16-480d-8c9a-be941a916a53 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0946052 Aug 29 06:39:15.808676 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc8ce7be-55e1-4a7f-ab36-a83f8c5efc19 req-922154e9-1e08-4eae-b456-4298d8947d93 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490077 Aug 29 06:39:15.917327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17404fc9-af9d-4925-a8cf-2119203dfc7f up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:39:15.964602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 17404fc9-af9d-4925-a8cf-2119203dfc7f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:15.965286 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:16.043109 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:16.051968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-7e3a6167-b50e-40a8-9bc7-01e1bff7fd71 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:16.053440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-7e3a6167-b50e-40a8-9bc7-01e1bff7fd71 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 821 time: 0.1717405 Aug 29 06:39:16.076828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-47b96e49-42b4-454d-86bd-d509b0596773 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/quotas/e06a1fb8fcc74ddbb2b5244a869c25dc HTTP/1.1" status: 200 len: 375 time: 0.0152438 Aug 29 06:39:16.077375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17404fc9-af9d-4925-a8cf-2119203dfc7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17404fc9-af9d-4925-a8cf-2119203dfc7f,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:16.146933 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-47100a9b-5410-4012-9d51-4f5a3873f546 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:16.159670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-a89b43ab-d92c-46ee-8492-bed17fd069a5 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569849 Aug 29 06:39:16.194629 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:16.248115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=17404fc9-af9d-4925-a8cf-2119203dfc7f,revision_number=10']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:16.249213 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-47100a9b-5410-4012-9d51-4f5a3873f546 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:16.286913 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-784c3850-287d-4430-a887-d92ec812b946 service neutron] 10.222.0.76 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202948 Aug 29 06:39:16.403645 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-47100a9b-5410-4012-9d51-4f5a3873f546 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Floating IP cc678794-3bc4-46aa-9b02-a28e661d32a6 associated. External IP: 172.25.1.249, port: da42414a-217d-461c-b308-4067b436cfb3. Aug 29 06:39:16.460477 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-783c6690-5d58-4006-a27b-f7c765d6bacf service neutron] 10.222.0.76 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658776 Aug 29 06:39:16.470065 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6a090228-8bcc-4250-af5e-44fcd8e78e59 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:39:16.554355 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:16.594332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 6a090228-8bcc-4250-af5e-44fcd8e78e59, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6a090228-8bcc-4250-af5e-44fcd8e78e59,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:16.639088 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-47100a9b-5410-4012-9d51-4f5a3873f546 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:39:16.697634 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:16.746146 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=6a090228-8bcc-4250-af5e-44fcd8e78e59,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:16.746453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-47100a9b-5410-4012-9d51-4f5a3873f546 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:39:16.751588 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-47100a9b-5410-4012-9d51-4f5a3873f546 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:16.757824 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a43a0-d61a-4a06-b9be-dbe1a4a6b739 None None] Sync routers for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:39:16.767825 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a43a0-d61a-4a06-b9be-dbe1a4a6b739 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:39:16.783042 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7c3a43a0-d61a-4a06-b9be-dbe1a4a6b739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:39:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:16.783738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-47100a9b-5410-4012-9d51-4f5a3873f546 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "PUT /v2.0/floatingips/cc678794-3bc4-46aa-9b02-a28e661d32a6 HTTP/1.1" status: 200 len: 997 time: 1.3110447 Aug 29 06:39:16.783738 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63abe978-3077-461d-a35d-36f777e39b2c', 'tag': 'da42414a-217d-461c-b308-4067b436cfb3'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:16.783738 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22648a9-1d36-4cd3-bd46-3a77a266a76f" -d '{"events": [{"name": "network-changed", "server_uuid": "63abe978-3077-461d-a35d-36f777e39b2c", "tag": "da42414a-217d-461c-b308-4067b436cfb3"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:16.839677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-d6cbb5b2-63b0-4370-a3f9-d8afd4b39594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:16.844805 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-d6cbb5b2-63b0-4370-a3f9-d8afd4b39594 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 1098 time: 0.0483160 Aug 29 06:39:16.897096 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-7c3a43a0-d61a-4a06-b9be-dbe1a4a6b739 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:39:17.002689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a241883-252a-409d-a9e4-159e8a8f37b0 req-9638ef27-8226-4136-bec5-b17a3f6a8cc2 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:17.004664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a241883-252a-409d-a9e4-159e8a8f37b0 req-9638ef27-8226-4136-bec5-b17a3f6a8cc2 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 949 time: 0.0787430 Aug 29 06:39:17.017343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-323cda87-7012-4246-b251-071c62434a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:17.018787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-323cda87-7012-4246-b251-071c62434a7c service neutron] 10.222.0.76 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 920 time: 0.1708431 Aug 29 06:39:17.101961 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a241883-252a-409d-a9e4-159e8a8f37b0 req-e012020b-4ae2-423a-9dda-72f3ca381172 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/security-groups?id=06ef4dd1-7191-487e-a191-2af1e48f4555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868607 Aug 29 06:39:17.115254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-71321a9b-1440-4bd5-b8d3-27acc9258b9d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da42414a-217d-461c-b308-4067b436cfb3 HTTP/1.1" status: 200 len: 1000 time: 0.0834515 Aug 29 06:39:17.150457 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7c3a43a0-d61a-4a06-b9be-dbe1a4a6b739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cc678794-3bc4-46aa-9b02-a28e661d32a6', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'port_id': 'da42414a-217d-461c-b308-4067b436cfb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'mac_address': 'fa:16:3e:2b:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63abe978-3077-461d-a35d-36f777e39b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:38:40Z', 'updated_at': '2021-08-29T06:39:16Z', 'revision_number': 8, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:17.173371 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-e106ae05-126d-4a79-bf3b-f84b394a60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:17.174935 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-e106ae05-126d-4a79-bf3b-f84b394a60d2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.0536458 Aug 29 06:39:17.187778 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a43a0-d61a-4a06-b9be-dbe1a4a6b739 None None] Checking router: daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:39:17.196514 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a43a0-d61a-4a06-b9be-dbe1a4a6b739 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:39:17.197123 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7c3a43a0-d61a-4a06-b9be-dbe1a4a6b739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:39:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:17.225608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-966ee059-1c10-466a-93b5-d1bfad74baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:17.227163 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-966ee059-1c10-466a-93b5-d1bfad74baf8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437403 Aug 29 06:39:17.279085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17404fc9-af9d-4925-a8cf-2119203dfc7f'}, {'server_uuid': '1edfc6bc-dc04-4225-a8af-fc2bfb2a54df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a090228-8bcc-4250-af5e-44fcd8e78e59'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:17.282042 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca94cb1-cfc3-4d18-882b-6331e3c88c05" -d '{"events": [{"server_uuid": "dc4e57a0-3b15-48ed-9142-0b98c3d40c9b", "name": "network-vif-plugged", "status": "completed", "tag": "17404fc9-af9d-4925-a8cf-2119203dfc7f"}, {"server_uuid": "1edfc6bc-dc04-4225-a8af-fc2bfb2a54df", "name": "network-vif-unplugged", "status": "completed", "tag": "6a090228-8bcc-4250-af5e-44fcd8e78e59"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:17.325964 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-7c3a43a0-d61a-4a06-b9be-dbe1a4a6b739 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:39:17.337901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853602ab-1fd1-4243-97b6-ea545aec931d req-d0a2feaf-f697-49a5-9f78-fe28e3cecec2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:17.339438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-853602ab-1fd1-4243-97b6-ea545aec931d req-d0a2feaf-f697-49a5-9f78-fe28e3cecec2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 949 time: 0.1099870 Aug 29 06:39:17.394223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-4a2d1bfc-f0f7-4bb0-9bb2-2c4de42635bc service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551089 Aug 29 06:39:17.397704 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-853602ab-1fd1-4243-97b6-ea545aec931d req-2795ac7e-1fca-48da-ad49-86fe5c944d2a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502081 Aug 29 06:39:17.461595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1738bcf-7ea0-472b-83a1-b32aff3e4458 req-5f3dc215-0c12-40c3-a017-f234fcb38fd6 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:17.463513 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c1738bcf-7ea0-472b-83a1-b32aff3e4458 req-5f3dc215-0c12-40c3-a017-f234fcb38fd6 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3722ed3-b4b7-4c30-9581-b43738bb09a1 HTTP/1.1" status: 200 len: 945 time: 0.0897553 Aug 29 06:39:17.555523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-239be24b-a2b4-4030-8d23-1a280d3b3616 req-7b9a4b01-c7c5-45bb-b65a-48f5d75ca9ae service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530931 Aug 29 06:39:17.585711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-c1738bcf-7ea0-472b-83a1-b32aff3e4458 req-1051df1d-f031-469e-84da-8892250c3893 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Deleting port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:39:17.586346 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c1738bcf-7ea0-472b-83a1-b32aff3e4458 req-1051df1d-f031-469e-84da-8892250c3893 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:17.591669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ff927-16c5-4d01-a9ff-af278eab4511 req-3870ae46-1449-470e-98d6-78ebc66162a7 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:17.593757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-771ff927-16c5-4d01-a9ff-af278eab4511 req-3870ae46-1449-470e-98d6-78ebc66162a7 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.15 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 944 time: 0.0993593 Aug 29 06:39:17.602766 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06131fae-a951-4600-97a0-4266905a9fef req-8d4a2456-a677-43e2-b831-7607dc4c8591 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:17.612492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06131fae-a951-4600-97a0-4266905a9fef req-8d4a2456-a677-43e2-b831-7607dc4c8591 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 944 time: 0.1273720 Aug 29 06:39:17.656874 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7c3a43a0-d61a-4a06-b9be-dbe1a4a6b739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cc678794-3bc4-46aa-9b02-a28e661d32a6', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'port_id': 'da42414a-217d-461c-b308-4067b436cfb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'mac_address': 'fa:16:3e:2b:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63abe978-3077-461d-a35d-36f777e39b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:38:40Z', 'updated_at': '2021-08-29T06:39:16Z', 'revision_number': 8, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:17.691235 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a43a0-d61a-4a06-b9be-dbe1a4a6b739 None None] The sync data for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 is: [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cc678794-3bc4-46aa-9b02-a28e661d32a6', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'port_id': 'da42414a-217d-461c-b308-4067b436cfb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'mac_address': 'fa:16:3e:2b:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63abe978-3077-461d-a35d-36f777e39b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:38:40Z', 'updated_at': '2021-08-29T06:39:16Z', 'revision_number': 8, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:39:17.692068 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c1738bcf-7ea0-472b-83a1-b32aff3e4458 req-1051df1d-f031-469e-84da-8892250c3893 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] For port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4ceeb1f5-14e2-4f78-83e7-504aae084ff7,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:17.692327 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c1738bcf-7ea0-472b-83a1-b32aff3e4458 req-1051df1d-f031-469e-84da-8892250c3893 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:17.708520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-c1738bcf-7ea0-472b-83a1-b32aff3e4458 req-1051df1d-f031-469e-84da-8892250c3893 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Calling delete_port for 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:39:17.901865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0c5b1-e667-48b7-8324-b3470e2fc4ae None None] New status for floating IP cc678794-3bc4-46aa-9b02-a28e661d32a6: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:39:17.972253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06131fae-a951-4600-97a0-4266905a9fef req-e7ce72ec-36a5-4f65-9dd3-070f837723ee tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587058 Aug 29 06:39:18.018435 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc951012-964d-4066-94f3-1c2d68cfb7d2 x-openstack-request-id: req-bc951012-964d-4066-94f3-1c2d68cfb7d2 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:18.018809 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63abe978-3077-461d-a35d-36f777e39b2c", "tag": "da42414a-217d-461c-b308-4067b436cfb3", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:18.019543 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bc951012-964d-4066-94f3-1c2d68cfb7d2 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:18.020037 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63abe978-3077-461d-a35d-36f777e39b2c', 'tag': 'da42414a-217d-461c-b308-4067b436cfb3', 'status': 'completed', 'code': 200} Aug 29 06:39:18.030071 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-771ff927-16c5-4d01-a9ff-af278eab4511 req-c318af98-8afa-40da-8ecc-cf0353fbdded tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Deleting port 6a090228-8bcc-4250-af5e-44fcd8e78e59 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:39:18.030941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-771ff927-16c5-4d01-a9ff-af278eab4511 req-c318af98-8afa-40da-8ecc-cf0353fbdded tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:18.092505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22648a9-1d36-4cd3-bd46-3a77a266a76f req-b7e2416c-5b4a-44dd-9523-6757d9e9e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:18.094420 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f22648a9-1d36-4cd3-bd46-3a77a266a76f req-b7e2416c-5b4a-44dd-9523-6757d9e9e5b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 1098 time: 0.0450084 Aug 29 06:39:18.111466 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cea926c-07c6-4a35-a1da-bb52690bb175 req-a6e33289-39ae-481b-bbb8-85e3d478203f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 210 time: 0.0613925 Aug 29 06:39:18.125479 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c1738bcf-7ea0-472b-83a1-b32aff3e4458 req-1051df1d-f031-469e-84da-8892250c3893 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:18.138186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['da42414a-217d-461c-b308-4067b436cfb3', '4ceeb1f5-14e2-4f78-83e7-504aae084ff7'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:18.181155 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20006e0f-7c69-48cf-a924-734dd8ac606d x-openstack-request-id: req-20006e0f-7c69-48cf-a924-734dd8ac606d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:18.181453 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4e57a0-3b15-48ed-9142-0b98c3d40c9b", "name": "network-vif-plugged", "status": "completed", "tag": "17404fc9-af9d-4925-a8cf-2119203dfc7f", "code": 200}, {"server_uuid": "1edfc6bc-dc04-4225-a8af-fc2bfb2a54df", "name": "network-vif-unplugged", "status": "completed", "tag": "6a090228-8bcc-4250-af5e-44fcd8e78e59", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:18.181707 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20006e0f-7c69-48cf-a924-734dd8ac606d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:18.182132 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17404fc9-af9d-4925-a8cf-2119203dfc7f', 'code': 200} Aug 29 06:39:18.182419 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edfc6bc-dc04-4225-a8af-fc2bfb2a54df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a090228-8bcc-4250-af5e-44fcd8e78e59', 'code': 200} Aug 29 06:39:18.197689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051df1d-f031-469e-84da-8892250c3893 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Pushing event deleted for resources: {'Port': ['ID=4ceeb1f5-14e2-4f78-83e7-504aae084ff7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:18.209019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-771ff927-16c5-4d01-a9ff-af278eab4511 req-c318af98-8afa-40da-8ecc-cf0353fbdded tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] For port 6a090228-8bcc-4250-af5e-44fcd8e78e59, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6a090228-8bcc-4250-af5e-44fcd8e78e59,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:18.209645 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-771ff927-16c5-4d01-a9ff-af278eab4511 req-c318af98-8afa-40da-8ecc-cf0353fbdded tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:18.243125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-771ff927-16c5-4d01-a9ff-af278eab4511 req-c318af98-8afa-40da-8ecc-cf0353fbdded tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Calling delete_port for 6a090228-8bcc-4250-af5e-44fcd8e78e59 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:39:18.266591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1738bcf-7ea0-472b-83a1-b32aff3e4458 req-1051df1d-f031-469e-84da-8892250c3893 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] No DVR routers for this DVR port 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:39:18.287580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c1738bcf-7ea0-472b-83a1-b32aff3e4458 req-1051df1d-f031-469e-84da-8892250c3893 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:18.290527 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c1738bcf-7ea0-472b-83a1-b32aff3e4458 req-1051df1d-f031-469e-84da-8892250c3893 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.15 "DELETE /v2.0/ports/4ceeb1f5-14e2-4f78-83e7-504aae084ff7 HTTP/1.1" status: 204 len: 173 time: 0.7995234 Aug 29 06:39:18.293237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'name': 'network-vif-deleted', 'tag': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:18.295667 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6232a39b-0467-4acf-8817-d0705ab7e63e" -d '{"events": [{"server_uuid": "c3722ed3-b4b7-4c30-9581-b43738bb09a1", "name": "network-vif-deleted", "tag": "4ceeb1f5-14e2-4f78-83e7-504aae084ff7"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:18.329929 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22648a9-1d36-4cd3-bd46-3a77a266a76f req-79f14191-7438-41b9-b82d-c47ef8e276c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:18.331775 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f22648a9-1d36-4cd3-bd46-3a77a266a76f req-79f14191-7438-41b9-b82d-c47ef8e276c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 920 time: 0.2231903 Aug 29 06:39:18.340198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3084745-6f07-49df-8ebd-fc8a214193d2 req-1d80a4d0-77d6-42f9-9509-dd92ca0ec00b tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:18.341789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3084745-6f07-49df-8ebd-fc8a214193d2 req-1d80a4d0-77d6-42f9-9509-dd92ca0ec00b tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.2574847 Aug 29 06:39:18.393910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad537c-c11d-4c0d-bc9b-722a91098c61 req-69e42e35-173e-4004-9d6a-aa66454dd9eb tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:18.395476 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-afad537c-c11d-4c0d-bc9b-722a91098c61 req-69e42e35-173e-4004-9d6a-aa66454dd9eb tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98 HTTP/1.1" status: 200 len: 950 time: 0.1450367 Aug 29 06:39:18.409945 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f22648a9-1d36-4cd3-bd46-3a77a266a76f req-6622c9ce-3e35-426a-9ed0-0ffac208f882 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da42414a-217d-461c-b308-4067b436cfb3 HTTP/1.1" status: 200 len: 1002 time: 0.0653219 Aug 29 06:39:18.444978 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3084745-6f07-49df-8ebd-fc8a214193d2 req-fe685980-c845-42c8-8ed4-085d5c26c792 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906107 Aug 29 06:39:18.483565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22648a9-1d36-4cd3-bd46-3a77a266a76f req-f81765de-3e84-4a1e-86c3-d658db94e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:18.485630 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f22648a9-1d36-4cd3-bd46-3a77a266a76f req-f81765de-3e84-4a1e-86c3-d658db94e20b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.0671663 Aug 29 06:39:18.490222 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-afad537c-c11d-4c0d-bc9b-722a91098c61 req-d6a7aacc-fb4c-438e-925b-0df63a1fd99b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840485 Aug 29 06:39:18.545295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22648a9-1d36-4cd3-bd46-3a77a266a76f req-3177ea5b-8ce1-4096-a83b-7a3a6297fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:18.547181 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f22648a9-1d36-4cd3-bd46-3a77a266a76f req-3177ea5b-8ce1-4096-a83b-7a3a6297fe97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513103 Aug 29 06:39:18.598586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccee3cf6-a19f-43b8-b530-9c5fd1fd688a req-113118c6-8143-4493-8405-23fb32bcc0cc tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips/cc678794-3bc4-46aa-9b02-a28e661d32a6 HTTP/1.1" status: 200 len: 999 time: 0.1040401 Aug 29 06:39:18.645350 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f22648a9-1d36-4cd3-bd46-3a77a266a76f req-83b435e9-f0ae-4454-88bc-ac45ca174a49 service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886586 Aug 29 06:39:18.672087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101750fb-8364-4634-9f0f-9d13fd519cde req-bcf0efa6-6bf4-4bcd-9f5e-b13f06389822 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:18.673661 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-101750fb-8364-4634-9f0f-9d13fd519cde req-bcf0efa6-6bf4-4bcd-9f5e-b13f06389822 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 949 time: 0.1139116 Aug 29 06:39:18.743624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-101750fb-8364-4634-9f0f-9d13fd519cde req-f0f7a669-28a6-453d-9f31-7c23c4fb1074 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/security-groups?id=06ef4dd1-7191-487e-a191-2af1e48f4555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627778 Aug 29 06:39:18.744872 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f22648a9-1d36-4cd3-bd46-3a77a266a76f req-82bf0b3c-cad3-4edc-a15e-6be4175cadae service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889637 Aug 29 06:39:18.755135 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee3cf6-a19f-43b8-b530-9c5fd1fd688a req-909f36bb-4e4e-44fe-818a-aa605b7ab6c4 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:18.756600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccee3cf6-a19f-43b8-b530-9c5fd1fd688a req-909f36bb-4e4e-44fe-818a-aa605b7ab6c4 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1503971 Aug 29 06:39:18.813068 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7e7d32-22e1-40fb-9dc1-725517c4909c x-openstack-request-id: req-cb7e7d32-22e1-40fb-9dc1-725517c4909c {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:18.813068 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3722ed3-b4b7-4c30-9581-b43738bb09a1", "name": "network-vif-deleted", "tag": "4ceeb1f5-14e2-4f78-83e7-504aae084ff7", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:18.813068 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb7e7d32-22e1-40fb-9dc1-725517c4909c {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:18.813068 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3722ed3-b4b7-4c30-9581-b43738bb09a1', 'name': 'network-vif-deleted', 'tag': '4ceeb1f5-14e2-4f78-83e7-504aae084ff7', 'status': 'completed', 'code': 200} Aug 29 06:39:18.874166 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-771ff927-16c5-4d01-a9ff-af278eab4511 req-c318af98-8afa-40da-8ecc-cf0353fbdded tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:18.936737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318af98-8afa-40da-8ecc-cf0353fbdded tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Pushing event deleted for resources: {'Port': ['ID=6a090228-8bcc-4250-af5e-44fcd8e78e59,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:18.978931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-4c410ec8-1319-4718-b7b3-cef41de03fab tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 1002 time: 0.1473479 Aug 29 06:39:19.025665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-771ff927-16c5-4d01-a9ff-af278eab4511 req-c318af98-8afa-40da-8ecc-cf0353fbdded tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] No DVR routers for this DVR port 6a090228-8bcc-4250-af5e-44fcd8e78e59 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:39:19.032217 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-771ff927-16c5-4d01-a9ff-af278eab4511 req-c318af98-8afa-40da-8ecc-cf0353fbdded tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:19.034131 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-771ff927-16c5-4d01-a9ff-af278eab4511 req-c318af98-8afa-40da-8ecc-cf0353fbdded tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.15 "DELETE /v2.0/ports/6a090228-8bcc-4250-af5e-44fcd8e78e59 HTTP/1.1" status: 204 len: 173 time: 1.4189608 Aug 29 06:39:19.071953 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-da1599b3-1586-440d-b13c-973435c52781 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:19.084252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-da1599b3-1586-440d-b13c-973435c52781 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports/da42414a-217d-461c-b308-4067b436cfb3 HTTP/1.1" status: 200 len: 943 time: 0.0831528 Aug 29 06:39:19.221914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-bb74bf72-36f9-4fc0-91d9-e87500eadb4a tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 1002 time: 0.0935123 Aug 29 06:39:19.235509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e62d-cc56-4c28-af11-d0cccdbd358a req-695b771a-2e67-4391-9073-5f4efca37fc8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:19.241484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e62d-cc56-4c28-af11-d0cccdbd358a req-695b771a-2e67-4391-9073-5f4efca37fc8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:19.242988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d181e62d-cc56-4c28-af11-d0cccdbd358a req-695b771a-2e67-4391-9073-5f4efca37fc8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7&device_id=f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98 HTTP/1.1" status: 200 len: 1690 time: 0.1072407 Aug 29 06:39:19.328623 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d181e62d-cc56-4c28-af11-d0cccdbd358a req-9dc2f057-2e8e-4ef0-8086-43c0a580dbd7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760782 Aug 29 06:39:19.379036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-dde7ed45-2710-4f19-9956-533a60274eff tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:19.380699 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-dde7ed45-2710-4f19-9956-533a60274eff tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1366320 Aug 29 06:39:19.455484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-2b41bbd3-0385-422a-8c0d-33802c3a0e83 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 1002 time: 0.0647159 Aug 29 06:39:19.464970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-e26bb5f2-23aa-4ead-b0a8-69f33d4201e9 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:19.530830 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-e26bb5f2-23aa-4ead-b0a8-69f33d4201e9 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:19.580125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30cd1374-bce1-4fc9-81d4-8f1713a7c182 req-999bb57f-4c18-4012-a8ad-e5ac594376f4 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edfc6bc-dc04-4225-a8af-fc2bfb2a54df HTTP/1.1" status: 200 len: 210 time: 0.0613935 Aug 29 06:39:19.681071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-946da989-f343-45c4-89e8-964e6ea78538 req-bd95be88-1f55-402e-a120-2baf397c6afd tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 210 time: 0.0300679 Aug 29 06:39:19.729614 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-e26bb5f2-23aa-4ead-b0a8-69f33d4201e9 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:19.838029 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-e26bb5f2-23aa-4ead-b0a8-69f33d4201e9 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:19.838416 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-e26bb5f2-23aa-4ead-b0a8-69f33d4201e9 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Floating IP cc678794-3bc4-46aa-9b02-a28e661d32a6 disassociated. External IP: 172.25.1.249, port: da42414a-217d-461c-b308-4067b436cfb3. Aug 29 06:39:20.022409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edfc6bc-dc04-4225-a8af-fc2bfb2a54df', 'name': 'network-vif-deleted', 'tag': '6a090228-8bcc-4250-af5e-44fcd8e78e59'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:20.025011 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7a4809-b513-4759-98f2-b79dd1c99b05" -d '{"events": [{"server_uuid": "1edfc6bc-dc04-4225-a8af-fc2bfb2a54df", "name": "network-vif-deleted", "tag": "6a090228-8bcc-4250-af5e-44fcd8e78e59"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:20.051525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-e26bb5f2-23aa-4ead-b0a8-69f33d4201e9 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:39:20.163498 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-e26bb5f2-23aa-4ead-b0a8-69f33d4201e9 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:39:20.168068 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-e26bb5f2-23aa-4ead-b0a8-69f33d4201e9 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:20.173482 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357bc953-c4e3-4692-9767-79c1077afeb2 None None] Sync routers for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:39:20.182116 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357bc953-c4e3-4692-9767-79c1077afeb2 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:39:20.182726 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-357bc953-c4e3-4692-9767-79c1077afeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:39:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:20.195769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-e26bb5f2-23aa-4ead-b0a8-69f33d4201e9 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "PUT /v2.0/floatingips/cc678794-3bc4-46aa-9b02-a28e661d32a6 HTTP/1.1" status: 200 len: 696 time: 0.7345092 Aug 29 06:39:20.251942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-d995f8e6-7bc6-44cd-84f2-72c47bf66a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:20.253929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-d995f8e6-7bc6-44cd-84f2-72c47bf66a9e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 1098 time: 0.0454485 Aug 29 06:39:20.306094 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-357bc953-c4e3-4692-9767-79c1077afeb2 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:39:20.366923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de0a44-4575-416c-9a1a-0a9c5f789c64 req-7a175324-0c4f-4b78-a8c9-8d0ee62826ca tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:20.368498 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94de0a44-4575-416c-9a1a-0a9c5f789c64 req-7a175324-0c4f-4b78-a8c9-8d0ee62826ca tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.1103258 Aug 29 06:39:20.403046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-41790015-1705-4d1a-8b57-157fa8f05b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:20.404676 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-41790015-1705-4d1a-8b57-157fa8f05b04 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 920 time: 0.1362026 Aug 29 06:39:20.432625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-330e61a1-182c-4ba9-a725-b19103643b24 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:20.434518 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-330e61a1-182c-4ba9-a725-b19103643b24 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.11 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 821 time: 0.1446958 Aug 29 06:39:20.462190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-bf99728b-09b0-4f42-aeb2-463d464ee48e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Request body: {'port': {'device_id': '7ac45052-10d1-45f4-abc1-31142d2f68f9', 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03', 'admin_state_up': True, 'tenant_id': 'e06a1fb8fcc74ddbb2b5244a869c25dc'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:20.465397 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:39:20.470983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-6065e260-e717-4051-82f1-df21197f8a44 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da42414a-217d-461c-b308-4067b436cfb3 HTTP/1.1" status: 200 len: 217 time: 0.0474961 Aug 29 06:39:20.474321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94de0a44-4575-416c-9a1a-0a9c5f789c64 req-937cd4b7-5346-435d-b952-211206f8b1c0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956936 Aug 29 06:39:20.542292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:39:20.543200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4ceeb1f5-14e2-4f78-83e7-504aae084ff7 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:39:20.543919 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6a090228-8bcc-4250-af5e-44fcd8e78e59 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:39:20.544782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-e33df761-9fc6-4d59-91bc-39f3793968d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:20.547064 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-e33df761-9fc6-4d59-91bc-39f3793968d1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.0692427 Aug 29 06:39:20.567117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 6a090228-8bcc-4250-af5e-44fcd8e78e59 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:39:20.568062 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6a090228-8bcc-4250-af5e-44fcd8e78e59 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:39:20.583108 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-357bc953-c4e3-4692-9767-79c1077afeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:20.617099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-3e972eb5-4735-49ab-a4ee-ac22222e6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:20.618673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-3e972eb5-4735-49ab-a4ee-ac22222e6474 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657151 Aug 29 06:39:20.620864 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357bc953-c4e3-4692-9767-79c1077afeb2 None None] Checking router: daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:39:20.629689 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357bc953-c4e3-4692-9767-79c1077afeb2 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:39:20.630301 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-357bc953-c4e3-4692-9767-79c1077afeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:39:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:20.643400 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:20.706274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2961ea-7e13-461c-b7b8-655d18eae118 req-59c9b73b-9074-4619-8554-ec3ceed2c3c9 tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:20.707856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e2961ea-7e13-461c-b7b8-655d18eae118 req-59c9b73b-9074-4619-8554-ec3ceed2c3c9 tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 1101 time: 0.1030257 Aug 29 06:39:20.735658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-bf99728b-09b0-4f42-aeb2-463d464ee48e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Made reservation on behalf of e06a1fb8fcc74ddbb2b5244a869c25dc for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:39:20.739505 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-bf99728b-09b0-4f42-aeb2-463d464ee48e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:20.744060 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-357bc953-c4e3-4692-9767-79c1077afeb2 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:39:20.762724 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-08aa24cf-2eae-4f08-ae02-08cca075d991 service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264091 Aug 29 06:39:20.775868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e2961ea-7e13-461c-b7b8-655d18eae118 req-04369bd3-e3fe-401c-996f-fe4707ca89f7 tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593817 Aug 29 06:39:20.883102 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad35f04-cc78-4f91-bdaf-b09f73d6b31d x-openstack-request-id: req-aad35f04-cc78-4f91-bdaf-b09f73d6b31d {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:20.883780 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edfc6bc-dc04-4225-a8af-fc2bfb2a54df", "name": "network-vif-deleted", "tag": "6a090228-8bcc-4250-af5e-44fcd8e78e59", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:20.884291 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aad35f04-cc78-4f91-bdaf-b09f73d6b31d {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:20.884927 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edfc6bc-dc04-4225-a8af-fc2bfb2a54df', 'name': 'network-vif-deleted', 'tag': '6a090228-8bcc-4250-af5e-44fcd8e78e59', 'status': 'completed', 'code': 200} Aug 29 06:39:20.899163 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423498fc-506c-4e57-9ebf-70e39de550a9 req-dcae6193-8785-446a-a6ad-48d734b1d767 service neutron] 10.222.0.76 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217737 Aug 29 06:39:20.907872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-bf99728b-09b0-4f42-aeb2-463d464ee48e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Allocated IP 172.20.0.8 (4ca161a2-97b5-4345-a973-efe3ac6f5a03/286fc068-b68f-4910-a000-c7b8e582e791/eadc46b7-ff16-46c2-98f1-54c402d04430) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:39:21.029798 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-357bc953-c4e3-4692-9767-79c1077afeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:21.066703 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357bc953-c4e3-4692-9767-79c1077afeb2 None None] The sync data for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 is: [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:38:19Z', 'revision_number': 4, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '02f518a9-5757-42c1-beec-a6d2dfb84f0b', 'name': '', 'network_id': 'e23b75b2-226f-4d05-9513-7dbf2ec7ba42', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'mac_address': 'fa:16:3e:d5:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:18Z', 'updated_at': '2021-08-29T06:38:26Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'subnets': [{'id': '22a3f03b-b513-4591-8917-95e3b36a5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:39:21.087586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-bf99728b-09b0-4f42-aeb2-463d464ee48e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:21.283595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c1763-4c98-482d-b000-35c70333c878 req-b3789cc6-e665-4d17-b8da-5a0488d2f129 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:21.287474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c97c1763-4c98-482d-b000-35c70333c878 req-b3789cc6-e665-4d17-b8da-5a0488d2f129 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 949 time: 0.3511171 Aug 29 06:39:21.295982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06b141b3-99b3-46d2-b628-c111beeb86ce req-6adb23be-6efd-481d-b168-b4ca8d4aa5ee tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 210 time: 0.0642419 Aug 29 06:39:21.329690 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-bf99728b-09b0-4f42-aeb2-463d464ee48e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:21.335270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c97c1763-4c98-482d-b000-35c70333c878 req-035360ee-c583-4e54-9546-036fa164dd28 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/security-groups?id=06ef4dd1-7191-487e-a191-2af1e48f4555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369532 Aug 29 06:39:21.416204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-bf99728b-09b0-4f42-aeb2-463d464ee48e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:39:21.416204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-bf99728b-09b0-4f42-aeb2-463d464ee48e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:39:21.416204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-bf99728b-09b0-4f42-aeb2-463d464ee48e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:39:21.425004 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216fb4a-b055-46eb-ac6a-7704d2a1e460 req-9530cb81-8a7d-4aa9-ab2c-0fd396062818 tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:21.434673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2216fb4a-b055-46eb-ac6a-7704d2a1e460 req-9530cb81-8a7d-4aa9-ab2c-0fd396062818 tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98 HTTP/1.1" status: 200 len: 1102 time: 0.0693684 Aug 29 06:39:21.446120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99728b-09b0-4f42-aeb2-463d464ee48e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Pushing event updated for resources: {'Port': ['ID=eadc46b7-ff16-46c2-98f1-54c402d04430,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:21.453354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45957658-9bed-455d-9ac7-1443970651a4 None None] New status for floating IP cc678794-3bc4-46aa-9b02-a28e661d32a6: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:39:21.477057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-bf99728b-09b0-4f42-aeb2-463d464ee48e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:21.477699 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-bf99728b-09b0-4f42-aeb2-463d464ee48e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:21.527478 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2216fb4a-b055-46eb-ac6a-7704d2a1e460 req-dffc1cbd-33e9-4d80-b6e3-d0eeb203aba9 tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924702 Aug 29 06:39:21.558960 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-bf99728b-09b0-4f42-aeb2-463d464ee48e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1010439 Aug 29 06:39:21.587218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Request body: {'port': {'device_id': '7ac45052-10d1-45f4-abc1-31142d2f68f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:21.597772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-aecc3b2e-05f1-4787-9f4c-264df74c57ce tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:21.619991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-aecc3b2e-05f1-4787-9f4c-264df74c57ce tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/networks?id=179c8afb-0d96-4a82-881d-9a60055fe78f HTTP/1.1" status: 200 len: 822 time: 0.1587522 Aug 29 06:39:21.636592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-bfd804ac-9ba5-4705-947c-bd63e26a937b tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/quotas/3c850ca4b8d241dd8e64e657acfeb999 HTTP/1.1" status: 200 len: 375 time: 0.0160391 Aug 29 06:39:21.679838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:21.745765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-0b3fb138-8a85-4654-bfad-c8f07a7d25d5 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c850ca4b8d241dd8e64e657acfeb999&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863264 Aug 29 06:39:21.745765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08c91a-e333-40d7-a977-18283988c1eb req-ddc6a64f-12a9-4bbe-ab3d-95b51ffe9a7a tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:21.745765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d08c91a-e333-40d7-a977-18283988c1eb req-ddc6a64f-12a9-4bbe-ab3d-95b51ffe9a7a tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0756469 Aug 29 06:39:21.841311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d08c91a-e333-40d7-a977-18283988c1eb req-86b24558-ed1d-4ef2-a7e9-537d18b5a113 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922818 Aug 29 06:39:21.869131 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-d275d80c-336c-463b-b778-fcb1a0f93d87 service neutron] 10.222.0.76 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274531 Aug 29 06:39:21.991834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadc46b7-ff16-46c2-98f1-54c402d04430 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:22.002875 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:22.015707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c3752-cbee-4612-bc99-f585172d58f4 req-ef99ba7b-2021-4b00-a5a8-f48198e76573 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:22.017305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-634c3752-cbee-4612-bc99-f585172d58f4 req-ef99ba7b-2021-4b00-a5a8-f48198e76573 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 949 time: 0.1472845 Aug 29 06:39:22.028365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Transition to ACTIVE for port object eadc46b7-ff16-46c2-98f1-54c402d04430 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:22.076893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-74c91015-5832-4ea8-bc8d-f700cc637246 service neutron] 10.222.0.76 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966052 Aug 29 06:39:22.114718 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:22.221339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fa659f9-7db2-42ff-94eb-1cf606ee0890 req-30cafda4-6eb2-45af-b135-9c5a03991cb5 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips/cc678794-3bc4-46aa-9b02-a28e661d32a6 HTTP/1.1" status: 200 len: 694 time: 0.1101308 Aug 29 06:39:22.231180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Pushing event updated for resources: {'Port': ['ID=eadc46b7-ff16-46c2-98f1-54c402d04430,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:22.286419 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Attempting to bind port eadc46b7-ff16-46c2-98f1-54c402d04430 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:39:22.286853 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Attempting to bind port eadc46b7-ff16-46c2-98f1-54c402d04430 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:39:22.287129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Attempting to bind port eadc46b7-ff16-46c2-98f1-54c402d04430 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:22.298566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Port eadc46b7-ff16-46c2-98f1-54c402d04430 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:39:22.299220 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Attempting to bind port eadc46b7-ff16-46c2-98f1-54c402d04430 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:22.304877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:39:22.305296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Checking segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:39:22.305747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Bound using segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:39:22.306253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Bound port: eadc46b7-ff16-46c2-98f1-54c402d04430, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:39:22.306674 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:22.369390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-634c3752-cbee-4612-bc99-f585172d58f4 req-846e7d10-c0cb-456b-9d96-a263d02bd92a tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Deleting port cf358ef3-c92c-4244-899e-a0731dcfa3ad {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:39:22.369955 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-634c3752-cbee-4612-bc99-f585172d58f4 req-846e7d10-c0cb-456b-9d96-a263d02bd92a tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:22.467928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:22.478517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eadc46b7-ff16-46c2-98f1-54c402d04430,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:39:22.551081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa659f9-7db2-42ff-94eb-1cf606ee0890 req-18f20264-1862-41c9-8bd3-2ef630c07584 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:22.556197 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:22.559329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fa659f9-7db2-42ff-94eb-1cf606ee0890 req-18f20264-1862-41c9-8bd3-2ef630c07584 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.3308494 Aug 29 06:39:22.636226 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fa659f9-7db2-42ff-94eb-1cf606ee0890 req-a2506234-b0ea-4bee-89ac-76cf2ee7f3d9 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 697 time: 0.0759335 Aug 29 06:39:22.670402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:22.671430 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:22.672994 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] 10.222.0.11 "PUT /v2.0/ports/eadc46b7-ff16-46c2-98f1-54c402d04430 HTTP/1.1" status: 200 len: 1092 time: 1.0903480 Aug 29 06:39:22.673593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac45052-10d1-45f4-abc1-31142d2f68f9', 'tag': 'eadc46b7-ff16-46c2-98f1-54c402d04430'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:22.676170 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcd58d0-a834-492f-9dcd-3467969c399c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac45052-10d1-45f4-abc1-31142d2f68f9", "tag": "eadc46b7-ff16-46c2-98f1-54c402d04430"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:22.694744 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85488880-8784-4a0c-8a17-dc9ec6968779 service neutron] Pushing event updated for resources: {'Port': ['ID=eadc46b7-ff16-46c2-98f1-54c402d04430,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:22.720456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-634c3752-cbee-4612-bc99-f585172d58f4 req-846e7d10-c0cb-456b-9d96-a263d02bd92a tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] For port cf358ef3-c92c-4244-899e-a0731dcfa3ad, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=cf358ef3-c92c-4244-899e-a0731dcfa3ad,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:22.730890 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-634c3752-cbee-4612-bc99-f585172d58f4 req-846e7d10-c0cb-456b-9d96-a263d02bd92a tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:22.730890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e52a80f8-e80d-4f22-bd97-c7446bf7e976 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818558 Aug 29 06:39:22.757647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fa659f9-7db2-42ff-94eb-1cf606ee0890 req-06978659-b142-4625-9934-3528944b9256 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 697 time: 0.1204376 Aug 29 06:39:22.760446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-634c3752-cbee-4612-bc99-f585172d58f4 req-846e7d10-c0cb-456b-9d96-a263d02bd92a tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Calling delete_port for cf358ef3-c92c-4244-899e-a0731dcfa3ad owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:39:22.885629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63abe978-3077-461d-a35d-36f777e39b2c', 'tag': 'da42414a-217d-461c-b308-4067b436cfb3'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:22.887971 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d249a29-ced6-4214-b096-e8072b7bae19" -d '{"events": [{"name": "network-changed", "server_uuid": "63abe978-3077-461d-a35d-36f777e39b2c", "tag": "da42414a-217d-461c-b308-4067b436cfb3"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:22.914726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-c1241fb1-4a9b-459e-bbc9-8b6f5af446ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:22.918364 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-c1241fb1-4a9b-459e-bbc9-8b6f5af446ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 1095 time: 0.0804958 Aug 29 06:39:23.010740 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-df732509-7341-4926-a490-0bd8e56db3b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eadc46b7-ff16-46c2-98f1-54c402d04430 HTTP/1.1" status: 200 len: 217 time: 0.0602763 Aug 29 06:39:23.081908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-72088abe-23ac-4622-b5eb-e85b17fb5aeb tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:23.089761 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-72088abe-23ac-4622-b5eb-e85b17fb5aeb tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3528266 Aug 29 06:39:23.103178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-4a3ca49f-1d82-4665-b09b-b2eb7e4c551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:23.108813 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-4a3ca49f-1d82-4665-b09b-b2eb7e4c551e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0878839 Aug 29 06:39:23.117752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-b73337d6-9971-4865-a7f1-b30f599fe91f tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/quotas/5e05d1570cdf4cefaa4ec47a0b5f0777 HTTP/1.1" status: 200 len: 375 time: 0.0270255 Aug 29 06:39:23.166781 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-bf4957c9-8a93-48da-9054-eab3e3baa308 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505922 Aug 29 06:39:23.251966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-8fa659f9-7db2-42ff-94eb-1cf606ee0890 req-822dff81-efa4-4841-b366-80ee10c385a8 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Deleting port 38fae3d4-ea3c-4935-a694-c1b697ae6450 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:39:23.255618 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8fa659f9-7db2-42ff-94eb-1cf606ee0890 req-822dff81-efa4-4841-b366-80ee10c385a8 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:23.304759 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-b89f6a32-d7eb-446a-9e1d-ca3f4bc7d373 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296775 Aug 29 06:39:23.380517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-bd254a6f-05cb-487e-a4e0-c39ec37eb63e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2613757 Aug 29 06:39:23.438352 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b13eacc-a473-4637-8dbf-802f3ed7e3c5 req-10142789-86d1-440d-b3ed-aafd94915e5c service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247540 Aug 29 06:39:23.448063 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8fa659f9-7db2-42ff-94eb-1cf606ee0890 req-822dff81-efa4-4841-b366-80ee10c385a8 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:23.448710 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8fa659f9-7db2-42ff-94eb-1cf606ee0890 req-822dff81-efa4-4841-b366-80ee10c385a8 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:23.474949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-8fa659f9-7db2-42ff-94eb-1cf606ee0890 req-822dff81-efa4-4841-b366-80ee10c385a8 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Calling delete_port for 38fae3d4-ea3c-4935-a694-c1b697ae6450 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:39:23.532788 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-634c3752-cbee-4612-bc99-f585172d58f4 req-846e7d10-c0cb-456b-9d96-a263d02bd92a tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:23.543505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['cf358ef3-c92c-4244-899e-a0731dcfa3ad'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:23.585841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e7d10-c0cb-456b-9d96-a263d02bd92a tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Pushing event deleted for resources: {'Port': ['ID=cf358ef3-c92c-4244-899e-a0731dcfa3ad,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:23.659064 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-634c3752-cbee-4612-bc99-f585172d58f4 req-846e7d10-c0cb-456b-9d96-a263d02bd92a tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] No DVR routers for this DVR port cf358ef3-c92c-4244-899e-a0731dcfa3ad on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:39:23.663315 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-634c3752-cbee-4612-bc99-f585172d58f4 req-846e7d10-c0cb-456b-9d96-a263d02bd92a tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:23.665738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-634c3752-cbee-4612-bc99-f585172d58f4 req-846e7d10-c0cb-456b-9d96-a263d02bd92a tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.15 "DELETE /v2.0/ports/cf358ef3-c92c-4244-899e-a0731dcfa3ad HTTP/1.1" status: 204 len: 173 time: 1.6407475 Aug 29 06:39:24.000795 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8fa659f9-7db2-42ff-94eb-1cf606ee0890 req-822dff81-efa4-4841-b366-80ee10c385a8 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:24.054476 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dff81-efa4-4841-b366-80ee10c385a8 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Pushing event deleted for resources: {'Port': ['ID=38fae3d4-ea3c-4935-a694-c1b697ae6450,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:24.135563 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8fa659f9-7db2-42ff-94eb-1cf606ee0890 req-822dff81-efa4-4841-b366-80ee10c385a8 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:24.138543 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8fa659f9-7db2-42ff-94eb-1cf606ee0890 req-822dff81-efa4-4841-b366-80ee10c385a8 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:24.139773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fa659f9-7db2-42ff-94eb-1cf606ee0890 req-822dff81-efa4-4841-b366-80ee10c385a8 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "DELETE /v2.0/floatingips/cc678794-3bc4-46aa-9b02-a28e661d32a6 HTTP/1.1" status: 204 len: 173 time: 1.3813477 Aug 29 06:39:24.289182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e2c9f-02e7-4268-8f2d-116b4cf3cf8d req-75a73c81-aba9-4e5e-abdc-b262d1143ee1 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:24.290999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d6e2c9f-02e7-4268-8f2d-116b4cf3cf8d req-75a73c81-aba9-4e5e-abdc-b262d1143ee1 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 943 time: 0.0734975 Aug 29 06:39:24.343539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d6e2c9f-02e7-4268-8f2d-116b4cf3cf8d req-76de46f7-f27c-4522-b109-e98717a53bdf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453591 Aug 29 06:39:24.471261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-104bdc6f-faae-4b5c-982a-457bff840daf req-6e58c9b2-1917-447d-9da1-5d4bd2ed0a2f tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 210 time: 0.0503812 Aug 29 06:39:24.527443 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbd0bcc8-2fbb-4177-a769-eeec806b3e2e req-c00aea40-3829-498e-be65-933786b16548 tempest-ServerDiagnosticsNegativeTest-870511085 tempest-ServerDiagnosticsNegativeTest-870511085-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e767a85-e220-4f1d-bf79-20e9545e528e HTTP/1.1" status: 200 len: 210 time: 0.0544167 Aug 29 06:39:24.572752 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1369cf5f-e470-4dc7-a6ba-1eed1a9a561e x-openstack-request-id: req-1369cf5f-e470-4dc7-a6ba-1eed1a9a561e {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:24.573332 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac45052-10d1-45f4-abc1-31142d2f68f9", "tag": "eadc46b7-ff16-46c2-98f1-54c402d04430", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:24.573332 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1369cf5f-e470-4dc7-a6ba-1eed1a9a561e {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:24.573683 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac45052-10d1-45f4-abc1-31142d2f68f9', 'tag': 'eadc46b7-ff16-46c2-98f1-54c402d04430', 'status': 'completed', 'code': 200} Aug 29 06:39:24.726926 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd58d0-a834-492f-9dcd-3467969c399c req-4cb9cbc3-113e-4196-98a4-6c65e7cf738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:24.728769 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7fcd58d0-a834-492f-9dcd-3467969c399c req-4cb9cbc3-113e-4196-98a4-6c65e7cf738c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 1095 time: 0.0957475 Aug 29 06:39:24.733128 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c9689e-0692-4bfc-a79d-69918757c3e2 x-openstack-request-id: req-d5c9689e-0692-4bfc-a79d-69918757c3e2 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:24.733425 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63abe978-3077-461d-a35d-36f777e39b2c", "tag": "da42414a-217d-461c-b308-4067b436cfb3", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:24.739472 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5c9689e-0692-4bfc-a79d-69918757c3e2 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:24.740032 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63abe978-3077-461d-a35d-36f777e39b2c', 'tag': 'da42414a-217d-461c-b308-4067b436cfb3', 'status': 'completed', 'code': 200} Aug 29 06:39:24.754928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46a299-da5d-4691-b286-30a0314ce343 req-4afaa128-5850-453b-bf6d-2e5134415ba8 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:24.770780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de46a299-da5d-4691-b286-30a0314ce343 req-4afaa128-5850-453b-bf6d-2e5134415ba8 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 945 time: 0.1664460 Aug 29 06:39:24.899990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd58d0-a834-492f-9dcd-3467969c399c req-a55c2c71-84c9-480b-b092-f461d7bfc86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:24.900211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d249a29-ced6-4214-b096-e8072b7bae19 req-3d2a3f0a-4781-4772-b552-e14eecac6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:24.901572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d249a29-ced6-4214-b096-e8072b7bae19 req-3d2a3f0a-4781-4772-b552-e14eecac6c60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78eee02e528746ee868845f6eb34aea6&device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 1098 time: 0.0985861 Aug 29 06:39:24.901692 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7fcd58d0-a834-492f-9dcd-3467969c399c req-a55c2c71-84c9-480b-b092-f461d7bfc86d service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.1545756 Aug 29 06:39:24.906079 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de46a299-da5d-4691-b286-30a0314ce343 req-64458cf4-506d-4666-96a0-d4c8f4bbf752 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341929 Aug 29 06:39:25.102192 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7fcd58d0-a834-492f-9dcd-3467969c399c req-67fd3d21-b2f6-41d0-8771-2117ea116ddc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eadc46b7-ff16-46c2-98f1-54c402d04430 HTTP/1.1" status: 200 len: 217 time: 0.1773176 Aug 29 06:39:25.129472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d249a29-ced6-4214-b096-e8072b7bae19 req-8baea4b3-e306-4a6d-8951-a5885c52a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:25.133907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d249a29-ced6-4214-b096-e8072b7bae19 req-8baea4b3-e306-4a6d-8951-a5885c52a9f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 200 len: 920 time: 0.2161934 Aug 29 06:39:25.216289 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d249a29-ced6-4214-b096-e8072b7bae19 req-89e7e289-54a3-447b-b360-3a47d5a8f0ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da42414a-217d-461c-b308-4067b436cfb3 HTTP/1.1" status: 200 len: 217 time: 0.0658360 Aug 29 06:39:25.283033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd58d0-a834-492f-9dcd-3467969c399c req-a65b6ebf-520c-4bf4-966e-95ec52cca0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:25.284737 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7fcd58d0-a834-492f-9dcd-3467969c399c req-a65b6ebf-520c-4bf4-966e-95ec52cca0d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.1623943 Aug 29 06:39:25.295057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d249a29-ced6-4214-b096-e8072b7bae19 req-590a0f34-faff-4c39-a6d5-1d0941076d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:25.300827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d249a29-ced6-4214-b096-e8072b7bae19 req-590a0f34-faff-4c39-a6d5-1d0941076d47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 200 len: 858 time: 0.0670056 Aug 29 06:39:25.394832 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7fcd58d0-a834-492f-9dcd-3467969c399c req-25444cc1-941a-41f7-8a79-60f71a7a827c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966604 Aug 29 06:39:25.414582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d249a29-ced6-4214-b096-e8072b7bae19 req-e0ceeb45-7eb1-4a3b-9a25-777f51d56b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:25.416130 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d249a29-ced6-4214-b096-e8072b7bae19 req-e0ceeb45-7eb1-4a3b-9a25-777f51d56b57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e23b75b2-226f-4d05-9513-7dbf2ec7ba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072998 Aug 29 06:39:25.545296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d249a29-ced6-4214-b096-e8072b7bae19 req-361bdd9a-b97f-4011-a6ee-44dfea95a491 service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215565 Aug 29 06:39:25.546404 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7fcd58d0-a834-492f-9dcd-3467969c399c req-6207902f-4ff1-4ccc-9dd9-298d494f6d05 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471159 Aug 29 06:39:25.553968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-838cf9f4-3f22-478f-a993-b98c38b651a9 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:25.555450 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-838cf9f4-3f22-478f-a993-b98c38b651a9 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.15 "GET /v2.0/networks?id=179c8afb-0d96-4a82-881d-9a60055fe78f HTTP/1.1" status: 200 len: 822 time: 0.4878085 Aug 29 06:39:25.569033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Request body: {'port': {'device_id': '37effe9e-0655-4c93-8dac-9ef2720715cc', 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f', 'admin_state_up': True, 'tenant_id': '3c850ca4b8d241dd8e64e657acfeb999'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:25.747537 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bc44ab9-b8a2-464a-bf4e-f3c95ad72bb6 req-efdd9d09-cf41-4976-9df0-53da0793bb94 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 210 time: 0.0319078 Aug 29 06:39:25.747756 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7fcd58d0-a834-492f-9dcd-3467969c399c req-6d63e9fe-0042-4bba-b135-a228458f72bb service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906550 Aug 29 06:39:25.749468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d249a29-ced6-4214-b096-e8072b7bae19 req-53864a67-2cab-4d35-bb9b-e5e67b679a36 service neutron] 10.222.0.15 "GET /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941919 Aug 29 06:39:25.872192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Made reservation on behalf of 3c850ca4b8d241dd8e64e657acfeb999 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:39:25.876697 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:25.882188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06c177-f5cb-458f-95be-185b6e9c29a8 req-886f4651-93e0-4e8d-bce4-2560a27d9f36 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:25.883827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad06c177-f5cb-458f-95be-185b6e9c29a8 req-886f4651-93e0-4e8d-bce4-2560a27d9f36 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 943 time: 0.0585859 Aug 29 06:39:25.925606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad06c177-f5cb-458f-95be-185b6e9c29a8 req-505dc994-9d6a-4dd2-b9b6-2e957ca7c747 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326288 Aug 29 06:39:26.009058 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Allocated IP 172.20.0.14 (179c8afb-0d96-4a82-881d-9a60055fe78f/65030456-9c22-4d0f-ba30-dc80cb8ddba0/04d6a538-3aac-461b-b192-e2a6b5c68502) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:39:26.018664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2c8cf1e-c0fe-4a5d-b028-d5072a8709ea req-4d393c51-e1da-4d2a-8cbc-aea65395e659 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 210 time: 0.0298104 Aug 29 06:39:26.196730 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:26.200074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b1dc6-7a71-4df3-890b-b3ddc6d11f70 req-b3e4621b-0c8c-4768-98f8-95784f401f78 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:26.208378 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-462b1dc6-7a71-4df3-890b-b3ddc6d11f70 req-b3e4621b-0c8c-4768-98f8-95784f401f78 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 946 time: 0.0826616 Aug 29 06:39:26.244660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-462b1dc6-7a71-4df3-890b-b3ddc6d11f70 req-77020a97-f105-494a-a267-cb3ad73944ee tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354943 Aug 29 06:39:26.395089 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:26.441297 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Network 179c8afb-0d96-4a82-881d-9a60055fe78f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:39:26.447586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:39:26.452078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:39:26.497682 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Pushing event updated for resources: {'Port': ['ID=04d6a538-3aac-461b-b192-e2a6b5c68502,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:26.509476 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:26.509938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:26.510338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:26.510752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:26.511181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:26.511302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device cf358ef3-c92c-4244-899e-a0731dcfa3ad no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:39:26.511805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:26.512015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:26.512410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:26.512822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:26.513282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:26.513635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:26.514029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:26.536517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: cf358ef3-c92c-4244-899e-a0731dcfa3ad {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:39:26.537074 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device cf358ef3-c92c-4244-899e-a0731dcfa3ad not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:39:26.549016 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:26.549706 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:26.733184 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-4fc4d709-bb72-4f52-9055-ee8909752abc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1682034 Aug 29 06:39:26.742305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e767a85-e220-4f1d-bf79-20e9545e528e', 'name': 'network-vif-deleted', 'tag': 'cf358ef3-c92c-4244-899e-a0731dcfa3ad'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:26.745007 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7876a418-1dde-4897-a882-90ebaa476da4" -d '{"events": [{"server_uuid": "4e767a85-e220-4f1d-bf79-20e9545e528e", "name": "network-vif-deleted", "tag": "cf358ef3-c92c-4244-899e-a0731dcfa3ad"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:26.761148 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Request body: {'port': {'device_id': '37effe9e-0655-4c93-8dac-9ef2720715cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:26.835302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 35892) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:26.876319 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29cb01e-eb49-4bfa-a20f-2d2dbde51063 x-openstack-request-id: req-f29cb01e-eb49-4bfa-a20f-2d2dbde51063 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:26.876615 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e767a85-e220-4f1d-bf79-20e9545e528e", "name": "network-vif-deleted", "tag": "cf358ef3-c92c-4244-899e-a0731dcfa3ad", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:26.876869 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f29cb01e-eb49-4bfa-a20f-2d2dbde51063 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:26.877350 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e767a85-e220-4f1d-bf79-20e9545e528e', 'name': 'network-vif-deleted', 'tag': 'cf358ef3-c92c-4244-899e-a0731dcfa3ad', 'status': 'completed', 'code': 200} Aug 29 06:39:26.902115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2efa834c-6381-405d-980f-059eefe7b498 req-427ea4cc-ed88-435c-b56b-379f90ff8acd tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 210 time: 0.0455215 Aug 29 06:39:26.933276 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:27.108021 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-86fc3729-b7cf-4376-9e34-5201a29ee0c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=69d482bf12e140b385ed84ae9ac87e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715528 Aug 29 06:39:27.118317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fed37-0aaf-4ba8-bd2b-19282e35e897 req-f6221420-8793-4cd3-8eb7-6c4abf3b756b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:27.120706 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6b3fed37-0aaf-4ba8-bd2b-19282e35e897 req-f6221420-8793-4cd3-8eb7-6c4abf3b756b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 943 time: 0.0922723 Aug 29 06:39:27.121521 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 35900) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:27.277434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6b3fed37-0aaf-4ba8-bd2b-19282e35e897 req-4d9552a7-42df-4ea9-ad7c-7564d3ea7d5d tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479087 Aug 29 06:39:27.337270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d5ff9-fa4a-4ecb-84ec-c7e93a90bf46 req-5ddfc1bc-ceb5-4f0b-8bd2-3c19193a2f99 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:27.339618 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f22d5ff9-fa4a-4ecb-84ec-c7e93a90bf46 req-5ddfc1bc-ceb5-4f0b-8bd2-3c19193a2f99 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 932 time: 0.1933959 Aug 29 06:39:27.343062 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:27.382395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72890c2a-55f0-4629-891c-c0b351b1e876 req-48149156-1987-431b-a7aa-647c9f319a6c tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:27.385493 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72890c2a-55f0-4629-891c-c0b351b1e876 req-48149156-1987-431b-a7aa-647c9f319a6c tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.15 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 946 time: 0.1753054 Aug 29 06:39:27.392353 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3f18143-e974-464c-ada9-df490fb663e9 req-9ff83cf1-c61d-40fc-b458-330ebd29260b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1221433 Aug 29 06:39:27.495419 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:27.556765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d6a538-3aac-461b-b192-e2a6b5c68502 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:27.578702 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:27.578702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f18143-e974-464c-ada9-df490fb663e9 req-c7a51f17-3a47-47a1-9ea8-7fe3b7a1b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:27.578702 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3f18143-e974-464c-ada9-df490fb663e9 req-c7a51f17-3a47-47a1-9ea8-7fe3b7a1b9f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=544c6f4659b0481fa002ec69280b9551&device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 1097 time: 0.0953615 Aug 29 06:39:27.586794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Transition to ACTIVE for port object 04d6a538-3aac-461b-b192-e2a6b5c68502 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:27.629287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f22d5ff9-fa4a-4ecb-84ec-c7e93a90bf46 req-6f9e64a5-6be1-41da-8aab-c20e06c9a042 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763121 Aug 29 06:39:27.698072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa66768-61e3-4f5c-b9f2-f5662628f879 req-c038a495-e85e-4e74-b4be-e99d07ca6417 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:27.709528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6aa66768-61e3-4f5c-b9f2-f5662628f879 req-c038a495-e85e-4e74-b4be-e99d07ca6417 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 946 time: 0.1771586 Aug 29 06:39:27.733426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-72890c2a-55f0-4629-891c-c0b351b1e876 req-44734bf1-5294-4dd6-a50e-3ebf3720e7b5 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Deleting port da42414a-217d-461c-b308-4067b436cfb3 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:39:27.734676 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-72890c2a-55f0-4629-891c-c0b351b1e876 req-44734bf1-5294-4dd6-a50e-3ebf3720e7b5 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:27.767659 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:27.819416 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6aa66768-61e3-4f5c-b9f2-f5662628f879 req-1d08b705-dab5-4326-969d-afe5e8292cf9 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/security-groups?id=288d3a06-3535-4022-9ef3-7db10f6aa5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121087 Aug 29 06:39:27.872147 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:27.877284 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:27.878650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f18143-e974-464c-ada9-df490fb663e9 req-adbcad0e-524c-42d0-b751-f1c37ec570b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:27.885825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/06ef4dd1-7191-487e-a191-2af1e48f4555 HTTP/1.1" status: 204 len: 168 time: 0.7628779 Aug 29 06:39:27.893701 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3f18143-e974-464c-ada9-df490fb663e9 req-adbcad0e-524c-42d0-b751-f1c37ec570b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ea3503f9-de17-4d75-a461-b28dbced4bb1 HTTP/1.1" status: 200 len: 925 time: 0.2873318 Aug 29 06:39:27.903998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Pushing event updated for resources: {'Port': ['ID=04d6a538-3aac-461b-b192-e2a6b5c68502,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:27.971983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-72890c2a-55f0-4629-891c-c0b351b1e876 req-44734bf1-5294-4dd6-a50e-3ebf3720e7b5 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] For port da42414a-217d-461c-b308-4067b436cfb3, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=da42414a-217d-461c-b308-4067b436cfb3,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:27.974568 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-72890c2a-55f0-4629-891c-c0b351b1e876 req-44734bf1-5294-4dd6-a50e-3ebf3720e7b5 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:27.981279 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device eadc46b7-ff16-46c2-98f1-54c402d04430 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:39:28.065886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-72890c2a-55f0-4629-891c-c0b351b1e876 req-44734bf1-5294-4dd6-a50e-3ebf3720e7b5 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Calling delete_port for da42414a-217d-461c-b308-4067b436cfb3 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:39:28.077190 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3f18143-e974-464c-ada9-df490fb663e9 req-ca2443ab-c256-406e-8064-8757e283e9fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bacdf918-bc6c-425e-84ac-b49c1865d62f HTTP/1.1" status: 200 len: 1001 time: 0.1131659 Aug 29 06:39:28.101342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Attempting to bind port 04d6a538-3aac-461b-b192-e2a6b5c68502 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:39:28.101945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Attempting to bind port 04d6a538-3aac-461b-b192-e2a6b5c68502 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:39:28.102465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Attempting to bind port 04d6a538-3aac-461b-b192-e2a6b5c68502 on network 179c8afb-0d96-4a82-881d-9a60055fe78f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:28.215022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ef4dd1-7191-487e-a191-2af1e48f4555,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:28.282462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eadc46b7-ff16-46c2-98f1-54c402d04430,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:28.283933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c2aff0f-7095-4769-b9ef-c3ac3e806f55 req-3fb58c88-a85f-441a-9848-51eeb1f86f6c tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 210 time: 0.0747910 Aug 29 06:39:28.287072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:28.303790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:28.304463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:28.304629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:28.305081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:28.306000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:28.306343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:28.306673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:28.307000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:28.307810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:28.308041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:28.308367 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f6866-3f4a-48f4-a210-8d28a87cce5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:28.311978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'eadc46b7-ff16-46c2-98f1-54c402d04430', 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03', 'port_id': 'eadc46b7-ff16-46c2-98f1-54c402d04430', 'mac_address': 'fa:16:3e:a7:43:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286fc068-b68f-4910-a000-c7b8e582e791', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:39:28.430329 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e0ab0a31-b5e8-4041-95a0-35749f50a123 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335834 Aug 29 06:39:28.432804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Port 04d6a538-3aac-461b-b192-e2a6b5c68502 on network 179c8afb-0d96-4a82-881d-9a60055fe78f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:39:28.433132 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Attempting to bind port 04d6a538-3aac-461b-b192-e2a6b5c68502 on network 179c8afb-0d96-4a82-881d-9a60055fe78f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:28.433574 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:28.481842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadc46b7-ff16-46c2-98f1-54c402d04430 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:28.496834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:39:28.497825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Checking segment: {'id': 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:39:28.501389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Bound using segment: {'id': 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:39:28.510452 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Bound port: 04d6a538-3aac-461b-b192-e2a6b5c68502, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:39:28.510452 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:28.528361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f18143-e974-464c-ada9-df490fb663e9 req-ec925c43-13b2-44c6-b36b-e23432cf2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:28.530116 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3f18143-e974-464c-ada9-df490fb663e9 req-ec925c43-13b2-44c6-b36b-e23432cf2164 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f576fb6-2e95-4e87-84cb-796a56eec9b0 HTTP/1.1" status: 200 len: 863 time: 0.4419692 Aug 29 06:39:28.561507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eadc46b7-ff16-46c2-98f1-54c402d04430,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:28.620592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f791ebc-f32e-4c3f-b937-1c5780f66341 req-2fdc58b2-f2e9-471a-9236-d70779f0ab2a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:28.630654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f791ebc-f32e-4c3f-b937-1c5780f66341 req-2fdc58b2-f2e9-471a-9236-d70779f0ab2a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 943 time: 0.1691728 Aug 29 06:39:28.644139 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:28.715694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f791ebc-f32e-4c3f-b937-1c5780f66341 req-8d2e845d-6f5d-47f9-b996-72452ddf7e42 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825846 Aug 29 06:39:28.737253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f18143-e974-464c-ada9-df490fb663e9 req-02a461b3-0332-4a9a-a125-07df7245b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:28.750326 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3f18143-e974-464c-ada9-df490fb663e9 req-02a461b3-0332-4a9a-a125-07df7245b08a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ea3503f9-de17-4d75-a461-b28dbced4bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1676886 Aug 29 06:39:28.751013 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-72890c2a-55f0-4629-891c-c0b351b1e876 req-44734bf1-5294-4dd6-a50e-3ebf3720e7b5 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:28.751637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=eadc46b7-ff16-46c2-98f1-54c402d04430,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:28.834262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44734bf1-5294-4dd6-a50e-3ebf3720e7b5 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Pushing event deleted for resources: {'Port': ['ID=da42414a-217d-461c-b308-4067b436cfb3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:28.877627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] For port 04d6a538-3aac-461b-b192-e2a6b5c68502, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:28.919759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] For port 04d6a538-3aac-461b-b192-e2a6b5c68502, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=04d6a538-3aac-461b-b192-e2a6b5c68502,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:39:28.924496 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3f18143-e974-464c-ada9-df490fb663e9 req-35bf6a61-86c6-4e94-8de5-8add80b6fb63 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526701 Aug 29 06:39:28.924716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-72890c2a-55f0-4629-891c-c0b351b1e876 req-44734bf1-5294-4dd6-a50e-3ebf3720e7b5 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] No DVR routers for this DVR port da42414a-217d-461c-b308-4067b436cfb3 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:39:28.932457 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-72890c2a-55f0-4629-891c-c0b351b1e876 req-44734bf1-5294-4dd6-a50e-3ebf3720e7b5 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:28.934536 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72890c2a-55f0-4629-891c-c0b351b1e876 req-44734bf1-5294-4dd6-a50e-3ebf3720e7b5 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.15 "DELETE /v2.0/ports/da42414a-217d-461c-b308-4067b436cfb3 HTTP/1.1" status: 204 len: 173 time: 1.5097334 Aug 29 06:39:28.939746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63abe978-3077-461d-a35d-36f777e39b2c', 'name': 'network-vif-deleted', 'tag': 'da42414a-217d-461c-b308-4067b436cfb3'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:28.939869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-3ae6ee09-9145-47f0-a4b4-b5ef7976453b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:28.939869 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-3ae6ee09-9145-47f0-a4b4-b5ef7976453b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4812882 Aug 29 06:39:28.944157 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e4cc81-531f-496c-bf99-4711ed679ad3" -d '{"events": [{"server_uuid": "63abe978-3077-461d-a35d-36f777e39b2c", "name": "network-vif-deleted", "tag": "da42414a-217d-461c-b308-4067b436cfb3"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:28.966522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e606c854-65a0-4d96-a8ee-abed3dcf70e7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Request body: {'port': {'device_id': '04a5fd60-63e3-4f3b-8346-b7b90ee42358', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '5e05d1570cdf4cefaa4ec47a0b5f0777'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:28.967473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccf78b-7406-4b0d-8241-8217b8f14011 req-63cfa976-cab4-4a80-906a-9dd21681db0d tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:28.969572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-daccf78b-7406-4b0d-8241-8217b8f14011 req-63cfa976-cab4-4a80-906a-9dd21681db0d tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 944 time: 0.1749721 Aug 29 06:39:29.021567 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a0f47a7-586a-4860-b2da-b9bc3df95d44 req-98950fd3-d15e-4c06-84d0-c2bc26128250 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 210 time: 0.0656397 Aug 29 06:39:29.066112 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:29.066648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-daccf78b-7406-4b0d-8241-8217b8f14011 req-a4998ca2-0e52-4712-9288-62d646a8eead tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836432 Aug 29 06:39:29.097726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:29.098356 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:29.099820 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] 10.222.0.15 "PUT /v2.0/ports/04d6a538-3aac-461b-b192-e2a6b5c68502 HTTP/1.1" status: 200 len: 1093 time: 2.3537314 Aug 29 06:39:29.112365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37effe9e-0655-4c93-8dac-9ef2720715cc', 'tag': '04d6a538-3aac-461b-b192-e2a6b5c68502'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:29.119649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 35962) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:29.122076 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b430538-6d80-4f6c-bc7a-74eb525de517" -d '{"events": [{"name": "network-changed", "server_uuid": "37effe9e-0655-4c93-8dac-9ef2720715cc", "tag": "04d6a538-3aac-461b-b192-e2a6b5c68502"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:29.152201 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:39:29.163028 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5e632cb5-652b-4978-b81d-a3175bc84866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:29.181803 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbdffc5-d600-4eb8-8977-256a15949942 x-openstack-request-id: req-ecbdffc5-d600-4eb8-8977-256a15949942 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:29.181803 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63abe978-3077-461d-a35d-36f777e39b2c", "name": "network-vif-deleted", "tag": "da42414a-217d-461c-b308-4067b436cfb3", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:29.181803 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ecbdffc5-d600-4eb8-8977-256a15949942 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:29.182566 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63abe978-3077-461d-a35d-36f777e39b2c', 'name': 'network-vif-deleted', 'tag': 'da42414a-217d-461c-b308-4067b436cfb3', 'status': 'completed', 'code': 200} Aug 29 06:39:29.254712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['eadc46b7-ff16-46c2-98f1-54c402d04430'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:29.287059 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5e632cb5-652b-4978-b81d-a3175bc84866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:29.309343 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32079958-a21c-43df-83e5-8ff0e03ed053 x-openstack-request-id: req-32079958-a21c-43df-83e5-8ff0e03ed053 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:29.309665 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37effe9e-0655-4c93-8dac-9ef2720715cc", "tag": "04d6a538-3aac-461b-b192-e2a6b5c68502", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:29.309980 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-32079958-a21c-43df-83e5-8ff0e03ed053 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:29.310262 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37effe9e-0655-4c93-8dac-9ef2720715cc', 'tag': '04d6a538-3aac-461b-b192-e2a6b5c68502', 'status': 'completed', 'code': 200} Aug 29 06:39:29.358129 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-7aac3d4b-2814-4c4d-ba1f-e9ff48cc2479 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1622214 Aug 29 06:39:29.384604 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711f211-9185-429c-ba67-a232d0fdf693 service neutron] Pushing event updated for resources: {'Port': ['ID=04d6a538-3aac-461b-b192-e2a6b5c68502,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:29.436964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d783d0ad-e8c0-4fed-b1de-a7e0b843e0af req-9760633a-d847-4ad0-9523-c84ab4e72e6b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 210 time: 0.0512037 Aug 29 06:39:29.437763 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5e632cb5-652b-4978-b81d-a3175bc84866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:29.502751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b430538-6d80-4f6c-bc7a-74eb525de517 req-ef1205eb-6e74-4383-aeba-48a5ce311117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:29.504249 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b430538-6d80-4f6c-bc7a-74eb525de517 req-ef1205eb-6e74-4383-aeba-48a5ce311117 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c850ca4b8d241dd8e64e657acfeb999&device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 1096 time: 0.2017865 Aug 29 06:39:29.508689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e632cb5-652b-4978-b81d-a3175bc84866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111756b4-9eb9-4852-9758-78ef1ecb503a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:29.543066 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5e632cb5-652b-4978-b81d-a3175bc84866 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=704edc31cfd346a1b1203b2916d7975e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4196239 Aug 29 06:39:29.547926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 35974) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:29.568501 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3f18143-e974-464c-ada9-df490fb663e9 req-2bf22aeb-d6b6-4ae5-8d1b-b50c7f9f9189 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285214 Aug 29 06:39:29.678311 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-83ba7a7f-9d6a-4312-9537-e0c3bb6eaad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:29.707995 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e606c854-65a0-4d96-a8ee-abed3dcf70e7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Made reservation on behalf of 5e05d1570cdf4cefaa4ec47a0b5f0777 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:39:29.713043 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e606c854-65a0-4d96-a8ee-abed3dcf70e7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:29.717633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-83ba7a7f-9d6a-4312-9537-e0c3bb6eaad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:29.792228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-19bc5bc3-fda1-4a89-932c-56c00356df30 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:29.793733 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-19bc5bc3-fda1-4a89-932c-56c00356df30 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4170830 Aug 29 06:39:29.797646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b430538-6d80-4f6c-bc7a-74eb525de517 req-7b308f00-0d31-437a-8288-0532f3c955af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:29.800995 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b430538-6d80-4f6c-bc7a-74eb525de517 req-7b308f00-0d31-437a-8288-0532f3c955af service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3c850ca4b8d241dd8e64e657acfeb999&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2396753 Aug 29 06:39:29.896450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-6fd892d1-45f1-42ec-9ccf-267fe98cb1d2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Request body: {'port': {'device_id': '48dfaaf9-6872-45fb-868e-c73fe65fb666', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '5e05d1570cdf4cefaa4ec47a0b5f0777'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:29.898023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bffe0-1261-4958-9ea2-3d192cb893ff req-08f1a3de-2a18-4ae1-aed5-e6e60bad17ed tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:29.899565 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-039bffe0-1261-4958-9ea2-3d192cb893ff req-08f1a3de-2a18-4ae1-aed5-e6e60bad17ed tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 944 time: 0.0666444 Aug 29 06:39:29.948952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-039bffe0-1261-4958-9ea2-3d192cb893ff req-0755c621-238b-44bc-b017-a297e18f928f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422213 Aug 29 06:39:30.017282 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-83ba7a7f-9d6a-4312-9537-e0c3bb6eaad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:30.019933 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-83ba7a7f-9d6a-4312-9537-e0c3bb6eaad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:30.032754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-83ba7a7f-9d6a-4312-9537-e0c3bb6eaad1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/111756b4-9eb9-4852-9758-78ef1ecb503a HTTP/1.1" status: 204 len: 168 time: 0.4722581 Aug 29 06:39:30.036260 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1c6c8364-93ef-481f-b378-09754809295d details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:39:30.050180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba7a7f-9d6a-4312-9537-e0c3bb6eaad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111756b4-9eb9-4852-9758-78ef1ecb503a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:30.215206 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1c6c8364-93ef-481f-b378-09754809295d, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1c6c8364-93ef-481f-b378-09754809295d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:30.226833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b430538-6d80-4f6c-bc7a-74eb525de517 req-b1063eff-10a9-4e7f-81cb-ddc57dfb4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:30.241484 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b430538-6d80-4f6c-bc7a-74eb525de517 req-b1063eff-10a9-4e7f-81cb-ddc57dfb4de8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4206412 Aug 29 06:39:30.262765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '1c6c8364-93ef-481f-b378-09754809295d', 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac', 'port_id': '1c6c8364-93ef-481f-b378-09754809295d', 'mac_address': 'fa:16:3e:73:aa:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d07125-69f9-49f3-a732-befd124498bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:39:30.288700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b08381d-4ea9-4702-8319-ddad7c86edd8 req-aff8b9da-2f00-400f-8081-2ae56a130534 tempest-FloatingIPsAssociationTestJSON-369206161 tempest-FloatingIPsAssociationTestJSON-369206161-project] 10.222.0.76 "GET /v2.0/ports?device_id=63abe978-3077-461d-a35d-36f777e39b2c HTTP/1.1" status: 200 len: 210 time: 0.0715966 Aug 29 06:39:30.327616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630151c4-28a6-4962-8792-2ba0d1a8de49 req-7e6638c8-ee35-4f56-8aaa-2488c43b4998 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:30.329034 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:30.329166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-630151c4-28a6-4962-8792-2ba0d1a8de49 req-7e6638c8-ee35-4f56-8aaa-2488c43b4998 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 944 time: 0.1004951 Aug 29 06:39:30.348474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c6c8364-93ef-481f-b378-09754809295d {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:30.392557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1c6c8364-93ef-481f-b378-09754809295d, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1c6c8364-93ef-481f-b378-09754809295d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:30.413851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-630151c4-28a6-4962-8792-2ba0d1a8de49 req-f73390b5-850d-4c07-a13d-46a8044d16ce tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759289 Aug 29 06:39:30.462276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e606c854-65a0-4d96-a8ee-abed3dcf70e7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Allocated IP 192.168.233.100 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/45236214-eeaf-4c3d-8e17-e474ac8af786) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:39:30.472001 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-8cb537e4-db4c-402b-b78c-95ca15b72288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:30.474344 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-8cb537e4-db4c-402b-b78c-95ca15b72288 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c850ca4b8d241dd8e64e657acfeb999&device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 1096 time: 0.1742940 Aug 29 06:39:30.529272 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:30.535089 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-9891a5d1-14da-4087-a0ab-b84b6a79b1ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04d6a538-3aac-461b-b192-e2a6b5c68502 HTTP/1.1" status: 200 len: 217 time: 0.0493908 Aug 29 06:39:30.568155 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device da42414a-217d-461c-b308-4067b436cfb3 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:39:30.577081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1beaf718-f244-42cb-826f-4c08fb7dfd45 req-1ad1124a-3732-482a-a71b-5c1bac0843d9 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 210 time: 0.0417747 Aug 29 06:39:30.595024 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-05700789-8c59-4130-a203-2e24491e9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:30.596691 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-05700789-8c59-4130-a203-2e24491e9c7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65030456-9c22-4d0f-ba30-dc80cb8ddba0 HTTP/1.1" status: 200 len: 862 time: 0.0522978 Aug 29 06:39:30.618505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: da42414a-217d-461c-b308-4067b436cfb3 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:39:30.619104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device da42414a-217d-461c-b308-4067b436cfb3 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:39:30.636389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-6fd892d1-45f1-42ec-9ccf-267fe98cb1d2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Made reservation on behalf of 5e05d1570cdf4cefaa4ec47a0b5f0777 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:39:30.641754 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-6fd892d1-45f1-42ec-9ccf-267fe98cb1d2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:30.664660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1c6c8364-93ef-481f-b378-09754809295d,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:30.686082 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-b7f5e00a-259f-40f9-ba67-94df64a85cca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=179c8afb-0d96-4a82-881d-9a60055fe78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721157 Aug 29 06:39:30.838936 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['1c6c8364-93ef-481f-b378-09754809295d'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:30.962297 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e606c854-65a0-4d96-a8ee-abed3dcf70e7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:30.972357 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-8bb81b1f-5063-4ddf-a557-16ce7a16ff44 service neutron] 10.222.0.15 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746508 Aug 29 06:39:30.980884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e606c854-65a0-4d96-a8ee-abed3dcf70e7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Transition to ACTIVE for port object 45236214-eeaf-4c3d-8e17-e474ac8af786 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:31.134417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81743e6f-0e42-43e1-a364-8e8f5805e57a req-5b67fcc4-5fa4-4738-94e6-8ab4152dbd0b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:31.140117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81743e6f-0e42-43e1-a364-8e8f5805e57a req-5b67fcc4-5fa4-4738-94e6-8ab4152dbd0b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 944 time: 0.0693672 Aug 29 06:39:31.160542 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4df8fe0-9437-422c-87ef-ef0adae113a4 req-811e8593-0e71-4d68-866c-1321317e76c9 service neutron] 10.222.0.15 "GET /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751230 Aug 29 06:39:31.188475 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81743e6f-0e42-43e1-a364-8e8f5805e57a req-94795196-3c2d-409e-8587-7ffa21fe5e6f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447321 Aug 29 06:39:31.358419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36036) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:31.494574 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e606c854-65a0-4d96-a8ee-abed3dcf70e7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:31.506087 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:31.543103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['113be281-1e24-4419-81dd-2a31c5d25935', '548275e1-489c-4612-ad0a-a73e662766ad'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:31.599750 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e606c854-65a0-4d96-a8ee-abed3dcf70e7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:39:31.611928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e606c854-65a0-4d96-a8ee-abed3dcf70e7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:39:31.628614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e606c854-65a0-4d96-a8ee-abed3dcf70e7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:39:31.638794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606c854-65a0-4d96-a8ee-abed3dcf70e7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event updated for resources: {'Port': ['ID=45236214-eeaf-4c3d-8e17-e474ac8af786,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:31.675783 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-6fd892d1-45f1-42ec-9ccf-267fe98cb1d2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Allocated IP 192.168.233.164 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/76edc251-f074-403a-922f-1b2f30405a3b) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:39:31.883464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e606c854-65a0-4d96-a8ee-abed3dcf70e7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:31.884343 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e606c854-65a0-4d96-a8ee-abed3dcf70e7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:31.938759 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-6fd892d1-45f1-42ec-9ccf-267fe98cb1d2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:31.958962 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-6fd892d1-45f1-42ec-9ccf-267fe98cb1d2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Transition to ACTIVE for port object 76edc251-f074-403a-922f-1b2f30405a3b will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:32.038291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1c6c8364-93ef-481f-b378-09754809295d up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:39:32.055780 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-e606c854-65a0-4d96-a8ee-abed3dcf70e7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0933146 Aug 29 06:39:32.068287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdf37851-a2f6-4324-a619-8eceafe031c9 req-8e4c8d6e-a3da-4657-85c5-01e5cdc41499 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 210 time: 0.0447507 Aug 29 06:39:32.070250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Request body: {'port': {'device_id': '04a5fd60-63e3-4f3b-8346-b7b90ee42358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:32.131047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8f438-f031-45a4-87bf-9023ae9c26d8 req-5e5cb93a-7c35-48df-b6b4-3573f11f0533 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:32.141205 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ba8f438-f031-45a4-87bf-9023ae9c26d8 req-5e5cb93a-7c35-48df-b6b4-3573f11f0533 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 944 time: 0.6177261 Aug 29 06:39:32.240843 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-6fd892d1-45f1-42ec-9ccf-267fe98cb1d2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:32.247713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ba8f438-f031-45a4-87bf-9023ae9c26d8 req-176aee7c-1398-4823-997b-e7eb2f048b25 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042264 Aug 29 06:39:32.300972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 1c6c8364-93ef-481f-b378-09754809295d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:32.301452 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:32.341390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-6fd892d1-45f1-42ec-9ccf-267fe98cb1d2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:39:32.344556 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:32.357885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-6fd892d1-45f1-42ec-9ccf-267fe98cb1d2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:39:32.370327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-6fd892d1-45f1-42ec-9ccf-267fe98cb1d2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:39:32.401301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:32.540714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-59655da7-e301-4965-b157-696a954db795 None None] Provisioning for port 45236214-eeaf-4c3d-8e17-e474ac8af786 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:39:32.564817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-59655da7-e301-4965-b157-696a954db795 None None] Provisioning complete for port 45236214-eeaf-4c3d-8e17-e474ac8af786 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:32.565339 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-59655da7-e301-4965-b157-696a954db795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:32.607449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d2489-4dd4-4120-9b3f-aae7d78c0b69 req-4693dbf0-01aa-4dc4-a26d-4cbb64b87e7b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:32.616020 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d1d2489-4dd4-4120-9b3f-aae7d78c0b69 req-4693dbf0-01aa-4dc4-a26d-4cbb64b87e7b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 944 time: 0.1199355 Aug 29 06:39:32.706311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d1d2489-4dd4-4120-9b3f-aae7d78c0b69 req-957d1ba9-094c-4280-9857-10114bd7b89a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893338 Aug 29 06:39:32.731127 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9e77113-5d6d-4511-acab-4c787f6c01e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:32.737132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-59655da7-e301-4965-b157-696a954db795 None None] Port 45236214-eeaf-4c3d-8e17-e474ac8af786 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:39:32.856448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd892d1-45f1-42ec-9ccf-267fe98cb1d2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event updated for resources: {'Port': ['ID=76edc251-f074-403a-922f-1b2f30405a3b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:32.900805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-6fd892d1-45f1-42ec-9ccf-267fe98cb1d2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:32.901491 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-6fd892d1-45f1-42ec-9ccf-267fe98cb1d2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:33.047615 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45236214-eeaf-4c3d-8e17-e474ac8af786 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:33.056086 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:33.071699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Transition to ACTIVE for port object 45236214-eeaf-4c3d-8e17-e474ac8af786 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:33.078334 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-6fd892d1-45f1-42ec-9ccf-267fe98cb1d2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1834857 Aug 29 06:39:33.094038 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:33.100550 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Request body: {'port': {'device_id': '48dfaaf9-6872-45fb-868e-c73fe65fb666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:33.109765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e361203a-c77e-472a-9136-b8b088bf72a0 None None] Provisioning for port 76edc251-f074-403a-922f-1b2f30405a3b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:39:33.123730 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a9e77113-5d6d-4511-acab-4c787f6c01e6 admin admin] Deleting port 02f518a9-5757-42c1-beec-a6d2dfb84f0b {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:39:33.124242 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9e77113-5d6d-4511-acab-4c787f6c01e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:33.135279 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e361203a-c77e-472a-9136-b8b088bf72a0 None None] Provisioning complete for port 76edc251-f074-403a-922f-1b2f30405a3b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:33.135748 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e361203a-c77e-472a-9136-b8b088bf72a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:33.193879 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e78f472-e738-4f71-b1d0-4cc0ea33e1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6c8364-93ef-481f-b378-09754809295d'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:33.198072 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cdfa85-320f-478d-ac65-58556c70570d" -d '{"events": [{"server_uuid": "2e78f472-e738-4f71-b1d0-4cc0ea33e1f9", "name": "network-vif-plugged", "status": "completed", "tag": "1c6c8364-93ef-481f-b378-09754809295d"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:33.218414 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:33.235727 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1c6c8364-93ef-481f-b378-09754809295d, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1c6c8364-93ef-481f-b378-09754809295d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:33.240892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e361203a-c77e-472a-9136-b8b088bf72a0 None None] Port 76edc251-f074-403a-922f-1b2f30405a3b cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:39:33.280928 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c3f6c1-5781-4ef1-89f8-f2e71dc28206 x-openstack-request-id: req-c7c3f6c1-5781-4ef1-89f8-f2e71dc28206 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:33.281223 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e78f472-e738-4f71-b1d0-4cc0ea33e1f9", "name": "network-vif-plugged", "status": "completed", "tag": "1c6c8364-93ef-481f-b378-09754809295d", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:33.281477 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c7c3f6c1-5781-4ef1-89f8-f2e71dc28206 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:33.281875 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e78f472-e738-4f71-b1d0-4cc0ea33e1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6c8364-93ef-481f-b378-09754809295d', 'code': 200} Aug 29 06:39:33.349080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eef8c5-6f7a-42dc-80d5-64781592a543 req-6eba2898-f0fa-4673-87c2-fd93bb2fe600 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:33.354575 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10eef8c5-6f7a-42dc-80d5-64781592a543 req-6eba2898-f0fa-4673-87c2-fd93bb2fe600 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 936 time: 0.1561306 Aug 29 06:39:33.386730 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:33.387567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device eadc46b7-ff16-46c2-98f1-54c402d04430 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:39:33.413208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-a9e77113-5d6d-4511-acab-4c787f6c01e6 admin admin] For port 02f518a9-5757-42c1-beec-a6d2dfb84f0b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=02f518a9-5757-42c1-beec-a6d2dfb84f0b,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:33.413679 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9e77113-5d6d-4511-acab-4c787f6c01e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:33.417948 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:33.435521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Pushing event updated for resources: {'Port': ['ID=45236214-eeaf-4c3d-8e17-e474ac8af786,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:33.445242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a9e77113-5d6d-4511-acab-4c787f6c01e6 admin admin] Calling delete_port for 02f518a9-5757-42c1-beec-a6d2dfb84f0b owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:39:33.462746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10eef8c5-6f7a-42dc-80d5-64781592a543 req-fc302fb2-e843-492d-bfd0-3cdfffe0cc11 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943894 Aug 29 06:39:33.489342 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:33.562004 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1c6c8364-93ef-481f-b378-09754809295d,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:33.668404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port eadc46b7-ff16-46c2-98f1-54c402d04430 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:39:33.672504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port eadc46b7-ff16-46c2-98f1-54c402d04430 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:33.673702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:33.699093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215ece-d23a-4aaf-b50b-e9cac9533b8d req-0def8778-3d90-45cd-a56c-0771206980ba tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:33.707634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99215ece-d23a-4aaf-b50b-e9cac9533b8d req-0def8778-3d90-45cd-a56c-0771206980ba tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 944 time: 0.1846647 Aug 29 06:39:33.851707 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:33.920933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99215ece-d23a-4aaf-b50b-e9cac9533b8d req-15b33ad5-6dfe-4987-8e15-56d24493134a tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960611 Aug 29 06:39:33.947564 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eadc46b7-ff16-46c2-98f1-54c402d04430,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:34.066917 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Attempting to bind port 45236214-eeaf-4c3d-8e17-e474ac8af786 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:39:34.067886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Attempting to bind port 45236214-eeaf-4c3d-8e17-e474ac8af786 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:39:34.068397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Attempting to bind port 45236214-eeaf-4c3d-8e17-e474ac8af786 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:34.080198 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:34.100769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Port 45236214-eeaf-4c3d-8e17-e474ac8af786 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:39:34.101361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Attempting to bind port 45236214-eeaf-4c3d-8e17-e474ac8af786 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:34.114361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:39:34.114935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:39:34.115572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:39:34.116558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Bound port: 45236214-eeaf-4c3d-8e17-e474ac8af786, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:39:34.117110 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:34.142932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=eadc46b7-ff16-46c2-98f1-54c402d04430,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:34.187580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9422d-d854-4132-b2fe-eeca1270d2bc req-28b47547-e4b8-4230-8f06-85d50ae37661 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:34.191559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['113be281-1e24-4419-81dd-2a31c5d25935', '548275e1-489c-4612-ad0a-a73e662766ad'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:34.194168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24f9422d-d854-4132-b2fe-eeca1270d2bc req-28b47547-e4b8-4230-8f06-85d50ae37661 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 944 time: 0.1783798 Aug 29 06:39:34.263937 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] For port 45236214-eeaf-4c3d-8e17-e474ac8af786, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:34.268924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] For port 45236214-eeaf-4c3d-8e17-e474ac8af786, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=45236214-eeaf-4c3d-8e17-e474ac8af786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:39:34.274547 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9e77113-5d6d-4511-acab-4c787f6c01e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:34.354046 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24f9422d-d854-4132-b2fe-eeca1270d2bc req-9cf4070e-32f7-49be-9d5a-c4782385d098 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369064 Aug 29 06:39:34.416709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76edc251-f074-403a-922f-1b2f30405a3b {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:34.435996 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:34.449858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e77113-5d6d-4511-acab-4c787f6c01e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f518a9-5757-42c1-beec-a6d2dfb84f0b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:34.471304 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Transition to ACTIVE for port object 76edc251-f074-403a-922f-1b2f30405a3b will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:34.479531 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:34.517611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:34.518318 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:34.525788 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] 10.222.0.15 "PUT /v2.0/ports/45236214-eeaf-4c3d-8e17-e474ac8af786 HTTP/1.1" status: 200 len: 1097 time: 2.4582300 Aug 29 06:39:34.530109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a5fd60-63e3-4f3b-8346-b7b90ee42358', 'tag': '45236214-eeaf-4c3d-8e17-e474ac8af786'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:34.543813 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a332c5af-2b89-4252-8709-d4430b94c5be" -d '{"events": [{"name": "network-changed", "server_uuid": "04a5fd60-63e3-4f3b-8346-b7b90ee42358", "tag": "45236214-eeaf-4c3d-8e17-e474ac8af786"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:34.564580 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 04d6a538-3aac-461b-b192-e2a6b5c68502 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:39:34.625847 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:34.698095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4e71b-be75-47d1-8b30-9a0cab82ce95 service neutron] Pushing event updated for resources: {'Port': ['ID=45236214-eeaf-4c3d-8e17-e474ac8af786,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:34.748775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Pushing event updated for resources: {'Port': ['ID=76edc251-f074-403a-922f-1b2f30405a3b,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:34.775743 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.resource_extend [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 06:39:34.819321 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9e77113-5d6d-4511-acab-4c787f6c01e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:34.858481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-612e55bf-76f5-488e-b6e3-2e4c60740d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:34.860412 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-612e55bf-76f5-488e-b6e3-2e4c60740d89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=04a5fd60-63e3-4f3b-8346-b7b90ee42358 HTTP/1.1" status: 200 len: 1100 time: 0.1130984 Aug 29 06:39:34.878542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 04d6a538-3aac-461b-b192-e2a6b5c68502, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=04d6a538-3aac-461b-b192-e2a6b5c68502,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:34.884716 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-8b4a9ecc-4648-44b2-bfa7-442a474679ad tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=312c0f3587ca4806a01f31cd1abc5968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527365 Aug 29 06:39:34.910174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '04d6a538-3aac-461b-b192-e2a6b5c68502', 'network_id': '179c8afb-0d96-4a82-881d-9a60055fe78f', 'port_id': '04d6a538-3aac-461b-b192-e2a6b5c68502', 'mac_address': 'fa:16:3e:bf:8a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65030456-9c22-4d0f-ba30-dc80cb8ddba0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:39:34.995969 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:35.001568 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-55f63ef9-6dcc-4e5f-a46b-02f11b2a8ff3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=45236214-eeaf-4c3d-8e17-e474ac8af786 HTTP/1.1" status: 200 len: 217 time: 0.1287057 Aug 29 06:39:35.039992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d6a538-3aac-461b-b192-e2a6b5c68502 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:35.060798 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Attempting to bind port 76edc251-f074-403a-922f-1b2f30405a3b on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:39:35.061658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Attempting to bind port 76edc251-f074-403a-922f-1b2f30405a3b by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:39:35.062226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Attempting to bind port 76edc251-f074-403a-922f-1b2f30405a3b on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:35.068048 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 04d6a538-3aac-461b-b192-e2a6b5c68502, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=04d6a538-3aac-461b-b192-e2a6b5c68502,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:35.079097 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Port 76edc251-f074-403a-922f-1b2f30405a3b on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:39:35.080244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Attempting to bind port 76edc251-f074-403a-922f-1b2f30405a3b on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:35.092475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:39:35.094183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:39:35.094725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:39:35.095410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Bound port: 76edc251-f074-403a-922f-1b2f30405a3b, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:39:35.095958 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:35.098172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56d69e-ab6a-4dbb-ad62-1e833305d089 req-65400631-4a02-481a-992c-920403ddbb7d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:35.106516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f56d69e-ab6a-4dbb-ad62-1e833305d089 req-65400631-4a02-481a-992c-920403ddbb7d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 948 time: 0.4668710 Aug 29 06:39:35.109871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-1697f466-eba7-4af9-959b-57b49ff5ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:35.111572 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-1697f466-eba7-4af9-959b-57b49ff5ba3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0923665 Aug 29 06:39:35.141331 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:35.231202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] For port 76edc251-f074-403a-922f-1b2f30405a3b, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:35.231421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=04d6a538-3aac-461b-b192-e2a6b5c68502,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:35.244036 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f56d69e-ab6a-4dbb-ad62-1e833305d089 req-2db297b6-2a59-4c96-b369-d0f2286c3867 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361639 Aug 29 06:39:35.267325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-6f845a4c-5ab5-4057-b081-1acbca81aa93 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:35.274827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-6f845a4c-5ab5-4057-b081-1acbca81aa93 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3263631 Aug 29 06:39:35.284147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac45052-10d1-45f4-abc1-31142d2f68f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadc46b7-ff16-46c2-98f1-54c402d04430'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:35.286753 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76272741-5207-466c-a4bb-501d2717eb84" -d '{"events": [{"server_uuid": "7ac45052-10d1-45f4-abc1-31142d2f68f9", "name": "network-vif-plugged", "status": "completed", "tag": "eadc46b7-ff16-46c2-98f1-54c402d04430"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:35.305811 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] For port 76edc251-f074-403a-922f-1b2f30405a3b, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=76edc251-f074-403a-922f-1b2f30405a3b,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:39:35.312397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-d71f6028-a346-4dc4-9bf1-9498f0c36d22 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/quotas/312c0f3587ca4806a01f31cd1abc5968 HTTP/1.1" status: 200 len: 375 time: 0.0355084 Aug 29 06:39:35.333877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-c4967007-03e4-41e1-98cd-28d9093a5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:35.336424 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-c4967007-03e4-41e1-98cd-28d9093a5712 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0795991 Aug 29 06:39:35.361324 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-b225fab4-45d2-4c36-a722-07839af14a1f tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=312c0f3587ca4806a01f31cd1abc5968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439434 Aug 29 06:39:35.370868 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['04d6a538-3aac-461b-b192-e2a6b5c68502'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:35.444894 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:35.563645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:35.564464 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:35.565919 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] 10.222.0.11 "PUT /v2.0/ports/76edc251-f074-403a-922f-1b2f30405a3b HTTP/1.1" status: 200 len: 1097 time: 2.4756978 Aug 29 06:39:35.579746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e77113-5d6d-4511-acab-4c787f6c01e6 admin admin] Router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:39:35.606831 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9065dd4-b5fa-46ca-936f-179cfa6ce97d service neutron] Pushing event updated for resources: {'Port': ['ID=76edc251-f074-403a-922f-1b2f30405a3b,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:35.617869 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-f836fa88-d2aa-4e87-944a-53e269fcb288 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708938 Aug 29 06:39:35.819604 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c13531-0a31-4688-8379-659593f21eec x-openstack-request-id: req-55c13531-0a31-4688-8379-659593f21eec {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:35.819917 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a5fd60-63e3-4f3b-8346-b7b90ee42358", "tag": "45236214-eeaf-4c3d-8e17-e474ac8af786", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:35.820177 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55c13531-0a31-4688-8379-659593f21eec {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:35.820604 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a5fd60-63e3-4f3b-8346-b7b90ee42358', 'tag': '45236214-eeaf-4c3d-8e17-e474ac8af786', 'status': 'completed', 'code': 200} Aug 29 06:39:35.897319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e77113-5d6d-4511-acab-4c787f6c01e6 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:39:35.913951 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2f9a79-ed2c-4f2e-a449-f18888de7678 None None] Sync routers for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:39:35.914973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a9e77113-5d6d-4511-acab-4c787f6c01e6 admin admin] 10.222.0.76 "PUT /v2.0/routers/daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5546899 Aug 29 06:39:35.915669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36190) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:35.950919 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f9a79-ed2c-4f2e-a449-f18888de7678 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:39:35.951940 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a2f9a79-ed2c-4f2e-a449-f18888de7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:39:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:35.957457 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785ea8fd-66fc-48c8-8053-fcc993c77dc5 x-openstack-request-id: req-785ea8fd-66fc-48c8-8053-fcc993c77dc5 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:35.958015 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac45052-10d1-45f4-abc1-31142d2f68f9", "name": "network-vif-plugged", "status": "completed", "tag": "eadc46b7-ff16-46c2-98f1-54c402d04430", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:35.958232 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-785ea8fd-66fc-48c8-8053-fcc993c77dc5 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:35.960038 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac45052-10d1-45f4-abc1-31142d2f68f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadc46b7-ff16-46c2-98f1-54c402d04430', 'code': 200} Aug 29 06:39:36.064647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-acd4ba86-a5c9-43ea-96bf-63669570a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:36.066061 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-acd4ba86-a5c9-43ea-96bf-63669570a4e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 1100 time: 0.2446661 Aug 29 06:39:36.121824 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-5cdb97bf-d313-4097-81c6-cc08b3ea0f77 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959567 Aug 29 06:39:36.236862 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-a5bab348-482a-45e2-81da-d476356126fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=76edc251-f074-403a-922f-1b2f30405a3b HTTP/1.1" status: 200 len: 217 time: 0.1480567 Aug 29 06:39:36.240953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c98ca7-80b4-41b3-b626-b9e545c4d308 req-94c92baa-3a9b-4225-a3b2-19d1a9a60dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:36.241288 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3a2f9a79-ed2c-4f2e-a449-f18888de7678 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:39:36.243708 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19c98ca7-80b4-41b3-b626-b9e545c4d308 req-94c92baa-3a9b-4225-a3b2-19d1a9a60dcb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 1097 time: 0.1811805 Aug 29 06:39:36.301293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf25b0a-7c16-46bf-b9ca-58d6b4d18141 req-631dff8d-47e6-4ef7-a4e7-3f4db18f9331 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:36.314361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1bf25b0a-7c16-46bf-b9ca-58d6b4d18141 req-631dff8d-47e6-4ef7-a4e7-3f4db18f9331 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 945 time: 0.3900254 Aug 29 06:39:36.326862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-ba46c6c8-e30f-44d9-9ae4-c24241b4c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:36.328990 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-ba46c6c8-e30f-44d9-9ae4-c24241b4c59d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0840802 Aug 29 06:39:36.432176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db552f39-dfcb-43b6-8b88-68bbcf1c4d3d req-68f85c84-b7fa-4666-bed7-75b2e351b81a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:36.449763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db552f39-dfcb-43b6-8b88-68bbcf1c4d3d req-68f85c84-b7fa-4666-bed7-75b2e351b81a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 945 time: 0.3587434 Aug 29 06:39:36.474988 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19c98ca7-80b4-41b3-b626-b9e545c4d308 req-57206daf-b8cf-4c52-bb46-a96a5c7fc531 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529245 Aug 29 06:39:36.478295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332c5af-2b89-4252-8709-d4430b94c5be req-87152f6b-034c-4cc4-9315-5716d758c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:36.483901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1bf25b0a-7c16-46bf-b9ca-58d6b4d18141 req-ddc69aa6-7396-40ed-a0e2-68c6f29dcca7 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592245 Aug 29 06:39:36.484675 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a332c5af-2b89-4252-8709-d4430b94c5be req-87152f6b-034c-4cc4-9315-5716d758c7a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=04a5fd60-63e3-4f3b-8346-b7b90ee42358 HTTP/1.1" status: 200 len: 1100 time: 0.1616087 Aug 29 06:39:36.526772 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:36.550717 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 04d6a538-3aac-461b-b192-e2a6b5c68502 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:39:36.559910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-f5c4f70b-d5bd-4679-ab6d-509e6525166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:36.561512 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-f5c4f70b-d5bd-4679-ab6d-509e6525166c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1681011 Aug 29 06:39:36.644818 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a2f9a79-ed2c-4f2e-a449-f18888de7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:39:33Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:36.668748 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:36.695399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db552f39-dfcb-43b6-8b88-68bbcf1c4d3d req-b3559574-64fe-4574-bb80-24eabff702b3 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359061 Aug 29 06:39:36.729417 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2f9a79-ed2c-4f2e-a449-f18888de7678 None None] Checking router: daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:39:36.748475 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f9a79-ed2c-4f2e-a449-f18888de7678 None None] Routers {'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:39:36.750744 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a2f9a79-ed2c-4f2e-a449-f18888de7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:39:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:36.762273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332c5af-2b89-4252-8709-d4430b94c5be req-f24ae9dd-80a2-4a94-a846-ff0d1d1b0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:36.764386 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a332c5af-2b89-4252-8709-d4430b94c5be req-f24ae9dd-80a2-4a94-a846-ff0d1d1b0bef service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.2769768 Aug 29 06:39:36.774878 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 04d6a538-3aac-461b-b192-e2a6b5c68502 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:39:36.779494 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 04d6a538-3aac-461b-b192-e2a6b5c68502 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:36.780860 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:36.903275 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a332c5af-2b89-4252-8709-d4430b94c5be req-0ed5b821-5f4f-4764-8094-467dd1a766a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=45236214-eeaf-4c3d-8e17-e474ac8af786 HTTP/1.1" status: 200 len: 217 time: 0.1296911 Aug 29 06:39:36.910396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] Deleting port 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:39:36.910890 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:36.977715 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:37.025107 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3a2f9a79-ed2c-4f2e-a449-f18888de7678 None None] Set router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:39:37.063528 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 04d6a538-3aac-461b-b192-e2a6b5c68502, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=04d6a538-3aac-461b-b192-e2a6b5c68502,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:37.092835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] For port 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:37.096066 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:37.117719 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332c5af-2b89-4252-8709-d4430b94c5be req-e1467835-c93e-4730-ad01-579453698b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:37.119233 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a332c5af-2b89-4252-8709-d4430b94c5be req-e1467835-c93e-4730-ad01-579453698b91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0797300 Aug 29 06:39:37.126378 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] Calling delete_port for 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:39:37.148838 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:37.152955 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-895e5a3e-364e-42f0-bdae-3c84897e7fb8 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470932 Aug 29 06:39:37.242250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332c5af-2b89-4252-8709-d4430b94c5be req-908f8934-7d25-4ba7-be60-235cc9351613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:37.243692 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a332c5af-2b89-4252-8709-d4430b94c5be req-908f8934-7d25-4ba7-be60-235cc9351613 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1150367 Aug 29 06:39:37.275746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=04d6a538-3aac-461b-b192-e2a6b5c68502,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:37.338534 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14c2ce5-1267-4771-a8fb-d5c846f1a420 req-7a18d066-cb39-404f-a6b8-98eea294f5d9 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706834 Aug 29 06:39:37.378813 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a332c5af-2b89-4252-8709-d4430b94c5be req-2245fda3-76d2-4353-a071-94e63bb3350b service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276159 Aug 29 06:39:37.529573 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a332c5af-2b89-4252-8709-d4430b94c5be req-71c74271-ae8e-4b1e-a4fb-9c077f77bb2a service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437991 Aug 29 06:39:37.588746 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a2f9a79-ed2c-4f2e-a449-f18888de7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:39:33Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:37.633574 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2f9a79-ed2c-4f2e-a449-f18888de7678 None None] The sync data for ids ['daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc'] in n-d-713301-12 is: [{'id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-10237075-router', 'tenant_id': '78eee02e528746ee868845f6eb34aea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:38:09Z', 'updated_at': '2021-08-29T06:39:33Z', 'revision_number': 5, 'project_id': '78eee02e528746ee868845f6eb34aea6', 'gw_port': {'id': '15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:38:11Z', 'updated_at': '2021-08-29T06:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:39:37.822021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48dfaaf9-6872-45fb-868e-c73fe65fb666', 'tag': '76edc251-f074-403a-922f-1b2f30405a3b'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:37.826782 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:37.827921 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ee390c-7d86-48ea-928b-698ddb0d0b56" -d '{"events": [{"name": "network-changed", "server_uuid": "48dfaaf9-6872-45fb-868e-c73fe65fb666", "tag": "76edc251-f074-403a-922f-1b2f30405a3b"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:37.950219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:37.964838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37effe9e-0655-4c93-8dac-9ef2720715cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d6a538-3aac-461b-b192-e2a6b5c68502'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:37.968565 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710171c8-1182-4f15-a15b-a98c2824d5e3" -d '{"events": [{"server_uuid": "37effe9e-0655-4c93-8dac-9ef2720715cc", "name": "network-vif-plugged", "status": "completed", "tag": "04d6a538-3aac-461b-b192-e2a6b5c68502"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:38.111825 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:38.203246 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 02f518a9-5757-42c1-beec-a6d2dfb84f0b no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:39:38.258306 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 02f518a9-5757-42c1-beec-a6d2dfb84f0b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:39:38.258659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 02f518a9-5757-42c1-beec-a6d2dfb84f0b not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:39:38.318105 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c9302ba3-49a4-4496-875e-090f677365c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:38.329027 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:38.332695 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:38.570723 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 45236214-eeaf-4c3d-8e17-e474ac8af786 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:39:38.679502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 45236214-eeaf-4c3d-8e17-e474ac8af786, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=45236214-eeaf-4c3d-8e17-e474ac8af786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:38.691258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '45236214-eeaf-4c3d-8e17-e474ac8af786', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '45236214-eeaf-4c3d-8e17-e474ac8af786', 'mac_address': 'fa:16:3e:87:5a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:39:38.721526 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:38.722097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:39:38.732285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:38.732285 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bfecb540-9a4d-4439-a8aa-8ebebf2b5871 admin admin] 10.222.0.76 "DELETE /v2.0/routers/daad3eae-aff9-4cbf-a3a3-b8fd30d1e8cc HTTP/1.1" status: 204 len: 168 time: 2.8127224 Aug 29 06:39:38.732627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36232) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:38.734249 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:38.752293 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45236214-eeaf-4c3d-8e17-e474ac8af786 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:38.785435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 45236214-eeaf-4c3d-8e17-e474ac8af786, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=45236214-eeaf-4c3d-8e17-e474ac8af786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:38.849933 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf723c3-ba23-49a4-972e-127dc3850b6d admin admin] Deleting subnet 22a3f03b-b513-4591-8917-95e3b36a5687 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:39:38.853777 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaf723c3-ba23-49a4-972e-127dc3850b6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:38.892311 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:38.910387 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaf723c3-ba23-49a4-972e-127dc3850b6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:39.009456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=45236214-eeaf-4c3d-8e17-e474ac8af786,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:39.073016 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaf723c3-ba23-49a4-972e-127dc3850b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:39.116451 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['45236214-eeaf-4c3d-8e17-e474ac8af786'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:39.315128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaf723c3-ba23-49a4-972e-127dc3850b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:39.350512 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-6e30537d-7bc6-4df0-8296-923254664f0c tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=312c0f3587ca4806a01f31cd1abc5968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831225 Aug 29 06:39:39.446076 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaf723c3-ba23-49a4-972e-127dc3850b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:39.454456 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aaf723c3-ba23-49a4-972e-127dc3850b6d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/22a3f03b-b513-4591-8917-95e3b36a5687 HTTP/1.1" status: 204 len: 168 time: 0.7181175 Aug 29 06:39:39.454680 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b25d3f-93e3-486c-8777-b7655124bdcb None None] Network e23b75b2-226f-4d05-9513-7dbf2ec7ba42 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:39:39.455184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36238) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:39.465055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf723c3-ba23-49a4-972e-127dc3850b6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22a3f03b-b513-4591-8917-95e3b36a5687,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:39.617334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-4bac7cfe-4c18-4f8f-839e-21c446b249c0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:39.619214 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-4bac7cfe-4c18-4f8f-839e-21c446b249c0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905317 Aug 29 06:39:39.633229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Request body: {'port': {'device_id': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '312c0f3587ca4806a01f31cd1abc5968'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:39.636824 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:39.721977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Deleting port 04a11eff-6b35-4981-aba1-b20f93e1f529 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:39:39.724395 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:39.784698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:39:39.819972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:39:39.820312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 15d4ae8e-e79d-4328-b24f-b1cfdfbb9c4a not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:39:39.833933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249b09a8-0f19-4c15-b359-3e83bf792e6a None None] DHCP port deletion for e23b75b2-226f-4d05-9513-7dbf2ec7ba42 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:39:39.849211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] For port 04a11eff-6b35-4981-aba1-b20f93e1f529, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=04a11eff-6b35-4981-aba1-b20f93e1f529,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:39.853131 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:39.865819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Calling delete_port for 04a11eff-6b35-4981-aba1-b20f93e1f529 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:39:39.923591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-249b09a8-0f19-4c15-b359-3e83bf792e6a None None] Deleting port 04a11eff-6b35-4981-aba1-b20f93e1f529 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:39:39.924081 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-249b09a8-0f19-4c15-b359-3e83bf792e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:39.969253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Made reservation on behalf of 312c0f3587ca4806a01f31cd1abc5968 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:39:39.973490 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:39.990827 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.030260 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-249b09a8-0f19-4c15-b359-3e83bf792e6a None None] For port 04a11eff-6b35-4981-aba1-b20f93e1f529, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=04a11eff-6b35-4981-aba1-b20f93e1f529,segment=NetworkSegment(92c33ce9-5e87-40e8-a33b-1bf680583925),segment_id=92c33ce9-5e87-40e8-a33b-1bf680583925)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:40.030901 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-249b09a8-0f19-4c15-b359-3e83bf792e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.045425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-249b09a8-0f19-4c15-b359-3e83bf792e6a None None] Calling delete_port for 04a11eff-6b35-4981-aba1-b20f93e1f529 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:39:40.080158 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.130731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a11eff-6b35-4981-aba1-b20f93e1f529,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:40.153959 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] No DVR routers for this DVR port 04a11eff-6b35-4981-aba1-b20f93e1f529 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:39:40.159039 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-249b09a8-0f19-4c15-b359-3e83bf792e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.184784 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.188997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b09a8-0f19-4c15-b359-3e83bf792e6a None None] Pushing event deleted for resources: {'Port': ['ID=04a11eff-6b35-4981-aba1-b20f93e1f529,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:40.193007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b09a8-0f19-4c15-b359-3e83bf792e6a None None] No DVR routers for this DVR port 04a11eff-6b35-4981-aba1-b20f93e1f529 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:39:40.294571 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.313547 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.330993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23b75b2-226f-4d05-9513-7dbf2ec7ba42']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:40.359390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c33ce9-5e87-40e8-a33b-1bf680583925') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:40.360344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c33ce9-5e87-40e8-a33b-1bf680583925') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:40.397342 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.415746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:40.445307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-7e9bec1b-30b5-4b2b-bde9-0f8fc0fd87ee tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=312c0f3587ca4806a01f31cd1abc5968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651770 Aug 29 06:39:40.499480 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.523035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Allocated IP 192.168.233.150 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/915ed247-86a1-4a6c-b8d9-f872da3c620a) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:39:40.546300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:39:40.546300 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:39:40.547589 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:39:40.569063 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-73e0c43b-42ca-45e1-b996-6e9035f7c4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.592291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 45236214-eeaf-4c3d-8e17-e474ac8af786 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:39:40.713734 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.734636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Transition to ACTIVE for port object 915ed247-86a1-4a6c-b8d9-f872da3c620a will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:40.788626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 45236214-eeaf-4c3d-8e17-e474ac8af786 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:39:40.793582 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 45236214-eeaf-4c3d-8e17-e474ac8af786 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:40.798110 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.834065 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.896289 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910aa3f7-4572-497c-9ec3-8078adb63740 req-ede507de-6cd8-408f-8b18-35efb02bd6c5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:40.897771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-910aa3f7-4572-497c-9ec3-8078adb63740 req-ede507de-6cd8-408f-8b18-35efb02bd6c5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 948 time: 0.4645998 Aug 29 06:39:40.926224 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.926632 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:40.963217 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1829c87e-e125-4b78-92ca-f9a68b3dd775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:40.975677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1829c87e-e125-4b78-92ca-f9a68b3dd775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5239594 Aug 29 06:39:40.979115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:39:40.983859 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-910aa3f7-4572-497c-9ec3-8078adb63740 req-750ae15f-1f4e-446d-9354-0513d0891d49 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790210 Aug 29 06:39:40.989315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 45236214-eeaf-4c3d-8e17-e474ac8af786, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=45236214-eeaf-4c3d-8e17-e474ac8af786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:40.991866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-6aface95-c40d-492a-b93d-d7022d5659c4 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/quotas/312c0f3587ca4806a01f31cd1abc5968 HTTP/1.1" status: 200 len: 375 time: 0.0206919 Aug 29 06:39:40.995564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:39:41.009536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:39:41.021986 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:41.025710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Pushing event updated for resources: {'Port': ['ID=915ed247-86a1-4a6c-b8d9-f872da3c620a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:41.036000 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:41.038305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e23b75b2-226f-4d05-9513-7dbf2ec7ba42 HTTP/1.1" status: 204 len: 168 time: 1.5823712 Aug 29 06:39:41.079561 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78e020-feb3-4d6c-8163-ccc51857a329 admin admin] Pushing event deleted for resources: {'Network': ['ID=e23b75b2-226f-4d05-9513-7dbf2ec7ba42,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:41.097164 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:41.112468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-acff1c5c-0f5b-426a-8ddd-15ea1913faa3 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=312c0f3587ca4806a01f31cd1abc5968&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1196299 Aug 29 06:39:41.190649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:41.368098 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:41.369597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=45236214-eeaf-4c3d-8e17-e474ac8af786,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:41.404530 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527f452-c16f-4ed0-8c02-002c5d708f4d req-686296d7-f26f-4bd2-bd0a-3fdecc35fd1a tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:41.406591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7527f452-c16f-4ed0-8c02-002c5d708f4d req-686296d7-f26f-4bd2-bd0a-3fdecc35fd1a tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 946 time: 0.0529997 Aug 29 06:39:41.443401 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7527f452-c16f-4ed0-8c02-002c5d708f4d req-51f2735a-1f35-407d-b5ca-e78aa3810d6a tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307484 Aug 29 06:39:41.544127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6548cb-8064-4ed1-89d1-d068454ddc27 req-e586a3b9-a648-426f-84b7-be87ceb182bf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:41.546245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e6548cb-8064-4ed1-89d1-d068454ddc27 req-e586a3b9-a648-426f-84b7-be87ceb182bf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 945 time: 0.0490148 Aug 29 06:39:41.584660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e6548cb-8064-4ed1-89d1-d068454ddc27 req-71242a29-f39c-4a03-b700-dd3617d6573e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323901 Aug 29 06:39:41.601221 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5fa9bbaf-f320-4183-ad23-c58b21baaa0b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9729099 Aug 29 06:39:41.613092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Request body: {'port': {'device_id': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:41.633163 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd050b2-865e-40e2-b8a2-56fd8830eaa2 x-openstack-request-id: req-fdd050b2-865e-40e2-b8a2-56fd8830eaa2 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:41.645463 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48dfaaf9-6872-45fb-868e-c73fe65fb666", "tag": "76edc251-f074-403a-922f-1b2f30405a3b", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:41.645463 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fdd050b2-865e-40e2-b8a2-56fd8830eaa2 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:41.645463 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48dfaaf9-6872-45fb-868e-c73fe65fb666', 'tag': '76edc251-f074-403a-922f-1b2f30405a3b', 'status': 'completed', 'code': 200} Aug 29 06:39:41.675891 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d823a2d-3374-447b-acc2-2f2956a346df x-openstack-request-id: req-1d823a2d-3374-447b-acc2-2f2956a346df {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:41.676400 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37effe9e-0655-4c93-8dac-9ef2720715cc", "name": "network-vif-plugged", "status": "completed", "tag": "04d6a538-3aac-461b-b192-e2a6b5c68502", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:41.676507 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1d823a2d-3374-447b-acc2-2f2956a346df {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:41.676849 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37effe9e-0655-4c93-8dac-9ef2720715cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d6a538-3aac-461b-b192-e2a6b5c68502', 'code': 200} Aug 29 06:39:41.686382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6584cbce-e144-41a9-8266-ae28cf32e4d4 None None] Provisioning for port 915ed247-86a1-4a6c-b8d9-f872da3c620a completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:39:41.698406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6584cbce-e144-41a9-8266-ae28cf32e4d4 None None] Provisioning complete for port 915ed247-86a1-4a6c-b8d9-f872da3c620a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:41.698406 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6584cbce-e144-41a9-8266-ae28cf32e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:41.720518 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:41.733586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6584cbce-e144-41a9-8266-ae28cf32e4d4 None None] Port 915ed247-86a1-4a6c-b8d9-f872da3c620a cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:39:41.753689 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:41.852479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 04a11eff-6b35-4981-aba1-b20f93e1f529 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:39:41.911369 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772b68b-809a-48b8-9838-54626bd9e73a req-fbb17fe2-1df0-4367-80d5-f09040d61464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:41.912936 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c772b68b-809a-48b8-9838-54626bd9e73a req-fbb17fe2-1df0-4367-80d5-f09040d61464 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 1098 time: 0.0926259 Aug 29 06:39:41.914624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee390c-7d86-48ea-928b-698ddb0d0b56 req-4b506d0a-ef62-475b-9e01-326e1246dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:41.916028 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-51ee390c-7d86-48ea-928b-698ddb0d0b56 req-4b506d0a-ef62-475b-9e01-326e1246dd23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 1100 time: 0.2071719 Aug 29 06:39:41.933080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 04a11eff-6b35-4981-aba1-b20f93e1f529 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:39:41.935136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 04a11eff-6b35-4981-aba1-b20f93e1f529 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:39:42.010177 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7ff5331-0cd8-4672-9ff7-a41ef4ae13dd req-8c986ae2-3911-403f-859c-c4612a7a276b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 210 time: 0.0504553 Aug 29 06:39:42.032865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a64db4-1fd9-40a3-9d6c-f0bc44003c2a req-2fbb1a55-4e3f-4b0c-a0b5-d005a2b364ae tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:42.037492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93a64db4-1fd9-40a3-9d6c-f0bc44003c2a req-2fbb1a55-4e3f-4b0c-a0b5-d005a2b364ae tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 1097 time: 0.2066379 Aug 29 06:39:42.061845 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36294) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:42.089091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 76edc251-f074-403a-922f-1b2f30405a3b details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:39:42.121218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93a64db4-1fd9-40a3-9d6c-f0bc44003c2a req-71d59e67-1c07-4e51-9495-4bdb709f6033 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776665 Aug 29 06:39:42.226509 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c772b68b-809a-48b8-9838-54626bd9e73a req-7c91b7c2-a431-4d43-a918-8241ae04a878 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026581 Aug 29 06:39:42.242238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6e9fb-1be1-44ca-b669-69a3bed650ee req-b7e12ea0-fd1a-4f60-afb9-880133147918 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:42.262933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 76edc251-f074-403a-922f-1b2f30405a3b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=76edc251-f074-403a-922f-1b2f30405a3b,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:42.270301 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bc6e9fb-1be1-44ca-b669-69a3bed650ee req-b7e12ea0-fd1a-4f60-afb9-880133147918 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 951 time: 0.1248245 Aug 29 06:39:42.277542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '76edc251-f074-403a-922f-1b2f30405a3b', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '76edc251-f074-403a-922f-1b2f30405a3b', 'mac_address': 'fa:16:3e:f0:ed:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:39:42.302561 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-232275e4-853b-4ebd-8c6f-98ed3a8af4f4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=78eee02e528746ee868845f6eb34aea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395585 Aug 29 06:39:42.307894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36304) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:42.321642 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee390c-7d86-48ea-928b-698ddb0d0b56 req-21413231-f071-4213-95e3-7e01accc2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:42.323105 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-51ee390c-7d86-48ea-928b-698ddb0d0b56 req-21413231-f071-4213-95e3-7e01accc2177 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.3916962 Aug 29 06:39:42.339825 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:42.371100 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76edc251-f074-403a-922f-1b2f30405a3b {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:42.392337 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-51ee390c-7d86-48ea-928b-698ddb0d0b56 req-30f8143f-cffd-498e-bedb-c8b098cf88b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=76edc251-f074-403a-922f-1b2f30405a3b HTTP/1.1" status: 200 len: 217 time: 0.0586972 Aug 29 06:39:42.410336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bc6e9fb-1be1-44ca-b669-69a3bed650ee req-7154793f-c35d-4f5e-b7f7-bc5eaa63f65e tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390781 Aug 29 06:39:42.412908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 76edc251-f074-403a-922f-1b2f30405a3b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=76edc251-f074-403a-922f-1b2f30405a3b,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:42.460263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4cee0-1e73-429c-a6e0-bfd9a70642b2 req-ababf092-5ff2-43a4-b592-033183b3134d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:42.462176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98e4cee0-1e73-429c-a6e0-bfd9a70642b2 req-ababf092-5ff2-43a4-b592-033183b3134d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 948 time: 0.1843832 Aug 29 06:39:42.513154 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5487d8bc-c455-4ad4-8d74-b8932592806d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:42.515481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee390c-7d86-48ea-928b-698ddb0d0b56 req-c097d8d3-0ced-4059-b627-8877d0763090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:42.516971 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-51ee390c-7d86-48ea-928b-698ddb0d0b56 req-c097d8d3-0ced-4059-b627-8877d0763090 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1114140 Aug 29 06:39:42.559883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98e4cee0-1e73-429c-a6e0-bfd9a70642b2 req-834fc477-2220-4903-85e5-10e469bd7e98 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889277 Aug 29 06:39:42.562914 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:42.601966 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5487d8bc-c455-4ad4-8d74-b8932592806d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:42.605561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915ed247-86a1-4a6c-b8d9-f872da3c620a {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:42.631011 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:42.660696 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=76edc251-f074-403a-922f-1b2f30405a3b,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:42.672967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Transition to ACTIVE for port object 915ed247-86a1-4a6c-b8d9-f872da3c620a will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:42.680248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee390c-7d86-48ea-928b-698ddb0d0b56 req-fb06c069-1dce-45d9-9a01-cca7382622a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:42.682227 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-51ee390c-7d86-48ea-928b-698ddb0d0b56 req-fb06c069-1dce-45d9-9a01-cca7382622a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1432190 Aug 29 06:39:42.725947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001861ab-fc26-41c5-9b2c-0a974fce4487 req-03358395-7f2e-4236-ab5d-aee47d293143 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:42.727869 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-001861ab-fc26-41c5-9b2c-0a974fce4487 req-03358395-7f2e-4236-ab5d-aee47d293143 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 1097 time: 0.1093438 Aug 29 06:39:42.781177 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-001861ab-fc26-41c5-9b2c-0a974fce4487 req-ab3885f0-f33b-498e-a48d-ef0dfc47fc44 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439143 Aug 29 06:39:42.808210 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:42.868817 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-51ee390c-7d86-48ea-928b-698ddb0d0b56 req-7ef7380b-234a-45c5-95d9-db468b1d36d4 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726727 Aug 29 06:39:42.930709 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5487d8bc-c455-4ad4-8d74-b8932592806d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:42.933465 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5487d8bc-c455-4ad4-8d74-b8932592806d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:42.937124 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5487d8bc-c455-4ad4-8d74-b8932592806d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/288d3a06-3535-4022-9ef3-7db10f6aa5e5 HTTP/1.1" status: 204 len: 168 time: 0.6246052 Aug 29 06:39:43.004639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Pushing event updated for resources: {'Port': ['ID=915ed247-86a1-4a6c-b8d9-f872da3c620a,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:43.056813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487d8bc-c455-4ad4-8d74-b8932592806d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288d3a06-3535-4022-9ef3-7db10f6aa5e5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:43.175957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a9522-0b87-4840-826d-62e157c7c7c6 req-eba7d11d-32b5-4c7c-a065-a99096a3d20a tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:43.180186 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-690a9522-0b87-4840-826d-62e157c7c7c6 req-eba7d11d-32b5-4c7c-a065-a99096a3d20a tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 946 time: 0.1453607 Aug 29 06:39:43.247940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['76edc251-f074-403a-922f-1b2f30405a3b'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:43.263887 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-690a9522-0b87-4840-826d-62e157c7c7c6 req-84b854f0-2b5a-4c1a-86ef-0c96d356ef27 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645480 Aug 29 06:39:43.305299 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-51ee390c-7d86-48ea-928b-698ddb0d0b56 req-3cbf9d54-997b-4bf1-b929-74faf77764fd service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225481 Aug 29 06:39:43.346863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Attempting to bind port 915ed247-86a1-4a6c-b8d9-f872da3c620a on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:39:43.347026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Attempting to bind port 915ed247-86a1-4a6c-b8d9-f872da3c620a by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:39:43.347400 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Attempting to bind port 915ed247-86a1-4a6c-b8d9-f872da3c620a on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:43.354753 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:43.363280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Port 915ed247-86a1-4a6c-b8d9-f872da3c620a on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:39:43.363613 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Attempting to bind port 915ed247-86a1-4a6c-b8d9-f872da3c620a on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:43.382072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:39:43.382430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:39:43.382808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:39:43.383284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Bound port: 915ed247-86a1-4a6c-b8d9-f872da3c620a, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:39:43.383653 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:43.493994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] For port 915ed247-86a1-4a6c-b8d9-f872da3c620a, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:43.501482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1920c4bf-810b-4dad-b8b0-4163cb27c536 req-27bab0c4-fa0d-4c93-ad89-f9fbd896f14b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 210 time: 0.0719101 Aug 29 06:39:43.510335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] For port 915ed247-86a1-4a6c-b8d9-f872da3c620a, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:39:43.678141 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a5fd60-63e3-4f3b-8346-b7b90ee42358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45236214-eeaf-4c3d-8e17-e474ac8af786'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:43.685107 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cafd756-618c-43ab-83c5-012c46714278" -d '{"events": [{"server_uuid": "04a5fd60-63e3-4f3b-8346-b7b90ee42358", "name": "network-vif-plugged", "status": "completed", "tag": "45236214-eeaf-4c3d-8e17-e474ac8af786"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:43.715432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:44.054802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:44.055668 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:44.057713 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] 10.222.0.15 "PUT /v2.0/ports/915ed247-86a1-4a6c-b8d9-f872da3c620a HTTP/1.1" status: 200 len: 1097 time: 2.4487679 Aug 29 06:39:44.058485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'tag': '915ed247-86a1-4a6c-b8d9-f872da3c620a'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:44.062117 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b815fb-b556-4752-ba68-48e2bd64e7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a", "tag": "915ed247-86a1-4a6c-b8d9-f872da3c620a"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:44.087310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b2f0d-018d-4fc9-b178-29e646dd08fc service neutron] Pushing event updated for resources: {'Port': ['ID=915ed247-86a1-4a6c-b8d9-f872da3c620a,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:44.105673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17404fc9-af9d-4925-a8cf-2119203dfc7f no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:39:44.240950 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:44.294003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17404fc9-af9d-4925-a8cf-2119203dfc7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17404fc9-af9d-4925-a8cf-2119203dfc7f,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:44.306266 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-b714ac0e-49f2-489f-a892-5da2c3f8b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:44.307643 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-b714ac0e-49f2-489f-a892-5da2c3f8b51b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312c0f3587ca4806a01f31cd1abc5968&device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 1100 time: 0.0770307 Aug 29 06:39:44.390801 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-67245670-d595-4752-91bb-b9f08613993e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a HTTP/1.1" status: 200 len: 217 time: 0.0710790 Aug 29 06:39:44.465918 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5e53ec07-9066-434b-9b6c-894d94127beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:44.466949 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:44.467610 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-5e53ec07-9066-434b-9b6c-894d94127beb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0746191 Aug 29 06:39:44.546204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-4c9f9c48-b918-479b-9107-1d10f0f81e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:44.548166 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-4c9f9c48-b918-479b-9107-1d10f0f81e64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734880 Aug 29 06:39:44.568094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=17404fc9-af9d-4925-a8cf-2119203dfc7f,revision_number=11']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:44.577589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:44.578136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:44.578684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:44.580029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:44.584632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:44.584632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:44.584632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:44.584632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:44.584632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:44.584632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:44.584632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:44.584632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:39:44.718095 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-b9144761-7ba8-4b13-b80c-681d614d6d02 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618342 Aug 29 06:39:44.816208 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a5fdf37d-243d-4a83-b8e2-356d107c16c3 req-348f9f23-ac0f-497d-ad89-9cf26522a4ae service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915129 Aug 29 06:39:44.968620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36406) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:45.092213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1632048084-network', 'tenant_id': '839a5d02ec57437b84a5ba219a06d00a'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:45.205122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] Made reservation on behalf of 839a5d02ec57437b84a5ba219a06d00a for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:39:45.208789 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:45.223027 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:45.365552 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed525f7-1ce9-4372-b1a0-6e9d6d8cf286 x-openstack-request-id: req-3ed525f7-1ce9-4372-b1a0-6e9d6d8cf286 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:45.366055 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a5fd60-63e3-4f3b-8346-b7b90ee42358", "name": "network-vif-plugged", "status": "completed", "tag": "45236214-eeaf-4c3d-8e17-e474ac8af786", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:45.366172 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ed525f7-1ce9-4372-b1a0-6e9d6d8cf286 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:45.366471 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a5fd60-63e3-4f3b-8346-b7b90ee42358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45236214-eeaf-4c3d-8e17-e474ac8af786', 'code': 200} Aug 29 06:39:45.384622 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:45.422887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed2407-206a-4608-a5c6-c488ccbbba6f req-9bcfb05c-f69d-429f-861e-60ea843b2879 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:45.424791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-feed2407-206a-4608-a5c6-c488ccbbba6f req-9bcfb05c-f69d-429f-861e-60ea843b2879 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 949 time: 0.0850997 Aug 29 06:39:45.481456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f003f-2970-4372-a79a-0bf928022835 req-21906904-87e4-48c6-abb0-7d1c251ed80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:45.484340 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8a8f003f-2970-4372-a79a-0bf928022835 req-21906904-87e4-48c6-abb0-7d1c251ed80e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04a5fd60-63e3-4f3b-8346-b7b90ee42358 HTTP/1.1" status: 200 len: 1102 time: 0.0525451 Aug 29 06:39:45.493731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-feed2407-206a-4608-a5c6-c488ccbbba6f req-c1dc3ac9-a974-4627-a412-ebc6680c43fd tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626671 Aug 29 06:39:45.545792 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8a8f003f-2970-4372-a79a-0bf928022835 req-775ad681-3178-4ce3-87ad-ae744191790f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531263 Aug 29 06:39:45.562859 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:45.577293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:39:45.592945 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:45.593927 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] Added segment cff29e89-8db4-4604-865f-b4497e6b22d2 of type vlan for network 96f0bd14-0ddd-4cd9-a971-8fdecba1cd1b Aug 29 06:39:45.605911 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada69453-d4bc-4c69-b7a7-33cd4204c2dc req-6a16f9b4-e537-4019-8eb0-1c1be2780775 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:45.607783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ada69453-d4bc-4c69-b7a7-33cd4204c2dc req-6a16f9b4-e537-4019-8eb0-1c1be2780775 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 1097 time: 0.0582645 Aug 29 06:39:45.658312 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:45.679682 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d12d7a4-fdd9-441c-85b7-b59ec08a6bf7 x-openstack-request-id: req-8d12d7a4-fdd9-441c-85b7-b59ec08a6bf7 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:45.680357 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a", "tag": "915ed247-86a1-4a6c-b8d9-f872da3c620a", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:45.680775 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8d12d7a4-fdd9-441c-85b7-b59ec08a6bf7 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:45.681331 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'tag': '915ed247-86a1-4a6c-b8d9-f872da3c620a', 'status': 'completed', 'code': 200} Aug 29 06:39:45.704724 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ada69453-d4bc-4c69-b7a7-33cd4204c2dc req-b382782a-1960-409d-9c2a-6d47730a7e45 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855515 Aug 29 06:39:45.709157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063c9c57-1a86-4e48-8973-5be1f3d1bf87,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:45.728830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f91906-71ec-4c50-a855-6c01ca9d5cb8 req-0d3f0294-b597-451e-9521-66160d37453f tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:45.731599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5f91906-71ec-4c50-a855-6c01ca9d5cb8 req-0d3f0294-b597-451e-9521-66160d37453f tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 946 time: 0.0913541 Aug 29 06:39:45.808094 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:45.809067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:45.809667 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:45.867435 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5f91906-71ec-4c50-a855-6c01ca9d5cb8 req-cfa6e381-ebf6-4e2c-83ee-c06529b95161 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011238 Aug 29 06:39:45.867670 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-57e62fab-ceab-497f-a569-893be095fb21 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=312c0f3587ca4806a01f31cd1abc5968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347624 Aug 29 06:39:45.874567 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb501db5-60a1-4547-a92b-33474412c4aa req-af31f4f2-934f-4911-bb3b-57ad2df70dff tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 210 time: 0.0392935 Aug 29 06:39:45.993275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b815fb-b556-4752-ba68-48e2bd64e7f1 req-af6b5489-f9a0-4af3-bf5d-60ea611c47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:45.994476 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-74b815fb-b556-4752-ba68-48e2bd64e7f1 req-af6b5489-f9a0-4af3-bf5d-60ea611c47ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312c0f3587ca4806a01f31cd1abc5968&device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 1100 time: 0.2271955 Aug 29 06:39:46.003999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] Pushing event updated for resources: {'Network': ['ID=96f0bd14-0ddd-4cd9-a971-8fdecba1cd1b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:46.016610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 96f0bd14-0ddd-4cd9-a971-8fdecba1cd1b details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:39:46.090503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-365cd12b-f1f7-42b6-8646-e17ea27a74a5 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:46.092154 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-365cd12b-f1f7-42b6-8646-e17ea27a74a5 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819000 Aug 29 06:39:46.107261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 76edc251-f074-403a-922f-1b2f30405a3b up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:39:46.112339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1922978d-bc05-456d-ab95-e3d658bbeca0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Request body: {'port': {'device_id': 'cd82999c-dc46-4f2e-babf-34c2ea82d8dc', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '312c0f3587ca4806a01f31cd1abc5968'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:46.168486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b815fb-b556-4752-ba68-48e2bd64e7f1 req-b25065ad-0b19-4ef7-8f86-b4e9c7e3df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:46.169853 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-74b815fb-b556-4752-ba68-48e2bd64e7f1 req-b25065ad-0b19-4ef7-8f86-b4e9c7e3df09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1670525 Aug 29 06:39:46.219985 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-74b815fb-b556-4752-ba68-48e2bd64e7f1 req-41ae023f-3441-4f9e-b44a-5122de763fda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a HTTP/1.1" status: 200 len: 217 time: 0.0410926 Aug 29 06:39:46.229107 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c0e921d0-80b4-45b2-ab0f-6e716f117378 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2593586 Aug 29 06:39:46.232515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36426) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:46.241235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ac45be1d-dfdf-4bc8-a6ac-b8040e3fe564 admin admin] Request body: {'subnet': {'network_id': '96f0bd14-0ddd-4cd9-a971-8fdecba1cd1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1632048084-subnet', 'tenant_id': '839a5d02ec57437b84a5ba219a06d00a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:46.295311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b815fb-b556-4752-ba68-48e2bd64e7f1 req-ed2427cd-4937-496f-82cf-419413039133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:46.297276 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-74b815fb-b556-4752-ba68-48e2bd64e7f1 req-ed2427cd-4937-496f-82cf-419413039133 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0672016 Aug 29 06:39:46.348052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b815fb-b556-4752-ba68-48e2bd64e7f1 req-b58a7862-f83e-43eb-80f1-3a0b85a585e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:46.349919 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-74b815fb-b556-4752-ba68-48e2bd64e7f1 req-b58a7862-f83e-43eb-80f1-3a0b85a585e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0448272 Aug 29 06:39:46.363556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 76edc251-f074-403a-922f-1b2f30405a3b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:39:46.364011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac45be1d-dfdf-4bc8-a6ac-b8040e3fe564 admin admin] Made reservation on behalf of 839a5d02ec57437b84a5ba219a06d00a for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:39:46.367347 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac45be1d-dfdf-4bc8-a6ac-b8040e3fe564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:46.369410 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 76edc251-f074-403a-922f-1b2f30405a3b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:46.369905 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:46.484909 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:46.505011 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-74b815fb-b556-4752-ba68-48e2bd64e7f1 req-b8f62b4e-376e-4d42-b282-6bee7d81ce19 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438363 Aug 29 06:39:46.538021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 76edc251-f074-403a-922f-1b2f30405a3b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=76edc251-f074-403a-922f-1b2f30405a3b,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:46.587805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1922978d-bc05-456d-ab95-e3d658bbeca0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Made reservation on behalf of 312c0f3587ca4806a01f31cd1abc5968 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:39:46.591253 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1922978d-bc05-456d-ab95-e3d658bbeca0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:46.639691 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:46.690670 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-74b815fb-b556-4752-ba68-48e2bd64e7f1 req-1b66ce17-cb3b-46b3-9ecb-0e8da2c22b80 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764309 Aug 29 06:39:46.707641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=76edc251-f074-403a-922f-1b2f30405a3b,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:46.713194 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac45be1d-dfdf-4bc8-a6ac-b8040e3fe564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:46.790724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45be1d-dfdf-4bc8-a6ac-b8040e3fe564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f8a9f9-4a52-476d-9cbc-e72462e7d93e,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:46.819339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1922978d-bc05-456d-ab95-e3d658bbeca0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Allocated IP 192.168.233.200 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/0b996a26-d1d6-40d0-802c-f6aaead31adb) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:39:46.832622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45be1d-dfdf-4bc8-a6ac-b8040e3fe564 admin admin] Checking segment: {'id': 'cff29e89-8db4-4604-865f-b4497e6b22d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '96f0bd14-0ddd-4cd9-a971-8fdecba1cd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:39:46.833300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac45be1d-dfdf-4bc8-a6ac-b8040e3fe564 admin admin] Network hostable DHCP agents. Network: 96f0bd14-0ddd-4cd9-a971-8fdecba1cd1b, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:39:46.937134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac45be1d-dfdf-4bc8-a6ac-b8040e3fe564 admin admin] Network 96f0bd14-0ddd-4cd9-a971-8fdecba1cd1b is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:39:47.059215 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1922978d-bc05-456d-ab95-e3d658bbeca0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:47.076319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1922978d-bc05-456d-ab95-e3d658bbeca0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Transition to ACTIVE for port object 0b996a26-d1d6-40d0-802c-f6aaead31adb will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:47.119420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-ac45be1d-dfdf-4bc8-a6ac-b8040e3fe564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 96f0bd14-0ddd-4cd9-a971-8fdecba1cd1b) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:39:47.124998 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac45be1d-dfdf-4bc8-a6ac-b8040e3fe564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:47.128747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac45be1d-dfdf-4bc8-a6ac-b8040e3fe564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:47.132109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b08bb07-1a17-4864-a41a-a6a427ceeab0 None None] Network 96f0bd14-0ddd-4cd9-a971-8fdecba1cd1b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:39:47.228598 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1922978d-bc05-456d-ab95-e3d658bbeca0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:47.271689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ac45be1d-dfdf-4bc8-a6ac-b8040e3fe564 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0373809 Aug 29 06:39:47.356656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1922978d-bc05-456d-ab95-e3d658bbeca0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:39:47.378586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1922978d-bc05-456d-ab95-e3d658bbeca0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:39:47.394967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1922978d-bc05-456d-ab95-e3d658bbeca0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:39:47.405200 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922978d-bc05-456d-ab95-e3d658bbeca0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Pushing event updated for resources: {'Port': ['ID=0b996a26-d1d6-40d0-802c-f6aaead31adb,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:47.484399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1922978d-bc05-456d-ab95-e3d658bbeca0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:47.485234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1922978d-bc05-456d-ab95-e3d658bbeca0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:47.544243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17404fc9-af9d-4925-a8cf-2119203dfc7f'}, {'server_uuid': '48dfaaf9-6872-45fb-868e-c73fe65fb666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76edc251-f074-403a-922f-1b2f30405a3b'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:47.547837 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da264408-c45f-4b7e-959d-7940acf26ed4" -d '{"events": [{"server_uuid": "dc4e57a0-3b15-48ed-9142-0b98c3d40c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "17404fc9-af9d-4925-a8cf-2119203dfc7f"}, {"server_uuid": "48dfaaf9-6872-45fb-868e-c73fe65fb666", "name": "network-vif-plugged", "status": "completed", "tag": "76edc251-f074-403a-922f-1b2f30405a3b"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:47.605028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac659a78-dff0-49f5-8dfa-d07389b8712d None None] Network 96f0bd14-0ddd-4cd9-a971-8fdecba1cd1b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:39:47.651723 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-1922978d-bc05-456d-ab95-e3d658bbeca0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5436535 Aug 29 06:39:47.673609 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Request body: {'port': {'device_id': 'cd82999c-dc46-4f2e-babf-34c2ea82d8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:47.761151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86cb9b-b3c8-4381-a6c5-3ccc2ab7d360 req-6eb9894c-1116-473f-8f74-45987e062669 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:47.768548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d86cb9b-b3c8-4381-a6c5-3ccc2ab7d360 req-6eb9894c-1116-473f-8f74-45987e062669 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 950 time: 0.0840819 Aug 29 06:39:47.806687 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:47.822911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d86cb9b-b3c8-4381-a6c5-3ccc2ab7d360 req-27cb34b1-efc0-4fec-9114-4369c6f65bde tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534739 Aug 29 06:39:47.900816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3b0bb862-e49e-4069-9188-cc6211d0e4f6 None None] Provisioning for port 0b996a26-d1d6-40d0-802c-f6aaead31adb completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:39:47.905741 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3b0bb862-e49e-4069-9188-cc6211d0e4f6 None None] Provisioning complete for port 0b996a26-d1d6-40d0-802c-f6aaead31adb triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:47.910411 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3b0bb862-e49e-4069-9188-cc6211d0e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:47.967018 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3b0bb862-e49e-4069-9188-cc6211d0e4f6 None None] Port 0b996a26-d1d6-40d0-802c-f6aaead31adb cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:39:48.022534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a716b17-9af6-47bd-8816-b05fe16ad702 req-a6205377-830c-4b45-9f34-3812761b6cc7 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:48.030578 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a716b17-9af6-47bd-8816-b05fe16ad702 req-a6205377-830c-4b45-9f34-3812761b6cc7 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 946 time: 0.0793080 Aug 29 06:39:48.067435 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a716b17-9af6-47bd-8816-b05fe16ad702 req-6ac2d6d7-5351-4991-b108-df8e9c966165 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364485 Aug 29 06:39:48.193697 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaf0ad-1620-4c6d-a0cb-63ffd7389e63 req-073e2cfb-8da4-4200-92af-bbfa3c9ae28d tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:48.194663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04557b-7850-4dfd-926e-6375c20f0f9c req-f23b7569-2641-4754-b6f5-69493a637812 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:48.196420 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2a04557b-7850-4dfd-926e-6375c20f0f9c req-f23b7569-2641-4754-b6f5-69493a637812 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.15 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 946 time: 0.1197374 Aug 29 06:39:48.207362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ffaf0ad-1620-4c6d-a0cb-63ffd7389e63 req-073e2cfb-8da4-4200-92af-bbfa3c9ae28d tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 936 time: 0.0697169 Aug 29 06:39:48.269803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ffaf0ad-1620-4c6d-a0cb-63ffd7389e63 req-e2d8791b-e792-4779-9600-1b022bfe5108 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618706 Aug 29 06:39:48.363416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b996a26-d1d6-40d0-802c-f6aaead31adb {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:48.375446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:48.396944 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Transition to ACTIVE for port object 0b996a26-d1d6-40d0-802c-f6aaead31adb will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:48.408395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-2a04557b-7850-4dfd-926e-6375c20f0f9c req-341871f6-2e05-47d8-ae63-30a6ce46bd75 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Deleting port 04d6a538-3aac-461b-b192-e2a6b5c68502 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:39:48.409359 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2a04557b-7850-4dfd-926e-6375c20f0f9c req-341871f6-2e05-47d8-ae63-30a6ce46bd75 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:48.417127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3f221-98ac-4377-9fea-baafb993458b req-5806abf3-c6da-4d8c-85c7-0cb10284fc20 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:48.418986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1a3f221-98ac-4377-9fea-baafb993458b req-5806abf3-c6da-4d8c-85c7-0cb10284fc20 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 949 time: 0.0763366 Aug 29 06:39:48.466994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1a3f221-98ac-4377-9fea-baafb993458b req-36d39b6b-ca08-4a89-9bbc-ae75d84d665e tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412800 Aug 29 06:39:48.541790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-2a04557b-7850-4dfd-926e-6375c20f0f9c req-341871f6-2e05-47d8-ae63-30a6ce46bd75 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] For port 04d6a538-3aac-461b-b192-e2a6b5c68502, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=04d6a538-3aac-461b-b192-e2a6b5c68502,segment=NetworkSegment(cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9),segment_id=cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:48.542148 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2a04557b-7850-4dfd-926e-6375c20f0f9c req-341871f6-2e05-47d8-ae63-30a6ce46bd75 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:48.557315 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-2a04557b-7850-4dfd-926e-6375c20f0f9c req-341871f6-2e05-47d8-ae63-30a6ce46bd75 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Calling delete_port for 04d6a538-3aac-461b-b192-e2a6b5c68502 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:39:48.604267 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:48.632852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 915ed247-86a1-4a6c-b8d9-f872da3c620a details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:39:48.679183 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c0c17481-121d-4b40-9d82-1dd07c8a49f6 req-8f18042e-3519-428f-98ee-c8ef757b698b tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1722470252', 'description': 'tempest-description-1442548054'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:48.688297 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Pushing event updated for resources: {'Port': ['ID=0b996a26-d1d6-40d0-802c-f6aaead31adb,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:48.834812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 915ed247-86a1-4a6c-b8d9-f872da3c620a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:48.848354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '915ed247-86a1-4a6c-b8d9-f872da3c620a', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '915ed247-86a1-4a6c-b8d9-f872da3c620a', 'mac_address': 'fa:16:3e:90:96:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:39:48.873069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Attempting to bind port 0b996a26-d1d6-40d0-802c-f6aaead31adb on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:39:48.874509 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c0c17481-121d-4b40-9d82-1dd07c8a49f6 req-8f18042e-3519-428f-98ee-c8ef757b698b tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:48.875094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Attempting to bind port 0b996a26-d1d6-40d0-802c-f6aaead31adb by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:39:48.875469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Attempting to bind port 0b996a26-d1d6-40d0-802c-f6aaead31adb on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:48.889885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Port 0b996a26-d1d6-40d0-802c-f6aaead31adb on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:39:48.890216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Attempting to bind port 0b996a26-d1d6-40d0-802c-f6aaead31adb on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:48.897461 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:48.901437 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:39:48.902616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:39:48.903013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:39:48.904739 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Bound port: 0b996a26-d1d6-40d0-802c-f6aaead31adb, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:39:48.905117 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:48.921532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915ed247-86a1-4a6c-b8d9-f872da3c620a {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:48.944708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-c4122a86-8bb3-40fc-befd-3851a497bb3d tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:39:48.945652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-c4122a86-8bb3-40fc-befd-3851a497bb3d tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0291543 Aug 29 06:39:48.955930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 915ed247-86a1-4a6c-b8d9-f872da3c620a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:48.961087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-9a36c039-0199-47b5-ab6b-35a35940f643 service neutron] Request body: {'binding': {'host': 'n-h1-713301-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:48.962003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-9a36c039-0199-47b5-ab6b-35a35940f643 service neutron] Unknown quota resources ['binding']. {{(pid=95404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 06:39:48.970006 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2a04557b-7850-4dfd-926e-6375c20f0f9c req-341871f6-2e05-47d8-ae63-30a6ce46bd75 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:48.983845 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['04d6a538-3aac-461b-b192-e2a6b5c68502'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:49.004055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341871f6-2e05-47d8-ae63-30a6ce46bd75 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Pushing event deleted for resources: {'Port': ['ID=04d6a538-3aac-461b-b192-e2a6b5c68502,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:49.053202 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:49.057607 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] For port 0b996a26-d1d6-40d0-802c-f6aaead31adb, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:49.078592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a04557b-7850-4dfd-926e-6375c20f0f9c req-341871f6-2e05-47d8-ae63-30a6ce46bd75 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] No DVR routers for this DVR port 04d6a538-3aac-461b-b192-e2a6b5c68502 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:39:49.086014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2a04557b-7850-4dfd-926e-6375c20f0f9c req-341871f6-2e05-47d8-ae63-30a6ce46bd75 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:49.088460 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2a04557b-7850-4dfd-926e-6375c20f0f9c req-341871f6-2e05-47d8-ae63-30a6ce46bd75 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.15 "DELETE /v2.0/ports/04d6a538-3aac-461b-b192-e2a6b5c68502 HTTP/1.1" status: 204 len: 173 time: 0.8776197 Aug 29 06:39:49.089098 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37effe9e-0655-4c93-8dac-9ef2720715cc', 'name': 'network-vif-deleted', 'tag': '04d6a538-3aac-461b-b192-e2a6b5c68502'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:49.093156 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c96417-5482-410d-a3e1-fa68b84dd6e3" -d '{"events": [{"server_uuid": "37effe9e-0655-4c93-8dac-9ef2720715cc", "name": "network-vif-deleted", "tag": "04d6a538-3aac-461b-b192-e2a6b5c68502"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:49.101064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] For port 0b996a26-d1d6-40d0-802c-f6aaead31adb, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0b996a26-d1d6-40d0-802c-f6aaead31adb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:39:49.127613 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=915ed247-86a1-4a6c-b8d9-f872da3c620a,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:49.165536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c0c17481-121d-4b40-9d82-1dd07c8a49f6 req-8f18042e-3519-428f-98ee-c8ef757b698b tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:49.195481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-9a36c039-0199-47b5-ab6b-35a35940f643 service neutron] Attempting to bind port eadc46b7-ff16-46c2-98f1-54c402d04430 on host n-h1-713301-12 for vnic_type normal with profile None {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:39:49.195845 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-9a36c039-0199-47b5-ab6b-35a35940f643 service neutron] Attempting to bind port eadc46b7-ff16-46c2-98f1-54c402d04430 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:39:49.196703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-9a36c039-0199-47b5-ab6b-35a35940f643 service neutron] Attempting to bind port eadc46b7-ff16-46c2-98f1-54c402d04430 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:49.201339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-9a36c039-0199-47b5-ab6b-35a35940f643 service neutron] Port eadc46b7-ff16-46c2-98f1-54c402d04430 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:39:49.201726 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-9a36c039-0199-47b5-ab6b-35a35940f643 service neutron] Attempting to bind port eadc46b7-ff16-46c2-98f1-54c402d04430 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:49.206850 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-9a36c039-0199-47b5-ab6b-35a35940f643 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:39:49.207375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-9a36c039-0199-47b5-ab6b-35a35940f643 service neutron] Checking segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:39:49.207687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-9a36c039-0199-47b5-ab6b-35a35940f643 service neutron] Bound using segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:39:49.208172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-9a36c039-0199-47b5-ab6b-35a35940f643 service neutron] Bound port: eadc46b7-ff16-46c2-98f1-54c402d04430, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:39:49.226690 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:49.261745 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:49.262362 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:49.263785 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] 10.222.0.11 "PUT /v2.0/ports/0b996a26-d1d6-40d0-802c-f6aaead31adb HTTP/1.1" status: 200 len: 1097 time: 1.5961659 Aug 29 06:39:49.272612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['915ed247-86a1-4a6c-b8d9-f872da3c620a'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:49.282853 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-9a36c039-0199-47b5-ab6b-35a35940f643 service neutron] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=eadc46b7-ff16-46c2-98f1-54c402d04430,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:39:49.294974 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c0c17481-121d-4b40-9d82-1dd07c8a49f6 req-8f18042e-3519-428f-98ee-c8ef757b698b tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:49.296088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dab873-0f55-4ab4-88cc-df47293d2f34 service neutron] Pushing event updated for resources: {'Port': ['ID=0b996a26-d1d6-40d0-802c-f6aaead31adb,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:49.351937 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18042e-3519-428f-98ee-c8ef757b698b tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf40f45b-1477-4546-8545-6d6e5cd66c88,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:49.438770 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-9a36c039-0199-47b5-ab6b-35a35940f643 service neutron] Notify callbacks [] for binding, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:49.440763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-9a36c039-0199-47b5-ab6b-35a35940f643 service neutron] 10.222.0.76 "POST /v2.0/ports/eadc46b7-ff16-46c2-98f1-54c402d04430/bindings HTTP/1.1" status: 201 len: 390 time: 0.4855912 Aug 29 06:39:49.479947 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c0c17481-121d-4b40-9d82-1dd07c8a49f6 req-8f18042e-3519-428f-98ee-c8ef757b698b tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:49.481701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0c17481-121d-4b40-9d82-1dd07c8a49f6 req-8f18042e-3519-428f-98ee-c8ef757b698b tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8067069 Aug 29 06:39:49.569534 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157013b2-9f48-4e29-aa63-e19662260d5c x-openstack-request-id: req-157013b2-9f48-4e29-aa63-e19662260d5c {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:49.569979 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4e57a0-3b15-48ed-9142-0b98c3d40c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "17404fc9-af9d-4925-a8cf-2119203dfc7f", "code": 200}, {"server_uuid": "48dfaaf9-6872-45fb-868e-c73fe65fb666", "name": "network-vif-plugged", "status": "completed", "tag": "76edc251-f074-403a-922f-1b2f30405a3b", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:49.574851 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-157013b2-9f48-4e29-aa63-e19662260d5c {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:49.580499 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17404fc9-af9d-4925-a8cf-2119203dfc7f', 'code': 200} Aug 29 06:39:49.580499 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dfaaf9-6872-45fb-868e-c73fe65fb666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76edc251-f074-403a-922f-1b2f30405a3b', 'code': 200} Aug 29 06:39:49.583096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-2046479e-81a1-49e9-a18a-17a97228070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:49.591101 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-2046479e-81a1-49e9-a18a-17a97228070a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=312c0f3587ca4806a01f31cd1abc5968&device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 1100 time: 0.1106644 Aug 29 06:39:49.779268 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-e57fd78c-787e-4ab0-95a0-f7f8c9599d06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=0b996a26-d1d6-40d0-802c-f6aaead31adb HTTP/1.1" status: 200 len: 217 time: 0.0773101 Aug 29 06:39:49.870790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaea01c-a531-40b0-b748-a584a96512a0 req-d25568f7-3263-442f-867d-bf458cc5b375 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:49.875683 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdaea01c-a531-40b0-b748-a584a96512a0 req-d25568f7-3263-442f-867d-bf458cc5b375 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 950 time: 0.0599508 Aug 29 06:39:49.889898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-a9378084-715d-418f-b70d-bb2f44f72832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:49.891521 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-a9378084-715d-418f-b70d-bb2f44f72832 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0671055 Aug 29 06:39:49.902078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958e228-6f21-4c21-8c0b-d62ba50229d6 req-1dcb6e01-67da-4d37-986a-628216e95ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:49.903605 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6958e228-6f21-4c21-8c0b-d62ba50229d6 req-1dcb6e01-67da-4d37-986a-628216e95ca6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 1102 time: 0.1246378 Aug 29 06:39:49.921595 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bef74f1-25f0-4920-a4ee-38ea644fba83 req-7e99035e-3fe1-406e-b521-2725f1353405 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/ports?device_id=37effe9e-0655-4c93-8dac-9ef2720715cc HTTP/1.1" status: 200 len: 210 time: 0.0434837 Aug 29 06:39:49.965492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdaea01c-a531-40b0-b748-a584a96512a0 req-5d32159c-96e5-4c09-b1ca-30eacc9b556f tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854759 Aug 29 06:39:49.969908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-74de645a-6d42-44bc-94c8-40607b50d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:49.980472 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-74de645a-6d42-44bc-94c8-40607b50d7fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0715842 Aug 29 06:39:49.994060 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6958e228-6f21-4c21-8c0b-d62ba50229d6 req-56392c2d-2e1e-48fa-b22d-51561dd040c8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811198 Aug 29 06:39:49.995817 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5844c59-21d2-4382-b86d-606e037c26e3 x-openstack-request-id: req-d5844c59-21d2-4382-b86d-606e037c26e3 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:49.996128 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37effe9e-0655-4c93-8dac-9ef2720715cc", "name": "network-vif-deleted", "tag": "04d6a538-3aac-461b-b192-e2a6b5c68502", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:49.996385 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5844c59-21d2-4382-b86d-606e037c26e3 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:49.996778 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37effe9e-0655-4c93-8dac-9ef2720715cc', 'name': 'network-vif-deleted', 'tag': '04d6a538-3aac-461b-b192-e2a6b5c68502', 'status': 'completed', 'code': 200} Aug 29 06:39:50.002573 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.11', 55124) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:50.125199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88232b2-fb8c-4d75-a503-68dcde188212 req-c4d37a57-d21f-4105-9d16-2e763cfe735e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:50.127619 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d88232b2-fb8c-4d75-a503-68dcde188212 req-c4d37a57-d21f-4105-9d16-2e763cfe735e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 948 time: 0.0992560 Aug 29 06:39:50.156085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49044bf1-6966-4272-b16f-1c007827970c req-13e08574-0b17-47fe-8191-3cbbe039259b tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:50.157749 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49044bf1-6966-4272-b16f-1c007827970c req-13e08574-0b17-47fe-8191-3cbbe039259b tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 949 time: 0.0889747 Aug 29 06:39:50.232357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d88232b2-fb8c-4d75-a503-68dcde188212 req-24f8ac26-832e-45ba-80b7-b493800eded4 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941422 Aug 29 06:39:50.262739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49044bf1-6966-4272-b16f-1c007827970c req-1a440a1c-978d-4474-8aea-1415d6675305 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976772 Aug 29 06:39:50.351250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1fdfe03-29f2-484f-aa2a-8405d750f496 req-5be368b9-bfb3-455b-8b07-08b8f8ce3292 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/bf40f45b-1477-4546-8545-6d6e5cd66c88 HTTP/1.1" status: 200 len: 1805 time: 0.0770817 Aug 29 06:39:50.358097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-f1fdfe03-29f2-484f-aa2a-8405d750f496 req-8d55e689-dbf1-4c35-9ed6-daf2ffd2c0e7 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bf40f45b-1477-4546-8545-6d6e5cd66c88', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:50.358411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-f1fdfe03-29f2-484f-aa2a-8405d750f496 req-8d55e689-dbf1-4c35-9ed6-daf2ffd2c0e7 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bf40f45b-1477-4546-8545-6d6e5cd66c88', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:50.405729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85f3a3-c273-4c91-9a8c-e63180496ef7 req-9d72aabd-0b13-4256-a28e-06635ba26d4c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:50.405729 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d85f3a3-c273-4c91-9a8c-e63180496ef7 req-9d72aabd-0b13-4256-a28e-06635ba26d4c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 945 time: 0.0886385 Aug 29 06:39:50.454778 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d85f3a3-c273-4c91-9a8c-e63180496ef7 req-7b786324-7e20-47bb-b044-51cc38c19e3f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454047 Aug 29 06:39:50.594567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5094ea-b4f8-4dba-b641-1789adfc51cd req-36432ca5-82f8-43c7-bf0f-fbc012b76d82 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:50.597423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c5094ea-b4f8-4dba-b641-1789adfc51cd req-36432ca5-82f8-43c7-bf0f-fbc012b76d82 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 949 time: 0.1381531 Aug 29 06:39:50.599899 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f1fdfe03-29f2-484f-aa2a-8405d750f496 req-8d55e689-dbf1-4c35-9ed6-daf2ffd2c0e7 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:50.603826 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-82017136-b671-4cac-837f-9e8c7d341c8e service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418188 Aug 29 06:39:50.610926 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:50.648522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 915ed247-86a1-4a6c-b8d9-f872da3c620a up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:39:50.695211 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f1fdfe03-29f2-484f-aa2a-8405d750f496 req-8d55e689-dbf1-4c35-9ed6-daf2ffd2c0e7 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:50.736472 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8274343d-3a3e-45a3-8ea2-5944ff7cf74a req-5bd408cc-3cfb-4521-8e21-b808d7b00ad3 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183608 Aug 29 06:39:50.774267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-5c5094ea-b4f8-4dba-b641-1789adfc51cd req-d2f5ea4a-65f1-474f-b362-c0524dfbeefd tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Deleting port 17404fc9-af9d-4925-a8cf-2119203dfc7f {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:39:50.774663 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5c5094ea-b4f8-4dba-b641-1789adfc51cd req-d2f5ea4a-65f1-474f-b362-c0524dfbeefd tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:50.866902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-5c5094ea-b4f8-4dba-b641-1789adfc51cd req-d2f5ea4a-65f1-474f-b362-c0524dfbeefd tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] For port 17404fc9-af9d-4925-a8cf-2119203dfc7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17404fc9-af9d-4925-a8cf-2119203dfc7f,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:50.867305 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5c5094ea-b4f8-4dba-b641-1789adfc51cd req-d2f5ea4a-65f1-474f-b362-c0524dfbeefd tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:50.880684 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-5c5094ea-b4f8-4dba-b641-1789adfc51cd req-d2f5ea4a-65f1-474f-b362-c0524dfbeefd tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Calling delete_port for 17404fc9-af9d-4925-a8cf-2119203dfc7f owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:39:51.075198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae7550-64e0-4c22-a4b0-b15df0155d9d req-e55f0904-da76-4e0e-b20b-b10a0eed39fb tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:51.077005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8eae7550-64e0-4c22-a4b0-b15df0155d9d req-e55f0904-da76-4e0e-b20b-b10a0eed39fb tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 950 time: 0.0502460 Aug 29 06:39:51.114014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8eae7550-64e0-4c22-a4b0-b15df0155d9d req-ae576fd6-2e03-4fdf-b74c-9f7280fddfa9 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309100 Aug 29 06:39:51.449197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 915ed247-86a1-4a6c-b8d9-f872da3c620a completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:39:51.453642 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 915ed247-86a1-4a6c-b8d9-f872da3c620a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:39:51.453912 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:51.454502 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f1fdfe03-29f2-484f-aa2a-8405d750f496 req-8d55e689-dbf1-4c35-9ed6-daf2ffd2c0e7 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:51.457309 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36540) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:51.457836 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5c5094ea-b4f8-4dba-b641-1789adfc51cd req-d2f5ea4a-65f1-474f-b362-c0524dfbeefd tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:51.576128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5ea4a-65f1-474f-b362-c0524dfbeefd tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Pushing event deleted for resources: {'Port': ['ID=17404fc9-af9d-4925-a8cf-2119203dfc7f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:51.578551 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-bea2d04c-5d08-4cbd-863c-71e288a6105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:51.582660 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-bea2d04c-5d08-4cbd-863c-71e288a6105b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 1097 time: 0.1147065 Aug 29 06:39:51.583087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55e689-dbf1-4c35-9ed6-daf2ffd2c0e7 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e7fbcd-a994-40ac-989c-67f0a77dc133,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:51.613415 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:51.645449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5094ea-b4f8-4dba-b641-1789adfc51cd req-d2f5ea4a-65f1-474f-b362-c0524dfbeefd tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] No DVR routers for this DVR port 17404fc9-af9d-4925-a8cf-2119203dfc7f on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:39:51.648429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915ed247-86a1-4a6c-b8d9-f872da3c620a'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:51.648749 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5c5094ea-b4f8-4dba-b641-1789adfc51cd req-d2f5ea4a-65f1-474f-b362-c0524dfbeefd tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:51.650889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c5094ea-b4f8-4dba-b641-1789adfc51cd req-d2f5ea4a-65f1-474f-b362-c0524dfbeefd tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.11 "DELETE /v2.0/ports/17404fc9-af9d-4925-a8cf-2119203dfc7f HTTP/1.1" status: 204 len: 173 time: 1.0452032 Aug 29 06:39:51.651349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'name': 'network-vif-deleted', 'tag': '17404fc9-af9d-4925-a8cf-2119203dfc7f'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:51.651877 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78cfda0-ef9b-441f-a6c4-ff65636d4143" -d '{"events": [{"server_uuid": "a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a", "name": "network-vif-plugged", "status": "completed", "tag": "915ed247-86a1-4a6c-b8d9-f872da3c620a"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:51.653689 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6e8338-240f-4bbb-9560-956bc3c05e75" -d '{"events": [{"server_uuid": "dc4e57a0-3b15-48ed-9142-0b98c3d40c9b", "name": "network-vif-deleted", "tag": "17404fc9-af9d-4925-a8cf-2119203dfc7f"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:51.660150 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-816a973c-3ebf-470d-a02f-a71d9ebf95fc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:51.663401 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f1fdfe03-29f2-484f-aa2a-8405d750f496 req-8d55e689-dbf1-4c35-9ed6-daf2ffd2c0e7 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:51.664580 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1fdfe03-29f2-484f-aa2a-8405d750f496 req-8d55e689-dbf1-4c35-9ed6-daf2ffd2c0e7 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3124936 Aug 29 06:39:51.669353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 915ed247-86a1-4a6c-b8d9-f872da3c620a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:51.691474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df65f9a-f9b1-4bcb-847b-a4cf8ebc2ddc req-1477f545-351e-4f38-a778-f5e0d5e12974 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:51.698639 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-816a973c-3ebf-470d-a02f-a71d9ebf95fc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:51.700913 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5df65f9a-f9b1-4bcb-847b-a4cf8ebc2ddc req-1477f545-351e-4f38-a778-f5e0d5e12974 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 948 time: 0.1368725 Aug 29 06:39:51.748587 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:51.756235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5df65f9a-f9b1-4bcb-847b-a4cf8ebc2ddc req-5f107119-9082-4f26-8a9d-dbe383314c74 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534832 Aug 29 06:39:51.878827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a91ee7c-7115-43a8-8121-d36a5ea84e96 req-590a56ae-9232-4f03-a25c-18e282d6baf9 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 210 time: 0.1195533 Aug 29 06:39:51.951051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa027b2-eb53-4552-82a3-41a4669322ab req-c9e216f4-7b22-488a-b934-b247be03be40 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:51.962266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-daa027b2-eb53-4552-82a3-41a4669322ab req-c9e216f4-7b22-488a-b934-b247be03be40 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 945 time: 0.0772922 Aug 29 06:39:51.964073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=915ed247-86a1-4a6c-b8d9-f872da3c620a,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:51.994892 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8ac1b1-1baa-40cc-a374-ee60c257348e x-openstack-request-id: req-de8ac1b1-1baa-40cc-a374-ee60c257348e {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:51.995552 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a", "name": "network-vif-plugged", "status": "completed", "tag": "915ed247-86a1-4a6c-b8d9-f872da3c620a", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:51.996020 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de8ac1b1-1baa-40cc-a374-ee60c257348e {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:51.996628 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915ed247-86a1-4a6c-b8d9-f872da3c620a', 'code': 200} Aug 29 06:39:52.004769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd82999c-dc46-4f2e-babf-34c2ea82d8dc', 'tag': '0b996a26-d1d6-40d0-802c-f6aaead31adb'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:52.017207 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf06ee35-5e25-4eb0-a0f8-c070e4fe8348" -d '{"events": [{"name": "network-changed", "server_uuid": "cd82999c-dc46-4f2e-babf-34c2ea82d8dc", "tag": "0b996a26-d1d6-40d0-802c-f6aaead31adb"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:52.058557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-37bc1c7a-fde0-496a-8d2f-415fe1932e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:52.064404 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-37bc1c7a-fde0-496a-8d2f-415fe1932e7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.4696910 Aug 29 06:39:52.065727 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-816a973c-3ebf-470d-a02f-a71d9ebf95fc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:52.069648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-daa027b2-eb53-4552-82a3-41a4669322ab req-b5d3be85-b199-47a0-85f6-adfdcefb4c22 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039791 Aug 29 06:39:52.069785 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-816a973c-3ebf-470d-a02f-a71d9ebf95fc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:52.073003 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e36c516-31bc-40d7-90f4-03c77821df8e x-openstack-request-id: req-7e36c516-31bc-40d7-90f4-03c77821df8e {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:52.073300 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4e57a0-3b15-48ed-9142-0b98c3d40c9b", "name": "network-vif-deleted", "tag": "17404fc9-af9d-4925-a8cf-2119203dfc7f", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:52.073559 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e36c516-31bc-40d7-90f4-03c77821df8e {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:52.073969 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4e57a0-3b15-48ed-9142-0b98c3d40c9b', 'name': 'network-vif-deleted', 'tag': '17404fc9-af9d-4925-a8cf-2119203dfc7f', 'status': 'completed', 'code': 200} Aug 29 06:39:52.074390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36562) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:52.085819 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-816a973c-3ebf-470d-a02f-a71d9ebf95fc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "DELETE /v2.0/security-groups/3ceb4737-e53c-4754-a367-43c2fb4bd598 HTTP/1.1" status: 204 len: 168 time: 0.6104250 Aug 29 06:39:52.087407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-caaa39f6-0390-4b08-8542-bfb65a694e3f req-5c6ac248-7ff7-420d-bcf1-e1ef7842b142 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1054664468', 'description': 'tempest-description-481584661'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:52.131229 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-bc575fe1-16f6-4ee4-b287-3149d0ba7203 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] show failed (client error): The resource could not be found. Aug 29 06:39:52.138087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bc575fe1-16f6-4ee4-b287-3149d0ba7203 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "GET /v2.0/security-groups/3ceb4737-e53c-4754-a367-43c2fb4bd598 HTTP/1.1" status: 404 len: 347 time: 0.0574844 Aug 29 06:39:52.140390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36568) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:52.203410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a973c-3ebf-470d-a02f-a71d9ebf95fc tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceb4737-e53c-4754-a367-43c2fb4bd598,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:52.207628 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-272661e4-1e2d-4ace-8b04-58983f19e715 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eadc46b7-ff16-46c2-98f1-54c402d04430 HTTP/1.1" status: 200 len: 217 time: 0.1169872 Aug 29 06:39:52.230759 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-caaa39f6-0390-4b08-8542-bfb65a694e3f req-5c6ac248-7ff7-420d-bcf1-e1ef7842b142 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:52.281782 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248021f-0617-48ec-9a99-215c13a592c6 req-7131cdf9-3341-40b1-87da-abb7ecff2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:52.285378 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1248021f-0617-48ec-9a99-215c13a592c6 req-7131cdf9-3341-40b1-87da-abb7ecff2829 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 1102 time: 0.1266358 Aug 29 06:39:52.322383 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b1ca053b-75fa-4268-b243-2b22f57404c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:52.328092 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b1ca053b-75fa-4268-b243-2b22f57404c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.1050012 Aug 29 06:39:52.355335 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c46ff5-bab0-429a-887e-9b6b48459581 x-openstack-request-id: req-94c46ff5-bab0-429a-887e-9b6b48459581 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:52.355986 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd82999c-dc46-4f2e-babf-34c2ea82d8dc", "tag": "0b996a26-d1d6-40d0-802c-f6aaead31adb", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:52.356445 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-94c46ff5-bab0-429a-887e-9b6b48459581 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:52.357031 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd82999c-dc46-4f2e-babf-34c2ea82d8dc', 'tag': '0b996a26-d1d6-40d0-802c-f6aaead31adb', 'status': 'completed', 'code': 200} Aug 29 06:39:52.380825 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1248021f-0617-48ec-9a99-215c13a592c6 req-b234f1ac-ae52-49be-9534-e6b5b8dc1c4f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869801 Aug 29 06:39:52.383808 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-aa6dfefd-bf55-41a1-b1a2-476412b12cc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466356 Aug 29 06:39:52.479465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0cbff279-b431-4ce3-b4e4-fe80f64b2553 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Deleting port 41243b41-b351-4620-a6f9-88c974e6789e {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:39:52.480068 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0cbff279-b431-4ce3-b4e4-fe80f64b2553 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:52.540937 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-caaa39f6-0390-4b08-8542-bfb65a694e3f req-5c6ac248-7ff7-420d-bcf1-e1ef7842b142 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:52.569718 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ee35-5e25-4eb0-a0f8-c070e4fe8348 req-8c5ad9ed-9c23-48ed-9348-88e8b370d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:52.569718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf06ee35-5e25-4eb0-a0f8-c070e4fe8348 req-8c5ad9ed-9c23-48ed-9348-88e8b370d981 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=312c0f3587ca4806a01f31cd1abc5968&device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 1100 time: 0.1548033 Aug 29 06:39:52.569718 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b48e61-a8d4-4fe8-94c8-41c9a123fc09 req-ec66b72b-84ef-4b51-954e-297e9425d187 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:52.570655 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45b48e61-a8d4-4fe8-94c8-41c9a123fc09 req-ec66b72b-84ef-4b51-954e-297e9425d187 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 950 time: 0.1647012 Aug 29 06:39:52.652170 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-6879dfae-94a9-4f24-91d6-b0d2e223a283 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866146 Aug 29 06:39:52.666595 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0cbff279-b431-4ce3-b4e4-fe80f64b2553 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:52.666905 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0cbff279-b431-4ce3-b4e4-fe80f64b2553 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:52.669840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 04d6a538-3aac-461b-b192-e2a6b5c68502 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:39:52.696242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 04d6a538-3aac-461b-b192-e2a6b5c68502 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:39:52.697163 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 04d6a538-3aac-461b-b192-e2a6b5c68502 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:39:52.698196 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0cbff279-b431-4ce3-b4e4-fe80f64b2553 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Calling delete_port for 41243b41-b351-4620-a6f9-88c974e6789e owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:39:52.704274 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45b48e61-a8d4-4fe8-94c8-41c9a123fc09 req-93404485-51f6-4383-95cf-c1012c16457a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165841 Aug 29 06:39:52.768240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ee35-5e25-4eb0-a0f8-c070e4fe8348 req-37cd3e60-3c3d-43e8-9a39-d7db9fd4dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:52.769611 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-5f11f023-4e65-4801-88f7-369138fed1aa service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079967 Aug 29 06:39:52.769742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf06ee35-5e25-4eb0-a0f8-c070e4fe8348 req-37cd3e60-3c3d-43e8-9a39-d7db9fd4dad5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1964581 Aug 29 06:39:52.775714 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-caaa39f6-0390-4b08-8542-bfb65a694e3f req-5c6ac248-7ff7-420d-bcf1-e1ef7842b142 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:52.881513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf06ee35-5e25-4eb0-a0f8-c070e4fe8348 req-165fe286-7ad1-4c13-b812-8ca8545d84a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=0b996a26-d1d6-40d0-802c-f6aaead31adb HTTP/1.1" status: 200 len: 217 time: 0.0658238 Aug 29 06:39:52.906613 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ac248-7ff7-420d-bcf1-e1ef7842b142 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956206f6-5176-44be-883a-b4c1b58ba6f0,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:52.956632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7c5d0-0d8e-41b0-8863-09f010e6ca35 req-1b8bfde1-6656-4197-bca3-bb8d3eeb064e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:52.958154 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1c7c5d0-0d8e-41b0-8863-09f010e6ca35 req-1b8bfde1-6656-4197-bca3-bb8d3eeb064e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=04a5fd60-63e3-4f3b-8346-b7b90ee42358 HTTP/1.1" status: 200 len: 950 time: 0.1713631 Aug 29 06:39:52.964517 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-caaa39f6-0390-4b08-8542-bfb65a694e3f req-5c6ac248-7ff7-420d-bcf1-e1ef7842b142 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:52.965059 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-caaa39f6-0390-4b08-8542-bfb65a694e3f req-5c6ac248-7ff7-420d-bcf1-e1ef7842b142 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8829989 Aug 29 06:39:52.988505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-38a9fe5c-bc9a-4ca1-b55c-700f54625b69 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:52.990061 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-38a9fe5c-bc9a-4ca1-b55c-700f54625b69 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.0487883 Aug 29 06:39:53.000385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ee35-5e25-4eb0-a0f8-c070e4fe8348 req-607e2fec-e9b4-4aad-8ce4-3cedf70ece09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:53.001867 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf06ee35-5e25-4eb0-a0f8-c070e4fe8348 req-607e2fec-e9b4-4aad-8ce4-3cedf70ece09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1058967 Aug 29 06:39:53.004195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-12'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:53.065028 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:53.105479 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1c7c5d0-0d8e-41b0-8863-09f010e6ca35 req-9dcb0377-9ed3-42e3-96ef-34da7ef41a9b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316609 Aug 29 06:39:53.132977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ee35-5e25-4eb0-a0f8-c070e4fe8348 req-d8be2007-a454-415f-ba22-feb97e293c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:53.136831 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf06ee35-5e25-4eb0-a0f8-c070e4fe8348 req-d8be2007-a454-415f-ba22-feb97e293c7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129258 Aug 29 06:39:53.146534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533daec-82a0-4fc1-8eca-9fde98ca9a6f req-7072b7e6-358b-4f31-b884-0e16225501c4 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:53.148135 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a533daec-82a0-4fc1-8eca-9fde98ca9a6f req-7072b7e6-358b-4f31-b884-0e16225501c4 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 948 time: 0.1255262 Aug 29 06:39:53.214193 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eadc46b7-ff16-46c2-98f1-54c402d04430,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:53.237956 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0cbff279-b431-4ce3-b4e4-fe80f64b2553 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:53.245167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e1dba5d-2172-449e-b716-961bb1dafc69 req-18699312-94d6-4d72-a4ec-bfc10b9d2239 tempest-ImagesOneServerTestJSON-1099086062 tempest-ImagesOneServerTestJSON-1099086062-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc4e57a0-3b15-48ed-9142-0b98c3d40c9b HTTP/1.1" status: 200 len: 210 time: 0.0442250 Aug 29 06:39:53.258220 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:53.284992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbff279-b431-4ce3-b4e4-fe80f64b2553 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Pushing event deleted for resources: {'Port': ['ID=41243b41-b351-4620-a6f9-88c974e6789e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:53.311819 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:53.336885 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a533daec-82a0-4fc1-8eca-9fde98ca9a6f req-4dfca0b7-7383-41c9-b1ab-b550353d3084 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793098 Aug 29 06:39:53.398082 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf06ee35-5e25-4eb0-a0f8-c070e4fe8348 req-b8e0ea80-4db4-4806-8bf1-78dce524bf4d service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489917 Aug 29 06:39:53.488833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2fe79217-445d-4992-88e9-86f28d130f8d req-a774b1ba-e20c-4b57-a70f-21564835386a tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/956206f6-5176-44be-883a-b4c1b58ba6f0 HTTP/1.1" status: 200 len: 1804 time: 0.2076936 Aug 29 06:39:53.489808 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0cbff279-b431-4ce3-b4e4-fe80f64b2553 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:53.492321 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0cbff279-b431-4ce3-b4e4-fe80f64b2553 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:53.493340 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0cbff279-b431-4ce3-b4e4-fe80f64b2553 tempest-ImagesOneServerNegativeTestJSON-837398332 tempest-ImagesOneServerNegativeTestJSON-837398332-project] 10.222.0.76 "DELETE /v2.0/floatingips/409677f9-ed35-4511-a61b-3ac779617f8a HTTP/1.1" status: 204 len: 168 time: 1.3519433 Aug 29 06:39:53.496505 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:53.508058 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-2fe79217-445d-4992-88e9-86f28d130f8d req-cb09b78d-f7e7-4aad-a173-bf7ea2296589 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '956206f6-5176-44be-883a-b4c1b58ba6f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:53.508392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-2fe79217-445d-4992-88e9-86f28d130f8d req-cb09b78d-f7e7-4aad-a173-bf7ea2296589 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '956206f6-5176-44be-883a-b4c1b58ba6f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:53.538419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fd242-688c-4726-a2eb-74af24b2db15 req-73213424-7434-4247-a950-dfc2310f361a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:53.539944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a98fd242-688c-4726-a2eb-74af24b2db15 req-73213424-7434-4247-a950-dfc2310f361a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 945 time: 0.1401873 Aug 29 06:39:53.578523 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Pushing event updated for resources: {'Port': ['ID=eadc46b7-ff16-46c2-98f1-54c402d04430,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:53.584925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Attempting to bind port eadc46b7-ff16-46c2-98f1-54c402d04430 on host n-h2-713301-12 for vnic_type normal with profile {"migrating_to": "n-h1-713301-12"} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:39:53.585278 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Attempting to bind port eadc46b7-ff16-46c2-98f1-54c402d04430 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:39:53.585638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Attempting to bind port eadc46b7-ff16-46c2-98f1-54c402d04430 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:53.590058 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Port eadc46b7-ff16-46c2-98f1-54c402d04430 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:39:53.590448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Attempting to bind port eadc46b7-ff16-46c2-98f1-54c402d04430 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:39:53.590566 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf06ee35-5e25-4eb0-a0f8-c070e4fe8348 req-f8b18f96-285e-46ba-99f1-36a5da4024e8 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743295 Aug 29 06:39:53.595869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:39:53.596218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Checking segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:39:53.596604 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Bound using segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:39:53.597037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Bound port: eadc46b7-ff16-46c2-98f1-54c402d04430, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:39:53.597430 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:53.605384 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a98fd242-688c-4726-a2eb-74af24b2db15 req-f37cf62c-9721-4ca9-8831-1b5a23f4e275 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522668 Aug 29 06:39:53.668178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:53.671856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eadc46b7-ff16-46c2-98f1-54c402d04430,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:39:53.727316 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-2fe79217-445d-4992-88e9-86f28d130f8d req-cb09b78d-f7e7-4aad-a173-bf7ea2296589 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:53.749271 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-2fe79217-445d-4992-88e9-86f28d130f8d req-cb09b78d-f7e7-4aad-a173-bf7ea2296589 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:53.776945 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:53.839291 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-2fe79217-445d-4992-88e9-86f28d130f8d req-cb09b78d-f7e7-4aad-a173-bf7ea2296589 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:53.853149 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:53.853989 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:53.855856 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] 10.222.0.15 "PUT /v2.0/ports/eadc46b7-ff16-46c2-98f1-54c402d04430 HTTP/1.1" status: 200 len: 1123 time: 0.8564279 Aug 29 06:39:53.862762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54aaeab-e70c-4f59-86aa-b1221f7d200b service neutron] Pushing event updated for resources: {'Port': ['ID=eadc46b7-ff16-46c2-98f1-54c402d04430,revision_number=8']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:53.887797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09b78d-f7e7-4aad-a173-bf7ea2296589 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367976aa-16f4-4850-b52e-9d6fae07f071,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:53.909942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75985804-9cda-4a5e-829b-2cf2523ff229 req-e15bdac3-e7ad-4991-8787-ab6e6f08564e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:53.915961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75985804-9cda-4a5e-829b-2cf2523ff229 req-e15bdac3-e7ad-4991-8787-ab6e6f08564e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:53.917568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75985804-9cda-4a5e-829b-2cf2523ff229 req-e15bdac3-e7ad-4991-8787-ab6e6f08564e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=04a5fd60-63e3-4f3b-8346-b7b90ee42358&device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 1691 time: 0.0895679 Aug 29 06:39:53.956833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75985804-9cda-4a5e-829b-2cf2523ff229 req-a66e5777-9de2-4be0-8acf-776b8f42b8f7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Aug 29 06:39:54.009180 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-2fe79217-445d-4992-88e9-86f28d130f8d req-cb09b78d-f7e7-4aad-a173-bf7ea2296589 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:54.011432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2fe79217-445d-4992-88e9-86f28d130f8d req-cb09b78d-f7e7-4aad-a173-bf7ea2296589 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5130191 Aug 29 06:39:54.107473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-0600e2e1-dea0-4b77-a9dd-136dc4ca9afd req-3926c079-0f6c-4107-90be-a77a6b1d86bc tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2009187707', 'description': 'tempest-description-952425335'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:54.126046 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['eadc46b7-ff16-46c2-98f1-54c402d04430'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:54.159881 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17404fc9-af9d-4925-a8cf-2119203dfc7f no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:39:54.181253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 17404fc9-af9d-4925-a8cf-2119203dfc7f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:39:54.181487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17404fc9-af9d-4925-a8cf-2119203dfc7f not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:39:54.204070 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0600e2e1-dea0-4b77-a9dd-136dc4ca9afd req-3926c079-0f6c-4107-90be-a77a6b1d86bc tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:54.309893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cf4f3-794c-46af-a21a-7109fda66787 req-8c1fe992-6ed5-4db2-94a8-675ac34b304a tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:54.311455 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b27cf4f3-794c-46af-a21a-7109fda66787 req-8c1fe992-6ed5-4db2-94a8-675ac34b304a tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=04a5fd60-63e3-4f3b-8346-b7b90ee42358 HTTP/1.1" status: 200 len: 1102 time: 0.0639091 Aug 29 06:39:54.339014 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0600e2e1-dea0-4b77-a9dd-136dc4ca9afd req-3926c079-0f6c-4107-90be-a77a6b1d86bc tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:54.355490 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b27cf4f3-794c-46af-a21a-7109fda66787 req-d1250883-d17f-4568-bb06-b9bfd4efe4e9 tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378077 Aug 29 06:39:54.358239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac45052-10d1-45f4-abc1-31142d2f68f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eadc46b7-ff16-46c2-98f1-54c402d04430'}, {'name': 'network-changed', 'server_uuid': '7ac45052-10d1-45f4-abc1-31142d2f68f9', 'tag': 'eadc46b7-ff16-46c2-98f1-54c402d04430'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:54.360673 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1313c256-2d98-425c-ad7d-ad2ac7218b68" -d '{"events": [{"server_uuid": "7ac45052-10d1-45f4-abc1-31142d2f68f9", "name": "network-vif-unplugged", "status": "completed", "tag": "eadc46b7-ff16-46c2-98f1-54c402d04430"}, {"name": "network-changed", "server_uuid": "7ac45052-10d1-45f4-abc1-31142d2f68f9", "tag": "eadc46b7-ff16-46c2-98f1-54c402d04430"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:54.404781 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0600e2e1-dea0-4b77-a9dd-136dc4ca9afd req-3926c079-0f6c-4107-90be-a77a6b1d86bc tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:54.434367 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926c079-0f6c-4107-90be-a77a6b1d86bc tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17a08ab-e312-4d20-a0d5-cc275527812a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:54.513359 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0600e2e1-dea0-4b77-a9dd-136dc4ca9afd req-3926c079-0f6c-4107-90be-a77a6b1d86bc tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:54.515212 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0600e2e1-dea0-4b77-a9dd-136dc4ca9afd req-3926c079-0f6c-4107-90be-a77a6b1d86bc tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4130239 Aug 29 06:39:54.551277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36658) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:54.605202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb76f52-13a3-421c-b5e4-b196b92dbb2a admin admin] Deleting subnet 65030456-9c22-4d0f-ba30-dc80cb8ddba0 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:39:54.608786 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2cb76f52-13a3-421c-b5e4-b196b92dbb2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:54.678160 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2cb76f52-13a3-421c-b5e4-b196b92dbb2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:54.719967 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87af50-2567-45b2-ba95-c8956c49b9e4 req-7a5e0455-4734-4a3f-8151-01e4075d6807 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:54.721423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e87af50-2567-45b2-ba95-c8956c49b9e4 req-7a5e0455-4734-4a3f-8151-01e4075d6807 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 948 time: 0.0864182 Aug 29 06:39:54.742582 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2cb76f52-13a3-421c-b5e4-b196b92dbb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:54.796674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e87af50-2567-45b2-ba95-c8956c49b9e4 req-f7214f1f-e896-4cf1-9f8b-fd76b630d6cb tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669186 Aug 29 06:39:54.846555 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54928fcd-63c0-4938-8277-3f677badf273 x-openstack-request-id: req-54928fcd-63c0-4938-8277-3f677badf273 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:54.847059 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac45052-10d1-45f4-abc1-31142d2f68f9", "name": "network-vif-unplugged", "status": "completed", "tag": "eadc46b7-ff16-46c2-98f1-54c402d04430", "code": 200}, {"name": "network-changed", "server_uuid": "7ac45052-10d1-45f4-abc1-31142d2f68f9", "tag": "eadc46b7-ff16-46c2-98f1-54c402d04430", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:54.847217 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54928fcd-63c0-4938-8277-3f677badf273 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:54.847678 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac45052-10d1-45f4-abc1-31142d2f68f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eadc46b7-ff16-46c2-98f1-54c402d04430', 'code': 200} Aug 29 06:39:54.848000 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac45052-10d1-45f4-abc1-31142d2f68f9', 'tag': 'eadc46b7-ff16-46c2-98f1-54c402d04430', 'status': 'completed', 'code': 200} Aug 29 06:39:54.921245 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2cb76f52-13a3-421c-b5e4-b196b92dbb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:54.957918 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb76f52-13a3-421c-b5e4-b196b92dbb2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65030456-9c22-4d0f-ba30-dc80cb8ddba0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:54.977193 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2cb76f52-13a3-421c-b5e4-b196b92dbb2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:54.979035 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2cb76f52-13a3-421c-b5e4-b196b92dbb2a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/65030456-9c22-4d0f-ba30-dc80cb8ddba0 HTTP/1.1" status: 204 len: 168 time: 0.4262772 Aug 29 06:39:54.982176 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36676) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:54.993201 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2c436-4767-481b-8b8b-eae9513c47fc req-bba07863-d1c7-451c-b2cd-608ce60aee54 tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:54.994687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ed2c436-4767-481b-8b8b-eae9513c47fc req-bba07863-d1c7-451c-b2cd-608ce60aee54 tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 1102 time: 0.1052983 Aug 29 06:39:55.005174 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313c256-2d98-425c-ad7d-ad2ac7218b68 req-db41ccca-04ec-4d89-bfe0-b384ac359db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:55.006721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1313c256-2d98-425c-ad7d-ad2ac7218b68 req-db41ccca-04ec-4d89-bfe0-b384ac359db5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 1126 time: 0.0578647 Aug 29 06:39:55.061935 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb85dc88-d345-4603-ba6e-6f4d2cb17d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:55.089772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ed2c436-4767-481b-8b8b-eae9513c47fc req-d5456201-7685-428f-b32b-ebde83689e6b tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820878 Aug 29 06:39:55.109683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36686) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:55.139638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313c256-2d98-425c-ad7d-ad2ac7218b68 req-f2d337d4-8d58-451f-aef9-c3a2326080ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:55.141649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1313c256-2d98-425c-ad7d-ad2ac7218b68 req-f2d337d4-8d58-451f-aef9-c3a2326080ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.1273148 Aug 29 06:39:55.147782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-15f16345-f4c0-4f7f-b085-96f431f675c1 req-06d8134c-3c56-4b77-aebf-42f78abe8c8f tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-351752147', 'description': 'tempest-description-661914087'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:55.167902 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb85dc88-d345-4603-ba6e-6f4d2cb17d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:55.182785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-fb85dc88-d345-4603-ba6e-6f4d2cb17d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179c8afb-0d96-4a82-881d-9a60055fe78f']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:55.195211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-fb85dc88-d345-4603-ba6e-6f4d2cb17d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:55.195587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-fb85dc88-d345-4603-ba6e-6f4d2cb17d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd63d83d-efe4-4b0f-a54c-cc972d1eb3d9') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:39:55.202448 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1313c256-2d98-425c-ad7d-ad2ac7218b68 req-d04df794-e681-4478-9e99-0b32a3d7e63a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eadc46b7-ff16-46c2-98f1-54c402d04430 HTTP/1.1" status: 200 len: 217 time: 0.0456452 Aug 29 06:39:55.206079 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb85dc88-d345-4603-ba6e-6f4d2cb17d8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:55.225388 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb85dc88-d345-4603-ba6e-6f4d2cb17d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:55.232522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb85dc88-d345-4603-ba6e-6f4d2cb17d8d admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:39:55.233616 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb85dc88-d345-4603-ba6e-6f4d2cb17d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:39:55.235544 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:39:55.287378 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313c256-2d98-425c-ad7d-ad2ac7218b68 req-121d5874-f58d-41c3-adc3-56dc41eae56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:55.288858 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1313c256-2d98-425c-ad7d-ad2ac7218b68 req-121d5874-f58d-41c3-adc3-56dc41eae56a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0772069 Aug 29 06:39:55.327971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1313c256-2d98-425c-ad7d-ad2ac7218b68 req-512c39e3-cbd8-4fa6-a45e-3827010611ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303626 Aug 29 06:39:55.331414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-41c0f2fc-9277-4060-b4e1-669ec4f85aff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f1d8870aecab4f5885b805b7542f3b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207217 Aug 29 06:39:55.334125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36702) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:55.397098 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-15f16345-f4c0-4f7f-b085-96f431f675c1 req-06d8134c-3c56-4b77-aebf-42f78abe8c8f tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:55.460681 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb85dc88-d345-4603-ba6e-6f4d2cb17d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:55.463558 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-497cf845-a7dc-42c9-a5cf-d3bce34c4147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:55.468119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb85dc88-d345-4603-ba6e-6f4d2cb17d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:55.473008 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fb85dc88-d345-4603-ba6e-6f4d2cb17d8d admin admin] 10.222.0.76 "DELETE /v2.0/networks/179c8afb-0d96-4a82-881d-9a60055fe78f HTTP/1.1" status: 204 len: 168 time: 0.4863093 Aug 29 06:39:55.480281 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85dc88-d345-4603-ba6e-6f4d2cb17d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=179c8afb-0d96-4a82-881d-9a60055fe78f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:55.506415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1313c256-2d98-425c-ad7d-ad2ac7218b68 req-ad317220-2310-4479-939b-19a6c94745b9 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702025 Aug 29 06:39:55.526864 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-497cf845-a7dc-42c9-a5cf-d3bce34c4147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:55.850312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36712) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:55.899743 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9602ed78-86d0-447f-9e8f-28fd9d1ca5ac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3c850ca4b8d241dd8e64e657acfeb999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453215 Aug 29 06:39:55.900027 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36714) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:55.927483 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-15f16345-f4c0-4f7f-b085-96f431f675c1 req-06d8134c-3c56-4b77-aebf-42f78abe8c8f tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:55.949363 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d9166b1-1c9f-446b-93c6-8128d931796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:55.955203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1313c256-2d98-425c-ad7d-ad2ac7218b68 req-4d79b9fd-0063-4f41-9504-192ba719fbb8 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373374 Aug 29 06:39:55.967165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e5fb9-57da-4a62-ab4f-8493091d06bf req-e594af1e-643e-4166-bfd4-6dd556c7431c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:55.968577 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-104e5fb9-57da-4a62-ab4f-8493091d06bf req-e594af1e-643e-4166-bfd4-6dd556c7431c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 943 time: 0.0834625 Aug 29 06:39:55.971586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d9166b1-1c9f-446b-93c6-8128d931796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:56.006847 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-104e5fb9-57da-4a62-ab4f-8493091d06bf req-05d54153-839f-4851-ad76-d9ce2d2a2358 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317762 Aug 29 06:39:56.025614 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-15f16345-f4c0-4f7f-b085-96f431f675c1 req-06d8134c-3c56-4b77-aebf-42f78abe8c8f tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:56.053885 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-497cf845-a7dc-42c9-a5cf-d3bce34c4147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:56.060258 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-497cf845-a7dc-42c9-a5cf-d3bce34c4147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:56.060258 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-497cf845-a7dc-42c9-a5cf-d3bce34c4147 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa HTTP/1.1" status: 204 len: 168 time: 0.7226739 Aug 29 06:39:56.060258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8134c-3c56-4b77-aebf-42f78abe8c8f tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfe7963-308b-4a19-83ec-f03314033270,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:56.070082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497cf845-a7dc-42c9-a5cf-d3bce34c4147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc2a934-aae6-46dc-8ee1-ea3312dfb3aa,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:56.141009 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d9166b1-1c9f-446b-93c6-8128d931796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:56.145797 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-15f16345-f4c0-4f7f-b085-96f431f675c1 req-06d8134c-3c56-4b77-aebf-42f78abe8c8f tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:56.146574 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d9166b1-1c9f-446b-93c6-8128d931796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:56.148429 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4d9166b1-1c9f-446b-93c6-8128d931796e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1e9d6f82-b8ce-43e3-9375-4deed7a6ee03 HTTP/1.1" status: 204 len: 168 time: 0.2469835 Aug 29 06:39:56.152214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15f16345-f4c0-4f7f-b085-96f431f675c1 req-06d8134c-3c56-4b77-aebf-42f78abe8c8f tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0093822 Aug 29 06:39:56.164965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 0b996a26-d1d6-40d0-802c-f6aaead31adb details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:39:56.182800 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1c6c8364-93ef-481f-b378-09754809295d no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:39:56.183361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9166b1-1c9f-446b-93c6-8128d931796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9d6f82-b8ce-43e3-9375-4deed7a6ee03,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:56.195714 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-822ac02d-e0e1-43f6-ad24-de74228551ed tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416439 Aug 29 06:39:56.326553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-7c667aac-6ebb-4986-9dda-86396cd5fb9e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:56.328056 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-7c667aac-6ebb-4986-9dda-86396cd5fb9e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256502 Aug 29 06:39:56.342597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 0b996a26-d1d6-40d0-802c-f6aaead31adb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0b996a26-d1d6-40d0-802c-f6aaead31adb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:56.343056 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-7d9dd2b4-1273-4c70-bcf4-7c85cbe0a8bc tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/quotas/5e05d1570cdf4cefaa4ec47a0b5f0777 HTTP/1.1" status: 200 len: 375 time: 0.0090256 Aug 29 06:39:56.350778 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:56.364339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '0b996a26-d1d6-40d0-802c-f6aaead31adb', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '0b996a26-d1d6-40d0-802c-f6aaead31adb', 'mac_address': 'fa:16:3e:5e:61:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:39:56.401666 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e78f472-e738-4f71-b1d0-4cc0ea33e1f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c6c8364-93ef-481f-b378-09754809295d'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:56.403914 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a324fda-78c1-4a61-a3ca-f5f03ac198c3" -d '{"events": [{"server_uuid": "2e78f472-e738-4f71-b1d0-4cc0ea33e1f9", "name": "network-vif-unplugged", "status": "completed", "tag": "1c6c8364-93ef-481f-b378-09754809295d"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:56.414753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-02617fdd-83be-48c0-9fcd-24f4937d24b7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0658786 Aug 29 06:39:56.422623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1c6c8364-93ef-481f-b378-09754809295d, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1c6c8364-93ef-481f-b378-09754809295d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:56.429032 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:56.442558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b996a26-d1d6-40d0-802c-f6aaead31adb {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:56.468230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 0b996a26-d1d6-40d0-802c-f6aaead31adb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0b996a26-d1d6-40d0-802c-f6aaead31adb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:56.540000 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:56.568439 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:56.619176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1c6c8364-93ef-481f-b378-09754809295d,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:56.674114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device eadc46b7-ff16-46c2-98f1-54c402d04430 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:39:56.692303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c07475-1646-4878-9970-e30649e1ee79 req-4c22cb13-9ec3-41c1-896d-bf66623a665a tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:56.693927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=0b996a26-d1d6-40d0-802c-f6aaead31adb,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:56.700926 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29c07475-1646-4878-9970-e30649e1ee79 req-4c22cb13-9ec3-41c1-896d-bf66623a665a tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 949 time: 0.0675831 Aug 29 06:39:56.751698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29c07475-1646-4878-9970-e30649e1ee79 req-ac1e8f09-b9ee-403c-9a80-5a19c2447cb2 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491588 Aug 29 06:39:56.816876 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a88203-05be-4992-bb88-8bc6fe68f70b x-openstack-request-id: req-30a88203-05be-4992-bb88-8bc6fe68f70b {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:56.817196 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e78f472-e738-4f71-b1d0-4cc0ea33e1f9", "name": "network-vif-unplugged", "status": "completed", "tag": "1c6c8364-93ef-481f-b378-09754809295d", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:56.817496 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-30a88203-05be-4992-bb88-8bc6fe68f70b {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:56.818239 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e78f472-e738-4f71-b1d0-4cc0ea33e1f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c6c8364-93ef-481f-b378-09754809295d', 'code': 200} Aug 29 06:39:56.823951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eadc46b7-ff16-46c2-98f1-54c402d04430,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:56.837244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f66fbfdf-dfc8-4fc0-b7e2-c95be7ef7dd6 req-ae96135c-9a9f-4665-9ed1-a779520a1303 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/c17a08ab-e312-4d20-a0d5-cc275527812a HTTP/1.1" status: 200 len: 1804 time: 0.0955284 Aug 29 06:39:56.838449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device eadc46b7-ff16-46c2-98f1-54c402d04430 has no active binding in host n-h1-713301-12 {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 06:39:56.882960 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f87338e4-b914-43e7-96fe-76434a3d3b54 req-3b407bb9-120f-44a0-9ac7-3256285945bb tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 210 time: 0.0344129 Aug 29 06:39:56.915297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f66fbfdf-dfc8-4fc0-b7e2-c95be7ef7dd6 req-a874fa92-e889-4adb-8666-b3ac0ddb6ccf tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/fcfe7963-308b-4a19-83ec-f03314033270 HTTP/1.1" status: 200 len: 1803 time: 0.0715671 Aug 29 06:39:56.922952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-f66fbfdf-dfc8-4fc0-b7e2-c95be7ef7dd6 req-150f1136-83e3-431b-9158-ee1088299227 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c17a08ab-e312-4d20-a0d5-cc275527812a', 'remote_group_id': 'fcfe7963-308b-4a19-83ec-f03314033270', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:56.923571 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-f66fbfdf-dfc8-4fc0-b7e2-c95be7ef7dd6 req-150f1136-83e3-431b-9158-ee1088299227 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c17a08ab-e312-4d20-a0d5-cc275527812a', 'remote_group_id': 'fcfe7963-308b-4a19-83ec-f03314033270', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:57.099854 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f66fbfdf-dfc8-4fc0-b7e2-c95be7ef7dd6 req-150f1136-83e3-431b-9158-ee1088299227 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:57.113123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f466d-a698-4926-b36b-7324de36e353 req-61d634a6-41e3-4d28-8021-2da9fd72c3db tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:57.114630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-160f466d-a698-4926-b36b-7324de36e353 req-61d634a6-41e3-4d28-8021-2da9fd72c3db tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/networks?id=ab9d1c66-456e-4eef-897d-be85929ac7ac HTTP/1.1" status: 200 len: 805 time: 0.1442144 Aug 29 06:39:57.137553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['0b996a26-d1d6-40d0-802c-f6aaead31adb'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:39:57.146292 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-160f466d-a698-4926-b36b-7324de36e353 req-98ff9104-dd04-46eb-a86c-a40c076e9287 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/quotas/0e6d9bf800794d7d8293a89a2186be07 HTTP/1.1" status: 200 len: 375 time: 0.0197947 Aug 29 06:39:57.155722 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f66fbfdf-dfc8-4fc0-b7e2-c95be7ef7dd6 req-150f1136-83e3-431b-9158-ee1088299227 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:57.217406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-160f466d-a698-4926-b36b-7324de36e353 req-a1721d4b-8bb6-4e54-9a94-b39aa77a6283 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e6d9bf800794d7d8293a89a2186be07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600200 Aug 29 06:39:57.244277 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f66fbfdf-dfc8-4fc0-b7e2-c95be7ef7dd6 req-150f1136-83e3-431b-9158-ee1088299227 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:57.323670 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f1136-83e3-431b-9158-ee1088299227 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09806676-8745-4405-9b83-21a6e5791160,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:57.355165 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-160f466d-a698-4926-b36b-7324de36e353 req-d48d6a83-6929-4feb-bffc-c5c043d96ffe service neutron] 10.222.0.76 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367450 Aug 29 06:39:57.403757 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f66fbfdf-dfc8-4fc0-b7e2-c95be7ef7dd6 req-150f1136-83e3-431b-9158-ee1088299227 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:57.405406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f66fbfdf-dfc8-4fc0-b7e2-c95be7ef7dd6 req-150f1136-83e3-431b-9158-ee1088299227 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4868629 Aug 29 06:39:57.456637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-160f466d-a698-4926-b36b-7324de36e353 req-67b4ab16-2feb-4d17-83a2-b0af8f44ddc3 service neutron] 10.222.0.76 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894878 Aug 29 06:39:57.528397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fc959-3c14-4661-a0a0-acdb4a01a46d req-1d649bf9-9f9b-48f9-97ee-71d31be482b8 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:57.530575 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-577fc959-3c14-4661-a0a0-acdb4a01a46d req-1d649bf9-9f9b-48f9-97ee-71d31be482b8 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 943 time: 0.0530014 Aug 29 06:39:57.570792 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-577fc959-3c14-4661-a0a0-acdb4a01a46d req-b71f0575-fc6b-46b1-8e15-194f8b69cd0c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329149 Aug 29 06:39:57.674687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-4fe50939-275d-4baa-9644-ec4f10b5f989 req-721b0f01-1739-4657-ac80-765d472e43b1 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-637533272', 'description': 'tempest-description-776112152'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:57.794926 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4fe50939-275d-4baa-9644-ec4f10b5f989 req-721b0f01-1739-4657-ac80-765d472e43b1 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:57.884258 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4fe50939-275d-4baa-9644-ec4f10b5f989 req-721b0f01-1739-4657-ac80-765d472e43b1 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:58.005878 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4fe50939-275d-4baa-9644-ec4f10b5f989 req-721b0f01-1739-4657-ac80-765d472e43b1 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:58.057752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b0f01-1739-4657-ac80-765d472e43b1 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024387c1-a37d-4838-88ca-bfa94b8e7e2a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:58.074665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-5db5e544-ac43-40c6-8746-5c77ea531e2e service neutron] 10.222.0.11 "GET /v2.0/ports/eadc46b7-ff16-46c2-98f1-54c402d04430/bindings/n-h1-713301-12 HTTP/1.1" status: 200 len: 385 time: 0.0942812 Aug 29 06:39:58.158048 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfe9a4-57d1-48f9-b3fa-bfa1feb0e2d9 req-e8b05445-dc44-44f4-b725-7b820f3f5121 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:58.159536 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ddfe9a4-57d1-48f9-b3fa-bfa1feb0e2d9 req-e8b05445-dc44-44f4-b725-7b820f3f5121 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 949 time: 0.0994503 Aug 29 06:39:58.182451 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4fe50939-275d-4baa-9644-ec4f10b5f989 req-721b0f01-1739-4657-ac80-765d472e43b1 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:58.183624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fe50939-275d-4baa-9644-ec4f10b5f989 req-721b0f01-1739-4657-ac80-765d472e43b1 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5139997 Aug 29 06:39:58.257764 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d348dd6e-d6ad-451e-be14-d9384ff17ba5 req-b57a1d80-cf4e-4768-9c2b-c911d3b4ac8e tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 210 time: 0.0424995 Aug 29 06:39:58.268766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ddfe9a4-57d1-48f9-b3fa-bfa1feb0e2d9 req-bf2d2f7d-aec6-4a2e-9a23-7cedb0ca2d41 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019988 Aug 29 06:39:58.383944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2689d836-dbdb-40aa-9e54-18c8cea378d4 req-12b7c0b7-f20e-4d55-993c-1b7d63ab280d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 210 time: 0.0364242 Aug 29 06:39:58.385569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-88023da2-fa06-40d4-abc2-265e333806c2 service neutron] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eadc46b7-ff16-46c2-98f1-54c402d04430,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:58.408706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-88023da2-fa06-40d4-abc2-265e333806c2 service neutron] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:39:58.438064 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-022398d9-8294-44a0-8f60-5665e89a53cc req-cc4a4c17-26a3-4302-915f-e9cce5d19193 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-244767848', 'description': 'tempest-description-1283711240'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:58.462468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-88023da2-fa06-40d4-abc2-265e333806c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadc46b7-ff16-46c2-98f1-54c402d04430 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:39:58.476879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-88023da2-fa06-40d4-abc2-265e333806c2 service neutron] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=eadc46b7-ff16-46c2-98f1-54c402d04430,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:58.645159 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-022398d9-8294-44a0-8f60-5665e89a53cc req-cc4a4c17-26a3-4302-915f-e9cce5d19193 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:58.654967 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-88023da2-fa06-40d4-abc2-265e333806c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:58.783336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b5b7e-6f5d-480f-a45a-e860b020c4e2 req-61d9afe2-66f1-4f09-99ce-2ea4e74ea044 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:58.783955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a30dd9-0677-46e5-86a0-8d998f7b050f req-6fec5c19-3f06-4ce0-98f7-7acc9cad85ac tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:58.784923 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fd1b5b7e-6f5d-480f-a45a-e860b020c4e2 req-61d9afe2-66f1-4f09-99ce-2ea4e74ea044 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78f472-e738-4f71-b1d0-4cc0ea33e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0532393 Aug 29 06:39:58.785361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62a30dd9-0677-46e5-86a0-8d998f7b050f req-6fec5c19-3f06-4ce0-98f7-7acc9cad85ac tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 943 time: 0.1425204 Aug 29 06:39:58.828453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-88023da2-fa06-40d4-abc2-265e333806c2 service neutron] Transition to ACTIVE for port object eadc46b7-ff16-46c2-98f1-54c402d04430 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:39:58.879748 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62a30dd9-0677-46e5-86a0-8d998f7b050f req-51182d00-de27-499a-93c8-809a4627edf3 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833955 Aug 29 06:39:58.900760 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-88023da2-fa06-40d4-abc2-265e333806c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:58.905388 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-022398d9-8294-44a0-8f60-5665e89a53cc req-cc4a4c17-26a3-4302-915f-e9cce5d19193 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:58.933804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-fd1b5b7e-6f5d-480f-a45a-e860b020c4e2 req-0f0c086c-a3e0-44d8-b19c-477f41ce9c63 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Deleting port 1c6c8364-93ef-481f-b378-09754809295d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:39:58.934146 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fd1b5b7e-6f5d-480f-a45a-e860b020c4e2 req-0f0c086c-a3e0-44d8-b19c-477f41ce9c63 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:59.004091 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-88023da2-fa06-40d4-abc2-265e333806c2 service neutron] No DVR routers for this DVR port eadc46b7-ff16-46c2-98f1-54c402d04430 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:39:59.006510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88023da2-fa06-40d4-abc2-265e333806c2 service neutron] Pushing event updated for resources: {'Port': ['ID=eadc46b7-ff16-46c2-98f1-54c402d04430,revision_number=10']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:59.040104 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-022398d9-8294-44a0-8f60-5665e89a53cc req-cc4a4c17-26a3-4302-915f-e9cce5d19193 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:59.059859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-fd1b5b7e-6f5d-480f-a45a-e860b020c4e2 req-0f0c086c-a3e0-44d8-b19c-477f41ce9c63 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] For port 1c6c8364-93ef-481f-b378-09754809295d, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1c6c8364-93ef-481f-b378-09754809295d,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:39:59.060379 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fd1b5b7e-6f5d-480f-a45a-e860b020c4e2 req-0f0c086c-a3e0-44d8-b19c-477f41ce9c63 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:59.078364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-fd1b5b7e-6f5d-480f-a45a-e860b020c4e2 req-0f0c086c-a3e0-44d8-b19c-477f41ce9c63 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Calling delete_port for 1c6c8364-93ef-481f-b378-09754809295d owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:39:59.080187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-88023da2-fa06-40d4-abc2-265e333806c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/eadc46b7-ff16-46c2-98f1-54c402d04430/bindings/n-h1-713301-12/activate HTTP/1.1" status: 200 len: 370 time: 0.9906037 Aug 29 06:39:59.119841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a4c17-26a3-4302-915f-e9cce5d19193 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4af5766-0638-4d41-8899-4c9661d9d1ea,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:59.156082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36864) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:59.170684 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-022398d9-8294-44a0-8f60-5665e89a53cc req-cc4a4c17-26a3-4302-915f-e9cce5d19193 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:59.173217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-022398d9-8294-44a0-8f60-5665e89a53cc req-cc4a4c17-26a3-4302-915f-e9cce5d19193 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7412682 Aug 29 06:39:59.291983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b69894f5-90c8-452b-96fd-7c771445fe22 req-dc46a818-310b-4068-9d96-c0090955c1ce tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/024387c1-a37d-4838-88ca-bfa94b8e7e2a HTTP/1.1" status: 200 len: 1803 time: 0.0830076 Aug 29 06:39:59.357042 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d1191d64-c897-49fa-9201-b70839712285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:59.358726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-87330016-55ac-45f0-8522-b8c97b388327 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:59.363330 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-87330016-55ac-45f0-8522-b8c97b388327 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 1096 time: 0.0709906 Aug 29 06:39:59.363330 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fd1b5b7e-6f5d-480f-a45a-e860b020c4e2 req-0f0c086c-a3e0-44d8-b19c-477f41ce9c63 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:59.375320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-414f6b03-01ec-49f2-a3e1-be972408ca17 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630872 Aug 29 06:39:59.402391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c086c-a3e0-44d8-b19c-477f41ce9c63 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Pushing event deleted for resources: {'Port': ['ID=1c6c8364-93ef-481f-b378-09754809295d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:59.428252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-788a3821-5d70-4951-917f-be7de9492395 req-ea07483b-7f98-48b6-a1dd-ae8ff594736c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 210 time: 0.0623202 Aug 29 06:39:59.472352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1b5b7e-6f5d-480f-a45a-e860b020c4e2 req-0f0c086c-a3e0-44d8-b19c-477f41ce9c63 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] No DVR routers for this DVR port 1c6c8364-93ef-481f-b378-09754809295d on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:39:59.475047 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fd1b5b7e-6f5d-480f-a45a-e860b020c4e2 req-0f0c086c-a3e0-44d8-b19c-477f41ce9c63 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:59.477104 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fd1b5b7e-6f5d-480f-a45a-e860b020c4e2 req-0f0c086c-a3e0-44d8-b19c-477f41ce9c63 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.11 "DELETE /v2.0/ports/1c6c8364-93ef-481f-b378-09754809295d HTTP/1.1" status: 204 len: 173 time: 0.6826825 Aug 29 06:39:59.477552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e78f472-e738-4f71-b1d0-4cc0ea33e1f9', 'name': 'network-vif-deleted', 'tag': '1c6c8364-93ef-481f-b378-09754809295d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:39:59.481113 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de37eb98-82fa-4dc0-958a-894b2540baff" -d '{"events": [{"server_uuid": "2e78f472-e738-4f71-b1d0-4cc0ea33e1f9", "name": "network-vif-deleted", "tag": "1c6c8364-93ef-481f-b378-09754809295d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:39:59.498797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-53fe1cb2-9b0f-46c1-8653-312c576c0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:59.500362 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-53fe1cb2-9b0f-46c1-8653-312c576c0b7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc HTTP/1.1" status: 200 len: 1096 time: 0.1272225 Aug 29 06:39:59.503974 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b69894f5-90c8-452b-96fd-7c771445fe22 req-6cdd8186-fba3-4605-bee6-7ad5a85954a7 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/c4af5766-0638-4d41-8899-4c9661d9d1ea HTTP/1.1" status: 200 len: 1804 time: 0.2050312 Aug 29 06:39:59.534079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-b69894f5-90c8-452b-96fd-7c771445fe22 req-b6711060-e1dc-4b41-9afb-b45011bd464e tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '024387c1-a37d-4838-88ca-bfa94b8e7e2a', 'remote_group_id': 'c4af5766-0638-4d41-8899-4c9661d9d1ea', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:59.534415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-b69894f5-90c8-452b-96fd-7c771445fe22 req-b6711060-e1dc-4b41-9afb-b45011bd464e tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '024387c1-a37d-4838-88ca-bfa94b8e7e2a', 'remote_group_id': 'c4af5766-0638-4d41-8899-4c9661d9d1ea', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:59.573222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-512dc6d4-cae7-48c4-9a69-05f965468f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:59.574761 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-512dc6d4-cae7-48c4-9a69-05f965468f92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 1096 time: 0.0455923 Aug 29 06:39:59.624220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c2806640-5644-4b77-b8e3-d36383ab8619 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:59.625711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c2806640-5644-4b77-b8e3-d36383ab8619 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2396004 Aug 29 06:39:59.643758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d727dd-4010-4f6c-9042-b569a08510ac req-d3637970-c31b-4201-ab46-00d892c0fa7e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:59.645220 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03d727dd-4010-4f6c-9042-b569a08510ac req-d3637970-c31b-4201-ab46-00d892c0fa7e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 949 time: 0.1299222 Aug 29 06:39:59.651000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Request body: {'port': {'device_id': 'c77ea86f-10c7-4a39-9acf-0da180df83cb', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '5e05d1570cdf4cefaa4ec47a0b5f0777'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:39:59.674382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-20d3e098-581d-4edb-bafe-d62960a4fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:59.675962 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-20d3e098-581d-4edb-bafe-d62960a4fdca service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.0926385 Aug 29 06:39:59.728848 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-1a741e5b-ba63-4614-b290-193615f8a84e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eadc46b7-ff16-46c2-98f1-54c402d04430 HTTP/1.1" status: 200 len: 217 time: 0.0418637 Aug 29 06:39:59.765282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03d727dd-4010-4f6c-9042-b569a08510ac req-0ca284a9-a36a-43c6-b8ee-ad99bea8761a tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088176 Aug 29 06:39:59.772218 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d1191d64-c897-49fa-9201-b70839712285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:59.793564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-23b1a05a-50fd-439e-be95-37a6d50f5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:39:59.796461 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-23b1a05a-50fd-439e-be95-37a6d50f5ddb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0583544 Aug 29 06:39:59.838894 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-4496bc7d-7054-42d7-9205-2196690fa112 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312548 Aug 29 06:39:59.862640 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d1191d64-c897-49fa-9201-b70839712285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:39:59.888891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3cb7eef2-1b0e-4329-a4ce-ea7be867c011 req-1c16b0c8-804d-483f-b5ee-03bb7db7b659 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 210 time: 0.0405927 Aug 29 06:39:59.900314 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.api [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 06:39:59.900314 n-d-713301-12 neutron-server[95404]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 06:39:59.900314 n-d-713301-12 neutron-server[95404]: [parameters: {'project_id_1': '5e05d1570cdf4cefaa4ec47a0b5f0777', 'expiration_1': datetime.datetime(2021, 8, 29, 6, 39, 59, 799431)}] Aug 29 06:39:59.900314 n-d-713301-12 neutron-server[95404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:39:59.900770 n-d-713301-12 neutron-server[95404]: DEBUG oslo_db.api [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:39:59.929674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d1191d64-c897-49fa-9201-b70839712285 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0f72a51680e34d19849408439c7ec65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7701194 Aug 29 06:39:59.929674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1191d64-c897-49fa-9201-b70839712285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e666e152-3613-4b51-a62d-66be82befff8,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:39:59.930106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36892) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:39:59.941992 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac1aabf-0676-4ef1-8877-0cc094521cf3 x-openstack-request-id: req-6ac1aabf-0676-4ef1-8877-0cc094521cf3 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:39:59.942282 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e78f472-e738-4f71-b1d0-4cc0ea33e1f9", "name": "network-vif-deleted", "tag": "1c6c8364-93ef-481f-b378-09754809295d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:39:59.942533 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ac1aabf-0676-4ef1-8877-0cc094521cf3 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:39:59.942931 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e78f472-e738-4f71-b1d0-4cc0ea33e1f9', 'name': 'network-vif-deleted', 'tag': '1c6c8364-93ef-481f-b378-09754809295d', 'status': 'completed', 'code': 200} Aug 29 06:40:00.004176 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-4600415d-e5c0-4669-93e9-5d5b6f41a9aa service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440456 Aug 29 06:40:00.036856 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44c2716b-9c02-495d-8495-547a16c0d52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.037981 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b69894f5-90c8-452b-96fd-7c771445fe22 req-b6711060-e1dc-4b41-9afb-b45011bd464e tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.074910 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b69894f5-90c8-452b-96fd-7c771445fe22 req-b6711060-e1dc-4b41-9afb-b45011bd464e tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.093616 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44c2716b-9c02-495d-8495-547a16c0d52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.128200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f6914-d254-4eee-a0a7-acda46ebdf7f req-4a996e1c-2853-47ed-8653-6cd1fd1828ba tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:00.129701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-356f6914-d254-4eee-a0a7-acda46ebdf7f req-4a996e1c-2853-47ed-8653-6cd1fd1828ba tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 944 time: 0.0570164 Aug 29 06:40:00.149948 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-484c365c-f447-4233-8fdb-6437b3f1df64 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362753 Aug 29 06:40:00.168424 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-356f6914-d254-4eee-a0a7-acda46ebdf7f req-de745b51-17d8-4220-aa7b-a5652a36f745 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326099 Aug 29 06:40:00.191553 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b69894f5-90c8-452b-96fd-7c771445fe22 req-b6711060-e1dc-4b41-9afb-b45011bd464e tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.213034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6711060-e1dc-4b41-9afb-b45011bd464e tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac7097e-3d09-44b2-b61c-74a5b146b23b,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:00.217402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 0b996a26-d1d6-40d0-802c-f6aaead31adb up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:00.291396 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44c2716b-9c02-495d-8495-547a16c0d52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.293978 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44c2716b-9c02-495d-8495-547a16c0d52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.295782 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-44c2716b-9c02-495d-8495-547a16c0d52c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e666e152-3613-4b51-a62d-66be82befff8 HTTP/1.1" status: 204 len: 168 time: 0.3641381 Aug 29 06:40:00.296613 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b69894f5-90c8-452b-96fd-7c771445fe22 req-b6711060-e1dc-4b41-9afb-b45011bd464e tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.297882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b69894f5-90c8-452b-96fd-7c771445fe22 req-b6711060-e1dc-4b41-9afb-b45011bd464e tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7813883 Aug 29 06:40:00.316594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2716b-9c02-495d-8495-547a16c0d52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e666e152-3613-4b51-a62d-66be82befff8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:00.377670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f466d-a698-4926-b36b-7324de36e353 req-edf8e6ed-765c-42e1-9560-441bc3888710 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:00.379119 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-160f466d-a698-4926-b36b-7324de36e353 req-edf8e6ed-765c-42e1-9560-441bc3888710 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.15 "GET /v2.0/networks?id=ab9d1c66-456e-4eef-897d-be85929ac7ac HTTP/1.1" status: 200 len: 805 time: 0.1392829 Aug 29 06:40:00.384768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18828c23-5f83-4a2f-88e6-5de03983baf0 req-832da8d6-3f84-4e6a-aaba-e805a5204d31 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/c4af5766-0638-4d41-8899-4c9661d9d1ea HTTP/1.1" status: 200 len: 1804 time: 0.0560994 Aug 29 06:40:00.397737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 0b996a26-d1d6-40d0-802c-f6aaead31adb completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:00.401300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-160f466d-a698-4926-b36b-7324de36e353 req-f42ecac5-6bae-4714-80de-d7c86517d399 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Request body: {'port': {'device_id': 'caddc968-e736-484e-9203-2652774aa8ac', 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac', 'admin_state_up': True, 'tenant_id': '0e6d9bf800794d7d8293a89a2186be07'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:00.403257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 0b996a26-d1d6-40d0-802c-f6aaead31adb triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:00.403647 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.460878 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-18828c23-5f83-4a2f-88e6-5de03983baf0 req-41e1be5d-4b8d-4bd4-ad03-2642e3128d48 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.487301 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-18828c23-5f83-4a2f-88e6-5de03983baf0 req-41e1be5d-4b8d-4bd4-ad03-2642e3128d48 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.534403 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.571344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 0b996a26-d1d6-40d0-802c-f6aaead31adb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0b996a26-d1d6-40d0-802c-f6aaead31adb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:00.572685 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd82999c-dc46-4f2e-babf-34c2ea82d8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b996a26-d1d6-40d0-802c-f6aaead31adb'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:00.575624 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa104d2-fea0-4ee3-b7b1-71a5b1508dc2" -d '{"events": [{"server_uuid": "cd82999c-dc46-4f2e-babf-34c2ea82d8dc", "name": "network-vif-plugged", "status": "completed", "tag": "0b996a26-d1d6-40d0-802c-f6aaead31adb"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:00.583272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b949ea9-3f5b-4646-a158-a0bccf335b53 req-c77fd691-6c22-49fc-9885-bea738110e8d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 210 time: 0.0516000 Aug 29 06:40:00.619764 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa745766-58bf-45a1-976f-640b974daf85 x-openstack-request-id: req-fa745766-58bf-45a1-976f-640b974daf85 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:00.620078 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd82999c-dc46-4f2e-babf-34c2ea82d8dc", "name": "network-vif-plugged", "status": "completed", "tag": "0b996a26-d1d6-40d0-802c-f6aaead31adb", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:00.620407 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fa745766-58bf-45a1-976f-640b974daf85 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:00.620770 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd82999c-dc46-4f2e-babf-34c2ea82d8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b996a26-d1d6-40d0-802c-f6aaead31adb', 'code': 200} Aug 29 06:40:00.627843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Made reservation on behalf of 5e05d1570cdf4cefaa4ec47a0b5f0777 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:00.632192 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.707870 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.708636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1c6c8364-93ef-481f-b378-09754809295d no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:40:00.758763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160f466d-a698-4926-b36b-7324de36e353 req-f42ecac5-6bae-4714-80de-d7c86517d399 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Made reservation on behalf of 0e6d9bf800794d7d8293a89a2186be07 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:00.762655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-160f466d-a698-4926-b36b-7324de36e353 req-f42ecac5-6bae-4714-80de-d7c86517d399 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.762796 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-18828c23-5f83-4a2f-88e6-5de03983baf0 req-41e1be5d-4b8d-4bd4-ad03-2642e3128d48 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.766788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 1c6c8364-93ef-481f-b378-09754809295d {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:40:00.767134 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1c6c8364-93ef-481f-b378-09754809295d not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:40:00.767589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device eadc46b7-ff16-46c2-98f1-54c402d04430 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:40:00.777661 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-18828c23-5f83-4a2f-88e6-5de03983baf0 req-41e1be5d-4b8d-4bd4-ad03-2642e3128d48 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:00.778912 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18828c23-5f83-4a2f-88e6-5de03983baf0 req-41e1be5d-4b8d-4bd4-ad03-2642e3128d48 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "DELETE /v2.0/security-groups/c4af5766-0638-4d41-8899-4c9661d9d1ea HTTP/1.1" status: 204 len: 173 time: 0.3932538 Aug 29 06:40:00.896213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1be5d-4b8d-4bd4-ad03-2642e3128d48 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4af5766-0638-4d41-8899-4c9661d9d1ea,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:00.968707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device eadc46b7-ff16-46c2-98f1-54c402d04430 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:40:00.971445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=0b996a26-d1d6-40d0-802c-f6aaead31adb,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:00.984635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-0f65df79-a313-48db-9124-9b4c607f22ac tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:00.986202 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-0f65df79-a313-48db-9124-9b4c607f22ac tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 1096 time: 0.2604918 Aug 29 06:40:01.002481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d3140-c4d2-490b-b906-fbada405e8d5 req-fb6f7c82-98dd-4546-93db-6c5858a3725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:01.003984 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5b7d3140-c4d2-490b-b906-fbada405e8d5 req-fb6f7c82-98dd-4546-93db-6c5858a3725b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 1102 time: 0.2274542 Aug 29 06:40:01.009636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ecb3ea5-5b24-45b9-8d26-9b57014b4767 req-84035834-b2b9-482a-a581-8905b5d80e6c tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/024387c1-a37d-4838-88ca-bfa94b8e7e2a HTTP/1.1" status: 200 len: 1803 time: 0.1818845 Aug 29 06:40:01.061821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Allocated IP 192.168.233.160 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/155b5298-6101-42f4-81ab-085a25b9f8c5) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:40:01.074423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd73b74-a38a-4d97-a7b8-e4484e89f98f req-e68c5f79-1b26-4303-b551-413913859937 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:01.075984 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbd73b74-a38a-4d97-a7b8-e4484e89f98f req-e68c5f79-1b26-4303-b551-413913859937 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 950 time: 0.1189489 Aug 29 06:40:01.081102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-160f466d-a698-4926-b36b-7324de36e353 req-f42ecac5-6bae-4714-80de-d7c86517d399 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Allocated IP 172.20.0.11 (ab9d1c66-456e-4eef-897d-be85929ac7ac/72d07125-69f9-49f3-a732-befd124498bc/fab7080e-a5c6-46ed-bde2-86df256e1dab) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:40:01.126706 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5b7d3140-c4d2-490b-b906-fbada405e8d5 req-f7a14027-4d78-4116-b16a-363a66256489 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049845 Aug 29 06:40:01.132314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f6e31af-3211-42ec-973b-aeb385a4efff req-eab270f1-0312-4241-9863-f4379a9ee700 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 210 time: 0.0530057 Aug 29 06:40:01.192684 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-9a4d3fbf-568e-403c-a967-46eb152862ab req-935e59e0-ab2c-481d-a3c3-1d9a2228bfde tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-25403318', 'description': 'tempest-description-1438347637'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:01.245345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbd73b74-a38a-4d97-a7b8-e4484e89f98f req-f1bae526-3baf-454a-b5ba-99ff87d69d7d tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596916 Aug 29 06:40:01.345829 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-160f466d-a698-4926-b36b-7324de36e353 req-f42ecac5-6bae-4714-80de-d7c86517d399 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:01.350178 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:01.369540 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Transition to ACTIVE for port object 155b5298-6101-42f4-81ab-085a25b9f8c5 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:01.370535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-64f873e4-ef93-4fc1-a782-7756c746d695 service neutron] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:40:01.375944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-64f873e4-ef93-4fc1-a782-7756c746d695 service neutron] Notify callbacks [] for binding, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:01.377490 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16ad7035-5e04-4301-a335-19427a4b3f13 req-64f873e4-ef93-4fc1-a782-7756c746d695 service neutron] 10.222.0.15 "DELETE /v2.0/ports/eadc46b7-ff16-46c2-98f1-54c402d04430/bindings/n-h2-713301-12 HTTP/1.1" status: 204 len: 173 time: 0.3792369 Aug 29 06:40:01.388768 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe5a02-8a79-4385-8c70-739e6faceb52 req-e5673e1b-3f26-43f5-838b-6eb3fd9c9528 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:01.390390 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fbe5a02-8a79-4385-8c70-739e6faceb52 req-e5673e1b-3f26-43f5-838b-6eb3fd9c9528 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 944 time: 0.0814984 Aug 29 06:40:01.418599 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9a4d3fbf-568e-403c-a967-46eb152862ab req-935e59e0-ab2c-481d-a3c3-1d9a2228bfde tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:01.468446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-160f466d-a698-4926-b36b-7324de36e353 req-f42ecac5-6bae-4714-80de-d7c86517d399 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:01.468767 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fbe5a02-8a79-4385-8c70-739e6faceb52 req-1b052bf6-39b6-4e80-a33f-4e92171cc30a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698252 Aug 29 06:40:01.533473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160f466d-a698-4926-b36b-7324de36e353 req-f42ecac5-6bae-4714-80de-d7c86517d399 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Network ab9d1c66-456e-4eef-897d-be85929ac7ac is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:01.536954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-160f466d-a698-4926-b36b-7324de36e353 req-f42ecac5-6bae-4714-80de-d7c86517d399 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:01.539698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-160f466d-a698-4926-b36b-7324de36e353 req-f42ecac5-6bae-4714-80de-d7c86517d399 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:40:01.548413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ecac5-6bae-4714-80de-d7c86517d399 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Pushing event updated for resources: {'Port': ['ID=fab7080e-a5c6-46ed-bde2-86df256e1dab,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:01.559083 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9a4d3fbf-568e-403c-a967-46eb152862ab req-935e59e0-ab2c-481d-a3c3-1d9a2228bfde tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:01.608495 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f466d-a698-4926-b36b-7324de36e353 req-f42ecac5-6bae-4714-80de-d7c86517d399 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:01.609724 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-160f466d-a698-4926-b36b-7324de36e353 req-f42ecac5-6bae-4714-80de-d7c86517d399 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:01.614915 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:01.629178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa', '45236214-eeaf-4c3d-8e17-e474ac8af786'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:01.633735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36964) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:01.666482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['113be281-1e24-4419-81dd-2a31c5d25935', '548275e1-489c-4612-ad0a-a73e662766ad', '76edc251-f074-403a-922f-1b2f30405a3b'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:01.698546 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9a4d3fbf-568e-403c-a967-46eb152862ab req-935e59e0-ab2c-481d-a3c3-1d9a2228bfde tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:01.725483 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-160f466d-a698-4926-b36b-7324de36e353 req-f42ecac5-6bae-4714-80de-d7c86517d399 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3304327 Aug 29 06:40:01.738705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Request body: {'port': {'device_id': 'caddc968-e736-484e-9203-2652774aa8ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:01.804209 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1979265307-network', 'tenant_id': '4819643f5d2348aaaadd4ecab50bb8ab'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:01.819622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:01.827522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c32598-a0a6-410c-b8e3-ba52d9b1907e req-c998a02a-6bbf-4692-9f7b-b6fb535b27c7 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:01.829419 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7c32598-a0a6-410c-b8e3-ba52d9b1907e req-c998a02a-6bbf-4692-9f7b-b6fb535b27c7 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 932 time: 0.1166236 Aug 29 06:40:01.830164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event updated for resources: {'Port': ['ID=155b5298-6101-42f4-81ab-085a25b9f8c5,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:01.835996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:01.840411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:40:01.846897 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:01.880073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e59e0-ab2c-481d-a3c3-1d9a2228bfde tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ae08eb-0150-409f-bf59-0ff458882362,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:01.897418 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9a4d3fbf-568e-403c-a967-46eb152862ab req-935e59e0-ab2c-481d-a3c3-1d9a2228bfde tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:01.899180 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a4d3fbf-568e-403c-a967-46eb152862ab req-935e59e0-ab2c-481d-a3c3-1d9a2228bfde tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7197242 Aug 29 06:40:01.968428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:01.969059 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:02.014519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] Made reservation on behalf of 4819643f5d2348aaaadd4ecab50bb8ab for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:02.016859 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:02.020512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7c32598-a0a6-410c-b8e3-ba52d9b1907e req-c6afc34c-3f9b-4b5e-b24e-6d2c0a5a7133 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720617 Aug 29 06:40:02.145527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:02.154710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d19368-1671-4732-b098-1e04e374a4a3 req-662974fe-b954-4b41-afcb-f767965831cd tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:02.156543 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0d19368-1671-4732-b098-1e04e374a4a3 req-662974fe-b954-4b41-afcb-f767965831cd tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 1096 time: 0.1351354 Aug 29 06:40:02.167831 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac4fc687-ec66-4231-9348-5d7740126e6d req-23da8f55-42e7-4105-bc59-c4a854d2cfee tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/c5ae08eb-0150-409f-bf59-0ff458882362 HTTP/1.1" status: 200 len: 1803 time: 0.0709412 Aug 29 06:40:02.179984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-ac4fc687-ec66-4231-9348-5d7740126e6d req-ed747584-ecaa-47f7-a5d5-f0780ce71aca tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5ae08eb-0150-409f-bf59-0ff458882362', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:02.179984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-ac4fc687-ec66-4231-9348-5d7740126e6d req-ed747584-ecaa-47f7-a5d5-f0780ce71aca tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5ae08eb-0150-409f-bf59-0ff458882362', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:02.192154 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-166fb404-bd9e-4c4d-90fd-5b565d3a0299 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5459514 Aug 29 06:40:02.219097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Request body: {'port': {'device_id': 'c77ea86f-10c7-4a39-9acf-0da180df83cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:02.269019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0d19368-1671-4732-b098-1e04e374a4a3 req-c61ffcf0-416f-429a-b839-ecaeb89f3455 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798955 Aug 29 06:40:02.332202 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:02.366679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ddabd065-7f8c-4ffc-a97c-f7c851da8e1b None None] Provisioning for port 155b5298-6101-42f4-81ab-085a25b9f8c5 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:02.390645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ddabd065-7f8c-4ffc-a97c-f7c851da8e1b None None] Provisioning complete for port 155b5298-6101-42f4-81ab-085a25b9f8c5 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:02.393033 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ddabd065-7f8c-4ffc-a97c-f7c851da8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:02.401166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab7080e-a5c6-46ed-bde2-86df256e1dab {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:02.415920 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:02.440050 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:02.442907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Transition to ACTIVE for port object fab7080e-a5c6-46ed-bde2-86df256e1dab will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:02.449380 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ddabd065-7f8c-4ffc-a97c-f7c851da8e1b None None] Port 155b5298-6101-42f4-81ab-085a25b9f8c5 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:40:02.540081 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:02.565321 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:40:02.570049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288f84c-3082-4646-9338-a37f923afaa1 req-1f0bde4f-19d5-4396-a23d-814ecdb8d260 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:02.571567 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f288f84c-3082-4646-9338-a37f923afaa1 req-1f0bde4f-19d5-4396-a23d-814ecdb8d260 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 936 time: 0.1766701 Aug 29 06:40:02.580088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d20aa95-281f-467e-8199-67f3dfc53de0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:02.582963 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:02.583333 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] Added segment f3aa771e-55a0-441c-95ee-2c19a67dc569 of type vlan for network dacf482a-b22d-44d5-b565-b0e0a9e57c99 Aug 29 06:40:02.613146 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:02.647446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:02.667897 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f288f84c-3082-4646-9338-a37f923afaa1 req-495cb437-5782-4091-abfc-5c08d7a4dab1 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856133 Aug 29 06:40:02.710240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Pushing event updated for resources: {'Port': ['ID=fab7080e-a5c6-46ed-bde2-86df256e1dab,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:02.763410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Attempting to bind port fab7080e-a5c6-46ed-bde2-86df256e1dab on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:40:02.763816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Attempting to bind port fab7080e-a5c6-46ed-bde2-86df256e1dab by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:40:02.764149 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Attempting to bind port fab7080e-a5c6-46ed-bde2-86df256e1dab on network ab9d1c66-456e-4eef-897d-be85929ac7ac {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:02.768436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Port fab7080e-a5c6-46ed-bde2-86df256e1dab on network ab9d1c66-456e-4eef-897d-be85929ac7ac not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:40:02.768762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Attempting to bind port fab7080e-a5c6-46ed-bde2-86df256e1dab on network ab9d1c66-456e-4eef-897d-be85929ac7ac {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:02.773484 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:40:02.773823 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Checking segment: {'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:02.774202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Bound using segment: {'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:40:02.774627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Bound port: fab7080e-a5c6-46ed-bde2-86df256e1dab, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:40:02.774984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:02.787716 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:02.788662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:02.789238 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:02.882657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] Pushing event updated for resources: {'Network': ['ID=dacf482a-b22d-44d5-b565-b0e0a9e57c99,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:02.896673 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3a064d1d-ba57-40e9-98ad-3d705eab9041 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2616839 Aug 29 06:40:02.898833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network dacf482a-b22d-44d5-b565-b0e0a9e57c99 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:40:02.900597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36996) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:02.905255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-53f8d65f-4d2b-498f-bcca-d4678e7c1967 admin admin] Request body: {'subnet': {'network_id': 'dacf482a-b22d-44d5-b565-b0e0a9e57c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1979265307-subnet', 'tenant_id': '4819643f5d2348aaaadd4ecab50bb8ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:02.922521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] For port fab7080e-a5c6-46ed-bde2-86df256e1dab, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:40:02.941306 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] For port fab7080e-a5c6-46ed-bde2-86df256e1dab, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=fab7080e-a5c6-46ed-bde2-86df256e1dab,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:40:02.998005 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:03.037732 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f8d65f-4d2b-498f-bcca-d4678e7c1967 admin admin] Made reservation on behalf of 4819643f5d2348aaaadd4ecab50bb8ab for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:03.040260 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53f8d65f-4d2b-498f-bcca-d4678e7c1967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:03.045289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:03.047861 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:03.047861 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-160f466d-a698-4926-b36b-7324de36e353 req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] 10.222.0.15 "PUT /v2.0/ports/fab7080e-a5c6-46ed-bde2-86df256e1dab HTTP/1.1" status: 200 len: 1093 time: 1.3134725 Aug 29 06:40:03.047861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caddc968-e736-484e-9203-2652774aa8ac', 'tag': 'fab7080e-a5c6-46ed-bde2-86df256e1dab'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:03.050488 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc96a19-3de2-4bbf-a9b9-9177a5de3942" -d '{"events": [{"name": "network-changed", "server_uuid": "caddc968-e736-484e-9203-2652774aa8ac", "tag": "fab7080e-a5c6-46ed-bde2-86df256e1dab"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:03.073086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155b5298-6101-42f4-81ab-085a25b9f8c5 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:03.085370 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:03.119408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Transition to ACTIVE for port object 155b5298-6101-42f4-81ab-085a25b9f8c5 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:03.122932 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ac4fc687-ec66-4231-9348-5d7740126e6d req-ed747584-ecaa-47f7-a5d5-f0780ce71aca tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:03.141442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85f1ba-e552-412d-92b2-f028bcfb1a4b req-d6a331ed-7c27-4761-a1fd-d78ebc27df14 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:03.143138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c85f1ba-e552-412d-92b2-f028bcfb1a4b req-d6a331ed-7c27-4761-a1fd-d78ebc27df14 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 950 time: 0.3976216 Aug 29 06:40:03.208119 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ac4fc687-ec66-4231-9348-5d7740126e6d req-ed747584-ecaa-47f7-a5d5-f0780ce71aca tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:03.210148 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:03.253294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c85f1ba-e552-412d-92b2-f028bcfb1a4b req-5b85e9a9-19df-4d0c-ae64-f3df08dab17a tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999243 Aug 29 06:40:03.289264 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:03.298124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Pushing event updated for resources: {'Port': ['ID=155b5298-6101-42f4-81ab-085a25b9f8c5,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:03.300070 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ac4fc687-ec66-4231-9348-5d7740126e6d req-ed747584-ecaa-47f7-a5d5-f0780ce71aca tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:03.333167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed747584-ecaa-47f7-a5d5-f0780ce71aca tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dcda0f-b7b1-43d3-9c00-987118601a13,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:03.384491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab257a-cfb3-46ef-b186-46e6ae0dbccd service neutron] Pushing event updated for resources: {'Port': ['ID=fab7080e-a5c6-46ed-bde2-86df256e1dab,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:03.395902 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f466d-a698-4926-b36b-7324de36e353 req-65412bba-e682-47cb-8913-aaf4fb049276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:03.397384 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-160f466d-a698-4926-b36b-7324de36e353 req-65412bba-e682-47cb-8913-aaf4fb049276 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e6d9bf800794d7d8293a89a2186be07&device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 1096 time: 0.1077244 Aug 29 06:40:03.415566 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ac4fc687-ec66-4231-9348-5d7740126e6d req-ed747584-ecaa-47f7-a5d5-f0780ce71aca tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:03.421289 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac4fc687-ec66-4231-9348-5d7740126e6d req-ed747584-ecaa-47f7-a5d5-f0780ce71aca tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2524157 Aug 29 06:40:03.456228 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-160f466d-a698-4926-b36b-7324de36e353 req-b8766e3c-a542-4ae4-ab62-425333fc5fa2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fab7080e-a5c6-46ed-bde2-86df256e1dab HTTP/1.1" status: 200 len: 217 time: 0.0477669 Aug 29 06:40:03.511848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Attempting to bind port 155b5298-6101-42f4-81ab-085a25b9f8c5 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:40:03.512320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Attempting to bind port 155b5298-6101-42f4-81ab-085a25b9f8c5 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:40:03.512660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Attempting to bind port 155b5298-6101-42f4-81ab-085a25b9f8c5 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:03.522841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Port 155b5298-6101-42f4-81ab-085a25b9f8c5 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:40:03.523259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Attempting to bind port 155b5298-6101-42f4-81ab-085a25b9f8c5 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:03.539253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:40:03.539599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:03.539991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:40:03.540494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Bound port: 155b5298-6101-42f4-81ab-085a25b9f8c5, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:40:03.540855 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:03.556224 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f466d-a698-4926-b36b-7324de36e353 req-36c2396e-d18c-48a6-b4d9-975c7beec5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:03.557622 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-160f466d-a698-4926-b36b-7324de36e353 req-36c2396e-d18c-48a6-b4d9-975c7beec5cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72d07125-69f9-49f3-a732-befd124498bc HTTP/1.1" status: 200 len: 845 time: 0.0872941 Aug 29 06:40:03.597568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-9c82ab69-dab9-40f5-b996-0d4786b8761e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:03.599100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-9c82ab69-dab9-40f5-b996-0d4786b8761e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 821 time: 0.1875434 Aug 29 06:40:03.625958 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-160f466d-a698-4926-b36b-7324de36e353 req-3b68808e-4185-499b-8ff5-3e9dd1b74b32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab9d1c66-456e-4eef-897d-be85929ac7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384362 Aug 29 06:40:03.634777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-63c6482e-952d-435b-ab5c-b77279432e3c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/quotas/e06a1fb8fcc74ddbb2b5244a869c25dc HTTP/1.1" status: 200 len: 375 time: 0.0266731 Aug 29 06:40:03.650901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] For port 155b5298-6101-42f4-81ab-085a25b9f8c5, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:40:03.696060 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53f8d65f-4d2b-498f-bcca-d4678e7c1967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:03.698097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] For port 155b5298-6101-42f4-81ab-085a25b9f8c5, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=155b5298-6101-42f4-81ab-085a25b9f8c5,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:40:03.724120 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0948353-dc56-41be-84c5-ee1acaec9bc8 req-0dc2ec2b-e7e8-4290-882b-762f2718e82d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:03.725600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0948353-dc56-41be-84c5-ee1acaec9bc8 req-0dc2ec2b-e7e8-4290-882b-762f2718e82d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 944 time: 0.0883126 Aug 29 06:40:03.736727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-4c536cd4-c6a1-4f21-9a70-03b0a543d16c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878351 Aug 29 06:40:03.771271 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-160f466d-a698-4926-b36b-7324de36e353 req-8a788b10-bf46-4c4e-951b-91789b2b41c4 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349783 Aug 29 06:40:03.790244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8d65f-4d2b-498f-bcca-d4678e7c1967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ea24a8-d132-481e-a418-c8b22a698e2a,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:03.799549 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:03.840187 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f8d65f-4d2b-498f-bcca-d4678e7c1967 admin admin] Checking segment: {'id': 'f3aa771e-55a0-441c-95ee-2c19a67dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dacf482a-b22d-44d5-b565-b0e0a9e57c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:03.840552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f8d65f-4d2b-498f-bcca-d4678e7c1967 admin admin] Network hostable DHCP agents. Network: dacf482a-b22d-44d5-b565-b0e0a9e57c99, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:40:03.858693 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0948353-dc56-41be-84c5-ee1acaec9bc8 req-8b3a5334-119a-4709-b445-bc007aec89a1 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209536 Aug 29 06:40:03.865152 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:03.865800 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:03.867118 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] 10.222.0.11 "PUT /v2.0/ports/155b5298-6101-42f4-81ab-085a25b9f8c5 HTTP/1.1" status: 200 len: 1097 time: 1.6585648 Aug 29 06:40:03.873967 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77ea86f-10c7-4a39-9acf-0da180df83cb', 'tag': '155b5298-6101-42f4-81ab-085a25b9f8c5'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:03.876448 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b147144-7f1f-4754-96dc-b0d2508b12d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c77ea86f-10c7-4a39-9acf-0da180df83cb", "tag": "155b5298-6101-42f4-81ab-085a25b9f8c5"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:03.899210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fbc85-6feb-44fa-983d-2f64f56f7843 service neutron] Pushing event updated for resources: {'Port': ['ID=155b5298-6101-42f4-81ab-085a25b9f8c5,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:03.918996 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-160f466d-a698-4926-b36b-7324de36e353 req-5942163d-046c-4ed7-b0e2-05b75c60f301 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379473 Aug 29 06:40:03.919552 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-4c5ab86a-f976-47b1-ba58-2cef2a761613 service neutron] 10.222.0.76 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747692 Aug 29 06:40:03.943298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f8d65f-4d2b-498f-bcca-d4678e7c1967 admin admin] Network dacf482a-b22d-44d5-b565-b0e0a9e57c99 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:40:03.950696 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b982d465-b426-4f42-bdfe-185f9d47cc37 x-openstack-request-id: req-b982d465-b426-4f42-bdfe-185f9d47cc37 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:03.951027 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caddc968-e736-484e-9203-2652774aa8ac", "tag": "fab7080e-a5c6-46ed-bde2-86df256e1dab", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:03.951308 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b982d465-b426-4f42-bdfe-185f9d47cc37 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:03.955022 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caddc968-e736-484e-9203-2652774aa8ac', 'tag': 'fab7080e-a5c6-46ed-bde2-86df256e1dab', 'status': 'completed', 'code': 200} Aug 29 06:40:04.042704 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-53f8d65f-4d2b-498f-bcca-d4678e7c1967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, dacf482a-b22d-44d5-b565-b0e0a9e57c99) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:04.048513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f8d65f-4d2b-498f-bcca-d4678e7c1967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:04.049890 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53f8d65f-4d2b-498f-bcca-d4678e7c1967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:04.054396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8e7d46-a1b5-48b1-8ed8-c76e49b2b4a0 None None] Network dacf482a-b22d-44d5-b565-b0e0a9e57c99 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:40:04.089946 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50439a1f-30b8-41c7-82e9-45710b2333b5 req-4cbfe88c-92bd-42dd-bbec-ee0dcfd9b0a6 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/c5ae08eb-0150-409f-bf59-0ff458882362 HTTP/1.1" status: 200 len: 2396 time: 0.1088490 Aug 29 06:40:04.102501 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-890ec613-0d6f-46f0-ad3a-18a83c7c3379 service neutron] 10.222.0.76 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761944 Aug 29 06:40:04.104876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-411c562e-627e-491c-abc1-1d9e0a10ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:04.106644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-411c562e-627e-491c-abc1-1d9e0a10ed1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 1100 time: 0.1087716 Aug 29 06:40:04.112862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-50439a1f-30b8-41c7-82e9-45710b2333b5 req-9807877d-ee09-4470-a9e0-c970e8ba7a5a tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5ae08eb-0150-409f-bf59-0ff458882362', 'remote_group_id': None}]} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:04.113174 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-50439a1f-30b8-41c7-82e9-45710b2333b5 req-9807877d-ee09-4470-a9e0-c970e8ba7a5a tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5ae08eb-0150-409f-bf59-0ff458882362', 'remote_group_id': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:04.124141 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-53f8d65f-4d2b-498f-bcca-d4678e7c1967 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2213085 Aug 29 06:40:04.128292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc96a19-3de2-4bbf-a9b9-9177a5de3942 req-a871af56-6dab-4d4f-aed6-cee251b094a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:04.130577 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8cc96a19-3de2-4bbf-a9b9-9177a5de3942 req-a871af56-6dab-4d4f-aed6-cee251b094a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e6d9bf800794d7d8293a89a2186be07&device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 1096 time: 0.0543427 Aug 29 06:40:04.175231 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-9a4c9bf3-b8dd-42f5-b9f5-4c546b9bcfe9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=155b5298-6101-42f4-81ab-085a25b9f8c5 HTTP/1.1" status: 200 len: 217 time: 0.0429893 Aug 29 06:40:04.251131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8630b8af-f21b-4add-8820-c0c861a175f7 None None] Network dacf482a-b22d-44d5-b565-b0e0a9e57c99 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:40:04.261585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-51e7dde8-3ef8-4cba-9fc9-3d38776b5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:04.263811 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-51e7dde8-3ef8-4cba-9fc9-3d38776b5d3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0753465 Aug 29 06:40:04.291019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc96a19-3de2-4bbf-a9b9-9177a5de3942 req-4816c209-c16b-4953-97f7-bb5be84e4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:04.292603 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8cc96a19-3de2-4bbf-a9b9-9177a5de3942 req-4816c209-c16b-4953-97f7-bb5be84e4462 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab9d1c66-456e-4eef-897d-be85929ac7ac HTTP/1.1" status: 200 len: 906 time: 0.1413426 Aug 29 06:40:04.318545 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-50439a1f-30b8-41c7-82e9-45710b2333b5 req-9807877d-ee09-4470-a9e0-c970e8ba7a5a tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:04.364671 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8cc96a19-3de2-4bbf-a9b9-9177a5de3942 req-6ff389f0-3c19-45d6-9b29-91b3b436967d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fab7080e-a5c6-46ed-bde2-86df256e1dab HTTP/1.1" status: 200 len: 217 time: 0.0610712 Aug 29 06:40:04.369077 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-50439a1f-30b8-41c7-82e9-45710b2333b5 req-9807877d-ee09-4470-a9e0-c970e8ba7a5a tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:04.377074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-d854283e-dbb6-4bef-bcf9-0d38f6532f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:04.381328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-d854283e-dbb6-4bef-bcf9-0d38f6532f82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1041563 Aug 29 06:40:04.445334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc96a19-3de2-4bbf-a9b9-9177a5de3942 req-cae9322a-d16a-4b3d-b1cd-01bbfd869685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:04.446807 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8cc96a19-3de2-4bbf-a9b9-9177a5de3942 req-cae9322a-d16a-4b3d-b1cd-01bbfd869685 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72d07125-69f9-49f3-a732-befd124498bc HTTP/1.1" status: 200 len: 845 time: 0.0716083 Aug 29 06:40:04.461926 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-50439a1f-30b8-41c7-82e9-45710b2333b5 req-9807877d-ee09-4470-a9e0-c970e8ba7a5a tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:04.484421 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8cc96a19-3de2-4bbf-a9b9-9177a5de3942 req-6cb050c9-1b99-49f7-b63d-86aabdbb31c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab9d1c66-456e-4eef-897d-be85929ac7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297751 Aug 29 06:40:04.525021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807877d-ee09-4470-a9e0-c970e8ba7a5a tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cea755c-6f1f-4030-b551-b82d93a560d1,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:04.564472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc9db2-d467-47de-b467-d81ff89a1688 req-becc9062-584e-4ffe-a367-570256e35b05 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:04.565941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6dc9db2-d467-47de-b467-d81ff89a1688 req-becc9062-584e-4ffe-a367-570256e35b05 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 948 time: 0.0878806 Aug 29 06:40:04.581918 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8cc96a19-3de2-4bbf-a9b9-9177a5de3942 req-d4a4b13d-4d36-45af-8917-bb578b051b3d service neutron] 10.222.0.15 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897622 Aug 29 06:40:04.582877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-7e45a5fb-1118-4ddf-8a3a-71994e7a1f50 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966770 Aug 29 06:40:04.659663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6dc9db2-d467-47de-b467-d81ff89a1688 req-8fa1c735-0cde-4aac-b4c6-994a8521c0be tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865142 Aug 29 06:40:04.690459 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8cc96a19-3de2-4bbf-a9b9-9177a5de3942 req-27edf31d-053c-4a53-b54b-45bf49e5eb88 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918777 Aug 29 06:40:04.703972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5aadc5a-04d7-410b-9dfa-61732a403939 req-86b4db41-57ba-47a4-80fd-38a18309c7fb service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134307 Aug 29 06:40:04.705221 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e0aa77-0f61-433c-a8ee-c8e1607aa273 x-openstack-request-id: req-35e0aa77-0f61-433c-a8ee-c8e1607aa273 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:04.705449 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77ea86f-10c7-4a39-9acf-0da180df83cb", "tag": "155b5298-6101-42f4-81ab-085a25b9f8c5", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:04.705698 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35e0aa77-0f61-433c-a8ee-c8e1607aa273 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:04.706189 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77ea86f-10c7-4a39-9acf-0da180df83cb', 'tag': '155b5298-6101-42f4-81ab-085a25b9f8c5', 'status': 'completed', 'code': 200} Aug 29 06:40:04.712984 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-50439a1f-30b8-41c7-82e9-45710b2333b5 req-9807877d-ee09-4470-a9e0-c970e8ba7a5a tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:04.714404 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50439a1f-30b8-41c7-82e9-45710b2333b5 req-9807877d-ee09-4470-a9e0-c970e8ba7a5a tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6061814 Aug 29 06:40:04.812165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d04b9b-4d3b-4884-a1f3-88a527029b93 req-9e3a525a-2afd-4567-86c5-67d85ab06816 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:04.813631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0d04b9b-4d3b-4884-a1f3-88a527029b93 req-9e3a525a-2afd-4567-86c5-67d85ab06816 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 950 time: 0.0542717 Aug 29 06:40:04.853161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c88ea96e-77fa-474a-90f5-0fdd849cba2a req-a13a3b7a-5ef0-4a8a-9dac-77285b17bef4 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1307338705', 'description': 'tempest-description-1498402783'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:04.862644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0d04b9b-4d3b-4884-a1f3-88a527029b93 req-ab555554-3850-46a6-8d05-601700a2a28d tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430725 Aug 29 06:40:04.930788 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb2ccca5-9847-479c-8bb4-5ecafe535605 req-6a0f96fa-ce2a-46e6-8c22-9a59a38c722b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 210 time: 0.0275114 Aug 29 06:40:04.969721 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c88ea96e-77fa-474a-90f5-0fdd849cba2a req-a13a3b7a-5ef0-4a8a-9dac-77285b17bef4 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:04.988820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b147144-7f1f-4754-96dc-b0d2508b12d1 req-743b0acb-7ef7-4349-b3fe-077682cfd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:04.990291 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b147144-7f1f-4754-96dc-b0d2508b12d1 req-743b0acb-7ef7-4349-b3fe-077682cfd113 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 1100 time: 0.0585911 Aug 29 06:40:05.130716 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c88ea96e-77fa-474a-90f5-0fdd849cba2a req-a13a3b7a-5ef0-4a8a-9dac-77285b17bef4 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:05.158412 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b567d65-82c4-4d6a-8eee-470a824c30f3 req-3f8da375-2340-4e16-8e32-de6dfe36d9f9 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/c5ae08eb-0150-409f-bf59-0ff458882362 HTTP/1.1" status: 200 len: 2994 time: 0.1191671 Aug 29 06:40:05.178395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b147144-7f1f-4754-96dc-b0d2508b12d1 req-9a27c086-6151-426f-823c-996e3f052f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:05.179914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b147144-7f1f-4754-96dc-b0d2508b12d1 req-9a27c086-6151-426f-823c-996e3f052f73 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1520379 Aug 29 06:40:05.223921 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b147144-7f1f-4754-96dc-b0d2508b12d1 req-78d05e1c-f504-4ca2-8f97-1e628d7641c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=155b5298-6101-42f4-81ab-085a25b9f8c5 HTTP/1.1" status: 200 len: 217 time: 0.0360711 Aug 29 06:40:05.296141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b147144-7f1f-4754-96dc-b0d2508b12d1 req-4edaad8d-466b-48c7-bc18-7f8734b565ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:05.297600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b147144-7f1f-4754-96dc-b0d2508b12d1 req-4edaad8d-466b-48c7-bc18-7f8734b565ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0649819 Aug 29 06:40:05.308585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63131ab-3760-4b4c-99e7-989dbe8daa0b req-7d4fea64-ec4e-4875-9686-f34ca8125798 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:05.309922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c63131ab-3760-4b4c-99e7-989dbe8daa0b req-7d4fea64-ec4e-4875-9686-f34ca8125798 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0887916 Aug 29 06:40:05.356327 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c88ea96e-77fa-474a-90f5-0fdd849cba2a req-a13a3b7a-5ef0-4a8a-9dac-77285b17bef4 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:05.391727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c63131ab-3760-4b4c-99e7-989dbe8daa0b req-23f25afc-9ed3-4be0-8ba0-5a9234f6fe9d tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737610 Aug 29 06:40:05.396592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b147144-7f1f-4754-96dc-b0d2508b12d1 req-8e4e4c27-b790-4d3e-bae2-59ee73756234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:05.398237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b147144-7f1f-4754-96dc-b0d2508b12d1 req-8e4e4c27-b790-4d3e-bae2-59ee73756234 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0874379 Aug 29 06:40:05.414763 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a3b7a-5ef0-4a8a-9dac-77285b17bef4 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b368c629-10b9-4b81-ae32-69d91c42848f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:05.537681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d884c5-4ea6-43a9-8000-08fca878f2cf req-22ab7690-ab0f-4278-968f-6fa2c28bd289 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:05.539222 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7d884c5-4ea6-43a9-8000-08fca878f2cf req-22ab7690-ab0f-4278-968f-6fa2c28bd289 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 944 time: 0.0811117 Aug 29 06:40:05.542917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b147144-7f1f-4754-96dc-b0d2508b12d1 req-b8296ff1-ca48-463d-979d-94dca9e2b728 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364107 Aug 29 06:40:05.551386 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c88ea96e-77fa-474a-90f5-0fdd849cba2a req-a13a3b7a-5ef0-4a8a-9dac-77285b17bef4 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:05.552539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c88ea96e-77fa-474a-90f5-0fdd849cba2a req-a13a3b7a-5ef0-4a8a-9dac-77285b17bef4 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7057185 Aug 29 06:40:05.640319 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2685a57-f15e-4762-9539-dda103ed9967 req-6a203eba-dcae-4cf8-8847-bd8e5b35e8d1 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-group-rules/6cea755c-6f1f-4030-b551-b82d93a560d1 HTTP/1.1" status: 200 len: 783 time: 0.0691144 Aug 29 06:40:05.648605 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7d884c5-4ea6-43a9-8000-08fca878f2cf req-737423ba-551a-4d05-8b1f-0ddf9a0aac51 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035180 Aug 29 06:40:05.756987 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b147144-7f1f-4754-96dc-b0d2508b12d1 req-0feb0999-26a4-4e63-895b-5827476b7ba9 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026353 Aug 29 06:40:05.767453 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2685a57-f15e-4762-9539-dda103ed9967 req-0252695f-d396-49e4-8470-93f5725219f3 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/c5ae08eb-0150-409f-bf59-0ff458882362 HTTP/1.1" status: 200 len: 2994 time: 0.1178434 Aug 29 06:40:05.777921 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f310627-e67b-4bfe-b800-40c197d5e5c1 req-75f1d7d6-4cbd-4c7a-bf5b-e9f8bb3b3d91 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-groups/b368c629-10b9-4b81-ae32-69d91c42848f HTTP/1.1" status: 200 len: 1813 time: 0.1011424 Aug 29 06:40:05.788644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-5f310627-e67b-4bfe-b800-40c197d5e5c1 req-0f95947c-bcb2-4fd9-a3d0-869cc2765cdf tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b368c629-10b9-4b81-ae32-69d91c42848f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:05.788968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-5f310627-e67b-4bfe-b800-40c197d5e5c1 req-0f95947c-bcb2-4fd9-a3d0-869cc2765cdf tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b368c629-10b9-4b81-ae32-69d91c42848f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:05.829040 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b2685a57-f15e-4762-9539-dda103ed9967 req-7051b641-cf1e-4388-8761-78baf8b9d387 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:05.837511 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b2685a57-f15e-4762-9539-dda103ed9967 req-7051b641-cf1e-4388-8761-78baf8b9d387 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:05.954944 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5f310627-e67b-4bfe-b800-40c197d5e5c1 req-0f95947c-bcb2-4fd9-a3d0-869cc2765cdf tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:05.980451 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5f310627-e67b-4bfe-b800-40c197d5e5c1 req-0f95947c-bcb2-4fd9-a3d0-869cc2765cdf tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:05.981670 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b2685a57-f15e-4762-9539-dda103ed9967 req-7051b641-cf1e-4388-8761-78baf8b9d387 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:05.991691 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b2685a57-f15e-4762-9539-dda103ed9967 req-7051b641-cf1e-4388-8761-78baf8b9d387 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:05.991691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2685a57-f15e-4762-9539-dda103ed9967 req-7051b641-cf1e-4388-8761-78baf8b9d387 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/6cea755c-6f1f-4030-b551-b82d93a560d1 HTTP/1.1" status: 204 len: 173 time: 0.1955945 Aug 29 06:40:05.995029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051b641-cf1e-4388-8761-78baf8b9d387 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cea755c-6f1f-4030-b551-b82d93a560d1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:06.098226 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5f310627-e67b-4bfe-b800-40c197d5e5c1 req-0f95947c-bcb2-4fd9-a3d0-869cc2765cdf tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:06.101054 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-680eab03-d581-4407-afc7-fb5d93f50e7a tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=312c0f3587ca4806a01f31cd1abc5968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284722 Aug 29 06:40:06.137664 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95947c-bcb2-4fd9-a3d0-869cc2765cdf tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5f0382-7504-456e-8c18-3dd9dbfbbc85,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:06.152943 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:40:06.218977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-78aef841-21d0-49db-850e-52ef70cdcef7 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:06.220460 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-78aef841-21d0-49db-850e-52ef70cdcef7 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1104796 Aug 29 06:40:06.235197 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-6c0eb2c5-1194-45c5-a4a0-114352c818a1 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/quotas/312c0f3587ca4806a01f31cd1abc5968 HTTP/1.1" status: 200 len: 375 time: 0.0092392 Aug 29 06:40:06.266788 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5f310627-e67b-4bfe-b800-40c197d5e5c1 req-0f95947c-bcb2-4fd9-a3d0-869cc2765cdf tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:06.267941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f310627-e67b-4bfe-b800-40c197d5e5c1 req-0f95947c-bcb2-4fd9-a3d0-869cc2765cdf tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4834642 Aug 29 06:40:06.287885 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-828ddeb9-6cfe-49c0-ace7-d6575cacaa71 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=312c0f3587ca4806a01f31cd1abc5968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474968 Aug 29 06:40:06.371191 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1cc19-d14d-4b40-8f63-315ba508f5e1 req-e197f77a-e810-4fae-95a6-ab0e7b99324a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:06.372657 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21d1cc19-d14d-4b40-8f63-315ba508f5e1 req-e197f77a-e810-4fae-95a6-ab0e7b99324a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 948 time: 0.0530787 Aug 29 06:40:06.409773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21d1cc19-d14d-4b40-8f63-315ba508f5e1 req-a75128ff-2266-40a5-9d70-27e1f9f09f4a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311260 Aug 29 06:40:06.489719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ef4f015-78de-4db4-b688-b4e8f35c589a req-0909c515-fa50-490a-b4d9-b5e8d06f30bd tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 210 time: 0.0268085 Aug 29 06:40:06.567415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cad4dad0-7301-4fc8-9f11-1a0b29d415aa req-9aa1166e-f3fa-4fdb-8820-cdf864a5aec6 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/c5ae08eb-0150-409f-bf59-0ff458882362 HTTP/1.1" status: 200 len: 2396 time: 0.0419104 Aug 29 06:40:06.637182 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cad4dad0-7301-4fc8-9f11-1a0b29d415aa req-ebef7b30-46ab-42ff-8355-c2b541492336 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:06.686667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cad4dad0-7301-4fc8-9f11-1a0b29d415aa req-ebef7b30-46ab-42ff-8355-c2b541492336 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:06.694599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device fab7080e-a5c6-46ed-bde2-86df256e1dab details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:40:06.702042 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0aa048b7-4e01-45f0-8cba-ddc15440ae45 req-d06fc41a-17c3-4bff-94ca-d92a80318ff2 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-groups/b368c629-10b9-4b81-ae32-69d91c42848f HTTP/1.1" status: 200 len: 2406 time: 0.0746255 Aug 29 06:40:06.800742 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port fab7080e-a5c6-46ed-bde2-86df256e1dab, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=fab7080e-a5c6-46ed-bde2-86df256e1dab,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:06.812379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'fab7080e-a5c6-46ed-bde2-86df256e1dab', 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac', 'port_id': 'fab7080e-a5c6-46ed-bde2-86df256e1dab', 'mac_address': 'fa:16:3e:fb:4a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d07125-69f9-49f3-a732-befd124498bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:40:06.818948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-760aee50-3823-4b99-a9d9-3fc676aba8c5 req-0970b91a-81b9-49b7-a5ad-ae4d327d4a61 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 210 time: 0.0267916 Aug 29 06:40:06.852140 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:06.867091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab7080e-a5c6-46ed-bde2-86df256e1dab {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:06.887908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port fab7080e-a5c6-46ed-bde2-86df256e1dab, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=fab7080e-a5c6-46ed-bde2-86df256e1dab,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:06.913435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cad4dad0-7301-4fc8-9f11-1a0b29d415aa req-ebef7b30-46ab-42ff-8355-c2b541492336 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:06.916542 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cad4dad0-7301-4fc8-9f11-1a0b29d415aa req-ebef7b30-46ab-42ff-8355-c2b541492336 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:06.917752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cad4dad0-7301-4fc8-9f11-1a0b29d415aa req-ebef7b30-46ab-42ff-8355-c2b541492336 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "DELETE /v2.0/security-groups/c5ae08eb-0150-409f-bf59-0ff458882362 HTTP/1.1" status: 204 len: 173 time: 0.3440549 Aug 29 06:40:06.931818 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef7b30-46ab-42ff-8355-c2b541492336 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ae08eb-0150-409f-bf59-0ff458882362,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:06.957699 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e072e92-a726-4004-b7f1-bebd32dfdf7b req-58c36cfe-8a79-4680-8d07-21207c41563e tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-group-rules/4d5f0382-7504-456e-8c18-3dd9dbfbbc85 HTTP/1.1" status: 200 len: 778 time: 0.0237672 Aug 29 06:40:06.965262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c12fa2-c4bc-45bd-9b0d-a8cfff94f741 req-59c84065-48b5-492f-816e-a2d959005b53 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:06.966710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13c12fa2-c4bc-45bd-9b0d-a8cfff94f741 req-59c84065-48b5-492f-816e-a2d959005b53 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 944 time: 0.0811634 Aug 29 06:40:07.031206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13c12fa2-c4bc-45bd-9b0d-a8cfff94f741 req-f0ea7558-6b83-4d46-889c-7566fff0d517 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570586 Aug 29 06:40:07.033972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e072e92-a726-4004-b7f1-bebd32dfdf7b req-883da41f-95a0-4c4a-8509-849065a3a7c2 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-groups/b368c629-10b9-4b81-ae32-69d91c42848f HTTP/1.1" status: 200 len: 2406 time: 0.0663347 Aug 29 06:40:07.067519 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e072e92-a726-4004-b7f1-bebd32dfdf7b req-a7b11c43-afa7-4c1a-9c58-b1b9fabc1935 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:07.073818 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e072e92-a726-4004-b7f1-bebd32dfdf7b req-a7b11c43-afa7-4c1a-9c58-b1b9fabc1935 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:07.095880 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:07.120896 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-ec61b3cc-f1de-4aab-b921-7ab98eaa4434 req-0c215550-f83d-4134-b3fb-842b44a8eb2b tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] show failed (client error): The resource could not be found. Aug 29 06:40:07.122500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec61b3cc-f1de-4aab-b921-7ab98eaa4434 req-0c215550-f83d-4134-b3fb-842b44a8eb2b tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/c4af5766-0638-4d41-8899-4c9661d9d1ea HTTP/1.1" status: 404 len: 352 time: 0.0195286 Aug 29 06:40:07.150957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=fab7080e-a5c6-46ed-bde2-86df256e1dab,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:07.183891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2922bc1-5fca-4e1a-a0ae-755e4cd6958b req-fc48c11c-1523-4512-8433-c9eb25630bc7 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/024387c1-a37d-4838-88ca-bfa94b8e7e2a HTTP/1.1" status: 200 len: 1803 time: 0.0402215 Aug 29 06:40:07.244112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e072e92-a726-4004-b7f1-bebd32dfdf7b req-a7b11c43-afa7-4c1a-9c58-b1b9fabc1935 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:07.249691 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e072e92-a726-4004-b7f1-bebd32dfdf7b req-a7b11c43-afa7-4c1a-9c58-b1b9fabc1935 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:07.250848 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e072e92-a726-4004-b7f1-bebd32dfdf7b req-a7b11c43-afa7-4c1a-9c58-b1b9fabc1935 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/4d5f0382-7504-456e-8c18-3dd9dbfbbc85 HTTP/1.1" status: 204 len: 173 time: 0.2107475 Aug 29 06:40:07.251428 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e2922bc1-5fca-4e1a-a0ae-755e4cd6958b req-dee4e98f-78ce-4a38-aba9-fdf473294336 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:07.289827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b11c43-afa7-4c1a-9c58-b1b9fabc1935 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d5f0382-7504-456e-8c18-3dd9dbfbbc85,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:07.292705 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e2922bc1-5fca-4e1a-a0ae-755e4cd6958b req-dee4e98f-78ce-4a38-aba9-fdf473294336 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:07.366876 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['fab7080e-a5c6-46ed-bde2-86df256e1dab'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:07.391177 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19670cab-264a-479f-ad14-6484471d59f0 req-d8d4a836-3c9c-4dcb-8ef1-c3ef54a53d42 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=6eb48acfd45d4511a61bd789bd95b431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496888 Aug 29 06:40:07.488935 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-7b1578c6-edb3-4920-9369-18e66d4f662f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:07.492462 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-7b1578c6-edb3-4920-9369-18e66d4f662f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.11 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 821 time: 0.2140567 Aug 29 06:40:07.517258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-b787286c-f2b8-4ef5-a8bf-602bb6082acf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Request body: {'port': {'device_id': 'cc8ba089-2315-43ca-bbda-21144dd71fa9', 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03', 'admin_state_up': True, 'tenant_id': 'e06a1fb8fcc74ddbb2b5244a869c25dc'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:07.561526 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e2922bc1-5fca-4e1a-a0ae-755e4cd6958b req-dee4e98f-78ce-4a38-aba9-fdf473294336 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:07.564008 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e2922bc1-5fca-4e1a-a0ae-755e4cd6958b req-dee4e98f-78ce-4a38-aba9-fdf473294336 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:07.565093 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2922bc1-5fca-4e1a-a0ae-755e4cd6958b req-dee4e98f-78ce-4a38-aba9-fdf473294336 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "DELETE /v2.0/security-groups/024387c1-a37d-4838-88ca-bfa94b8e7e2a HTTP/1.1" status: 204 len: 173 time: 0.3745935 Aug 29 06:40:07.598437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-1dde8ddb-28f7-46e7-8e6a-01ae70993756 req-46342b1c-687b-4867-90d5-4ff4014bc87b tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1751596446', 'description': 'tempest-description-2046055853'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:07.602292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4e98f-78ce-4a38-aba9-fdf473294336 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024387c1-a37d-4838-88ca-bfa94b8e7e2a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:07.615258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670cab-264a-479f-ad14-6484471d59f0 req-7a160f13-7907-446c-8187-2a94da0fa5a4 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:07.616716 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19670cab-264a-479f-ad14-6484471d59f0 req-7a160f13-7907-446c-8187-2a94da0fa5a4 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133765 Aug 29 06:40:07.652409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19670cab-264a-479f-ad14-6484471d59f0 req-0556dfd5-3dc2-4356-a8b3-23a021267ffe tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/quotas/6eb48acfd45d4511a61bd789bd95b431 HTTP/1.1" status: 200 len: 375 time: 0.0295758 Aug 29 06:40:07.699231 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19670cab-264a-479f-ad14-6484471d59f0 req-1b2f9ace-c20a-489a-b258-9cc0d87be232 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6eb48acfd45d4511a61bd789bd95b431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387390 Aug 29 06:40:07.800162 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1dde8ddb-28f7-46e7-8e6a-01ae70993756 req-46342b1c-687b-4867-90d5-4ff4014bc87b tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:07.894439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-b787286c-f2b8-4ef5-a8bf-602bb6082acf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Made reservation on behalf of e06a1fb8fcc74ddbb2b5244a869c25dc for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:07.897867 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-b787286c-f2b8-4ef5-a8bf-602bb6082acf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:08.065891 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9b2f0f60-3e84-4f48-98ac-e9fa1387347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:08.126680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8fdef-671c-4dc6-b8a9-9f701229e710 req-25af71f5-9c56-4880-973e-d74664acb260 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:08.128178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1e8fdef-671c-4dc6-b8a9-9f701229e710 req-25af71f5-9c56-4880-973e-d74664acb260 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 948 time: 0.1429946 Aug 29 06:40:08.133277 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1dde8ddb-28f7-46e7-8e6a-01ae70993756 req-46342b1c-687b-4867-90d5-4ff4014bc87b tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:08.146790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-b787286c-f2b8-4ef5-a8bf-602bb6082acf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Allocated IP 172.20.0.4 (4ca161a2-97b5-4345-a973-efe3ac6f5a03/286fc068-b68f-4910-a000-c7b8e582e791/73e2c819-ce75-40e7-896a-324885857148) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:40:08.193285 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1e8fdef-671c-4dc6-b8a9-9f701229e710 req-49a73c69-5df6-4db4-8f5e-88918647f449 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587394 Aug 29 06:40:08.214083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 155b5298-6101-42f4-81ab-085a25b9f8c5 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:40:08.305345 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1dde8ddb-28f7-46e7-8e6a-01ae70993756 req-46342b1c-687b-4867-90d5-4ff4014bc87b tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:08.309394 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad6e8863-5ba2-4696-be47-58126763a45d req-fadee3f8-4095-440a-8279-834956fb8e8b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 210 time: 0.0397389 Aug 29 06:40:08.389331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46342b1c-687b-4867-90d5-4ff4014bc87b tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16904863-7376-4f5d-8b91-e73c01287fe5,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:08.416036 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-b787286c-f2b8-4ef5-a8bf-602bb6082acf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:08.439444 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1dde8ddb-28f7-46e7-8e6a-01ae70993756 req-46342b1c-687b-4867-90d5-4ff4014bc87b tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:08.440644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1dde8ddb-28f7-46e7-8e6a-01ae70993756 req-46342b1c-687b-4867-90d5-4ff4014bc87b tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8530581 Aug 29 06:40:08.449779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 155b5298-6101-42f4-81ab-085a25b9f8c5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=155b5298-6101-42f4-81ab-085a25b9f8c5,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:08.456911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3b3cf8d0-fdd2-4121-b370-4c0d5332a1b0 req-adcc9e76-f045-4611-ad5d-b51ae6026cb6 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/fcfe7963-308b-4a19-83ec-f03314033270 HTTP/1.1" status: 200 len: 1803 time: 0.0908222 Aug 29 06:40:08.470691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '155b5298-6101-42f4-81ab-085a25b9f8c5', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '155b5298-6101-42f4-81ab-085a25b9f8c5', 'mac_address': 'fa:16:3e:8d:c3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:40:08.518602 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:08.527856 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3b3cf8d0-fdd2-4121-b370-4c0d5332a1b0 req-4f80e303-2d5a-4e8d-91f5-17800dd77823 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:08.532646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155b5298-6101-42f4-81ab-085a25b9f8c5 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:08.552713 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3b3cf8d0-fdd2-4121-b370-4c0d5332a1b0 req-4f80e303-2d5a-4e8d-91f5-17800dd77823 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:08.552926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 155b5298-6101-42f4-81ab-085a25b9f8c5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=155b5298-6101-42f4-81ab-085a25b9f8c5,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:08.610920 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-b787286c-f2b8-4ef5-a8bf-602bb6082acf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:08.663190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-b787286c-f2b8-4ef5-a8bf-602bb6082acf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:08.663190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-b787286c-f2b8-4ef5-a8bf-602bb6082acf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:08.663481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-b787286c-f2b8-4ef5-a8bf-602bb6082acf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:40:08.691044 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:08.712977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787286c-f2b8-4ef5-a8bf-602bb6082acf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Pushing event updated for resources: {'Port': ['ID=73e2c819-ce75-40e7-896a-324885857148,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:08.719034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-31c12bdd-a355-4065-9102-f61beb99ec8c req-c103a17e-cd3e-49fe-bb79-ab5bb3f62f36 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 210 time: 0.0529039 Aug 29 06:40:08.719988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device fab7080e-a5c6-46ed-bde2-86df256e1dab up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:08.727107 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3b3cf8d0-fdd2-4121-b370-4c0d5332a1b0 req-4f80e303-2d5a-4e8d-91f5-17800dd77823 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:08.729968 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3b3cf8d0-fdd2-4121-b370-4c0d5332a1b0 req-4f80e303-2d5a-4e8d-91f5-17800dd77823 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:08.731107 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3b3cf8d0-fdd2-4121-b370-4c0d5332a1b0 req-4f80e303-2d5a-4e8d-91f5-17800dd77823 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "DELETE /v2.0/security-groups/fcfe7963-308b-4a19-83ec-f03314033270 HTTP/1.1" status: 204 len: 173 time: 0.2677522 Aug 29 06:40:08.760021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80e303-2d5a-4e8d-91f5-17800dd77823 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfe7963-308b-4a19-83ec-f03314033270,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:08.768280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-b787286c-f2b8-4ef5-a8bf-602bb6082acf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:08.769071 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-b787286c-f2b8-4ef5-a8bf-602bb6082acf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:08.791210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=155b5298-6101-42f4-81ab-085a25b9f8c5,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:08.858362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bd95fec-9ed3-4070-8532-df73df672cca req-0c7ccd72-c313-4f22-89c1-74421664b034 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=6eb48acfd45d4511a61bd789bd95b431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360408 Aug 29 06:40:08.954194 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-b787286c-f2b8-4ef5-a8bf-602bb6082acf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4303842 Aug 29 06:40:08.955298 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96d365-30e9-46d4-9252-8e914626ab1f req-7757d971-0f0e-446e-9fc7-13438f7ea501 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:08.956753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a96d365-30e9-46d4-9252-8e914626ab1f req-7757d971-0f0e-446e-9fc7-13438f7ea501 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 945 time: 0.1220968 Aug 29 06:40:08.972438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Request body: {'port': {'device_id': 'cc8ba089-2315-43ca-bbda-21144dd71fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:09.066438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d7c88d57-2abf-4afa-824b-a6eee459ee10 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:09.067904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d7c88d57-2abf-4afa-824b-a6eee459ee10 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913497 Aug 29 06:40:09.079797 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a96d365-30e9-46d4-9252-8e914626ab1f req-9f937055-35d2-4cda-8051-0af62392236d tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136067 Aug 29 06:40:09.088351 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:09.098572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bd95fec-9ed3-4070-8532-df73df672cca req-1102cb9a-23d2-4595-8eba-11194688eec7 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/quotas/6eb48acfd45d4511a61bd789bd95b431 HTTP/1.1" status: 200 len: 375 time: 0.0245159 Aug 29 06:40:09.109622 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-496f6a06-5fc6-4b57-91bc-9e9c0c34aa35 req-7e29a1f9-8708-43b3-a23f-eae70b8705f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439024 Aug 29 06:40:09.153352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bd95fec-9ed3-4070-8532-df73df672cca req-91ac7a31-b0ea-4df3-9873-3ea5849bac97 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6eb48acfd45d4511a61bd789bd95b431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471814 Aug 29 06:40:09.194988 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f6a06-5fc6-4b57-91bc-9e9c0c34aa35 req-87e096b2-3655-4743-8d6f-d2c37c6dccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:09.196721 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-496f6a06-5fc6-4b57-91bc-9e9c0c34aa35 req-87e096b2-3655-4743-8d6f-d2c37c6dccd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 1097 time: 0.0442326 Aug 29 06:40:09.204064 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f25f2b1-dd4c-4ed2-98df-1c03d6836bf8 req-09865376-4d60-45c2-914d-e8532a3d9883 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-groups/16904863-7376-4f5d-8b91-e73c01287fe5 HTTP/1.1" status: 200 len: 1813 time: 0.0968878 Aug 29 06:40:09.204520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port fab7080e-a5c6-46ed-bde2-86df256e1dab completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:09.218670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port fab7080e-a5c6-46ed-bde2-86df256e1dab triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:09.218670 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:09.300276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['155b5298-6101-42f4-81ab-085a25b9f8c5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:09.328110 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f6a06-5fc6-4b57-91bc-9e9c0c34aa35 req-8892d5f1-5cb7-43c0-baa1-629fad831417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:09.330082 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-496f6a06-5fc6-4b57-91bc-9e9c0c34aa35 req-8892d5f1-5cb7-43c0-baa1-629fad831417 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.1048505 Aug 29 06:40:09.340629 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:09.368551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f304d74e-86df-477e-acd3-c5f2e03c0994 req-30034565-b910-4203-9127-e9247b315c67 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/c17a08ab-e312-4d20-a0d5-cc275527812a HTTP/1.1" status: 200 len: 1804 time: 0.1013436 Aug 29 06:40:09.379137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caddc968-e736-484e-9203-2652774aa8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab7080e-a5c6-46ed-bde2-86df256e1dab'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:09.385316 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06386920-2fd7-4aa1-bffc-1e9efbb9f1de" -d '{"events": [{"server_uuid": "caddc968-e736-484e-9203-2652774aa8ac", "name": "network-vif-plugged", "status": "completed", "tag": "fab7080e-a5c6-46ed-bde2-86df256e1dab"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:09.398929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port fab7080e-a5c6-46ed-bde2-86df256e1dab, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=fab7080e-a5c6-46ed-bde2-86df256e1dab,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:09.401683 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-496f6a06-5fc6-4b57-91bc-9e9c0c34aa35 req-4cf859e0-b887-40e8-9ff1-f0263a76c215 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d227e54-8718-4f1c-b062-5556709b6a47 HTTP/1.1" status: 200 len: 217 time: 0.0564451 Aug 29 06:40:09.464907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f6a06-5fc6-4b57-91bc-9e9c0c34aa35 req-bf904ed5-ae50-48f5-902c-7e9d7d3212c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:09.466531 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-496f6a06-5fc6-4b57-91bc-9e9c0c34aa35 req-bf904ed5-ae50-48f5-902c-7e9d7d3212c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0553694 Aug 29 06:40:09.509681 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-496f6a06-5fc6-4b57-91bc-9e9c0c34aa35 req-ede94df3-71e8-456e-a122-1877492464dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333450 Aug 29 06:40:09.614091 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-496f6a06-5fc6-4b57-91bc-9e9c0c34aa35 req-7e32c578-02d4-40f7-84cd-f3a91a6f06e9 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969453 Aug 29 06:40:09.617026 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:09.685672 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-1d4184a3-76d7-4078-967b-d5221248e018 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=312c0f3587ca4806a01f31cd1abc5968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375547 Aug 29 06:40:09.713812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=fab7080e-a5c6-46ed-bde2-86df256e1dab,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:09.822107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f2990-46e3-474d-bf0b-ce2f76963206 req-560482af-4192-440e-be1a-acda5983d26f tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:09.823730 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-292f2990-46e3-474d-bf0b-ce2f76963206 req-560482af-4192-440e-be1a-acda5983d26f tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 949 time: 0.1157215 Aug 29 06:40:09.827529 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f304d74e-86df-477e-acd3-c5f2e03c0994 req-5efa63f0-cbe1-4e3b-a0a8-e30476b95482 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:09.844961 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-496f6a06-5fc6-4b57-91bc-9e9c0c34aa35 req-29be0a33-01e9-4193-8ec3-366bc79d2408 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171247 Aug 29 06:40:09.870547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-67e3e549-61cf-41a9-99dc-01574b5cb43b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:09.872201 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-67e3e549-61cf-41a9-99dc-01574b5cb43b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445937 Aug 29 06:40:09.895616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-b717febb-9643-497d-b4e5-465b1ec67775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Request body: {'port': {'device_id': 'acae5288-71a6-471f-9d54-d3a2c7abacd2', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '312c0f3587ca4806a01f31cd1abc5968'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:09.896821 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f304d74e-86df-477e-acd3-c5f2e03c0994 req-5efa63f0-cbe1-4e3b-a0a8-e30476b95482 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:09.937790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e2c819-ce75-40e7-896a-324885857148 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:09.954416 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-292f2990-46e3-474d-bf0b-ce2f76963206 req-80af79c5-4585-4f06-89cf-db17b725a19a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208379 Aug 29 06:40:09.956269 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:09.971658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Transition to ACTIVE for port object 73e2c819-ce75-40e7-896a-324885857148 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:10.080673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427d03a-2f64-40b9-9ea0-e1c131df078e req-4c7358f8-9d4c-4bee-9961-38d133eb897a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:10.082167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8427d03a-2f64-40b9-9ea0-e1c131df078e req-4c7358f8-9d4c-4bee-9961-38d133eb897a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 931 time: 0.0504992 Aug 29 06:40:10.119943 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8427d03a-2f64-40b9-9ea0-e1c131df078e req-4d90c824-814e-42c3-84b3-6b5bf64a8fe6 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Aug 29 06:40:10.124761 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f304d74e-86df-477e-acd3-c5f2e03c0994 req-5efa63f0-cbe1-4e3b-a0a8-e30476b95482 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.127337 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f304d74e-86df-477e-acd3-c5f2e03c0994 req-5efa63f0-cbe1-4e3b-a0a8-e30476b95482 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.128446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f304d74e-86df-477e-acd3-c5f2e03c0994 req-5efa63f0-cbe1-4e3b-a0a8-e30476b95482 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "DELETE /v2.0/security-groups/c17a08ab-e312-4d20-a0d5-cc275527812a HTTP/1.1" status: 204 len: 173 time: 0.7516439 Aug 29 06:40:10.137324 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.148560 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa63f0-cbe1-4e3b-a0a8-e30476b95482 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17a08ab-e312-4d20-a0d5-cc275527812a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:10.174146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-b717febb-9643-497d-b4e5-465b1ec67775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Made reservation on behalf of 312c0f3587ca4806a01f31cd1abc5968 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:10.177680 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-b717febb-9643-497d-b4e5-465b1ec67775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.230541 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cd7b25-6475-4ab7-99e0-25685c51d27c x-openstack-request-id: req-83cd7b25-6475-4ab7-99e0-25685c51d27c {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:10.231051 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caddc968-e736-484e-9203-2652774aa8ac", "name": "network-vif-plugged", "status": "completed", "tag": "fab7080e-a5c6-46ed-bde2-86df256e1dab", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:10.231051 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83cd7b25-6475-4ab7-99e0-25685c51d27c {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:10.231798 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caddc968-e736-484e-9203-2652774aa8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab7080e-a5c6-46ed-bde2-86df256e1dab', 'code': 200} Aug 29 06:40:10.292475 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d15b5b35-e711-4c85-b22a-f967dcce28b1 req-e0d6acc9-324f-4341-aace-ed775f78e783 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 210 time: 0.0683780 Aug 29 06:40:10.322069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Pushing event updated for resources: {'Port': ['ID=73e2c819-ce75-40e7-896a-324885857148,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:10.373549 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-901c3ab2-09ea-4180-8956-a8011074ef40 req-fde72c86-447f-4887-8f8f-29454c539779 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-394501779', 'description': 'tempest-description-464187052'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:10.417784 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff4b4cad-2995-451e-8a44-65e2db51f67b req-d95ab129-c562-4597-905e-5884929ec68d tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 210 time: 0.0372791 Aug 29 06:40:10.442810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Attempting to bind port 73e2c819-ce75-40e7-896a-324885857148 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:40:10.446587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Attempting to bind port 73e2c819-ce75-40e7-896a-324885857148 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:40:10.446587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Attempting to bind port 73e2c819-ce75-40e7-896a-324885857148 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:10.455680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-b717febb-9643-497d-b4e5-465b1ec67775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Allocated IP 192.168.233.144 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/2e76e0f8-770d-4771-8a46-f4f12c2e5de1) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:40:10.457283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Port 73e2c819-ce75-40e7-896a-324885857148 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:40:10.457440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Attempting to bind port 73e2c819-ce75-40e7-896a-324885857148 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:10.461581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523f8a7-4cb3-40ea-810b-19f8c2822f32 req-b67303bc-1e57-4139-b5f4-cf775c82bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:10.463060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:40:10.463227 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7523f8a7-4cb3-40ea-810b-19f8c2822f32 req-b67303bc-1e57-4139-b5f4-cf775c82bb39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 1098 time: 0.0717177 Aug 29 06:40:10.463662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Checking segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:10.464181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Bound using segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:40:10.465257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Bound port: 73e2c819-ce75-40e7-896a-324885857148, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:40:10.465631 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.529748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7523f8a7-4cb3-40ea-810b-19f8c2822f32 req-02f1df5a-d4a3-4231-9a0a-c8d4b8778ef1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573111 Aug 29 06:40:10.565639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:40:10.574400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319937c-c1ff-4bd6-9562-ff693098c227 req-9d5897ce-43e4-46dc-beb2-d2718aa9ad45 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:10.576495 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5319937c-c1ff-4bd6-9562-ff693098c227 req-9d5897ce-43e4-46dc-beb2-d2718aa9ad45 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 946 time: 0.0730255 Aug 29 06:40:10.578207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73e2c819-ce75-40e7-896a-324885857148,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:40:10.597973 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-94b90dfe-e128-4803-a8d0-d881521d4655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.614600 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-901c3ab2-09ea-4180-8956-a8011074ef40 req-fde72c86-447f-4887-8f8f-29454c539779 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.650756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5319937c-c1ff-4bd6-9562-ff693098c227 req-d3b6e1be-414f-4244-874a-cb40756828f4 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656633 Aug 29 06:40:10.651002 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-b717febb-9643-497d-b4e5-465b1ec67775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.668937 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-b717febb-9643-497d-b4e5-465b1ec67775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Transition to ACTIVE for port object 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:10.738235 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.778539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5579abfc-7d39-4612-a1ae-67ddeee9e96d req-36b9964b-ff3e-419c-8316-5f3492cb44e2 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/956206f6-5176-44be-883a-b4c1b58ba6f0 HTTP/1.1" status: 200 len: 2403 time: 0.0980120 Aug 29 06:40:10.789153 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-901c3ab2-09ea-4180-8956-a8011074ef40 req-fde72c86-447f-4887-8f8f-29454c539779 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.808259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:10.808863 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.810663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] 10.222.0.11 "PUT /v2.0/ports/73e2c819-ce75-40e7-896a-324885857148 HTTP/1.1" status: 200 len: 1092 time: 1.8423488 Aug 29 06:40:10.811093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8ba089-2315-43ca-bbda-21144dd71fa9', 'tag': '73e2c819-ce75-40e7-896a-324885857148'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:10.813325 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e83df8-004f-4b93-b290-f33321e46e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8ba089-2315-43ca-bbda-21144dd71fa9", "tag": "73e2c819-ce75-40e7-896a-324885857148"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:10.844465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae48539-625c-49d6-82c8-fb470d5bc4cd service neutron] Pushing event updated for resources: {'Port': ['ID=73e2c819-ce75-40e7-896a-324885857148,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:10.875539 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5579abfc-7d39-4612-a1ae-67ddeee9e96d req-7d5ccd2a-5053-4c0a-a4f2-a4dbc09ffeef tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.895922 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.898101 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5579abfc-7d39-4612-a1ae-67ddeee9e96d req-7d5ccd2a-5053-4c0a-a4f2-a4dbc09ffeef tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.899319 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-b717febb-9643-497d-b4e5-465b1ec67775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.911603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['915ed247-86a1-4a6c-b8d9-f872da3c620a'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:10.946969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-b717febb-9643-497d-b4e5-465b1ec67775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:10.950233 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-b717febb-9643-497d-b4e5-465b1ec67775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:10.954559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-b717febb-9643-497d-b4e5-465b1ec67775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:40:10.968715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['0b996a26-d1d6-40d0-802c-f6aaead31adb'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:10.981543 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-901c3ab2-09ea-4180-8956-a8011074ef40 req-fde72c86-447f-4887-8f8f-29454c539779 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:10.985463 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717febb-9643-497d-b4e5-465b1ec67775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Pushing event updated for resources: {'Port': ['ID=2e76e0f8-770d-4771-8a46-f4f12c2e5de1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:11.028914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-b717febb-9643-497d-b4e5-465b1ec67775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:11.029803 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-b717febb-9643-497d-b4e5-465b1ec67775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:11.050224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde72c86-447f-4887-8f8f-29454c539779 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f069f7-7b85-4994-9100-07a1fb9593e0,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:11.070789 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5579abfc-7d39-4612-a1ae-67ddeee9e96d req-7d5ccd2a-5053-4c0a-a4f2-a4dbc09ffeef tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:11.075204 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5579abfc-7d39-4612-a1ae-67ddeee9e96d req-7d5ccd2a-5053-4c0a-a4f2-a4dbc09ffeef tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:11.087296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5579abfc-7d39-4612-a1ae-67ddeee9e96d req-7d5ccd2a-5053-4c0a-a4f2-a4dbc09ffeef tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "DELETE /v2.0/security-groups/956206f6-5176-44be-883a-b4c1b58ba6f0 HTTP/1.1" status: 204 len: 173 time: 0.2966843 Aug 29 06:40:11.106025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ccd2a-5053-4c0a-a4f2-a4dbc09ffeef tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=956206f6-5176-44be-883a-b4c1b58ba6f0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:11.120450 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06876c1-4b04-421e-b168-216a7813b8b6 x-openstack-request-id: req-f06876c1-4b04-421e-b168-216a7813b8b6 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:11.120872 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8ba089-2315-43ca-bbda-21144dd71fa9", "tag": "73e2c819-ce75-40e7-896a-324885857148", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:11.121314 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f06876c1-4b04-421e-b168-216a7813b8b6 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:11.121749 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8ba089-2315-43ca-bbda-21144dd71fa9', 'tag': '73e2c819-ce75-40e7-896a-324885857148', 'status': 'completed', 'code': 200} Aug 29 06:40:11.128382 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-901c3ab2-09ea-4180-8956-a8011074ef40 req-fde72c86-447f-4887-8f8f-29454c539779 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:11.129765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-901c3ab2-09ea-4180-8956-a8011074ef40 req-fde72c86-447f-4887-8f8f-29454c539779 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7643220 Aug 29 06:40:11.164003 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-b717febb-9643-497d-b4e5-465b1ec67775 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2737880 Aug 29 06:40:11.177077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Request body: {'port': {'device_id': 'acae5288-71a6-471f-9d54-d3a2c7abacd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:11.254158 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:11.300630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfd6bdb7-a752-427d-b569-7a76af0636ac req-260a3d82-5217-48cc-a3b9-c66e1e2ac0af tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "GET /v2.0/security-groups/bf40f45b-1477-4546-8545-6d6e5cd66c88 HTTP/1.1" status: 200 len: 2398 time: 0.1469176 Aug 29 06:40:11.306038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-54d0cf50-215c-44bb-9fb1-5c0fe1092481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:11.314179 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-54d0cf50-215c-44bb-9fb1-5c0fe1092481 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 1095 time: 0.1293828 Aug 29 06:40:11.333558 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e083db-9533-49f9-a2f8-41639561b2cd req-a3887264-7a9d-4257-ac86-63b68882a3b5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:11.335098 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0e083db-9533-49f9-a2f8-41639561b2cd req-a3887264-7a9d-4257-ac86-63b68882a3b5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 949 time: 0.1047738 Aug 29 06:40:11.360560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7aa73086-e3b1-40c2-a03c-ffd8ae975672 None None] Provisioning for port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:11.365565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7aa73086-e3b1-40c2-a03c-ffd8ae975672 None None] Provisioning complete for port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:11.365987 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7aa73086-e3b1-40c2-a03c-ffd8ae975672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:11.381953 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-8efaacc5-2c3e-43db-9554-65bdb5e817c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73e2c819-ce75-40e7-896a-324885857148 HTTP/1.1" status: 200 len: 217 time: 0.0458169 Aug 29 06:40:11.406647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-7aa73086-e3b1-40c2-a03c-ffd8ae975672 None None] Port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:40:11.474950 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0e083db-9533-49f9-a2f8-41639561b2cd req-7842fc2f-0c4a-46c5-a2f5-72010abaaa12 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981193 Aug 29 06:40:11.477418 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bfd6bdb7-a752-427d-b569-7a76af0636ac req-49d6d827-3721-471e-ae42-edece5fcbad6 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:11.485461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-bb6aeb95-2e23-41e5-becd-98af4a55b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:11.486907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-bb6aeb95-2e23-41e5-becd-98af4a55b6c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0965240 Aug 29 06:40:11.545253 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bfd6bdb7-a752-427d-b569-7a76af0636ac req-49d6d827-3721-471e-ae42-edece5fcbad6 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:11.557950 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-c3669eb4-59d5-4ca7-9ce3-b81874ddfede service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518618 Aug 29 06:40:11.582955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:11.591951 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:11.603621 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c2a67a7-3007-4eb1-b237-bed133559d1f req-3e2c0077-bd5f-4a1f-b2dc-ac6612be0667 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-groups/12f069f7-7b85-4994-9100-07a1fb9593e0 HTTP/1.1" status: 200 len: 1811 time: 0.0845180 Aug 29 06:40:11.616133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Transition to ACTIVE for port object 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:11.661729 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:11.736182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778de2b9-a044-4941-9c8c-2b8c32ef5338 req-b8412351-1b7a-4def-b3ed-5c78b90c0e98 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:11.737633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-778de2b9-a044-4941-9c8c-2b8c32ef5338 req-b8412351-1b7a-4def-b3ed-5c78b90c0e98 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.0768902 Aug 29 06:40:11.741051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-808108d5-d5c9-4097-a518-9a63b4567525 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318130 Aug 29 06:40:11.804227 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:11.813779 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bfd6bdb7-a752-427d-b569-7a76af0636ac req-49d6d827-3721-471e-ae42-edece5fcbad6 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:11.816203 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bfd6bdb7-a752-427d-b569-7a76af0636ac req-49d6d827-3721-471e-ae42-edece5fcbad6 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:11.817348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfd6bdb7-a752-427d-b569-7a76af0636ac req-49d6d827-3721-471e-ae42-edece5fcbad6 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] 10.222.0.76 "DELETE /v2.0/security-groups/bf40f45b-1477-4546-8545-6d6e5cd66c88 HTTP/1.1" status: 204 len: 173 time: 0.5082331 Aug 29 06:40:11.831634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37242) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:11.864850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-778de2b9-a044-4941-9c8c-2b8c32ef5338 req-d7f3b159-92ed-49cd-90df-754303db5e43 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109226 Aug 29 06:40:11.867627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6d827-3721-471e-ae42-edece5fcbad6 tempest-SecurityGroupRulesTestJSON-1109646402 tempest-SecurityGroupRulesTestJSON-1109646402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf40f45b-1477-4546-8545-6d6e5cd66c88,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:11.927088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Pushing event updated for resources: {'Port': ['ID=2e76e0f8-770d-4771-8a46-f4f12c2e5de1,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:11.981002 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fab10f96-5292-41b8-90fe-8a710b711cc4 req-91b11a49-f580-4f6e-9e5f-89978f4eba0a tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 210 time: 0.0419092 Aug 29 06:40:11.982933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3da7f0-ad95-4f8f-88b3-4ff355048092 req-7357337a-466a-4574-bc5e-c74bf8129cb1 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220712 Aug 29 06:40:12.033989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-0944d116-b8ad-4d07-abbe-358719ac956b admin admin] Deleting subnet c6f8a9f9-4a52-476d-9cbc-e72462e7d93e {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:40:12.036688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-de77f046-d495-47b2-a8c8-d885d94d7678 req-67978ff4-0a8e-402a-a8a5-26852e7b3746 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1434649988', 'description': 'tempest-description-1786386671'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:12.042208 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0944d116-b8ad-4d07-abbe-358719ac956b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.099653 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Attempting to bind port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:40:12.100508 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Attempting to bind port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:40:12.100508 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Attempting to bind port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:12.107887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0944d116-b8ad-4d07-abbe-358719ac956b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.109934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:40:12.110854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Attempting to bind port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:12.122337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcd993-4190-49bf-b67f-bec20b21fb44 req-1e822000-c5eb-415e-9829-826567494adc tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:12.124011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87dcd993-4190-49bf-b67f-bec20b21fb44 req-1e822000-c5eb-415e-9829-826567494adc tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 948 time: 0.0673096 Aug 29 06:40:12.168912 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:40:12.174239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:12.174239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:40:12.174239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Bound port: 2e76e0f8-770d-4771-8a46-f4f12c2e5de1, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:40:12.174239 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.174661 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87dcd993-4190-49bf-b67f-bec20b21fb44 req-a2560e3e-2096-4614-9284-47c70525c0c7 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432215 Aug 29 06:40:12.184945 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19670cab-264a-479f-ad14-6484471d59f0 req-921f4a16-66ca-46bf-b1bf-86647ef40275 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6eb48acfd45d4511a61bd789bd95b431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465455 Aug 29 06:40:12.245277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 155b5298-6101-42f4-81ab-085a25b9f8c5 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:12.270689 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0944d116-b8ad-4d07-abbe-358719ac956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.292226 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-de77f046-d495-47b2-a8c8-d885d94d7678 req-67978ff4-0a8e-402a-a8a5-26852e7b3746 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.344993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1178ce-f8fc-4d31-a78c-0c0d13c55b2a req-fd80f2d0-1381-496b-93e5-4d7085f29981 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:12.344993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd1178ce-f8fc-4d31-a78c-0c0d13c55b2a req-fd80f2d0-1381-496b-93e5-4d7085f29981 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 946 time: 0.1113701 Aug 29 06:40:12.346567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e83df8-004f-4b93-b290-f33321e46e3d req-99660eef-2fb5-4e88-9bb0-9ec6e2c02ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:12.348241 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1e83df8-004f-4b93-b290-f33321e46e3d req-99660eef-2fb5-4e88-9bb0-9ec6e2c02ee0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 1095 time: 0.1027656 Aug 29 06:40:12.377462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] For port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:40:12.387780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] For port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=2e76e0f8-770d-4771-8a46-f4f12c2e5de1,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:40:12.405349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670cab-264a-479f-ad14-6484471d59f0 req-41ad17da-9bcb-4b26-8985-bafd4dad705d tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:12.406848 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19670cab-264a-479f-ad14-6484471d59f0 req-41ad17da-9bcb-4b26-8985-bafd4dad705d tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2134542 Aug 29 06:40:12.427269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 155b5298-6101-42f4-81ab-085a25b9f8c5 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:12.429394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Request body: {'port': {'device_id': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '6eb48acfd45d4511a61bd789bd95b431'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:12.431786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 155b5298-6101-42f4-81ab-085a25b9f8c5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:12.432229 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.467988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd1178ce-f8fc-4d31-a78c-0c0d13c55b2a req-1c3996bd-b489-4ce6-b332-06e289a9a441 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126134 Aug 29 06:40:12.543363 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.551098 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-de77f046-d495-47b2-a8c8-d885d94d7678 req-67978ff4-0a8e-402a-a8a5-26852e7b3746 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.554212 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0944d116-b8ad-4d07-abbe-358719ac956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.556194 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.556372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e83df8-004f-4b93-b290-f33321e46e3d req-ede0c595-f0e3-4d6e-8b49-758fce6b173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:12.558466 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1e83df8-004f-4b93-b290-f33321e46e3d req-ede0c595-f0e3-4d6e-8b49-758fce6b173d service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.1906788 Aug 29 06:40:12.588028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77ea86f-10c7-4a39-9acf-0da180df83cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155b5298-6101-42f4-81ab-085a25b9f8c5'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:12.590690 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7d06ec-9642-47d3-aaac-f594bc273b41" -d '{"events": [{"server_uuid": "c77ea86f-10c7-4a39-9acf-0da180df83cb", "name": "network-vif-plugged", "status": "completed", "tag": "155b5298-6101-42f4-81ab-085a25b9f8c5"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:12.605698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 155b5298-6101-42f4-81ab-085a25b9f8c5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=155b5298-6101-42f4-81ab-085a25b9f8c5,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:12.613992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944d116-b8ad-4d07-abbe-358719ac956b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f8a9f9-4a52-476d-9cbc-e72462e7d93e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:12.617328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1e83df8-004f-4b93-b290-f33321e46e3d req-07a2f8a3-8fd4-485c-971d-f30cb83e0eb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73e2c819-ce75-40e7-896a-324885857148 HTTP/1.1" status: 200 len: 217 time: 0.0487304 Aug 29 06:40:12.633421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:12.634266 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.635424 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] 10.222.0.15 "PUT /v2.0/ports/2e76e0f8-770d-4771-8a46-f4f12c2e5de1 HTTP/1.1" status: 200 len: 1097 time: 1.4629383 Aug 29 06:40:12.638776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acae5288-71a6-471f-9d54-d3a2c7abacd2', 'tag': '2e76e0f8-770d-4771-8a46-f4f12c2e5de1'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:12.641824 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb337ed3-bd38-4b83-b495-f8e009b06b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "acae5288-71a6-471f-9d54-d3a2c7abacd2", "tag": "2e76e0f8-770d-4771-8a46-f4f12c2e5de1"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:12.672886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c9208-0e17-4b22-9543-b3b4d1398d24 service neutron] Pushing event updated for resources: {'Port': ['ID=2e76e0f8-770d-4771-8a46-f4f12c2e5de1,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:12.676794 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0944d116-b8ad-4d07-abbe-358719ac956b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.678748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0944d116-b8ad-4d07-abbe-358719ac956b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c6f8a9f9-4a52-476d-9cbc-e72462e7d93e HTTP/1.1" status: 204 len: 168 time: 0.8461699 Aug 29 06:40:12.681232 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37256) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:12.688639 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.689238 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-de77f046-d495-47b2-a8c8-d885d94d7678 req-67978ff4-0a8e-402a-a8a5-26852e7b3746 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.698707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e83df8-004f-4b93-b290-f33321e46e3d req-a20285ff-6ca1-47ef-8e3a-83905124020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:12.700386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1e83df8-004f-4b93-b290-f33321e46e3d req-a20285ff-6ca1-47ef-8e3a-83905124020e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0723741 Aug 29 06:40:12.756576 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1e83df8-004f-4b93-b290-f33321e46e3d req-af1865c1-a533-454c-b54f-a3fcf09ea480 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448580 Aug 29 06:40:12.766438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67978ff4-0a8e-402a-a8a5-26852e7b3746 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37ea947-6396-42ba-af65-112df02b8cc9,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:12.766932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=155b5298-6101-42f4-81ab-085a25b9f8c5,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:12.784470 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c94e2f0-407f-4986-a44b-2794fff6f36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.851221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Made reservation on behalf of 6eb48acfd45d4511a61bd789bd95b431 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:12.855367 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.894789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1e83df8-004f-4b93-b290-f33321e46e3d req-04f81d75-418e-42e5-bf85-1bab812657f4 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920594 Aug 29 06:40:12.902702 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.927630 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c94e2f0-407f-4986-a44b-2794fff6f36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.939429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-6c94e2f0-407f-4986-a44b-2794fff6f36a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f0bd14-0ddd-4cd9-a971-8fdecba1cd1b']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:12.944172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-6a83f96d-ce2d-4180-9580-f3d64b0c8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:12.945683 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-6a83f96d-ce2d-4180-9580-f3d64b0c8908 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312c0f3587ca4806a01f31cd1abc5968&device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 1100 time: 0.1479647 Aug 29 06:40:12.948592 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-de77f046-d495-47b2-a8c8-d885d94d7678 req-67978ff4-0a8e-402a-a8a5-26852e7b3746 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:12.959277 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-6c94e2f0-407f-4986-a44b-2794fff6f36a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff29e89-8db4-4604-865f-b4497e6b22d2') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:12.959581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-6c94e2f0-407f-4986-a44b-2794fff6f36a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff29e89-8db4-4604-865f-b4497e6b22d2') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:12.961736 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de77f046-d495-47b2-a8c8-d885d94d7678 req-67978ff4-0a8e-402a-a8a5-26852e7b3746 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9299350 Aug 29 06:40:13.010341 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c94e2f0-407f-4986-a44b-2794fff6f36a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:13.021566 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-e9beef24-98ea-492e-9427-4353cc071d37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2e76e0f8-770d-4771-8a46-f4f12c2e5de1 HTTP/1.1" status: 200 len: 217 time: 0.0638013 Aug 29 06:40:13.025073 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1e83df8-004f-4b93-b290-f33321e46e3d req-d4187765-454e-4942-bb78-07add210cdec service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233580 Aug 29 06:40:13.045572 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c94e2f0-407f-4986-a44b-2794fff6f36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:13.050301 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4207e130-93d7-435a-af31-9e6e4f7a9c2d x-openstack-request-id: req-4207e130-93d7-435a-af31-9e6e4f7a9c2d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:13.051005 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77ea86f-10c7-4a39-9acf-0da180df83cb", "name": "network-vif-plugged", "status": "completed", "tag": "155b5298-6101-42f4-81ab-085a25b9f8c5", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:13.051288 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4207e130-93d7-435a-af31-9e6e4f7a9c2d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:13.051689 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77ea86f-10c7-4a39-9acf-0da180df83cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155b5298-6101-42f4-81ab-085a25b9f8c5', 'code': 200} Aug 29 06:40:13.074777 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c94e2f0-407f-4986-a44b-2794fff6f36a admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:40:13.075199 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c94e2f0-407f-4986-a44b-2794fff6f36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:40:13.079119 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:40:13.083498 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46923d0-e99e-444d-babf-3bbaa28ca358 req-ee7536bb-daef-4c6d-b854-478cbe011583 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:13.085152 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b46923d0-e99e-444d-babf-3bbaa28ca358 req-ee7536bb-daef-4c6d-b854-478cbe011583 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 950 time: 0.0587244 Aug 29 06:40:13.137989 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9751f5c0-6443-43e2-8804-a24aee75922f x-openstack-request-id: req-9751f5c0-6443-43e2-8804-a24aee75922f {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:13.138744 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acae5288-71a6-471f-9d54-d3a2c7abacd2", "tag": "2e76e0f8-770d-4771-8a46-f4f12c2e5de1", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:13.138965 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9751f5c0-6443-43e2-8804-a24aee75922f {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:13.139376 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acae5288-71a6-471f-9d54-d3a2c7abacd2', 'tag': '2e76e0f8-770d-4771-8a46-f4f12c2e5de1', 'status': 'completed', 'code': 200} Aug 29 06:40:13.155362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b46923d0-e99e-444d-babf-3bbaa28ca358 req-145a456e-6ccc-492c-8ed7-d1357ea5fd33 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605140 Aug 29 06:40:13.161380 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-ec4790ac-21f9-4e82-a574-0c9523e1d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:13.163660 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-ec4790ac-21f9-4e82-a574-0c9523e1d525 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1316450 Aug 29 06:40:13.181106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bd95fec-9ed3-4070-8532-df73df672cca req-33337069-ca47-41de-a817-85a4fb7e152d tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6eb48acfd45d4511a61bd789bd95b431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438712 Aug 29 06:40:13.252835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-69b987d3-10f1-488b-a991-7a92149e5486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:13.255104 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-69b987d3-10f1-488b-a991-7a92149e5486 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0802302 Aug 29 06:40:13.257876 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:13.272567 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c94e2f0-407f-4986-a44b-2794fff6f36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:13.286471 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c94e2f0-407f-4986-a44b-2794fff6f36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:13.288326 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6c94e2f0-407f-4986-a44b-2794fff6f36a admin admin] 10.222.0.76 "DELETE /v2.0/networks/96f0bd14-0ddd-4cd9-a971-8fdecba1cd1b HTTP/1.1" status: 204 len: 168 time: 0.6061320 Aug 29 06:40:13.330011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6da328-cb8f-494c-ab25-8cb08c51abc5 req-f2a94922-f988-426b-afc8-8c02c764f82b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:13.331803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a6da328-cb8f-494c-ab25-8cb08c51abc5 req-f2a94922-f988-426b-afc8-8c02c764f82b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.1823080 Aug 29 06:40:13.340535 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:13.343240 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c9d52978-1779-48ea-b8d7-925e545e1399 req-1cf990b4-029d-4812-a73a-4a91b6e3dfae tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-groups/d37ea947-6396-42ba-af65-112df02b8cc9 HTTP/1.1" status: 200 len: 1813 time: 0.1373091 Aug 29 06:40:13.422251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd95fec-9ed3-4070-8532-df73df672cca req-4b4eb2fe-7fb9-4e45-9f99-c234ecc683c3 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:13.423714 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bd95fec-9ed3-4070-8532-df73df672cca req-4b4eb2fe-7fb9-4e45-9f99-c234ecc683c3 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167559 Aug 29 06:40:13.437834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a6da328-cb8f-494c-ab25-8cb08c51abc5 req-3d25feee-a11b-4939-856f-d57e0d076752 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772543 Aug 29 06:40:13.461249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-7bd95fec-9ed3-4070-8532-df73df672cca req-93f61028-9b45-4aee-98b9-321b019b75fc tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Request body: {'port': {'device_id': '0543c4ff-adfb-4a00-a8e5-3925333ee55f', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '6eb48acfd45d4511a61bd789bd95b431'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:13.482238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60dc9a9f-f3d0-4eff-ba3c-95f750e5ee27 req-018527b3-a034-4f77-a3f8-45b91348225a tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 210 time: 0.0713418 Aug 29 06:40:13.572393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94e2f0-407f-4986-a44b-2794fff6f36a admin admin] Pushing event deleted for resources: {'Network': ['ID=96f0bd14-0ddd-4cd9-a971-8fdecba1cd1b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:13.583345 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:13.642069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474898fa-cd39-44ef-9edf-2353723bcdd8 req-c189c59d-910c-4725-add2-e582e71eec22 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:13.643329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-474898fa-cd39-44ef-9edf-2353723bcdd8 req-c189c59d-910c-4725-add2-e582e71eec22 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 946 time: 0.1064463 Aug 29 06:40:13.674137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb93a01-5ce1-4e00-88a0-efa74e9cfbd8 req-1c5d2d4c-2ff4-4666-bc7f-a283b3557950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:13.675572 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-aeb93a01-5ce1-4e00-88a0-efa74e9cfbd8 req-1c5d2d4c-2ff4-4666-bc7f-a283b3557950 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 1102 time: 0.4417720 Aug 29 06:40:13.689558 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 37274) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:13.697542 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f366eb5-e804-4fc0-ae4a-91788baa00d6,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:13.750421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-474898fa-cd39-44ef-9edf-2353723bcdd8 req-bcbc5a4a-c34a-4e30-aff3-ccb411b021a1 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893166 Aug 29 06:40:13.795775 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-114aa00d-4e1e-4947-bde3-a2e2cc3cc874 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964366 Aug 29 06:40:13.796308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170a3ba-b6d7-4e38-aaae-da04e02b6855 req-5481c23e-1141-4ace-97cc-40b19e1bb71c tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:13.796308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3170a3ba-b6d7-4e38-aaae-da04e02b6855 req-5481c23e-1141-4ace-97cc-40b19e1bb71c tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 948 time: 0.0970006 Aug 29 06:40:13.796308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-936716ca-3d9e-4a24-b58e-df4629a6c848 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=839a5d02ec57437b84a5ba219a06d00a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1002595 Aug 29 06:40:13.797339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-97b27d5e-5958-439e-a298-60c5ca39e883 req-ae438e8a-9916-46fb-9610-d43bd8c17c80 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-781570001', 'description': 'tempest-description-1137382336'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:13.797958 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-aeb93a01-5ce1-4e00-88a0-efa74e9cfbd8 req-54759cc7-6b77-4809-9b3c-718137a9cc60 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908501 Aug 29 06:40:13.801784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 37276) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:13.833739 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd95fec-9ed3-4070-8532-df73df672cca req-93f61028-9b45-4aee-98b9-321b019b75fc tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Made reservation on behalf of 6eb48acfd45d4511a61bd789bd95b431 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:13.837179 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7bd95fec-9ed3-4070-8532-df73df672cca req-93f61028-9b45-4aee-98b9-321b019b75fc tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:13.837317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Allocated IP 192.168.233.163 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/13dc54f0-836a-4a9d-bd86-5258f3710eb7) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:40:13.901931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3170a3ba-b6d7-4e38-aaae-da04e02b6855 req-6a59ecd8-cfa2-4e7f-9ff6-bbe3dff483df tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007359 Aug 29 06:40:13.916992 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb0bbe0e-1a18-48d9-b7fd-29ed1dd24ec4 req-b56da32f-2b81-4a88-b443-31a6cd717b37 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341608 Aug 29 06:40:13.953201 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-964bf6ec-1799-481d-b7fd-15beb5f01374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:13.984916 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-964bf6ec-1799-481d-b7fd-15beb5f01374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:14.013078 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-97b27d5e-5958-439e-a298-60c5ca39e883 req-ae438e8a-9916-46fb-9610-d43bd8c17c80 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:14.017237 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:14.032045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Transition to ACTIVE for port object 13dc54f0-836a-4a9d-bd86-5258f3710eb7 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:14.095862 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-97b27d5e-5958-439e-a298-60c5ca39e883 req-ae438e8a-9916-46fb-9610-d43bd8c17c80 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:14.112924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb337ed3-bd38-4b83-b495-f8e009b06b3e req-a427ddbe-7937-43bc-911b-784f04a12ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:14.114453 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb337ed3-bd38-4b83-b495-f8e009b06b3e req-a427ddbe-7937-43bc-911b-784f04a12ba1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312c0f3587ca4806a01f31cd1abc5968&device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 1100 time: 0.0402732 Aug 29 06:40:14.152367 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-964bf6ec-1799-481d-b7fd-15beb5f01374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:14.155473 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-964bf6ec-1799-481d-b7fd-15beb5f01374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:14.156649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-964bf6ec-1799-481d-b7fd-15beb5f01374 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/063c9c57-1a86-4e48-8973-5be1f3d1bf87 HTTP/1.1" status: 204 len: 168 time: 0.3530631 Aug 29 06:40:14.168499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bf6ec-1799-481d-b7fd-15beb5f01374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063c9c57-1a86-4e48-8973-5be1f3d1bf87,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:14.220190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb337ed3-bd38-4b83-b495-f8e009b06b3e req-8314e6b8-a199-498d-8661-99a55128543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:14.221932 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb337ed3-bd38-4b83-b495-f8e009b06b3e req-8314e6b8-a199-498d-8661-99a55128543c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.0990067 Aug 29 06:40:14.257703 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-97b27d5e-5958-439e-a298-60c5ca39e883 req-ae438e8a-9916-46fb-9610-d43bd8c17c80 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:14.271232 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:14.273768 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb337ed3-bd38-4b83-b495-f8e009b06b3e req-21ff4f62-de41-46a4-877c-7dcaca21f54c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2e76e0f8-770d-4771-8a46-f4f12c2e5de1 HTTP/1.1" status: 200 len: 217 time: 0.0403574 Aug 29 06:40:14.339893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae438e8a-9916-46fb-9610-d43bd8c17c80 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd40f4d8-0074-4f49-82a7-f0a15cf939a6,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:14.345865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:14.366141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27241fe9-fd4c-4a59-ac51-4e824a7829d7 req-c4d51b78-7d25-43a1-bb28-5b29b7eec5c3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:14.366141 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27241fe9-fd4c-4a59-ac51-4e824a7829d7 req-c4d51b78-7d25-43a1-bb28-5b29b7eec5c3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 950 time: 0.1295986 Aug 29 06:40:14.366337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:14.366337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:40:14.366501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-7bd95fec-9ed3-4070-8532-df73df672cca req-93f61028-9b45-4aee-98b9-321b019b75fc tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Allocated IP 192.168.233.201 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/bca324e9-4c2b-4446-90b9-52c24155b5da) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:40:14.393617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Pushing event updated for resources: {'Port': ['ID=13dc54f0-836a-4a9d-bd86-5258f3710eb7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:14.400923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb337ed3-bd38-4b83-b495-f8e009b06b3e req-68b72c13-81e9-4cc8-bf6c-c75f5b0eb689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:14.401270 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb337ed3-bd38-4b83-b495-f8e009b06b3e req-68b72c13-81e9-4cc8-bf6c-c75f5b0eb689 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1173940 Aug 29 06:40:14.430342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27241fe9-fd4c-4a59-ac51-4e824a7829d7 req-ce5d2b66-8ec6-48c7-9e74-bbf765afaa0a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624034 Aug 29 06:40:14.448589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:14.449340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:14.460280 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-97b27d5e-5958-439e-a298-60c5ca39e883 req-ae438e8a-9916-46fb-9610-d43bd8c17c80 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:14.465273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97b27d5e-5958-439e-a298-60c5ca39e883 req-ae438e8a-9916-46fb-9610-d43bd8c17c80 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6754539 Aug 29 06:40:14.483439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb337ed3-bd38-4b83-b495-f8e009b06b3e req-9cfd5b67-7c38-4c6b-ad3c-0d489f4ab95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:14.485031 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb337ed3-bd38-4b83-b495-f8e009b06b3e req-9cfd5b67-7c38-4c6b-ad3c-0d489f4ab95f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0763156 Aug 29 06:40:14.605762 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb337ed3-bd38-4b83-b495-f8e009b06b3e req-ea9c8dc7-92d4-4655-ba03-b2de9526108a service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125643 Aug 29 06:40:14.616059 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19670cab-264a-479f-ad14-6484471d59f0 req-a8cd00f9-5b06-4c67-ba43-76292895f502 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1821959 Aug 29 06:40:14.635920 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Request body: {'port': {'device_id': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:14.642018 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83ace88b-051d-45cc-ab0c-7ae6cc011545 req-2a6b9986-2111-4c68-aee6-f313c8d46a63 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-groups/bd40f4d8-0074-4f49-82a7-f0a15cf939a6 HTTP/1.1" status: 200 len: 1812 time: 0.1200824 Aug 29 06:40:14.664400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba2751-a8b1-41d2-a6e6-98ae915ce5dc req-51fdb5eb-d8af-4e9a-854e-6a9fe4a9f7c7 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:14.665910 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8aba2751-a8b1-41d2-a6e6-98ae915ce5dc req-51fdb5eb-d8af-4e9a-854e-6a9fe4a9f7c7 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.1352990 Aug 29 06:40:14.696223 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7bd95fec-9ed3-4070-8532-df73df672cca req-93f61028-9b45-4aee-98b9-321b019b75fc tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:14.708613 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-7bd95fec-9ed3-4070-8532-df73df672cca req-93f61028-9b45-4aee-98b9-321b019b75fc tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Transition to ACTIVE for port object bca324e9-4c2b-4446-90b9-52c24155b5da will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:14.728232 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8aba2751-a8b1-41d2-a6e6-98ae915ce5dc req-f07441d9-bc25-4273-b923-d3e2926ccefa tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562069 Aug 29 06:40:14.789727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c14e868-62c7-446b-aa96-9ab1c046e058 req-041c70c5-d2c4-4e40-9c44-f35695f44b66 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 210 time: 0.0523620 Aug 29 06:40:14.802299 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb337ed3-bd38-4b83-b495-f8e009b06b3e req-357ab2b1-4d0f-4678-8433-8166b55fb1b7 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819267 Aug 29 06:40:14.808867 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:14.815314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4a17fa35-ce9c-474f-ab6d-eb6934d979ba None None] Provisioning for port 13dc54f0-836a-4a9d-bd86-5258f3710eb7 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:14.820892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4a17fa35-ce9c-474f-ab6d-eb6934d979ba None None] Provisioning complete for port 13dc54f0-836a-4a9d-bd86-5258f3710eb7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:14.821276 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4a17fa35-ce9c-474f-ab6d-eb6934d979ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:14.850861 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-b9199944-51c4-44d1-90b5-2b0f290d7ba2 req-12864271-ff60-4ef3-bf00-a08b52d2be00 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] show failed (client error): The resource could not be found. Aug 29 06:40:14.854830 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9199944-51c4-44d1-90b5-2b0f290d7ba2 req-12864271-ff60-4ef3-bf00-a08b52d2be00 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-groups/89cca219-6c63-45c8-8eea-d066094a8770 HTTP/1.1" status: 404 len: 352 time: 0.0237803 Aug 29 06:40:14.858169 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7bd95fec-9ed3-4070-8532-df73df672cca req-93f61028-9b45-4aee-98b9-321b019b75fc tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:14.891582 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4a17fa35-ce9c-474f-ab6d-eb6934d979ba None None] Port 13dc54f0-836a-4a9d-bd86-5258f3710eb7 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:40:14.954331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd95fec-9ed3-4070-8532-df73df672cca req-93f61028-9b45-4aee-98b9-321b019b75fc tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:14.957153 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-69c50914-2bbd-4919-8245-035bfe8f911b req-b576aded-c687-468c-a368-69417c340cac tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] show failed (client error): The resource could not be found. Aug 29 06:40:14.965935 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69c50914-2bbd-4919-8245-035bfe8f911b req-b576aded-c687-468c-a368-69417c340cac tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-group-rules/196a6f14-672f-414c-bf52-e2bab12ba2db HTTP/1.1" status: 404 len: 361 time: 0.0536208 Aug 29 06:40:14.965935 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-7bd95fec-9ed3-4070-8532-df73df672cca req-93f61028-9b45-4aee-98b9-321b019b75fc tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:14.970221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd95fec-9ed3-4070-8532-df73df672cca req-93f61028-9b45-4aee-98b9-321b019b75fc tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:40:14.972824 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f61028-9b45-4aee-98b9-321b019b75fc tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Pushing event updated for resources: {'Port': ['ID=bca324e9-4c2b-4446-90b9-52c24155b5da,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:15.031949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73265857-89e1-4df6-8a3a-931a5ce51dbc req-4dde7372-3007-4c79-80a6-26c8d5c6768a tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:15.033527 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73265857-89e1-4df6-8a3a-931a5ce51dbc req-4dde7372-3007-4c79-80a6-26c8d5c6768a tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 946 time: 0.1251171 Aug 29 06:40:15.049543 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd95fec-9ed3-4070-8532-df73df672cca req-93f61028-9b45-4aee-98b9-321b019b75fc tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:15.051125 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7bd95fec-9ed3-4070-8532-df73df672cca req-93f61028-9b45-4aee-98b9-321b019b75fc tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:15.143522 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73265857-89e1-4df6-8a3a-931a5ce51dbc req-a19653be-bf5d-46dc-84a1-2ff3634e0624 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647893 Aug 29 06:40:15.182989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81115fc4-33b4-4fe6-bc6e-5aa35f8a1bf1 req-225cf360-58d0-4107-8f4a-59ba15f6862d tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:15.184541 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81115fc4-33b4-4fe6-bc6e-5aa35f8a1bf1 req-225cf360-58d0-4107-8f4a-59ba15f6862d tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 948 time: 0.1477480 Aug 29 06:40:15.197760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13dc54f0-836a-4a9d-bd86-5258f3710eb7 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:15.207810 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:15.220937 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Transition to ACTIVE for port object 13dc54f0-836a-4a9d-bd86-5258f3710eb7 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:15.241907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7fc69cd8-4a5a-4e0c-a189-425b4520ff7b req-b7e10f45-33eb-4400-be4c-3a01725d5e0d tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-groups/bd40f4d8-0074-4f49-82a7-f0a15cf939a6 HTTP/1.1" status: 200 len: 1812 time: 0.0744376 Aug 29 06:40:15.246976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81115fc4-33b4-4fe6-bc6e-5aa35f8a1bf1 req-6cbc11de-f537-4042-9e31-1d40589dc657 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545700 Aug 29 06:40:15.250772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bd95fec-9ed3-4070-8532-df73df672cca req-93f61028-9b45-4aee-98b9-321b019b75fc tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7961280 Aug 29 06:40:15.288459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Request body: {'port': {'device_id': '0543c4ff-adfb-4a00-a8e5-3925333ee55f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:15.367599 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7fc69cd8-4a5a-4e0c-a189-425b4520ff7b req-34380357-6eeb-4ea8-bc54-4139a7d46fbd tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:15.374303 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:15.403526 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7fc69cd8-4a5a-4e0c-a189-425b4520ff7b req-34380357-6eeb-4ea8-bc54-4139a7d46fbd tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:15.547085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-14b54be3-249f-44a0-9e08-2157b640771e None None] Provisioning for port bca324e9-4c2b-4446-90b9-52c24155b5da completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:15.547328 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:15.558124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-14b54be3-249f-44a0-9e08-2157b640771e None None] Provisioning complete for port bca324e9-4c2b-4446-90b9-52c24155b5da triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:15.558124 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-14b54be3-249f-44a0-9e08-2157b640771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:15.615079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-14b54be3-249f-44a0-9e08-2157b640771e None None] Port bca324e9-4c2b-4446-90b9-52c24155b5da cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:40:15.615294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Pushing event updated for resources: {'Port': ['ID=13dc54f0-836a-4a9d-bd86-5258f3710eb7,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:15.698983 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Attempting to bind port 13dc54f0-836a-4a9d-bd86-5258f3710eb7 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:40:15.707645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Attempting to bind port 13dc54f0-836a-4a9d-bd86-5258f3710eb7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:40:15.707645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Attempting to bind port 13dc54f0-836a-4a9d-bd86-5258f3710eb7 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:15.707645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Port 13dc54f0-836a-4a9d-bd86-5258f3710eb7 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:40:15.707645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Attempting to bind port 13dc54f0-836a-4a9d-bd86-5258f3710eb7 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:15.710487 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:40:15.710828 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:15.714202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:40:15.714677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Bound port: 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:40:15.715048 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:15.733021 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7fc69cd8-4a5a-4e0c-a189-425b4520ff7b req-34380357-6eeb-4ea8-bc54-4139a7d46fbd tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:15.735695 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7fc69cd8-4a5a-4e0c-a189-425b4520ff7b req-34380357-6eeb-4ea8-bc54-4139a7d46fbd tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:15.736871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7fc69cd8-4a5a-4e0c-a189-425b4520ff7b req-34380357-6eeb-4ea8-bc54-4139a7d46fbd tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "DELETE /v2.0/security-groups/bd40f4d8-0074-4f49-82a7-f0a15cf939a6 HTTP/1.1" status: 204 len: 173 time: 0.4877856 Aug 29 06:40:15.751104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34380357-6eeb-4ea8-bc54-4139a7d46fbd tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd40f4d8-0074-4f49-82a7-f0a15cf939a6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:15.765972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca324e9-4c2b-4446-90b9-52c24155b5da {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:15.777366 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:15.792163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] For port 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:40:15.796311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] For port 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:40:15.797004 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Transition to ACTIVE for port object bca324e9-4c2b-4446-90b9-52c24155b5da will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:15.862381 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb155c0f-f375-440b-b094-91f7b2882bad req-af27820a-bc52-439b-ac28-97c9b8fde8d5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:15.865053 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb155c0f-f375-440b-b094-91f7b2882bad req-af27820a-bc52-439b-ac28-97c9b8fde8d5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 950 time: 0.0560355 Aug 29 06:40:15.902837 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb155c0f-f375-440b-b094-91f7b2882bad req-fffafa01-0553-4b36-9c93-e08ba037d791 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326877 Aug 29 06:40:15.913694 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 37338) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:15.930738 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:15.931512 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:15.974644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:15.979891 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:15.979891 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19670cab-264a-479f-ad14-6484471d59f0 req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] 10.222.0.15 "PUT /v2.0/ports/13dc54f0-836a-4a9d-bd86-5258f3710eb7 HTTP/1.1" status: 200 len: 1097 time: 1.3478565 Aug 29 06:40:15.979891 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'tag': '13dc54f0-836a-4a9d-bd86-5258f3710eb7'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:15.989891 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122cbb86-8a0d-4668-9ff4-97d66615b02c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7b5bb9-a620-45d2-9300-d95fde52c59e", "tag": "13dc54f0-836a-4a9d-bd86-5258f3710eb7"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:16.017143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6322826-f0f7-43b9-aaad-06bb6952e099 service neutron] Pushing event updated for resources: {'Port': ['ID=13dc54f0-836a-4a9d-bd86-5258f3710eb7,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:16.019991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Pushing event updated for resources: {'Port': ['ID=bca324e9-4c2b-4446-90b9-52c24155b5da,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:16.039419 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3f25515-e4de-48d7-94c8-a5073d23ea07 req-b709a248-2c54-442a-947e-c36be964bbf7 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-groups/d37ea947-6396-42ba-af65-112df02b8cc9 HTTP/1.1" status: 200 len: 1813 time: 0.0974433 Aug 29 06:40:16.064813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-7856515-network', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:16.158018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670cab-264a-479f-ad14-6484471d59f0 req-7865d7c8-296f-4eea-b954-2831ed713252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:16.159924 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19670cab-264a-479f-ad14-6484471d59f0 req-7865d7c8-296f-4eea-b954-2831ed713252 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6eb48acfd45d4511a61bd789bd95b431&device_id=0e7b5bb9-a620-45d2-9300-d95fde52c59e HTTP/1.1" status: 200 len: 1100 time: 0.0482759 Aug 29 06:40:16.208283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Attempting to bind port bca324e9-4c2b-4446-90b9-52c24155b5da on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:40:16.208666 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Attempting to bind port bca324e9-4c2b-4446-90b9-52c24155b5da by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:40:16.209019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Attempting to bind port bca324e9-4c2b-4446-90b9-52c24155b5da on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:16.210721 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19670cab-264a-479f-ad14-6484471d59f0 req-e1f4e131-b9b5-4863-bd17-7e2b04ffd38d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7 HTTP/1.1" status: 200 len: 217 time: 0.0403914 Aug 29 06:40:16.227440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Port bca324e9-4c2b-4446-90b9-52c24155b5da on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:40:16.227801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Attempting to bind port bca324e9-4c2b-4446-90b9-52c24155b5da on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:16.231873 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f3f25515-e4de-48d7-94c8-a5073d23ea07 req-da076d77-8e39-416c-a170-5206aea12fd6 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:16.246001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95b6d9-fd6d-48d5-9eb9-c97922211d4b req-fa01cbeb-4dae-4005-b6e2-10abf6c03d4d tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:16.246001 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b95b6d9-fd6d-48d5-9eb9-c97922211d4b req-fa01cbeb-4dae-4005-b6e2-10abf6c03d4d tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.1356504 Aug 29 06:40:16.255435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:40:16.255700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:16.256116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:40:16.256604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Bound port: bca324e9-4c2b-4446-90b9-52c24155b5da, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:40:16.256965 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:16.270720 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670cab-264a-479f-ad14-6484471d59f0 req-25c42d98-ddb6-48d3-a9cd-5986e4a54a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:16.272741 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19670cab-264a-479f-ad14-6484471d59f0 req-25c42d98-ddb6-48d3-a9cd-5986e4a54a27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0516238 Aug 29 06:40:16.288853 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f3f25515-e4de-48d7-94c8-a5073d23ea07 req-da076d77-8e39-416c-a170-5206aea12fd6 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:16.309765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] Made reservation on behalf of d7ca440486aa4cc7b212f4190a478c52 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:16.314235 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:16.347551 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670cab-264a-479f-ad14-6484471d59f0 req-0378ea03-afe0-4268-9440-fac5da705a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:16.357802 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19670cab-264a-479f-ad14-6484471d59f0 req-0378ea03-afe0-4268-9440-fac5da705a52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0766098 Aug 29 06:40:16.363889 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:16.419679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b95b6d9-fd6d-48d5-9eb9-c97922211d4b req-9daa1396-f14e-4427-9ab5-e286ae8a9e6a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487575 Aug 29 06:40:16.435872 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] For port bca324e9-4c2b-4446-90b9-52c24155b5da, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:40:16.450327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] For port bca324e9-4c2b-4446-90b9-52c24155b5da, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=bca324e9-4c2b-4446-90b9-52c24155b5da,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:40:16.485449 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19670cab-264a-479f-ad14-6484471d59f0 req-0ee44f0d-7038-462e-b5c7-2f8dc09e4500 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195960 Aug 29 06:40:16.546800 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:16.563265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5e729-b25a-4089-8843-800d65dead06 req-418f0235-d766-41f6-a968-a16ac6524eee tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:16.564843 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49d5e729-b25a-4089-8843-800d65dead06 req-418f0235-d766-41f6-a968-a16ac6524eee tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 948 time: 0.0730481 Aug 29 06:40:16.592973 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19670cab-264a-479f-ad14-6484471d59f0 req-059aef94-f78e-4a90-9adc-0a139aa13875 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992687 Aug 29 06:40:16.607306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49d5e729-b25a-4089-8843-800d65dead06 req-9982f0d8-89a1-48c3-9461-572423c6f9c0 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362191 Aug 29 06:40:16.626960 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f3f25515-e4de-48d7-94c8-a5073d23ea07 req-da076d77-8e39-416c-a170-5206aea12fd6 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:16.633397 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f3f25515-e4de-48d7-94c8-a5073d23ea07 req-da076d77-8e39-416c-a170-5206aea12fd6 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:16.633397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3f25515-e4de-48d7-94c8-a5073d23ea07 req-da076d77-8e39-416c-a170-5206aea12fd6 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "DELETE /v2.0/security-groups/d37ea947-6396-42ba-af65-112df02b8cc9 HTTP/1.1" status: 204 len: 173 time: 0.5922487 Aug 29 06:40:16.645337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da076d77-8e39-416c-a170-5206aea12fd6 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37ea947-6396-42ba-af65-112df02b8cc9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:16.674802 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1ccb44-d6c1-45f2-9368-dee8156fce85 x-openstack-request-id: req-8f1ccb44-d6c1-45f2-9368-dee8156fce85 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:16.675103 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7b5bb9-a620-45d2-9300-d95fde52c59e", "tag": "13dc54f0-836a-4a9d-bd86-5258f3710eb7", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:16.675572 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f1ccb44-d6c1-45f2-9368-dee8156fce85 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:16.675960 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'tag': '13dc54f0-836a-4a9d-bd86-5258f3710eb7', 'status': 'completed', 'code': 200} Aug 29 06:40:16.701244 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:16.703488 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:16.770879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:40:16.779862 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:40:16.802646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:16.803291 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:16.804668 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bd95fec-9ed3-4070-8532-df73df672cca req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] 10.222.0.11 "PUT /v2.0/ports/bca324e9-4c2b-4446-90b9-52c24155b5da HTTP/1.1" status: 200 len: 1097 time: 1.5228698 Aug 29 06:40:16.807717 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0543c4ff-adfb-4a00-a8e5-3925333ee55f', 'tag': 'bca324e9-4c2b-4446-90b9-52c24155b5da'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:16.809873 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c581d618-8261-4b7a-b1b2-0e4a283762bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0543c4ff-adfb-4a00-a8e5-3925333ee55f", "tag": "bca324e9-4c2b-4446-90b9-52c24155b5da"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:16.871516 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:16.871872 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] Added segment 51e8a37b-b122-4d6c-a642-fb212fd25b05 of type vlan for network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 Aug 29 06:40:16.874673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f044cf0c-98ff-4893-b730-0e718cb1ee77,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:16.876360 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cbb86-8a0d-4668-9ff4-97d66615b02c req-5b9cd351-d9c4-45a0-b6b2-6f323203e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:16.877887 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-122cbb86-8a0d-4668-9ff4-97d66615b02c req-5b9cd351-d9c4-45a0-b6b2-6f323203e4e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6eb48acfd45d4511a61bd789bd95b431&device_id=0e7b5bb9-a620-45d2-9300-d95fde52c59e HTTP/1.1" status: 200 len: 1100 time: 0.0677991 Aug 29 06:40:16.893720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba8931-f684-4dff-9cf1-ca186706b090 service neutron] Pushing event updated for resources: {'Port': ['ID=bca324e9-4c2b-4446-90b9-52c24155b5da,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:16.939205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=2e76e0f8-770d-4771-8a46-f4f12c2e5de1,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:16.964737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '2e76e0f8-770d-4771-8a46-f4f12c2e5de1', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '2e76e0f8-770d-4771-8a46-f4f12c2e5de1', 'mac_address': 'fa:16:3e:f8:ba:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:40:16.970542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accaded-5ffe-4219-976a-6ebf41611fc1 req-363a9be5-d2ef-48f8-b5cd-9d38d7a52f4a tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:16.972153 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1accaded-5ffe-4219-976a-6ebf41611fc1 req-363a9be5-d2ef-48f8-b5cd-9d38d7a52f4a tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 948 time: 0.1810641 Aug 29 06:40:16.973964 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:16.978531 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f74e004-3c02-47c5-828d-18835507df76 req-75f77ae8-25c2-4241-b142-b4985970ab80 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-groups/12f069f7-7b85-4994-9100-07a1fb9593e0 HTTP/1.1" status: 200 len: 1811 time: 0.1945636 Aug 29 06:40:17.010394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cbb86-8a0d-4668-9ff4-97d66615b02c req-990ca063-80d8-4f47-b28a-0c52ce59b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:17.012255 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-122cbb86-8a0d-4668-9ff4-97d66615b02c req-990ca063-80d8-4f47-b28a-0c52ce59b94a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1255920 Aug 29 06:40:17.030214 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:17.046043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:17.068615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=2e76e0f8-770d-4771-8a46-f4f12c2e5de1,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:17.079211 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-122cbb86-8a0d-4668-9ff4-97d66615b02c req-327d814f-4377-449e-8f34-5a04778f6780 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7 HTTP/1.1" status: 200 len: 217 time: 0.0587726 Aug 29 06:40:17.112036 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1accaded-5ffe-4219-976a-6ebf41611fc1 req-556a78db-174b-4d2a-a0e5-9d3cd1c346d4 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144030 Aug 29 06:40:17.129972 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:17.136786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd95fec-9ed3-4070-8532-df73df672cca req-5da2fb70-fc61-40d1-9a8c-89897c140222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:17.145362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bd95fec-9ed3-4070-8532-df73df672cca req-5da2fb70-fc61-40d1-9a8c-89897c140222 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6eb48acfd45d4511a61bd789bd95b431&device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 1100 time: 0.1237595 Aug 29 06:40:17.145787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cbb86-8a0d-4668-9ff4-97d66615b02c req-819712a0-20c1-4ce2-8783-b9fb031d11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:17.145873 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7f74e004-3c02-47c5-828d-18835507df76 req-7c33ac5c-59bc-4a04-a0eb-43b03ee50719 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:17.145949 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-122cbb86-8a0d-4668-9ff4-97d66615b02c req-819712a0-20c1-4ce2-8783-b9fb031d11b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0547433 Aug 29 06:40:17.174672 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dac6e38-cc09-4790-9bf0-35e89a080f34 x-openstack-request-id: req-6dac6e38-cc09-4790-9bf0-35e89a080f34 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:17.174966 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0543c4ff-adfb-4a00-a8e5-3925333ee55f", "tag": "bca324e9-4c2b-4446-90b9-52c24155b5da", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:17.175261 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6dac6e38-cc09-4790-9bf0-35e89a080f34 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:17.175658 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0543c4ff-adfb-4a00-a8e5-3925333ee55f', 'tag': 'bca324e9-4c2b-4446-90b9-52c24155b5da', 'status': 'completed', 'code': 200} Aug 29 06:40:17.178313 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7f74e004-3c02-47c5-828d-18835507df76 req-7c33ac5c-59bc-4a04-a0eb-43b03ee50719 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:17.200706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=2e76e0f8-770d-4771-8a46-f4f12c2e5de1,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:17.207045 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:17.208158 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:17.208753 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:17.210386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cbb86-8a0d-4668-9ff4-97d66615b02c req-b9f3870b-6b97-4be3-a180-fdd7a191f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:17.212379 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-122cbb86-8a0d-4668-9ff4-97d66615b02c req-b9f3870b-6b97-4be3-a180-fdd7a191f5a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586593 Aug 29 06:40:17.225357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bd95fec-9ed3-4070-8532-df73df672cca req-187c1de1-9a59-4c6c-932d-ecb9afe552b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=bca324e9-4c2b-4446-90b9-52c24155b5da HTTP/1.1" status: 200 len: 217 time: 0.0651863 Aug 29 06:40:17.307358 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-122cbb86-8a0d-4668-9ff4-97d66615b02c req-ecb21fe3-43e6-447e-a6ec-08c7e2aeff96 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861666 Aug 29 06:40:17.358922 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] Pushing event updated for resources: {'Network': ['ID=c9b696c8-a0f7-4fc4-ae68-b8062e15f962,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:17.372287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:40:17.372939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ff95c2f1-7c8b-43f7-84b6-1d765429834a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4582105 Aug 29 06:40:17.375912 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37362) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:17.376536 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd95fec-9ed3-4070-8532-df73df672cca req-623d160e-25ab-472f-95d4-19af0aa8c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:17.378391 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bd95fec-9ed3-4070-8532-df73df672cca req-623d160e-25ab-472f-95d4-19af0aa8c8e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1340783 Aug 29 06:40:17.386262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-38ba9eab-a4be-445c-9c77-ed90b1d643e9 admin admin] Request body: {'subnet': {'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-subnet', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:17.391475 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2d098-d6e7-4a65-9276-66afacd6f849 req-d4400e18-8492-4c5b-8694-00257b965105 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:17.393048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7cf2d098-d6e7-4a65-9276-66afacd6f849 req-d4400e18-8492-4c5b-8694-00257b965105 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 950 time: 0.1502271 Aug 29 06:40:17.433544 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-122cbb86-8a0d-4668-9ff4-97d66615b02c req-46fb1427-e340-4655-ab96-91c07b080674 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180286 Aug 29 06:40:17.458372 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['2e76e0f8-770d-4771-8a46-f4f12c2e5de1'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:17.535652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ba9eab-a4be-445c-9c77-ed90b1d643e9 admin admin] Made reservation on behalf of d7ca440486aa4cc7b212f4190a478c52 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:17.538019 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38ba9eab-a4be-445c-9c77-ed90b1d643e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:17.710160 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7f74e004-3c02-47c5-828d-18835507df76 req-7c33ac5c-59bc-4a04-a0eb-43b03ee50719 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:17.712602 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7f74e004-3c02-47c5-828d-18835507df76 req-7c33ac5c-59bc-4a04-a0eb-43b03ee50719 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:17.713741 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f74e004-3c02-47c5-828d-18835507df76 req-7c33ac5c-59bc-4a04-a0eb-43b03ee50719 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "DELETE /v2.0/security-groups/12f069f7-7b85-4994-9100-07a1fb9593e0 HTTP/1.1" status: 204 len: 173 time: 0.7096639 Aug 29 06:40:17.739511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33ac5c-59bc-4a04-a0eb-43b03ee50719 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f069f7-7b85-4994-9100-07a1fb9593e0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:17.750211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7cf2d098-d6e7-4a65-9276-66afacd6f849 req-9f8300c9-3ba6-44e5-aa78-e7a25d89ccb0 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474214 Aug 29 06:40:17.753049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd95fec-9ed3-4070-8532-df73df672cca req-320d1304-8a04-4fea-bbb7-89a9bf1145aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:17.756649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bd95fec-9ed3-4070-8532-df73df672cca req-320d1304-8a04-4fea-bbb7-89a9bf1145aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3605611 Aug 29 06:40:17.832767 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38ba9eab-a4be-445c-9c77-ed90b1d643e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:17.887578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba9eab-a4be-445c-9c77-ed90b1d643e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3b20c4-433c-4818-ba1a-1a02bd8ca7db,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:17.897127 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba9eab-a4be-445c-9c77-ed90b1d643e9 admin admin] Checking segment: {'id': '51e8a37b-b122-4d6c-a642-fb212fd25b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:17.897489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ba9eab-a4be-445c-9c77-ed90b1d643e9 admin admin] Network hostable DHCP agents. Network: c9b696c8-a0f7-4fc4-ae68-b8062e15f962, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:40:17.909925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88455a8b-afcd-4220-8fc9-2d891103033a req-f02ed4a3-6295-43c8-90db-1346d52466f4 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:17.911401 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88455a8b-afcd-4220-8fc9-2d891103033a req-f02ed4a3-6295-43c8-90db-1346d52466f4 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.1421793 Aug 29 06:40:17.941675 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce3f4a-a2fa-4e62-b6e6-ee8185c6202e req-52696eda-51f5-4388-b00f-97593851bf5b tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:17.943089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fce3f4a-a2fa-4e62-b6e6-ee8185c6202e req-52696eda-51f5-4388-b00f-97593851bf5b tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 948 time: 0.1298196 Aug 29 06:40:17.961644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bd95fec-9ed3-4070-8532-df73df672cca req-999dc4de-f483-4650-987f-6323b39a86b1 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934917 Aug 29 06:40:18.041779 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88455a8b-afcd-4220-8fc9-2d891103033a req-5cacea9e-df86-4d0d-9cbc-0ff8f2769a5b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185720 Aug 29 06:40:18.053658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fce3f4a-a2fa-4e62-b6e6-ee8185c6202e req-fb9161aa-440b-4dd8-9f3d-6eb802f37d9d tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005473 Aug 29 06:40:18.066861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ba9eab-a4be-445c-9c77-ed90b1d643e9 admin admin] Network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:40:18.121828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bd95fec-9ed3-4070-8532-df73df672cca req-9a0f9ef2-41b9-401f-9bae-07ae4de09047 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468246 Aug 29 06:40:18.132286 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c868ff19-e738-4576-994a-561b92fd2b55 req-c3e2ef9a-f4c1-496e-886a-efa1243cbdc5 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-groups/16904863-7376-4f5d-8b91-e73c01287fe5 HTTP/1.1" status: 200 len: 1813 time: 0.0569332 Aug 29 06:40:18.167914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-38ba9eab-a4be-445c-9c77-ed90b1d643e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, c9b696c8-a0f7-4fc4-ae68-b8062e15f962) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:18.172263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ba9eab-a4be-445c-9c77-ed90b1d643e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:18.172861 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38ba9eab-a4be-445c-9c77-ed90b1d643e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:18.177960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f088da-3923-42b2-9897-1238d86b8a55 None None] Network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:40:18.196207 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c868ff19-e738-4576-994a-561b92fd2b55 req-1cebe9c1-a007-4fd5-a1e4-7072c2835176 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:18.221245 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c868ff19-e738-4576-994a-561b92fd2b55 req-1cebe9c1-a007-4fd5-a1e4-7072c2835176 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:18.263538 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73e2c819-ce75-40e7-896a-324885857148 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:40:18.298895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea8658-f656-45d5-9c00-145312b5b8b1 req-9aa65cfa-33f8-41a8-a596-0c00cb49682f tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:18.300719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6aea8658-f656-45d5-9c00-145312b5b8b1 req-9aa65cfa-33f8-41a8-a596-0c00cb49682f tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 1102 time: 0.0478277 Aug 29 06:40:18.335461 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6aea8658-f656-45d5-9c00-145312b5b8b1 req-e32c4331-a758-4dc0-84a7-70261d9a0456 tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285652 Aug 29 06:40:18.347733 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-38ba9eab-a4be-445c-9c77-ed90b1d643e9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9667120 Aug 29 06:40:18.351125 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37386) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:18.360397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:18.404672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'fixed_ips': [{'subnet_id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:40:18.405509 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:18.434038 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c868ff19-e738-4576-994a-561b92fd2b55 req-1cebe9c1-a007-4fd5-a1e4-7072c2835176 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:18.437120 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c868ff19-e738-4576-994a-561b92fd2b55 req-1cebe9c1-a007-4fd5-a1e4-7072c2835176 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:18.438486 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c868ff19-e738-4576-994a-561b92fd2b55 req-1cebe9c1-a007-4fd5-a1e4-7072c2835176 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "DELETE /v2.0/security-groups/16904863-7376-4f5d-8b91-e73c01287fe5 HTTP/1.1" status: 204 len: 173 time: 0.2999928 Aug 29 06:40:18.464966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581d618-8261-4b7a-b1b2-0e4a283762bc req-22a20995-2ad0-4799-99cc-5736e6c5b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:18.470543 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c581d618-8261-4b7a-b1b2-0e4a283762bc req-22a20995-2ad0-4799-99cc-5736e6c5b2fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6eb48acfd45d4511a61bd789bd95b431&device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 1100 time: 0.0823154 Aug 29 06:40:18.470543 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebe9c1-a007-4fd5-a1e4-7072c2835176 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16904863-7376-4f5d-8b91-e73c01287fe5,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:18.470910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73e2c819-ce75-40e7-896a-324885857148,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:18.531040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '73e2c819-ce75-40e7-896a-324885857148', 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03', 'port_id': '73e2c819-ce75-40e7-896a-324885857148', 'mac_address': 'fa:16:3e:b0:75:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286fc068-b68f-4910-a000-c7b8e582e791', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:40:18.535610 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:18.536853 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:18.601100 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:18.605920 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c499cc-18cb-48f6-9699-18a0490f61dc req-9ec84b5a-c021-4dc8-b419-45fbf7abfa5a tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:18.608103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97c499cc-18cb-48f6-9699-18a0490f61dc req-9ec84b5a-c021-4dc8-b419-45fbf7abfa5a tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 949 time: 0.1684265 Aug 29 06:40:18.612766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fe05f279-9571-4443-82ff-aa9f7964ca64 req-ed6e1318-313c-4501-bc83-715da96901da tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "GET /v2.0/security-groups/b368c629-10b9-4b81-ae32-69d91c42848f HTTP/1.1" status: 200 len: 1813 time: 0.1503565 Aug 29 06:40:18.613955 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:18.636329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e2c819-ce75-40e7-896a-324885857148 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:18.641774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Allocated IP 172.20.0.2 (c9b696c8-a0f7-4fc4-ae68-b8062e15f962/ab3b20c4-433c-4818-ba1a-1a02bd8ca7db/01212794-2641-4319-96cb-e0e8a997ddf1) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:40:18.664693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73e2c819-ce75-40e7-896a-324885857148,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:18.694278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581d618-8261-4b7a-b1b2-0e4a283762bc req-6ddac225-391f-44a2-824c-ecd9d463061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:18.695774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c581d618-8261-4b7a-b1b2-0e4a283762bc req-6ddac225-391f-44a2-824c-ecd9d463061b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.2002685 Aug 29 06:40:18.701509 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97c499cc-18cb-48f6-9699-18a0490f61dc req-ca2f1594-d227-48b5-b899-a0dace058254 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761580 Aug 29 06:40:18.757652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c581d618-8261-4b7a-b1b2-0e4a283762bc req-11d616e1-0296-4ce8-a178-822e9ef45c8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=bca324e9-4c2b-4446-90b9-52c24155b5da HTTP/1.1" status: 200 len: 217 time: 0.0526388 Aug 29 06:40:18.761570 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fe05f279-9571-4443-82ff-aa9f7964ca64 req-f7cc9947-b0f5-45ad-9b1e-3091ec887ee4 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:18.775663 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:18.816802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device fab7080e-a5c6-46ed-bde2-86df256e1dab details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:40:18.819081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:18.821614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-464b54b9-f969-4f45-937e-80f0bef76b6f tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398083 Aug 29 06:40:18.841728 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fe05f279-9571-4443-82ff-aa9f7964ca64 req-f7cc9947-b0f5-45ad-9b1e-3091ec887ee4 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:18.874219 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:18.954834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581d618-8261-4b7a-b1b2-0e4a283762bc req-f44dd092-5662-4a9e-ab04-984b2668c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:18.956357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c581d618-8261-4b7a-b1b2-0e4a283762bc req-f44dd092-5662-4a9e-ab04-984b2668c0c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1761315 Aug 29 06:40:19.030019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-a9ca7943-b6ff-441a-971c-7b460ef3ac5d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:19.031441 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-a9ca7943-b6ff-441a-971c-7b460ef3ac5d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866467 Aug 29 06:40:19.047417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581d618-8261-4b7a-b1b2-0e4a283762bc req-717a13c1-1645-4478-bb22-066945de29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:19.049434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c581d618-8261-4b7a-b1b2-0e4a283762bc req-717a13c1-1645-4478-bb22-066945de29fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0761094 Aug 29 06:40:19.053513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-72858d7d-13b3-4a19-9b6f-2eab234a3a40 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/quotas/5e05d1570cdf4cefaa4ec47a0b5f0777 HTTP/1.1" status: 200 len: 375 time: 0.0155427 Aug 29 06:40:19.125461 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fe05f279-9571-4443-82ff-aa9f7964ca64 req-f7cc9947-b0f5-45ad-9b1e-3091ec887ee4 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.128313 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fe05f279-9571-4443-82ff-aa9f7964ca64 req-f7cc9947-b0f5-45ad-9b1e-3091ec887ee4 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.129508 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fe05f279-9571-4443-82ff-aa9f7964ca64 req-f7cc9947-b0f5-45ad-9b1e-3091ec887ee4 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] 10.222.0.76 "DELETE /v2.0/security-groups/b368c629-10b9-4b81-ae32-69d91c42848f HTTP/1.1" status: 204 len: 173 time: 0.5081625 Aug 29 06:40:19.146392 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=73e2c819-ce75-40e7-896a-324885857148,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:19.149249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37416) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:19.172698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc9947-b0f5-45ad-9b1e-3091ec887ee4 tempest-SecurityGroupRulesNegativeTestJSON-1304501801 tempest-SecurityGroupRulesNegativeTestJSON-1304501801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b368c629-10b9-4b81-ae32-69d91c42848f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:19.172934 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.186277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Transition to ACTIVE for port object 01212794-2641-4319-96cb-e0e8a997ddf1 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:19.207701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Transition to ACTIVE for port object 01212794-2641-4319-96cb-e0e8a997ddf1 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:19.222087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b15670-ae68-4870-93a3-d557205dc917 admin admin] Deleting subnet 15ea24a8-d132-481e-a418-c8b22a698e2a {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:40:19.233463 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-bf046ce2-6055-46fd-bfde-40ac47faf3b8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1621225 Aug 29 06:40:19.257284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port fab7080e-a5c6-46ed-bde2-86df256e1dab, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=fab7080e-a5c6-46ed-bde2-86df256e1dab,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:19.263840 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05b15670-ae68-4870-93a3-d557205dc917 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.313765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c581d618-8261-4b7a-b1b2-0e4a283762bc req-c987f491-b11f-46c0-a014-822395c79ae4 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551894 Aug 29 06:40:19.317074 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'fab7080e-a5c6-46ed-bde2-86df256e1dab', 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac', 'port_id': 'fab7080e-a5c6-46ed-bde2-86df256e1dab', 'mac_address': 'fa:16:3e:fb:4a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d07125-69f9-49f3-a732-befd124498bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:40:19.332927 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05b15670-ae68-4870-93a3-d557205dc917 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.379579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.382449 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.408326 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.422966 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05b15670-ae68-4870-93a3-d557205dc917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.436226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:19.441690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a859a2e-1797-4b07-a04e-6e4881670337 req-49ae18a9-6569-48ed-9cc4-8ffa08453522 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:19.449995 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a859a2e-1797-4b07-a04e-6e4881670337 req-49ae18a9-6569-48ed-9cc4-8ffa08453522 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 944 time: 0.1998618 Aug 29 06:40:19.514645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:19.514947 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.518005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:19.527680 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c581d618-8261-4b7a-b1b2-0e4a283762bc req-fae1947b-4287-4fff-87c1-900268361efd service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050247 Aug 29 06:40:19.531285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:19.565107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:40:19.565107 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.571772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Pushing event updated for resources: {'Port': ['ID=01212794-2641-4319-96cb-e0e8a997ddf1,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:19.601016 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Allocated IP 172.25.1.31 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/9fbc83f8-5052-44aa-82a3-eb180885af6e) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:40:19.617853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fab7080e-a5c6-46ed-bde2-86df256e1dab {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:19.627156 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['73e2c819-ce75-40e7-896a-324885857148'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:19.629841 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a859a2e-1797-4b07-a04e-6e4881670337 req-bd4f9717-fe9d-4a64-9444-69847fbd5d6c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619530 Aug 29 06:40:19.678027 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05b15670-ae68-4870-93a3-d557205dc917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.770138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port fab7080e-a5c6-46ed-bde2-86df256e1dab, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=fab7080e-a5c6-46ed-bde2-86df256e1dab,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:19.793768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Attempting to bind port 01212794-2641-4319-96cb-e0e8a997ddf1 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:40:19.795233 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Attempting to bind port 01212794-2641-4319-96cb-e0e8a997ddf1 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '51e8a37b-b122-4d6c-a642-fb212fd25b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:40:19.796764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Attempting to bind port 01212794-2641-4319-96cb-e0e8a997ddf1 on network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:19.814682 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a931d-a68c-4ed7-b057-022ee1410de7 req-fdcdf754-6c3d-4e57-b052-486b6e486ce7 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:19.815814 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.819458 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e66a931d-a68c-4ed7-b057-022ee1410de7 req-fdcdf754-6c3d-4e57-b052-486b6e486ce7 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 948 time: 0.1028855 Aug 29 06:40:19.822594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b15670-ae68-4870-93a3-d557205dc917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15ea24a8-d132-481e-a418-c8b22a698e2a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:19.838232 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05b15670-ae68-4870-93a3-d557205dc917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.847365 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-05b15670-ae68-4870-93a3-d557205dc917 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/15ea24a8-d132-481e-a418-c8b22a698e2a HTTP/1.1" status: 204 len: 168 time: 0.6952350 Aug 29 06:40:19.848637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 37444) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:19.855901 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.905687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e66a931d-a68c-4ed7-b057-022ee1410de7 req-55945812-d9f4-4d8a-817f-7a4e51c4e664 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818086 Aug 29 06:40:19.933861 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:40:19.934531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Checking segment: {'id': '51e8a37b-b122-4d6c-a642-fb212fd25b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:19.935591 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.936436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Bound using segment: {'id': '51e8a37b-b122-4d6c-a642-fb212fd25b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:40:19.937284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Bound port: 01212794-2641-4319-96cb-e0e8a997ddf1, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e8a37b-b122-4d6c-a642-fb212fd25b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:40:19.937906 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.946071 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:19.987844 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a4f53d73-cc71-4cba-ae8d-ea650735c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:20.016868 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:20.045839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccdf506d-d21f-4a4d-b6db-f1227cc0757e req-ec6140b2-7d22-4e1f-a866-ba4b438b5668 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 210 time: 0.0615087 Aug 29 06:40:20.060433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] For port 01212794-2641-4319-96cb-e0e8a997ddf1, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:40:20.060807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:20.074363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] For port 01212794-2641-4319-96cb-e0e8a997ddf1, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=01212794-2641-4319-96cb-e0e8a997ddf1,segment=NetworkSegment(51e8a37b-b122-4d6c-a642-fb212fd25b05),segment_id=51e8a37b-b122-4d6c-a642-fb212fd25b05)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:40:20.077112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:20.077112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:40:20.077325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['fab7080e-a5c6-46ed-bde2-86df256e1dab'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:20.114535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Pushing event updated for resources: {'Port': ['ID=9fbc83f8-5052-44aa-82a3-eb180885af6e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:20.123274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1e388-063d-4a7e-8097-ac4962246708 req-d3c0ec43-27da-4627-ac00-b1e5d80dd211 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:20.124818 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06b1e388-063d-4a7e-8097-ac4962246708 req-d3c0ec43-27da-4627-ac00-b1e5d80dd211 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 949 time: 0.1156394 Aug 29 06:40:20.160437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acae5288-71a6-471f-9d54-d3a2c7abacd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e76e0f8-770d-4771-8a46-f4f12c2e5de1'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:20.163516 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483c03d8-5c31-4ca1-bd60-512a42aecb3e" -d '{"events": [{"server_uuid": "acae5288-71a6-471f-9d54-d3a2c7abacd2", "name": "network-vif-plugged", "status": "completed", "tag": "2e76e0f8-770d-4771-8a46-f4f12c2e5de1"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:20.184313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=fab7080e-a5c6-46ed-bde2-86df256e1dab,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:20.195895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=2e76e0f8-770d-4771-8a46-f4f12c2e5de1,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:20.200759 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a4f53d73-cc71-4cba-ae8d-ea650735c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:20.238563 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:20.248161 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8593eaa-2345-4022-89ac-f88daf866da7 x-openstack-request-id: req-b8593eaa-2345-4022-89ac-f88daf866da7 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:20.248583 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acae5288-71a6-471f-9d54-d3a2c7abacd2", "name": "network-vif-plugged", "status": "completed", "tag": "2e76e0f8-770d-4771-8a46-f4f12c2e5de1", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:20.248889 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8593eaa-2345-4022-89ac-f88daf866da7 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:20.250227 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acae5288-71a6-471f-9d54-d3a2c7abacd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e76e0f8-770d-4771-8a46-f4f12c2e5de1', 'code': 200} Aug 29 06:40:20.259208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a4f53d73-cc71-4cba-ae8d-ea650735c5ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dacf482a-b22d-44d5-b565-b0e0a9e57c99']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:20.294960 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06b1e388-063d-4a7e-8097-ac4962246708 req-3ec280a4-b476-4093-ad2c-f84b6ec60dcb tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260903 Aug 29 06:40:20.296939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a4f53d73-cc71-4cba-ae8d-ea650735c5ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3aa771e-55a0-441c-95ee-2c19a67dc569') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:20.297222 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a4f53d73-cc71-4cba-ae8d-ea650735c5ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3aa771e-55a0-441c-95ee-2c19a67dc569') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:20.331083 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a4f53d73-cc71-4cba-ae8d-ea650735c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:20.341417 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:20.376753 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a4f53d73-cc71-4cba-ae8d-ea650735c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:20.390014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f53d73-cc71-4cba-ae8d-ea650735c5ba admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:40:20.390433 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a4f53d73-cc71-4cba-ae8d-ea650735c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:20.475095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debe36f-1b51-4e1b-b05a-8aacbc4f67ec None None] Pushing event updated for resources: {'Port': ['ID=01212794-2641-4319-96cb-e0e8a997ddf1,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:40:20.488932 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:40:20.694128 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a4f53d73-cc71-4cba-ae8d-ea650735c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:20.695698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07e886-34d6-4597-b9fe-79402e0db464 req-dd32c76b-e0b7-45e3-913e-344494a9c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:20.697250 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ed07e886-34d6-4597-b9fe-79402e0db464 req-dd32c76b-e0b7-45e3-913e-344494a9c8ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 1102 time: 0.0503712 Aug 29 06:40:20.701818 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a4f53d73-cc71-4cba-ae8d-ea650735c5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:20.706034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a4f53d73-cc71-4cba-ae8d-ea650735c5ba admin admin] 10.222.0.76 "DELETE /v2.0/networks/dacf482a-b22d-44d5-b565-b0e0a9e57c99 HTTP/1.1" status: 204 len: 168 time: 0.8537295 Aug 29 06:40:20.721262 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=2e76e0f8-770d-4771-8a46-f4f12c2e5de1,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:20.756762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f53d73-cc71-4cba-ae8d-ea650735c5ba admin admin] Pushing event deleted for resources: {'Network': ['ID=dacf482a-b22d-44d5-b565-b0e0a9e57c99,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:20.772739 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:20.775447 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ed07e886-34d6-4597-b9fe-79402e0db464 req-6c7d7e51-e025-41b5-8e60-978607ebb8d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701003 Aug 29 06:40:20.801620 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 13dc54f0-836a-4a9d-bd86-5258f3710eb7 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:40:20.896830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68f710-c288-4839-ac1c-e17e3f524aee req-19a717f5-774a-4d99-9ab5-c22256f913b9 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:20.908976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f68f710-c288-4839-ac1c-e17e3f524aee req-19a717f5-774a-4d99-9ab5-c22256f913b9 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 944 time: 0.1065750 Aug 29 06:40:20.964428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f68f710-c288-4839-ac1c-e17e3f524aee req-25710c41-7ecb-4bdb-9b98-c0d9e9a84248 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562780 Aug 29 06:40:21.001675 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:21.093805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:21.120871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '13dc54f0-836a-4a9d-bd86-5258f3710eb7', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '13dc54f0-836a-4a9d-bd86-5258f3710eb7', 'mac_address': 'fa:16:3e:ff:c4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:40:21.154202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def01976-728c-4e63-af53-0ab93bedbbe8 req-d77fa590-0e2b-405d-981e-e942384b59e4 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:21.171922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-def01976-728c-4e63-af53-0ab93bedbbe8 req-d77fa590-0e2b-405d-981e-e942384b59e4 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 948 time: 0.1178789 Aug 29 06:40:21.217509 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:21.239674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13dc54f0-836a-4a9d-bd86-5258f3710eb7 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:21.267492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a89e209-95c6-401f-96f9-b573037fa3eb req-4c7d5c93-dc57-43d9-b7f9-7419477901c4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 210 time: 0.0823739 Aug 29 06:40:21.277087 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:21.297362 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 37478) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:21.320795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-def01976-728c-4e63-af53-0ab93bedbbe8 req-7ed5a30e-19dd-41a2-bd10-f930caf9c253 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418545 Aug 29 06:40:21.386588 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8c631d92-0b9a-4da7-b0a9-08a4a3022c8d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4819643f5d2348aaaadd4ecab50bb8ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881126 Aug 29 06:40:21.390265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 37482) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:21.415933 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:21.435518 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:21.511638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498240b-4a55-4382-b977-8fc3278d1923 req-8675b301-d8c4-4e90-82bc-2e9c48761752 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:21.524792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=13dc54f0-836a-4a9d-bd86-5258f3710eb7,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:21.535648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0498240b-4a55-4382-b977-8fc3278d1923 req-8675b301-d8c4-4e90-82bc-2e9c48761752 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 950 time: 0.1627848 Aug 29 06:40:21.557266 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b79a624b-e018-4976-8934-93333fcc690b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:21.604558 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b79a624b-e018-4976-8934-93333fcc690b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:21.630583 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0498240b-4a55-4382-b977-8fc3278d1923 req-02e95f99-d2e4-4225-b4ea-ccb6d6e08ac4 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793381 Aug 29 06:40:21.712603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Router 07686751-3e2d-421e-bd9e-27f33f1b2684 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:40:21.754691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f3e580-32c7-420f-8105-37c22483fcfb None None] Network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:40:21.758229 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b79a624b-e018-4976-8934-93333fcc690b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:21.761143 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b79a624b-e018-4976-8934-93333fcc690b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:21.764998 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b79a624b-e018-4976-8934-93333fcc690b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2d20aa95-281f-467e-8199-67f3dfc53de0 HTTP/1.1" status: 204 len: 168 time: 0.3710756 Aug 29 06:40:21.807582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a624b-e018-4976-8934-93333fcc690b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d20aa95-281f-467e-8199-67f3dfc53de0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:21.834411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['13dc54f0-836a-4a9d-bd86-5258f3710eb7'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:21.908779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:40:21.920404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cfb72c2f-8999-44bb-b230-326f8053bc98 None None] Provisioning for port 01212794-2641-4319-96cb-e0e8a997ddf1 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:21.941940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Sync routers for ids ['07686751-3e2d-421e-bd9e-27f33f1b2684'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:40:21.999753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 01212794-2641-4319-96cb-e0e8a997ddf1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:22.031014 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Routers {'07686751-3e2d-421e-bd9e-27f33f1b2684'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:40:22.031688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:40:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['07686751-3e2d-421e-bd9e-27f33f1b2684'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:22.061205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:22.062521 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1d9f549c-def1-4971-81c4-f5f67db1962e admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7103126 Aug 29 06:40:22.065275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 37500) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:22.222965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Set router 07686751-3e2d-421e-bd9e-27f33f1b2684 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:40:22.234214 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5fd7d-4df4-44bc-907d-f975c8d45223 req-bd7ca1cc-ba28-45f2-9d10-6f120ea596d3 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:22.236135 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90e5fd7d-4df4-44bc-907d-f975c8d45223 req-bd7ca1cc-ba28-45f2-9d10-6f120ea596d3 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 944 time: 0.1143920 Aug 29 06:40:22.311067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73e2c819-ce75-40e7-896a-324885857148 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:22.345714 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90e5fd7d-4df4-44bc-907d-f975c8d45223 req-155a57bc-c3a6-4674-ba5d-737577b68ba0 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023738 Aug 29 06:40:22.455153 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 01212794-2641-4319-96cb-e0e8a997ddf1 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:22.479835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 01212794-2641-4319-96cb-e0e8a997ddf1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:22.480371 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1cbe867d-c310-4680-8893-9cce1ee07ebd req-96acee73-29c0-4c65-b7e7-7c898c5714cb tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 210 time: 0.0387926 Aug 29 06:40:22.489257 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:22.668744 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63a007-534c-4949-b674-34ff47c9d57b req-f09f341d-9546-46ea-b955-cf60f72b69b4 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:22.671130 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a63a007-534c-4949-b674-34ff47c9d57b req-f09f341d-9546-46ea-b955-cf60f72b69b4 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 948 time: 0.1938491 Aug 29 06:40:22.792782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a63a007-534c-4949-b674-34ff47c9d57b req-869e09d3-83a9-456d-a34f-3bef9ac0fa18 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132586 Aug 29 06:40:22.844209 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:22.846549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device fab7080e-a5c6-46ed-bde2-86df256e1dab up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:22.939611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422b74d-439c-4ee6-8998-9ff85eb25735 req-d5db804b-175e-4468-9c86-59d5a7a8e475 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:22.940997 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5422b74d-439c-4ee6-8998-9ff85eb25735 req-d5db804b-175e-4468-9c86-59d5a7a8e475 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 950 time: 0.1741564 Aug 29 06:40:23.056595 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:23.058724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 73e2c819-ce75-40e7-896a-324885857148 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:23.063795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5422b74d-439c-4ee6-8998-9ff85eb25735 req-dc85e413-8757-466f-8d2b-f5e19594a4d5 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112833 Aug 29 06:40:23.102905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:40:20Z', 'revision_number': 3, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port': {'id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:19Z', 'updated_at': '2021-08-29T06:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:23.102905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 73e2c819-ce75-40e7-896a-324885857148 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:23.102905 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:23.154029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Checking router: 07686751-3e2d-421e-bd9e-27f33f1b2684 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:40:23.154369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Updating router 07686751-3e2d-421e-bd9e-27f33f1b2684 port 9fbc83f8-5052-44aa-82a3-eb180885af6e binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:40:23.195135 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 01212794-2641-4319-96cb-e0e8a997ddf1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=01212794-2641-4319-96cb-e0e8a997ddf1,segment=NetworkSegment(51e8a37b-b122-4d6c-a642-fb212fd25b05),segment_id=51e8a37b-b122-4d6c-a642-fb212fd25b05)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:23.199966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f16903fb-1a65-4c3d-b492-dabe55614813 None None] Provisioning complete for port 01212794-2641-4319-96cb-e0e8a997ddf1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:23.201091 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f16903fb-1a65-4c3d-b492-dabe55614813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:23.213440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-9bce27ac-b657-4cbf-8cae-2a68ce6d1ed6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405350 Aug 29 06:40:23.242337 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:23.294878 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port fab7080e-a5c6-46ed-bde2-86df256e1dab triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:23.295277 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:23.395291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-d6530ead-4404-40d9-bae6-43bc1e67dd38 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:23.396943 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-d6530ead-4404-40d9-bae6-43bc1e67dd38 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608839 Aug 29 06:40:23.422943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-113ca9fa-797e-4560-b070-4f515de2c23b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Request body: {'port': {'device_id': '34d8b4e5-5c17-4b3b-a73a-1089e5471596', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '5e05d1570cdf4cefaa4ec47a0b5f0777'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:23.430016 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:23.545747 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:23.601838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c420fa6-157f-412c-8e0d-78edcbf8ecca req-22e1acf9-4409-4568-b63c-55f58af9bd53 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:23.603337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c420fa6-157f-412c-8e0d-78edcbf8ecca req-22e1acf9-4409-4568-b63c-55f58af9bd53 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 944 time: 0.0749602 Aug 29 06:40:23.606697 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Allocated IP 172.20.0.1 (c9b696c8-a0f7-4fc4-ae68-b8062e15f962/ab3b20c4-433c-4818-ba1a-1a02bd8ca7db/80ce930e-ab4b-473f-9bfc-5e8e337862ff) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:40:23.663609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c420fa6-157f-412c-8e0d-78edcbf8ecca req-c60410ba-3ee5-4576-95c6-bb4756fd0588 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525982 Aug 29 06:40:23.682421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8ba089-2315-43ca-bbda-21144dd71fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e2c819-ce75-40e7-896a-324885857148'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:23.690759 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666047f8-935b-4396-ba27-85b4089437dc" -d '{"events": [{"server_uuid": "cc8ba089-2315-43ca-bbda-21144dd71fa9", "name": "network-vif-plugged", "status": "completed", "tag": "73e2c819-ce75-40e7-896a-324885857148"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:23.754486 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=01212794-2641-4319-96cb-e0e8a997ddf1,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:23.766829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73e2c819-ce75-40e7-896a-324885857148,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:23.792913 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:23.827738 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f988b44b-c1dc-4a0a-919c-f00873151a89 x-openstack-request-id: req-f988b44b-c1dc-4a0a-919c-f00873151a89 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:23.828023 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8ba089-2315-43ca-bbda-21144dd71fa9", "name": "network-vif-plugged", "status": "completed", "tag": "73e2c819-ce75-40e7-896a-324885857148", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:23.828273 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f988b44b-c1dc-4a0a-919c-f00873151a89 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:23.828273 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8ba089-2315-43ca-bbda-21144dd71fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e2c819-ce75-40e7-896a-324885857148', 'code': 200} Aug 29 06:40:23.831794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:23.905413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port fab7080e-a5c6-46ed-bde2-86df256e1dab, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=fab7080e-a5c6-46ed-bde2-86df256e1dab,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:23.914459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Transition to ACTIVE for port object 80ce930e-ab4b-473f-9bfc-5e8e337862ff will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:23.919829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 01212794-2641-4319-96cb-e0e8a997ddf1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:23.952485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37552) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:23.956734 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:23.973588 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:24.011847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Transition to ACTIVE for port object 9fbc83f8-5052-44aa-82a3-eb180885af6e will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:24.040720 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1c6a8-841e-4b9b-8742-d4e5687a682a req-20b8d7d2-e6c6-4085-9499-22705a1c1fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.042586 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-65a1c6a8-841e-4b9b-8742-d4e5687a682a req-20b8d7d2-e6c6-4085-9499-22705a1c1fca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 1097 time: 0.0830081 Aug 29 06:40:24.048237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=73e2c819-ce75-40e7-896a-324885857148,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:24.055382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 01212794-2641-4319-96cb-e0e8a997ddf1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:24.055754 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:24.113893 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-65a1c6a8-841e-4b9b-8742-d4e5687a682a req-8775ec5c-df75-4d84-ab55-60628857114b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582929 Aug 29 06:40:24.143519 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:24.211576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-388471493-network', 'tenant_id': '061145791eb24ccbba477166da42aefb'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:24.263777 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:24.287863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device bca324e9-4c2b-4446-90b9-52c24155b5da details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:40:24.318829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=fab7080e-a5c6-46ed-bde2-86df256e1dab,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:24.364485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Attempting to bind port 9fbc83f8-5052-44aa-82a3-eb180885af6e on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:40:24.364860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Attempting to bind port 9fbc83f8-5052-44aa-82a3-eb180885af6e by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:40:24.365220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Attempting to bind port 9fbc83f8-5052-44aa-82a3-eb180885af6e on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:24.416581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:40:24.416970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:24.417379 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:24.417777 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:40:24.418258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Bound port: 9fbc83f8-5052-44aa-82a3-eb180885af6e, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:40:24.418643 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:24.445585 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681806d9-a032-4d3c-99d4-4cb1cb7be566 None None] Pushing event updated for resources: {'Port': ['ID=9fbc83f8-5052-44aa-82a3-eb180885af6e,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:24.506101 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] Made reservation on behalf of 061145791eb24ccbba477166da42aefb for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:24.506101 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:24.508477 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:24.515083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] For port 9fbc83f8-5052-44aa-82a3-eb180885af6e, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:40:24.518147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port bca324e9-4c2b-4446-90b9-52c24155b5da, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=bca324e9-4c2b-4446-90b9-52c24155b5da,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:24.521942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] For port 9fbc83f8-5052-44aa-82a3-eb180885af6e, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9fbc83f8-5052-44aa-82a3-eb180885af6e,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:40:24.529893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c75f17fa-a938-48d1-8fc2-d7168effd69e req-3023950b-4d8b-4b6e-b239-4d2b5e6a12a5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 210 time: 0.5118306 Aug 29 06:40:24.533249 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:24.535374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-113ca9fa-797e-4560-b070-4f515de2c23b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Made reservation on behalf of 5e05d1570cdf4cefaa4ec47a0b5f0777 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:24.538887 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-113ca9fa-797e-4560-b070-4f515de2c23b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:24.541865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'bca324e9-4c2b-4446-90b9-52c24155b5da', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'bca324e9-4c2b-4446-90b9-52c24155b5da', 'mac_address': 'fa:16:3e:77:dc:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:40:24.623054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:24.637878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:24.643440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:40:24.654207 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:24.672244 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca324e9-4c2b-4446-90b9-52c24155b5da {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:24.694758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port bca324e9-4c2b-4446-90b9-52c24155b5da, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=bca324e9-4c2b-4446-90b9-52c24155b5da,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:24.702526 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:24.713686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Pushing event updated for resources: {'Port': ['ID=80ce930e-ab4b-473f-9bfc-5e8e337862ff,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:24.767234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.767628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.768089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.768557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.769023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.769515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.769947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.770406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.770863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.773160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.773160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.773160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.773160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.773160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.773633 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.774079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.776724 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-4d85d6db-5f21-4d14-ae58-8db80d85a079 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596&device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f&device_id=0e7b5bb9-a620-45d2-9300-d95fde52c59e&device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2&device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9&device_id=caddc968-e736-484e-9203-2652774aa8ac&device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb&device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc&device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a&device_id=04a5fd60-63e3-4f3b-8346-b7b90ee42358&device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666&device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9&device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7&device_id=f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320&device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 14454 time: 0.2591193 Aug 29 06:40:24.795323 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:24.853430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 13dc54f0-836a-4a9d-bd86-5258f3710eb7 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:24.884385 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-3d54935e-c53f-488e-822f-704a52bc3c48 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:24.925040 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872855f-eae2-4917-8c5a-3fd2c64f78a9 req-7dee4929-16b0-4728-8d96-3bb5aa3ca315 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:24.927973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7872855f-eae2-4917-8c5a-3fd2c64f78a9 req-7dee4929-16b0-4728-8d96-3bb5aa3ca315 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 948 time: 0.2795119 Aug 29 06:40:24.951263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-113ca9fa-797e-4560-b070-4f515de2c23b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Allocated IP 192.168.233.29 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/4087ca48-f833-487d-9a62-7ec6b872da98) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:40:25.062039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7872855f-eae2-4917-8c5a-3fd2c64f78a9 req-ffc8bc45-122f-4a0b-b9c8-fc4eeb691036 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003461 Aug 29 06:40:25.124628 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.126076 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.130327 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.192010 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:40:25.218409 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Routers {'07686751-3e2d-421e-bd9e-27f33f1b2684'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:40:25.219094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:40:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['07686751-3e2d-421e-bd9e-27f33f1b2684'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:25.222967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2282590-788f-4d3e-bc7c-8bfb88cd8262,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:25.239678 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.240226 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] Added segment 8d5b293c-194f-49eb-9d3d-44ef4068820c of type vlan for network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c Aug 29 06:40:25.330616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=bca324e9-4c2b-4446-90b9-52c24155b5da,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:25.337365 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.345257 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-113ca9fa-797e-4560-b070-4f515de2c23b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.346367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 13dc54f0-836a-4a9d-bd86-5258f3710eb7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:25.349640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5ca2a6ae-f142-4a69-8dbd-c9f77e454a8e None None] Provisioning for port 80ce930e-ab4b-473f-9bfc-5e8e337862ff completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:25.362846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5ca2a6ae-f142-4a69-8dbd-c9f77e454a8e None None] Provisioning complete for port 80ce930e-ab4b-473f-9bfc-5e8e337862ff triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:25.363387 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5ca2a6ae-f142-4a69-8dbd-c9f77e454a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.411674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 13dc54f0-836a-4a9d-bd86-5258f3710eb7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:25.412141 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.443633 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-113ca9fa-797e-4560-b070-4f515de2c23b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Transition to ACTIVE for port object 4087ca48-f833-487d-9a62-7ec6b872da98 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:25.467634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744251fa-2588-4bd8-b491-1bc91df7cfa8 req-6b0098f2-283c-4812-acaa-ec8809e52b97 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:25.469575 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-744251fa-2588-4bd8-b491-1bc91df7cfa8 req-6b0098f2-283c-4812-acaa-ec8809e52b97 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.1104231 Aug 29 06:40:25.487022 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.513770 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2a6ae-f142-4a69-8dbd-c9f77e454a8e None None] Port 80ce930e-ab4b-473f-9bfc-5e8e337862ff cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:40:25.540377 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681806d9-a032-4d3c-99d4-4cb1cb7be566 None None] Pushing event updated for resources: {'Port': ['ID=9fbc83f8-5052-44aa-82a3-eb180885af6e,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:25.554114 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.555640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:25.556643 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.565101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] Set router 07686751-3e2d-421e-bd9e-27f33f1b2684 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:40:25.580974 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-744251fa-2588-4bd8-b491-1bc91df7cfa8 req-ed2ba142-62f8-4b05-921a-20fa56dfa286 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006384 Aug 29 06:40:25.630200 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-3d54935e-c53f-488e-822f-704a52bc3c48 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.719428 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] Pushing event updated for resources: {'Network': ['ID=cdbc2cac-fa4d-4a71-9993-2be4f6afc44c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:25.752296 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-3d54935e-c53f-488e-822f-704a52bc3c48 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.829657 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-626e2b5d-dc0a-4b24-9f05-662a7a9c162d req-d7f8a637-2f95-4838-a968-f2b8278ade97 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 210 time: 0.0923078 Aug 29 06:40:25.849730 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-113ca9fa-797e-4560-b070-4f515de2c23b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.870338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caddc968-e736-484e-9203-2652774aa8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab7080e-a5c6-46ed-bde2-86df256e1dab'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:25.870588 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a50ae87-3c59-4780-810b-8e3ab4c6d1ee" -d '{"events": [{"server_uuid": "caddc968-e736-484e-9203-2652774aa8ac", "name": "network-vif-plugged", "status": "completed", "tag": "fab7080e-a5c6-46ed-bde2-86df256e1dab"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:25.890896 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:40:25.893670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa', '45236214-eeaf-4c3d-8e17-e474ac8af786'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:25.900725 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:25.901121 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8866c3ce-3511-4338-950d-86bbd3df8423 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9421191 Aug 29 06:40:25.902616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-113ca9fa-797e-4560-b070-4f515de2c23b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:25.904768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37574) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:25.923290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-113ca9fa-797e-4560-b070-4f515de2c23b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:25.924528 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['113be281-1e24-4419-81dd-2a31c5d25935', '548275e1-489c-4612-ad0a-a73e662766ad', '76edc251-f074-403a-922f-1b2f30405a3b', '155b5298-6101-42f4-81ab-085a25b9f8c5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:25.940325 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e65e2cc-3010-400a-9d38-f7ee03004010 req-3d54935e-c53f-488e-822f-704a52bc3c48 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&id=a96c8491-24b4-4367-acbe-370423876a42&id=4918bcce-658c-46fb-b236-c08e50c0daa4&id=42696131-fb6b-45f4-b98e-ccfc6099e946&id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 1.1504097 Aug 29 06:40:25.958712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Request body: {'subnet': {'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-388471493-subnet', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:25.980387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-113ca9fa-797e-4560-b070-4f515de2c23b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:40:26.015451 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:26.026159 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54935e-c53f-488e-822f-704a52bc3c48 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663df318-807e-4195-8f84-ed899a15f327,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:26.026364 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3c9b4d-4b8a-4d9f-8a82-7b9e2ddf9114 x-openstack-request-id: req-0c3c9b4d-4b8a-4d9f-8a82-7b9e2ddf9114 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:26.026364 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caddc968-e736-484e-9203-2652774aa8ac", "name": "network-vif-plugged", "status": "completed", "tag": "fab7080e-a5c6-46ed-bde2-86df256e1dab", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:26.026364 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0c3c9b4d-4b8a-4d9f-8a82-7b9e2ddf9114 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:26.026364 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caddc968-e736-484e-9203-2652774aa8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab7080e-a5c6-46ed-bde2-86df256e1dab', 'code': 200} Aug 29 06:40:26.051441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ca9fa-797e-4560-b070-4f515de2c23b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event updated for resources: {'Port': ['ID=4087ca48-f833-487d-9a62-7ec6b872da98,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:26.070596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-113ca9fa-797e-4560-b070-4f515de2c23b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:26.071432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-113ca9fa-797e-4560-b070-4f515de2c23b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:26.073422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:26.239447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776e8b6-e24e-4c9a-be06-2ca68d1ccd2a req-528514dc-0568-41d0-a2ed-83e5d3c5ef4c tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:26.241666 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a776e8b6-e24e-4c9a-be06-2ca68d1ccd2a req-528514dc-0568-41d0-a2ed-83e5d3c5ef4c tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 949 time: 0.0896878 Aug 29 06:40:26.287423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a776e8b6-e24e-4c9a-be06-2ca68d1ccd2a req-b1c8d7ab-5495-4e83-baab-bf014fb03d5e tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380523 Aug 29 06:40:26.345281 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Made reservation on behalf of 061145791eb24ccbba477166da42aefb for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:26.349182 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:26.373545 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:26.373725 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:26.437683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:40:20Z', 'revision_number': 3, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port': {'id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:19Z', 'updated_at': '2021-08-29T06:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:26.451200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Pushing event updated for resources: {'Port': ['ID=80ce930e-ab4b-473f-9bfc-5e8e337862ff,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:26.483406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['bca324e9-4c2b-4446-90b9-52c24155b5da'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:26.489112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79970860-1ca5-4fc8-9f04-044b5bf72777 req-06ae23dc-a63e-4bd5-b2d0-18f74240c2ff tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:26.489595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79970860-1ca5-4fc8-9f04-044b5bf72777 req-06ae23dc-a63e-4bd5-b2d0-18f74240c2ff tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:26.490069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79970860-1ca5-4fc8-9f04-044b5bf72777 req-06ae23dc-a63e-4bd5-b2d0-18f74240c2ff tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:26.491777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79970860-1ca5-4fc8-9f04-044b5bf72777 req-06ae23dc-a63e-4bd5-b2d0-18f74240c2ff tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2&device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc&device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 2887 time: 0.1730192 Aug 29 06:40:26.492507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6af48c-563d-4109-97a5-858ac7641c9e None None] The sync data for ids ['07686751-3e2d-421e-bd9e-27f33f1b2684'] in n-d-713301-12 is: [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:40:20Z', 'revision_number': 3, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port': {'id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:19Z', 'updated_at': '2021-08-29T06:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:40:26.492997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:26.612973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79970860-1ca5-4fc8-9f04-044b5bf72777 req-c3778a25-febb-4ec3-b93b-da0308952f11 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005764 Aug 29 06:40:26.615885 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=13dc54f0-836a-4a9d-bd86-5258f3710eb7,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:26.627990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6596bb0b-9e1d-4240-a8df-2af8d5de10ae None None] Provisioning for port 4087ca48-f833-487d-9a62-7ec6b872da98 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:26.667707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6596bb0b-9e1d-4240-a8df-2af8d5de10ae None None] Provisioning complete for port 4087ca48-f833-487d-9a62-7ec6b872da98 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:26.668073 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6596bb0b-9e1d-4240-a8df-2af8d5de10ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:26.731804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-113ca9fa-797e-4560-b070-4f515de2c23b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3102369 Aug 29 06:40:26.772877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Request body: {'port': {'device_id': '34d8b4e5-5c17-4b3b-a73a-1089e5471596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:26.808918 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:26.833603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6596bb0b-9e1d-4240-a8df-2af8d5de10ae None None] Port 4087ca48-f833-487d-9a62-7ec6b872da98 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:40:26.909438 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df1ad8c-55d9-4423-9317-a85138910c85,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:26.920789 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:26.929306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:26.977994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:26.994390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:26.994749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:26.995094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:26.995484 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:26.995822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:26.996169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:26.996489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:26.996816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:27.008613 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:27.012258 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:27.012978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:27.082153 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Checking segment: {'id': '8d5b293c-194f-49eb-9d3d-44ef4068820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:27.082618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Network hostable DHCP agents. Network: cdbc2cac-fa4d-4a71-9993-2be4f6afc44c, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:40:27.111878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884c5f6-27a6-421b-ad1b-e4463a82fba3 req-607e683c-7f27-47a1-a06a-e0f6760b1199 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:27.120363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5884c5f6-27a6-421b-ad1b-e4463a82fba3 req-607e683c-7f27-47a1-a06a-e0f6760b1199 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.3322351 Aug 29 06:40:27.230792 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:27.250271 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5884c5f6-27a6-421b-ad1b-e4463a82fba3 req-e409e81e-83c8-4050-a8f0-a69022a0d327 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241407 Aug 29 06:40:27.292778 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Router 07686751-3e2d-421e-bd9e-27f33f1b2684 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:40:27.329712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:40:27.434316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a3d87d45-0833-4720-ad58-9afca8b14fd0 None None] Provisioning complete for port 80ce930e-ab4b-473f-9bfc-5e8e337862ff triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:27.445308 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a3d87d45-0833-4720-ad58-9afca8b14fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:27.534866 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-a3d87d45-0833-4720-ad58-9afca8b14fd0 None None] Port 80ce930e-ab4b-473f-9bfc-5e8e337862ff cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:40:27.591899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187410d-da0e-43e4-80fa-e990261898f2 req-1650ec06-f731-4da2-86c0-0492d222d048 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:27.594523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4187410d-da0e-43e4-80fa-e990261898f2 req-1650ec06-f731-4da2-86c0-0492d222d048 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 935 time: 0.1951792 Aug 29 06:40:27.658448 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:40:27.660803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, cdbc2cac-fa4d-4a71-9993-2be4f6afc44c) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:27.680593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba21527-d30e-4ceb-9f33-84170fb425d3 None None] Network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:40:27.690315 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:27.692245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1bea6b6e-edae-45b7-a96e-6e9f3abf24fc admin admin] 10.222.0.76 "PUT /v2.0/routers/07686751-3e2d-421e-bd9e-27f33f1b2684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6153429 Aug 29 06:40:27.692436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:27.880532 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cc3b8911-8134-48d5-b22f-28f93b5f4904 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9355774 Aug 29 06:40:27.882061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37626) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:27.889170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:27.933860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4187410d-da0e-43e4-80fa-e990261898f2 req-9886b47d-cde4-4e83-8a5f-39ac23d8e86d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863791 Aug 29 06:40:28.019664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9fbc83f8-5052-44aa-82a3-eb180885af6e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:28.028766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dc54f0-836a-4a9d-bd86-5258f3710eb7'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:28.032474 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2693ea9-2083-459b-b0af-6700652fd7e1" -d '{"events": [{"server_uuid": "0e7b5bb9-a620-45d2-9300-d95fde52c59e", "name": "network-vif-plugged", "status": "completed", "tag": "13dc54f0-836a-4a9d-bd86-5258f3710eb7"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:28.101298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'fixed_ips': [{'subnet_id': '3df1ad8c-55d9-4423-9317-a85138910c85'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:40:28.102166 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:28.141429 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:28.142720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4087ca48-f833-487d-9a62-7ec6b872da98 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:28.143079 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:28.154268 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:28.187648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d759-177f-4c2f-bfa4-a71c5793fd04 req-ca15cdbe-ba16-4506-9060-620926d9da44 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:28.189925 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7436d759-177f-4c2f-bfa4-a71c5793fd04 req-ca15cdbe-ba16-4506-9060-620926d9da44 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 949 time: 0.4231787 Aug 29 06:40:28.191809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Transition to ACTIVE for port object 4087ca48-f833-487d-9a62-7ec6b872da98 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:28.280531 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7436d759-177f-4c2f-bfa4-a71c5793fd04 req-b1802e2a-f7f2-4345-a13f-7ae8f8c08762 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782328 Aug 29 06:40:28.332288 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:28.335174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:28.520498 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4087ca48-f833-487d-9a62-7ec6b872da98,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:28.548177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:28.548529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:28.569900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:28.569900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:28.569900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:28.569900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:28.569900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:28.569900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:28.569900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:28.569900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:28.569900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:28.569900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:28.648402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Allocated IP 172.20.0.2 (cdbc2cac-fa4d-4a71-9993-2be4f6afc44c/3df1ad8c-55d9-4423-9317-a85138910c85/9521cfa4-74e3-4cbc-b176-ea5a1453272a) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:40:28.800910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Attempting to bind port 4087ca48-f833-487d-9a62-7ec6b872da98 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:40:28.801399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Attempting to bind port 4087ca48-f833-487d-9a62-7ec6b872da98 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:40:28.801873 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Attempting to bind port 4087ca48-f833-487d-9a62-7ec6b872da98 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:28.874396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Port 4087ca48-f833-487d-9a62-7ec6b872da98 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:40:28.874775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Attempting to bind port 4087ca48-f833-487d-9a62-7ec6b872da98 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:28.905597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:40:28.905940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:28.906336 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:40:28.906793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Bound port: 4087ca48-f833-487d-9a62-7ec6b872da98, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:40:28.907179 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:28.924096 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:28.943611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ecdcb-3839-4992-99b4-8f9cabc4bf37 req-40285b1d-c85e-4d2a-a1a1-3189c5d4bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:28.947173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-512ecdcb-3839-4992-99b4-8f9cabc4bf37 req-40285b1d-c85e-4d2a-a1a1-3189c5d4bd98 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e7b5bb9-a620-45d2-9300-d95fde52c59e HTTP/1.1" status: 200 len: 1102 time: 0.4582896 Aug 29 06:40:28.989589 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57798d03-ada9-46a1-a8b3-beb5dee9d977 req-e92cee86-301a-4b07-8d4e-1ea49f15e310 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:29.000595 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57798d03-ada9-46a1-a8b3-beb5dee9d977 req-e92cee86-301a-4b07-8d4e-1ea49f15e310 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.3858869 Aug 29 06:40:29.039308 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:29.042597 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-512ecdcb-3839-4992-99b4-8f9cabc4bf37 req-f38cc3bb-aafe-49a8-b1a0-4eda96dcfadb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877130 Aug 29 06:40:29.063916 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Transition to ACTIVE for port object 9521cfa4-74e3-4cbc-b176-ea5a1453272a will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:29.097570 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095d9209-65a5-453b-8e08-3410019ef2fb x-openstack-request-id: req-095d9209-65a5-453b-8e08-3410019ef2fb {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:29.100959 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7b5bb9-a620-45d2-9300-d95fde52c59e", "name": "network-vif-plugged", "status": "completed", "tag": "13dc54f0-836a-4a9d-bd86-5258f3710eb7", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:29.101671 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-095d9209-65a5-453b-8e08-3410019ef2fb {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:29.102130 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dc54f0-836a-4a9d-bd86-5258f3710eb7', 'code': 200} Aug 29 06:40:29.108999 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 9fbc83f8-5052-44aa-82a3-eb180885af6e completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:29.127941 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Transition to ACTIVE for port object 9521cfa4-74e3-4cbc-b176-ea5a1453272a will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:29.138200 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57798d03-ada9-46a1-a8b3-beb5dee9d977 req-fc9aecea-d8be-43be-adae-5abd38bc5687 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347504 Aug 29 06:40:29.148534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9fbc83f8-5052-44aa-82a3-eb180885af6e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:29.148911 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:29.244766 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Sync routers for ids ['07686751-3e2d-421e-bd9e-27f33f1b2684'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:40:29.260700 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Routers {'07686751-3e2d-421e-bd9e-27f33f1b2684'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:40:29.261557 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:40:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['07686751-3e2d-421e-bd9e-27f33f1b2684'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:29.301839 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4acd3b7-f7aa-4a4f-ba9b-947fce29857c req-04dc59f8-96ed-4c75-bd64-7940d7fe926d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1415803 Aug 29 06:40:29.309674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] For port 4087ca48-f833-487d-9a62-7ec6b872da98, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:40:29.357823 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:29.378221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] For port 4087ca48-f833-487d-9a62-7ec6b872da98, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4087ca48-f833-487d-9a62-7ec6b872da98,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:40:29.383260 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 9fbc83f8-5052-44aa-82a3-eb180885af6e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9fbc83f8-5052-44aa-82a3-eb180885af6e,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:29.405780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2f6c8-0e60-4513-af1f-adcbae2ac71d req-30265c7c-3310-4c55-8a9c-59a3933da4d4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:29.414003 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6b2f6c8-0e60-4513-af1f-adcbae2ac71d req-30265c7c-3310-4c55-8a9c-59a3933da4d4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 947 time: 0.1918406 Aug 29 06:40:29.462097 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:29.479188 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6b2f6c8-0e60-4513-af1f-adcbae2ac71d req-8f2a69ed-0f95-4bc0-90dc-620c9510ff96 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629618 Aug 29 06:40:29.534317 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Set router 07686751-3e2d-421e-bd9e-27f33f1b2684 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:40:29.574474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:29.581326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acd3b7-f7aa-4a4f-ba9b-947fce29857c req-dd80c63a-69b0-4b54-8f99-ea58cb4eda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:29.582029 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4acd3b7-f7aa-4a4f-ba9b-947fce29857c req-dd80c63a-69b0-4b54-8f99-ea58cb4eda85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98 HTTP/1.1" status: 200 len: 1102 time: 0.2192976 Aug 29 06:40:29.609605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:29.627731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:40:29.647086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Pushing event updated for resources: {'Port': ['ID=9521cfa4-74e3-4cbc-b176-ea5a1453272a,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:29.689652 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:29.727572 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:29.765684 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:29.765792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:29.765792 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:29.765792 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] 10.222.0.11 "PUT /v2.0/ports/4087ca48-f833-487d-9a62-7ec6b872da98 HTTP/1.1" status: 200 len: 1096 time: 2.9897256 Aug 29 06:40:29.766017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Attempting to bind port 9521cfa4-74e3-4cbc-b176-ea5a1453272a on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:40:29.766017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Attempting to bind port 9521cfa4-74e3-4cbc-b176-ea5a1453272a by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '8d5b293c-194f-49eb-9d3d-44ef4068820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:40:29.766017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Attempting to bind port 9521cfa4-74e3-4cbc-b176-ea5a1453272a on network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:29.772036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:40:29.772430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Checking segment: {'id': '8d5b293c-194f-49eb-9d3d-44ef4068820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:29.772839 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:29.773590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Bound using segment: {'id': '8d5b293c-194f-49eb-9d3d-44ef4068820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:40:29.773753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Bound port: 9521cfa4-74e3-4cbc-b176-ea5a1453272a, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5b293c-194f-49eb-9d3d-44ef4068820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:40:29.774133 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:29.825941 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=9fbc83f8-5052-44aa-82a3-eb180885af6e,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:29.843494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d8b4e5-5c17-4b3b-a73a-1089e5471596', 'tag': '4087ca48-f833-487d-9a62-7ec6b872da98'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:29.846574 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585f02d3-a0f3-446b-bd8c-4666bf3f630d" -d '{"events": [{"name": "network-changed", "server_uuid": "34d8b4e5-5c17-4b3b-a73a-1089e5471596", "tag": "4087ca48-f833-487d-9a62-7ec6b872da98"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:29.858725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:29.924404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] For port 9521cfa4-74e3-4cbc-b176-ea5a1453272a, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:40:29.928878 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] For port 9521cfa4-74e3-4cbc-b176-ea5a1453272a, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9521cfa4-74e3-4cbc-b176-ea5a1453272a,segment=NetworkSegment(8d5b293c-194f-49eb-9d3d-44ef4068820c),segment_id=8d5b293c-194f-49eb-9d3d-44ef4068820c)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:40:29.950898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22448f8-ec97-4097-9514-a8028a53577d req-49c7154c-9743-4594-8fa3-5fa1862d0393 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:29.957994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a22448f8-ec97-4097-9514-a8028a53577d req-49c7154c-9743-4594-8fa3-5fa1862d0393 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 1097 time: 0.2779582 Aug 29 06:40:30.010659 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557550e1-ac14-4fc1-b821-db061eab7eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4087ca48-f833-487d-9a62-7ec6b872da98,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:30.042984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acd3b7-f7aa-4a4f-ba9b-947fce29857c req-858aed22-9d23-4388-bde5-c9a3e7f88351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:30.044755 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4acd3b7-f7aa-4a4f-ba9b-947fce29857c req-858aed22-9d23-4388-bde5-c9a3e7f88351 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.4336565 Aug 29 06:40:30.066255 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a22448f8-ec97-4097-9514-a8028a53577d req-e22562be-0351-4fa4-8ea5-02510e9236fb tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024690 Aug 29 06:40:30.082351 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:40:25Z', 'revision_number': 4, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port': {'id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:19Z', 'updated_at': '2021-08-29T06:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '80ce930e-ab4b-473f-9bfc-5e8e337862ff', 'name': '', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'mac_address': 'fa:16:3e:8b:d6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:23Z', 'updated_at': '2021-08-29T06:40:25Z', 'revision_number': 2, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'subnets': [{'id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:30.096575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2ee1-f59b-493f-b0e1-5e80be67cd4f req-63957296-dfe9-4193-bb2b-421c47fa0e12 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:30.144755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-303d2ee1-f59b-493f-b0e1-5e80be67cd4f req-63957296-dfe9-4193-bb2b-421c47fa0e12 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 949 time: 0.1755109 Aug 29 06:40:30.144872 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Checking router: 07686751-3e2d-421e-bd9e-27f33f1b2684 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:40:30.144872 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Updating router 07686751-3e2d-421e-bd9e-27f33f1b2684 port 80ce930e-ab4b-473f-9bfc-5e8e337862ff binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:40:30.153672 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:30.170168 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:30.258279 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-303d2ee1-f59b-493f-b0e1-5e80be67cd4f req-56a443b2-405f-4d13-910c-bd65d52f5640 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460857 Aug 29 06:40:30.345380 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device bca324e9-4c2b-4446-90b9-52c24155b5da up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:30.424951 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65ccf9f-842e-49f7-81b3-af14efa68eab x-openstack-request-id: req-d65ccf9f-842e-49f7-81b3-af14efa68eab {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:30.425165 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d8b4e5-5c17-4b3b-a73a-1089e5471596", "tag": "4087ca48-f833-487d-9a62-7ec6b872da98", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:30.427383 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d65ccf9f-842e-49f7-81b3-af14efa68eab {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:30.427822 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d8b4e5-5c17-4b3b-a73a-1089e5471596', 'tag': '4087ca48-f833-487d-9a62-7ec6b872da98', 'status': 'completed', 'code': 200} Aug 29 06:40:30.488841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a6336-7a9e-44f0-bf7e-89ba8b4ac946 None None] Pushing event updated for resources: {'Port': ['ID=9521cfa4-74e3-4cbc-b176-ea5a1453272a,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:30.516745 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4acd3b7-f7aa-4a4f-ba9b-947fce29857c req-f7a465e5-f577-4ba9-b1cb-20921b55acda service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=113be281-1e24-4419-81dd-2a31c5d25935 HTTP/1.1" status: 200 len: 217 time: 0.4598441 Aug 29 06:40:30.552171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea845c-82c4-4c59-b9ff-f708d7f398ee req-7d637039-aa8f-4d15-9435-2a362b3e62eb tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:30.556987 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2aea845c-82c4-4c59-b9ff-f708d7f398ee req-7d637039-aa8f-4d15-9435-2a362b3e62eb tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 1102 time: 0.2954686 Aug 29 06:40:30.586508 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Allocated IP 172.25.1.116 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/c1048d82-1095-45d5-9a87-0caae8ae85ed) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:40:30.620461 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:30.634793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acd3b7-f7aa-4a4f-ba9b-947fce29857c req-251d4698-c9d9-44ac-941e-0aef2869f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:30.636686 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4acd3b7-f7aa-4a4f-ba9b-947fce29857c req-251d4698-c9d9-44ac-941e-0aef2869f63b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1084175 Aug 29 06:40:30.675241 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Transition to ACTIVE for port object 80ce930e-ab4b-473f-9bfc-5e8e337862ff will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:30.708821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-4b925b53-bcbc-455f-afdf-7fa9a477c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:30.711134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-4b925b53-bcbc-455f-afdf-7fa9a477c52e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 1099 time: 0.2744384 Aug 29 06:40:30.730562 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2aea845c-82c4-4c59-b9ff-f708d7f398ee req-394960ed-a36a-43b0-9b81-f9b9fec9523d tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622806 Aug 29 06:40:30.858757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-819344a4-82a8-4e23-a382-45abe51ac44a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=4087ca48-f833-487d-9a62-7ec6b872da98 HTTP/1.1" status: 200 len: 217 time: 0.1263995 Aug 29 06:40:30.879956 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acd3b7-f7aa-4a4f-ba9b-947fce29857c req-de9571d1-c2a2-4847-bd8f-7cfc6506072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:30.881891 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4acd3b7-f7aa-4a4f-ba9b-947fce29857c req-de9571d1-c2a2-4847-bd8f-7cfc6506072d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2277009 Aug 29 06:40:30.900811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port bca324e9-4c2b-4446-90b9-52c24155b5da completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:30.906225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port bca324e9-4c2b-4446-90b9-52c24155b5da triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:30.906603 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:30.983008 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:31.017255 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:31.082937 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49c757-2a1a-4ff3-a19a-45087d2aff27 None None] Pushing event updated for resources: {'Port': ['ID=80ce930e-ab4b-473f-9bfc-5e8e337862ff,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:31.093538 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:31.118687 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49c757-2a1a-4ff3-a19a-45087d2aff27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:31.119539 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49c757-2a1a-4ff3-a19a-45087d2aff27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:31.120101 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49c757-2a1a-4ff3-a19a-45087d2aff27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:31.120999 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49c757-2a1a-4ff3-a19a-45087d2aff27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:31.121589 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49c757-2a1a-4ff3-a19a-45087d2aff27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:31.122298 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49c757-2a1a-4ff3-a19a-45087d2aff27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:31.122888 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49c757-2a1a-4ff3-a19a-45087d2aff27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:31.123649 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49c757-2a1a-4ff3-a19a-45087d2aff27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:31.124248 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49c757-2a1a-4ff3-a19a-45087d2aff27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:31.124899 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49c757-2a1a-4ff3-a19a-45087d2aff27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:31.125481 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49c757-2a1a-4ff3-a19a-45087d2aff27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:31.126019 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49c757-2a1a-4ff3-a19a-45087d2aff27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:31.136186 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4acd3b7-f7aa-4a4f-ba9b-947fce29857c req-c6c8cd1f-ad7d-4cdc-b67a-4420ec3e6c8f service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374325 Aug 29 06:40:31.148876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-25da0cc5-3fa1-4846-bc3a-61938a25f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:31.148876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-25da0cc5-3fa1-4846-bc3a-61938a25f6e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.2279129 Aug 29 06:40:31.156933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f99d2-9a1f-402e-bc98-5eb17bd80961 req-833c6c8e-b749-4693-a71a-829fe3a53343 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:31.161029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0543c4ff-adfb-4a00-a8e5-3925333ee55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca324e9-4c2b-4446-90b9-52c24155b5da'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:31.168897 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a458cfa-17d2-45f3-9fb0-082d838bf370" -d '{"events": [{"server_uuid": "0543c4ff-adfb-4a00-a8e5-3925333ee55f", "name": "network-vif-plugged", "status": "completed", "tag": "bca324e9-4c2b-4446-90b9-52c24155b5da"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:31.174935 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-405f99d2-9a1f-402e-bc98-5eb17bd80961 req-833c6c8e-b749-4693-a71a-829fe3a53343 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 947 time: 0.3202686 Aug 29 06:40:31.209332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port bca324e9-4c2b-4446-90b9-52c24155b5da, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=bca324e9-4c2b-4446-90b9-52c24155b5da,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:31.229004 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Attempting to bind port 80ce930e-ab4b-473f-9bfc-5e8e337862ff on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:40:31.235126 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Attempting to bind port 80ce930e-ab4b-473f-9bfc-5e8e337862ff by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '51e8a37b-b122-4d6c-a642-fb212fd25b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:40:31.235700 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Attempting to bind port 80ce930e-ab4b-473f-9bfc-5e8e337862ff on network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:31.250624 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:40:31.251110 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Checking segment: {'id': '51e8a37b-b122-4d6c-a642-fb212fd25b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:31.251612 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:31.252068 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Bound using segment: {'id': '51e8a37b-b122-4d6c-a642-fb212fd25b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:40:31.252610 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Bound port: 80ce930e-ab4b-473f-9bfc-5e8e337862ff, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e8a37b-b122-4d6c-a642-fb212fd25b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:40:31.253067 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:31.378410 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4acd3b7-f7aa-4a4f-ba9b-947fce29857c req-191fdab2-e7be-423c-bcde-130e06874eb7 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070622 Aug 29 06:40:31.438518 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] For port 80ce930e-ab4b-473f-9bfc-5e8e337862ff, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:40:31.451103 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] For port 80ce930e-ab4b-473f-9bfc-5e8e337862ff, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=80ce930e-ab4b-473f-9bfc-5e8e337862ff,segment=NetworkSegment(51e8a37b-b122-4d6c-a642-fb212fd25b05),segment_id=51e8a37b-b122-4d6c-a642-fb212fd25b05)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:40:31.480086 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:31.581482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=bca324e9-4c2b-4446-90b9-52c24155b5da,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:31.694424 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:31.770076 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:31.820681 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:31.841939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:31.869026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:40:31.885180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Pushing event updated for resources: {'Port': ['ID=c1048d82-1095-45d5-9a87-0caae8ae85ed,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:31.937998 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Routers {'07686751-3e2d-421e-bd9e-27f33f1b2684'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:40:31.941007 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:40:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['07686751-3e2d-421e-bd9e-27f33f1b2684'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:31.978186 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-405f99d2-9a1f-402e-bc98-5eb17bd80961 req-0a5f85ab-a73a-4ed5-a02c-1ca122558d53 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7991989 Aug 29 06:40:32.014493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ac6ed-500d-4f3b-80ba-64ef2f9ae7b0 req-860d07ef-e709-41c0-923b-fc40eb32f10d tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:32.026213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-400ac6ed-500d-4f3b-80ba-64ef2f9ae7b0 req-860d07ef-e709-41c0-923b-fc40eb32f10d tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 1102 time: 1.0336616 Aug 29 06:40:32.078038 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49c757-2a1a-4ff3-a19a-45087d2aff27 None None] Pushing event updated for resources: {'Port': ['ID=80ce930e-ab4b-473f-9bfc-5e8e337862ff,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:32.204817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9fbc83f8-5052-44aa-82a3-eb180885af6e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:32.231923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-400ac6ed-500d-4f3b-80ba-64ef2f9ae7b0 req-8c7d477d-5e5d-4a1f-adb7-9ac285ac3d33 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984432 Aug 29 06:40:32.264491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-7b339452-5daf-49be-a86c-e11afdc634cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:32.270220 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-7b339452-5daf-49be-a86c-e11afdc634cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0782669 Aug 29 06:40:32.289862 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] Set router 07686751-3e2d-421e-bd9e-27f33f1b2684 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:40:32.348688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7fbc34-4a1d-4b48-85f2-a6fa72dc1c10 None None] Network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:40:32.413764 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3801df1-40b4-4414-bd1b-c7fd7b942a51 x-openstack-request-id: req-d3801df1-40b4-4414-bd1b-c7fd7b942a51 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:32.414106 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0543c4ff-adfb-4a00-a8e5-3925333ee55f", "name": "network-vif-plugged", "status": "completed", "tag": "bca324e9-4c2b-4446-90b9-52c24155b5da", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:32.414369 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3801df1-40b4-4414-bd1b-c7fd7b942a51 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:32.414926 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0543c4ff-adfb-4a00-a8e5-3925333ee55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca324e9-4c2b-4446-90b9-52c24155b5da', 'code': 200} Aug 29 06:40:32.421099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9fbc83f8-5052-44aa-82a3-eb180885af6e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:32.421603 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:32.640260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6807222-537f-4ed5-a292-43fde6927ecc req-4c2c71d2-4b59-41a6-b329-1fa71f471d49 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:32.658786 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:40:25Z', 'revision_number': 4, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port': {'id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:19Z', 'updated_at': '2021-08-29T06:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '80ce930e-ab4b-473f-9bfc-5e8e337862ff', 'name': '', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'mac_address': 'fa:16:3e:8b:d6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:23Z', 'updated_at': '2021-08-29T06:40:31Z', 'revision_number': 4, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'subnets': [{'id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:32.661299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6807222-537f-4ed5-a292-43fde6927ecc req-4c2c71d2-4b59-41a6-b329-1fa71f471d49 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 950 time: 0.2285004 Aug 29 06:40:32.671060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2f1e-c7f5-4634-9ed6-cf5e3cbf67e5 req-4df81fbd-0f57-4fba-beb5-48f50f0614f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:32.672604 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e30a2f1e-c7f5-4634-9ed6-cf5e3cbf67e5 req-4df81fbd-0f57-4fba-beb5-48f50f0614f3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 1102 time: 0.1575749 Aug 29 06:40:32.717339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e3289011-87ef-44e4-ad1b-9dff235c658a None None] Provisioning for port 9521cfa4-74e3-4cbc-b176-ea5a1453272a completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:32.726367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9521cfa4-74e3-4cbc-b176-ea5a1453272a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:32.745145 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf4df8a-6936-4717-b734-33136cd393f4 None None] The sync data for ids ['07686751-3e2d-421e-bd9e-27f33f1b2684'] in n-d-713301-12 is: [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:40:25Z', 'revision_number': 4, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port': {'id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:19Z', 'updated_at': '2021-08-29T06:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '80ce930e-ab4b-473f-9bfc-5e8e337862ff', 'name': '', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'mac_address': 'fa:16:3e:8b:d6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:23Z', 'updated_at': '2021-08-29T06:40:31Z', 'revision_number': 4, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'subnets': [{'id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:40:32.776429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-23a1606e-b78e-4775-85d7-e75b26a93b6d service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973524 Aug 29 06:40:32.902723 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:33.006032 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e30a2f1e-c7f5-4634-9ed6-cf5e3cbf67e5 req-d9e5a095-a753-4ad3-bb12-8958565c8156 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089771 Aug 29 06:40:33.092459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6807222-537f-4ed5-a292-43fde6927ecc req-64427791-4150-49b0-b56d-ccc4dac95a3f tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301617 Aug 29 06:40:33.441795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae38cd6-0cf8-487a-9dbd-6bab468a1e60 req-852ccaa4-0a0f-4b74-9155-38151be3a35d service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540351 Aug 29 06:40:33.448454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 9521cfa4-74e3-4cbc-b176-ea5a1453272a completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:33.457994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9521cfa4-74e3-4cbc-b176-ea5a1453272a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:33.457994 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:33.503898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2fc06-3248-4177-a874-d2428505b551 req-7b4bf600-7cd4-42d3-ad3c-2de24f31bcd5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:33.522399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cca2fc06-3248-4177-a874-d2428505b551 req-7b4bf600-7cd4-42d3-ad3c-2de24f31bcd5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 947 time: 0.2078464 Aug 29 06:40:33.583004 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:33.655933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cca2fc06-3248-4177-a874-d2428505b551 req-b67f638e-cf7b-4c44-aafe-bbad1193dbf5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325345 Aug 29 06:40:33.741349 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:33.746792 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:33.873951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 9521cfa4-74e3-4cbc-b176-ea5a1453272a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9521cfa4-74e3-4cbc-b176-ea5a1453272a,segment=NetworkSegment(8d5b293c-194f-49eb-9d3d-44ef4068820c),segment_id=8d5b293c-194f-49eb-9d3d-44ef4068820c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:33.875098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a77129f4-b05a-47f9-bea8-e3867620347e None None] Provisioning complete for port 9521cfa4-74e3-4cbc-b176-ea5a1453272a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:33.875583 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a77129f4-b05a-47f9-bea8-e3867620347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:33.946103 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:34.116007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=9521cfa4-74e3-4cbc-b176-ea5a1453272a,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:34.126220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f02d3-a0f3-446b-bd8c-4666bf3f630d req-13acfd02-bbb2-44c9-bde7-8edc279f679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:34.127907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-585f02d3-a0f3-446b-bd8c-4666bf3f630d req-13acfd02-bbb2-44c9-bde7-8edc279f679a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 1099 time: 0.1546054 Aug 29 06:40:34.182940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 80ce930e-ab4b-473f-9bfc-5e8e337862ff up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:34.225666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Router 8efe6c5b-b965-4043-9333-6eddca49b7dd is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:40:34.413646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f02d3-a0f3-446b-bd8c-4666bf3f630d req-dbe8e88e-bd46-40c6-a01f-0abcfe48881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:34.415699 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-585f02d3-a0f3-446b-bd8c-4666bf3f630d req-dbe8e88e-bd46-40c6-a01f-0abcfe48881c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.2639716 Aug 29 06:40:34.443934 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 80ce930e-ab4b-473f-9bfc-5e8e337862ff completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:34.448422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 80ce930e-ab4b-473f-9bfc-5e8e337862ff triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:34.448813 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:34.483862 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-585f02d3-a0f3-446b-bd8c-4666bf3f630d req-7d93d4d3-a05b-403d-ab76-2a9295ed10e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=4087ca48-f833-487d-9a62-7ec6b872da98 HTTP/1.1" status: 200 len: 217 time: 0.0547042 Aug 29 06:40:34.565430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:40:34.668419 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:34.671638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Sync routers for ids ['8efe6c5b-b965-4043-9333-6eddca49b7dd'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:40:34.684845 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f02d3-a0f3-446b-bd8c-4666bf3f630d req-e81c008d-dd91-43f0-8c92-286d80f59ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:34.688689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-585f02d3-a0f3-446b-bd8c-4666bf3f630d req-e81c008d-dd91-43f0-8c92-286d80f59ae1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1925423 Aug 29 06:40:34.705180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eede0a5-b45e-48cb-bc77-1f4d0c247ce3 req-1464bfca-2a09-492f-875a-ce0fc6b95324 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:34.706683 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5eede0a5-b45e-48cb-bc77-1f4d0c247ce3 req-1464bfca-2a09-492f-875a-ce0fc6b95324 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 950 time: 0.1013193 Aug 29 06:40:34.721173 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Routers {'8efe6c5b-b965-4043-9333-6eddca49b7dd'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:40:34.722202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:40:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['8efe6c5b-b965-4043-9333-6eddca49b7dd'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:34.779200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 80ce930e-ab4b-473f-9bfc-5e8e337862ff, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=80ce930e-ab4b-473f-9bfc-5e8e337862ff,segment=NetworkSegment(51e8a37b-b122-4d6c-a642-fb212fd25b05),segment_id=51e8a37b-b122-4d6c-a642-fb212fd25b05)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:34.796071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5eede0a5-b45e-48cb-bc77-1f4d0c247ce3 req-e871d3f3-3ed1-41c9-bf23-f5ee198bfd4b tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668070 Aug 29 06:40:34.798053 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f02d3-a0f3-446b-bd8c-4666bf3f630d req-b62d10fb-01b8-4f4c-9a69-cce0b5e83977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:34.799623 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-585f02d3-a0f3-446b-bd8c-4666bf3f630d req-b62d10fb-01b8-4f4c-9a69-cce0b5e83977 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0919979 Aug 29 06:40:34.973418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-585f02d3-a0f3-446b-bd8c-4666bf3f630d req-518611b9-c80c-4e04-9b97-304aa9f46b4e service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276612 Aug 29 06:40:35.063451 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Set router 8efe6c5b-b965-4043-9333-6eddca49b7dd gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:40:35.065262 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-585f02d3-a0f3-446b-bd8c-4666bf3f630d req-87cd06a8-6492-4d64-9fbe-a8073236bed6 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186686 Aug 29 06:40:35.158050 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:35.230563 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-886e4fba-4eb1-40d7-a0be-5a9b5b0cf723 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2761815 Aug 29 06:40:35.230841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 37822) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:40:35.256373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:40:32Z', 'revision_number': 3, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port': {'id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:29Z', 'updated_at': '2021-08-29T06:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:35.284824 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Checking router: 8efe6c5b-b965-4043-9333-6eddca49b7dd for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:40:35.285173 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Updating router 8efe6c5b-b965-4043-9333-6eddca49b7dd port c1048d82-1095-45d5-9a87-0caae8ae85ed binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:40:35.317381 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:35.435738 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:35.541082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=80ce930e-ab4b-473f-9bfc-5e8e337862ff,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:35.639560 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:35.656492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Transition to ACTIVE for port object c1048d82-1095-45d5-9a87-0caae8ae85ed will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:35.741772 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:35.826744 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:35.958911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Attempting to bind port c1048d82-1095-45d5-9a87-0caae8ae85ed on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:40:35.959374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Attempting to bind port c1048d82-1095-45d5-9a87-0caae8ae85ed by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:40:35.959773 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Attempting to bind port c1048d82-1095-45d5-9a87-0caae8ae85ed on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:35.975275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:40:35.975275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:35.975275 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:35.975275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:40:35.975275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Bound port: c1048d82-1095-45d5-9a87-0caae8ae85ed, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:40:35.975275 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:36.002820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8de78-58e6-4b5a-aefd-4c71c2a602f7 None None] Pushing event updated for resources: {'Port': ['ID=c1048d82-1095-45d5-9a87-0caae8ae85ed,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:36.143056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Allocated IP 172.20.0.1 (cdbc2cac-fa4d-4a71-9993-2be4f6afc44c/3df1ad8c-55d9-4423-9317-a85138910c85/7e93d788-ed45-4aa2-a28d-398d243ef4a9) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:40:36.163902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] For port c1048d82-1095-45d5-9a87-0caae8ae85ed, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:40:36.169368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] For port c1048d82-1095-45d5-9a87-0caae8ae85ed, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c1048d82-1095-45d5-9a87-0caae8ae85ed,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:40:36.222752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 80ce930e-ab4b-473f-9bfc-5e8e337862ff up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:36.316372 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 80ce930e-ab4b-473f-9bfc-5e8e337862ff triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:36.318388 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:36.383178 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:36.436573 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:36.456113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Routers {'8efe6c5b-b965-4043-9333-6eddca49b7dd'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:40:36.458031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:40:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['8efe6c5b-b965-4043-9333-6eddca49b7dd'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:36.484346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Transition to ACTIVE for port object 7e93d788-ed45-4aa2-a28d-398d243ef4a9 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:36.591704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] Set router 8efe6c5b-b965-4043-9333-6eddca49b7dd gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:40:36.775457 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:36.852517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8de78-58e6-4b5a-aefd-4c71c2a602f7 None None] Pushing event updated for resources: {'Port': ['ID=c1048d82-1095-45d5-9a87-0caae8ae85ed,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:36.852517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9521cfa4-74e3-4cbc-b176-ea5a1453272a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:36.869352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:36.870714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Pushing event updated for resources: {'Port': ['ID=7e93d788-ed45-4aa2-a28d-398d243ef4a9,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:36.875812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:36.891763 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:40:36.974734 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:37.054681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9521cfa4-74e3-4cbc-b176-ea5a1453272a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:37.055020 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:37.170908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:40:32Z', 'revision_number': 3, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port': {'id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:29Z', 'updated_at': '2021-08-29T06:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:37.250051 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab9ef5-d28f-4725-856c-17a381f0b2f5 None None] The sync data for ids ['8efe6c5b-b965-4043-9333-6eddca49b7dd'] in n-d-713301-12 is: [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:40:32Z', 'revision_number': 3, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port': {'id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:29Z', 'updated_at': '2021-08-29T06:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:40:38.115040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c1048d82-1095-45d5-9a87-0caae8ae85ed up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:38.158442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:38.188788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b9f58442-ae2f-46d0-8eef-e8367a930001 None None] Provisioning for port 7e93d788-ed45-4aa2-a28d-398d243ef4a9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:38.200816 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-24d27c3c-f685-43be-9880-2ba178415377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:38.212076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b9f58442-ae2f-46d0-8eef-e8367a930001 None None] Provisioning complete for port 7e93d788-ed45-4aa2-a28d-398d243ef4a9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:38.212456 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9f58442-ae2f-46d0-8eef-e8367a930001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:38.337252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b9f58442-ae2f-46d0-8eef-e8367a930001 None None] Port 7e93d788-ed45-4aa2-a28d-398d243ef4a9 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:40:38.489130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port c1048d82-1095-45d5-9a87-0caae8ae85ed completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:38.494178 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:38.494761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c1048d82-1095-45d5-9a87-0caae8ae85ed triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:38.495302 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:38.636475 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:38.655693 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:38.662171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port c1048d82-1095-45d5-9a87-0caae8ae85ed, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c1048d82-1095-45d5-9a87-0caae8ae85ed,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:38.732709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Pushing event updated for resources: {'Port': ['ID=7e93d788-ed45-4aa2-a28d-398d243ef4a9,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:38.757931 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:38.785903 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:38.880354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:38.882274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:38.883563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=c1048d82-1095-45d5-9a87-0caae8ae85ed,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:39.050037 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Router 8efe6c5b-b965-4043-9333-6eddca49b7dd has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:40:39.228596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:40:39.235303 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6e972d01-29d8-4cde-a4a5-92e00dc41018 admin admin] 10.222.0.76 "PUT /v2.0/routers/8efe6c5b-b965-4043-9333-6eddca49b7dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0020454 Aug 29 06:40:39.266256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2c47a9ea-de0b-4722-84fe-91514cbb634a None None] Provisioning complete for port 7e93d788-ed45-4aa2-a28d-398d243ef4a9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:39.268594 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2c47a9ea-de0b-4722-84fe-91514cbb634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:39.351521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2c47a9ea-de0b-4722-84fe-91514cbb634a None None] Port 7e93d788-ed45-4aa2-a28d-398d243ef4a9 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:40:39.533169 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Sync routers for ids ['8efe6c5b-b965-4043-9333-6eddca49b7dd'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:40:39.548814 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Routers {'8efe6c5b-b965-4043-9333-6eddca49b7dd'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:40:39.549803 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:40:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['8efe6c5b-b965-4043-9333-6eddca49b7dd'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:39.800874 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Set router 8efe6c5b-b965-4043-9333-6eddca49b7dd gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:40:40.045010 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:40:37Z', 'revision_number': 4, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port': {'id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:29Z', 'updated_at': '2021-08-29T06:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7e93d788-ed45-4aa2-a28d-398d243ef4a9', 'name': '', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'mac_address': 'fa:16:3e:56:eb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:35Z', 'updated_at': '2021-08-29T06:40:38Z', 'revision_number': 2, 'project_id': '061145791eb24ccbba477166da42aefb', 'subnets': [{'id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:40.049799 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c1048d82-1095-45d5-9a87-0caae8ae85ed up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:40.084101 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Checking router: 8efe6c5b-b965-4043-9333-6eddca49b7dd for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:40:40.085254 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Updating router 8efe6c5b-b965-4043-9333-6eddca49b7dd port 7e93d788-ed45-4aa2-a28d-398d243ef4a9 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:40:40.103182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c1048d82-1095-45d5-9a87-0caae8ae85ed triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:40.103648 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:40.128500 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:40.362632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4087ca48-f833-487d-9a62-7ec6b872da98 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:40:40.522987 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4087ca48-f833-487d-9a62-7ec6b872da98, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4087ca48-f833-487d-9a62-7ec6b872da98,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:40.523132 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:40.528921 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '4087ca48-f833-487d-9a62-7ec6b872da98', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '4087ca48-f833-487d-9a62-7ec6b872da98', 'mac_address': 'fa:16:3e:7b:f6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:40:40.542627 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Transition to ACTIVE for port object 7e93d788-ed45-4aa2-a28d-398d243ef4a9 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:40.581569 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:40.598350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4087ca48-f833-487d-9a62-7ec6b872da98 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:40.660053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4087ca48-f833-487d-9a62-7ec6b872da98, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4087ca48-f833-487d-9a62-7ec6b872da98,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:40.660053 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f0e9f09e-aad1-4706-b8d1-4aa73a2ad39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:40.797735 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:40.848576 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c8311-751f-4bab-adb8-04550ad088be None None] Pushing event updated for resources: {'Port': ['ID=7e93d788-ed45-4aa2-a28d-398d243ef4a9,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:40.910454 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Attempting to bind port 7e93d788-ed45-4aa2-a28d-398d243ef4a9 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:40:40.910454 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Attempting to bind port 7e93d788-ed45-4aa2-a28d-398d243ef4a9 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '8d5b293c-194f-49eb-9d3d-44ef4068820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:40:40.910454 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Attempting to bind port 7e93d788-ed45-4aa2-a28d-398d243ef4a9 on network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:40:40.910454 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:40:40.910454 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Checking segment: {'id': '8d5b293c-194f-49eb-9d3d-44ef4068820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:40:40.910454 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:40.910454 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Bound using segment: {'id': '8d5b293c-194f-49eb-9d3d-44ef4068820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:40:40.910454 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Bound port: 7e93d788-ed45-4aa2-a28d-398d243ef4a9, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5b293c-194f-49eb-9d3d-44ef4068820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:40:40.910454 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:40.951939 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:40.982599 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] For port 7e93d788-ed45-4aa2-a28d-398d243ef4a9, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:40:40.985996 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] For port 7e93d788-ed45-4aa2-a28d-398d243ef4a9, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7e93d788-ed45-4aa2-a28d-398d243ef4a9,segment=NetworkSegment(8d5b293c-194f-49eb-9d3d-44ef4068820c),segment_id=8d5b293c-194f-49eb-9d3d-44ef4068820c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:40:41.007455 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:41.011236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=4087ca48-f833-487d-9a62-7ec6b872da98,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:41.084042 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:41.141230 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Routers {'8efe6c5b-b965-4043-9333-6eddca49b7dd'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:40:41.141861 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:40:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['8efe6c5b-b965-4043-9333-6eddca49b7dd'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:41.182330 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c8311-751f-4bab-adb8-04550ad088be None None] Pushing event updated for resources: {'Port': ['ID=7e93d788-ed45-4aa2-a28d-398d243ef4a9,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:41.272211 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] Set router 8efe6c5b-b965-4043-9333-6eddca49b7dd gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:40:41.490818 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:40:37Z', 'revision_number': 4, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port': {'id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:29Z', 'updated_at': '2021-08-29T06:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7e93d788-ed45-4aa2-a28d-398d243ef4a9', 'name': '', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'mac_address': 'fa:16:3e:56:eb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:35Z', 'updated_at': '2021-08-29T06:40:40Z', 'revision_number': 4, 'project_id': '061145791eb24ccbba477166da42aefb', 'subnets': [{'id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:41.565338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['4087ca48-f833-487d-9a62-7ec6b872da98'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:41.571317 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9223d-72d0-4430-82b8-307f5c6bda1f None None] The sync data for ids ['8efe6c5b-b965-4043-9333-6eddca49b7dd'] in n-d-713301-12 is: [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:40:37Z', 'revision_number': 4, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port': {'id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:29Z', 'updated_at': '2021-08-29T06:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7e93d788-ed45-4aa2-a28d-398d243ef4a9', 'name': '', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'mac_address': 'fa:16:3e:56:eb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:35Z', 'updated_at': '2021-08-29T06:40:40Z', 'revision_number': 4, 'project_id': '061145791eb24ccbba477166da42aefb', 'subnets': [{'id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:40:41.652059 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:41.694515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6000080-2d4a-4fd0-a55e-b069cd22a9f5 req-20fee087-e18b-4fd3-a29e-ac9d1a4d6b29 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:41.697896 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6000080-2d4a-4fd0-a55e-b069cd22a9f5 req-20fee087-e18b-4fd3-a29e-ac9d1a4d6b29 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 948 time: 0.0881848 Aug 29 06:40:41.759012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6000080-2d4a-4fd0-a55e-b069cd22a9f5 req-25306e2b-456b-410d-9314-b1eb690cbea3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508583 Aug 29 06:40:42.086399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a83a1-d058-4d5d-a161-54670d3ed926 req-080cd86e-bfac-4b6b-b317-ad34ba8b2174 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:42.094801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-270a83a1-d058-4d5d-a161-54670d3ed926 req-080cd86e-bfac-4b6b-b317-ad34ba8b2174 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 950 time: 0.0917416 Aug 29 06:40:42.133811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7e93d788-ed45-4aa2-a28d-398d243ef4a9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:42.151360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-270a83a1-d058-4d5d-a161-54670d3ed926 req-92a65ce8-e78a-4bdf-843f-670d800e4aa0 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553293 Aug 29 06:40:42.346743 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 7e93d788-ed45-4aa2-a28d-398d243ef4a9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:42.352164 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7e93d788-ed45-4aa2-a28d-398d243ef4a9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:42.359159 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:42.371866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f7ff0-4fe0-4c5b-b69d-3df128f11dde req-b8f3c1b4-8594-4885-8975-9f15c0ac3aca tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:42.374085 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db1f7ff0-4fe0-4c5b-b69d-3df128f11dde req-b8f3c1b4-8594-4885-8975-9f15c0ac3aca tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0584631 Aug 29 06:40:42.439618 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db1f7ff0-4fe0-4c5b-b69d-3df128f11dde req-bcbce326-057a-4985-9c22-78843ce07877 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565884 Aug 29 06:40:42.462105 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:42.515698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 7e93d788-ed45-4aa2-a28d-398d243ef4a9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7e93d788-ed45-4aa2-a28d-398d243ef4a9,segment=NetworkSegment(8d5b293c-194f-49eb-9d3d-44ef4068820c),segment_id=8d5b293c-194f-49eb-9d3d-44ef4068820c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:42.546237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f6233-36d3-4041-9681-588646c56da7 req-dfe30981-8af1-42d1-a413-c0f5dac66b01 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:42.547778 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b7f6233-36d3-4041-9681-588646c56da7 req-dfe30981-8af1-42d1-a413-c0f5dac66b01 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b5bb9-a620-45d2-9300-d95fde52c59e HTTP/1.1" status: 200 len: 950 time: 0.0529187 Aug 29 06:40:42.592653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b7f6233-36d3-4041-9681-588646c56da7 req-e8edde94-11f8-4f2f-87fe-d66acda1badb tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377614 Aug 29 06:40:42.717243 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:42.788741 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=7e93d788-ed45-4aa2-a28d-398d243ef4a9,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:43.152488 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:40:43.425159 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:44.045448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7e93d788-ed45-4aa2-a28d-398d243ef4a9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:44.096116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7e93d788-ed45-4aa2-a28d-398d243ef4a9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:44.096555 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:44.368899 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4087ca48-f833-487d-9a62-7ec6b872da98 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:44.700231 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 4087ca48-f833-487d-9a62-7ec6b872da98 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:40:44.704308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 4087ca48-f833-487d-9a62-7ec6b872da98 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:44.704677 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:44.826551 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:44.854854 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d8b4e5-5c17-4b3b-a73a-1089e5471596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4087ca48-f833-487d-9a62-7ec6b872da98'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:44.858152 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36483979-7908-4dae-9c26-f56d6596c591" -d '{"events": [{"server_uuid": "34d8b4e5-5c17-4b3b-a73a-1089e5471596", "name": "network-vif-plugged", "status": "completed", "tag": "4087ca48-f833-487d-9a62-7ec6b872da98"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:44.889671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4087ca48-f833-487d-9a62-7ec6b872da98, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4087ca48-f833-487d-9a62-7ec6b872da98,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:44.906037 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device fab7080e-a5c6-46ed-bde2-86df256e1dab no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:40:44.999907 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:45.015650 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a11a19-a6af-4322-86c2-060d6f6e4b78 req-509ea9c7-4c06-4b87-a6dc-55b4792c42ab tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:45.017970 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65a11a19-a6af-4322-86c2-060d6f6e4b78 req-509ea9c7-4c06-4b87-a6dc-55b4792c42ab tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 948 time: 0.1188793 Aug 29 06:40:45.054230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=4087ca48-f833-487d-9a62-7ec6b872da98,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:45.067208 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:45.075998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:45.075998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:45.075998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:45.075998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:45.075998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:45.075998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:45.075998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:45.075998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:45.075998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:45.075998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:45.075998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:40:45.123082 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65a11a19-a6af-4322-86c2-060d6f6e4b78 req-b6471a8e-0d6f-48be-87a2-6bc9968e70c0 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966079 Aug 29 06:40:45.139233 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:45.212121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port fab7080e-a5c6-46ed-bde2-86df256e1dab, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=fab7080e-a5c6-46ed-bde2-86df256e1dab,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:45.353365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d810e-0eca-4d24-a7ae-08592b881983 req-5f5ead4e-5408-4d62-9de9-2e460f20b29f tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:45.355350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-429d810e-0eca-4d24-a7ae-08592b881983 req-5f5ead4e-5408-4d62-9de9-2e460f20b29f tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0566568 Aug 29 06:40:45.406566 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-429d810e-0eca-4d24-a7ae-08592b881983 req-454581ed-d834-4b0a-a14e-fe7de00f5bcf tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Aug 29 06:40:45.420574 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:45.487134 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=fab7080e-a5c6-46ed-bde2-86df256e1dab,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:45.906614 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d862012b-fa8e-4d08-a66c-676bac0a1cfd x-openstack-request-id: req-d862012b-fa8e-4d08-a66c-676bac0a1cfd {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:45.907004 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d8b4e5-5c17-4b3b-a73a-1089e5471596", "name": "network-vif-plugged", "status": "completed", "tag": "4087ca48-f833-487d-9a62-7ec6b872da98", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:45.907382 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d862012b-fa8e-4d08-a66c-676bac0a1cfd {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:45.907922 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d8b4e5-5c17-4b3b-a73a-1089e5471596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4087ca48-f833-487d-9a62-7ec6b872da98', 'code': 200} Aug 29 06:40:46.081815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f23e2-b5e8-4206-bc8a-8a8c15cc578f req-27b0121a-b08a-46a9-a07a-4a942e86eb71 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:46.084037 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a00f23e2-b5e8-4206-bc8a-8a8c15cc578f req-27b0121a-b08a-46a9-a07a-4a942e86eb71 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 945 time: 0.0881605 Aug 29 06:40:46.100830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108acb83-2c5e-4038-bcd4-2806a470e669 req-03005482-1319-4094-9bf6-947b40905109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:46.103513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-108acb83-2c5e-4038-bcd4-2806a470e669 req-03005482-1319-4094-9bf6-947b40905109 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 1101 time: 0.0713234 Aug 29 06:40:46.153599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a00f23e2-b5e8-4206-bc8a-8a8c15cc578f req-b977f550-60b6-4238-8872-6c7fc2d6d22f tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617595 Aug 29 06:40:46.180218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-108acb83-2c5e-4038-bcd4-2806a470e669 req-0143e906-6e6f-41c7-bc3a-292b439dc11a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612247 Aug 29 06:40:47.877614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856c708-073a-4e3a-ba8b-3fabfdbf0318 req-7c01a617-9c3b-4774-8d91-d10f9f0bfdb4 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:47.877614 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7856c708-073a-4e3a-ba8b-3fabfdbf0318 req-7c01a617-9c3b-4774-8d91-d10f9f0bfdb4 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.15 "GET /v2.0/ports?device_id=caddc968-e736-484e-9203-2652774aa8ac HTTP/1.1" status: 200 len: 944 time: 0.0511568 Aug 29 06:40:47.908760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caddc968-e736-484e-9203-2652774aa8ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab7080e-a5c6-46ed-bde2-86df256e1dab'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:47.912907 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9f506c-7b0b-4c12-bb78-cbd75732f991" -d '{"events": [{"server_uuid": "caddc968-e736-484e-9203-2652774aa8ac", "name": "network-vif-unplugged", "status": "completed", "tag": "fab7080e-a5c6-46ed-bde2-86df256e1dab"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:47.994365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-7856c708-073a-4e3a-ba8b-3fabfdbf0318 req-624bc4d7-f275-4da3-8376-db2783a30070 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Deleting port fab7080e-a5c6-46ed-bde2-86df256e1dab {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:40:47.995055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7856c708-073a-4e3a-ba8b-3fabfdbf0318 req-624bc4d7-f275-4da3-8376-db2783a30070 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:48.147645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-7856c708-073a-4e3a-ba8b-3fabfdbf0318 req-624bc4d7-f275-4da3-8376-db2783a30070 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] For port fab7080e-a5c6-46ed-bde2-86df256e1dab, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=fab7080e-a5c6-46ed-bde2-86df256e1dab,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:48.161152 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7856c708-073a-4e3a-ba8b-3fabfdbf0318 req-624bc4d7-f275-4da3-8376-db2783a30070 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:48.164157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-7856c708-073a-4e3a-ba8b-3fabfdbf0318 req-624bc4d7-f275-4da3-8376-db2783a30070 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Calling delete_port for fab7080e-a5c6-46ed-bde2-86df256e1dab owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:40:48.968703 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7856c708-073a-4e3a-ba8b-3fabfdbf0318 req-624bc4d7-f275-4da3-8376-db2783a30070 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:49.001846 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bc4d7-f275-4da3-8376-db2783a30070 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Pushing event deleted for resources: {'Port': ['ID=fab7080e-a5c6-46ed-bde2-86df256e1dab,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:49.046457 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7856c708-073a-4e3a-ba8b-3fabfdbf0318 req-624bc4d7-f275-4da3-8376-db2783a30070 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] No DVR routers for this DVR port fab7080e-a5c6-46ed-bde2-86df256e1dab on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:40:49.049556 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7856c708-073a-4e3a-ba8b-3fabfdbf0318 req-624bc4d7-f275-4da3-8376-db2783a30070 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:49.052036 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7856c708-073a-4e3a-ba8b-3fabfdbf0318 req-624bc4d7-f275-4da3-8376-db2783a30070 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.15 "DELETE /v2.0/ports/fab7080e-a5c6-46ed-bde2-86df256e1dab HTTP/1.1" status: 204 len: 173 time: 1.1684811 Aug 29 06:40:49.052518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caddc968-e736-484e-9203-2652774aa8ac', 'name': 'network-vif-deleted', 'tag': 'fab7080e-a5c6-46ed-bde2-86df256e1dab'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:49.054969 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ec5e5d-fe24-4ad6-a2fa-4405d60ab0aa" -d '{"events": [{"server_uuid": "caddc968-e736-484e-9203-2652774aa8ac", "name": "network-vif-deleted", "tag": "fab7080e-a5c6-46ed-bde2-86df256e1dab"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:50.959726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device fab7080e-a5c6-46ed-bde2-86df256e1dab no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:40:50.981371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: fab7080e-a5c6-46ed-bde2-86df256e1dab {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:40:50.981849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device fab7080e-a5c6-46ed-bde2-86df256e1dab not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:40:52.122970 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:52.461067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-8b48e909-c3dc-476f-8d33-744fe488e5a0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:52.468255 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-8b48e909-c3dc-476f-8d33-744fe488e5a0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/networks?id=ab9d1c66-456e-4eef-897d-be85929ac7ac HTTP/1.1" status: 200 len: 805 time: 0.1224036 Aug 29 06:40:52.493993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-7ccf1f60-2b46-4f14-85e6-edb61f0085da tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/quotas/0e6d9bf800794d7d8293a89a2186be07 HTTP/1.1" status: 200 len: 375 time: 0.0165632 Aug 29 06:40:52.523013 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5c4debf7-ae2a-4d3a-8a58-80493e679141 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e6d9bf800794d7d8293a89a2186be07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281529 Aug 29 06:40:52.627701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-afeb70cb-2e4c-4bf6-9d67-6cb5848ee9dd service neutron] 10.222.0.76 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975485 Aug 29 06:40:52.770202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9dc88-51d5-4354-ae11-defaef51b885 req-8d7079f5-5766-4c5e-842d-8c8c11a43630 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:52.772959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbc9dc88-51d5-4354-ae11-defaef51b885 req-8d7079f5-5766-4c5e-842d-8c8c11a43630 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 949 time: 0.0775981 Aug 29 06:40:52.780101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-b1bc791f-53ad-48c1-bced-37100e0227c0 service neutron] 10.222.0.76 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452143 Aug 29 06:40:52.823586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbc9dc88-51d5-4354-ae11-defaef51b885 req-3c05acb7-4210-448a-8a77-7e93fd8cb336 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Aug 29 06:40:52.957407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0833e2-975a-47fe-afe0-22ecf4116807 req-22e6889e-4633-40af-bc8d-ddf2cd9f9009 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:52.958912 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e0833e2-975a-47fe-afe0-22ecf4116807 req-22e6889e-4633-40af-bc8d-ddf2cd9f9009 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0496373 Aug 29 06:40:52.997930 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e0833e2-975a-47fe-afe0-22ecf4116807 req-79188ecf-34c6-4fdd-9220-eb37951326cd tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Aug 29 06:40:53.084302 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cf1225-c037-402b-8230-ee281f1d692e x-openstack-request-id: req-11cf1225-c037-402b-8230-ee281f1d692e {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:53.084613 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caddc968-e736-484e-9203-2652774aa8ac", "name": "network-vif-unplugged", "status": "completed", "tag": "fab7080e-a5c6-46ed-bde2-86df256e1dab", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:53.084868 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-11cf1225-c037-402b-8230-ee281f1d692e {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:53.085317 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caddc968-e736-484e-9203-2652774aa8ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab7080e-a5c6-46ed-bde2-86df256e1dab', 'code': 200} Aug 29 06:40:53.123271 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78390773-b93a-47d0-aca4-406dc16cee05 x-openstack-request-id: req-78390773-b93a-47d0-aca4-406dc16cee05 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:53.123271 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caddc968-e736-484e-9203-2652774aa8ac", "name": "network-vif-deleted", "tag": "fab7080e-a5c6-46ed-bde2-86df256e1dab", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:53.123751 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78390773-b93a-47d0-aca4-406dc16cee05 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:53.123913 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caddc968-e736-484e-9203-2652774aa8ac', 'name': 'network-vif-deleted', 'tag': 'fab7080e-a5c6-46ed-bde2-86df256e1dab', 'status': 'completed', 'code': 200} Aug 29 06:40:53.284114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d230d0-a067-4100-a36c-ab80264e19ee req-252f4a8a-1976-4514-829f-b93773afd64b tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:53.286118 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47d230d0-a067-4100-a36c-ab80264e19ee req-252f4a8a-1976-4514-829f-b93773afd64b tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 1101 time: 0.0434253 Aug 29 06:40:53.321799 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47d230d0-a067-4100-a36c-ab80264e19ee req-a06d0a1a-3d70-4134-bc79-51951841f1a6 tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295188 Aug 29 06:40:53.407475 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d65c9f9-0e6a-4abf-a0bd-6c981c1924b3 req-e790f91e-7665-4379-8f05-4371c397b07b tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0426579 Aug 29 06:40:53.590266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a304774f-461d-4058-95ab-039776bfcbe7 req-e7f6e073-c89e-4647-8044-33e07cf0fb7f tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322886 Aug 29 06:40:53.738762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304774f-461d-4058-95ab-039776bfcbe7 req-278e91db-dbb0-4c36-a90d-ab3fdf9c6117 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:53.740527 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a304774f-461d-4058-95ab-039776bfcbe7 req-278e91db-dbb0-4c36-a90d-ab3fdf9c6117 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493621 Aug 29 06:40:53.763479 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a304774f-461d-4058-95ab-039776bfcbe7 req-9795a704-c349-41f8-b3a1-ca448325447e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/quotas/5e05d1570cdf4cefaa4ec47a0b5f0777 HTTP/1.1" status: 200 len: 375 time: 0.0129817 Aug 29 06:40:53.828742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-1fbb5d72-0161-4dc5-a695-178ff2eebd01 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1465996772&fields=id&tenant_id=544c6f4659b0481fa002ec69280b9551 HTTP/1.1" status: 200 len: 267 time: 0.0626464 Aug 29 06:40:53.866003 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a304774f-461d-4058-95ab-039776bfcbe7 req-15a99a6e-311d-4e6b-a9bc-f28f759cd617 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0934391 Aug 29 06:40:53.979397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047801-84d0-4567-ab7b-ad135af4827b req-fdf13ccd-6556-43a5-8095-f39230576f41 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:53.986938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-fdf13ccd-6556-43a5-8095-f39230576f41 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/networks?id=ea3503f9-de17-4d75-a461-b28dbced4bb1 HTTP/1.1" status: 200 len: 824 time: 0.1487384 Aug 29 06:40:53.997864 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-af6f0caf-6fd5-4588-a722-05025f5c603a tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/quotas/544c6f4659b0481fa002ec69280b9551 HTTP/1.1" status: 200 len: 375 time: 0.0101957 Aug 29 06:40:54.059104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-d8e1a91c-46b2-4e7f-a76c-1c1552ee684a tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=544c6f4659b0481fa002ec69280b9551&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0546923 Aug 29 06:40:54.193776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-2d404d31-46af-4d6c-b859-631728e5976d service neutron] 10.222.0.76 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198494 Aug 29 06:40:54.359399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a62c6-2861-47b0-a33d-6a33a1198e28 req-7cb386fd-6b29-4d07-b25f-dbe18e6b5238 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:54.359399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b44a62c6-2861-47b0-a33d-6a33a1198e28 req-7cb386fd-6b29-4d07-b25f-dbe18e6b5238 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.1097031 Aug 29 06:40:54.359399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-3f0fafa3-e9a4-49ba-a320-08336b0473eb service neutron] 10.222.0.76 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640232 Aug 29 06:40:54.745747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b44a62c6-2861-47b0-a33d-6a33a1198e28 req-6c6c5ba6-4001-4ccf-bb43-5cbaa7fc53bc tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832159 Aug 29 06:40:54.837886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-093b22a5-155f-407f-b80a-37ff8dcb3107 req-2db77223-efb2-4aba-b100-40e5f5b92783 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 210 time: 0.0277746 Aug 29 06:40:54.927474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-067e0091-9f41-484e-b5e8-4b1b4d1479a0 req-083b7b20-28e5-4380-87bf-3a2274473f5d tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 210 time: 0.0421205 Aug 29 06:40:54.956429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3bb0634-f5ea-4010-9632-0142b5da1769 req-f0785d3c-800a-482c-8bce-9454f5317687 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0451806 Aug 29 06:40:55.924658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5335f3f-f795-4372-8882-c185fbf300be req-c811ec1a-a07d-4e95-ac00-d6ea16b97f1b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:55.935426 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5335f3f-f795-4372-8882-c185fbf300be req-c811ec1a-a07d-4e95-ac00-d6ea16b97f1b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0869920 Aug 29 06:40:55.975646 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5335f3f-f795-4372-8882-c185fbf300be req-4d5bc572-8f39-4e38-a3a2-1a7461203db5 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392053 Aug 29 06:40:56.015719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-944790b2-0df2-4606-9f36-fe1e05e4fbf0 req-bb77a950-6c57-47fb-a55f-499b80f4cb0a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 210 time: 0.0342681 Aug 29 06:40:56.074821 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb0ce743-c4ea-4494-b3bf-e81a9c24789d req-b05aa59f-0899-4382-91b8-12b49600d68f tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 210 time: 0.0266547 Aug 29 06:40:56.119287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bba58d2c-388b-4f30-8f86-370969a9e60c req-00dc3c01-f33a-4daa-a850-3a56426f763c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0270345 Aug 29 06:40:56.705328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-4908230f-a2c8-4968-a792-b6e2c74a170b tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:56.707857 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-4908230f-a2c8-4968-a792-b6e2c74a170b tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.15 "GET /v2.0/networks?id=ab9d1c66-456e-4eef-897d-be85929ac7ac HTTP/1.1" status: 200 len: 805 time: 0.1216395 Aug 29 06:40:56.729400 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-f09558b0-2cde-46f1-8dbd-597977af193c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Request body: {'port': {'device_id': 'ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4', 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac', 'admin_state_up': True, 'tenant_id': '0e6d9bf800794d7d8293a89a2186be07'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:57.014390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 13dc54f0-836a-4a9d-bd86-5258f3710eb7 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:40:57.108079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-adadf616-cce3-4554-b52f-c8f58168d193 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:57.111223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-adadf616-cce3-4554-b52f-c8f58168d193 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1f3288-f53a-492c-b0d1-7d1e4db7ccfa HTTP/1.1" status: 200 len: 945 time: 0.0816700 Aug 29 06:40:57.158091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:57.162373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef6750d4-1dbd-428b-8d58-b37d7a0e7619 req-8c23967c-f318-4adc-a733-de655aff14e4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 210 time: 0.0518372 Aug 29 06:40:57.174792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '13dc54f0-836a-4a9d-bd86-5258f3710eb7', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '13dc54f0-836a-4a9d-bd86-5258f3710eb7', 'mac_address': 'fa:16:3e:ff:c4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:40:57.182720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c75e0b-fb39-438f-9f5d-420661f92464 req-64e4c19f-df0c-4500-8b9e-6c7cc819946b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:57.191569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8c75e0b-fb39-438f-9f5d-420661f92464 req-64e4c19f-df0c-4500-8b9e-6c7cc819946b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.1358986 Aug 29 06:40:57.219751 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:57.237968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13dc54f0-836a-4a9d-bd86-5258f3710eb7 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:57.248063 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-f09558b0-2cde-46f1-8dbd-597977af193c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Made reservation on behalf of 0e6d9bf800794d7d8293a89a2186be07 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:57.260619 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-f09558b0-2cde-46f1-8dbd-597977af193c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:57.274387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8c75e0b-fb39-438f-9f5d-420661f92464 req-ded543bf-2c1a-4b9f-8c7f-be4610b3c94f tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770304 Aug 29 06:40:57.276460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:57.341721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8efc9925-9237-4a5b-94eb-3ce7ffcf4ef0 req-64d9c0d3-a123-4956-9e97-02ca5ccae13f tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 210 time: 0.0345702 Aug 29 06:40:57.359576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Deleting port bacdf918-bc6c-425e-84ac-b49c1865d62f {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:40:57.368573 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:57.441064 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1710a55-d6a4-422a-9b8c-02cfd7610fd6 req-867a0786-f6e6-45f9-a4f9-f9e64c2fe88f tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0618029 Aug 29 06:40:57.454638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-f09558b0-2cde-46f1-8dbd-597977af193c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Allocated IP 172.20.0.12 (ab9d1c66-456e-4eef-897d-be85929ac7ac/72d07125-69f9-49f3-a732-befd124498bc/88d97203-48c5-46d0-9989-34725b9fa493) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:40:57.499745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] For port bacdf918-bc6c-425e-84ac-b49c1865d62f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=bacdf918-bc6c-425e-84ac-b49c1865d62f,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:57.500036 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:57.627192 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:57.671497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-f09558b0-2cde-46f1-8dbd-597977af193c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:57.738766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=13dc54f0-836a-4a9d-bd86-5258f3710eb7,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:57.762751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['13dc54f0-836a-4a9d-bd86-5258f3710eb7'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:40:57.827373 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:57.827756 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:57.828105 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Floating IP d8f667c4-4ef3-4939-b1da-c4cf6d96ab45 disassociated. External IP: 172.25.1.215, port: bacdf918-bc6c-425e-84ac-b49c1865d62f. Aug 29 06:40:57.828497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Calling delete_port for bacdf918-bc6c-425e-84ac-b49c1865d62f owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:40:58.048922 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-f09558b0-2cde-46f1-8dbd-597977af193c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:58.090627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-f09558b0-2cde-46f1-8dbd-597977af193c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Network ab9d1c66-456e-4eef-897d-be85929ac7ac is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:40:58.095722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-f09558b0-2cde-46f1-8dbd-597977af193c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:40:58.100295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-f09558b0-2cde-46f1-8dbd-597977af193c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:40:58.130669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09558b0-2cde-46f1-8dbd-597977af193c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Pushing event updated for resources: {'Port': ['ID=88d97203-48c5-46d0-9989-34725b9fa493,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:58.156658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-f09558b0-2cde-46f1-8dbd-597977af193c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:58.158647 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-f09558b0-2cde-46f1-8dbd-597977af193c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:58.272883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3da80702-0683-4aa9-b2ab-d4e321570a3e req-5b49d454-3155-4303-af38-edee5ef58dc0 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 210 time: 0.0302796 Aug 29 06:40:58.301127 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-f09558b0-2cde-46f1-8dbd-597977af193c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5775073 Aug 29 06:40:58.318689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Request body: {'port': {'device_id': 'ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:58.324812 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:58.379439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Pushing event deleted for resources: {'Port': ['ID=bacdf918-bc6c-425e-84ac-b49c1865d62f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:58.423353 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:58.524610 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9b53-60d5-483e-a9ff-4fa87ab656f0 req-3a4ba256-e26e-45dd-832f-272661d920e1 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:58.527758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecad9b53-60d5-483e-a9ff-4fa87ab656f0 req-3a4ba256-e26e-45dd-832f-272661d920e1 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.1505220 Aug 29 06:40:58.614963 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a304774f-461d-4058-95ab-039776bfcbe7 req-12b317e3-6c9e-4153-981b-b5a522c63fa5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384059 Aug 29 06:40:58.627798 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79eb984b-777d-40a9-b472-5da6e65a6d9f req-814cf533-b5ca-4366-a07f-35f8d94894fe tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 210 time: 0.0736349 Aug 29 06:40:58.663859 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecad9b53-60d5-483e-a9ff-4fa87ab656f0 req-7ad023e5-fd9d-4a77-8318-74d897866c9e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154540 Aug 29 06:40:58.680817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Router 2187b990-a096-450d-9a4b-ed702e426eb6 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:40:58.840828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f30543-790b-4244-b198-48f7f317bb94 req-7186925f-6f08-4f30-b87b-8917bc4f53cf tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:58.848901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1f30543-790b-4244-b198-48f7f317bb94 req-7186925f-6f08-4f30-b87b-8917bc4f53cf tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 932 time: 0.1213329 Aug 29 06:40:58.881030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:40:58.900243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d6f31-a3ce-4594-9a35-0b7e640d6eb3 None None] Sync routers for ids ['2187b990-a096-450d-9a4b-ed702e426eb6'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:40:58.920016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d6f31-a3ce-4594-9a35-0b7e640d6eb3 None None] Routers {'2187b990-a096-450d-9a4b-ed702e426eb6'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:40:58.921214 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8b5d6f31-a3ce-4594-9a35-0b7e640d6eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:40:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2187b990-a096-450d-9a4b-ed702e426eb6'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:58.940903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1f30543-790b-4244-b198-48f7f317bb94 req-61ea6e72-9aa3-49af-8477-63b911d1a10c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891924 Aug 29 06:40:58.995269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] No DVR routers for this DVR port bacdf918-bc6c-425e-84ac-b49c1865d62f on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:40:59.000718 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:59.002798 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a0a455c-9050-4fca-82bf-0be416b630d5 req-4a6caa2b-92f2-42ef-acc2-5d3e7c923814 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.11 "DELETE /v2.0/ports/bacdf918-bc6c-425e-84ac-b49c1865d62f HTTP/1.1" status: 204 len: 173 time: 1.8791924 Aug 29 06:40:59.003421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1f3288-f53a-492c-b0d1-7d1e4db7ccfa', 'name': 'network-vif-deleted', 'tag': 'bacdf918-bc6c-425e-84ac-b49c1865d62f'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:59.014166 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c1aa7a-cea4-44c6-89c1-8850ed5032a1" -d '{"events": [{"server_uuid": "df1f3288-f53a-492c-b0d1-7d1e4db7ccfa", "name": "network-vif-deleted", "tag": "bacdf918-bc6c-425e-84ac-b49c1865d62f"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:59.039303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 13dc54f0-836a-4a9d-bd86-5258f3710eb7 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:40:59.080654 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee58b02-5565-4bd8-afb6-47a96ac28960 x-openstack-request-id: req-dee58b02-5565-4bd8-afb6-47a96ac28960 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:59.080925 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1f3288-f53a-492c-b0d1-7d1e4db7ccfa", "name": "network-vif-deleted", "tag": "bacdf918-bc6c-425e-84ac-b49c1865d62f", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:59.081181 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dee58b02-5565-4bd8-afb6-47a96ac28960 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:59.081584 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1f3288-f53a-492c-b0d1-7d1e4db7ccfa', 'name': 'network-vif-deleted', 'tag': 'bacdf918-bc6c-425e-84ac-b49c1865d62f', 'status': 'completed', 'code': 200} Aug 29 06:40:59.233799 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-8b5d6f31-a3ce-4594-9a35-0b7e640d6eb3 None None] Set router 2187b990-a096-450d-9a4b-ed702e426eb6 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:40:59.257285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304774f-461d-4058-95ab-039776bfcbe7 req-7c9f0a50-38c5-429f-ac5e-292991ece414 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:40:59.258742 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a304774f-461d-4058-95ab-039776bfcbe7 req-7c9f0a50-38c5-429f-ac5e-292991ece414 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6269913 Aug 29 06:40:59.272365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 13dc54f0-836a-4a9d-bd86-5258f3710eb7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:40:59.272745 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:59.279179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a304774f-461d-4058-95ab-039776bfcbe7 req-5ba30dfa-e406-4fe8-8cde-c43eeb505f37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Request body: {'port': {'device_id': 'a46503f6-61f1-4cd7-ad22-33214fdf1439', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '5e05d1570cdf4cefaa4ec47a0b5f0777'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:40:59.366817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d97203-48c5-46d0-9989-34725b9fa493 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:40:59.379072 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:59.408265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Transition to ACTIVE for port object 88d97203-48c5-46d0-9989-34725b9fa493 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:40:59.439065 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-078c596d-60bc-421d-be3b-77435528e6b3 req-70fe84b5-d317-45b0-a634-ded2651f65d1 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 210 time: 0.0687141 Aug 29 06:40:59.543782 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:59.596290 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:59.604313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dc54f0-836a-4a9d-bd86-5258f3710eb7'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:40:59.606682 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419e0c3f-a4e3-4da7-9d15-f5edf615684f" -d '{"events": [{"server_uuid": "0e7b5bb9-a620-45d2-9300-d95fde52c59e", "name": "network-vif-plugged", "status": "completed", "tag": "13dc54f0-836a-4a9d-bd86-5258f3710eb7"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:40:59.624889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:40:59.663770 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cee26f-8e40-4317-b40f-69ec8e34237b x-openstack-request-id: req-a9cee26f-8e40-4317-b40f-69ec8e34237b {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:40:59.665488 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7b5bb9-a620-45d2-9300-d95fde52c59e", "name": "network-vif-plugged", "status": "completed", "tag": "13dc54f0-836a-4a9d-bd86-5258f3710eb7", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:40:59.665758 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a9cee26f-8e40-4317-b40f-69ec8e34237b {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:40:59.666194 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dc54f0-836a-4a9d-bd86-5258f3710eb7', 'code': 200} Aug 29 06:40:59.676557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8b5d6f31-a3ce-4594-9a35-0b7e640d6eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:57Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:59.678761 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a304774f-461d-4058-95ab-039776bfcbe7 req-5ba30dfa-e406-4fe8-8cde-c43eeb505f37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Made reservation on behalf of 5e05d1570cdf4cefaa4ec47a0b5f0777 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:40:59.687343 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a304774f-461d-4058-95ab-039776bfcbe7 req-5ba30dfa-e406-4fe8-8cde-c43eeb505f37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:40:59.716504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d6f31-a3ce-4594-9a35-0b7e640d6eb3 None None] Checking router: 2187b990-a096-450d-9a4b-ed702e426eb6 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:40:59.726965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d6f31-a3ce-4594-9a35-0b7e640d6eb3 None None] Routers {'2187b990-a096-450d-9a4b-ed702e426eb6'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:40:59.728180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8b5d6f31-a3ce-4594-9a35-0b7e640d6eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:40:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2187b990-a096-450d-9a4b-ed702e426eb6'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:40:59.765226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Pushing event updated for resources: {'Port': ['ID=88d97203-48c5-46d0-9989-34725b9fa493,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:40:59.925660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3024d129-6325-4e1e-9d12-f59f23afdcdb req-154f5b00-17b9-4b66-b9de-d3c284576c95 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 210 time: 0.1076441 Aug 29 06:40:59.937023 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-8b5d6f31-a3ce-4594-9a35-0b7e640d6eb3 None None] Set router 2187b990-a096-450d-9a4b-ed702e426eb6 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:41:00.119803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-a304774f-461d-4058-95ab-039776bfcbe7 req-5ba30dfa-e406-4fe8-8cde-c43eeb505f37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Allocated IP 192.168.233.179 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/1f66dfdc-5b3c-4cfe-a329-a1755d772a34) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:00.178293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Attempting to bind port 88d97203-48c5-46d0-9989-34725b9fa493 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:41:00.183297 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Attempting to bind port 88d97203-48c5-46d0-9989-34725b9fa493 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:41:00.183849 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Attempting to bind port 88d97203-48c5-46d0-9989-34725b9fa493 on network ab9d1c66-456e-4eef-897d-be85929ac7ac {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:00.211115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Port 88d97203-48c5-46d0-9989-34725b9fa493 on network ab9d1c66-456e-4eef-897d-be85929ac7ac not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:41:00.211518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Attempting to bind port 88d97203-48c5-46d0-9989-34725b9fa493 on network ab9d1c66-456e-4eef-897d-be85929ac7ac {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:00.260131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad801632-3874-4581-bb4d-74f910c27be8 req-0869f132-a028-4be5-bd2d-3388c9f375ab tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:00.268484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad801632-3874-4581-bb4d-74f910c27be8 req-0869f132-a028-4be5-bd2d-3388c9f375ab tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.1588714 Aug 29 06:41:00.282327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:41:00.282892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Checking segment: {'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:00.283093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Bound using segment: {'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:41:00.283679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Bound port: 88d97203-48c5-46d0-9989-34725b9fa493, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba998cd-acba-44d8-b495-9919b3067658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:41:00.284017 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:00.332349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047801-84d0-4567-ab7b-ad135af4827b req-c3e5d76a-2ecb-46cc-ba43-1a3375c3a545 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:00.337328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-c3e5d76a-2ecb-46cc-ba43-1a3375c3a545 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.15 "GET /v2.0/networks?id=ea3503f9-de17-4d75-a461-b28dbced4bb1 HTTP/1.1" status: 200 len: 824 time: 0.2911015 Aug 29 06:41:00.390979 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8b5d6f31-a3ce-4594-9a35-0b7e640d6eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:57Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:41:00.429219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d6f31-a3ce-4594-9a35-0b7e640d6eb3 None None] The sync data for ids ['2187b990-a096-450d-9a4b-ed702e426eb6'] in n-d-713301-12 is: [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:57Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:41:00.439872 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device bacdf918-bc6c-425e-84ac-b49c1865d62f no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:00.448105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] For port 88d97203-48c5-46d0-9989-34725b9fa493, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:41:00.461953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: bacdf918-bc6c-425e-84ac-b49c1865d62f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:41:00.462578 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device bacdf918-bc6c-425e-84ac-b49c1865d62f not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:41:00.463494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] For port 88d97203-48c5-46d0-9989-34725b9fa493, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=88d97203-48c5-46d0-9989-34725b9fa493,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:41:00.501018 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a304774f-461d-4058-95ab-039776bfcbe7 req-5ba30dfa-e406-4fe8-8cde-c43eeb505f37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:00.520151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-a304774f-461d-4058-95ab-039776bfcbe7 req-5ba30dfa-e406-4fe8-8cde-c43eeb505f37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Transition to ACTIVE for port object 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:00.530105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-9bc2733b-d029-43a3-9940-d40cb28281b2 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544c6f4659b0481fa002ec69280b9551 HTTP/1.1" status: 200 len: 380 time: 0.1719544 Aug 29 06:41:00.546505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad801632-3874-4581-bb4d-74f910c27be8 req-dd412fd1-71d9-4570-b267-c3e81d40f434 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771144 Aug 29 06:41:00.566631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-60047801-84d0-4567-ab7b-ad135af4827b req-b393d58c-9d84-48bf-bc9b-87d0dcfc2ac0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Request body: {'port': {'device_id': 'ba361e80-6563-4c23-a0ea-3b3b5fcd7e27', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'admin_state_up': True, 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'security_groups': ['a96c8491-24b4-4367-acbe-370423876a42']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:00.614056 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:00.702642 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=13dc54f0-836a-4a9d-bd86-5258f3710eb7,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:00.801440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c825ba-c570-4f4a-9b37-4cb7a30e8a76 req-14938d17-897e-4779-9467-a1a37ea2e9eb tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:00.809134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21c825ba-c570-4f4a-9b37-4cb7a30e8a76 req-14938d17-897e-4779-9467-a1a37ea2e9eb tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 944 time: 0.1284554 Aug 29 06:41:00.834872 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376497f4-3dbd-4ca2-8c4a-2d0894e12e95 None None] New status for floating IP d8f667c4-4ef3-4939-b1da-c4cf6d96ab45: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:41:00.848990 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:00.860254 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a304774f-461d-4058-95ab-039776bfcbe7 req-5ba30dfa-e406-4fe8-8cde-c43eeb505f37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:00.876971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa', '45236214-eeaf-4c3d-8e17-e474ac8af786'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:00.892326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21c825ba-c570-4f4a-9b37-4cb7a30e8a76 req-8e93974f-06f6-4950-98a7-ddefda4a9195 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800769 Aug 29 06:41:00.927996 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:00.929691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:00.931592 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] 10.222.0.15 "PUT /v2.0/ports/88d97203-48c5-46d0-9989-34725b9fa493 HTTP/1.1" status: 200 len: 1093 time: 2.6191652 Aug 29 06:41:00.942169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4', 'tag': '88d97203-48c5-46d0-9989-34725b9fa493'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:00.945515 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e2c419-2b39-4b7d-884e-0a5b9e78034c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4", "tag": "88d97203-48c5-46d0-9989-34725b9fa493"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:00.986293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a304774f-461d-4058-95ab-039776bfcbe7 req-5ba30dfa-e406-4fe8-8cde-c43eeb505f37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:01.023872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-a304774f-461d-4058-95ab-039776bfcbe7 req-5ba30dfa-e406-4fe8-8cde-c43eeb505f37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:01.029848 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a304774f-461d-4058-95ab-039776bfcbe7 req-5ba30dfa-e406-4fe8-8cde-c43eeb505f37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:01.092697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['113be281-1e24-4419-81dd-2a31c5d25935', '548275e1-489c-4612-ad0a-a73e662766ad', '76edc251-f074-403a-922f-1b2f30405a3b', '155b5298-6101-42f4-81ab-085a25b9f8c5', '4087ca48-f833-487d-9a62-7ec6b872da98'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:01.096735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 915ed247-86a1-4a6c-b8d9-f872da3c620a details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:41:01.099755 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 915ed247-86a1-4a6c-b8d9-f872da3c620a no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:01.161825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60047801-84d0-4567-ab7b-ad135af4827b req-b393d58c-9d84-48bf-bc9b-87d0dcfc2ac0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Made reservation on behalf of 544c6f4659b0481fa002ec69280b9551 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:01.165420 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b882e43-33b5-4cbd-b85b-a1dc6d2de1ef service neutron] Pushing event updated for resources: {'Port': ['ID=88d97203-48c5-46d0-9989-34725b9fa493,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:01.175374 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-60047801-84d0-4567-ab7b-ad135af4827b req-b393d58c-9d84-48bf-bc9b-87d0dcfc2ac0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:01.272262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882410e6-cc79-474b-9155-ea12de5a77a8 req-6d9e9110-3058-41a7-b13d-a782816562ec tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:01.275780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-882410e6-cc79-474b-9155-ea12de5a77a8 req-6d9e9110-3058-41a7-b13d-a782816562ec tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 1097 time: 0.1864567 Aug 29 06:41:01.347063 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.resource_extend [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 06:41:01.387233 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba30dfa-e406-4fe8-8cde-c43eeb505f37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event updated for resources: {'Port': ['ID=1f66dfdc-5b3c-4cfe-a329-a1755d772a34,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:01.395623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304774f-461d-4058-95ab-039776bfcbe7 req-5ba30dfa-e406-4fe8-8cde-c43eeb505f37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:01.396255 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a304774f-461d-4058-95ab-039776bfcbe7 req-5ba30dfa-e406-4fe8-8cde-c43eeb505f37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:01.419034 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-3b7dd7ab-4144-413a-9cbd-d47c268bbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:01.420981 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-3b7dd7ab-4144-413a-9cbd-d47c268bbd73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e6d9bf800794d7d8293a89a2186be07&device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 1096 time: 0.1747215 Aug 29 06:41:01.514333 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-0b2914a9-af5a-4f44-99eb-ad2777298a16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88d97203-48c5-46d0-9989-34725b9fa493 HTTP/1.1" status: 200 len: 217 time: 0.0841990 Aug 29 06:41:01.574669 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-882410e6-cc79-474b-9155-ea12de5a77a8 req-25037090-67b8-41ab-92a5-d2401ec5a9bd tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504685 Aug 29 06:41:01.597665 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-25b6b0ee-12fc-4cc3-8fef-c1489e08b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:01.601039 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-25b6b0ee-12fc-4cc3-8fef-c1489e08b615 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72d07125-69f9-49f3-a732-befd124498bc HTTP/1.1" status: 200 len: 845 time: 0.0787451 Aug 29 06:41:01.670530 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-60047801-84d0-4567-ab7b-ad135af4827b req-b393d58c-9d84-48bf-bc9b-87d0dcfc2ac0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Allocated IP 172.20.0.7 (ea3503f9-de17-4d75-a461-b28dbced4bb1/8f576fb6-2e95-4e87-84cb-796a56eec9b0/2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:01.674463 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-2498c45b-c82d-481a-ae5c-d7c452550514 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab9d1c66-456e-4eef-897d-be85929ac7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636070 Aug 29 06:41:01.680371 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a304774f-461d-4058-95ab-039776bfcbe7 req-5ba30dfa-e406-4fe8-8cde-c43eeb505f37 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4058385 Aug 29 06:41:01.706390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Request body: {'port': {'device_id': 'a46503f6-61f1-4cd7-ad22-33214fdf1439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:01.749175 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:01.918269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 915ed247-86a1-4a6c-b8d9-f872da3c620a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:01.930774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915ed247-86a1-4a6c-b8d9-f872da3c620a'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:01.933018 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe8471d-6690-478f-83d3-98019fa228e9" -d '{"events": [{"server_uuid": "a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a", "name": "network-vif-unplugged", "status": "completed", "tag": "915ed247-86a1-4a6c-b8d9-f872da3c620a"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:01.945422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ed631fc7-db5b-49c8-8173-43af02f91316 None None] Provisioning for port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:01.949357 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-a224334f-3006-4655-84d5-77f040bab0ed service neutron] 10.222.0.15 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341416 Aug 29 06:41:01.952199 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 915ed247-86a1-4a6c-b8d9-f872da3c620a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:01.976077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ed631fc7-db5b-49c8-8173-43af02f91316 None None] Provisioning complete for port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:01.976453 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ed631fc7-db5b-49c8-8173-43af02f91316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:02.022076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '915ed247-86a1-4a6c-b8d9-f872da3c620a', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '915ed247-86a1-4a6c-b8d9-f872da3c620a', 'mac_address': 'fa:16:3e:90:96:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:41:02.054430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dd64d-56d2-4ccc-846a-f8a657597e4d req-af305a99-b6e2-4778-9d8d-0fbde525480a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:02.071734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c30dd64d-56d2-4ccc-846a-f8a657597e4d req-af305a99-b6e2-4778-9d8d-0fbde525480a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 936 time: 0.2064297 Aug 29 06:41:02.114892 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:02.181653 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2df9daf4-f28d-48de-8f9e-4ce70804d030 req-eef03e85-0327-40cc-9caa-fbf5e1159d88 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859477 Aug 29 06:41:02.226728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c30dd64d-56d2-4ccc-846a-f8a657597e4d req-4df3b7e1-8afb-4b91-972d-a4888a0e6175 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540394 Aug 29 06:41:02.240387 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-60047801-84d0-4567-ab7b-ad135af4827b req-b393d58c-9d84-48bf-bc9b-87d0dcfc2ac0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:02.262522 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:02.279757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ed631fc7-db5b-49c8-8173-43af02f91316 None None] Port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:41:02.298234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-60047801-84d0-4567-ab7b-ad135af4827b req-b393d58c-9d84-48bf-bc9b-87d0dcfc2ac0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Transition to ACTIVE for port object 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:02.325837 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37597e9c-1e64-42e0-b2ed-448209b5381c x-openstack-request-id: req-37597e9c-1e64-42e0-b2ed-448209b5381c {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:02.326721 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4", "tag": "88d97203-48c5-46d0-9989-34725b9fa493", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:02.328050 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-37597e9c-1e64-42e0-b2ed-448209b5381c {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:02.328818 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4', 'tag': '88d97203-48c5-46d0-9989-34725b9fa493', 'status': 'completed', 'code': 200} Aug 29 06:41:02.425701 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:02.477191 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=915ed247-86a1-4a6c-b8d9-f872da3c620a,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:02.496781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915ed247-86a1-4a6c-b8d9-f872da3c620a {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:41:02.509891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-531f649a-afa6-4483-9f3c-ff87de1fc1c9 req-ae55eecc-1890-47de-b44f-c5813a08a8a7 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 210 time: 0.0514114 Aug 29 06:41:02.560496 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2c419-2b39-4b7d-884e-0a5b9e78034c req-e9d45ec9-b3de-46e6-9e3c-9dea1bd27958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:02.562489 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-05e2c419-2b39-4b7d-884e-0a5b9e78034c req-e9d45ec9-b3de-46e6-9e3c-9dea1bd27958 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e6d9bf800794d7d8293a89a2186be07&device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 1096 time: 0.1998992 Aug 29 06:41:02.642251 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-60047801-84d0-4567-ab7b-ad135af4827b req-b393d58c-9d84-48bf-bc9b-87d0dcfc2ac0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:02.646188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 915ed247-86a1-4a6c-b8d9-f872da3c620a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:02.824482 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60047801-84d0-4567-ab7b-ad135af4827b req-b393d58c-9d84-48bf-bc9b-87d0dcfc2ac0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Network ea3503f9-de17-4d75-a461-b28dbced4bb1 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:02.852361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-60047801-84d0-4567-ab7b-ad135af4827b req-b393d58c-9d84-48bf-bc9b-87d0dcfc2ac0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:02.858898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-60047801-84d0-4567-ab7b-ad135af4827b req-b393d58c-9d84-48bf-bc9b-87d0dcfc2ac0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:02.885751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2c419-2b39-4b7d-884e-0a5b9e78034c req-60196e51-4edb-4874-9834-976905b8108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:02.887926 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-05e2c419-2b39-4b7d-884e-0a5b9e78034c req-60196e51-4edb-4874-9834-976905b8108c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab9d1c66-456e-4eef-897d-be85929ac7ac HTTP/1.1" status: 200 len: 906 time: 0.3157351 Aug 29 06:41:02.890575 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:02.919197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:41:02.922342 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90e4b-e3fe-486c-936d-bc69b19dcf21 req-fddebacd-b904-475e-80c5-66d9e8fce8bd tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:02.935604 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbd90e4b-e3fe-486c-936d-bc69b19dcf21 req-fddebacd-b904-475e-80c5-66d9e8fce8bd tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 948 time: 0.3154843 Aug 29 06:41:02.971393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393d58c-9d84-48bf-bc9b-87d0dcfc2ac0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Pushing event updated for resources: {'Port': ['ID=2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:02.979851 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-05e2c419-2b39-4b7d-884e-0a5b9e78034c req-963f3110-cf62-4519-9db6-3f4c43688f51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88d97203-48c5-46d0-9989-34725b9fa493 HTTP/1.1" status: 200 len: 217 time: 0.0782564 Aug 29 06:41:02.983527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:03.020699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=915ed247-86a1-4a6c-b8d9-f872da3c620a,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:03.065617 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047801-84d0-4567-ab7b-ad135af4827b req-b393d58c-9d84-48bf-bc9b-87d0dcfc2ac0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:03.071373 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-60047801-84d0-4567-ab7b-ad135af4827b req-b393d58c-9d84-48bf-bc9b-87d0dcfc2ac0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:03.095002 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbd90e4b-e3fe-486c-936d-bc69b19dcf21 req-1841e367-7b9b-419a-bcee-554e12867cc1 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583922 Aug 29 06:41:03.135987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2c419-2b39-4b7d-884e-0a5b9e78034c req-742d7040-475a-4784-9c53-3574bbfb5506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:03.137610 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-05e2c419-2b39-4b7d-884e-0a5b9e78034c req-742d7040-475a-4784-9c53-3574bbfb5506 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72d07125-69f9-49f3-a732-befd124498bc HTTP/1.1" status: 200 len: 845 time: 0.1385136 Aug 29 06:41:03.146938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Transition to ACTIVE for port object 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:03.197401 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-05e2c419-2b39-4b7d-884e-0a5b9e78034c req-25836c4c-9bcf-48f6-a7a4-48c7fa3801d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab9d1c66-456e-4eef-897d-be85929ac7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415714 Aug 29 06:41:03.293688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4f377-f4ff-4058-bd2d-79ad8cc3f256 req-987c6d0f-3fa5-4460-8553-ffeb6d7452bc tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:03.316773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddd4f377-f4ff-4058-bd2d-79ad8cc3f256 req-987c6d0f-3fa5-4460-8553-ffeb6d7452bc tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 944 time: 0.1308529 Aug 29 06:41:03.342959 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-05e2c419-2b39-4b7d-884e-0a5b9e78034c req-97b314da-f150-4ac3-8ac1-4f9982940756 service neutron] 10.222.0.15 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298366 Aug 29 06:41:03.361518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['915ed247-86a1-4a6c-b8d9-f872da3c620a'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:03.411530 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddd4f377-f4ff-4058-bd2d-79ad8cc3f256 req-43f7418d-fb82-41ff-94ef-9c8695a37da4 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942929 Aug 29 06:41:03.453966 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a984c591-b3fd-4ff1-ad9a-969e94773246 x-openstack-request-id: req-a984c591-b3fd-4ff1-ad9a-969e94773246 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:03.454279 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a", "name": "network-vif-unplugged", "status": "completed", "tag": "915ed247-86a1-4a6c-b8d9-f872da3c620a", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:03.454536 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a984c591-b3fd-4ff1-ad9a-969e94773246 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:03.454919 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915ed247-86a1-4a6c-b8d9-f872da3c620a', 'code': 200} Aug 29 06:41:03.477339 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-05e2c419-2b39-4b7d-884e-0a5b9e78034c req-14ac2993-09cc-4acb-8c6d-50618481227e service neutron] 10.222.0.15 "GET /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204796 Aug 29 06:41:03.566781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa67e65-68b5-41ce-96dd-4495d966d9df req-43013770-7983-444b-a064-d7231c5790ca tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:03.568387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fa67e65-68b5-41ce-96dd-4495d966d9df req-43013770-7983-444b-a064-d7231c5790ca tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 936 time: 0.0675323 Aug 29 06:41:03.625609 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:03.628001 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:03.628540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-82d2d6b1-0d5c-4019-8687-5482e0fcb08b None None] Provisioning for port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:03.629521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-b393d58c-9d84-48bf-bc9b-87d0dcfc2ac0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0757215 Aug 29 06:41:03.638265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-82d2d6b1-0d5c-4019-8687-5482e0fcb08b None None] Provisioning complete for port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:03.638776 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-82d2d6b1-0d5c-4019-8687-5482e0fcb08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:03.652489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fa67e65-68b5-41ce-96dd-4495d966d9df req-ea76e6d0-561a-4e53-97d0-cbb615791686 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762956 Aug 29 06:41:03.665050 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Request body: {'port': {'device_id': 'ba361e80-6563-4c23-a0ea-3b3b5fcd7e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:03.706106 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-82d2d6b1-0d5c-4019-8687-5482e0fcb08b None None] Port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:41:03.785407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Pushing event updated for resources: {'Port': ['ID=1f66dfdc-5b3c-4cfe-a329-a1755d772a34,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:03.786259 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:03.919029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Attempting to bind port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:41:03.919292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Attempting to bind port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:41:03.919495 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Attempting to bind port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:03.927465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:41:03.927869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Attempting to bind port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:03.936077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:41:03.943327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:03.943327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:41:03.943327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Bound port: 1f66dfdc-5b3c-4cfe-a329-a1755d772a34, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:41:03.943327 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:04.062670 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92c91c-7fa2-478e-b7a7-cb87ea609117 req-ac87acc1-83ae-44a5-a1fd-0f46d7213e19 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:04.067132 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] For port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:41:04.080794 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb92c91c-7fa2-478e-b7a7-cb87ea609117 req-ac87acc1-83ae-44a5-a1fd-0f46d7213e19 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 931 time: 0.2907982 Aug 29 06:41:04.081079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] For port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1f66dfdc-5b3c-4cfe-a329-a1755d772a34,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:41:04.135362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb92c91c-7fa2-478e-b7a7-cb87ea609117 req-0c530f0e-025f-4175-92c0-2418ccb171a2 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658069 Aug 29 06:41:04.242980 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:04.264981 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:41:04.273794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:04.302052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Transition to ACTIVE for port object 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:04.312075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:04.313119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:04.318258 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a304774f-461d-4058-95ab-039776bfcbe7 req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] 10.222.0.15 "PUT /v2.0/ports/1f66dfdc-5b3c-4cfe-a329-a1755d772a34 HTTP/1.1" status: 200 len: 1097 time: 2.6203485 Aug 29 06:41:04.343848 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46503f6-61f1-4cd7-ad22-33214fdf1439', 'tag': '1f66dfdc-5b3c-4cfe-a329-a1755d772a34'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:04.343848 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5d154e-1905-4a02-8ff3-54b26057a3de" -d '{"events": [{"name": "network-changed", "server_uuid": "a46503f6-61f1-4cd7-ad22-33214fdf1439", "tag": "1f66dfdc-5b3c-4cfe-a329-a1755d772a34"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:04.378599 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac004d4-75a7-4666-a3d1-02ad2c66b171 service neutron] Pushing event updated for resources: {'Port': ['ID=1f66dfdc-5b3c-4cfe-a329-a1755d772a34,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:04.464025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1582-1fc6-49c7-b956-2872134eb1e9 req-b8a69265-543c-4216-b613-e329d341d4b6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:04.472821 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a9a1582-1fc6-49c7-b956-2872134eb1e9 req-b8a69265-543c-4216-b613-e329d341d4b6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 949 time: 0.1690822 Aug 29 06:41:04.488894 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:04.564516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a9a1582-1fc6-49c7-b956-2872134eb1e9 req-81bc1868-38cd-4843-9197-76df23d28e9c tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906932 Aug 29 06:41:04.609709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Pushing event updated for resources: {'Port': ['ID=2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:04.704326 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37daee69-95e6-4253-9ef1-b98a4645c007 x-openstack-request-id: req-37daee69-95e6-4253-9ef1-b98a4645c007 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:04.720498 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46503f6-61f1-4cd7-ad22-33214fdf1439", "tag": "1f66dfdc-5b3c-4cfe-a329-a1755d772a34", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:04.721628 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-37daee69-95e6-4253-9ef1-b98a4645c007 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:04.721628 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46503f6-61f1-4cd7-ad22-33214fdf1439', 'tag': '1f66dfdc-5b3c-4cfe-a329-a1755d772a34', 'status': 'completed', 'code': 200} Aug 29 06:41:04.772115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304774f-461d-4058-95ab-039776bfcbe7 req-2f492e94-cfb2-452d-8bd4-6baa733c9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:04.781334 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a304774f-461d-4058-95ab-039776bfcbe7 req-2f492e94-cfb2-452d-8bd4-6baa733c9087 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 1100 time: 0.1791742 Aug 29 06:41:04.844032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Attempting to bind port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:41:04.847625 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Attempting to bind port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:41:04.848996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Attempting to bind port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d on network ea3503f9-de17-4d75-a461-b28dbced4bb1 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:04.866031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d on network ea3503f9-de17-4d75-a461-b28dbced4bb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:41:04.866358 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Attempting to bind port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d on network ea3503f9-de17-4d75-a461-b28dbced4bb1 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:04.878893 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a304774f-461d-4058-95ab-039776bfcbe7 req-207fac46-547c-470c-a22e-785cc0da40e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=1f66dfdc-5b3c-4cfe-a329-a1755d772a34 HTTP/1.1" status: 200 len: 217 time: 0.0867693 Aug 29 06:41:04.891910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:41:04.891910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Checking segment: {'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:04.892323 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Bound using segment: {'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:41:04.892716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Bound port: 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c6d5b5-c45d-4175-b1ed-e7618c91ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:41:04.894781 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:04.948741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304774f-461d-4058-95ab-039776bfcbe7 req-9e6af2a4-0215-4bda-88ce-25463b81e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:04.950294 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a304774f-461d-4058-95ab-039776bfcbe7 req-9e6af2a4-0215-4bda-88ce-25463b81e61b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0612390 Aug 29 06:41:05.043135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304774f-461d-4058-95ab-039776bfcbe7 req-1551e74a-2a52-4d49-b225-9845a9531c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:05.044709 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a304774f-461d-4058-95ab-039776bfcbe7 req-1551e74a-2a52-4d49-b225-9845a9531c97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857501 Aug 29 06:41:05.048453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8ae17-b8ce-465d-b619-3ef92c90cf5c req-4dd606ba-e717-465c-98fe-5a1a3c12ee53 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:05.056853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 88d97203-48c5-46d0-9989-34725b9fa493 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:41:05.063970 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07c8ae17-b8ce-465d-b619-3ef92c90cf5c req-4dd606ba-e717-465c-98fe-5a1a3c12ee53 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 944 time: 0.1650369 Aug 29 06:41:05.091817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 915ed247-86a1-4a6c-b8d9-f872da3c620a up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:05.121358 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] For port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:41:05.173955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] For port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:41:05.181999 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a304774f-461d-4058-95ab-039776bfcbe7 req-a1bfea13-85b6-48da-b66a-4012e36123df service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177993 Aug 29 06:41:05.191752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07c8ae17-b8ce-465d-b619-3ef92c90cf5c req-7e73ffb4-9ee6-4321-8d90-52bd1f1d474c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284096 Aug 29 06:41:05.311418 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a304774f-461d-4058-95ab-039776bfcbe7 req-5eb74e5f-479c-4ee7-a5ca-8df6164f3583 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207633 Aug 29 06:41:05.318522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a0aa0-c900-42fc-98fc-158977846375 req-37adead2-0170-4e88-81ec-c224d07bb049 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:05.328022 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a9a0aa0-c900-42fc-98fc-158977846375 req-37adead2-0170-4e88-81ec-c224d07bb049 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 948 time: 0.0687220 Aug 29 06:41:05.338416 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:05.397093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:05.398215 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:05.399791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] 10.222.0.15 "PUT /v2.0/ports/2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d HTTP/1.1" status: 200 len: 1092 time: 1.7462108 Aug 29 06:41:05.402009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba361e80-6563-4c23-a0ea-3b3b5fcd7e27', 'tag': '2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:05.408745 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ee5f26-b598-41c3-903d-452ad117c13a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba361e80-6563-4c23-a0ea-3b3b5fcd7e27", "tag": "2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:05.431108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 88d97203-48c5-46d0-9989-34725b9fa493, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=88d97203-48c5-46d0-9989-34725b9fa493,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:05.467405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '88d97203-48c5-46d0-9989-34725b9fa493', 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac', 'port_id': '88d97203-48c5-46d0-9989-34725b9fa493', 'mac_address': 'fa:16:3e:bc:9f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d07125-69f9-49f3-a732-befd124498bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:41:05.528573 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a9a0aa0-c900-42fc-98fc-158977846375 req-35c3e87e-85af-4fe8-a20a-c496db83b11a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994789 Aug 29 06:41:05.572780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da0ec6-fad2-473a-abbe-ea465a46978a service neutron] Pushing event updated for resources: {'Port': ['ID=2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:05.738766 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047801-84d0-4567-ab7b-ad135af4827b req-6cb4c4aa-68e0-42c1-b2a5-9e3e93b21f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:05.741501 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-6cb4c4aa-68e0-42c1-b2a5-9e3e93b21f8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=544c6f4659b0481fa002ec69280b9551&device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 1095 time: 0.0709844 Aug 29 06:41:05.754532 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d60ce-4ee8-4987-9f82-eee16cd4ec46 req-67de76c0-53cd-4b2c-9f00-a46c89060de4 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:05.756577 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c6d60ce-4ee8-4987-9f82-eee16cd4ec46 req-67de76c0-53cd-4b2c-9f00-a46c89060de4 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 943 time: 0.1345112 Aug 29 06:41:05.782385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d154e-1905-4a02-8ff3-54b26057a3de req-3cffddbf-305e-45c4-9f90-87a871972e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:05.785122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f5d154e-1905-4a02-8ff3-54b26057a3de req-3cffddbf-305e-45c4-9f90-87a871972e40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 1100 time: 0.1277435 Aug 29 06:41:05.824534 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-9c2870e3-719b-4cbc-90e0-9fb76889b3e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d HTTP/1.1" status: 200 len: 217 time: 0.0738704 Aug 29 06:41:05.916867 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047801-84d0-4567-ab7b-ad135af4827b req-df278230-d88e-4826-acc2-3f025e40712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:05.924912 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-df278230-d88e-4826-acc2-3f025e40712e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f576fb6-2e95-4e87-84cb-796a56eec9b0 HTTP/1.1" status: 200 len: 863 time: 0.0910482 Aug 29 06:41:05.943684 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:05.979837 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 915ed247-86a1-4a6c-b8d9-f872da3c620a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:05.980405 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:05.999731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047801-84d0-4567-ab7b-ad135af4827b req-60faacbd-c9fe-458b-978f-a2ef79c21045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:06.002374 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-60faacbd-c9fe-458b-978f-a2ef79c21045 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ea3503f9-de17-4d75-a461-b28dbced4bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680881 Aug 29 06:41:06.030883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d97203-48c5-46d0-9989-34725b9fa493 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:41:06.061645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 88d97203-48c5-46d0-9989-34725b9fa493, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=88d97203-48c5-46d0-9989-34725b9fa493,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:06.186450 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:06.200072 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-76ec5ba0-76e3-4ca4-9cd7-e5cedb1cd965 service neutron] 10.222.0.15 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825497 Aug 29 06:41:06.214511 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915ed247-86a1-4a6c-b8d9-f872da3c620a'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:06.217602 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c6f23b-93c6-4e05-a539-782af480c79d" -d '{"events": [{"server_uuid": "a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a", "name": "network-vif-plugged", "status": "completed", "tag": "915ed247-86a1-4a6c-b8d9-f872da3c620a"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:06.230298 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:06.239709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 915ed247-86a1-4a6c-b8d9-f872da3c620a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:06.291711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c6d60ce-4ee8-4987-9f82-eee16cd4ec46 req-2cd4b5de-4c09-450d-9dd7-256746249879 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5281210 Aug 29 06:41:06.297215 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=88d97203-48c5-46d0-9989-34725b9fa493,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:06.311617 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-60047801-84d0-4567-ab7b-ad135af4827b req-0cb65c30-c9ea-4eab-b1fd-cbba0c15ea8d service neutron] 10.222.0.15 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038949 Aug 29 06:41:06.340378 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d154e-1905-4a02-8ff3-54b26057a3de req-d5c64845-8192-4a94-a9c2-2d1b3b1214af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:06.341844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f5d154e-1905-4a02-8ff3-54b26057a3de req-d5c64845-8192-4a94-a9c2-2d1b3b1214af service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.5414956 Aug 29 06:41:06.386934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f5d154e-1905-4a02-8ff3-54b26057a3de req-57f5cf0f-28f0-4fd2-a174-2d9581c9cecc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=1f66dfdc-5b3c-4cfe-a329-a1755d772a34 HTTP/1.1" status: 200 len: 217 time: 0.0355728 Aug 29 06:41:06.437713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d154e-1905-4a02-8ff3-54b26057a3de req-d806a98c-178f-4759-87c7-4ed8d7d41a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:06.439067 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f5d154e-1905-4a02-8ff3-54b26057a3de req-d806a98c-178f-4759-87c7-4ed8d7d41a76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0446978 Aug 29 06:41:06.477023 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea1d565-3481-4a9d-aa1d-7bd498a54ec0 x-openstack-request-id: req-0ea1d565-3481-4a9d-aa1d-7bd498a54ec0 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:06.477341 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba361e80-6563-4c23-a0ea-3b3b5fcd7e27", "tag": "2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:06.477819 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ea1d565-3481-4a9d-aa1d-7bd498a54ec0 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:06.478195 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba361e80-6563-4c23-a0ea-3b3b5fcd7e27', 'tag': '2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d', 'status': 'completed', 'code': 200} Aug 29 06:41:06.494379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d154e-1905-4a02-8ff3-54b26057a3de req-cafa844b-1a72-48c5-8d8a-1cfaabc45c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:06.496498 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f5d154e-1905-4a02-8ff3-54b26057a3de req-cafa844b-1a72-48c5-8d8a-1cfaabc45c05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0476801 Aug 29 06:41:06.528175 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:06.604767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['88d97203-48c5-46d0-9989-34725b9fa493'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:06.713776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e45575-43a9-4bbd-90f0-c07acf447fee req-7e724f84-b536-49cb-8a0d-9e69c94e29b6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:06.723170 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8e45575-43a9-4bbd-90f0-c07acf447fee req-7e724f84-b536-49cb-8a0d-9e69c94e29b6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.2038481 Aug 29 06:41:06.736906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f5d154e-1905-4a02-8ff3-54b26057a3de req-9001628d-fbc0-41cb-b4ad-5398300ae34a service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261653 Aug 29 06:41:06.755256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=915ed247-86a1-4a6c-b8d9-f872da3c620a,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:06.839348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5f26-b598-41c3-903d-452ad117c13a req-fd9c4bde-a45b-4e58-a0f6-c6ea6cacd9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:06.840965 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55ee5f26-b598-41c3-903d-452ad117c13a req-fd9c4bde-a45b-4e58-a0f6-c6ea6cacd9c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=544c6f4659b0481fa002ec69280b9551&device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 1095 time: 0.0864904 Aug 29 06:41:06.909029 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8e45575-43a9-4bbd-90f0-c07acf447fee req-33bf72c3-8f87-4df6-b0bf-c5d1d23496d7 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811640 Aug 29 06:41:06.986801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5f26-b598-41c3-903d-452ad117c13a req-7bc480b7-e743-46b2-b12a-408b87981a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:06.988392 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55ee5f26-b598-41c3-903d-452ad117c13a req-7bc480b7-e743-46b2-b12a-408b87981a6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ea3503f9-de17-4d75-a461-b28dbced4bb1 HTTP/1.1" status: 200 len: 925 time: 0.1116192 Aug 29 06:41:06.992803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f5d154e-1905-4a02-8ff3-54b26057a3de req-a8f68fdb-6d0a-4975-b9c0-539b515fe6c4 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199852 Aug 29 06:41:07.000429 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-8ca24e86-4f91-4796-86ef-d0bed04efe1f tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:41:07.001756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-8ca24e86-4f91-4796-86ef-d0bed04efe1f tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505216 Aug 29 06:41:07.023423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-36236581-8ef7-4122-8489-df50b97ee90a req-07362d4c-ced7-441b-b68e-ea5a941a80c5 service neutron] Request body: {'binding': {'host': 'n-h1-713301-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:07.023938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-36236581-8ef7-4122-8489-df50b97ee90a req-07362d4c-ced7-441b-b68e-ea5a941a80c5 service neutron] Unknown quota resources ['binding']. {{(pid=95404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 06:41:07.054566 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55ee5f26-b598-41c3-903d-452ad117c13a req-1b12e346-f987-476b-90f3-6b00b5607fdd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d HTTP/1.1" status: 200 len: 217 time: 0.0419312 Aug 29 06:41:07.151826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab2991-fdd0-4498-953a-125458c33db5 req-a64fc3e7-b2aa-49c9-87be-d54f55ee374b tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:07.155174 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5f26-b598-41c3-903d-452ad117c13a req-c5e9c2be-4a23-471e-b7e3-91d82f8bcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:07.155359 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55ee5f26-b598-41c3-903d-452ad117c13a req-c5e9c2be-4a23-471e-b7e3-91d82f8bcd39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f576fb6-2e95-4e87-84cb-796a56eec9b0 HTTP/1.1" status: 200 len: 863 time: 0.0933897 Aug 29 06:41:07.156746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbab2991-fdd0-4498-953a-125458c33db5 req-a64fc3e7-b2aa-49c9-87be-d54f55ee374b tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 945 time: 0.1533980 Aug 29 06:41:07.224316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5f26-b598-41c3-903d-452ad117c13a req-3a7d5a80-a768-42d7-8d04-8ee78d5585e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:07.225882 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55ee5f26-b598-41c3-903d-452ad117c13a req-3a7d5a80-a768-42d7-8d04-8ee78d5585e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ea3503f9-de17-4d75-a461-b28dbced4bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550907 Aug 29 06:41:07.283659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbab2991-fdd0-4498-953a-125458c33db5 req-3b76906b-2666-4385-b430-c0ab5be11b00 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124313 Aug 29 06:41:07.365679 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5158e35-fa5b-4fba-8552-16dc1add5b65 x-openstack-request-id: req-b5158e35-fa5b-4fba-8552-16dc1add5b65 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:07.366555 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a", "name": "network-vif-plugged", "status": "completed", "tag": "915ed247-86a1-4a6c-b8d9-f872da3c620a", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:07.366998 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b5158e35-fa5b-4fba-8552-16dc1add5b65 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:07.367284 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55ee5f26-b598-41c3-903d-452ad117c13a req-8cc46c63-5e81-42a0-8208-1de55ac89097 service neutron] 10.222.0.15 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165090 Aug 29 06:41:07.367771 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915ed247-86a1-4a6c-b8d9-f872da3c620a', 'code': 200} Aug 29 06:41:07.401427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-36236581-8ef7-4122-8489-df50b97ee90a req-07362d4c-ced7-441b-b68e-ea5a941a80c5 service neutron] Attempting to bind port 73e2c819-ce75-40e7-896a-324885857148 on host n-h1-713301-12 for vnic_type normal with profile None {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:41:07.401427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-36236581-8ef7-4122-8489-df50b97ee90a req-07362d4c-ced7-441b-b68e-ea5a941a80c5 service neutron] Attempting to bind port 73e2c819-ce75-40e7-896a-324885857148 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:41:07.401427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36236581-8ef7-4122-8489-df50b97ee90a req-07362d4c-ced7-441b-b68e-ea5a941a80c5 service neutron] Attempting to bind port 73e2c819-ce75-40e7-896a-324885857148 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:07.408235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36236581-8ef7-4122-8489-df50b97ee90a req-07362d4c-ced7-441b-b68e-ea5a941a80c5 service neutron] Port 73e2c819-ce75-40e7-896a-324885857148 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:41:07.411547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36236581-8ef7-4122-8489-df50b97ee90a req-07362d4c-ced7-441b-b68e-ea5a941a80c5 service neutron] Attempting to bind port 73e2c819-ce75-40e7-896a-324885857148 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:07.423041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36236581-8ef7-4122-8489-df50b97ee90a req-07362d4c-ced7-441b-b68e-ea5a941a80c5 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:41:07.423041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36236581-8ef7-4122-8489-df50b97ee90a req-07362d4c-ced7-441b-b68e-ea5a941a80c5 service neutron] Checking segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:07.425303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36236581-8ef7-4122-8489-df50b97ee90a req-07362d4c-ced7-441b-b68e-ea5a941a80c5 service neutron] Bound using segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:41:07.425892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-36236581-8ef7-4122-8489-df50b97ee90a req-07362d4c-ced7-441b-b68e-ea5a941a80c5 service neutron] Bound port: 73e2c819-ce75-40e7-896a-324885857148, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:41:07.586839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-36236581-8ef7-4122-8489-df50b97ee90a req-07362d4c-ced7-441b-b68e-ea5a941a80c5 service neutron] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=73e2c819-ce75-40e7-896a-324885857148,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:41:07.606109 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55ee5f26-b598-41c3-903d-452ad117c13a req-d14dd406-b431-41bc-b714-26562fca38e5 service neutron] 10.222.0.15 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242439 Aug 29 06:41:07.646350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab05d24-39b1-48e9-a5f1-2772b29b936e req-6b97f9a0-364f-42be-8f33-ae30a36a0126 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:07.666774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ab05d24-39b1-48e9-a5f1-2772b29b936e req-6b97f9a0-364f-42be-8f33-ae30a36a0126 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 948 time: 0.1791718 Aug 29 06:41:07.678706 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-36236581-8ef7-4122-8489-df50b97ee90a req-07362d4c-ced7-441b-b68e-ea5a941a80c5 service neutron] Notify callbacks [] for binding, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:07.691318 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-07362d4c-ced7-441b-b68e-ea5a941a80c5 service neutron] 10.222.0.76 "POST /v2.0/ports/73e2c819-ce75-40e7-896a-324885857148/bindings HTTP/1.1" status: 201 len: 390 time: 0.6768122 Aug 29 06:41:07.732197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6cddd-213a-43fb-8d50-96996fe77fa4 req-d0dcf798-3c89-4d45-82e5-73f87ee5d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:07.733814 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-50f6cddd-213a-43fb-8d50-96996fe77fa4 req-d0dcf798-3c89-4d45-82e5-73f87ee5d622 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 1102 time: 0.0811248 Aug 29 06:41:07.746871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ab05d24-39b1-48e9-a5f1-2772b29b936e req-638ae01e-0088-489c-9f0b-adaa9d1b7974 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775814 Aug 29 06:41:07.874124 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-50f6cddd-213a-43fb-8d50-96996fe77fa4 req-5c2aca8e-8158-4545-a86e-f66b1e8906d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181247 Aug 29 06:41:07.909987 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0429ddb-a68a-4f2d-9acd-fa489af6c5b1 req-d7c7094c-7299-401c-bfcd-932218640a3c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:07.913681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0429ddb-a68a-4f2d-9acd-fa489af6c5b1 req-d7c7094c-7299-401c-bfcd-932218640a3c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 943 time: 0.0793023 Aug 29 06:41:08.005357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0429ddb-a68a-4f2d-9acd-fa489af6c5b1 req-862d8bc8-236b-4686-a7fd-f8d9ba46475b tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863326 Aug 29 06:41:08.088490 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0410246c-9d93-4291-b90d-07488804fb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:08.323435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b6007-32c6-45c8-8177-ea099eae463c req-7255c5fa-d125-4414-964b-6e4c49ac2184 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:08.326039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d70b6007-32c6-45c8-8177-ea099eae463c req-7255c5fa-d125-4414-964b-6e4c49ac2184 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.1914093 Aug 29 06:41:08.432427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e9fcd-9117-4ed9-a8c8-16032b71f316 req-53bd3dd2-c496-4efc-a67c-495d5e1c6a0b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:08.435565 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-359e9fcd-9117-4ed9-a8c8-16032b71f316 req-53bd3dd2-c496-4efc-a67c-495d5e1c6a0b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.2200694 Aug 29 06:41:08.522199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d70b6007-32c6-45c8-8177-ea099eae463c req-c547d550-21b8-43b7-91c1-661ac3b1cedd tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715591 Aug 29 06:41:08.580717 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-359e9fcd-9117-4ed9-a8c8-16032b71f316 req-b833d5c9-2892-4c1b-ae79-363d711cad64 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121767 Aug 29 06:41:08.766045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236581-8ef7-4122-8489-df50b97ee90a req-12aa9712-5e02-4664-be60-fe7b0e9e3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:08.767559 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-12aa9712-5e02-4664-be60-fe7b0e9e3d28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 1097 time: 0.0647061 Aug 29 06:41:08.803098 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331c8a3-3c4c-4203-bd11-77832ffe7567 req-200ce3ef-72ea-431f-9220-04d1b3f40d78 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:08.804955 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d331c8a3-3c4c-4203-bd11-77832ffe7567 req-200ce3ef-72ea-431f-9220-04d1b3f40d78 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0962434 Aug 29 06:41:08.914730 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236581-8ef7-4122-8489-df50b97ee90a req-bc98d617-c010-4b41-895d-6bb6f52256da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:08.916711 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-bc98d617-c010-4b41-895d-6bb6f52256da service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.1386895 Aug 29 06:41:08.920976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d331c8a3-3c4c-4203-bd11-77832ffe7567 req-af53717a-25d7-4d84-b2bc-f1ae17311014 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089740 Aug 29 06:41:08.977125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbe2f9-8285-409f-a676-e969bf56e97a req-4e0ae303-ebb9-46bf-b0b6-02e45911a050 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:08.985554 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bedbe2f9-8285-409f-a676-e969bf56e97a req-4e0ae303-ebb9-46bf-b0b6-02e45911a050 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 948 time: 0.1230731 Aug 29 06:41:09.000950 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-b907f237-5be1-4acf-b61c-2b889086b334 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73e2c819-ce75-40e7-896a-324885857148 HTTP/1.1" status: 200 len: 217 time: 0.0708725 Aug 29 06:41:09.041258 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bedbe2f9-8285-409f-a676-e969bf56e97a req-dc8658ec-be1e-4971-b678-2437b5c87629 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546532 Aug 29 06:41:09.083790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:41:09.099515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 88d97203-48c5-46d0-9989-34725b9fa493 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:09.140779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236581-8ef7-4122-8489-df50b97ee90a req-d9296c27-2b13-4646-89a8-65594c777126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:09.142762 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-d9296c27-2b13-4646-89a8-65594c777126 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.1101153 Aug 29 06:41:09.212146 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-d0b5538a-29a2-41e9-930f-cc2f03b9403f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438097 Aug 29 06:41:09.236348 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825be96-214f-4607-ab67-8caec443deab req-51fae92c-b91a-4ae5-ac57-e5cc4f97567b tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:09.259188 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8825be96-214f-4607-ab67-8caec443deab req-51fae92c-b91a-4ae5-ac57-e5cc4f97567b tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 943 time: 0.0959649 Aug 29 06:41:09.336197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1f66dfdc-5b3c-4cfe-a329-a1755d772a34,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:09.347402 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8825be96-214f-4607-ab67-8caec443deab req-8a661322-f80a-4931-9edc-3a31bfeef341 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839970 Aug 29 06:41:09.348111 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-cbbd6150-a76f-429f-952b-5a59de0d5a04 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204619 Aug 29 06:41:09.356631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '1f66dfdc-5b3c-4cfe-a329-a1755d772a34', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '1f66dfdc-5b3c-4cfe-a329-a1755d772a34', 'mac_address': 'fa:16:3e:d0:dd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:41:09.403547 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:09.419721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:41:09.433776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 88d97203-48c5-46d0-9989-34725b9fa493 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:09.451789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1f66dfdc-5b3c-4cfe-a329-a1755d772a34,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:09.453006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 88d97203-48c5-46d0-9989-34725b9fa493 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:09.453384 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:09.541396 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-19501fb8-968d-472e-b17e-581e4b9d5eac service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465349 Aug 29 06:41:09.561879 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:09.592445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d97203-48c5-46d0-9989-34725b9fa493'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:09.594394 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5666c5c-e232-4ae7-9d6c-525b0f913ae7" -d '{"events": [{"server_uuid": "ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4", "name": "network-vif-plugged", "status": "completed", "tag": "88d97203-48c5-46d0-9989-34725b9fa493"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:09.630670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 88d97203-48c5-46d0-9989-34725b9fa493, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=88d97203-48c5-46d0-9989-34725b9fa493,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:09.649350 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc406d8-b7ef-4e82-84ba-8db8001297ef x-openstack-request-id: req-1bc406d8-b7ef-4e82-84ba-8db8001297ef {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:09.649796 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4", "name": "network-vif-plugged", "status": "completed", "tag": "88d97203-48c5-46d0-9989-34725b9fa493", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:09.649796 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1bc406d8-b7ef-4e82-84ba-8db8001297ef {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:09.650488 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d97203-48c5-46d0-9989-34725b9fa493', 'code': 200} Aug 29 06:41:09.677517 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:09.732340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc670b5d-78dc-42f4-a1a6-e4a9b314a71c req-c94c0557-4887-4045-bdaa-9689ad2579b3 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:09.737664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bc670b5d-78dc-42f4-a1a6-e4a9b314a71c req-c94c0557-4887-4045-bdaa-9689ad2579b3 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.1061382 Aug 29 06:41:09.786767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=1f66dfdc-5b3c-4cfe-a329-a1755d772a34,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:09.815128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0f5e1-0cd5-4f40-8c0c-82de4f5f0e35 req-4bf09d18-4880-46b1-823f-34da7e3f8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:09.816960 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7c0f5e1-0cd5-4f40-8c0c-82de4f5f0e35 req-4bf09d18-4880-46b1-823f-34da7e3f8543 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 1097 time: 0.0484056 Aug 29 06:41:09.827587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bc670b5d-78dc-42f4-a1a6-e4a9b314a71c req-f937afd8-65cb-4843-8144-b3b1ae726a88 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841198 Aug 29 06:41:09.848448 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ada1e-6aff-4175-bf9f-cbced4347d20 req-a162e434-0403-40bf-b2de-f830e4d9d410 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:09.850914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a16ada1e-6aff-4175-bf9f-cbced4347d20 req-a162e434-0403-40bf-b2de-f830e4d9d410 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.0865908 Aug 29 06:41:09.898752 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7c0f5e1-0cd5-4f40-8c0c-82de4f5f0e35 req-51c8c02b-168b-4f65-aca1-1647c2ea0c03 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463247 Aug 29 06:41:09.911708 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a16ada1e-6aff-4175-bf9f-cbced4347d20 req-ae765380-3c15-41f1-9e65-2fd313f50701 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538740 Aug 29 06:41:09.939563 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:10.033973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=88d97203-48c5-46d0-9989-34725b9fa493,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:10.057231 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['1f66dfdc-5b3c-4cfe-a329-a1755d772a34'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:10.089932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb197fa0-f1bc-4c37-96db-6c02aec57490 req-40b3acc6-cb42-4ae5-b857-128384278624 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:10.091897 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb197fa0-f1bc-4c37-96db-6c02aec57490 req-40b3acc6-cb42-4ae5-b857-128384278624 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0705762 Aug 29 06:41:10.177418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb197fa0-f1bc-4c37-96db-6c02aec57490 req-df7d9fde-0fb0-48db-82cc-248a8b9a91ca tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766432 Aug 29 06:41:10.215077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfd9ce-4218-41a2-9b2e-f71cd8c43856 req-a9c10fe8-c232-4227-a9fb-7342bf651a9d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:10.216077 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dcfd9ce-4218-41a2-9b2e-f71cd8c43856 req-a9c10fe8-c232-4227-a9fb-7342bf651a9d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 949 time: 0.0973685 Aug 29 06:41:10.338528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dcfd9ce-4218-41a2-9b2e-f71cd8c43856 req-136c8d36-228c-49cd-bf31-cf9ba4024a82 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815856 Aug 29 06:41:10.561316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3525d-e811-42ce-a0cb-694440d45b29 req-2d930596-b889-42e7-bd3f-0e16c7092e67 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:10.562855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dc3525d-e811-42ce-a0cb-694440d45b29 req-2d930596-b889-42e7-bd3f-0e16c7092e67 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 943 time: 0.0698886 Aug 29 06:41:10.607010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dc3525d-e811-42ce-a0cb-694440d45b29 req-153c074d-fd4a-43b2-8475-154364af62be tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372238 Aug 29 06:41:10.619229 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-566bead2-7dc3-41b6-ae26-f73479190a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:10.979331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61764bb6-0276-4d8e-8ed7-506e2c5e13b7 req-9f0cd992-0eec-4edd-a0ef-a659aa368802 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:10.981089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61764bb6-0276-4d8e-8ed7-506e2c5e13b7 req-9f0cd992-0eec-4edd-a0ef-a659aa368802 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0694692 Aug 29 06:41:11.069561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61764bb6-0276-4d8e-8ed7-506e2c5e13b7 req-d333382a-67e5-4b0b-9ac1-f782bc252630 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714390 Aug 29 06:41:11.084068 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6675ba7-72ad-43a3-8003-90d7811c3109 req-f48e6dd8-d5d8-4341-9bf0-033c8eb3effe tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:11.085554 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6675ba7-72ad-43a3-8003-90d7811c3109 req-f48e6dd8-d5d8-4341-9bf0-033c8eb3effe tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.0971637 Aug 29 06:41:11.089803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:41:11.106608 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:11.139285 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6675ba7-72ad-43a3-8003-90d7811c3109 req-bb692812-f4ae-439e-a9a0-93aa3b636cba tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Aug 29 06:41:11.220740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad045c-55cd-40d2-af79-49033360645f req-433be3c3-8d28-44e3-8db1-0715c51a95e0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:11.222613 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c6ad045c-55cd-40d2-af79-49033360645f req-433be3c3-8d28-44e3-8db1-0715c51a95e0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0516174 Aug 29 06:41:11.227960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:11.246776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'port_id': '2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d', 'mac_address': 'fa:16:3e:22:22:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:41:11.274035 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c6ad045c-55cd-40d2-af79-49033360645f req-03bb08fd-f592-4f14-87d7-50fcad8e5bf5 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429759 Aug 29 06:41:11.297342 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:11.324746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:41:11.343363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:11.392864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74522a-9a73-4b56-9c45-63f0f8cfd890 req-7eed65cf-8a35-4ee5-a59c-1f574b51e340 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:11.392864 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d74522a-9a73-4b56-9c45-63f0f8cfd890 req-7eed65cf-8a35-4ee5-a59c-1f574b51e340 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0847125 Aug 29 06:41:11.504135 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d74522a-9a73-4b56-9c45-63f0f8cfd890 req-bb630ce7-1752-4e89-881f-1742026357c9 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019754 Aug 29 06:41:11.613322 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:11.659547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb413269-df51-4f72-88ba-4d6ecb4350e7 req-ab9706bc-1204-4832-b58a-d6379f25d1f6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:11.661529 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb413269-df51-4f72-88ba-4d6ecb4350e7 req-ab9706bc-1204-4832-b58a-d6379f25d1f6 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 949 time: 0.0652323 Aug 29 06:41:11.693608 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ee2a759-8cf6-40eb-a1e9-df2b4100780d req-e5c85026-ebf5-4ecc-9387-713d0c95e97a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1061208 Aug 29 06:41:11.695984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:11.735365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb413269-df51-4f72-88ba-4d6ecb4350e7 req-327090e2-eb3a-45dd-b711-f6bd35a8f368 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663474 Aug 29 06:41:11.813494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2a759-8cf6-40eb-a1e9-df2b4100780d req-175f08d8-70e5-429e-8591-bfd417f1a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:11.815996 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ee2a759-8cf6-40eb-a1e9-df2b4100780d req-175f08d8-70e5-429e-8591-bfd417f1a505 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 1101 time: 0.0872004 Aug 29 06:41:11.825705 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:11.988719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:12.010347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ed9f9-4b33-464f-b846-33ed1b0cf34d req-6c2b71d3-b27d-4271-b2e9-f934669a54b0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:12.019289 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-674ed9f9-4b33-464f-b846-33ed1b0cf34d req-6c2b71d3-b27d-4271-b2e9-f934669a54b0 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 944 time: 0.0751193 Aug 29 06:41:12.065565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2a759-8cf6-40eb-a1e9-df2b4100780d req-e4de2e73-0a29-436f-8bb3-5aa3f35c47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:12.068132 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ee2a759-8cf6-40eb-a1e9-df2b4100780d req-e4de2e73-0a29-436f-8bb3-5aa3f35c47a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1621132 Aug 29 06:41:12.070653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-674ed9f9-4b33-464f-b846-33ed1b0cf34d req-21f5e518-b3c7-4368-8f0a-3b46c1dc05c4 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503738 Aug 29 06:41:12.146785 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ee2a759-8cf6-40eb-a1e9-df2b4100780d req-ee225be2-7e83-4e28-8197-0da40d15209d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=e668c73a-ddfd-469b-984e-dfb9aff35cfa HTTP/1.1" status: 200 len: 217 time: 0.0652645 Aug 29 06:41:12.268961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2a759-8cf6-40eb-a1e9-df2b4100780d req-3ffc87cd-7e1f-49b0-8a2e-ff4683e6b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:12.270890 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ee2a759-8cf6-40eb-a1e9-df2b4100780d req-3ffc87cd-7e1f-49b0-8a2e-ff4683e6b93a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1161909 Aug 29 06:41:12.375561 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd314f-84a5-44d0-99ec-b3c68527b55f req-42f670eb-ebb6-4464-b17e-fa2e238a5cb7 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:12.388937 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2a759-8cf6-40eb-a1e9-df2b4100780d req-b7cae688-1ada-4de6-8b7b-bc84f605a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:12.391109 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ee2a759-8cf6-40eb-a1e9-df2b4100780d req-b7cae688-1ada-4de6-8b7b-bc84f605a6ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1105413 Aug 29 06:41:12.391509 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76cd314f-84a5-44d0-99ec-b3c68527b55f req-42f670eb-ebb6-4464-b17e-fa2e238a5cb7 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.1177633 Aug 29 06:41:12.539376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76cd314f-84a5-44d0-99ec-b3c68527b55f req-8a3df1c2-8ddf-428b-ae08-8cb6075a92be tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411610 Aug 29 06:41:12.590749 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f16f-b4b8-4c74-94f8-314fbdbc4cf0 req-74a9c96e-52ef-4850-a26b-7e28112ea596 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:12.603259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9a3f16f-b4b8-4c74-94f8-314fbdbc4cf0 req-74a9c96e-52ef-4850-a26b-7e28112ea596 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.1786690 Aug 29 06:41:12.626339 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ee2a759-8cf6-40eb-a1e9-df2b4100780d req-96b24d8d-e22d-48d1-9053-8967ad96853e service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235038 Aug 29 06:41:12.707465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9a3f16f-b4b8-4c74-94f8-314fbdbc4cf0 req-e2f7bfcc-5bef-4a77-aa5b-1c694c1ed048 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947285 Aug 29 06:41:12.735052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fea19c-1405-4f35-8bf6-f9cd2f31ab26 req-943e1d62-7c0f-4121-b470-6d7a18f7dc00 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:12.739030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03fea19c-1405-4f35-8bf6-f9cd2f31ab26 req-943e1d62-7c0f-4121-b470-6d7a18f7dc00 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0957968 Aug 29 06:41:12.832465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03fea19c-1405-4f35-8bf6-f9cd2f31ab26 req-0cca6381-2bd8-4f91-872f-7f9a768385d5 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825562 Aug 29 06:41:12.944036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab3b1-6208-4e0f-bdf8-52469dcdddb5 req-044ee6cf-58fd-4835-99f2-023e4ad86d57 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:12.947450 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfaab3b1-6208-4e0f-bdf8-52469dcdddb5 req-044ee6cf-58fd-4835-99f2-023e4ad86d57 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 949 time: 0.1018465 Aug 29 06:41:13.067615 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfaab3b1-6208-4e0f-bdf8-52469dcdddb5 req-09314b49-60ca-434d-9edf-b6dad97eb0f3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141722 Aug 29 06:41:13.116019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:13.175595 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ee2a759-8cf6-40eb-a1e9-df2b4100780d req-1966d4a2-6ed9-4e4a-955e-523118759f7a service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376203 Aug 29 06:41:13.299890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e379f-182e-4607-86ef-eaf0c861d2bb req-44c36f0d-b5e5-43c7-abcf-e2c3db480df4 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:13.303768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a66e379f-182e-4607-86ef-eaf0c861d2bb req-44c36f0d-b5e5-43c7-abcf-e2c3db480df4 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 944 time: 0.1024535 Aug 29 06:41:13.311323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:13.316245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:13.325743 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:13.377794 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:13.406188 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a66e379f-182e-4607-86ef-eaf0c861d2bb req-c1fc4651-cc7f-40d6-ae67-d286ff31d2a5 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822966 Aug 29 06:41:13.456286 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:13.481342 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46503f6-61f1-4cd7-ad22-33214fdf1439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f66dfdc-5b3c-4cfe-a329-a1755d772a34'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:13.483584 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bd6248-3153-4dbe-a17a-b8b11e1092db" -d '{"events": [{"server_uuid": "a46503f6-61f1-4cd7-ad22-33214fdf1439", "name": "network-vif-plugged", "status": "completed", "tag": "1f66dfdc-5b3c-4cfe-a329-a1755d772a34"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:13.498057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1f66dfdc-5b3c-4cfe-a329-a1755d772a34,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:13.530478 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2beb049-c03b-4e4d-98b9-f13476885207 x-openstack-request-id: req-f2beb049-c03b-4e4d-98b9-f13476885207 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:13.530769 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46503f6-61f1-4cd7-ad22-33214fdf1439", "name": "network-vif-plugged", "status": "completed", "tag": "1f66dfdc-5b3c-4cfe-a329-a1755d772a34", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:13.531020 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f2beb049-c03b-4e4d-98b9-f13476885207 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:13.531446 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46503f6-61f1-4cd7-ad22-33214fdf1439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f66dfdc-5b3c-4cfe-a329-a1755d772a34', 'code': 200} Aug 29 06:41:13.671724 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:13.701831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5f27b-2eed-4aab-9ee7-c2d41f670fa8 req-56ddafbb-c252-4285-8faa-823e3c8b175b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:13.711979 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0d5f27b-2eed-4aab-9ee7-c2d41f670fa8 req-56ddafbb-c252-4285-8faa-823e3c8b175b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.0681479 Aug 29 06:41:13.721872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab937549-9c87-47f5-b303-afdedb470121 req-37cd448b-e25b-4980-ad6f-3a86a1beffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:13.728364 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ab937549-9c87-47f5-b303-afdedb470121 req-37cd448b-e25b-4980-ad6f-3a86a1beffe6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 1101 time: 0.1107833 Aug 29 06:41:13.779786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=1f66dfdc-5b3c-4cfe-a329-a1755d772a34,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:13.780859 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0d5f27b-2eed-4aab-9ee7-c2d41f670fa8 req-70c04336-2b83-4b14-9a48-07354d5f9de0 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612476 Aug 29 06:41:13.795917 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ab937549-9c87-47f5-b303-afdedb470121 req-071ae2fc-396c-4d4a-81cf-c0b5079e0db7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574796 Aug 29 06:41:13.928596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2c41b-5c48-4140-9871-48d016786732 req-e6d556b7-03a6-403b-9ca8-61936f81fef6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:13.936645 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58e2c41b-5c48-4140-9871-48d016786732 req-e6d556b7-03a6-403b-9ca8-61936f81fef6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0755186 Aug 29 06:41:13.982575 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58e2c41b-5c48-4140-9871-48d016786732 req-b264d541-3f44-4fdd-8ab6-80c1f90ed7ba tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445671 Aug 29 06:41:14.227646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a473d-3a6a-4586-95b9-cbe670f90329 req-524c7e95-3b7d-4c47-b4ba-df4fc4838a8a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:14.236507 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-886a473d-3a6a-4586-95b9-cbe670f90329 req-524c7e95-3b7d-4c47-b4ba-df4fc4838a8a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 950 time: 0.0765104 Aug 29 06:41:14.301727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-886a473d-3a6a-4586-95b9-cbe670f90329 req-a1517076-3c9c-4b8b-9216-a6c8c83f4eb1 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642617 Aug 29 06:41:14.534851 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29103d8-8787-4c9f-b7c2-cae20b7e2534 req-ecf13ba3-33cf-4313-9750-c9258a7495bf tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:14.546122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c29103d8-8787-4c9f-b7c2-cae20b7e2534 req-ecf13ba3-33cf-4313-9750-c9258a7495bf tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 944 time: 0.0735648 Aug 29 06:41:14.616993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c29103d8-8787-4c9f-b7c2-cae20b7e2534 req-c8ecdece-0aad-4c7e-9cdb-c04dad7ad33b tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696092 Aug 29 06:41:14.912212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c741c6-cf99-40d3-824d-a3bcdafb9774 req-6f244b51-b314-4831-b152-00410354ba12 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:14.920972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49c741c6-cf99-40d3-824d-a3bcdafb9774 req-6f244b51-b314-4831-b152-00410354ba12 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.0683186 Aug 29 06:41:14.994817 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49c741c6-cf99-40d3-824d-a3bcdafb9774 req-c33ae290-e2f7-4356-9bda-208391210bc4 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714455 Aug 29 06:41:15.014313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fab800-8120-41a7-8ff9-481fb1997252 req-706aa149-706a-4361-a320-21922a49644c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:15.021982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38fab800-8120-41a7-8ff9-481fb1997252 req-706aa149-706a-4361-a320-21922a49644c tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0824990 Aug 29 06:41:15.097537 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38fab800-8120-41a7-8ff9-481fb1997252 req-aee3fef8-bda3-4b11-8b0a-79738a825785 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746529 Aug 29 06:41:15.121539 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:15.197334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee48f1-3fcc-4428-a9e7-bac8e33c9e09 req-984d14e0-1edf-447e-9904-71748cd25f76 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:15.199542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5ee48f1-3fcc-4428-a9e7-bac8e33c9e09 req-984d14e0-1edf-447e-9904-71748cd25f76 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0949106 Aug 29 06:41:15.287777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5ee48f1-3fcc-4428-a9e7-bac8e33c9e09 req-b83ff70d-12cf-461b-80cb-956056f2f9c8 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734313 Aug 29 06:41:15.394851 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:15.394851 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:15.394851 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:15.511545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27caa05f-bf7d-4946-8c75-18188cc2d596 req-6a740c9f-e96a-4399-ad1a-27ffe40784d7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:15.513351 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27caa05f-bf7d-4946-8c75-18188cc2d596 req-6a740c9f-e96a-4399-ad1a-27ffe40784d7 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 950 time: 0.0948541 Aug 29 06:41:15.547416 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:15.574130 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27caa05f-bf7d-4946-8c75-18188cc2d596 req-46e2a200-46ef-4eb2-8fe3-01c3f20574ed tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497880 Aug 29 06:41:15.589089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba361e80-6563-4c23-a0ea-3b3b5fcd7e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:15.591345 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d872d8-b065-4216-b5fb-b95a1dc50133" -d '{"events": [{"server_uuid": "ba361e80-6563-4c23-a0ea-3b3b5fcd7e27", "name": "network-vif-plugged", "status": "completed", "tag": "2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:15.612520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:15.650510 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d300fd-6ce3-4247-8917-ec965cf540b1 x-openstack-request-id: req-08d300fd-6ce3-4247-8917-ec965cf540b1 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:15.651062 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba361e80-6563-4c23-a0ea-3b3b5fcd7e27", "name": "network-vif-plugged", "status": "completed", "tag": "2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:15.651616 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-08d300fd-6ce3-4247-8917-ec965cf540b1 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:15.652259 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba361e80-6563-4c23-a0ea-3b3b5fcd7e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d', 'code': 200} Aug 29 06:41:15.759901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1a81-4cfa-4027-92e4-f62ba7865aad req-9a72c122-3f68-4a0a-94fb-c16418b280fb tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:15.761947 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f40f1a81-4cfa-4027-92e4-f62ba7865aad req-9a72c122-3f68-4a0a-94fb-c16418b280fb tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 944 time: 0.0639858 Aug 29 06:41:15.835074 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:15.841052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3d8d5-8b0d-47a4-8718-83cfbf3c2911 req-81db786a-5fa1-46df-913e-b2070ff118a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:15.846135 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4d3d8d5-8b0d-47a4-8718-83cfbf3c2911 req-81db786a-5fa1-46df-913e-b2070ff118a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 1096 time: 0.0756707 Aug 29 06:41:15.858973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f40f1a81-4cfa-4027-92e4-f62ba7865aad req-dec72b12-23a7-44c8-ba1e-d53ec2feb0e5 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819981 Aug 29 06:41:15.951986 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4d3d8d5-8b0d-47a4-8718-83cfbf3c2911 req-c0b8d198-2fe9-48bf-9e4e-d1392b724034 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706851 Aug 29 06:41:15.952127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:16.158337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19f134-98bc-4a69-88f2-4083172ae70e req-2da528e5-93d4-4105-b76d-2ca5382918bd tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:16.158337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e19f134-98bc-4a69-88f2-4083172ae70e req-2da528e5-93d4-4105-b76d-2ca5382918bd tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.0493834 Aug 29 06:41:16.213433 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e19f134-98bc-4a69-88f2-4083172ae70e req-2e731d88-0e2f-4305-af4c-9de632d90008 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610781 Aug 29 06:41:16.247436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c60ed8-2669-4c8f-9514-405849cad7a5 req-58b76ef7-7e38-4f84-b662-da2cea1c58ba tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:16.249661 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22c60ed8-2669-4c8f-9514-405849cad7a5 req-58b76ef7-7e38-4f84-b662-da2cea1c58ba tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0756276 Aug 29 06:41:16.306741 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22c60ed8-2669-4c8f-9514-405849cad7a5 req-f8674783-8cd4-45aa-b1f0-0c2505713ad5 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446556 Aug 29 06:41:16.433830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee99e0-3a87-4e09-9449-3af0ddf514b2 req-b8d02adf-c2e1-48fb-ba01-302280de79be tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:16.505078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bee99e0-3a87-4e09-9449-3af0ddf514b2 req-b8d02adf-c2e1-48fb-ba01-302280de79be tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0691204 Aug 29 06:41:16.505078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bee99e0-3a87-4e09-9449-3af0ddf514b2 req-45b51ba7-b5b5-464a-860e-15821baafae5 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401647 Aug 29 06:41:16.685499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7643ae-2b0a-48df-b055-13d94ac8ab24 req-cda9aa31-bf5b-4026-a846-146209e8fa65 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:16.687080 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f7643ae-2b0a-48df-b055-13d94ac8ab24 req-cda9aa31-bf5b-4026-a846-146209e8fa65 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 950 time: 0.0535824 Aug 29 06:41:16.726728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f7643ae-2b0a-48df-b055-13d94ac8ab24 req-9b12b3a9-5d18-46d9-91c8-9a0a9b48a24c tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328152 Aug 29 06:41:16.872809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8663c-36bd-48b8-96b6-56bf79f7382d req-6a82f003-d2d3-4d35-baa4-56855cb37ebc tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:16.874362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1f8663c-36bd-48b8-96b6-56bf79f7382d req-6a82f003-d2d3-4d35-baa4-56855cb37ebc tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 1102 time: 0.0776663 Aug 29 06:41:16.943377 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1f8663c-36bd-48b8-96b6-56bf79f7382d req-38012ec8-92f3-4491-848f-b07e0aa222be tempest-ServersOnMultiNodesTest-293387723 tempest-ServersOnMultiNodesTest-293387723-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473161 Aug 29 06:41:17.006098 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9c92a-8662-46de-a74e-4440907e8f42 req-36167d19-d4f4-48a8-a511-057df88d510c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:17.007709 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7dd9c92a-8662-46de-a74e-4440907e8f42 req-36167d19-d4f4-48a8-a511-057df88d510c tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 945 time: 0.0656717 Aug 29 06:41:17.067415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7dd9c92a-8662-46de-a74e-4440907e8f42 req-6c068ada-2583-4c9b-a141-e1fdeb46e709 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466943 Aug 29 06:41:17.150392 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 88d97203-48c5-46d0-9989-34725b9fa493 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:41:17.265498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 88d97203-48c5-46d0-9989-34725b9fa493, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=88d97203-48c5-46d0-9989-34725b9fa493,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:17.281125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '88d97203-48c5-46d0-9989-34725b9fa493', 'network_id': 'ab9d1c66-456e-4eef-897d-be85929ac7ac', 'port_id': '88d97203-48c5-46d0-9989-34725b9fa493', 'mac_address': 'fa:16:3e:bc:9f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d07125-69f9-49f3-a732-befd124498bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:41:17.323404 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:17.337329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88d97203-48c5-46d0-9989-34725b9fa493 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:41:17.354295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001d547-b18c-49d1-999d-e821f755439b req-34aefb87-114e-4464-8e45-fedfbd55ef56 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:17.359968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0001d547-b18c-49d1-999d-e821f755439b req-34aefb87-114e-4464-8e45-fedfbd55ef56 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.0555208 Aug 29 06:41:17.360116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 88d97203-48c5-46d0-9989-34725b9fa493, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=88d97203-48c5-46d0-9989-34725b9fa493,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:17.396932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0001d547-b18c-49d1-999d-e821f755439b req-bc9d2f38-990c-4979-a83c-b5a08d90f414 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337603 Aug 29 06:41:17.553295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a9c35-239b-4678-918b-fa04d1fb37e2 req-3e81e056-bad2-422b-8d07-437f1e4f1997 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:17.554806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-072a9c35-239b-4678-918b-fa04d1fb37e2 req-3e81e056-bad2-422b-8d07-437f1e4f1997 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0516121 Aug 29 06:41:17.597129 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-072a9c35-239b-4678-918b-fa04d1fb37e2 req-88bb5f63-2f53-45c1-b74b-a02c6d57fdb3 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364141 Aug 29 06:41:17.697931 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748d8a2-75e3-47f2-8847-41e8c20c914e req-0d9354ea-935b-468a-b774-b25acdb38773 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:17.700087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e748d8a2-75e3-47f2-8847-41e8c20c914e req-0d9354ea-935b-468a-b774-b25acdb38773 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0491867 Aug 29 06:41:17.738207 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e748d8a2-75e3-47f2-8847-41e8c20c914e req-e725cd94-4cee-4acf-a72e-d4fc1858db8f tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Aug 29 06:41:17.962092 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:18.015938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=88d97203-48c5-46d0-9989-34725b9fa493,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:18.200861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378e7f-69b3-4328-bb05-1054ccb6df01 req-2cef2ce2-83c4-4c51-8da3-84d94f68357e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:18.202431 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-31378e7f-69b3-4328-bb05-1054ccb6df01 req-2cef2ce2-83c4-4c51-8da3-84d94f68357e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 950 time: 0.0870912 Aug 29 06:41:18.235850 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8195e5-8854-4c4f-abbf-32cf1f180166 req-7dfea041-0406-4f26-9c8a-b045d310088b tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:18.237227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b8195e5-8854-4c4f-abbf-32cf1f180166 req-7dfea041-0406-4f26-9c8a-b045d310088b tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 945 time: 0.0906045 Aug 29 06:41:18.263931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['88d97203-48c5-46d0-9989-34725b9fa493'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:18.272061 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-31378e7f-69b3-4328-bb05-1054ccb6df01 req-3cb3ed4c-d77a-41ba-8f8b-ec7e32a60264 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627520 Aug 29 06:41:18.289614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b8195e5-8854-4c4f-abbf-32cf1f180166 req-43cb47a6-606f-43fc-8fc1-334c9323b8b6 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452378 Aug 29 06:41:18.526537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26383e1-edee-4b63-a696-e0551b77752b req-4338ddfb-f93d-4dd5-b037-8bee0a97ae44 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:18.532179 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e26383e1-edee-4b63-a696-e0551b77752b req-4338ddfb-f93d-4dd5-b037-8bee0a97ae44 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.0595295 Aug 29 06:41:18.568685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e26383e1-edee-4b63-a696-e0551b77752b req-4ef84f6b-bba9-45ac-90fc-eaaa9f519c7d tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345993 Aug 29 06:41:18.715491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8277bd-e3c9-44a8-ba32-7a56c708b381 req-2d1efc00-5a79-4b24-aa15-661a6a699005 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:18.717269 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff8277bd-e3c9-44a8-ba32-7a56c708b381 req-2d1efc00-5a79-4b24-aa15-661a6a699005 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b5bb9-a620-45d2-9300-d95fde52c59e HTTP/1.1" status: 200 len: 950 time: 0.0693114 Aug 29 06:41:18.785871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61021275-c3ec-4eb1-b1f8-a1b9233800f5 req-b67a53cf-a3c7-40ce-b0a2-f873c45fbbcc tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:18.787348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61021275-c3ec-4eb1-b1f8-a1b9233800f5 req-b67a53cf-a3c7-40ce-b0a2-f873c45fbbcc tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0889623 Aug 29 06:41:18.790369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff8277bd-e3c9-44a8-ba32-7a56c708b381 req-c3a9f58a-500b-47bd-a806-a39e8e919912 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517299 Aug 29 06:41:18.826176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61021275-c3ec-4eb1-b1f8-a1b9233800f5 req-e951c8b2-4d48-412e-b124-354f3f9466ec tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326283 Aug 29 06:41:18.902425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c6549-4be6-4298-af13-c381a2a1c981 req-73ada011-e324-4889-bd72-cb89177c52ff tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:18.903838 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e26c6549-4be6-4298-af13-c381a2a1c981 req-73ada011-e324-4889-bd72-cb89177c52ff tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0485470 Aug 29 06:41:18.944722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e26c6549-4be6-4298-af13-c381a2a1c981 req-2ef832a1-0366-47d2-af16-4f7b28431104 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344434 Aug 29 06:41:19.180957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 88d97203-48c5-46d0-9989-34725b9fa493 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:19.227580 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 88d97203-48c5-46d0-9989-34725b9fa493 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:19.227949 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:19.307955 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:19.339606 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d97203-48c5-46d0-9989-34725b9fa493'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:19.340197 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efed3c7-d660-47aa-88c3-153d6f026f5d" -d '{"events": [{"server_uuid": "ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4", "name": "network-vif-plugged", "status": "completed", "tag": "88d97203-48c5-46d0-9989-34725b9fa493"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:19.356330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 88d97203-48c5-46d0-9989-34725b9fa493, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=88d97203-48c5-46d0-9989-34725b9fa493,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:19.436147 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f58e7e-2c6f-4095-92a2-6961b46c2672 req-dde92aa6-17b4-4252-86cb-801e5382687b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:19.437616 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5f58e7e-2c6f-4095-92a2-6961b46c2672 req-dde92aa6-17b4-4252-86cb-801e5382687b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 950 time: 0.0866885 Aug 29 06:41:19.449821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecf5ca-5be1-46f3-961b-6c73df317184 req-f7981d24-a2e1-4108-b31c-956636e6c7cd tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:19.451238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbecf5ca-5be1-46f3-961b-6c73df317184 req-f7981d24-a2e1-4108-b31c-956636e6c7cd tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 945 time: 0.0872080 Aug 29 06:41:19.509084 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5f58e7e-2c6f-4095-92a2-6961b46c2672 req-1a8fff17-fa6a-4f95-ac00-3682fdc2b2d5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568910 Aug 29 06:41:19.511823 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbecf5ca-5be1-46f3-961b-6c73df317184 req-a0d00e34-e53b-4e24-b7f1-c7cf3794d9d2 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537596 Aug 29 06:41:19.550258 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:19.557823 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966726a2-2555-44a4-819d-c53753057284 x-openstack-request-id: req-966726a2-2555-44a4-819d-c53753057284 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:19.558117 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4", "name": "network-vif-plugged", "status": "completed", "tag": "88d97203-48c5-46d0-9989-34725b9fa493", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:19.558372 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-966726a2-2555-44a4-819d-c53753057284 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:19.558764 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d97203-48c5-46d0-9989-34725b9fa493', 'code': 200} Aug 29 06:41:19.601005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=88d97203-48c5-46d0-9989-34725b9fa493,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:19.624145 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bb085-f666-4c96-8136-520cbee016ce req-1191a088-e77e-48cb-9927-a823947be4ba tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:19.625852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf0bb085-f666-4c96-8136-520cbee016ce req-1191a088-e77e-48cb-9927-a823947be4ba tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 945 time: 0.0513771 Aug 29 06:41:19.634821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38848) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:19.641478 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-65ae8711-c928-4ce1-a89e-56984aa21d8d tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Request body: {'floatingip': {'port_id': '2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:19.699459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefb877-e087-4c39-a565-dd4d08fee52f req-6b32586e-1aab-4a1c-b750-d4f080aa362b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:19.700969 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4aefb877-e087-4c39-a565-dd4d08fee52f req-6b32586e-1aab-4a1c-b750-d4f080aa362b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.0497313 Aug 29 06:41:19.726715 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-65ae8711-c928-4ce1-a89e-56984aa21d8d tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for floatingip, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:19.768664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4aefb877-e087-4c39-a565-dd4d08fee52f req-7b33fffc-193c-4d6b-a84e-f35a93d59f25 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602007 Aug 29 06:41:19.980343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595c435-1b64-48a0-94f7-dea86aa0346b req-13baaeed-24cb-4f7b-bacf-10213c05c203 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:19.982299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a595c435-1b64-48a0-94f7-dea86aa0346b req-13baaeed-24cb-4f7b-bacf-10213c05c203 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b5bb9-a620-45d2-9300-d95fde52c59e HTTP/1.1" status: 200 len: 950 time: 0.0870171 Aug 29 06:41:20.013852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca26f3f-57af-4d2f-9471-db557ca25158 req-2a36da10-653e-4061-ae54-84c0684b042e tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:20.015418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ca26f3f-57af-4d2f-9471-db557ca25158 req-2a36da10-653e-4061-ae54-84c0684b042e tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0818620 Aug 29 06:41:20.061332 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a595c435-1b64-48a0-94f7-dea86aa0346b req-66574b3e-c848-4bd5-bf60-8e312b1f2fd2 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723112 Aug 29 06:41:20.094448 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ca26f3f-57af-4d2f-9471-db557ca25158 req-67efdb53-86e5-4bab-9949-dd004a24eac7 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691409 Aug 29 06:41:20.155196 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:41:20.205100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ceda4-d5c0-41e1-9015-c8f397b8d9f7 req-ca5ed5fb-72b6-46fd-8440-4c0e43e3b32e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:20.207279 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b05ceda4-d5c0-41e1-9015-c8f397b8d9f7 req-ca5ed5fb-72b6-46fd-8440-4c0e43e3b32e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0558043 Aug 29 06:41:20.267417 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b05ceda4-d5c0-41e1-9015-c8f397b8d9f7 req-1ac28b52-7ca2-4459-971c-620d7eb6a0fb tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531332 Aug 29 06:41:20.454475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b5929-254f-4b64-87f7-366e6c488795 req-f4bd578d-893d-4116-9d58-32edd1a19bf3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:20.456227 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b16b5929-254f-4b64-87f7-366e6c488795 req-f4bd578d-893d-4116-9d58-32edd1a19bf3 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 950 time: 0.1382596 Aug 29 06:41:20.505018 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-65ae8711-c928-4ce1-a89e-56984aa21d8d tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:20.565484 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b16b5929-254f-4b64-87f7-366e6c488795 req-17079781-b61f-4ec1-9133-2fb0d09e2b27 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Deleting port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:41:20.565817 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16b5929-254f-4b64-87f7-366e6c488795 req-17079781-b61f-4ec1-9133-2fb0d09e2b27 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:20.653641 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b16b5929-254f-4b64-87f7-366e6c488795 req-17079781-b61f-4ec1-9133-2fb0d09e2b27 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] For port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1f66dfdc-5b3c-4cfe-a329-a1755d772a34,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:20.654345 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16b5929-254f-4b64-87f7-366e6c488795 req-17079781-b61f-4ec1-9133-2fb0d09e2b27 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:20.667914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b16b5929-254f-4b64-87f7-366e6c488795 req-17079781-b61f-4ec1-9133-2fb0d09e2b27 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Calling delete_port for 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:41:20.813070 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-65ae8711-c928-4ce1-a89e-56984aa21d8d tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:20.813276 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:20.910914 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-65ae8711-c928-4ce1-a89e-56984aa21d8d tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Floating IP d8f667c4-4ef3-4939-b1da-c4cf6d96ab45 associated. External IP: 172.25.1.215, port: 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d. Aug 29 06:41:20.987445 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16b5929-254f-4b64-87f7-366e6c488795 req-17079781-b61f-4ec1-9133-2fb0d09e2b27 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:21.004884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa', '45236214-eeaf-4c3d-8e17-e474ac8af786', '1f66dfdc-5b3c-4cfe-a329-a1755d772a34'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:21.025360 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17079781-b61f-4ec1-9133-2fb0d09e2b27 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event deleted for resources: {'Port': ['ID=1f66dfdc-5b3c-4cfe-a329-a1755d772a34,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:21.058109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['113be281-1e24-4419-81dd-2a31c5d25935', '548275e1-489c-4612-ad0a-a73e662766ad', '76edc251-f074-403a-922f-1b2f30405a3b', '155b5298-6101-42f4-81ab-085a25b9f8c5', '4087ca48-f833-487d-9a62-7ec6b872da98'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:21.078797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16b5929-254f-4b64-87f7-366e6c488795 req-17079781-b61f-4ec1-9133-2fb0d09e2b27 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] No DVR routers for this DVR port 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:41:21.082610 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16b5929-254f-4b64-87f7-366e6c488795 req-17079781-b61f-4ec1-9133-2fb0d09e2b27 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:21.091742 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b16b5929-254f-4b64-87f7-366e6c488795 req-17079781-b61f-4ec1-9133-2fb0d09e2b27 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "DELETE /v2.0/ports/1f66dfdc-5b3c-4cfe-a329-a1755d772a34 HTTP/1.1" status: 204 len: 173 time: 0.6218596 Aug 29 06:41:21.092231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46503f6-61f1-4cd7-ad22-33214fdf1439', 'name': 'network-vif-deleted', 'tag': '1f66dfdc-5b3c-4cfe-a329-a1755d772a34'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:21.094545 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237f362e-5f39-43bc-a4b1-3d0d275ab06f" -d '{"events": [{"server_uuid": "a46503f6-61f1-4cd7-ad22-33214fdf1439", "name": "network-vif-deleted", "tag": "1f66dfdc-5b3c-4cfe-a329-a1755d772a34"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:21.152962 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33f16d43-981c-46f5-b480-2de7fdc56d87 req-0859be3d-424f-417c-9ac9-a236a1a5cdc5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 210 time: 0.0291297 Aug 29 06:41:21.189078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 13dc54f0-836a-4a9d-bd86-5258f3710eb7 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:21.222784 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ae8711-c928-4ce1-a89e-56984aa21d8d tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Router 2187b990-a096-450d-9a4b-ed702e426eb6 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:41:21.308621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e52d1-deeb-471d-b06a-9af1eb866b2c req-aecf94a6-cd53-4b03-b9dc-08cf016844f4 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:21.320683 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef6e52d1-deeb-471d-b06a-9af1eb866b2c req-aecf94a6-cd53-4b03-b9dc-08cf016844f4 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.0914655 Aug 29 06:41:21.398242 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef6e52d1-deeb-471d-b06a-9af1eb866b2c req-f57d772f-3210-4e49-9793-33a5e9601d8e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763650 Aug 29 06:41:21.535041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193480d-2c8e-4fdc-9d31-a67abe0e4b01 req-bea0b7f0-2758-45f1-a453-f3d83382c67c tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:21.545879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0193480d-2c8e-4fdc-9d31-a67abe0e4b01 req-bea0b7f0-2758-45f1-a453-f3d83382c67c tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0765538 Aug 29 06:41:21.592589 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0193480d-2c8e-4fdc-9d31-a67abe0e4b01 req-00a76f62-b22d-4c45-8b4b-c5ddb2c07308 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457678 Aug 29 06:41:21.696747 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:21.704969 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9acae38-d5d0-4480-8556-5aaf4122d32a x-openstack-request-id: req-f9acae38-d5d0-4480-8556-5aaf4122d32a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:21.706193 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46503f6-61f1-4cd7-ad22-33214fdf1439", "name": "network-vif-deleted", "tag": "1f66dfdc-5b3c-4cfe-a329-a1755d772a34", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:21.706620 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9acae38-d5d0-4480-8556-5aaf4122d32a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:21.707229 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46503f6-61f1-4cd7-ad22-33214fdf1439', 'name': 'network-vif-deleted', 'tag': '1f66dfdc-5b3c-4cfe-a329-a1755d772a34', 'status': 'completed', 'code': 200} Aug 29 06:41:21.714861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ae8711-c928-4ce1-a89e-56984aa21d8d tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:41:21.720763 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-65ae8711-c928-4ce1-a89e-56984aa21d8d tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:21.733879 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb30eca7-8f04-47e3-97c4-f50e8588196e None None] Sync routers for ids ['2187b990-a096-450d-9a4b-ed702e426eb6'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:41:21.753639 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-65ae8711-c928-4ce1-a89e-56984aa21d8d tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "PUT /v2.0/floatingips/d8f667c4-4ef3-4939-b1da-c4cf6d96ab45 HTTP/1.1" status: 200 len: 991 time: 2.1157978 Aug 29 06:41:21.783574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13dc54f0-836a-4a9d-bd86-5258f3710eb7'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:21.785812 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918d10ac-f074-4949-ac55-b056767704b2" -d '{"events": [{"server_uuid": "0e7b5bb9-a620-45d2-9300-d95fde52c59e", "name": "network-vif-unplugged", "status": "completed", "tag": "13dc54f0-836a-4a9d-bd86-5258f3710eb7"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:21.810028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb30eca7-8f04-47e3-97c4-f50e8588196e None None] Routers {'2187b990-a096-450d-9a4b-ed702e426eb6'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:41:21.810675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-eb30eca7-8f04-47e3-97c4-f50e8588196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:41:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2187b990-a096-450d-9a4b-ed702e426eb6'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:41:21.824129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:21.873877 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a6b95c-b9a1-4b83-922b-393600a7e956 x-openstack-request-id: req-a2a6b95c-b9a1-4b83-922b-393600a7e956 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:21.874441 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7b5bb9-a620-45d2-9300-d95fde52c59e", "name": "network-vif-unplugged", "status": "completed", "tag": "13dc54f0-836a-4a9d-bd86-5258f3710eb7", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:21.874942 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a2a6b95c-b9a1-4b83-922b-393600a7e956 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:21.875581 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13dc54f0-836a-4a9d-bd86-5258f3710eb7', 'code': 200} Aug 29 06:41:21.949389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037d540-9fdb-4e1f-91e9-c865de6a981b req-a2798d36-b024-4f73-8554-b939a3f4e073 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:21.951637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6037d540-9fdb-4e1f-91e9-c865de6a981b req-a2798d36-b024-4f73-8554-b939a3f4e073 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0578992 Aug 29 06:41:21.997183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6037d540-9fdb-4e1f-91e9-c865de6a981b req-bbbc9eae-73f3-4d98-ad11-6cfd345c6b39 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Aug 29 06:41:22.044339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-eb30eca7-8f04-47e3-97c4-f50e8588196e None None] Set router 2187b990-a096-450d-9a4b-ed702e426eb6 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:41:22.074505 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:22.205960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=13dc54f0-836a-4a9d-bd86-5258f3710eb7,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:22.267547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c40d4334-6866-488a-b073-3fed235fcafc req-4a4c3624-d84c-45c8-944c-867578124583 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46503f6-61f1-4cd7-ad22-33214fdf1439 HTTP/1.1" status: 200 len: 210 time: 0.0285258 Aug 29 06:41:22.479110 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-eb30eca7-8f04-47e3-97c4-f50e8588196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'd8f667c4-4ef3-4939-b1da-c4cf6d96ab45', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'floating_ip_address': '172.25.1.215', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'port_id': '2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'mac_address': 'fa:16:3e:22:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba361e80-6563-4c23-a0ea-3b3b5fcd7e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:37:11Z', 'updated_at': '2021-08-29T06:41:20Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:57Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:41:22.517325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb30eca7-8f04-47e3-97c4-f50e8588196e None None] Checking router: 2187b990-a096-450d-9a4b-ed702e426eb6 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:41:22.542886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd2358-e4bb-4acd-a2e5-b5061bc43128 req-bf7afb04-978b-469a-b265-e9f403a34007 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:22.543361 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb30eca7-8f04-47e3-97c4-f50e8588196e None None] Routers {'2187b990-a096-450d-9a4b-ed702e426eb6'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:41:22.544161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-eb30eca7-8f04-47e3-97c4-f50e8588196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:41:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2187b990-a096-450d-9a4b-ed702e426eb6'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:41:22.547629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99dd2358-e4bb-4acd-a2e5-b5061bc43128 req-bf7afb04-978b-469a-b265-e9f403a34007 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.0597837 Aug 29 06:41:22.582909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99dd2358-e4bb-4acd-a2e5-b5061bc43128 req-09fe7023-4eef-4b65-af3a-4faade31004d tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326166 Aug 29 06:41:22.679789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-eb30eca7-8f04-47e3-97c4-f50e8588196e None None] Set router 2187b990-a096-450d-9a4b-ed702e426eb6 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:41:22.720193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e2b05-0724-4cca-9c9a-63989d2f4c27 req-c474887a-d385-4b6b-a4c1-2b82379fe8f9 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:22.721892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-587e2b05-0724-4cca-9c9a-63989d2f4c27 req-c474887a-d385-4b6b-a4c1-2b82379fe8f9 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0574787 Aug 29 06:41:22.762323 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-587e2b05-0724-4cca-9c9a-63989d2f4c27 req-ef6dada0-3b3e-4fdb-a2fb-a82c86ea7d5e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337844 Aug 29 06:41:22.927407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-eb30eca7-8f04-47e3-97c4-f50e8588196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'd8f667c4-4ef3-4939-b1da-c4cf6d96ab45', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'floating_ip_address': '172.25.1.215', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'port_id': '2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'mac_address': 'fa:16:3e:22:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba361e80-6563-4c23-a0ea-3b3b5fcd7e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:37:11Z', 'updated_at': '2021-08-29T06:41:20Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:57Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:41:22.957763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb30eca7-8f04-47e3-97c4-f50e8588196e None None] The sync data for ids ['2187b990-a096-450d-9a4b-ed702e426eb6'] in n-d-713301-12 is: [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'd8f667c4-4ef3-4939-b1da-c4cf6d96ab45', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'floating_ip_address': '172.25.1.215', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'port_id': '2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'mac_address': 'fa:16:3e:22:22:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba361e80-6563-4c23-a0ea-3b3b5fcd7e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:37:11Z', 'updated_at': '2021-08-29T06:41:20Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:57Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:41:23.117585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f3fb1-0f81-46c3-b079-0efdf943bb25 req-4b817bf4-0f15-43d8-99f0-a1ed94fb59d9 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:23.119175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-554f3fb1-0f81-46c3-b079-0efdf943bb25 req-4b817bf4-0f15-43d8-99f0-a1ed94fb59d9 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0534906 Aug 29 06:41:23.161826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-554f3fb1-0f81-46c3-b079-0efdf943bb25 req-d7f00790-33b2-4668-be62-8257f92a3787 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/security-groups?id=4918bcce-658c-46fb-b236-c08e50c0daa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353670 Aug 29 06:41:23.163498 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fad3b4-bb40-4840-8ddd-e00603f0b9b7 None None] New status for floating IP d8f667c4-4ef3-4939-b1da-c4cf6d96ab45: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:41:23.187327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:23.208365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:41:23.208712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 1f66dfdc-5b3c-4cfe-a329-a1755d772a34 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:41:23.209281 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 88d97203-48c5-46d0-9989-34725b9fa493 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:23.262498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258475-0345-4e90-a3f5-3a8216da1106 req-60163bdd-0ddd-40ee-ac94-8001c0fbc7de tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:23.273868 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c3258475-0345-4e90-a3f5-3a8216da1106 req-60163bdd-0ddd-40ee-ac94-8001c0fbc7de tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0495558 Aug 29 06:41:23.296341 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:23.331369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 88d97203-48c5-46d0-9989-34725b9fa493, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=88d97203-48c5-46d0-9989-34725b9fa493,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:23.376205 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-c3258475-0345-4e90-a3f5-3a8216da1106 req-798cbdd2-0d43-449b-a907-2b9f3ce81ab0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Deleting port 88d97203-48c5-46d0-9989-34725b9fa493 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:41:23.376550 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c3258475-0345-4e90-a3f5-3a8216da1106 req-798cbdd2-0d43-449b-a907-2b9f3ce81ab0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:23.473023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c3258475-0345-4e90-a3f5-3a8216da1106 req-798cbdd2-0d43-449b-a907-2b9f3ce81ab0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] For port 88d97203-48c5-46d0-9989-34725b9fa493, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=88d97203-48c5-46d0-9989-34725b9fa493,segment=NetworkSegment(8ba998cd-acba-44d8-b495-9919b3067658),segment_id=8ba998cd-acba-44d8-b495-9919b3067658)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:23.476128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c3258475-0345-4e90-a3f5-3a8216da1106 req-798cbdd2-0d43-449b-a907-2b9f3ce81ab0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:23.488227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-c3258475-0345-4e90-a3f5-3a8216da1106 req-798cbdd2-0d43-449b-a907-2b9f3ce81ab0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Calling delete_port for 88d97203-48c5-46d0-9989-34725b9fa493 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:41:23.510623 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:23.588554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=88d97203-48c5-46d0-9989-34725b9fa493,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:23.704179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8523ee7-1122-4430-a00f-72e36de2bc7c req-4b883ad6-bb42-46bc-95bd-e1834a22b7fa tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:23.716802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8523ee7-1122-4430-a00f-72e36de2bc7c req-4b883ad6-bb42-46bc-95bd-e1834a22b7fa tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.0494645 Aug 29 06:41:23.716942 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba361e80-6563-4c23-a0ea-3b3b5fcd7e27', 'tag': '2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:23.716942 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e110d072-3198-4ff9-bd2f-fc1916d9bc26" -d '{"events": [{"name": "network-changed", "server_uuid": "ba361e80-6563-4c23-a0ea-3b3b5fcd7e27", "tag": "2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:23.746122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8523ee7-1122-4430-a00f-72e36de2bc7c req-d8a15c8b-828d-4335-bd5e-6ed4b5b128ec tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345876 Aug 29 06:41:23.756481 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c3258475-0345-4e90-a3f5-3a8216da1106 req-798cbdd2-0d43-449b-a907-2b9f3ce81ab0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:23.793515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cbdd2-0d43-449b-a907-2b9f3ce81ab0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Pushing event deleted for resources: {'Port': ['ID=88d97203-48c5-46d0-9989-34725b9fa493,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:23.797921 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d389b1a-5ca2-481f-97b2-2139d9a25e2b x-openstack-request-id: req-3d389b1a-5ca2-481f-97b2-2139d9a25e2b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:23.798262 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba361e80-6563-4c23-a0ea-3b3b5fcd7e27", "tag": "2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:23.798358 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d389b1a-5ca2-481f-97b2-2139d9a25e2b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:23.798695 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba361e80-6563-4c23-a0ea-3b3b5fcd7e27', 'tag': '2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d', 'status': 'completed', 'code': 200} Aug 29 06:41:23.836882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3258475-0345-4e90-a3f5-3a8216da1106 req-798cbdd2-0d43-449b-a907-2b9f3ce81ab0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] No DVR routers for this DVR port 88d97203-48c5-46d0-9989-34725b9fa493 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:41:23.840832 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c3258475-0345-4e90-a3f5-3a8216da1106 req-798cbdd2-0d43-449b-a907-2b9f3ce81ab0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:23.842762 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c3258475-0345-4e90-a3f5-3a8216da1106 req-798cbdd2-0d43-449b-a907-2b9f3ce81ab0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.15 "DELETE /v2.0/ports/88d97203-48c5-46d0-9989-34725b9fa493 HTTP/1.1" status: 204 len: 173 time: 0.5723786 Aug 29 06:41:23.877096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d97203-48c5-46d0-9989-34725b9fa493'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:23.895721 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3b7a29-4481-49b6-a75a-da82b391f793" -d '{"events": [{"server_uuid": "ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "88d97203-48c5-46d0-9989-34725b9fa493"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:23.898574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d072-3198-4ff9-bd2f-fc1916d9bc26 req-bd9d3314-8f2e-4461-85d4-41f583d5bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:23.900163 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e110d072-3198-4ff9-bd2f-fc1916d9bc26 req-bd9d3314-8f2e-4461-85d4-41f583d5bf85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=544c6f4659b0481fa002ec69280b9551&device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 1097 time: 0.0752168 Aug 29 06:41:23.926363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad30c0-0be8-479b-9813-beff8f5897c1 req-f0ab570f-dae0-4cc5-861f-d9c6977b1d8e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:23.926636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96ad30c0-0be8-479b-9813-beff8f5897c1 req-f0ab570f-dae0-4cc5-861f-d9c6977b1d8e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0724995 Aug 29 06:41:23.955063 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e2e26d-8472-4292-a771-1685c8ba3fb4 x-openstack-request-id: req-c2e2e26d-8472-4292-a771-1685c8ba3fb4 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:23.955639 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "88d97203-48c5-46d0-9989-34725b9fa493", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:23.955842 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c2e2e26d-8472-4292-a771-1685c8ba3fb4 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:23.956213 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d97203-48c5-46d0-9989-34725b9fa493', 'code': 200} Aug 29 06:41:24.019372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96ad30c0-0be8-479b-9813-beff8f5897c1 req-65ba0d70-c6ce-4d69-ac2f-86f8c3a4f0fa tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533903 Aug 29 06:41:24.044589 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d072-3198-4ff9-bd2f-fc1916d9bc26 req-168603ef-7809-4e53-8f0a-98da18da03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:24.046068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e110d072-3198-4ff9-bd2f-fc1916d9bc26 req-168603ef-7809-4e53-8f0a-98da18da03d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ea3503f9-de17-4d75-a461-b28dbced4bb1 HTTP/1.1" status: 200 len: 925 time: 0.1378534 Aug 29 06:41:24.147097 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e110d072-3198-4ff9-bd2f-fc1916d9bc26 req-48d02fec-cddf-4b94-8a21-1879421bb4bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d HTTP/1.1" status: 200 len: 1001 time: 0.0931456 Aug 29 06:41:24.158641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7f192-f63b-4bb7-890d-c1d3e1306952 req-e14c9512-dc0a-447d-9ac7-2629b46dee1b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:24.160053 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69b7f192-f63b-4bb7-890d-c1d3e1306952 req-e14c9512-dc0a-447d-9ac7-2629b46dee1b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 949 time: 0.0651119 Aug 29 06:41:24.231368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d072-3198-4ff9-bd2f-fc1916d9bc26 req-231c8c31-55dd-4524-b367-9858744fd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:24.232845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e110d072-3198-4ff9-bd2f-fc1916d9bc26 req-231c8c31-55dd-4524-b367-9858744fd9a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f576fb6-2e95-4e87-84cb-796a56eec9b0 HTTP/1.1" status: 200 len: 863 time: 0.0719602 Aug 29 06:41:24.235810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69b7f192-f63b-4bb7-890d-c1d3e1306952 req-f9ac7831-ea91-4ffa-ae06-35e7803a9a40 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674715 Aug 29 06:41:24.294732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7388bad-2ac8-4eda-9c14-8ede77c467e6 req-b91ba35d-735c-4eff-8200-207b4958c386 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0390022 Aug 29 06:41:24.308330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d072-3198-4ff9-bd2f-fc1916d9bc26 req-9d57afb1-201e-4cee-aebc-b5491433295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:24.309827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e110d072-3198-4ff9-bd2f-fc1916d9bc26 req-9d57afb1-201e-4cee-aebc-b5491433295a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ea3503f9-de17-4d75-a461-b28dbced4bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669386 Aug 29 06:41:24.403410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e110d072-3198-4ff9-bd2f-fc1916d9bc26 req-75e57cc2-f066-47f2-b531-7ee36b47fcf2 service neutron] 10.222.0.15 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860174 Aug 29 06:41:24.500135 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e110d072-3198-4ff9-bd2f-fc1916d9bc26 req-86121046-30d9-4eff-a7c0-cf439fad3999 service neutron] 10.222.0.15 "GET /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849454 Aug 29 06:41:24.870125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf76d7-090a-431d-9744-ebca3ba00357 req-5a6a0bbf-7759-4437-9107-1e92a95b1d18 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:24.871630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2aaf76d7-090a-431d-9744-ebca3ba00357 req-5a6a0bbf-7759-4437-9107-1e92a95b1d18 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.0538044 Aug 29 06:41:24.910420 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2aaf76d7-090a-431d-9744-ebca3ba00357 req-b3f926c6-6c7f-4dfe-983a-80f572bd958e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324934 Aug 29 06:41:25.141630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a93bf9-74eb-401b-ba25-13d0b8e08841 req-45d84cd5-10e7-4ff7-ba05-6406219f737b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:25.143155 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7a93bf9-74eb-401b-ba25-13d0b8e08841 req-45d84cd5-10e7-4ff7-ba05-6406219f737b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0535929 Aug 29 06:41:25.181536 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7a93bf9-74eb-401b-ba25-13d0b8e08841 req-b7ad93b2-82d8-4643-be2e-5c533a8b416e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324218 Aug 29 06:41:25.371409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ed503-b855-4dbd-af48-c68cb9bf6a09 req-e995ce4a-9708-46b8-84b6-8285ae6fd426 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:25.372882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-387ed503-b855-4dbd-af48-c68cb9bf6a09 req-e995ce4a-9708-46b8-84b6-8285ae6fd426 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 949 time: 0.0555048 Aug 29 06:41:25.424765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a654014-1e2c-4703-b5af-dafa63acd576 req-c067ed07-620d-4324-9a13-614ec05b08f0 tempest-ImagesTestJSON-1415082144 tempest-ImagesTestJSON-1415082144-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0266824 Aug 29 06:41:25.438141 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-387ed503-b855-4dbd-af48-c68cb9bf6a09 req-3fa73085-cc6b-4c3d-9686-d4383d85c31e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581882 Aug 29 06:41:25.738884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236581-8ef7-4122-8489-df50b97ee90a req-fc4de544-9ab4-4e26-8b9a-bb2580473e9f tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:25.740468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-fc4de544-9ab4-4e26-8b9a-bb2580473e9f tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.0491798 Aug 29 06:41:25.751890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-12'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:25.799385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4', 'name': 'network-vif-deleted', 'tag': '88d97203-48c5-46d0-9989-34725b9fa493'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:25.801738 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae2a41f-ccdf-40bf-8932-d1166faf3c74" -d '{"events": [{"server_uuid": "ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4", "name": "network-vif-deleted", "tag": "88d97203-48c5-46d0-9989-34725b9fa493"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:25.802243 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:25.838172 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82540a4-e2ee-4506-8306-48f4f73b08f6 x-openstack-request-id: req-d82540a4-e2ee-4506-8306-48f4f73b08f6 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:25.838465 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4", "name": "network-vif-deleted", "tag": "88d97203-48c5-46d0-9989-34725b9fa493", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:25.838710 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d82540a4-e2ee-4506-8306-48f4f73b08f6 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:25.839097 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7cc6cf-7c39-4d4b-bf2e-758c6e13e6c4', 'name': 'network-vif-deleted', 'tag': '88d97203-48c5-46d0-9989-34725b9fa493', 'status': 'completed', 'code': 200} Aug 29 06:41:25.934626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73e2c819-ce75-40e7-896a-324885857148,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:25.973505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:41:26.043464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39020) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:26.044311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8ba089-2315-43ca-bbda-21144dd71fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73e2c819-ce75-40e7-896a-324885857148'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:26.046542 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e89fda-01be-446a-871d-94066596b20d" -d '{"events": [{"server_uuid": "cc8ba089-2315-43ca-bbda-21144dd71fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "73e2c819-ce75-40e7-896a-324885857148"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:26.048786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ac9fc737-c98e-4005-980a-9b92fbcbd352 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-869447139'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:26.050373 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:26.070598 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a245eee-7815-4b94-89e5-e580c1d0dee7 req-198d0206-67f4-47f6-9394-dd27a493ec82 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:26.072133 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a245eee-7815-4b94-89e5-e580c1d0dee7 req-198d0206-67f4-47f6-9394-dd27a493ec82 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 945 time: 0.0789974 Aug 29 06:41:26.095064 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1b43cd-a9ca-4f52-83f1-67f71c70d22b x-openstack-request-id: req-5d1b43cd-a9ca-4f52-83f1-67f71c70d22b {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:26.095381 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8ba089-2315-43ca-bbda-21144dd71fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "73e2c819-ce75-40e7-896a-324885857148", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:26.095728 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d1b43cd-a9ca-4f52-83f1-67f71c70d22b {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:26.096000 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8ba089-2315-43ca-bbda-21144dd71fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73e2c819-ce75-40e7-896a-324885857148', 'code': 200} Aug 29 06:41:26.117431 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a245eee-7815-4b94-89e5-e580c1d0dee7 req-05d1d78d-9bea-4f92-b5d2-aa9c301a39cf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387452 Aug 29 06:41:26.212725 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:26.252560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9fc737-c98e-4005-980a-9b92fbcbd352 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Made reservation on behalf of d7ca440486aa4cc7b212f4190a478c52 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:26.258175 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac9fc737-c98e-4005-980a-9b92fbcbd352 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:26.280472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9fc737-c98e-4005-980a-9b92fbcbd352 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:41:26.289284 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac9fc737-c98e-4005-980a-9b92fbcbd352 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:26.289628 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-ac9fc737-c98e-4005-980a-9b92fbcbd352 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Added segment 8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1 of type vlan for network a36fa329-024c-4710-93ad-78c82667ba38 Aug 29 06:41:26.318691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Pushing event updated for resources: {'Port': ['ID=73e2c819-ce75-40e7-896a-324885857148,revision_number=7']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:26.335454 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac9fc737-c98e-4005-980a-9b92fbcbd352 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:26.373238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d04f6-6a07-4575-85a8-6a34adf91440 req-808c5f09-fb1f-4ac1-a478-c5b1b8c0a61e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:26.374754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-157d04f6-6a07-4575-85a8-6a34adf91440 req-808c5f09-fb1f-4ac1-a478-c5b1b8c0a61e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.1246860 Aug 29 06:41:26.375409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Attempting to bind port 73e2c819-ce75-40e7-896a-324885857148 on host n-h2-713301-12 for vnic_type normal with profile {"migrating_to": "n-h1-713301-12"} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:41:26.378505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Attempting to bind port 73e2c819-ce75-40e7-896a-324885857148 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:41:26.378505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Attempting to bind port 73e2c819-ce75-40e7-896a-324885857148 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:26.383537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Port 73e2c819-ce75-40e7-896a-324885857148 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:41:26.383870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Attempting to bind port 73e2c819-ce75-40e7-896a-324885857148 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:26.406805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:41:26.407082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Checking segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:26.407471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Bound using segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:41:26.407955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Bound port: 73e2c819-ce75-40e7-896a-324885857148, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:41:26.408312 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:26.434801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54958f31-9f7f-4851-8f0d-f40f9cf1e7ba req-bf100bd7-b360-404d-857d-af49837074fe tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:26.458837 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54958f31-9f7f-4851-8f0d-f40f9cf1e7ba req-bf100bd7-b360-404d-857d-af49837074fe tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 949 time: 0.1145992 Aug 29 06:41:26.477811 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-157d04f6-6a07-4575-85a8-6a34adf91440 req-851761e9-16dc-43a7-8d3c-66e75b36e50d tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952771 Aug 29 06:41:26.575496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:41:26.601563 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac9fc737-c98e-4005-980a-9b92fbcbd352 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:26.613592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9fc737-c98e-4005-980a-9b92fbcbd352 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:26.613592 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac9fc737-c98e-4005-980a-9b92fbcbd352 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:26.622075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73e2c819-ce75-40e7-896a-324885857148,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:41:26.649420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504fe50-e7b2-49a1-affd-fae0e2fcf8b9 req-92c9538e-bbf9-47e0-be9a-4afc022e91c2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:26.651001 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1504fe50-e7b2-49a1-affd-fae0e2fcf8b9 req-92c9538e-bbf9-47e0-be9a-4afc022e91c2 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 949 time: 0.0814402 Aug 29 06:41:26.668111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-54958f31-9f7f-4851-8f0d-f40f9cf1e7ba req-692ee945-de94-466f-a997-1ad97aa08cd4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Deleting port 4087ca48-f833-487d-9a62-7ec6b872da98 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:41:26.668905 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-54958f31-9f7f-4851-8f0d-f40f9cf1e7ba req-692ee945-de94-466f-a997-1ad97aa08cd4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:26.744060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fc737-c98e-4005-980a-9b92fbcbd352 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'Network': ['ID=a36fa329-024c-4710-93ad-78c82667ba38,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:26.755048 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network a36fa329-024c-4710-93ad-78c82667ba38 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:41:26.786860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1504fe50-e7b2-49a1-affd-fae0e2fcf8b9 req-e5e587ac-cd7c-42a6-9201-1ac4ef2fac0e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276286 Aug 29 06:41:26.834262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-54958f31-9f7f-4851-8f0d-f40f9cf1e7ba req-692ee945-de94-466f-a997-1ad97aa08cd4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] For port 4087ca48-f833-487d-9a62-7ec6b872da98, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4087ca48-f833-487d-9a62-7ec6b872da98,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:26.834636 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-54958f31-9f7f-4851-8f0d-f40f9cf1e7ba req-692ee945-de94-466f-a997-1ad97aa08cd4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:26.849248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-54958f31-9f7f-4851-8f0d-f40f9cf1e7ba req-692ee945-de94-466f-a997-1ad97aa08cd4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Calling delete_port for 4087ca48-f833-487d-9a62-7ec6b872da98 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:41:26.866051 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ac9fc737-c98e-4005-980a-9b92fbcbd352 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8208117 Aug 29 06:41:26.867981 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:26.879072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39074) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:26.884091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3ca3e0fe-3505-4130-8421-cb810643416e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1789558786'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:26.923252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39078) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:26.972650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Deleting subnet 72d07125-69f9-49f3-a732-befd124498bc {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:41:26.973922 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Pushing event updated for resources: {'Port': ['ID=73e2c819-ce75-40e7-896a-324885857148,revision_number=8']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:26.975739 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:27.011479 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:27.013295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:27.013695 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:27.015162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-44288b85-c3fd-4f6d-875a-c11777681287 service neutron] 10.222.0.15 "PUT /v2.0/ports/73e2c819-ce75-40e7-896a-324885857148 HTTP/1.1" status: 200 len: 1123 time: 1.2673776 Aug 29 06:41:27.052044 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:27.082139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca3e0fe-3505-4130-8421-cb810643416e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Made reservation on behalf of d7ca440486aa4cc7b212f4190a478c52 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:27.085658 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ca3e0fe-3505-4130-8421-cb810643416e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:27.121782 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca3e0fe-3505-4130-8421-cb810643416e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:41:27.132707 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ca3e0fe-3505-4130-8421-cb810643416e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:27.133055 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-3ca3e0fe-3505-4130-8421-cb810643416e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Added segment 700d66e7-bb9c-4dc5-b83d-0c33fa298d06 of type vlan for network 57ffac55-609b-41cd-9af3-72358c53e760 Aug 29 06:41:27.177194 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ca3e0fe-3505-4130-8421-cb810643416e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:27.183856 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['73e2c819-ce75-40e7-896a-324885857148'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:27.188170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 73e2c819-ce75-40e7-896a-324885857148 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:41:27.210757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 88d97203-48c5-46d0-9989-34725b9fa493 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:27.213238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['73e2c819-ce75-40e7-896a-324885857148'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:27.240028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f26ec-0e2c-4541-a55b-96adc691e1ff req-411da2d6-95eb-432a-aaae-dd15a5bd00bf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:27.241508 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-772f26ec-0e2c-4541-a55b-96adc691e1ff req-411da2d6-95eb-432a-aaae-dd15a5bd00bf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.0483758 Aug 29 06:41:27.263812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 88d97203-48c5-46d0-9989-34725b9fa493 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:41:27.264422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 88d97203-48c5-46d0-9989-34725b9fa493 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:41:27.282076 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-772f26ec-0e2c-4541-a55b-96adc691e1ff req-ab17e3d8-1da7-4ed4-9567-4f93fbaf5abe tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338705 Aug 29 06:41:27.356275 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-54958f31-9f7f-4851-8f0d-f40f9cf1e7ba req-692ee945-de94-466f-a997-1ad97aa08cd4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:27.357078 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:27.359388 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ca3e0fe-3505-4130-8421-cb810643416e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:27.365338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca3e0fe-3505-4130-8421-cb810643416e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:27.365948 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ca3e0fe-3505-4130-8421-cb810643416e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:27.391950 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ee945-de94-466f-a997-1ad97aa08cd4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event deleted for resources: {'Port': ['ID=4087ca48-f833-487d-9a62-7ec6b872da98,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:27.443077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-54958f31-9f7f-4851-8f0d-f40f9cf1e7ba req-692ee945-de94-466f-a997-1ad97aa08cd4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] No DVR routers for this DVR port 4087ca48-f833-487d-9a62-7ec6b872da98 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:41:27.448079 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-54958f31-9f7f-4851-8f0d-f40f9cf1e7ba req-692ee945-de94-466f-a997-1ad97aa08cd4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:27.452361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54958f31-9f7f-4851-8f0d-f40f9cf1e7ba req-692ee945-de94-466f-a997-1ad97aa08cd4 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "DELETE /v2.0/ports/4087ca48-f833-487d-9a62-7ec6b872da98 HTTP/1.1" status: 204 len: 173 time: 0.9847865 Aug 29 06:41:27.455325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72d07125-69f9-49f3-a732-befd124498bc,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:27.480068 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:27.480490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:27.480893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:27.481333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:27.481735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:27.482162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:27.482548 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:27.483172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:27.483564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:27.483961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:27.484364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:27.484747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:27.488285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:27.490392 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-db532d83-d9cf-4516-92d1-9388226e1e0a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/72d07125-69f9-49f3-a732-befd124498bc HTTP/1.1" status: 204 len: 168 time: 0.5661185 Aug 29 06:41:27.493100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39084) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:27.505318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3e0fe-3505-4130-8421-cb810643416e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'Network': ['ID=57ffac55-609b-41cd-9af3-72358c53e760,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:27.534018 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 57ffac55-609b-41cd-9af3-72358c53e760 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:41:27.651786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73e2c819-ce75-40e7-896a-324885857148,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:27.685863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 73e2c819-ce75-40e7-896a-324885857148 has no active binding in host n-h1-713301-12 {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 06:41:27.794614 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3ca3e0fe-3505-4130-8421-cb810643416e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9142907 Aug 29 06:41:27.797643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39100) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:27.803567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e44b0371-4e1d-4fd8-a433-36c784e233e4 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'subnet': {'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:27.894572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['113be281-1e24-4419-81dd-2a31c5d25935', '548275e1-489c-4612-ad0a-a73e662766ad', '76edc251-f074-403a-922f-1b2f30405a3b', '155b5298-6101-42f4-81ab-085a25b9f8c5', '4087ca48-f833-487d-9a62-7ec6b872da98'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:27.919543 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6b1b-e910-48eb-a773-4571a91e98ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:27.940761 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c40dac1c-a1bb-4b2b-9a19-95b4c91a51f8 req-79151d1d-e8f1-4c15-8c6a-329393e95445 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 210 time: 0.0343633 Aug 29 06:41:27.965259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e16af-8862-486f-872b-57a341689de9 req-1390db68-abec-40ca-8054-e65c96aa23c1 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:27.966664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a7e16af-8862-486f-872b-57a341689de9 req-1390db68-abec-40ca-8054-e65c96aa23c1 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.3916645 Aug 29 06:41:28.052123 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6b1b-e910-48eb-a773-4571a91e98ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:28.064523 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44b0371-4e1d-4fd8-a433-36c784e233e4 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Made reservation on behalf of d7ca440486aa4cc7b212f4190a478c52 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:28.068688 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e44b0371-4e1d-4fd8-a433-36c784e233e4 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:28.071271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f1ef6b1b-e910-48eb-a773-4571a91e98ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9d1c66-456e-4eef-897d-be85929ac7ac']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:41:28.076573 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a7e16af-8862-486f-872b-57a341689de9 req-f91dc627-d1e4-4924-977b-a5eaeb690d5e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915425 Aug 29 06:41:28.084678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f1ef6b1b-e910-48eb-a773-4571a91e98ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba998cd-acba-44d8-b495-9919b3067658') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:41:28.084968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f1ef6b1b-e910-48eb-a773-4571a91e98ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba998cd-acba-44d8-b495-9919b3067658') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:41:28.095189 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6b1b-e910-48eb-a773-4571a91e98ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:28.096598 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8ba089-2315-43ca-bbda-21144dd71fa9', 'tag': '73e2c819-ce75-40e7-896a-324885857148'}, {'server_uuid': '34d8b4e5-5c17-4b3b-a73a-1089e5471596', 'name': 'network-vif-deleted', 'tag': '4087ca48-f833-487d-9a62-7ec6b872da98'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:28.098845 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c582dd4-b84c-45eb-b09d-6a33d6747b96" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8ba089-2315-43ca-bbda-21144dd71fa9", "tag": "73e2c819-ce75-40e7-896a-324885857148"}, {"server_uuid": "34d8b4e5-5c17-4b3b-a73a-1089e5471596", "name": "network-vif-deleted", "tag": "4087ca48-f833-487d-9a62-7ec6b872da98"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:28.114231 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6b1b-e910-48eb-a773-4571a91e98ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:28.120875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ef6b1b-e910-48eb-a773-4571a91e98ce admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:41:28.121337 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6b1b-e910-48eb-a773-4571a91e98ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:41:28.123244 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:41:28.160890 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f816caa-c8d0-4c1c-821c-c2a76c0c62b0 x-openstack-request-id: req-6f816caa-c8d0-4c1c-821c-c2a76c0c62b0 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:28.161184 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8ba089-2315-43ca-bbda-21144dd71fa9", "tag": "73e2c819-ce75-40e7-896a-324885857148", "status": "completed", "code": 200}, {"server_uuid": "34d8b4e5-5c17-4b3b-a73a-1089e5471596", "name": "network-vif-deleted", "tag": "4087ca48-f833-487d-9a62-7ec6b872da98", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:28.161429 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6f816caa-c8d0-4c1c-821c-c2a76c0c62b0 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:28.161820 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8ba089-2315-43ca-bbda-21144dd71fa9', 'tag': '73e2c819-ce75-40e7-896a-324885857148', 'status': 'completed', 'code': 200} Aug 29 06:41:28.162083 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d8b4e5-5c17-4b3b-a73a-1089e5471596', 'name': 'network-vif-deleted', 'tag': '4087ca48-f833-487d-9a62-7ec6b872da98', 'status': 'completed', 'code': 200} Aug 29 06:41:28.266107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c582dd4-b84c-45eb-b09d-6a33d6747b96 req-7b3b6766-5579-45c5-b11c-e1824102e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:28.268143 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c582dd4-b84c-45eb-b09d-6a33d6747b96 req-7b3b6766-5579-45c5-b11c-e1824102e56d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 1126 time: 0.0592072 Aug 29 06:41:28.296728 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6b1b-e910-48eb-a773-4571a91e98ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:28.342308 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6b1b-e910-48eb-a773-4571a91e98ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:28.346710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f1ef6b1b-e910-48eb-a773-4571a91e98ce admin admin] 10.222.0.76 "DELETE /v2.0/networks/ab9d1c66-456e-4eef-897d-be85929ac7ac HTTP/1.1" status: 204 len: 168 time: 0.8425646 Aug 29 06:41:28.362700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef6b1b-e910-48eb-a773-4571a91e98ce admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9d1c66-456e-4eef-897d-be85929ac7ac,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:28.424435 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e44b0371-4e1d-4fd8-a433-36c784e233e4 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:28.442211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446381fb-90c0-42d6-9184-6ffbdc32cf69 req-1cdca2c8-a02f-49ca-97f1-143463b66cc6 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:28.443720 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-446381fb-90c0-42d6-9184-6ffbdc32cf69 req-1cdca2c8-a02f-49ca-97f1-143463b66cc6 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.0748446 Aug 29 06:41:28.445078 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c582dd4-b84c-45eb-b09d-6a33d6747b96 req-95a28489-38d4-43a7-bc5d-b7372842efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:28.446462 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c582dd4-b84c-45eb-b09d-6a33d6747b96 req-95a28489-38d4-43a7-bc5d-b7372842efcb service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.1591077 Aug 29 06:41:28.509579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b0371-4e1d-4fd8-a433-36c784e233e4 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'Subnet': ['ID=55e24152-8c60-4bec-915c-1877dd2a93dc,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:28.515181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44b0371-4e1d-4fd8-a433-36c784e233e4 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Checking segment: {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:28.515600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44b0371-4e1d-4fd8-a433-36c784e233e4 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Network hostable DHCP agents. Network: a36fa329-024c-4710-93ad-78c82667ba38, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:41:28.532107 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c582dd4-b84c-45eb-b09d-6a33d6747b96 req-e3d82e79-be7e-47ef-aa30-258a7ee1b2fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73e2c819-ce75-40e7-896a-324885857148 HTTP/1.1" status: 200 len: 217 time: 0.0641477 Aug 29 06:41:28.560687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-446381fb-90c0-42d6-9184-6ffbdc32cf69 req-13161ad6-b0f5-4fc6-a612-2c169fa76705 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101868 Aug 29 06:41:28.590086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device bca324e9-4c2b-4446-90b9-52c24155b5da details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:41:28.617711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c582dd4-b84c-45eb-b09d-6a33d6747b96 req-05afffbd-8c17-4532-af58-f9963f9243d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:28.619560 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c582dd4-b84c-45eb-b09d-6a33d6747b96 req-05afffbd-8c17-4532-af58-f9963f9243d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0730491 Aug 29 06:41:28.658635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c582dd4-b84c-45eb-b09d-6a33d6747b96 req-50db7180-5861-4237-b800-b1dbabb4fbb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274420 Aug 29 06:41:28.687317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44b0371-4e1d-4fd8-a433-36c784e233e4 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Network a36fa329-024c-4710-93ad-78c82667ba38 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:41:28.695374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port bca324e9-4c2b-4446-90b9-52c24155b5da, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=bca324e9-4c2b-4446-90b9-52c24155b5da,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:28.708200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'bca324e9-4c2b-4446-90b9-52c24155b5da', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'bca324e9-4c2b-4446-90b9-52c24155b5da', 'mac_address': 'fa:16:3e:77:dc:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:41:28.736878 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa', '45236214-eeaf-4c3d-8e17-e474ac8af786'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:28.767532 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c582dd4-b84c-45eb-b09d-6a33d6747b96 req-f3eb7706-5fbd-4239-bf7e-6502be4d7cd3 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006799 Aug 29 06:41:28.784006 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:28.821304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bca324e9-4c2b-4446-90b9-52c24155b5da {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:41:28.836659 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-e44b0371-4e1d-4fd8-a433-36c784e233e4 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, a36fa329-024c-4710-93ad-78c82667ba38) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:28.848824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44b0371-4e1d-4fd8-a433-36c784e233e4 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:28.851204 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e44b0371-4e1d-4fd8-a433-36c784e233e4 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:28.892959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3022779-88fe-491c-80d2-53cb153f9dd5 None None] Network a36fa329-024c-4710-93ad-78c82667ba38 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:41:28.928033 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port bca324e9-4c2b-4446-90b9-52c24155b5da, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=bca324e9-4c2b-4446-90b9-52c24155b5da,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:28.944115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c582dd4-b84c-45eb-b09d-6a33d6747b96 req-5dd41c33-8f1c-424b-adb3-2bcfb7bc2d3a service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680810 Aug 29 06:41:28.954392 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9cbf513-d29d-4f3f-b438-3d3e2925f25e req-15a0a65b-d80e-495e-bfb3-88d8147b89b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0671048 Aug 29 06:41:29.080904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6db4b3ae-8dfb-4247-ab8a-6f3462a486db req-7dcf2dbc-61bb-424b-a727-301f0c1a7b80 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=34d8b4e5-5c17-4b3b-a73a-1089e5471596 HTTP/1.1" status: 200 len: 210 time: 0.0336280 Aug 29 06:41:29.105722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbf513-d29d-4f3f-b438-3d3e2925f25e req-717ab2c1-6c48-442f-ad65-38d66861552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:29.108094 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9cbf513-d29d-4f3f-b438-3d3e2925f25e req-717ab2c1-6c48-442f-ad65-38d66861552c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 1101 time: 0.0690436 Aug 29 06:41:29.117584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39128) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:29.119837 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e44b0371-4e1d-4fd8-a433-36c784e233e4 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3128116 Aug 29 06:41:29.128175 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-77ed5056-65d3-4b07-bdff-88b4be366c92 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'subnet': {'network_id': '57ffac55-609b-41cd-9af3-72358c53e760', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:29.212485 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:29.215461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39130) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:29.241889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-a36fa329-024c-4710-93ad-78c82667ba38', 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'fixed_ips': [{'subnet_id': '55e24152-8c60-4bec-915c-1877dd2a93dc'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:41:29.242963 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:29.253049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbf513-d29d-4f3f-b438-3d3e2925f25e req-f478df1b-ee9a-4846-b7fd-d4d5985478b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:29.257353 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9cbf513-d29d-4f3f-b438-3d3e2925f25e req-f478df1b-ee9a-4846-b7fd-d4d5985478b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1174943 Aug 29 06:41:29.282231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1693f-211d-4fca-8299-87a0384befef req-305dd424-e682-4613-93cc-3b768ef8f5df tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:29.283851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0c1693f-211d-4fca-8299-87a0384befef req-305dd424-e682-4613-93cc-3b768ef8f5df tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.1073675 Aug 29 06:41:29.293662 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-86583c62-12b9-482a-ab07-c3c167c2df19 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0e6d9bf800794d7d8293a89a2186be07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0735123 Aug 29 06:41:29.312871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=bca324e9-4c2b-4446-90b9-52c24155b5da,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:29.314483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39134) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:29.325170 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9cbf513-d29d-4f3f-b438-3d3e2925f25e req-ece2f692-46b6-4502-8694-781d39fe16f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=548275e1-489c-4612-ad0a-a73e662766ad HTTP/1.1" status: 200 len: 217 time: 0.0490530 Aug 29 06:41:29.405810 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbf513-d29d-4f3f-b438-3d3e2925f25e req-e51e61e8-4736-49c0-beca-10dde8955bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:29.407437 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9cbf513-d29d-4f3f-b438-3d3e2925f25e req-e51e61e8-4736-49c0-beca-10dde8955bd1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0715940 Aug 29 06:41:29.420955 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0c1693f-211d-4fca-8299-87a0384befef req-d9dcf7cb-5916-4c62-b981-689b3a21adb3 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291642 Aug 29 06:41:29.445143 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:29.470786 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:29.473372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbf513-d29d-4f3f-b438-3d3e2925f25e req-93e93753-d4f0-4099-b94c-6e9118af82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:29.475712 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9cbf513-d29d-4f3f-b438-3d3e2925f25e req-93e93753-d4f0-4099-b94c-6e9118af82b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0601139 Aug 29 06:41:29.503684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Allocated IP 10.1.1.2 (a36fa329-024c-4710-93ad-78c82667ba38/55e24152-8c60-4bec-915c-1877dd2a93dc/361fb4e8-daf0-4960-8d2a-8073638fef3f) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:29.510885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ed5056-65d3-4b07-bdff-88b4be366c92 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Made reservation on behalf of d7ca440486aa4cc7b212f4190a478c52 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:29.524756 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-77ed5056-65d3-4b07-bdff-88b4be366c92 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:29.584040 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9cbf513-d29d-4f3f-b438-3d3e2925f25e req-02847ef9-dc27-4c01-b675-a7abe005efe7 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976276 Aug 29 06:41:29.631007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['bca324e9-4c2b-4446-90b9-52c24155b5da'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:29.703349 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9cbf513-d29d-4f3f-b438-3d3e2925f25e req-596bfbae-07f0-407e-87ef-565e676f3bbf service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094923 Aug 29 06:41:29.707808 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:29.722065 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Transition to ACTIVE for port object 361fb4e8-daf0-4960-8d2a-8073638fef3f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:29.751382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Transition to ACTIVE for port object 361fb4e8-daf0-4960-8d2a-8073638fef3f will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:29.758980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5861c46-15e7-42ce-bbe0-e2161aada2b6 req-1abc2edb-b722-42ea-b459-3094d28757d0 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:29.760550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5861c46-15e7-42ce-bbe0-e2161aada2b6 req-1abc2edb-b722-42ea-b459-3094d28757d0 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.0963147 Aug 29 06:41:29.776909 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:29.779396 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:29.780465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4918bcce-658c-46fb-b236-c08e50c0daa4 HTTP/1.1" status: 204 len: 168 time: 0.4506094 Aug 29 06:41:29.797267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4918bcce-658c-46fb-b236-c08e50c0daa4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:29.814895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:29.815300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:29.815651 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:29.815987 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:29.816319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:29.816657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:29.816984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:29.817511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:29.817630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:29.817947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:29.818626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:29.818626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ae82f6-a7d4-437a-b588-aee47bd4a548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:29.846330 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5861c46-15e7-42ce-bbe0-e2161aada2b6 req-9c4b959f-1305-4177-b356-5c087176ddf3 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780118 Aug 29 06:41:29.928114 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-77ed5056-65d3-4b07-bdff-88b4be366c92 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:29.928632 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:29.984579 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Network a36fa329-024c-4710-93ad-78c82667ba38 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:29.992014 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:29.994671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:29.994986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed5056-65d3-4b07-bdff-88b4be366c92 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'Subnet': ['ID=b0e90aa0-bc35-4497-8202-2e1dfd85d0cd,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:30.008557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Pushing event updated for resources: {'Port': ['ID=361fb4e8-daf0-4960-8d2a-8073638fef3f,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:30.012099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed5056-65d3-4b07-bdff-88b4be366c92 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Checking segment: {'id': '700d66e7-bb9c-4dc5-b83d-0c33fa298d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:30.012734 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed5056-65d3-4b07-bdff-88b4be366c92 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Network hostable DHCP agents. Network: 57ffac55-609b-41cd-9af3-72358c53e760, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:41:30.052571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Attempting to bind port 361fb4e8-daf0-4960-8d2a-8073638fef3f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:41:30.052937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Attempting to bind port 361fb4e8-daf0-4960-8d2a-8073638fef3f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:41:30.053293 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Attempting to bind port 361fb4e8-daf0-4960-8d2a-8073638fef3f on network a36fa329-024c-4710-93ad-78c82667ba38 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:30.058113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:41:30.058477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Checking segment: {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:30.058867 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:30.059287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Bound using segment: {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:41:30.059747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Bound port: 361fb4e8-daf0-4960-8d2a-8073638fef3f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:41:30.060121 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:30.123353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] For port 361fb4e8-daf0-4960-8d2a-8073638fef3f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:41:30.127487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] For port 361fb4e8-daf0-4960-8d2a-8073638fef3f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=361fb4e8-daf0-4960-8d2a-8073638fef3f,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:41:30.315685 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed5056-65d3-4b07-bdff-88b4be366c92 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Network 57ffac55-609b-41cd-9af3-72358c53e760 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:41:30.373506 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:30.441764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f53d2-ce9f-4271-98c4-ce973bfa8932 None None] Pushing event updated for resources: {'Port': ['ID=361fb4e8-daf0-4960-8d2a-8073638fef3f,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:30.509275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-77ed5056-65d3-4b07-bdff-88b4be366c92 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 57ffac55-609b-41cd-9af3-72358c53e760) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:30.543663 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d840704c-f6cf-4f22-9782-4055373915fc None None] Network 57ffac55-609b-41cd-9af3-72358c53e760 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:41:30.544240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ed5056-65d3-4b07-bdff-88b4be366c92 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:30.544240 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-77ed5056-65d3-4b07-bdff-88b4be366c92 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:30.564309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b19619-fd2e-4843-9076-a7cbfed9a931 req-14a07e66-bb2a-44ea-80a8-274673091109 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:30.565860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81b19619-fd2e-4843-9076-a7cbfed9a931 req-14a07e66-bb2a-44ea-80a8-274673091109 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0676503 Aug 29 06:41:30.590097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device bca324e9-4c2b-4446-90b9-52c24155b5da up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:30.638530 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81b19619-fd2e-4843-9076-a7cbfed9a931 req-cf560b15-9015-48ee-8656-8d5258feb136 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 Aug 29 06:41:30.686247 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port bca324e9-4c2b-4446-90b9-52c24155b5da triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:30.686619 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:30.804245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-57ffac55-609b-41cd-9af3-72358c53e760', 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'fixed_ips': [{'subnet_id': 'b0e90aa0-bc35-4497-8202-2e1dfd85d0cd'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:41:30.805382 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:30.834691 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:30.837173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-77ed5056-65d3-4b07-bdff-88b4be366c92 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7177958 Aug 29 06:41:30.839672 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39170) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:30.844827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'port': {'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38', 'name': 'tempest-TaggedBootDevicesTest_v242-1436982772', 'fixed_ips': [{'subnet_id': '55e24152-8c60-4bec-915c-1877dd2a93dc'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:30.915420 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0543c4ff-adfb-4a00-a8e5-3925333ee55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca324e9-4c2b-4446-90b9-52c24155b5da'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:30.918058 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c33845c-41ca-41ae-9bf4-9ac46873c8a3" -d '{"events": [{"server_uuid": "0543c4ff-adfb-4a00-a8e5-3925333ee55f", "name": "network-vif-plugged", "status": "completed", "tag": "bca324e9-4c2b-4446-90b9-52c24155b5da"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:30.938569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port bca324e9-4c2b-4446-90b9-52c24155b5da, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=bca324e9-4c2b-4446-90b9-52c24155b5da,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:30.986728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Allocated IP 10.2.2.2 (57ffac55-609b-41cd-9af3-72358c53e760/b0e90aa0-bc35-4497-8202-2e1dfd85d0cd/e307d990-5f9b-45f7-86af-ded4930f2ed2) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:31.017491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549eeb08-ad4b-456b-aa2f-8883e86c2db4 req-ec97f082-1ef9-498b-8d3e-c17dfa0f7e4f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:31.017884 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3a69e0-11a9-4ae0-982b-3e293db94eac x-openstack-request-id: req-6a3a69e0-11a9-4ae0-982b-3e293db94eac {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:31.018182 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0543c4ff-adfb-4a00-a8e5-3925333ee55f", "name": "network-vif-plugged", "status": "completed", "tag": "bca324e9-4c2b-4446-90b9-52c24155b5da", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:31.018434 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6a3a69e0-11a9-4ae0-982b-3e293db94eac {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:31.018837 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0543c4ff-adfb-4a00-a8e5-3925333ee55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca324e9-4c2b-4446-90b9-52c24155b5da', 'code': 200} Aug 29 06:41:31.020901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-549eeb08-ad4b-456b-aa2f-8883e86c2db4 req-ec97f082-1ef9-498b-8d3e-c17dfa0f7e4f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.1018908 Aug 29 06:41:31.095782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-549eeb08-ad4b-456b-aa2f-8883e86c2db4 req-d75a2e22-b7c3-4371-a1b8-08a208d5e643 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662489 Aug 29 06:41:31.125970 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:31.127349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4087ca48-f833-487d-9a62-7ec6b872da98 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:31.158137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adc6c7-674e-4d86-8495-f9f11955de53 req-d8812ea7-6cc5-4e91-8a85-3ce119b9d538 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:31.158137 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8adc6c7-674e-4d86-8495-f9f11955de53 req-d8812ea7-6cc5-4e91-8a85-3ce119b9d538 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 950 time: 0.0738487 Aug 29 06:41:31.186791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 4087ca48-f833-487d-9a62-7ec6b872da98 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:41:31.187044 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4087ca48-f833-487d-9a62-7ec6b872da98 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:41:31.207826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8adc6c7-674e-4d86-8495-f9f11955de53 req-99038ded-45a8-42f0-990c-6216b39746ef tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485585 Aug 29 06:41:31.235589 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Made reservation on behalf of d7ca440486aa4cc7b212f4190a478c52 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:31.246280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=bca324e9-4c2b-4446-90b9-52c24155b5da,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:31.305077 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:31.313610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Transition to ACTIVE for port object e307d990-5f9b-45f7-86af-ded4930f2ed2 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:31.328982 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:31.329561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Transition to ACTIVE for port object e307d990-5f9b-45f7-86af-ded4930f2ed2 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:31.354805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] device_id is not set on port 93c4d706-cba3-4649-8efe-17e2a9e9840f yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:41:31.571201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c8fe74-831f-4f62-a1fc-d470b0a1a5f7 None None] Network a36fa329-024c-4710-93ad-78c82667ba38 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:41:31.619238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Allocated IP 10.1.1.141 (a36fa329-024c-4710-93ad-78c82667ba38/55e24152-8c60-4bec-915c-1877dd2a93dc/93c4d706-cba3-4649-8efe-17e2a9e9840f) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:31.729415 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:31.773137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Network 57ffac55-609b-41cd-9af3-72358c53e760 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:31.779623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:31.783524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Pushing event updated for resources: {'Port': ['ID=e307d990-5f9b-45f7-86af-ded4930f2ed2,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:31.785276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:31.806388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e51752-db0a-45e3-8ab2-3d29b79b462e req-42371588-697b-4d0d-b88b-cca4e9bcdb9d tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:31.806388 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77e51752-db0a-45e3-8ab2-3d29b79b462e req-42371588-697b-4d0d-b88b-cca4e9bcdb9d tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.1023200 Aug 29 06:41:31.838283 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:31.850629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Attempting to bind port e307d990-5f9b-45f7-86af-ded4930f2ed2 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:41:31.850956 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Attempting to bind port e307d990-5f9b-45f7-86af-ded4930f2ed2 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '700d66e7-bb9c-4dc5-b83d-0c33fa298d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:41:31.851371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Attempting to bind port e307d990-5f9b-45f7-86af-ded4930f2ed2 on network 57ffac55-609b-41cd-9af3-72358c53e760 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:31.867206 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:41:31.867206 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Checking segment: {'id': '700d66e7-bb9c-4dc5-b83d-0c33fa298d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:31.867206 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:31.867206 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Bound using segment: {'id': '700d66e7-bb9c-4dc5-b83d-0c33fa298d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:41:31.867206 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Bound port: e307d990-5f9b-45f7-86af-ded4930f2ed2, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700d66e7-bb9c-4dc5-b83d-0c33fa298d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:41:31.867206 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:31.872321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77e51752-db0a-45e3-8ab2-3d29b79b462e req-5a35c694-eff7-474a-a072-34ab850d75f9 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658889 Aug 29 06:41:31.883669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Transition to ACTIVE for port object 93c4d706-cba3-4649-8efe-17e2a9e9840f will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:31.921488 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6094e20a-3020-45a9-bcbc-385720a6baee None None] Provisioning for port 361fb4e8-daf0-4960-8d2a-8073638fef3f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:31.972617 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] For port e307d990-5f9b-45f7-86af-ded4930f2ed2, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:41:31.976314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] For port e307d990-5f9b-45f7-86af-ded4930f2ed2, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e307d990-5f9b-45f7-86af-ded4930f2ed2,segment=NetworkSegment(700d66e7-bb9c-4dc5-b83d-0c33fa298d06),segment_id=700d66e7-bb9c-4dc5-b83d-0c33fa298d06)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:41:32.003678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39206) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:32.134714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1450854505-network', 'tenant_id': '4ba95f338421427a8f0ac2905567df32'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:32.142873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 361fb4e8-daf0-4960-8d2a-8073638fef3f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:32.260614 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:32.263423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f5e18-60ad-4a50-a61a-c28417a8778e req-9ba082d0-c0f0-4048-a23d-0dc66166539f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:32.265437 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-822f5e18-60ad-4a50-a61a-c28417a8778e req-9ba082d0-c0f0-4048-a23d-0dc66166539f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.0625622 Aug 29 06:41:32.267424 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:32.515608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Network a36fa329-024c-4710-93ad-78c82667ba38 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:32.722655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb297041-872f-4555-8ce1-d5ece236d144 None None] Pushing event updated for resources: {'Port': ['ID=e307d990-5f9b-45f7-86af-ded4930f2ed2,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:32.728629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:32.728629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:32.728629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'Port': ['ID=93c4d706-cba3-4649-8efe-17e2a9e9840f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:32.728629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-822f5e18-60ad-4a50-a61a-c28417a8778e req-d4ddd517-47f2-475c-b6f7-1d7f2171604b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369779 Aug 29 06:41:32.728629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:32.728629 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:32.728629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f150f0-1e9c-4f12-bbed-3cf25f6a167e req-2e09ab0b-4316-4dad-9dca-1a1c30c7252c tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:32.728629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9f150f0-1e9c-4f12-bbed-3cf25f6a167e req-2e09ab0b-4316-4dad-9dca-1a1c30c7252c tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 950 time: 0.1252031 Aug 29 06:41:32.728629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] Made reservation on behalf of 4ba95f338421427a8f0ac2905567df32 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:32.728629 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:32.728629 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:32.735208 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 361fb4e8-daf0-4960-8d2a-8073638fef3f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:32.735783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9f150f0-1e9c-4f12-bbed-3cf25f6a167e req-8d5a17a0-ecf2-4000-8799-f84105644735 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626030 Aug 29 06:41:32.736265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 361fb4e8-daf0-4960-8d2a-8073638fef3f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:32.736265 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:32.736924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f0a5b4c3-3201-4dd7-8fca-4c5fabca67d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8351552 Aug 29 06:41:32.737122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39228) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:32.737122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'port': {'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38', 'name': 'tempest-TaggedBootDevicesTest_v242-1724053874', 'fixed_ips': [{'subnet_id': '55e24152-8c60-4bec-915c-1877dd2a93dc'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:32.737786 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:32.765060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 361fb4e8-daf0-4960-8d2a-8073638fef3f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=361fb4e8-daf0-4960-8d2a-8073638fef3f,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:32.796444 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:32.932828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-88b83d18-795e-41dc-ba0e-9120636e7597 None None] Provisioning for port 93c4d706-cba3-4649-8efe-17e2a9e9840f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:32.937620 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-88b83d18-795e-41dc-ba0e-9120636e7597 None None] Provisioning complete for port 93c4d706-cba3-4649-8efe-17e2a9e9840f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:32.937620 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-88b83d18-795e-41dc-ba0e-9120636e7597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:32.974693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-88b83d18-795e-41dc-ba0e-9120636e7597 None None] Port 93c4d706-cba3-4649-8efe-17e2a9e9840f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:41:33.002356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf67e81-12c1-4a1a-91f3-8af56bdd5bee req-98ba4bf6-b939-4abd-9519-5c3c74d83a01 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:33.003870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6bf67e81-12c1-4a1a-91f3-8af56bdd5bee req-98ba4bf6-b939-4abd-9519-5c3c74d83a01 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0491362 Aug 29 06:41:33.024168 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:33.024497 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:33.061402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:41:33.074142 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6bf67e81-12c1-4a1a-91f3-8af56bdd5bee req-77113258-a7c4-46dc-adb8-0c583b1e17a9 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643122 Aug 29 06:41:33.076317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db8f441-2964-4654-bea1-ed6331b0cd58,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:33.081948 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:33.082307 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] Added segment c2e8f08d-7531-4628-8f3a-7dd17de9a73d of type vlan for network 25122993-2439-43a5-8c0e-87ade41bf762 Aug 29 06:41:33.088111 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=361fb4e8-daf0-4960-8d2a-8073638fef3f,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:33.133099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Made reservation on behalf of d7ca440486aa4cc7b212f4190a478c52 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:33.136919 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:33.227834 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:33.247126 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:33.248449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:33.249091 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:33.256346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] device_id is not set on port 0955f131-dd83-40ea-9043-264a188011e9 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:41:33.325300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] Pushing event updated for resources: {'Network': ['ID=25122993-2439-43a5-8c0e-87ade41bf762,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:33.327590 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:33.336396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 25122993-2439-43a5-8c0e-87ade41bf762 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:41:33.479555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057ed30f-8cc4-4d5f-8898-bbe7e927ee23 None None] Network 57ffac55-609b-41cd-9af3-72358c53e760 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:41:33.498764 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8910fa4e-5880-47b6-8e35-76da6284f7a3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4934461 Aug 29 06:41:33.499424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39246) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:33.504919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9012c326-3620-4d19-a490-d240b8216bb6 admin admin] Request body: {'subnet': {'network_id': '25122993-2439-43a5-8c0e-87ade41bf762', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1450854505-subnet', 'tenant_id': '4ba95f338421427a8f0ac2905567df32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:33.526695 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Allocated IP 10.1.1.92 (a36fa329-024c-4710-93ad-78c82667ba38/55e24152-8c60-4bec-915c-1877dd2a93dc/0955f131-dd83-40ea-9043-264a188011e9) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:33.628241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987148f-e1a2-4c10-a9f1-51e1c15bd9ff req-fe4540ea-baee-4e31-944f-a76547ad5c17 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:33.631055 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9987148f-e1a2-4c10-a9f1-51e1c15bd9ff req-fe4540ea-baee-4e31-944f-a76547ad5c17 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.0628276 Aug 29 06:41:33.711073 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9987148f-e1a2-4c10-a9f1-51e1c15bd9ff req-beb6d892-050e-4b9a-9813-f260c4982cf4 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719836 Aug 29 06:41:33.746439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9012c326-3620-4d19-a490-d240b8216bb6 admin admin] Made reservation on behalf of 4ba95f338421427a8f0ac2905567df32 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:33.748805 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9012c326-3620-4d19-a490-d240b8216bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:33.778676 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fd6d2aa1-4740-4b64-8904-6c8741552dcf None None] Provisioning for port e307d990-5f9b-45f7-86af-ded4930f2ed2 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:33.808920 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:33.825674 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Transition to ACTIVE for port object 0955f131-dd83-40ea-9043-264a188011e9 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:33.864574 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14686b00-2d86-4f9f-9ca0-a5e98f6dbc5f req-29e3c1cb-e1db-42af-b78e-1c68e30111a1 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:33.866647 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-14686b00-2d86-4f9f-9ca0-a5e98f6dbc5f req-29e3c1cb-e1db-42af-b78e-1c68e30111a1 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 950 time: 0.0947914 Aug 29 06:41:33.868654 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6cb13-68c3-4add-a03e-cdf4af3e1b8e req-db074d57-1af2-4eae-8f28-b53a53351e54 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:33.870409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18f6cb13-68c3-4add-a03e-cdf4af3e1b8e req-db074d57-1af2-4eae-8f28-b53a53351e54 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 950 time: 0.0775375 Aug 29 06:41:33.966910 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18f6cb13-68c3-4add-a03e-cdf4af3e1b8e req-0cdbba96-4aa0-4150-9c0e-61ee0b8eebf5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865996 Aug 29 06:41:34.002108 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:34.021885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-14686b00-2d86-4f9f-9ca0-a5e98f6dbc5f req-c0f3a63c-8440-4a91-b6e3-57ec7aeb6eda tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Deleting port 155b5298-6101-42f4-81ab-085a25b9f8c5 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:41:34.022020 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-14686b00-2d86-4f9f-9ca0-a5e98f6dbc5f req-c0f3a63c-8440-4a91-b6e3-57ec7aeb6eda tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:34.135621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Network a36fa329-024c-4710-93ad-78c82667ba38 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:34.139629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'Port': ['ID=0955f131-dd83-40ea-9043-264a188011e9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:34.146797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:34.149641 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:34.156256 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9012c326-3620-4d19-a490-d240b8216bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:34.236243 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:34.236902 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:34.249397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-14686b00-2d86-4f9f-9ca0-a5e98f6dbc5f req-c0f3a63c-8440-4a91-b6e3-57ec7aeb6eda tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] For port 155b5298-6101-42f4-81ab-085a25b9f8c5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=155b5298-6101-42f4-81ab-085a25b9f8c5,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:34.249756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-14686b00-2d86-4f9f-9ca0-a5e98f6dbc5f req-c0f3a63c-8440-4a91-b6e3-57ec7aeb6eda tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:34.265812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-14686b00-2d86-4f9f-9ca0-a5e98f6dbc5f req-c0f3a63c-8440-4a91-b6e3-57ec7aeb6eda tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Calling delete_port for 155b5298-6101-42f4-81ab-085a25b9f8c5 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:41:34.277530 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012c326-3620-4d19-a490-d240b8216bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f13b1a1-6b23-4424-aa4f-48436144484a,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:34.289911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 361fb4e8-daf0-4960-8d2a-8073638fef3f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:34.304219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9012c326-3620-4d19-a490-d240b8216bb6 admin admin] Checking segment: {'id': 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:34.304877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9012c326-3620-4d19-a490-d240b8216bb6 admin admin] Network hostable DHCP agents. Network: 25122993-2439-43a5-8c0e-87ade41bf762, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:41:34.321049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da9b96-1dbb-4db5-895b-ca176f6823d8 req-10598631-dcac-44bf-96c8-86093779776f tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:34.322114 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86da9b96-1dbb-4db5-895b-ca176f6823d8 req-10598631-dcac-44bf-96c8-86093779776f tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.1058974 Aug 29 06:41:34.347852 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8c568f9c-2769-448c-8e82-b62bee1a1959 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6580496 Aug 29 06:41:34.362939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 361fb4e8-daf0-4960-8d2a-8073638fef3f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:34.363630 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:34.407811 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86da9b96-1dbb-4db5-895b-ca176f6823d8 req-977ba5ed-bb83-481c-9420-b6b567fbaeea tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698612 Aug 29 06:41:34.481592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9012c326-3620-4d19-a490-d240b8216bb6 admin admin] Network 25122993-2439-43a5-8c0e-87ade41bf762 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:41:34.492189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e307d990-5f9b-45f7-86af-ded4930f2ed2 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:34.624482 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-14686b00-2d86-4f9f-9ca0-a5e98f6dbc5f req-c0f3a63c-8440-4a91-b6e3-57ec7aeb6eda tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:34.625001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-9012c326-3620-4d19-a490-d240b8216bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 25122993-2439-43a5-8c0e-87ade41bf762) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:34.634014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9012c326-3620-4d19-a490-d240b8216bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:34.634692 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9012c326-3620-4d19-a490-d240b8216bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:34.648944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa', '45236214-eeaf-4c3d-8e17-e474ac8af786'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:34.661532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bb4411-268a-4218-87c7-bf8ca8540f9f None None] Network 25122993-2439-43a5-8c0e-87ade41bf762 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:41:34.676652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39278) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:34.681821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ed3644bc-4243-421b-b070-f6b77aa73bd9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--324536852', 'description': 'tempest-description--1113200450'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:34.693808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3a63c-8440-4a91-b6e3-57ec7aeb6eda tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event deleted for resources: {'Port': ['ID=155b5298-6101-42f4-81ab-085a25b9f8c5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:34.740778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-14686b00-2d86-4f9f-9ca0-a5e98f6dbc5f req-c0f3a63c-8440-4a91-b6e3-57ec7aeb6eda tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] No DVR routers for this DVR port 155b5298-6101-42f4-81ab-085a25b9f8c5 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:41:34.746490 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-14686b00-2d86-4f9f-9ca0-a5e98f6dbc5f req-c0f3a63c-8440-4a91-b6e3-57ec7aeb6eda tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:34.748879 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-14686b00-2d86-4f9f-9ca0-a5e98f6dbc5f req-c0f3a63c-8440-4a91-b6e3-57ec7aeb6eda tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "DELETE /v2.0/ports/155b5298-6101-42f4-81ab-085a25b9f8c5 HTTP/1.1" status: 204 len: 173 time: 0.8688838 Aug 29 06:41:34.749589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77ea86f-10c7-4a39-9acf-0da180df83cb', 'name': 'network-vif-deleted', 'tag': '155b5298-6101-42f4-81ab-085a25b9f8c5'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:34.763558 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2980b2b4-6dfb-4a8c-9bc1-33903f334033" -d '{"events": [{"server_uuid": "c77ea86f-10c7-4a39-9acf-0da180df83cb", "name": "network-vif-deleted", "tag": "155b5298-6101-42f4-81ab-085a25b9f8c5"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:34.807578 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9012c326-3620-4d19-a490-d240b8216bb6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3031747 Aug 29 06:41:34.861321 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d7a503-b4c4-468e-a5d2-546d0404d5c4 x-openstack-request-id: req-93d7a503-b4c4-468e-a5d2-546d0404d5c4 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:34.861853 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77ea86f-10c7-4a39-9acf-0da180df83cb", "name": "network-vif-deleted", "tag": "155b5298-6101-42f4-81ab-085a25b9f8c5", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:34.861853 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-93d7a503-b4c4-468e-a5d2-546d0404d5c4 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:34.862235 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77ea86f-10c7-4a39-9acf-0da180df83cb', 'name': 'network-vif-deleted', 'tag': '155b5298-6101-42f4-81ab-085a25b9f8c5', 'status': 'completed', 'code': 200} Aug 29 06:41:34.907785 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed3644bc-4243-421b-b070-f6b77aa73bd9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:34.911673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['113be281-1e24-4419-81dd-2a31c5d25935', '548275e1-489c-4612-ad0a-a73e662766ad', '76edc251-f074-403a-922f-1b2f30405a3b', '155b5298-6101-42f4-81ab-085a25b9f8c5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:34.923893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1100df9-c270-4991-a720-5f01a7b5a3c3 req-d7fe839a-0b4f-4b9e-b039-c0bd0cb64f47 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:34.930116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4b8bbd14-fc7f-40cc-a778-2c48b4dd2d7c None None] Provisioning for port 0955f131-dd83-40ea-9043-264a188011e9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:34.933028 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1100df9-c270-4991-a720-5f01a7b5a3c3 req-d7fe839a-0b4f-4b9e-b039-c0bd0cb64f47 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.0892215 Aug 29 06:41:34.936142 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port e307d990-5f9b-45f7-86af-ded4930f2ed2 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:35.016427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1100df9-c270-4991-a720-5f01a7b5a3c3 req-6d8984de-f986-4fc4-9b5a-dfcc2f7603e7 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823605 Aug 29 06:41:35.100204 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4b8bbd14-fc7f-40cc-a778-2c48b4dd2d7c None None] Provisioning complete for port 0955f131-dd83-40ea-9043-264a188011e9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:35.101012 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4b8bbd14-fc7f-40cc-a778-2c48b4dd2d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:35.183340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e307d990-5f9b-45f7-86af-ded4930f2ed2 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:35.184833 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:35.205158 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e80c554-f72f-4c6e-90bd-a5e59478f1ca req-23ab6b84-1abd-4815-a439-29542fa15565 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=c77ea86f-10c7-4a39-9acf-0da180df83cb HTTP/1.1" status: 200 len: 210 time: 0.0578492 Aug 29 06:41:35.228847 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed3644bc-4243-421b-b070-f6b77aa73bd9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:35.316358 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed3644bc-4243-421b-b070-f6b77aa73bd9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:35.373514 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bbd14-fc7f-40cc-a778-2c48b4dd2d7c None None] Port 0955f131-dd83-40ea-9043-264a188011e9 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:41:35.453512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3644bc-4243-421b-b070-f6b77aa73bd9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe5db52-9fed-4530-97a4-53a983748119,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:35.560273 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed3644bc-4243-421b-b070-f6b77aa73bd9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:35.563300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39322) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:35.564489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ed3644bc-4243-421b-b070-f6b77aa73bd9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8865864 Aug 29 06:41:35.569166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-aface854-2128-46dc-b494-fe19b5ce0f7d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'security_group_rule': {'security_group_id': 'afe5db52-9fed-4530-97a4-53a983748119', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:35.638632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce71cb6-199f-4688-9767-0cb16cbd8121 None None] Network 25122993-2439-43a5-8c0e-87ade41bf762 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:41:35.641529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-6bb71128-ff24-4eff-b14b-6cae488c64b7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:35.649787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-6bb71128-ff24-4eff-b14b-6cae488c64b7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/networks?id=25122993-2439-43a5-8c0e-87ade41bf762 HTTP/1.1" status: 200 len: 815 time: 0.2824221 Aug 29 06:41:35.687179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68131abb-d4f6-4884-b2b7-ac088d9e00e0 req-781ccdcb-4138-4f4c-98a0-e6d70dad2e78 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:35.698398 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68131abb-d4f6-4884-b2b7-ac088d9e00e0 req-781ccdcb-4138-4f4c-98a0-e6d70dad2e78 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.1582758 Aug 29 06:41:35.750612 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aface854-2128-46dc-b494-fe19b5ce0f7d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:35.756379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68131abb-d4f6-4884-b2b7-ac088d9e00e0 req-b57a6925-8b4a-4309-bb95-4101cc994440 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523500 Aug 29 06:41:35.767502 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:35.798237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-2bfdc04b-886c-4cc4-a657-77690f74759f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/quotas/4ba95f338421427a8f0ac2905567df32 HTTP/1.1" status: 200 len: 375 time: 0.1474936 Aug 29 06:41:35.850174 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-90192401-086e-47c9-abf6-a88ed0877e31 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4ba95f338421427a8f0ac2905567df32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503864 Aug 29 06:41:35.876658 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aface854-2128-46dc-b494-fe19b5ce0f7d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:35.984003 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aface854-2128-46dc-b494-fe19b5ce0f7d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:36.032324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aface854-2128-46dc-b494-fe19b5ce0f7d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d9587c-65bc-4917-8fea-508da5c938af,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:36.105279 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-b6ecf289-2627-4925-b815-a1ca8d20a655 service neutron] 10.222.0.76 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534554 Aug 29 06:41:36.144895 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aface854-2128-46dc-b494-fe19b5ce0f7d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:36.146509 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aface854-2128-46dc-b494-fe19b5ce0f7d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5815506 Aug 29 06:41:36.148854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39348) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:36.154575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8a63752a-007c-492a-8bc0-97803f82197e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'security_group_rule': {'security_group_id': 'afe5db52-9fed-4530-97a4-53a983748119', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:36.168936 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port e307d990-5f9b-45f7-86af-ded4930f2ed2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e307d990-5f9b-45f7-86af-ded4930f2ed2,segment=NetworkSegment(700d66e7-bb9c-4dc5-b83d-0c33fa298d06),segment_id=700d66e7-bb9c-4dc5-b83d-0c33fa298d06)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:36.260942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be41b4-48b9-45df-b0e7-53d833a398c6 req-fbdf8831-2d96-4f83-b44c-186b13eed694 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:36.262420 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9be41b4-48b9-45df-b0e7-53d833a398c6 req-fbdf8831-2d96-4f83-b44c-186b13eed694 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.0930841 Aug 29 06:41:36.311983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-6f4c10eb-af89-4b42-98a5-778e5adbf72c service neutron] 10.222.0.76 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056727 Aug 29 06:41:36.325350 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:36.355733 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a63752a-007c-492a-8bc0-97803f82197e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:36.414793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=e307d990-5f9b-45f7-86af-ded4930f2ed2,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:36.418191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9be41b4-48b9-45df-b0e7-53d833a398c6 req-715b01d6-edd9-4cf5-b584-2238dd849873 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443737 Aug 29 06:41:36.514928 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a63752a-007c-492a-8bc0-97803f82197e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:36.624357 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a63752a-007c-492a-8bc0-97803f82197e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:36.660498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63752a-007c-492a-8bc0-97803f82197e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd8023b-7ee6-45b8-8019-adc038b6e756,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:36.664813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 155b5298-6101-42f4-81ab-085a25b9f8c5 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:36.690683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 155b5298-6101-42f4-81ab-085a25b9f8c5 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:41:36.691076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 155b5298-6101-42f4-81ab-085a25b9f8c5 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:41:36.694453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73e2c819-ce75-40e7-896a-324885857148 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:36.841421 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a63752a-007c-492a-8bc0-97803f82197e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:36.846092 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8a63752a-007c-492a-8bc0-97803f82197e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6960061 Aug 29 06:41:36.846779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39364) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:36.879125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed458d18-e377-4971-b66a-ea1687668711 req-26461fb1-1144-4945-a7b4-27906b542788 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 210 time: 0.0797317 Aug 29 06:41:36.879723 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:37.036028 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:37.087864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e4e41-7e7d-43a0-95ed-5678b5c707b0 req-743d0a31-01b6-4034-8d51-d9f023ddd019 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:37.095810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b24e4e41-7e7d-43a0-95ed-5678b5c707b0 req-743d0a31-01b6-4034-8d51-d9f023ddd019 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.0989919 Aug 29 06:41:37.147012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b24e4e41-7e7d-43a0-95ed-5678b5c707b0 req-7c32aab7-d3d6-4daa-8e80-4fafc3059426 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500219 Aug 29 06:41:37.237407 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:37.497630 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Allocated IP 172.25.1.152 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/9e4e056d-64d1-4a52-a538-5ee7e929e672) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:37.592102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d84ac-0bcf-49bc-b121-78ff4b649e70 req-94cce2fb-6de4-4bf7-8103-498c686997dd tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:37.594148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f3d84ac-0bcf-49bc-b121-78ff4b649e70 req-94cce2fb-6de4-4bf7-8103-498c686997dd tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.0605667 Aug 29 06:41:37.645506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f3d84ac-0bcf-49bc-b121-78ff4b649e70 req-c8c02834-5221-42a4-a9f3-63a24dcc107a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Aug 29 06:41:37.651825 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:37.859365 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:37.914494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:37.918602 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-aa5ad30d-d054-4482-b3b1-62072d7eab22 service neutron] 10.222.0.11 "GET /v2.0/ports/73e2c819-ce75-40e7-896a-324885857148/bindings/n-h1-713301-12 HTTP/1.1" status: 200 len: 385 time: 0.1227167 Aug 29 06:41:37.924040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:37.931401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:37.960563 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'Port': ['ID=9e4e056d-64d1-4a52-a538-5ee7e929e672,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:37.985098 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-249f2024-38f9-47ed-8d7c-f4e72737347f req-d2b59d44-66a6-466c-a576-2d8ff329f831 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 210 time: 0.0339618 Aug 29 06:41:38.038880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9632bf-b9aa-4b0e-9cca-8c1512965166 req-289fd7ec-eae0-4767-b88b-43fb5e6fa53c tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:38.040529 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c9632bf-b9aa-4b0e-9cca-8c1512965166 req-289fd7ec-eae0-4767-b88b-43fb5e6fa53c tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=04a5fd60-63e3-4f3b-8346-b7b90ee42358 HTTP/1.1" status: 200 len: 950 time: 0.0545490 Aug 29 06:41:38.081967 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3d1e78df-21be-48e8-8f3c-31166809fc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:38.094748 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c9632bf-b9aa-4b0e-9cca-8c1512965166 req-93c9b1c1-712f-4ea0-a6f3-d07300d5bd11 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470278 Aug 29 06:41:38.138846 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:38.169450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39398) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:38.174844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b66cd99c-3cb1-4e6e-86c1-9b6a791737aa tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-217389865'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:38.270271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-36236581-8ef7-4122-8489-df50b97ee90a req-76194e0e-837c-491c-bab0-cab0ad1d0ace service neutron] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73e2c819-ce75-40e7-896a-324885857148,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:38.288202 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:38.301377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66cd99c-3cb1-4e6e-86c1-9b6a791737aa tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Made reservation on behalf of 061145791eb24ccbba477166da42aefb for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:38.305692 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b66cd99c-3cb1-4e6e-86c1-9b6a791737aa tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:38.357458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-36236581-8ef7-4122-8489-df50b97ee90a req-76194e0e-837c-491c-bab0-cab0ad1d0ace service neutron] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:41:38.395252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c319bd-25dd-499b-aa5b-27d3d367c4e9 req-653e80e8-ebb0-4a42-9d7c-d2555bc7b3a0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:38.397000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62c319bd-25dd-499b-aa5b-27d3d367c4e9 req-653e80e8-ebb0-4a42-9d7c-d2555bc7b3a0 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.1311352 Aug 29 06:41:38.401193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66cd99c-3cb1-4e6e-86c1-9b6a791737aa tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:41:38.458905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62c319bd-25dd-499b-aa5b-27d3d367c4e9 req-09037f62-dedb-4147-adcd-8ca3966c6707 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524654 Aug 29 06:41:38.459196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e307d990-5f9b-45f7-86af-ded4930f2ed2 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:38.465244 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b66cd99c-3cb1-4e6e-86c1-9b6a791737aa tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:38.465244 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-b66cd99c-3cb1-4e6e-86c1-9b6a791737aa tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Added segment 3b1e7d15-e53a-4b57-94e2-c184830b8499 of type vlan for network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c Aug 29 06:41:38.510232 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b66cd99c-3cb1-4e6e-86c1-9b6a791737aa tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:38.545534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e307d990-5f9b-45f7-86af-ded4930f2ed2 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:38.546835 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:38.567475 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:38.579077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-36236581-8ef7-4122-8489-df50b97ee90a req-76194e0e-837c-491c-bab0-cab0ad1d0ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e2c819-ce75-40e7-896a-324885857148 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:41:38.590894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-36236581-8ef7-4122-8489-df50b97ee90a req-76194e0e-837c-491c-bab0-cab0ad1d0ace service neutron] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=73e2c819-ce75-40e7-896a-324885857148,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:38.642038 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b66cd99c-3cb1-4e6e-86c1-9b6a791737aa tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:38.650430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66cd99c-3cb1-4e6e-86c1-9b6a791737aa tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:38.652505 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b66cd99c-3cb1-4e6e-86c1-9b6a791737aa tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:38.678713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:38.761118 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36236581-8ef7-4122-8489-df50b97ee90a req-76194e0e-837c-491c-bab0-cab0ad1d0ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:38.788331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'Port': ['ID=9e4e056d-64d1-4a52-a538-5ee7e929e672,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:38.883234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:38.908183 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66cd99c-3cb1-4e6e-86c1-9b6a791737aa tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'Network': ['ID=081e6da0-bf37-4c5e-bdc9-eadaa747e70c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:38.925496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:41:38.961538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94ec07-92c6-43b5-bca6-187ce54955a7 req-d64b2ab2-49b5-4efa-8ee6-44a3f9155b3d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:38.962022 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae94ec07-92c6-43b5-bca6-187ce54955a7 req-d64b2ab2-49b5-4efa-8ee6-44a3f9155b3d tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "GET /v2.0/ports?device_id=04a5fd60-63e3-4f3b-8346-b7b90ee42358 HTTP/1.1" status: 200 len: 950 time: 0.1921535 Aug 29 06:41:38.966757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b66cd99c-3cb1-4e6e-86c1-9b6a791737aa tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7937934 Aug 29 06:41:38.972673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf84e7b-4d56-4e56-84f4-ae2dd0443c1d req-3a91ae13-fa4b-4694-b23e-630037703445 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:38.973523 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39416) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:38.975891 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-36236581-8ef7-4122-8489-df50b97ee90a req-76194e0e-837c-491c-bab0-cab0ad1d0ace service neutron] Transition to ACTIVE for port object 73e2c819-ce75-40e7-896a-324885857148 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:38.981443 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fcf84e7b-4d56-4e56-84f4-ae2dd0443c1d req-3a91ae13-fa4b-4694-b23e-630037703445 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 943 time: 0.1814437 Aug 29 06:41:38.994003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f63e604b-c319-4bf4-b6ac-d04819e0951b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-10401537'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:39.023373 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:39.031413 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e2688149-42ab-4cf2-9bf9-87c3753108fd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1836090 Aug 29 06:41:39.070931 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36236581-8ef7-4122-8489-df50b97ee90a req-76194e0e-837c-491c-bab0-cab0ad1d0ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:39.161237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cae9c479-432a-48d7-98fc-00ada96494ac req-36f37e1e-c73e-467e-a81c-4c2f5d8d08d7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 210 time: 0.0386138 Aug 29 06:41:39.200825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fcf84e7b-4d56-4e56-84f4-ae2dd0443c1d req-0cefa12a-76a8-4e24-a17a-bcae09d2fe0b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182848 Aug 29 06:41:39.210265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-36236581-8ef7-4122-8489-df50b97ee90a req-76194e0e-837c-491c-bab0-cab0ad1d0ace service neutron] No DVR routers for this DVR port 73e2c819-ce75-40e7-896a-324885857148 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:41:39.215228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63e604b-c319-4bf4-b6ac-d04819e0951b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Made reservation on behalf of 061145791eb24ccbba477166da42aefb for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:39.228937 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f63e604b-c319-4bf4-b6ac-d04819e0951b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:39.294866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76194e0e-837c-491c-bab0-cab0ad1d0ace service neutron] Pushing event updated for resources: {'Port': ['ID=73e2c819-ce75-40e7-896a-324885857148,revision_number=10']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:39.313622 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-76194e0e-837c-491c-bab0-cab0ad1d0ace service neutron] 10.222.0.11 "PUT /v2.0/ports/73e2c819-ce75-40e7-896a-324885857148/bindings/n-h1-713301-12/activate HTTP/1.1" status: 200 len: 370 time: 1.3847606 Aug 29 06:41:39.314445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63e604b-c319-4bf4-b6ac-d04819e0951b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:41:39.330698 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f63e604b-c319-4bf4-b6ac-d04819e0951b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:39.330909 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-f63e604b-c319-4bf4-b6ac-d04819e0951b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Added segment c0ddeede-b9bc-4b83-bca6-4676524f3e20 of type vlan for network 606aeb02-681b-4216-bf8c-e614c7425478 Aug 29 06:41:39.383389 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f63e604b-c319-4bf4-b6ac-d04819e0951b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:39.396716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65899a4-e419-4f2d-b7fb-dacfad873321 req-762cf469-0fc0-4c75-999c-9a60803c51d9 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:39.398457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a65899a4-e419-4f2d-b7fb-dacfad873321 req-762cf469-0fc0-4c75-999c-9a60803c51d9 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=04a5fd60-63e3-4f3b-8346-b7b90ee42358 HTTP/1.1" status: 200 len: 950 time: 0.1164911 Aug 29 06:41:39.406778 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-ae94ec07-92c6-43b5-bca6-187ce54955a7 req-24561d2c-e72e-4d96-82ca-c365b007bb01 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Deleting port 45236214-eeaf-4c3d-8e17-e474ac8af786 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:41:39.407864 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ae94ec07-92c6-43b5-bca6-187ce54955a7 req-24561d2c-e72e-4d96-82ca-c365b007bb01 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:39.517303 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f63e604b-c319-4bf4-b6ac-d04819e0951b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:39.527043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63e604b-c319-4bf4-b6ac-d04819e0951b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:39.527766 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f63e604b-c319-4bf4-b6ac-d04819e0951b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:39.531927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a65899a4-e419-4f2d-b7fb-dacfad873321 req-7c34f10c-74c2-43fd-892e-b05ebcef5bbb tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169724 Aug 29 06:41:39.597614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8b3b4d13-9f25-454e-b757-a72f0a477eb6 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--324536852&fields=id&tenant_id=d7ca440486aa4cc7b212f4190a478c52 HTTP/1.1" status: 200 len: 267 time: 0.1469185 Aug 29 06:41:39.645521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e604b-c319-4bf4-b6ac-d04819e0951b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'Network': ['ID=606aeb02-681b-4216-bf8c-e614c7425478,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:39.653622 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f63e604b-c319-4bf4-b6ac-d04819e0951b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6790409 Aug 29 06:41:39.662902 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39450) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:39.668335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bb6d394a-e5d4-492e-bdec-b151ab5a2987 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'subnet': {'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:39.669679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 606aeb02-681b-4216-bf8c-e614c7425478 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:41:39.688173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-ae94ec07-92c6-43b5-bca6-187ce54955a7 req-24561d2c-e72e-4d96-82ca-c365b007bb01 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] For port 45236214-eeaf-4c3d-8e17-e474ac8af786, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=45236214-eeaf-4c3d-8e17-e474ac8af786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:39.688594 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ae94ec07-92c6-43b5-bca6-187ce54955a7 req-24561d2c-e72e-4d96-82ca-c365b007bb01 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:39.706114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-302f1972-8b0f-4b9b-8981-37c64fbdd188 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:39.713211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-302f1972-8b0f-4b9b-8981-37c64fbdd188 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports/93c4d706-cba3-4649-8efe-17e2a9e9840f HTTP/1.1" status: 200 len: 937 time: 0.0991349 Aug 29 06:41:39.745332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-ae94ec07-92c6-43b5-bca6-187ce54955a7 req-24561d2c-e72e-4d96-82ca-c365b007bb01 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Calling delete_port for 45236214-eeaf-4c3d-8e17-e474ac8af786 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:41:39.783356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-bf7b7c17-d2c6-4135-9c09-f15e47dd9a40 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:39.790819 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-bf7b7c17-d2c6-4135-9c09-f15e47dd9a40 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports/0955f131-dd83-40ea-9043-264a188011e9 HTTP/1.1" status: 200 len: 936 time: 0.0766416 Aug 29 06:41:39.896650 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7daeba34-23f6-4565-b71f-1943329d7d5f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?network_id=57ffac55-609b-41cd-9af3-72358c53e760&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1048739 Aug 29 06:41:39.926863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6d394a-e5d4-492e-bdec-b151ab5a2987 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Made reservation on behalf of 061145791eb24ccbba477166da42aefb for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:39.930869 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb6d394a-e5d4-492e-bdec-b151ab5a2987 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:39.940723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-709d8c24-c017-4fa9-8c5c-b5e594051109 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?network_id=57ffac55-609b-41cd-9af3-72358c53e760&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0333219 Aug 29 06:41:40.306480 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a2c8e-0fed-47aa-a957-cb24a2671882 req-edddabd6-c0e0-4fd1-bbd3-5f0c7e62e79e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:40.314461 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-645a2c8e-0fed-47aa-a957-cb24a2671882 req-edddabd6-c0e0-4fd1-bbd3-5f0c7e62e79e tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.5214136 Aug 29 06:41:40.481714 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-645a2c8e-0fed-47aa-a957-cb24a2671882 req-d51e2d71-d142-440f-9817-ad64e1229baa tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663492 Aug 29 06:41:40.495594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57168e90-c78e-4615-a09b-d61af2a55c5f req-6e5dfcfe-27cc-444f-abbd-d9d9ca66c217 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:40.506186 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-57168e90-c78e-4615-a09b-d61af2a55c5f req-6e5dfcfe-27cc-444f-abbd-d9d9ca66c217 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/ports?device_id=48dfaaf9-6872-45fb-868e-c73fe65fb666 HTTP/1.1" status: 200 len: 950 time: 0.1272180 Aug 29 06:41:40.529359 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236581-8ef7-4122-8489-df50b97ee90a req-af09491d-92ed-47b8-b1b5-cc63fe2ac3bc tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:40.530986 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-af09491d-92ed-47b8-b1b5-cc63fe2ac3bc tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 1096 time: 0.1337776 Aug 29 06:41:40.629184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-03b574e0-937c-482a-8bce-966c46c89259 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:40.636261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-03b574e0-937c-482a-8bce-966c46c89259 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:40.647401 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-03b574e0-937c-482a-8bce-966c46c89259 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:40.651391 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-03b574e0-937c-482a-8bce-966c46c89259 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/networks?id=c9b696c8-a0f7-4fc4-ae68-b8062e15f962&id=a36fa329-024c-4710-93ad-78c82667ba38&id=a36fa329-024c-4710-93ad-78c82667ba38&id=57ffac55-609b-41cd-9af3-72358c53e760&id=57ffac55-609b-41cd-9af3-72358c53e760 HTTP/1.1" status: 200 len: 1992 time: 0.7004642 Aug 29 06:41:40.674779 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a4b929b5-d372-4977-8fbb-13d58a3a03d3 req-f43c5166-1a21-4364-bf2c-a714b8141d74 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 210 time: 0.0869420 Aug 29 06:41:40.689142 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b7cd7da7-3a01-4f78-bbaf-c619a3a97518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:40.693351 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-bf4326af-5122-4cf3-ae67-b03e46a1803e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/quotas/d7ca440486aa4cc7b212f4190a478c52 HTTP/1.1" status: 200 len: 375 time: 0.0434301 Aug 29 06:41:40.708348 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-bd2d62d8-597a-47da-b6bc-773bb1300dae tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:40.710017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236581-8ef7-4122-8489-df50b97ee90a req-c2dbf1e4-06f6-488d-82ff-2fecba7bab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:40.710163 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-bd2d62d8-597a-47da-b6bc-773bb1300dae tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.11 "GET /v2.0/networks?id=25122993-2439-43a5-8c0e-87ade41bf762 HTTP/1.1" status: 200 len: 815 time: 0.3663137 Aug 29 06:41:40.711543 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-c2dbf1e4-06f6-488d-82ff-2fecba7bab9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc HTTP/1.1" status: 200 len: 1096 time: 0.1599870 Aug 29 06:41:40.745747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-57168e90-c78e-4615-a09b-d61af2a55c5f req-f6d30537-d9ff-494c-85f3-3767249ee175 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Deleting port 76edc251-f074-403a-922f-1b2f30405a3b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:41:40.746097 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-57168e90-c78e-4615-a09b-d61af2a55c5f req-f6d30537-d9ff-494c-85f3-3767249ee175 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:40.764898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-522782ca-2dc6-4ef0-880e-142841bb330f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Request body: {'port': {'device_id': 'd91fc163-e4d3-430e-a969-942f023eea11', 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762', 'admin_state_up': True, 'tenant_id': '4ba95f338421427a8f0ac2905567df32'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:40.859010 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:40.872149 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ae94ec07-92c6-43b5-bca6-187ce54955a7 req-24561d2c-e72e-4d96-82ca-c365b007bb01 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:40.882650 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:40.886000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236581-8ef7-4122-8489-df50b97ee90a req-19b1fdba-c80e-4eae-95be-f9fcc7769c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:40.887702 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-19b1fdba-c80e-4eae-95be-f9fcc7769c37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 1096 time: 0.1145532 Aug 29 06:41:40.911305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['113be281-1e24-4419-81dd-2a31c5d25935', '548275e1-489c-4612-ad0a-a73e662766ad'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:40.937440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24561d2c-e72e-4d96-82ca-c365b007bb01 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event deleted for resources: {'Port': ['ID=45236214-eeaf-4c3d-8e17-e474ac8af786,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:40.981037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-57168e90-c78e-4615-a09b-d61af2a55c5f req-f6d30537-d9ff-494c-85f3-3767249ee175 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] For port 76edc251-f074-403a-922f-1b2f30405a3b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=76edc251-f074-403a-922f-1b2f30405a3b,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:40.981648 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-57168e90-c78e-4615-a09b-d61af2a55c5f req-f6d30537-d9ff-494c-85f3-3767249ee175 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:41.022731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-57168e90-c78e-4615-a09b-d61af2a55c5f req-f6d30537-d9ff-494c-85f3-3767249ee175 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Calling delete_port for 76edc251-f074-403a-922f-1b2f30405a3b owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:41:41.027066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae94ec07-92c6-43b5-bca6-187ce54955a7 req-24561d2c-e72e-4d96-82ca-c365b007bb01 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] No DVR routers for this DVR port 45236214-eeaf-4c3d-8e17-e474ac8af786 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:41:41.032224 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236581-8ef7-4122-8489-df50b97ee90a req-1200abc9-d074-441f-a0df-4968e6f48184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:41.033819 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-1200abc9-d074-441f-a0df-4968e6f48184 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.1361520 Aug 29 06:41:41.045244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2f355abc-762c-42c8-923d-f43a4e657a2b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7ca440486aa4cc7b212f4190a478c52&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3265831 Aug 29 06:41:41.046433 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ae94ec07-92c6-43b5-bca6-187ce54955a7 req-24561d2c-e72e-4d96-82ca-c365b007bb01 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:41.049289 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae94ec07-92c6-43b5-bca6-187ce54955a7 req-24561d2c-e72e-4d96-82ca-c365b007bb01 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "DELETE /v2.0/ports/45236214-eeaf-4c3d-8e17-e474ac8af786 HTTP/1.1" status: 204 len: 173 time: 2.0591707 Aug 29 06:41:41.055407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a5fd60-63e3-4f3b-8346-b7b90ee42358', 'name': 'network-vif-deleted', 'tag': '45236214-eeaf-4c3d-8e17-e474ac8af786'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:41.057943 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d1d6c6-d90e-4a5c-acdf-f3960f3742ce" -d '{"events": [{"server_uuid": "04a5fd60-63e3-4f3b-8346-b7b90ee42358", "name": "network-vif-deleted", "tag": "45236214-eeaf-4c3d-8e17-e474ac8af786"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:41.070780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746254cb-6de6-476b-b093-961769c4faca req-f77e3aef-3edf-4859-a6e6-8d1e08cd9038 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:41.084432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-746254cb-6de6-476b-b093-961769c4faca req-f77e3aef-3edf-4859-a6e6-8d1e08cd9038 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 944 time: 0.3143091 Aug 29 06:41:41.119466 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-655766ac-b5ff-4f41-b086-904b04a5593d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73e2c819-ce75-40e7-896a-324885857148 HTTP/1.1" status: 200 len: 217 time: 0.0429990 Aug 29 06:41:41.177335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-746254cb-6de6-476b-b093-961769c4faca req-4abfbd3e-879e-4843-b977-44cba2eab7ac tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938487 Aug 29 06:41:41.232755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6a8b7836-de8c-4d7a-b589-f93048c62014 service neutron] 10.222.0.76 "GET /v2.0/networks/c9b696c8-a0f7-4fc4-ae68-b8062e15f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577749 Aug 29 06:41:41.255931 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236581-8ef7-4122-8489-df50b97ee90a req-b01840b3-54ef-47b0-9f26-585668bd054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:41.257444 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-b01840b3-54ef-47b0-9f26-585668bd054e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.1214492 Aug 29 06:41:41.289846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 45236214-eeaf-4c3d-8e17-e474ac8af786 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:41.308847 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-1c8217f8-4a7f-4b9c-ab8f-31a8e75bc279 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414391 Aug 29 06:41:41.317959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 45236214-eeaf-4c3d-8e17-e474ac8af786 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:41:41.318701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 45236214-eeaf-4c3d-8e17-e474ac8af786 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:41:41.319417 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 915ed247-86a1-4a6c-b8d9-f872da3c620a no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:41.364900 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e75d6e5d-e3a8-45ed-b795-b131e07cd06d req-0323da43-a32a-4c4a-a910-c88ed6a1ed71 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=04a5fd60-63e3-4f3b-8346-b7b90ee42358 HTTP/1.1" status: 200 len: 210 time: 0.0377645 Aug 29 06:41:41.375862 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-4745331c-a4dd-4a14-8127-f4e59c35f8a4 service neutron] 10.222.0.76 "GET /v2.0/networks/c9b696c8-a0f7-4fc4-ae68-b8062e15f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422470 Aug 29 06:41:41.445186 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:41.463886 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-184a2334-afde-44c2-be0e-523166ef88c8 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384635 Aug 29 06:41:41.465857 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb6d394a-e5d4-492e-bdec-b151ab5a2987 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:41.470203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-f8c6f07b-888b-44de-96ed-10c82b62b3d4 service neutron] 10.222.0.76 "GET /v2.0/ports/93c4d706-cba3-4649-8efe-17e2a9e9840f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0703285 Aug 29 06:41:41.480348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915ed247-86a1-4a6c-b8d9-f872da3c620a'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:41.483077 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b91d07a-38a9-49b8-8ad3-24583515ad73" -d '{"events": [{"server_uuid": "a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a", "name": "network-vif-unplugged", "status": "completed", "tag": "915ed247-86a1-4a6c-b8d9-f872da3c620a"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:41.502376 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 915ed247-86a1-4a6c-b8d9-f872da3c620a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:41.529781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-522782ca-2dc6-4ef0-880e-142841bb330f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Made reservation on behalf of 4ba95f338421427a8f0ac2905567df32 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:41.533368 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-522782ca-2dc6-4ef0-880e-142841bb330f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:41.562706 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736cab4b-ea2e-4e74-8e95-b7e8a1a5b2af x-openstack-request-id: req-736cab4b-ea2e-4e74-8e95-b7e8a1a5b2af {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:41.562706 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a5fd60-63e3-4f3b-8346-b7b90ee42358", "name": "network-vif-deleted", "tag": "45236214-eeaf-4c3d-8e17-e474ac8af786", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:41.562706 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-736cab4b-ea2e-4e74-8e95-b7e8a1a5b2af {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:41.562706 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a5fd60-63e3-4f3b-8346-b7b90ee42358', 'name': 'network-vif-deleted', 'tag': '45236214-eeaf-4c3d-8e17-e474ac8af786', 'status': 'completed', 'code': 200} Aug 29 06:41:41.631820 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-57168e90-c78e-4615-a09b-d61af2a55c5f req-f6d30537-d9ff-494c-85f3-3767249ee175 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:41.639898 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a377319d-91a2-4d6a-9144-62242ebafa37 x-openstack-request-id: req-a377319d-91a2-4d6a-9144-62242ebafa37 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:41.640414 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a", "name": "network-vif-unplugged", "status": "completed", "tag": "915ed247-86a1-4a6c-b8d9-f872da3c620a", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:41.640557 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a377319d-91a2-4d6a-9144-62242ebafa37 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:41.640848 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915ed247-86a1-4a6c-b8d9-f872da3c620a', 'code': 200} Aug 29 06:41:41.645080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:41.696538 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:41.750704 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d30537-d9ff-494c-85f3-3767249ee175 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event deleted for resources: {'Port': ['ID=76edc251-f074-403a-922f-1b2f30405a3b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:41.763110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d7b08aa1-6dad-45be-8b8d-e34e65b85de4 service neutron] 10.222.0.76 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918699 Aug 29 06:41:41.771404 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:41.841503 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=915ed247-86a1-4a6c-b8d9-f872da3c620a,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:41.851188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d394a-e5d4-492e-bdec-b151ab5a2987 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'Subnet': ['ID=39514de1-69d8-42d7-b0b8-295b0eafcf3e,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:41.894846 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-57168e90-c78e-4615-a09b-d61af2a55c5f req-f6d30537-d9ff-494c-85f3-3767249ee175 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] No DVR routers for this DVR port 76edc251-f074-403a-922f-1b2f30405a3b on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:41:41.903410 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-57168e90-c78e-4615-a09b-d61af2a55c5f req-f6d30537-d9ff-494c-85f3-3767249ee175 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:41.905756 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-57168e90-c78e-4615-a09b-d61af2a55c5f req-f6d30537-d9ff-494c-85f3-3767249ee175 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "DELETE /v2.0/ports/76edc251-f074-403a-922f-1b2f30405a3b HTTP/1.1" status: 204 len: 173 time: 1.3987412 Aug 29 06:41:41.908633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d394a-e5d4-492e-bdec-b151ab5a2987 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Checking segment: {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:41.909576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d394a-e5d4-492e-bdec-b151ab5a2987 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Network hostable DHCP agents. Network: 081e6da0-bf37-4c5e-bdc9-eadaa747e70c, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:41:41.911657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dfaaf9-6872-45fb-868e-c73fe65fb666', 'name': 'network-vif-deleted', 'tag': '76edc251-f074-403a-922f-1b2f30405a3b'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:41.915299 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86727db1-760c-40b2-87e7-6ad5e1af85a0" -d '{"events": [{"server_uuid": "48dfaaf9-6872-45fb-868e-c73fe65fb666", "name": "network-vif-deleted", "tag": "76edc251-f074-403a-922f-1b2f30405a3b"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:41.928039 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-5000f2f7-1dae-4412-b246-64ce08f61edf service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517758 Aug 29 06:41:42.015638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7827fff-0d0e-4b21-8dcb-6ec6af48686b req-387335e1-cd6a-4c20-b487-7a0e2925bfd7 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:42.017440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7827fff-0d0e-4b21-8dcb-6ec6af48686b req-387335e1-cd6a-4c20-b487-7a0e2925bfd7 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 948 time: 0.2494435 Aug 29 06:41:42.047241 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d394a-e5d4-492e-bdec-b151ab5a2987 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:41:42.059308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['113be281-1e24-4419-81dd-2a31c5d25935', '548275e1-489c-4612-ad0a-a73e662766ad'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:42.078048 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-522782ca-2dc6-4ef0-880e-142841bb330f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Allocated IP 172.20.0.14 (25122993-2439-43a5-8c0e-87ade41bf762/7f13b1a1-6b23-4424-aa4f-48436144484a/544d24df-bdd1-4937-b4b1-68dd14cc4875) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:42.106494 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6526baf4-80d9-4ef0-89ae-9c06d66ff5b6 service neutron] 10.222.0.76 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191473 Aug 29 06:41:42.170700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7827fff-0d0e-4b21-8dcb-6ec6af48686b req-ca521bc2-5d06-4b25-9c04-d40181992108 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407249 Aug 29 06:41:42.200002 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-bb6d394a-e5d4-492e-bdec-b151ab5a2987 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 081e6da0-bf37-4c5e-bdc9-eadaa747e70c) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:42.210452 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7391144-227b-4d43-8641-6f4d5fffb677 None None] Network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:41:42.211963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d394a-e5d4-492e-bdec-b151ab5a2987 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:42.216733 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb6d394a-e5d4-492e-bdec-b151ab5a2987 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:42.287475 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-b1d00375-6d6e-4feb-bc64-03eb0a2f353c service neutron] 10.222.0.76 "GET /v2.0/ports/0955f131-dd83-40ea-9043-264a188011e9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1322584 Aug 29 06:41:42.327800 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bb6d394a-e5d4-492e-bdec-b151ab5a2987 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6632676 Aug 29 06:41:42.330370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39490) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:42.345046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bfee846f-499d-463e-9d48-3d46cf106bd2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'subnet': {'network_id': '606aeb02-681b-4216-bf8c-e614c7425478', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:42.501635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66a4d1de-2a21-490f-be9e-053a1733c57d req-7de640de-46dd-4ed7-b9af-ede5ffb68557 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 210 time: 0.0805705 Aug 29 06:41:42.604522 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c752b3f-282c-4cdc-97b8-91a7c41968a0 x-openstack-request-id: req-0c752b3f-282c-4cdc-97b8-91a7c41968a0 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:42.604820 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dfaaf9-6872-45fb-868e-c73fe65fb666", "name": "network-vif-deleted", "tag": "76edc251-f074-403a-922f-1b2f30405a3b", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:42.605109 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0c752b3f-282c-4cdc-97b8-91a7c41968a0 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:42.605740 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dfaaf9-6872-45fb-868e-c73fe65fb666', 'name': 'network-vif-deleted', 'tag': '76edc251-f074-403a-922f-1b2f30405a3b', 'status': 'completed', 'code': 200} Aug 29 06:41:42.612203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-081e6da0-bf37-4c5e-bdc9-eadaa747e70c', 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'fixed_ips': [{'subnet_id': '39514de1-69d8-42d7-b0b8-295b0eafcf3e'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:41:42.618053 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:42.660003 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-4ee27de8-8218-455c-ac00-70ce9445d21c service neutron] 10.222.0.76 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633227 Aug 29 06:41:42.684325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 76edc251-f074-403a-922f-1b2f30405a3b no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:42.729911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 76edc251-f074-403a-922f-1b2f30405a3b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:41:42.731306 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 76edc251-f074-403a-922f-1b2f30405a3b not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:41:42.734088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfee846f-499d-463e-9d48-3d46cf106bd2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Made reservation on behalf of 061145791eb24ccbba477166da42aefb for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:42.739186 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bfee846f-499d-463e-9d48-3d46cf106bd2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:42.903441 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Allocated IP 10.1.1.2 (081e6da0-bf37-4c5e-bdc9-eadaa747e70c/39514de1-69d8-42d7-b0b8-295b0eafcf3e/75790073-d9d3-46a3-83fb-3c32db81c19f) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:42.905369 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-522782ca-2dc6-4ef0-880e-142841bb330f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:42.949589 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7358b-1f32-4e8f-b89a-6c09065d6088 req-78a5ebcd-f90c-4585-b8a4-a474af3ef738 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:42.951337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0fd7358b-1f32-4e8f-b89a-6c09065d6088 req-78a5ebcd-f90c-4585-b8a4-a474af3ef738 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 944 time: 0.2412992 Aug 29 06:41:43.003769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-bc632725-6be9-446c-a636-831250e50281 service neutron] 10.222.0.76 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425298 Aug 29 06:41:43.015296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236581-8ef7-4122-8489-df50b97ee90a req-17a7d9f7-7433-4b27-8f26-bd7056c9ea4e tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:43.019544 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-17a7d9f7-7433-4b27-8f26-bd7056c9ea4e tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 1096 time: 0.1258326 Aug 29 06:41:43.093354 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0fd7358b-1f32-4e8f-b89a-6c09065d6088 req-c26aa123-7a6e-4bb3-8eca-e76b3ba0c211 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270881 Aug 29 06:41:43.144603 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-5cf789fe-77cf-40ed-a522-b35af2fdb8a3 service neutron] 10.222.0.76 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397455 Aug 29 06:41:43.148620 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:43.168667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Transition to ACTIVE for port object 75790073-d9d3-46a3-83fb-3c32db81c19f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:43.189935 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-522782ca-2dc6-4ef0-880e-142841bb330f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:43.201343 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Transition to ACTIVE for port object 75790073-d9d3-46a3-83fb-3c32db81c19f will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:43.297133 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 915ed247-86a1-4a6c-b8d9-f872da3c620a details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:41:43.304523 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:43.340986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-522782ca-2dc6-4ef0-880e-142841bb330f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Network 25122993-2439-43a5-8c0e-87ade41bf762 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:43.355635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-522782ca-2dc6-4ef0-880e-142841bb330f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:43.363425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-522782ca-2dc6-4ef0-880e-142841bb330f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:43.366056 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:43.385330 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:43.398662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522782ca-2dc6-4ef0-880e-142841bb330f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Pushing event updated for resources: {'Port': ['ID=544d24df-bdd1-4937-b4b1-68dd14cc4875,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:43.418496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:43.426064 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:43.429550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Pushing event updated for resources: {'Port': ['ID=75790073-d9d3-46a3-83fb-3c32db81c19f,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:43.482643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-ed2c17d4-3953-4085-aec8-55f15253c569 service neutron] 10.222.0.76 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330116 Aug 29 06:41:43.494905 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-522782ca-2dc6-4ef0-880e-142841bb330f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:43.495186 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-522782ca-2dc6-4ef0-880e-142841bb330f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:43.517698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Attempting to bind port 75790073-d9d3-46a3-83fb-3c32db81c19f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:41:43.517956 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Attempting to bind port 75790073-d9d3-46a3-83fb-3c32db81c19f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:41:43.518187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Attempting to bind port 75790073-d9d3-46a3-83fb-3c32db81c19f on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:43.525058 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 915ed247-86a1-4a6c-b8d9-f872da3c620a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:43.534775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:41:43.539752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Checking segment: {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:43.539902 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bfee846f-499d-463e-9d48-3d46cf106bd2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:43.540009 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:43.540009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Bound using segment: {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:41:43.540009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Bound port: 75790073-d9d3-46a3-83fb-3c32db81c19f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:41:43.540009 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:43.552391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '915ed247-86a1-4a6c-b8d9-f872da3c620a', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '915ed247-86a1-4a6c-b8d9-f872da3c620a', 'mac_address': 'fa:16:3e:90:96:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:41:43.645537 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:43.653812 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2463a14d-40b8-48aa-b46f-a5c33efe2a71 service neutron] 10.222.0.76 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733880 Aug 29 06:41:43.664941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-522782ca-2dc6-4ef0-880e-142841bb330f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9079556 Aug 29 06:41:43.668641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] For port 75790073-d9d3-46a3-83fb-3c32db81c19f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:41:43.670852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-36236581-8ef7-4122-8489-df50b97ee90a req-f5a7a4ab-2ef1-4541-9270-ee0ab0e6b494 service neutron] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:41:43.671902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915ed247-86a1-4a6c-b8d9-f872da3c620a {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:41:43.689149 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36236581-8ef7-4122-8489-df50b97ee90a req-f5a7a4ab-2ef1-4541-9270-ee0ab0e6b494 service neutron] Notify callbacks [] for binding, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:43.689362 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01431f-1f6b-4dc9-a321-e796b8155b96 req-fb528558-5152-4969-82b5-ce82814838cd tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:43.690769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae01431f-1f6b-4dc9-a321-e796b8155b96 req-fb528558-5152-4969-82b5-ce82814838cd tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 948 time: 0.1239080 Aug 29 06:41:43.691993 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36236581-8ef7-4122-8489-df50b97ee90a req-f5a7a4ab-2ef1-4541-9270-ee0ab0e6b494 service neutron] 10.222.0.15 "DELETE /v2.0/ports/73e2c819-ce75-40e7-896a-324885857148/bindings/n-h2-713301-12 HTTP/1.1" status: 204 len: 173 time: 0.6574810 Aug 29 06:41:43.693901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] For port 75790073-d9d3-46a3-83fb-3c32db81c19f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=75790073-d9d3-46a3-83fb-3c32db81c19f,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:41:43.703867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 915ed247-86a1-4a6c-b8d9-f872da3c620a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:43.744727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Request body: {'port': {'device_id': 'd91fc163-e4d3-430e-a969-942f023eea11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:43.746681 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee846f-499d-463e-9d48-3d46cf106bd2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'Subnet': ['ID=aeb224e9-072a-41a9-9f49-2fbdd36c708c,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:43.754113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee846f-499d-463e-9d48-3d46cf106bd2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Checking segment: {'id': 'c0ddeede-b9bc-4b83-bca6-4676524f3e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:43.754483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee846f-499d-463e-9d48-3d46cf106bd2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Network hostable DHCP agents. Network: 606aeb02-681b-4216-bf8c-e614c7425478, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:41:43.762433 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:43.800379 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:43.845680 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a937cc0-806d-4364-b96c-ba98f7f4aa9d None None] Pushing event updated for resources: {'Port': ['ID=75790073-d9d3-46a3-83fb-3c32db81c19f,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:43.858224 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee846f-499d-463e-9d48-3d46cf106bd2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Network 606aeb02-681b-4216-bf8c-e614c7425478 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:41:43.886953 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae01431f-1f6b-4dc9-a321-e796b8155b96 req-64d35d67-b26d-4c81-9084-d1bc92193ab3 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377044 Aug 29 06:41:43.893015 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:43.902715 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-12b69a34-03f9-40d0-84e4-7a7aebf3c5f1 service neutron] 10.222.0.76 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479565 Aug 29 06:41:43.942019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=915ed247-86a1-4a6c-b8d9-f872da3c620a,revision_number=10']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:43.969772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-bfee846f-499d-463e-9d48-3d46cf106bd2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 606aeb02-681b-4216-bf8c-e614c7425478) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:43.974305 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfee846f-499d-463e-9d48-3d46cf106bd2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:43.975091 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bfee846f-499d-463e-9d48-3d46cf106bd2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:43.992484 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578c489-f02e-4400-b34a-8dcc6a93cb35 None None] Network 606aeb02-681b-4216-bf8c-e614c7425478 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:41:44.067366 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bfee846f-499d-463e-9d48-3d46cf106bd2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7330649 Aug 29 06:41:44.068411 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39512) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:44.072751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'port': {'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c', 'name': 'tempest-TaggedBootDevicesTest-1502295347', 'fixed_ips': [{'subnet_id': '39514de1-69d8-42d7-b0b8-295b0eafcf3e'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:44.236222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['915ed247-86a1-4a6c-b8d9-f872da3c620a'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:44.296299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd91da-d34d-4c84-b32f-5a408bd53314 req-02a834d1-23d0-45ce-82f2-6f8429fd0871 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:44.304288 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09bd91da-d34d-4c84-b32f-5a408bd53314 req-02a834d1-23d0-45ce-82f2-6f8429fd0871 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 932 time: 0.2881465 Aug 29 06:41:44.334770 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-a4407c49-6157-4db1-8a6a-b31401569bb0 service neutron] 10.222.0.76 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313095 Aug 29 06:41:44.384571 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Made reservation on behalf of 061145791eb24ccbba477166da42aefb for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:44.554455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 75790073-d9d3-46a3-83fb-3c32db81c19f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:44.561168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-606aeb02-681b-4216-bf8c-e614c7425478', 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'fixed_ips': [{'subnet_id': 'aeb224e9-072a-41a9-9f49-2fbdd36c708c'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:41:44.562111 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:44.615950 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:44.667615 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09bd91da-d34d-4c84-b32f-5a408bd53314 req-70958692-f978-41d0-a9c9-5e92eda94f60 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620181 Aug 29 06:41:44.668333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] device_id is not set on port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:41:44.796279 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544d24df-bdd1-4937-b4b1-68dd14cc4875 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:41:44.802898 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-520c2673-c268-4506-b090-7c1bb7536ba6 service neutron] 10.222.0.76 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598031 Aug 29 06:41:44.807394 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:44.830801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Allocated IP 10.2.2.2 (606aeb02-681b-4216-bf8c-e614c7425478/aeb224e9-072a-41a9-9f49-2fbdd36c708c/cda853fd-a0d1-412b-b856-44a9b68ab75f) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:44.883399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Transition to ACTIVE for port object 544d24df-bdd1-4937-b4b1-68dd14cc4875 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:44.885987 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 75790073-d9d3-46a3-83fb-3c32db81c19f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:45.045485 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-e6fc1bed-34c9-4197-ae75-ac0fca1eaf17 service neutron] 10.222.0.76 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350805 Aug 29 06:41:45.079091 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:45.095268 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:45.112574 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Allocated IP 10.1.1.7 (081e6da0-bf37-4c5e-bdc9-eadaa747e70c/39514de1-69d8-42d7-b0b8-295b0eafcf3e/4e30cc12-bdb6-41b7-9a5e-30c376fb9b60) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:45.121367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Transition to ACTIVE for port object cda853fd-a0d1-412b-b856-44a9b68ab75f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:45.155664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Transition to ACTIVE for port object cda853fd-a0d1-412b-b856-44a9b68ab75f will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:45.231426 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:45.312397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc959df-70ac-4b38-8af3-8813306352ed req-83fb946b-211f-4e30-bc63-a62fd4c3b8c0 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:45.323633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0fc959df-70ac-4b38-8af3-8813306352ed req-83fb946b-211f-4e30-bc63-a62fd4c3b8c0 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 944 time: 0.3679514 Aug 29 06:41:45.326623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Network 606aeb02-681b-4216-bf8c-e614c7425478 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:45.342139 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:45.346915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:45.363569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Pushing event updated for resources: {'Port': ['ID=cda853fd-a0d1-412b-b856-44a9b68ab75f,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:45.365493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Pushing event updated for resources: {'Port': ['ID=544d24df-bdd1-4937-b4b1-68dd14cc4875,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:45.420222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:45.420623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:45.421293 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:45.422185 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:45.422185 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:45.422465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:45.423081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:45.433364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:45.433978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:45.434414 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:45.434882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:45.435340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:41:45.458783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-e403c538-241c-4d9f-8ce4-f911d5302b5e service neutron] 10.222.0.76 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087565 Aug 29 06:41:45.459242 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:45.481086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Attempting to bind port cda853fd-a0d1-412b-b856-44a9b68ab75f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:41:45.482582 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Attempting to bind port cda853fd-a0d1-412b-b856-44a9b68ab75f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'c0ddeede-b9bc-4b83-bca6-4676524f3e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:41:45.483057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Attempting to bind port cda853fd-a0d1-412b-b856-44a9b68ab75f on network 606aeb02-681b-4216-bf8c-e614c7425478 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:45.483331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Transition to ACTIVE for port object 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:45.491841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:41:45.495678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Checking segment: {'id': 'c0ddeede-b9bc-4b83-bca6-4676524f3e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:45.496198 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:45.496693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Bound using segment: {'id': 'c0ddeede-b9bc-4b83-bca6-4676524f3e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:41:45.497305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Bound port: cda853fd-a0d1-412b-b856-44a9b68ab75f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ddeede-b9bc-4b83-bca6-4676524f3e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:41:45.497841 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:45.505301 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0fc959df-70ac-4b38-8af3-8813306352ed req-ff2e74e6-b1b9-49f0-8778-2686e7be841c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789260 Aug 29 06:41:45.546713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd59f4de-dabc-4f24-86ce-10240c3114a0 None None] Network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:41:45.558654 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Attempting to bind port 544d24df-bdd1-4937-b4b1-68dd14cc4875 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:41:45.558993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Attempting to bind port 544d24df-bdd1-4937-b4b1-68dd14cc4875 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:41:45.559351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Attempting to bind port 544d24df-bdd1-4937-b4b1-68dd14cc4875 on network 25122993-2439-43a5-8c0e-87ade41bf762 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:45.578361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Port 544d24df-bdd1-4937-b4b1-68dd14cc4875 on network 25122993-2439-43a5-8c0e-87ade41bf762 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:41:45.583199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Attempting to bind port 544d24df-bdd1-4937-b4b1-68dd14cc4875 on network 25122993-2439-43a5-8c0e-87ade41bf762 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:41:45.605234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:41:45.612085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Checking segment: {'id': 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:41:45.612085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Bound using segment: {'id': 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:41:45.612085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Bound port: 544d24df-bdd1-4937-b4b1-68dd14cc4875, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:41:45.612085 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:45.641749 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:45.676757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] For port cda853fd-a0d1-412b-b856-44a9b68ab75f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:41:45.707835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] For port cda853fd-a0d1-412b-b856-44a9b68ab75f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cda853fd-a0d1-412b-b856-44a9b68ab75f,segment=NetworkSegment(c0ddeede-b9bc-4b83-bca6-4676524f3e20),segment_id=c0ddeede-b9bc-4b83-bca6-4676524f3e20)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:41:45.756674 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'Port': ['ID=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:45.780455 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:45.785856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:45.789822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:45.808722 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] For port 544d24df-bdd1-4937-b4b1-68dd14cc4875, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:41:45.815066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] For port 544d24df-bdd1-4937-b4b1-68dd14cc4875, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=544d24df-bdd1-4937-b4b1-68dd14cc4875,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:41:45.837619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e3678167-4b35-4be0-b8ef-5824b517f30d None None] Provisioning for port 75790073-d9d3-46a3-83fb-3c32db81c19f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:45.848079 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:45.905655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:45.906294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:45.921647 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:45.933742 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e3678167-4b35-4be0-b8ef-5824b517f30d None None] Provisioning complete for port 75790073-d9d3-46a3-83fb-3c32db81c19f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:45.934119 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e3678167-4b35-4be0-b8ef-5824b517f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:45.968529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:45.969149 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:45.970646 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] 10.222.0.11 "PUT /v2.0/ports/544d24df-bdd1-4937-b4b1-68dd14cc4875 HTTP/1.1" status: 200 len: 1093 time: 2.2410300 Aug 29 06:41:45.971467 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91fc163-e4d3-430e-a969-942f023eea11', 'tag': '544d24df-bdd1-4937-b4b1-68dd14cc4875'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:45.989176 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a53bcc-2c21-4021-aa09-edfab75f8e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d91fc163-e4d3-430e-a969-942f023eea11", "tag": "544d24df-bdd1-4937-b4b1-68dd14cc4875"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:45.995473 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c60319f9-3560-40f9-868e-5dea484eb15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9267149 Aug 29 06:41:45.996842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39546) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:46.007185 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2439501-ab22-4397-85a5-83bacc9c73b0 None None] Pushing event updated for resources: {'Port': ['ID=cda853fd-a0d1-412b-b856-44a9b68ab75f,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:46.007423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'port': {'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c', 'name': 'tempest-TaggedBootDevicesTest-2111412389', 'fixed_ips': [{'subnet_id': '39514de1-69d8-42d7-b0b8-295b0eafcf3e'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:46.062815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a09225-12a7-4c05-84aa-6dfc1e19202f service neutron] Pushing event updated for resources: {'Port': ['ID=544d24df-bdd1-4937-b4b1-68dd14cc4875,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:46.105277 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e3678167-4b35-4be0-b8ef-5824b517f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:46.201091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e3678167-4b35-4be0-b8ef-5824b517f30d None None] For port 75790073-d9d3-46a3-83fb-3c32db81c19f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=75790073-d9d3-46a3-83fb-3c32db81c19f,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:46.224627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-7c58bfa0-c740-431c-b8fc-7581a898fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:46.226740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-7c58bfa0-c740-431c-b8fc-7581a898fb77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ba95f338421427a8f0ac2905567df32&device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 1096 time: 0.0646641 Aug 29 06:41:46.315106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Made reservation on behalf of 061145791eb24ccbba477166da42aefb for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:46.317922 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e3678167-4b35-4be0-b8ef-5824b517f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:46.325216 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:46.326062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-59d61a93-28be-4875-95d4-e682386b24b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=544d24df-bdd1-4937-b4b1-68dd14cc4875 HTTP/1.1" status: 200 len: 217 time: 0.0731506 Aug 29 06:41:46.405228 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3678167-4b35-4be0-b8ef-5824b517f30d None None] Pushing event updated for resources: {'Port': ['ID=75790073-d9d3-46a3-83fb-3c32db81c19f,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:46.421595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] device_id is not set on port bcd6b383-2ce3-4041-b3e5-40537ae7211f yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:41:46.627610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cda853fd-a0d1-412b-b856-44a9b68ab75f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:46.688836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6d6e9582-c8ac-4260-99b9-32645f1b96d5 None None] Provisioning for port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:46.693439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6d6e9582-c8ac-4260-99b9-32645f1b96d5 None None] Provisioning complete for port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:46.695760 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9582-c8ac-4260-99b9-32645f1b96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:46.790338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e9582-c8ac-4260-99b9-32645f1b96d5 None None] Port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:41:46.803242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6d6e9582-c8ac-4260-99b9-32645f1b96d5 None None] Provisioning complete for port 75790073-d9d3-46a3-83fb-3c32db81c19f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:46.803613 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9582-c8ac-4260-99b9-32645f1b96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:46.835202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Allocated IP 10.1.1.56 (081e6da0-bf37-4c5e-bdc9-eadaa747e70c/39514de1-69d8-42d7-b0b8-295b0eafcf3e/bcd6b383-2ce3-4041-b3e5-40537ae7211f) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:47.007080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-f23ffeff-737c-498c-8434-c25bbd7d424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:47.008968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-f23ffeff-737c-498c-8434-c25bbd7d424a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f13b1a1-6b23-4424-aa4f-48436144484a HTTP/1.1" status: 200 len: 855 time: 0.6679945 Aug 29 06:41:47.060262 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-4c5b9a44-f2ce-466e-92e0-554bad752657 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25122993-2439-43a5-8c0e-87ade41bf762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417223 Aug 29 06:41:47.064704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fc6c4a61-6691-47ea-bf46-7a896fb3a6be None None] Provisioning complete for port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:47.065290 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4a61-6691-47ea-bf46-7a896fb3a6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:47.076659 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14155b1-f757-4436-88f6-5ed35afd0532 req-9eed135b-4bd6-4f3c-a0a5-6c3ecf2f75b4 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:47.080247 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c14155b1-f757-4436-88f6-5ed35afd0532 req-9eed135b-4bd6-4f3c-a0a5-6c3ecf2f75b4 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 950 time: 0.5929265 Aug 29 06:41:47.119193 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port cda853fd-a0d1-412b-b856-44a9b68ab75f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:47.121395 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:47.143213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Transition to ACTIVE for port object bcd6b383-2ce3-4041-b3e5-40537ae7211f will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:47.164903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c4a61-6691-47ea-bf46-7a896fb3a6be None None] Port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:41:47.247311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c14155b1-f757-4436-88f6-5ed35afd0532 req-6f9400ce-985c-4679-ba3c-9d1b9f1a9182 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446648 Aug 29 06:41:47.283841 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-333a6350-3c88-4da8-b481-1610d3b71a14 service neutron] 10.222.0.11 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011106 Aug 29 06:41:47.298903 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:47.328700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 915ed247-86a1-4a6c-b8d9-f872da3c620a up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:47.374812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:47.379029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:47.418249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:47.433704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 915ed247-86a1-4a6c-b8d9-f872da3c620a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:47.435630 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:47.515688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'Port': ['ID=bcd6b383-2ce3-4041-b3e5-40537ae7211f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:47.524585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa712559-9a71-4db3-a8ce-9e6eacbacfbd req-8d10ce9c-a737-4bd1-bd97-6a7ad3f73562 service neutron] 10.222.0.11 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292252 Aug 29 06:41:47.526248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:47.526888 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:47.540653 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70818778-ef24-4930-b32c-8d3dc960dfb4 req-550a7fa9-38af-452f-9eb4-02b6a6ed8636 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:47.542381 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70818778-ef24-4930-b32c-8d3dc960dfb4 req-550a7fa9-38af-452f-9eb4-02b6a6ed8636 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 944 time: 0.1631603 Aug 29 06:41:47.552880 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acc9f91-a110-4609-a7af-7cbc31a84e23 None None] Network 606aeb02-681b-4216-bf8c-e614c7425478 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:41:47.564283 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:48.072569 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4a87f989-1b9d-4d9d-9f69-bb19eadf6624 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0726221 Aug 29 06:41:48.095374 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70818778-ef24-4930-b32c-8d3dc960dfb4 req-147bdcb4-6111-4e9b-a01f-5d1b460414db tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459833 Aug 29 06:41:48.138920 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b5219e-bcbf-4dd4-8d09-57d70e54d6f5 x-openstack-request-id: req-d4b5219e-bcbf-4dd4-8d09-57d70e54d6f5 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:48.139236 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91fc163-e4d3-430e-a969-942f023eea11", "tag": "544d24df-bdd1-4937-b4b1-68dd14cc4875", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:48.139432 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d4b5219e-bcbf-4dd4-8d09-57d70e54d6f5 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:48.140109 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91fc163-e4d3-430e-a969-942f023eea11', 'tag': '544d24df-bdd1-4937-b4b1-68dd14cc4875', 'status': 'completed', 'code': 200} Aug 29 06:41:48.153416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915ed247-86a1-4a6c-b8d9-f872da3c620a'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:48.153416 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f2ad92-52c0-4c62-942c-309e4b8c6289" -d '{"events": [{"server_uuid": "a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a", "name": "network-vif-plugged", "status": "completed", "tag": "915ed247-86a1-4a6c-b8d9-f872da3c620a"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:48.175980 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 915ed247-86a1-4a6c-b8d9-f872da3c620a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:48.262840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2b1d6b98-f75e-4871-ab56-cf4ae167a447 None None] Provisioning for port cda853fd-a0d1-412b-b856-44a9b68ab75f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:48.281332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2b1d6b98-f75e-4871-ab56-cf4ae167a447 None None] Provisioning complete for port cda853fd-a0d1-412b-b856-44a9b68ab75f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:48.281705 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2b1d6b98-f75e-4871-ab56-cf4ae167a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:48.303945 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:48.383618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a53bcc-2c21-4021-aa09-edfab75f8e9e req-ddf559fd-9b2e-459c-9c5a-2bb126197d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:48.386491 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7a53bcc-2c21-4021-aa09-edfab75f8e9e req-ddf559fd-9b2e-459c-9c5a-2bb126197d08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ba95f338421427a8f0ac2905567df32&device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 1096 time: 0.1380098 Aug 29 06:41:48.388495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=915ed247-86a1-4a6c-b8d9-f872da3c620a,revision_number=11']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:48.425740 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5d5d5-2ade-4d4d-bfcc-b70006731875 req-09c01c31-9fff-47d2-a3de-c6f358f77d4b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:48.443181 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04c5d5d5-2ade-4d4d-bfcc-b70006731875 req-09c01c31-9fff-47d2-a3de-c6f358f77d4b tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98 HTTP/1.1" status: 200 len: 950 time: 0.1023881 Aug 29 06:41:48.458328 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2b1d6b98-f75e-4871-ab56-cf4ae167a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:48.474877 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 75790073-d9d3-46a3-83fb-3c32db81c19f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:48.553671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2b1d6b98-f75e-4871-ab56-cf4ae167a447 None None] For port cda853fd-a0d1-412b-b856-44a9b68ab75f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cda853fd-a0d1-412b-b856-44a9b68ab75f,segment=NetworkSegment(c0ddeede-b9bc-4b83-bca6-4676524f3e20),segment_id=c0ddeede-b9bc-4b83-bca6-4676524f3e20)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:48.584633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 75790073-d9d3-46a3-83fb-3c32db81c19f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:48.585285 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:48.633154 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a53bcc-2c21-4021-aa09-edfab75f8e9e req-2062a4a4-8942-4bec-a74e-dcb302ff35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:48.635259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7a53bcc-2c21-4021-aa09-edfab75f8e9e req-2062a4a4-8942-4bec-a74e-dcb302ff35e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=25122993-2439-43a5-8c0e-87ade41bf762 HTTP/1.1" status: 200 len: 916 time: 0.2379866 Aug 29 06:41:48.684651 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-04c5d5d5-2ade-4d4d-bfcc-b70006731875 req-84145b94-dccb-4c31-be5c-5d0c5a26ba08 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Deleting port 113be281-1e24-4419-81dd-2a31c5d25935 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:41:48.686598 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-04c5d5d5-2ade-4d4d-bfcc-b70006731875 req-84145b94-dccb-4c31-be5c-5d0c5a26ba08 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:48.730402 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7a53bcc-2c21-4021-aa09-edfab75f8e9e req-e2273999-19e0-474d-ab40-7539e6c27249 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=544d24df-bdd1-4937-b4b1-68dd14cc4875 HTTP/1.1" status: 200 len: 217 time: 0.0861201 Aug 29 06:41:48.788333 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2b1d6b98-f75e-4871-ab56-cf4ae167a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:48.838387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a53bcc-2c21-4021-aa09-edfab75f8e9e req-11dc70ef-479d-4dde-ae6d-250a6ee11877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:48.838387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7a53bcc-2c21-4021-aa09-edfab75f8e9e req-11dc70ef-479d-4dde-ae6d-250a6ee11877 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f13b1a1-6b23-4424-aa4f-48436144484a HTTP/1.1" status: 200 len: 855 time: 0.0976222 Aug 29 06:41:48.906912 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7a53bcc-2c21-4021-aa09-edfab75f8e9e req-983d5d09-960f-4b11-8a79-757147eaaf65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25122993-2439-43a5-8c0e-87ade41bf762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604308 Aug 29 06:41:48.963489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d6b98-f75e-4871-ab56-cf4ae167a447 None None] Pushing event updated for resources: {'Port': ['ID=cda853fd-a0d1-412b-b856-44a9b68ab75f,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:48.980975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-04c5d5d5-2ade-4d4d-bfcc-b70006731875 req-84145b94-dccb-4c31-be5c-5d0c5a26ba08 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] For port 113be281-1e24-4419-81dd-2a31c5d25935, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=113be281-1e24-4419-81dd-2a31c5d25935,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:48.981350 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-04c5d5d5-2ade-4d4d-bfcc-b70006731875 req-84145b94-dccb-4c31-be5c-5d0c5a26ba08 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:49.013497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-04c5d5d5-2ade-4d4d-bfcc-b70006731875 req-84145b94-dccb-4c31-be5c-5d0c5a26ba08 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Calling delete_port for 113be281-1e24-4419-81dd-2a31c5d25935 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:41:49.024925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bc17a-ffbd-4801-bfbb-44f28638b9bc req-151fe4ea-224c-4002-b030-80f79831d303 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:49.032246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c66bc17a-ffbd-4801-bfbb-44f28638b9bc req-151fe4ea-224c-4002-b030-80f79831d303 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 1096 time: 0.1220081 Aug 29 06:41:49.067791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7a53bcc-2c21-4021-aa09-edfab75f8e9e req-ccb02a20-550f-418e-b1d4-b3ddefa79b81 service neutron] 10.222.0.11 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480362 Aug 29 06:41:49.069612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa08dd3e-301e-455d-ba3b-d180fc1a67a8 None None] Provisioning for port bcd6b383-2ce3-4041-b3e5-40537ae7211f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:49.075500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa08dd3e-301e-455d-ba3b-d180fc1a67a8 None None] Provisioning complete for port bcd6b383-2ce3-4041-b3e5-40537ae7211f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:49.080123 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa08dd3e-301e-455d-ba3b-d180fc1a67a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:49.103868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c66bc17a-ffbd-4801-bfbb-44f28638b9bc req-7a90176f-8d4e-47fc-b440-29d2d6752f31 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642848 Aug 29 06:41:49.168671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa08dd3e-301e-455d-ba3b-d180fc1a67a8 None None] Port bcd6b383-2ce3-4041-b3e5-40537ae7211f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:41:49.183702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa08dd3e-301e-455d-ba3b-d180fc1a67a8 None None] Provisioning complete for port cda853fd-a0d1-412b-b856-44a9b68ab75f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:49.184086 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa08dd3e-301e-455d-ba3b-d180fc1a67a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:49.240009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39598) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:49.243030 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6fa1e4-8685-4f5e-bc81-66287b0c6611 x-openstack-request-id: req-6b6fa1e4-8685-4f5e-bc81-66287b0c6611 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:49.243444 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a", "name": "network-vif-plugged", "status": "completed", "tag": "915ed247-86a1-4a6c-b8d9-f872da3c620a", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:49.245268 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6b6fa1e4-8685-4f5e-bc81-66287b0c6611 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:49.245830 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915ed247-86a1-4a6c-b8d9-f872da3c620a', 'code': 200} Aug 29 06:41:49.251955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-18e92f01-6ea3-491f-b237-c763ea34fe79 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--688825031', 'description': 'tempest-description--203866089'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:49.399913 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7a53bcc-2c21-4021-aa09-edfab75f8e9e req-7e20f35f-2d50-45e4-9035-c45fe04d9cc1 service neutron] 10.222.0.11 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170900 Aug 29 06:41:49.399913 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-946ce74a-28ce-4d03-b150-15ead7236b21 req-02abb75f-ddeb-4885-b69b-a7ea060b81b1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0546803 Aug 29 06:41:49.423307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1ba71-b89c-4b83-8869-5170ebe12fad req-9683a4da-4f22-4d6c-88ce-d1be184e4fe7 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:49.425047 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0c1ba71-b89c-4b83-8869-5170ebe12fad req-9683a4da-4f22-4d6c-88ce-d1be184e4fe7 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 951 time: 0.1036441 Aug 29 06:41:49.490247 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0c1ba71-b89c-4b83-8869-5170ebe12fad req-b6bd0587-5e8e-4d9b-9409-d3194e15500f tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567327 Aug 29 06:41:49.503692 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-04c5d5d5-2ade-4d4d-bfcc-b70006731875 req-84145b94-dccb-4c31-be5c-5d0c5a26ba08 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:49.505736 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:49.548149 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['548275e1-489c-4612-ad0a-a73e662766ad'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:49.558873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ce67246-41e7-48cd-b97e-b04d91b33e1f req-73371212-cdda-48c7-a93e-92265aca7182 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98 HTTP/1.1" status: 200 len: 210 time: 0.0374904 Aug 29 06:41:49.560948 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18e92f01-6ea3-491f-b237-c763ea34fe79 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:49.565588 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84145b94-dccb-4c31-be5c-5d0c5a26ba08 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event deleted for resources: {'Port': ['ID=113be281-1e24-4419-81dd-2a31c5d25935,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:49.677177 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c5d5d5-2ade-4d4d-bfcc-b70006731875 req-84145b94-dccb-4c31-be5c-5d0c5a26ba08 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] No DVR routers for this DVR port 113be281-1e24-4419-81dd-2a31c5d25935 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:41:49.680710 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-04c5d5d5-2ade-4d4d-bfcc-b70006731875 req-84145b94-dccb-4c31-be5c-5d0c5a26ba08 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:49.683133 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04c5d5d5-2ade-4d4d-bfcc-b70006731875 req-84145b94-dccb-4c31-be5c-5d0c5a26ba08 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "DELETE /v2.0/ports/113be281-1e24-4419-81dd-2a31c5d25935 HTTP/1.1" status: 204 len: 173 time: 1.2390971 Aug 29 06:41:49.684673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98', 'name': 'network-vif-deleted', 'tag': '113be281-1e24-4419-81dd-2a31c5d25935'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:49.687514 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c75ca6-677a-4f8a-aba3-815e1e71c5fa" -d '{"events": [{"server_uuid": "f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98", "name": "network-vif-deleted", "tag": "113be281-1e24-4419-81dd-2a31c5d25935"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:49.704009 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5341c-c992-4109-a129-14e452628aed req-be8c83d9-c5b2-4721-bcc1-842e5b5de6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:49.706804 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-92a5341c-c992-4109-a129-14e452628aed req-be8c83d9-c5b2-4721-bcc1-842e5b5de6bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 1103 time: 0.2485328 Aug 29 06:41:49.733991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb8ada-bc78-4923-8a35-0d4b7b567095 req-e82d52aa-0764-4140-a9a6-1118ca7368f7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:49.735219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09cb8ada-bc78-4923-8a35-0d4b7b567095 req-e82d52aa-0764-4140-a9a6-1118ca7368f7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 944 time: 0.0908082 Aug 29 06:41:49.787725 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18e92f01-6ea3-491f-b237-c763ea34fe79 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:49.797242 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-92a5341c-c992-4109-a129-14e452628aed req-33c22334-d13c-403a-b4fd-b31f4906884a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785408 Aug 29 06:41:49.844629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09cb8ada-bc78-4923-8a35-0d4b7b567095 req-2b5bd131-d959-42d7-bc06-da99c9af5108 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976880 Aug 29 06:41:49.857275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ed3b9-f8af-4c0a-96ff-7eeb09628bd2 req-e767a78d-18e5-42de-a696-5ef0fea49bbb tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:49.858624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-257ed3b9-f8af-4c0a-96ff-7eeb09628bd2 req-e767a78d-18e5-42de-a696-5ef0fea49bbb tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 1096 time: 0.0820491 Aug 29 06:41:49.893659 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18e92f01-6ea3-491f-b237-c763ea34fe79 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:49.958239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-257ed3b9-f8af-4c0a-96ff-7eeb09628bd2 req-da57c57a-0f1e-44ab-ba78-a277dd962fcc tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916710 Aug 29 06:41:49.959348 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e92f01-6ea3-491f-b237-c763ea34fe79 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:50.033311 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18e92f01-6ea3-491f-b237-c763ea34fe79 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:50.035829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-18e92f01-6ea3-491f-b237-c763ea34fe79 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7926805 Aug 29 06:41:50.044795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39622) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:50.063695 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-89b1db7e-8272-4b49-8d7c-53df5d121b6d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'security_group_rule': {'security_group_id': 'c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:50.168788 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f07ec0-f391-48e4-b6e5-18fd3441e4b6 x-openstack-request-id: req-16f07ec0-f391-48e4-b6e5-18fd3441e4b6 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:50.168788 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98", "name": "network-vif-deleted", "tag": "113be281-1e24-4419-81dd-2a31c5d25935", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:50.168788 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16f07ec0-f391-48e4-b6e5-18fd3441e4b6 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:50.168788 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98', 'name': 'network-vif-deleted', 'tag': '113be281-1e24-4419-81dd-2a31c5d25935', 'status': 'completed', 'code': 200} Aug 29 06:41:50.281099 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-89b1db7e-8272-4b49-8d7c-53df5d121b6d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:50.377656 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-89b1db7e-8272-4b49-8d7c-53df5d121b6d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:50.458732 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-89b1db7e-8272-4b49-8d7c-53df5d121b6d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:50.470978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cda853fd-a0d1-412b-b856-44a9b68ab75f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:50.479290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1db7e-8272-4b49-8d7c-53df5d121b6d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9cd1ec-258a-4252-9561-dc064fad2325,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:50.577385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port cda853fd-a0d1-412b-b856-44a9b68ab75f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:50.578189 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:50.609070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a94bb02e-72c5-4226-aa48-55104120fe10 req-2b7f9912-2f5c-4f66-9df8-c596a92a214e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0302737 Aug 29 06:41:50.618696 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-89b1db7e-8272-4b49-8d7c-53df5d121b6d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:50.622974 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39636) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:50.629134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-89b1db7e-8272-4b49-8d7c-53df5d121b6d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5769916 Aug 29 06:41:50.632866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4522f02f-8385-4f98-9bf9-6d8b9eab8aca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'security_group_rule': {'security_group_id': 'c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:50.693273 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:50.714379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 113be281-1e24-4419-81dd-2a31c5d25935 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:50.777578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d398395-0756-4f79-9af5-0b82f6e79de1 req-7a405eff-7ea5-4e39-943f-65df2b1afd17 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:50.781158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 113be281-1e24-4419-81dd-2a31c5d25935 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:41:50.781509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 113be281-1e24-4419-81dd-2a31c5d25935 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:41:50.787917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d398395-0756-4f79-9af5-0b82f6e79de1 req-7a405eff-7ea5-4e39-943f-65df2b1afd17 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 951 time: 0.0899305 Aug 29 06:41:50.829391 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4522f02f-8385-4f98-9bf9-6d8b9eab8aca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:50.856528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d398395-0756-4f79-9af5-0b82f6e79de1 req-49252395-97f3-4cc3-a509-0d711777d524 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675497 Aug 29 06:41:50.858474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-456f1503-2ed4-4f8b-8b12-7623d92ff8ff req-80700591-3783-4283-8e63-8af18658827a tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8ed4067-fd5d-46e6-a0fb-cb8e84e0cd98 HTTP/1.1" status: 200 len: 210 time: 0.0333748 Aug 29 06:41:50.967460 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4522f02f-8385-4f98-9bf9-6d8b9eab8aca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:51.056273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42298a53-8585-419c-a1a6-2e31abcb01d1 req-235f33c5-afce-4276-b6a6-3907d7b83297 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:51.068785 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42298a53-8585-419c-a1a6-2e31abcb01d1 req-235f33c5-afce-4276-b6a6-3907d7b83297 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 944 time: 0.0780139 Aug 29 06:41:51.088357 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4522f02f-8385-4f98-9bf9-6d8b9eab8aca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:51.110190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522f02f-8385-4f98-9bf9-6d8b9eab8aca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871fe967-01a2-48c6-9dd2-f2d478dde32a,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:51.128301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154a5b3-9cb5-4625-bd48-63262c155e3f req-4816da6a-1723-4aa0-a647-13982bbbf25f tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:51.130028 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7154a5b3-9cb5-4625-bd48-63262c155e3f req-4816da6a-1723-4aa0-a647-13982bbbf25f tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 949 time: 0.1092803 Aug 29 06:41:51.145131 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42298a53-8585-419c-a1a6-2e31abcb01d1 req-53d812b9-4045-43fd-aec3-786d81da3cfa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584595 Aug 29 06:41:51.217496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4522f02f-8385-4f98-9bf9-6d8b9eab8aca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:51.218605 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4522f02f-8385-4f98-9bf9-6d8b9eab8aca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5926950 Aug 29 06:41:51.221762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39654) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:41:51.226859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:51.325762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-7154a5b3-9cb5-4625-bd48-63262c155e3f req-10a08dcf-4c90-40fc-ae50-cc679323fe1e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Deleting port 548275e1-489c-4612-ad0a-a73e662766ad {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:41:51.326438 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7154a5b3-9cb5-4625-bd48-63262c155e3f req-10a08dcf-4c90-40fc-ae50-cc679323fe1e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:51.344215 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:51.524872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-7154a5b3-9cb5-4625-bd48-63262c155e3f req-10a08dcf-4c90-40fc-ae50-cc679323fe1e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] For port 548275e1-489c-4612-ad0a-a73e662766ad, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=548275e1-489c-4612-ad0a-a73e662766ad,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:51.525860 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7154a5b3-9cb5-4625-bd48-63262c155e3f req-10a08dcf-4c90-40fc-ae50-cc679323fe1e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:51.542629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-7154a5b3-9cb5-4625-bd48-63262c155e3f req-10a08dcf-4c90-40fc-ae50-cc679323fe1e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Calling delete_port for 548275e1-489c-4612-ad0a-a73e662766ad owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:41:51.570127 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:51.735440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Allocated IP 172.25.1.253 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/2ec6aac9-d59c-47bc-83b0-4474b1c1692a) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:51.796546 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea47478b-579d-4213-850c-68eb45afb43a req-f5286db3-929b-41c9-b08a-bec9c382d9c5 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0503476 Aug 29 06:41:51.899314 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7154a5b3-9cb5-4625-bd48-63262c155e3f req-10a08dcf-4c90-40fc-ae50-cc679323fe1e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:51.913744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e668c73a-ddfd-469b-984e-dfb9aff35cfa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:51.969641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['548275e1-489c-4612-ad0a-a73e662766ad'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:51.985233 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a08dcf-4c90-40fc-ae50-cc679323fe1e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event deleted for resources: {'Port': ['ID=548275e1-489c-4612-ad0a-a73e662766ad,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:51.999473 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:52.042016 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7154a5b3-9cb5-4625-bd48-63262c155e3f req-10a08dcf-4c90-40fc-ae50-cc679323fe1e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] No DVR routers for this DVR port 548275e1-489c-4612-ad0a-a73e662766ad on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:41:52.049549 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7154a5b3-9cb5-4625-bd48-63262c155e3f req-10a08dcf-4c90-40fc-ae50-cc679323fe1e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:52.051163 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7154a5b3-9cb5-4625-bd48-63262c155e3f req-10a08dcf-4c90-40fc-ae50-cc679323fe1e tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.11 "DELETE /v2.0/ports/548275e1-489c-4612-ad0a-a73e662766ad HTTP/1.1" status: 204 len: 173 time: 0.8922231 Aug 29 06:41:52.134990 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5ab9990-7e93-4c25-b035-84a2bd1780bc req-1c94fbf4-87f6-45ee-933c-06487199eaa5 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 210 time: 0.0623930 Aug 29 06:41:52.169791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7', 'name': 'network-vif-deleted', 'tag': '548275e1-489c-4612-ad0a-a73e662766ad'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:52.172805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e42c00-0a63-433e-b0cd-e94f661bc4ed req-9eb93e5d-efad-4fe8-904b-6b65341c9d95 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:52.174080 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ae45e9-f2f0-4fd3-87af-36f18587fede" -d '{"events": [{"server_uuid": "ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7", "name": "network-vif-deleted", "tag": "548275e1-489c-4612-ad0a-a73e662766ad"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:52.183660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97e42c00-0a63-433e-b0cd-e94f661bc4ed req-9eb93e5d-efad-4fe8-904b-6b65341c9d95 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 951 time: 0.1321476 Aug 29 06:41:52.233645 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:52.250622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97e42c00-0a63-433e-b0cd-e94f661bc4ed req-b17de3fc-94ba-4be9-9dd5-1edeb196283d tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660677 Aug 29 06:41:52.360057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-f627f358-184b-46bf-866f-6311883f7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:52.360057 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-f627f358-184b-46bf-866f-6311883f7811 service neutron] 10.222.0.11 "GET /v2.0/ports/93c4d706-cba3-4649-8efe-17e2a9e9840f HTTP/1.1" status: 200 len: 1033 time: 0.0845282 Aug 29 06:41:52.389155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:52.394831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:52.415374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:52.467935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-c898e8d6-11c0-421e-8d33-373088ae9026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:52.470709 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-c898e8d6-11c0-421e-8d33-373088ae9026 service neutron] 10.222.0.11 "GET /v2.0/ports/0955f131-dd83-40ea-9043-264a188011e9 HTTP/1.1" status: 200 len: 1032 time: 0.0964768 Aug 29 06:41:52.517079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'Port': ['ID=2ec6aac9-d59c-47bc-83b0-4474b1c1692a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:52.599928 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31437a9-cea3-4d88-bbe3-9c183a4a53b4 x-openstack-request-id: req-d31437a9-cea3-4d88-bbe3-9c183a4a53b4 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:52.600151 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7", "name": "network-vif-deleted", "tag": "548275e1-489c-4612-ad0a-a73e662766ad", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:52.600390 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d31437a9-cea3-4d88-bbe3-9c183a4a53b4 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:52.604287 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7', 'name': 'network-vif-deleted', 'tag': '548275e1-489c-4612-ad0a-a73e662766ad', 'status': 'completed', 'code': 200} Aug 29 06:41:52.634029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb5c62-88e4-4216-8342-5a34c4c9d8d0 req-ffb24f64-162a-40ac-8a28-d7733b58b3b5 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:52.644508 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97bb5c62-88e4-4216-8342-5a34c4c9d8d0 req-ffb24f64-162a-40ac-8a28-d7733b58b3b5 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 944 time: 0.2258835 Aug 29 06:41:52.726892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-5a5c24ec-186f-4847-a8df-5d170b016714 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:52.733515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 544d24df-bdd1-4937-b4b1-68dd14cc4875 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:41:52.739119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-5a5c24ec-186f-4847-a8df-5d170b016714 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:52.746149 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-5a5c24ec-186f-4847-a8df-5d170b016714 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:52.760615 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-5a5c24ec-186f-4847-a8df-5d170b016714 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "GET /v2.0/networks?id=c9b696c8-a0f7-4fc4-ae68-b8062e15f962&id=a36fa329-024c-4710-93ad-78c82667ba38&id=a36fa329-024c-4710-93ad-78c82667ba38&id=a36fa329-024c-4710-93ad-78c82667ba38&id=a36fa329-024c-4710-93ad-78c82667ba38&id=57ffac55-609b-41cd-9af3-72358c53e760&id=57ffac55-609b-41cd-9af3-72358c53e760 HTTP/1.1" status: 200 len: 1992 time: 0.2828097 Aug 29 06:41:52.770698 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:52.808289 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97bb5c62-88e4-4216-8342-5a34c4c9d8d0 req-d920c8a1-310e-4b3b-96af-ff8c3f6d288f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249959 Aug 29 06:41:52.891185 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7af4c131-ca85-4722-a358-5d9e2529f8e9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7ca440486aa4cc7b212f4190a478c52 HTTP/1.1" status: 200 len: 379 time: 0.1125116 Aug 29 06:41:52.898548 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 544d24df-bdd1-4937-b4b1-68dd14cc4875, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=544d24df-bdd1-4937-b4b1-68dd14cc4875,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:52.902652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3ad17595-d9b3-4d7b-ae8e-dad8a8a5b194 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'port': {'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'admin_state_up': True, 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'security_groups': ['afe5db52-9fed-4530-97a4-53a983748119']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:52.916794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '544d24df-bdd1-4937-b4b1-68dd14cc4875', 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762', 'port_id': '544d24df-bdd1-4937-b4b1-68dd14cc4875', 'mac_address': 'fa:16:3e:9d:ec:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f13b1a1-6b23-4424-aa4f-48436144484a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:41:52.972833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12d6e9d2-2943-4398-9cf7-0f3994bf151f req-332269d7-0e8c-4acc-bd38-0c6451702c94 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0535686 Aug 29 06:41:53.050441 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:53.181877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3ad17595-d9b3-4d7b-ae8e-dad8a8a5b194 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Made reservation on behalf of d7ca440486aa4cc7b212f4190a478c52 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:53.193526 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3ad17595-d9b3-4d7b-ae8e-dad8a8a5b194 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:53.401553 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9cfadd10-0653-4bab-93bb-edf9cbfbd66d req-5b9ea3cb-fe46-4f59-97a9-8c1d1b21b656 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffd1f773-4a9b-4b5d-8ea9-657e8cf04ab7 HTTP/1.1" status: 200 len: 210 time: 0.0894210 Aug 29 06:41:53.424161 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:53.442160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544d24df-bdd1-4937-b4b1-68dd14cc4875 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:41:53.513985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 544d24df-bdd1-4937-b4b1-68dd14cc4875, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=544d24df-bdd1-4937-b4b1-68dd14cc4875,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:53.532528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba3fb9-c643-4a7d-8d58-96561c298005 req-0d00bbeb-9b9c-4182-b1e1-5b59d1969345 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:53.533548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8ba3fb9-c643-4a7d-8d58-96561c298005 req-0d00bbeb-9b9c-4182-b1e1-5b59d1969345 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 1103 time: 0.1369684 Aug 29 06:41:53.580057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3ad17595-d9b3-4d7b-ae8e-dad8a8a5b194 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Allocated IP 172.20.0.10 (c9b696c8-a0f7-4fc4-ae68-b8062e15f962/ab3b20c4-433c-4818-ba1a-1a02bd8ca7db/602bdddd-529e-47ca-8f45-869393263358) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:53.605412 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8ba3fb9-c643-4a7d-8d58-96561c298005 req-8da40131-0fca-4f9f-9c51-c04c4541aef6 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471687 Aug 29 06:41:53.647179 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:53.804181 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3ad17595-d9b3-4d7b-ae8e-dad8a8a5b194 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:53.817144 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3ad17595-d9b3-4d7b-ae8e-dad8a8a5b194 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Transition to ACTIVE for port object 602bdddd-529e-47ca-8f45-869393263358 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:53.936978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b0280-d033-4d99-91f2-9f83af1caebf req-b7594f54-29d9-4af9-8a3c-7abd35d1a4d2 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:53.938754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c06b0280-d033-4d99-91f2-9f83af1caebf req-b7594f54-29d9-4af9-8a3c-7abd35d1a4d2 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 944 time: 0.0582137 Aug 29 06:41:53.972567 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:53.984528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c06b0280-d033-4d99-91f2-9f83af1caebf req-6eaff34d-f5d9-480e-a136-20f2acb8c32f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391426 Aug 29 06:41:54.024806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=544d24df-bdd1-4937-b4b1-68dd14cc4875,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:54.030580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3ad17595-d9b3-4d7b-ae8e-dad8a8a5b194 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:54.031097 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:54.083619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3ad17595-d9b3-4d7b-ae8e-dad8a8a5b194 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:54.091297 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3ad17595-d9b3-4d7b-ae8e-dad8a8a5b194 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:54.093711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad17595-d9b3-4d7b-ae8e-dad8a8a5b194 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'Port': ['ID=602bdddd-529e-47ca-8f45-869393263358,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:54.096053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3ad17595-d9b3-4d7b-ae8e-dad8a8a5b194 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:54.199390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3ad17595-d9b3-4d7b-ae8e-dad8a8a5b194 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:54.200131 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3ad17595-d9b3-4d7b-ae8e-dad8a8a5b194 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:54.233559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'Port': ['ID=2ec6aac9-d59c-47bc-83b0-4474b1c1692a,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:54.238975 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:54.323527 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:54.324799 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9624b623-f065-4489-9ef7-e9f83b8694b4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1017802 Aug 29 06:41:54.325008 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3ad17595-d9b3-4d7b-ae8e-dad8a8a5b194 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4255939 Aug 29 06:41:54.350233 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d4b54b63-aafb-4f21-8d06-0e84a53542e8 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'port': {'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38', 'admin_state_up': True, 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'security_groups': ['afe5db52-9fed-4530-97a4-53a983748119']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:54.486930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['544d24df-bdd1-4937-b4b1-68dd14cc4875'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:54.492656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c68101-e169-437f-b7fb-81c9cda1acef req-3ea13781-46a6-4297-8bf5-43edee41697a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:54.500801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62c68101-e169-437f-b7fb-81c9cda1acef req-3ea13781-46a6-4297-8bf5-43edee41697a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 932 time: 0.0722101 Aug 29 06:41:54.644236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62c68101-e169-437f-b7fb-81c9cda1acef req-e1159e6d-43b6-4a9a-93e8-8328e3f31a80 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418707 Aug 29 06:41:54.657127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29619da-4dc4-488f-9a53-3c0c018bf01d req-ab03e616-5bfd-4004-ab5d-17af65a38215 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:54.672221 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c29619da-4dc4-488f-9a53-3c0c018bf01d req-ab03e616-5bfd-4004-ab5d-17af65a38215 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 1103 time: 0.1364684 Aug 29 06:41:54.743419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 548275e1-489c-4612-ad0a-a73e662766ad no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:54.770329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c29619da-4dc4-488f-9a53-3c0c018bf01d req-e7c4a1b7-935b-4548-8522-28f5374b43a6 tempest-ServersAdminTestJSON-1509297882 tempest-ServersAdminTestJSON-1509297882-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914533 Aug 29 06:41:54.784390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-25321ea6-d8f1-43dd-b80d-0853beae93d1 None None] Provisioning for port 602bdddd-529e-47ca-8f45-869393263358 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:54.790228 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 548275e1-489c-4612-ad0a-a73e662766ad {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:41:54.791415 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 548275e1-489c-4612-ad0a-a73e662766ad not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:41:54.811552 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-25321ea6-d8f1-43dd-b80d-0853beae93d1 None None] Provisioning complete for port 602bdddd-529e-47ca-8f45-869393263358 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:54.811552 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-25321ea6-d8f1-43dd-b80d-0853beae93d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:54.927126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-25321ea6-d8f1-43dd-b80d-0853beae93d1 None None] Port 602bdddd-529e-47ca-8f45-869393263358 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:41:54.973908 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-87c60d80-8a8d-4022-9b2f-12d85e2cc57c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--688825031&fields=id&tenant_id=061145791eb24ccbba477166da42aefb HTTP/1.1" status: 200 len: 267 time: 0.0711124 Aug 29 06:41:55.057513 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-bb982613-abde-4d86-8f82-d5555c4a5918 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:55.058952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-bb982613-abde-4d86-8f82-d5555c4a5918 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports/4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 HTTP/1.1" status: 200 len: 930 time: 0.0717301 Aug 29 06:41:55.121943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-af17f215-c1c3-4294-9f58-08866dbac590 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:55.125229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-af17f215-c1c3-4294-9f58-08866dbac590 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports/bcd6b383-2ce3-4041-b3e5-40537ae7211f HTTP/1.1" status: 200 len: 931 time: 0.0580127 Aug 29 06:41:55.164531 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-d2c31def-fa18-48c4-aa06-b97faece3cca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?network_id=606aeb02-681b-4216-bf8c-e614c7425478&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0332782 Aug 29 06:41:55.207294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-cef75b87-87d9-40bd-a084-06b1aba35670 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?network_id=606aeb02-681b-4216-bf8c-e614c7425478&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0343859 Aug 29 06:41:55.308012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d4b54b63-aafb-4f21-8d06-0e84a53542e8 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Made reservation on behalf of d7ca440486aa4cc7b212f4190a478c52 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:55.308539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d4b54b63-aafb-4f21-8d06-0e84a53542e8 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:55.327917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-2e6acc98-2de3-44e0-9cc3-40901c6c98f1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:55.333981 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-2e6acc98-2de3-44e0-9cc3-40901c6c98f1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:55.340318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-2e6acc98-2de3-44e0-9cc3-40901c6c98f1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:55.341994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-2e6acc98-2de3-44e0-9cc3-40901c6c98f1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/networks?id=cdbc2cac-fa4d-4a71-9993-2be4f6afc44c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=606aeb02-681b-4216-bf8c-e614c7425478&id=606aeb02-681b-4216-bf8c-e614c7425478 HTTP/1.1" status: 200 len: 1987 time: 0.1252496 Aug 29 06:41:55.358617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-0ffd2eb7-6be5-41ae-b183-225d286ed23b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/quotas/061145791eb24ccbba477166da42aefb HTTP/1.1" status: 200 len: 375 time: 0.0099084 Aug 29 06:41:55.425708 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-7f0aac30-212e-4841-96be-4f6c075d4faf tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=061145791eb24ccbba477166da42aefb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0587852 Aug 29 06:41:55.449528 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d4b54b63-aafb-4f21-8d06-0e84a53542e8 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Allocated IP 10.1.1.74 (a36fa329-024c-4710-93ad-78c82667ba38/55e24152-8c60-4bec-915c-1877dd2a93dc/05844740-abb0-44ca-a0b2-4ee06e5b107c) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:55.542173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-14047f16-0bb4-4e18-8639-5d61439b4646 service neutron] 10.222.0.76 "GET /v2.0/networks/cdbc2cac-fa4d-4a71-9993-2be4f6afc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036572 Aug 29 06:41:55.620673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d4b54b63-aafb-4f21-8d06-0e84a53542e8 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:55.636341 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d4b54b63-aafb-4f21-8d06-0e84a53542e8 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Transition to ACTIVE for port object 05844740-abb0-44ca-a0b2-4ee06e5b107c will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:55.663258 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-f069015a-ef2d-481b-a5ee-f4670370c540 service neutron] 10.222.0.76 "GET /v2.0/networks/cdbc2cac-fa4d-4a71-9993-2be4f6afc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148798 Aug 29 06:41:55.711527 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-aed42912-e638-4eb3-9588-c704f1a38151 service neutron] 10.222.0.76 "GET /v2.0/ports/4e30cc12-bdb6-41b7-9a5e-30c376fb9b60?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0404155 Aug 29 06:41:55.773000 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d4b54b63-aafb-4f21-8d06-0e84a53542e8 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:55.820758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d4b54b63-aafb-4f21-8d06-0e84a53542e8 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Network a36fa329-024c-4710-93ad-78c82667ba38 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:55.824543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d4b54b63-aafb-4f21-8d06-0e84a53542e8 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:55.828377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d4b54b63-aafb-4f21-8d06-0e84a53542e8 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:55.864510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b990c66-eff6-4cb4-9ee6-78da3a271275 req-657b007c-c55e-4bad-bf16-9ef660669d8d tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:55.872582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b54b63-aafb-4f21-8d06-0e84a53542e8 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'Port': ['ID=05844740-abb0-44ca-a0b2-4ee06e5b107c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:55.880325 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b990c66-eff6-4cb4-9ee6-78da3a271275 req-657b007c-c55e-4bad-bf16-9ef660669d8d tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 945 time: 0.1143234 Aug 29 06:41:55.890917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-38015789-4759-41e3-a4f6-364805b96b66 service neutron] 10.222.0.76 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745882 Aug 29 06:41:55.904837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d4b54b63-aafb-4f21-8d06-0e84a53542e8 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:55.905463 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d4b54b63-aafb-4f21-8d06-0e84a53542e8 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:55.974376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b990c66-eff6-4cb4-9ee6-78da3a271275 req-42bb6bd8-5085-45c3-9917-93e3dc28d6b8 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939026 Aug 29 06:41:56.025509 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d4b54b63-aafb-4f21-8d06-0e84a53542e8 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6799319 Aug 29 06:41:56.033189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-701c2e0e-944e-438e-9bba-9398310a01cc service neutron] 10.222.0.76 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156449 Aug 29 06:41:56.046378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d58714d3-8557-421a-9a08-54588db1cdfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'port': {'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38', 'admin_state_up': True, 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'security_groups': ['afe5db52-9fed-4530-97a4-53a983748119']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:56.083654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-2e0ee160-75d9-42ab-8149-953b1bd6f5a7 service neutron] 10.222.0.76 "GET /v2.0/ports/bcd6b383-2ce3-4041-b3e5-40537ae7211f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0493739 Aug 29 06:41:56.168224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-03c6744f-6247-463c-88ff-01e6c41d591b service neutron] 10.222.0.76 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836236 Aug 29 06:41:56.257673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f15cdaac-6253-4d4b-a464-387611292ede None None] Provisioning for port 05844740-abb0-44ca-a0b2-4ee06e5b107c completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:56.261996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f15cdaac-6253-4d4b-a464-387611292ede None None] Provisioning complete for port 05844740-abb0-44ca-a0b2-4ee06e5b107c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:56.262373 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f15cdaac-6253-4d4b-a464-387611292ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:56.270122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-93261c4d-4924-4b58-a1b6-1b578500abdb service neutron] 10.222.0.76 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892534 Aug 29 06:41:56.292814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d58714d3-8557-421a-9a08-54588db1cdfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Made reservation on behalf of d7ca440486aa4cc7b212f4190a478c52 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:56.297560 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d58714d3-8557-421a-9a08-54588db1cdfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:56.331097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f15cdaac-6253-4d4b-a464-387611292ede None None] Port 05844740-abb0-44ca-a0b2-4ee06e5b107c cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:41:56.362670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-1ff54761-1e74-4322-aeb5-76ec7de4d4f4 service neutron] 10.222.0.76 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925500 Aug 29 06:41:56.454719 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d58714d3-8557-421a-9a08-54588db1cdfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Allocated IP 10.1.1.217 (a36fa329-024c-4710-93ad-78c82667ba38/55e24152-8c60-4bec-915c-1877dd2a93dc/b158ba04-343b-46ee-85a3-386664f7f41d) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:56.461183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-1bddd54e-a93a-4652-a2ab-f06cc80a9baf service neutron] 10.222.0.76 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913422 Aug 29 06:41:56.612762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-bb22c3b4-3f38-4a0b-bd97-db1127d4f154 service neutron] 10.222.0.76 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422246 Aug 29 06:41:56.621247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cb96e-aee0-4528-afd0-c6b438d90ab6 req-94da4cf2-ea49-4202-92bd-8b81622be594 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:56.627499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cb96e-aee0-4528-afd0-c6b438d90ab6 req-94da4cf2-ea49-4202-92bd-8b81622be594 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:56.629042 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-211cb96e-aee0-4528-afd0-c6b438d90ab6 req-94da4cf2-ea49-4202-92bd-8b81622be594 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 1653 time: 0.0979381 Aug 29 06:41:56.648409 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d58714d3-8557-421a-9a08-54588db1cdfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:56.663423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d58714d3-8557-421a-9a08-54588db1cdfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Transition to ACTIVE for port object b158ba04-343b-46ee-85a3-386664f7f41d will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:56.723971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-211cb96e-aee0-4528-afd0-c6b438d90ab6 req-05f93257-f726-4678-85b5-43bf56a32094 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864716 Aug 29 06:41:56.766670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-8b5df5e4-0ccb-41a5-bda4-6115d8454326 service neutron] 10.222.0.76 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365948 Aug 29 06:41:56.779636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 544d24df-bdd1-4937-b4b1-68dd14cc4875 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:41:56.824355 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d58714d3-8557-421a-9a08-54588db1cdfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:56.886922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d58714d3-8557-421a-9a08-54588db1cdfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Network a36fa329-024c-4710-93ad-78c82667ba38 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:56.892136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d58714d3-8557-421a-9a08-54588db1cdfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:56.897267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d58714d3-8557-421a-9a08-54588db1cdfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:56.900862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58714d3-8557-421a-9a08-54588db1cdfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'Port': ['ID=b158ba04-343b-46ee-85a3-386664f7f41d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:56.913182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5e437-57f0-45ae-a5e6-921cbeb3de59 req-952872e0-a388-4e4d-8f48-62d0a52b05f3 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:56.920704 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94c5e437-57f0-45ae-a5e6-921cbeb3de59 req-952872e0-a388-4e4d-8f48-62d0a52b05f3 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 950 time: 0.0926330 Aug 29 06:41:56.924011 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 544d24df-bdd1-4937-b4b1-68dd14cc4875 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:56.930241 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-7f094e59-2381-457e-9faf-744e992acede service neutron] 10.222.0.76 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573493 Aug 29 06:41:56.930817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 544d24df-bdd1-4937-b4b1-68dd14cc4875 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:56.931426 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:56.964039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d58714d3-8557-421a-9a08-54588db1cdfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:56.964700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d58714d3-8557-421a-9a08-54588db1cdfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:57.032015 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94c5e437-57f0-45ae-a5e6-921cbeb3de59 req-cd3e959f-99e0-4f79-9ab7-c44b4ad33d35 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102195 Aug 29 06:41:57.061405 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:57.089995 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-d58714d3-8557-421a-9a08-54588db1cdfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0499635 Aug 29 06:41:57.099463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 544d24df-bdd1-4937-b4b1-68dd14cc4875, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=544d24df-bdd1-4937-b4b1-68dd14cc4875,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:57.100414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-1a0d7eb1-b53e-45d1-84c3-d3967af47b0c service neutron] 10.222.0.76 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618977 Aug 29 06:41:57.107609 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91fc163-e4d3-430e-a969-942f023eea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544d24df-bdd1-4937-b4b1-68dd14cc4875'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:57.113144 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a0a468-68cf-4046-b4bf-08891c6abd17" -d '{"events": [{"server_uuid": "d91fc163-e4d3-430e-a969-942f023eea11", "name": "network-vif-plugged", "status": "completed", "tag": "544d24df-bdd1-4937-b4b1-68dd14cc4875"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:57.113293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-129b68d4-3984-4c48-a01c-875b6b9b4840 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'port': {'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760', 'admin_state_up': True, 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'security_groups': ['afe5db52-9fed-4530-97a4-53a983748119']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:57.160422 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:41:57.178374 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:57.179405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device bca324e9-4c2b-4446-90b9-52c24155b5da no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:41:57.220690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-2e19880f-f84e-4ef5-848f-10374074f780 service neutron] 10.222.0.76 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130302 Aug 29 06:41:57.337725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=544d24df-bdd1-4937-b4b1-68dd14cc4875,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:57.363890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-7365b47a-d3bf-459a-8a61-c95546e3a206 service neutron] 10.222.0.76 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326306 Aug 29 06:41:57.429702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e3f13998-ccc4-4657-9b92-25365845c91d None None] Provisioning for port b158ba04-343b-46ee-85a3-386664f7f41d completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:57.456325 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:57.491179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-129b68d4-3984-4c48-a01c-875b6b9b4840 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Made reservation on behalf of d7ca440486aa4cc7b212f4190a478c52 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:57.501835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e3f13998-ccc4-4657-9b92-25365845c91d None None] Provisioning complete for port b158ba04-343b-46ee-85a3-386664f7f41d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:57.502231 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e3f13998-ccc4-4657-9b92-25365845c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:57.533680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676f0db-3613-40ba-b6f0-1aa8a4b157d9 req-aabbeeb2-6548-4554-a04e-116add13d3f9 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:57.542613 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2676f0db-3613-40ba-b6f0-1aa8a4b157d9 req-aabbeeb2-6548-4554-a04e-116add13d3f9 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 949 time: 0.0934267 Aug 29 06:41:57.545853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port bca324e9-4c2b-4446-90b9-52c24155b5da, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=bca324e9-4c2b-4446-90b9-52c24155b5da,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:57.559645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e3f13998-ccc4-4657-9b92-25365845c91d None None] Port b158ba04-343b-46ee-85a3-386664f7f41d cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:41:57.608238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2676f0db-3613-40ba-b6f0-1aa8a4b157d9 req-3886f7f2-6762-4795-b6dc-69133316a5ff tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639374 Aug 29 06:41:57.635353 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:57.644494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4447d3-021c-4691-bc70-81988d6d114a req-47cea226-153d-4ba8-b9c8-5ecc455edc26 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:57.646082 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-aa4447d3-021c-4691-bc70-81988d6d114a req-47cea226-153d-4ba8-b9c8-5ecc455edc26 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.15 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 950 time: 0.1654918 Aug 29 06:41:57.653348 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-129b68d4-3984-4c48-a01c-875b6b9b4840 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:57.701353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=bca324e9-4c2b-4446-90b9-52c24155b5da,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:57.730257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c6b9e-1aae-4c83-9b57-bafa93eef1c1 req-a6baffbe-251d-4a07-8ebb-7a5bee3bf5d5 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:57.731899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec8c6b9e-1aae-4c83-9b57-bafa93eef1c1 req-a6baffbe-251d-4a07-8ebb-7a5bee3bf5d5 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.0516014 Aug 29 06:41:57.773305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec8c6b9e-1aae-4c83-9b57-bafa93eef1c1 req-03115b43-b502-42ed-9fdc-cea3ac6902b6 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350206 Aug 29 06:41:57.828283 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e963f6-7741-45d0-b2cd-9b2ff07b0f4f x-openstack-request-id: req-19e963f6-7741-45d0-b2cd-9b2ff07b0f4f {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:57.828579 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91fc163-e4d3-430e-a969-942f023eea11", "name": "network-vif-plugged", "status": "completed", "tag": "544d24df-bdd1-4937-b4b1-68dd14cc4875", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:57.828830 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-19e963f6-7741-45d0-b2cd-9b2ff07b0f4f {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:57.829225 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91fc163-e4d3-430e-a969-942f023eea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544d24df-bdd1-4937-b4b1-68dd14cc4875', 'code': 200} Aug 29 06:41:57.940045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-aa4447d3-021c-4691-bc70-81988d6d114a req-a8ed8801-33f3-437d-a90a-9731077c1587 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Deleting port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:41:57.940393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-aa4447d3-021c-4691-bc70-81988d6d114a req-a8ed8801-33f3-437d-a90a-9731077c1587 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:58.006008 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-129b68d4-3984-4c48-a01c-875b6b9b4840 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Allocated IP 10.2.2.100 (57ffac55-609b-41cd-9af3-72358c53e760/b0e90aa0-bc35-4497-8202-2e1dfd85d0cd/b38a0eb3-cea4-48b0-be11-e157a7a34573) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:58.033453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093453e5-6ad0-4b60-a708-80156e84221c req-40d0fea3-6b40-46fa-8774-73100d2a9b6f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:58.042599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093453e5-6ad0-4b60-a708-80156e84221c req-40d0fea3-6b40-46fa-8774-73100d2a9b6f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:58.047618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093453e5-6ad0-4b60-a708-80156e84221c req-40d0fea3-6b40-46fa-8774-73100d2a9b6f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:58.049427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-093453e5-6ad0-4b60-a708-80156e84221c req-40d0fea3-6b40-46fa-8774-73100d2a9b6f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 2374 time: 0.0870445 Aug 29 06:41:58.086492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-aa4447d3-021c-4691-bc70-81988d6d114a req-a8ed8801-33f3-437d-a90a-9731077c1587 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] For port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=2e76e0f8-770d-4771-8a46-f4f12c2e5de1,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:58.086896 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-aa4447d3-021c-4691-bc70-81988d6d114a req-a8ed8801-33f3-437d-a90a-9731077c1587 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:58.142167 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-aa4447d3-021c-4691-bc70-81988d6d114a req-a8ed8801-33f3-437d-a90a-9731077c1587 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Calling delete_port for 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:41:58.260062 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-129b68d4-3984-4c48-a01c-875b6b9b4840 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:58.285616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-129b68d4-3984-4c48-a01c-875b6b9b4840 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Transition to ACTIVE for port object b38a0eb3-cea4-48b0-be11-e157a7a34573 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:41:58.397177 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-129b68d4-3984-4c48-a01c-875b6b9b4840 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:58.450508 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-129b68d4-3984-4c48-a01c-875b6b9b4840 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Network 57ffac55-609b-41cd-9af3-72358c53e760 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:41:58.461630 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-129b68d4-3984-4c48-a01c-875b6b9b4840 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:41:58.480270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-129b68d4-3984-4c48-a01c-875b6b9b4840 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:41:58.515594 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-093453e5-6ad0-4b60-a708-80156e84221c req-aa024a6c-ff09-415a-b7b7-b40881db9151 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4410343 Aug 29 06:41:58.515594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc18fcb-9483-4911-abcd-53fe3a961d6c req-77c85b05-42e3-4ccb-9960-ae15a1864f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:58.515594 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0dc18fcb-9483-4911-abcd-53fe3a961d6c req-77c85b05-42e3-4ccb-9960-ae15a1864f7f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 1098 time: 0.5607567 Aug 29 06:41:58.537297 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-aa4447d3-021c-4691-bc70-81988d6d114a req-a8ed8801-33f3-437d-a90a-9731077c1587 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:58.543226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b68d4-3984-4c48-a01c-875b6b9b4840 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'Port': ['ID=b38a0eb3-cea4-48b0-be11-e157a7a34573,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:58.550629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['2e76e0f8-770d-4771-8a46-f4f12c2e5de1', '915ed247-86a1-4a6c-b8d9-f872da3c620a'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:58.554479 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed3765-f417-4b1b-90aa-7a694eb2ae40 req-0aabf2ab-cda3-4f34-90f8-731ebde33822 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:58.556098 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8ed3765-f417-4b1b-90aa-7a694eb2ae40 req-0aabf2ab-cda3-4f34-90f8-731ebde33822 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 949 time: 0.1589818 Aug 29 06:41:58.631378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-129b68d4-3984-4c48-a01c-875b6b9b4840 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:58.632313 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-129b68d4-3984-4c48-a01c-875b6b9b4840 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:58.653255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['0b996a26-d1d6-40d0-802c-f6aaead31adb'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:41:58.731110 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed8801-33f3-437d-a90a-9731077c1587 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Pushing event deleted for resources: {'Port': ['ID=2e76e0f8-770d-4771-8a46-f4f12c2e5de1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:58.757692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4447d3-021c-4691-bc70-81988d6d114a req-a8ed8801-33f3-437d-a90a-9731077c1587 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] No DVR routers for this DVR port 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:41:58.763052 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-aa4447d3-021c-4691-bc70-81988d6d114a req-a8ed8801-33f3-437d-a90a-9731077c1587 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:58.765369 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-aa4447d3-021c-4691-bc70-81988d6d114a req-a8ed8801-33f3-437d-a90a-9731077c1587 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.15 "DELETE /v2.0/ports/2e76e0f8-770d-4771-8a46-f4f12c2e5de1 HTTP/1.1" status: 204 len: 173 time: 1.1086285 Aug 29 06:41:58.769031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acae5288-71a6-471f-9d54-d3a2c7abacd2', 'name': 'network-vif-deleted', 'tag': '2e76e0f8-770d-4771-8a46-f4f12c2e5de1'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:58.769192 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0dc18fcb-9483-4911-abcd-53fe3a961d6c req-1bd6be34-b4c6-4233-a878-3406bfb4e5c1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382503 Aug 29 06:41:58.769699 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99f244f-cab0-42cd-aaa5-c7329708a015" -d '{"events": [{"server_uuid": "acae5288-71a6-471f-9d54-d3a2c7abacd2", "name": "network-vif-deleted", "tag": "2e76e0f8-770d-4771-8a46-f4f12c2e5de1"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:58.799000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3a19b-0b77-48e9-89b7-bd56225e9fb0 req-f8cf8734-b8bd-4cfb-a506-11a2673c1b98 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:58.800706 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3db3a19b-0b77-48e9-89b7-bd56225e9fb0 req-f8cf8734-b8bd-4cfb-a506-11a2673c1b98 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 948 time: 0.1498790 Aug 29 06:41:58.813343 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-129b68d4-3984-4c48-a01c-875b6b9b4840 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7091417 Aug 29 06:41:58.869016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3db3a19b-0b77-48e9-89b7-bd56225e9fb0 req-37f16847-7ffb-4dde-a268-af582c945d28 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609603 Aug 29 06:41:58.905008 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-f8ed3765-f417-4b1b-90aa-7a694eb2ae40 req-e024444c-d294-4967-b895-60d9999c61c8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Deleting port e668c73a-ddfd-469b-984e-dfb9aff35cfa {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:41:58.905353 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8ed3765-f417-4b1b-90aa-7a694eb2ae40 req-e024444c-d294-4967-b895-60d9999c61c8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:59.052778 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aacd3a43-5c61-4002-a82c-9c22777d8b96 req-3f01e262-46e5-4bbf-ba93-f20b7347a1f3 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=acae5288-71a6-471f-9d54-d3a2c7abacd2 HTTP/1.1" status: 200 len: 210 time: 0.0516281 Aug 29 06:41:59.063224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9bc4ec31-955c-4ded-97f5-10bea22d5d6b None None] Provisioning for port b38a0eb3-cea4-48b0-be11-e157a7a34573 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:41:59.118904 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9bc4ec31-955c-4ded-97f5-10bea22d5d6b None None] Provisioning complete for port b38a0eb3-cea4-48b0-be11-e157a7a34573 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:41:59.121180 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9bc4ec31-955c-4ded-97f5-10bea22d5d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:59.131864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-f8ed3765-f417-4b1b-90aa-7a694eb2ae40 req-e024444c-d294-4967-b895-60d9999c61c8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] For port e668c73a-ddfd-469b-984e-dfb9aff35cfa, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e668c73a-ddfd-469b-984e-dfb9aff35cfa,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:41:59.135175 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8ed3765-f417-4b1b-90aa-7a694eb2ae40 req-e024444c-d294-4967-b895-60d9999c61c8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:59.151448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-110f72a3-2f98-404c-8d34-c4f866a99a51 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'port': {'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760', 'admin_state_up': True, 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'security_groups': ['afe5db52-9fed-4530-97a4-53a983748119']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:41:59.186399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-f8ed3765-f417-4b1b-90aa-7a694eb2ae40 req-e024444c-d294-4967-b895-60d9999c61c8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Calling delete_port for e668c73a-ddfd-469b-984e-dfb9aff35cfa owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:41:59.190610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4ec31-955c-4ded-97f5-10bea22d5d6b None None] Port b38a0eb3-cea4-48b0-be11-e157a7a34573 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:41:59.412373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-110f72a3-2f98-404c-8d34-c4f866a99a51 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Made reservation on behalf of d7ca440486aa4cc7b212f4190a478c52 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:41:59.416291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e81b1a-ca34-473f-b1dd-3283bdf547d9 req-154e8ceb-8740-4985-bb25-dde93390e830 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:59.417745 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-110f72a3-2f98-404c-8d34-c4f866a99a51 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:59.417884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67e81b1a-ca34-473f-b1dd-3283bdf547d9 req-154e8ceb-8740-4985-bb25-dde93390e830 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 949 time: 0.1009676 Aug 29 06:41:59.462777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67e81b1a-ca34-473f-b1dd-3283bdf547d9 req-74882040-b4a9-46df-bca3-d035782936bb tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/security-groups?id=42696131-fb6b-45f4-b98e-ccfc6099e946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379398 Aug 29 06:41:59.540760 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89699b2a-b415-4351-8596-18c653293ceb x-openstack-request-id: req-89699b2a-b415-4351-8596-18c653293ceb {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:41:59.541335 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acae5288-71a6-471f-9d54-d3a2c7abacd2", "name": "network-vif-deleted", "tag": "2e76e0f8-770d-4771-8a46-f4f12c2e5de1", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:41:59.541335 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-89699b2a-b415-4351-8596-18c653293ceb {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:41:59.541675 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acae5288-71a6-471f-9d54-d3a2c7abacd2', 'name': 'network-vif-deleted', 'tag': '2e76e0f8-770d-4771-8a46-f4f12c2e5de1', 'status': 'completed', 'code': 200} Aug 29 06:41:59.561186 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8ed3765-f417-4b1b-90aa-7a694eb2ae40 req-e024444c-d294-4967-b895-60d9999c61c8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:59.610094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024444c-d294-4967-b895-60d9999c61c8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Pushing event deleted for resources: {'Port': ['ID=e668c73a-ddfd-469b-984e-dfb9aff35cfa,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:41:59.665202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-110f72a3-2f98-404c-8d34-c4f866a99a51 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Allocated IP 10.2.2.200 (57ffac55-609b-41cd-9af3-72358c53e760/b0e90aa0-bc35-4497-8202-2e1dfd85d0cd/58de485d-a40f-4752-adb4-d1ea3772863a) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:41:59.673165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ed3765-f417-4b1b-90aa-7a694eb2ae40 req-e024444c-d294-4967-b895-60d9999c61c8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] No DVR routers for this DVR port e668c73a-ddfd-469b-984e-dfb9aff35cfa on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:41:59.678010 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8ed3765-f417-4b1b-90aa-7a694eb2ae40 req-e024444c-d294-4967-b895-60d9999c61c8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:59.680096 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8ed3765-f417-4b1b-90aa-7a694eb2ae40 req-e024444c-d294-4967-b895-60d9999c61c8 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.15 "DELETE /v2.0/ports/e668c73a-ddfd-469b-984e-dfb9aff35cfa HTTP/1.1" status: 204 len: 173 time: 1.1062224 Aug 29 06:41:59.680548 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6805d2-50df-448d-bcd3-39a3f297f2df', 'name': 'network-vif-deleted', 'tag': 'e668c73a-ddfd-469b-984e-dfb9aff35cfa'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:59.682960 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56aab74c-772a-4d77-af08-4bedf875d8bc" -d '{"events": [{"server_uuid": "0f6805d2-50df-448d-bcd3-39a3f297f2df", "name": "network-vif-deleted", "tag": "e668c73a-ddfd-469b-984e-dfb9aff35cfa"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:59.698748 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f84f48-0c91-4e3e-a771-2dff8e50955f req-8629e178-cddc-409e-aeb0-49da6d687445 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:41:59.700382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22f84f48-0c91-4e3e-a771-2dff8e50955f req-8629e178-cddc-409e-aeb0-49da6d687445 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.1258233 Aug 29 06:41:59.760111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22f84f48-0c91-4e3e-a771-2dff8e50955f req-9fd044f3-b82d-45f8-b405-5df3ee3ff2a0 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501320 Aug 29 06:41:59.830030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0543c4ff-adfb-4a00-a8e5-3925333ee55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca324e9-4c2b-4446-90b9-52c24155b5da'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:41:59.833498 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9db119-0295-4883-a83c-cf296ab87ecd" -d '{"events": [{"server_uuid": "0543c4ff-adfb-4a00-a8e5-3925333ee55f", "name": "network-vif-unplugged", "status": "completed", "tag": "bca324e9-4c2b-4446-90b9-52c24155b5da"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:41:59.869788 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-110f72a3-2f98-404c-8d34-c4f866a99a51 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:41:59.899091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-110f72a3-2f98-404c-8d34-c4f866a99a51 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Transition to ACTIVE for port object 58de485d-a40f-4752-adb4-d1ea3772863a will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:00.053318 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-110f72a3-2f98-404c-8d34-c4f866a99a51 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:00.136472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f72a3-2f98-404c-8d34-c4f866a99a51 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event updated for resources: {'Port': ['ID=58de485d-a40f-4752-adb4-d1ea3772863a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:00.163303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-110f72a3-2f98-404c-8d34-c4f866a99a51 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Network 57ffac55-609b-41cd-9af3-72358c53e760 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:42:00.163303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-110f72a3-2f98-404c-8d34-c4f866a99a51 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:00.166057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-110f72a3-2f98-404c-8d34-c4f866a99a51 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:42:00.253495 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-110f72a3-2f98-404c-8d34-c4f866a99a51 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:00.254108 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-110f72a3-2f98-404c-8d34-c4f866a99a51 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:00.373318 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-110f72a3-2f98-404c-8d34-c4f866a99a51 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2270460 Aug 29 06:42:00.432589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Request body: {'port': {'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:00.492047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cdead-a010-4387-b785-a877a9c9f71c req-3914b732-3ef4-4ba8-b8bf-8bdf68f686f2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:00.498840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cdead-a010-4387-b785-a877a9c9f71c req-3914b732-3ef4-4ba8-b8bf-8bdf68f686f2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:00.506403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cdead-a010-4387-b785-a877a9c9f71c req-3914b732-3ef4-4ba8-b8bf-8bdf68f686f2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:00.513458 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cdead-a010-4387-b785-a877a9c9f71c req-3914b732-3ef4-4ba8-b8bf-8bdf68f686f2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:00.530019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cdead-a010-4387-b785-a877a9c9f71c req-3914b732-3ef4-4ba8-b8bf-8bdf68f686f2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:00.532752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-455cdead-a010-4387-b785-a877a9c9f71c req-3914b732-3ef4-4ba8-b8bf-8bdf68f686f2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 3816 time: 0.1080947 Aug 29 06:42:00.560066 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:00.625945 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be38ec4-f18f-4765-8d2d-953382f3a466 x-openstack-request-id: req-1be38ec4-f18f-4765-8d2d-953382f3a466 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:00.626246 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6805d2-50df-448d-bcd3-39a3f297f2df", "name": "network-vif-deleted", "tag": "e668c73a-ddfd-469b-984e-dfb9aff35cfa", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:00.626575 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1be38ec4-f18f-4765-8d2d-953382f3a466 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:00.626906 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6805d2-50df-448d-bcd3-39a3f297f2df', 'name': 'network-vif-deleted', 'tag': 'e668c73a-ddfd-469b-984e-dfb9aff35cfa', 'status': 'completed', 'code': 200} Aug 29 06:42:00.661972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-455cdead-a010-4387-b785-a877a9c9f71c req-66abb787-1769-42aa-a0fc-950958c9275c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221356 Aug 29 06:42:00.708983 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce420ef-c3fc-4565-9951-330064284e83 x-openstack-request-id: req-cce420ef-c3fc-4565-9951-330064284e83 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:00.709382 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0543c4ff-adfb-4a00-a8e5-3925333ee55f", "name": "network-vif-unplugged", "status": "completed", "tag": "bca324e9-4c2b-4446-90b9-52c24155b5da", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:00.709736 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cce420ef-c3fc-4565-9951-330064284e83 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:00.710276 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0543c4ff-adfb-4a00-a8e5-3925333ee55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca324e9-4c2b-4446-90b9-52c24155b5da', 'code': 200} Aug 29 06:42:00.720666 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-646e59b5-84b6-4677-8c46-9844c1f301d1 None None] Provisioning for port 58de485d-a40f-4752-adb4-d1ea3772863a completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:00.726916 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-646e59b5-84b6-4677-8c46-9844c1f301d1 None None] Provisioning complete for port 58de485d-a40f-4752-adb4-d1ea3772863a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:00.726916 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-646e59b5-84b6-4677-8c46-9844c1f301d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:00.863933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-646e59b5-84b6-4677-8c46-9844c1f301d1 None None] Port 58de485d-a40f-4752-adb4-d1ea3772863a cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:42:00.872563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f842b17-f375-4115-a0c3-37c9a4746bbc req-32be3c58-7a59-45d4-a83e-a631b151f22f tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0377986 Aug 29 06:42:01.105198 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-692adc78-80a8-44aa-988c-6399a80d7df4 req-3f879b80-24cd-48f7-97fa-19db2b96bbb9 tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0526910 Aug 29 06:42:01.188456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602bdddd-529e-47ca-8f45-869393263358 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:01.211789 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:01.232108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Transition to ACTIVE for port object 602bdddd-529e-47ca-8f45-869393263358 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:01.261307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c73782-9403-46d2-830a-078c6130d7c7 req-3e152d8e-a125-4caf-83c8-14a63ae87e71 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:01.262861 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74c73782-9403-46d2-830a-078c6130d7c7 req-3e152d8e-a125-4caf-83c8-14a63ae87e71 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.0637958 Aug 29 06:42:01.305199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74c73782-9403-46d2-830a-078c6130d7c7 req-81b76b04-61ca-4437-a228-94a79566786c tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360963 Aug 29 06:42:01.374085 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:01.380683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e668c73a-ddfd-469b-984e-dfb9aff35cfa no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:42:01.438684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: e668c73a-ddfd-469b-984e-dfb9aff35cfa {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:42:01.439365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e668c73a-ddfd-469b-984e-dfb9aff35cfa not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:42:01.439988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:42:01.473914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:42:01.474259 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 2e76e0f8-770d-4771-8a46-f4f12c2e5de1 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:42:01.491829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7245453-ae07-4388-a136-c62c41034a6f req-7fe2c762-d081-49ca-9aae-832f9f1fa4b1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:01.493347 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7245453-ae07-4388-a136-c62c41034a6f req-7fe2c762-d081-49ca-9aae-832f9f1fa4b1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.0835145 Aug 29 06:42:01.497298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Pushing event updated for resources: {'Port': ['ID=602bdddd-529e-47ca-8f45-869393263358,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:01.542896 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7245453-ae07-4388-a136-c62c41034a6f req-877f0144-5642-41af-8530-c7e3dfa42495 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Aug 29 06:42:01.613119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Attempting to bind port 602bdddd-529e-47ca-8f45-869393263358 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:01.613695 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Attempting to bind port 602bdddd-529e-47ca-8f45-869393263358 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '51e8a37b-b122-4d6c-a642-fb212fd25b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:01.613806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Attempting to bind port 602bdddd-529e-47ca-8f45-869393263358 on network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:01.619764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Port 602bdddd-529e-47ca-8f45-869393263358 on network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:01.620167 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Attempting to bind port 602bdddd-529e-47ca-8f45-869393263358 on network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:01.627955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:01.628517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Checking segment: {'id': '51e8a37b-b122-4d6c-a642-fb212fd25b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:01.629279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Bound using segment: {'id': '51e8a37b-b122-4d6c-a642-fb212fd25b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:01.630169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Bound port: 602bdddd-529e-47ca-8f45-869393263358, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e8a37b-b122-4d6c-a642-fb212fd25b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:01.630915 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:01.734955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] For port 602bdddd-529e-47ca-8f45-869393263358, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:01.734955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] For port 602bdddd-529e-47ca-8f45-869393263358, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=602bdddd-529e-47ca-8f45-869393263358,segment=NetworkSegment(51e8a37b-b122-4d6c-a642-fb212fd25b05),segment_id=51e8a37b-b122-4d6c-a642-fb212fd25b05)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:01.820591 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a66c-cc29-4561-8b1e-532024931914 req-4957935d-3772-4a8b-8ec3-9a47729b9b60 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:01.822617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c644a66c-cc29-4561-8b1e-532024931914 req-4957935d-3772-4a8b-8ec3-9a47729b9b60 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 950 time: 0.0565410 Aug 29 06:42:01.846894 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:01.885561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c644a66c-cc29-4561-8b1e-532024931914 req-dd5f5317-dd3a-4c87-9b03-72eaffa2fda5 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542564 Aug 29 06:42:01.895349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:01.895980 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:01.897496 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] 10.222.0.11 "PUT /v2.0/ports/602bdddd-529e-47ca-8f45-869393263358 HTTP/1.1" status: 200 len: 1093 time: 1.4728827 Aug 29 06:42:01.897942 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': '602bdddd-529e-47ca-8f45-869393263358'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:01.900436 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca478a51-e95f-416c-8771-f2c29a7894e0" -d '{"events": [{"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "602bdddd-529e-47ca-8f45-869393263358"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:01.936273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60383d30-e27f-4779-9aa0-d8622c1192b6 service neutron] Pushing event updated for resources: {'Port': ['ID=602bdddd-529e-47ca-8f45-869393263358,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:02.004572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf65988-b092-450d-a08b-56e5c02d8ebe req-ef4f109c-89da-4773-a494-ff0470871fd2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:02.011229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf65988-b092-450d-a08b-56e5c02d8ebe req-ef4f109c-89da-4773-a494-ff0470871fd2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:02.022043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf65988-b092-450d-a08b-56e5c02d8ebe req-ef4f109c-89da-4773-a494-ff0470871fd2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:02.028338 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf65988-b092-450d-a08b-56e5c02d8ebe req-ef4f109c-89da-4773-a494-ff0470871fd2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:02.034455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf65988-b092-450d-a08b-56e5c02d8ebe req-ef4f109c-89da-4773-a494-ff0470871fd2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:02.039727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-baf65988-b092-450d-a08b-56e5c02d8ebe req-ef4f109c-89da-4773-a494-ff0470871fd2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 3828 time: 0.0974700 Aug 29 06:42:02.078673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-baf65988-b092-450d-a08b-56e5c02d8ebe req-a27e0a79-a463-455a-ad08-84dc7426dbfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356822 Aug 29 06:42:02.155261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Request body: {'port': {'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:02.247445 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15031ef0-406a-49aa-98ff-a03a01036bce x-openstack-request-id: req-15031ef0-406a-49aa-98ff-a03a01036bce {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:02.247735 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "602bdddd-529e-47ca-8f45-869393263358", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:02.247990 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-15031ef0-406a-49aa-98ff-a03a01036bce {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:02.248390 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': '602bdddd-529e-47ca-8f45-869393263358', 'status': 'completed', 'code': 200} Aug 29 06:42:02.257316 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:02.295055 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bb3a85b-e924-4ddb-a9f6-6c430cfc19b7 req-6348d3af-2f96-4996-a978-e1ea2958be07 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0367584 Aug 29 06:42:02.430169 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca478a51-e95f-416c-8771-f2c29a7894e0 req-0cf493c1-5251-4617-93ff-57c4f2a132af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:02.438803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca478a51-e95f-416c-8771-f2c29a7894e0 req-0cf493c1-5251-4617-93ff-57c4f2a132af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:02.438803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca478a51-e95f-416c-8771-f2c29a7894e0 req-0cf493c1-5251-4617-93ff-57c4f2a132af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:02.439126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca478a51-e95f-416c-8771-f2c29a7894e0 req-0cf493c1-5251-4617-93ff-57c4f2a132af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:02.439772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca478a51-e95f-416c-8771-f2c29a7894e0 req-0cf493c1-5251-4617-93ff-57c4f2a132af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:02.442506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca478a51-e95f-416c-8771-f2c29a7894e0 req-0cf493c1-5251-4617-93ff-57c4f2a132af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7ca440486aa4cc7b212f4190a478c52&device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 4364 time: 0.1311271 Aug 29 06:42:02.601372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d903e78e-8a27-4bd4-a4ec-6b59e0fc3363 req-313ae5d2-6229-4473-9b67-c33416f237fe tempest-ServersOnMultiNodesTest-679399630 tempest-ServersOnMultiNodesTest-679399630-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.1214690 Aug 29 06:42:02.626416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c4d706-cba3-4649-8efe-17e2a9e9840f {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:02.638097 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:02.662849 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Transition to ACTIVE for port object 93c4d706-cba3-4649-8efe-17e2a9e9840f will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:02.673467 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6a2a7-7971-4bf0-8e53-ce7daef8c89f req-253a3070-826f-4b7f-bb62-52ef5e3ff092 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:02.675051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ff6a2a7-7971-4bf0-8e53-ce7daef8c89f req-253a3070-826f-4b7f-bb62-52ef5e3ff092 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.2325027 Aug 29 06:42:02.755099 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:02.776198 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ff6a2a7-7971-4bf0-8e53-ce7daef8c89f req-aed36f88-291e-434f-8801-570a612e2064 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926979 Aug 29 06:42:02.781198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca478a51-e95f-416c-8771-f2c29a7894e0 req-23ad549c-d956-4acf-9280-793142bfd2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:02.781501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca478a51-e95f-416c-8771-f2c29a7894e0 req-23ad549c-d956-4acf-9280-793142bfd2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:02.781976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca478a51-e95f-416c-8771-f2c29a7894e0 req-23ad549c-d956-4acf-9280-793142bfd2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:02.791199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca478a51-e95f-416c-8771-f2c29a7894e0 req-23ad549c-d956-4acf-9280-793142bfd2cf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d7ca440486aa4cc7b212f4190a478c52&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3007791 Aug 29 06:42:02.835268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Pushing event updated for resources: {'Port': ['ID=93c4d706-cba3-4649-8efe-17e2a9e9840f,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:02.966392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Attempting to bind port 93c4d706-cba3-4649-8efe-17e2a9e9840f on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:02.966798 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Attempting to bind port 93c4d706-cba3-4649-8efe-17e2a9e9840f by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:02.967135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Attempting to bind port 93c4d706-cba3-4649-8efe-17e2a9e9840f on network a36fa329-024c-4710-93ad-78c82667ba38 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:02.972669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Port 93c4d706-cba3-4649-8efe-17e2a9e9840f on network a36fa329-024c-4710-93ad-78c82667ba38 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:02.973409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Attempting to bind port 93c4d706-cba3-4649-8efe-17e2a9e9840f on network a36fa329-024c-4710-93ad-78c82667ba38 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:02.980170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:02.980170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Checking segment: {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:02.980674 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Bound using segment: {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:02.981188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Bound port: 93c4d706-cba3-4649-8efe-17e2a9e9840f, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:02.981666 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:03.082206 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] For port 93c4d706-cba3-4649-8efe-17e2a9e9840f, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:03.085914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] For port 93c4d706-cba3-4649-8efe-17e2a9e9840f, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=93c4d706-cba3-4649-8efe-17e2a9e9840f,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:03.150257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:03.158022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca478a51-e95f-416c-8771-f2c29a7894e0 req-4a62b7c0-1ef9-44ed-b043-61cb7de36ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:03.159548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca478a51-e95f-416c-8771-f2c29a7894e0 req-4a62b7c0-1ef9-44ed-b043-61cb7de36ae9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3669546 Aug 29 06:42:03.170602 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23109079-c732-4a03-9f7d-f9dfa0c93c5f req-eb10ea10-cdbe-41da-96e5-5d876c840935 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:03.178302 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23109079-c732-4a03-9f7d-f9dfa0c93c5f req-eb10ea10-cdbe-41da-96e5-5d876c840935 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 950 time: 0.1706295 Aug 29 06:42:03.228609 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:03.229270 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:03.231082 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] 10.222.0.11 "PUT /v2.0/ports/93c4d706-cba3-4649-8efe-17e2a9e9840f HTTP/1.1" status: 200 len: 1137 time: 1.0954230 Aug 29 06:42:03.259877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23109079-c732-4a03-9f7d-f9dfa0c93c5f req-d1543b0a-dcc7-489a-b236-556eb2c136b5 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756469 Aug 29 06:42:03.268266 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be4653-debc-4e94-aa7d-e50a5703c332 service neutron] Pushing event updated for resources: {'Port': ['ID=93c4d706-cba3-4649-8efe-17e2a9e9840f,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:03.309348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40010) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:03.333370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c5027-9377-4682-86d4-e6b15d12ff98 req-bd9334cb-7e7c-4117-b424-8adc7da1d4b1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:03.340655 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c5027-9377-4682-86d4-e6b15d12ff98 req-bd9334cb-7e7c-4117-b424-8adc7da1d4b1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:03.347626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c5027-9377-4682-86d4-e6b15d12ff98 req-bd9334cb-7e7c-4117-b424-8adc7da1d4b1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:03.358609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c5027-9377-4682-86d4-e6b15d12ff98 req-bd9334cb-7e7c-4117-b424-8adc7da1d4b1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:03.365236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c5027-9377-4682-86d4-e6b15d12ff98 req-bd9334cb-7e7c-4117-b424-8adc7da1d4b1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:03.372641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c5027-9377-4682-86d4-e6b15d12ff98 req-bd9334cb-7e7c-4117-b424-8adc7da1d4b1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:03.378268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Request body: {'port': {'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:03.382568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 13dc54f0-836a-4a9d-bd86-5258f3710eb7 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:42:03.386769 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:03.403100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-442c5027-9377-4682-86d4-e6b15d12ff98 req-bd9334cb-7e7c-4117-b424-8adc7da1d4b1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 4606 time: 0.1870522 Aug 29 06:42:03.481409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-442c5027-9377-4682-86d4-e6b15d12ff98 req-b456f9be-626e-43b4-a134-05fb8d5f1501 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715997 Aug 29 06:42:03.588339 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:03.682963 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:03.694366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40018) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:03.695786 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-25c977ba-e59c-4d97-a9d4-d8dbf2122685 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792396 Aug 29 06:42:03.698860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8dda78d6-89b4-440b-a293-24a8d25892f5 req-708f675a-782b-4986-9c50-06d3ea3f4cee tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0471382 Aug 29 06:42:03.704153 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '13dc54f0-836a-4a9d-bd86-5258f3710eb7', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '13dc54f0-836a-4a9d-bd86-5258f3710eb7', 'mac_address': 'fa:16:3e:ff:c4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:42:03.804820 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:03.844649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13dc54f0-836a-4a9d-bd86-5258f3710eb7 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:03.858590 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50948d05-6f0e-4302-a7b7-7c0de6fce9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:03.904210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:03.952717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50948d05-6f0e-4302-a7b7-7c0de6fce9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:03.983914 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:04.002314 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818578e0-5017-4ec1-9fdc-81130a2fa040 req-1117d6e3-f157-4fae-973d-6b9ff8c4d0ac tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.003973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-818578e0-5017-4ec1-9fdc-81130a2fa040 req-1117d6e3-f157-4fae-973d-6b9ff8c4d0ac tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 950 time: 0.2079766 Aug 29 06:42:04.008113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-b4168358-e0b1-4237-9d7b-ba4feb10bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.009489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-b4168358-e0b1-4237-9d7b-ba4feb10bdce service neutron] 10.222.0.15 "GET /v2.0/ports/4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 HTTP/1.1" status: 200 len: 1026 time: 0.1211483 Aug 29 06:42:04.055351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=13dc54f0-836a-4a9d-bd86-5258f3710eb7,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:04.117164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4735e-03ae-46b2-b983-7fef615a6931 req-bbfcbc8c-da86-4d7c-b421-32bb3e70b28e tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.118732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38d4735e-03ae-46b2-b983-7fef615a6931 req-bbfcbc8c-da86-4d7c-b421-32bb3e70b28e tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.1883554 Aug 29 06:42:04.123162 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-d6dd3b67-8782-4434-83b8-c96c23201be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.124489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-d6dd3b67-8782-4434-83b8-c96c23201be8 service neutron] 10.222.0.15 "GET /v2.0/ports/bcd6b383-2ce3-4041-b3e5-40537ae7211f HTTP/1.1" status: 200 len: 1027 time: 0.0940878 Aug 29 06:42:04.128463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['13dc54f0-836a-4a9d-bd86-5258f3710eb7'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:42:04.135653 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0955f131-dd83-40ea-9043-264a188011e9 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:04.144855 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:04.168983 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Transition to ACTIVE for port object 0955f131-dd83-40ea-9043-264a188011e9 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:04.249791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': '93c4d706-cba3-4649-8efe-17e2a9e9840f'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:04.252848 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "93c4d706-cba3-4649-8efe-17e2a9e9840f"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:04.257871 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:04.295930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-71e0ca92-1421-4a43-a719-ac02732c4d16 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.309252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-71e0ca92-1421-4a43-a719-ac02732c4d16 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.327128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-71e0ca92-1421-4a43-a719-ac02732c4d16 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.332960 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-71e0ca92-1421-4a43-a719-ac02732c4d16 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "GET /v2.0/networks?id=cdbc2cac-fa4d-4a71-9993-2be4f6afc44c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=606aeb02-681b-4216-bf8c-e614c7425478&id=606aeb02-681b-4216-bf8c-e614c7425478 HTTP/1.1" status: 200 len: 1987 time: 0.1980007 Aug 29 06:42:04.356014 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Pushing event updated for resources: {'Port': ['ID=0955f131-dd83-40ea-9043-264a188011e9,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:04.366521 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1543aa50-1f73-423d-b7bb-d80d7cea2ef7 x-openstack-request-id: req-1543aa50-1f73-423d-b7bb-d80d7cea2ef7 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:04.366815 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "93c4d706-cba3-4649-8efe-17e2a9e9840f", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:04.367216 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1543aa50-1f73-423d-b7bb-d80d7cea2ef7 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:04.367500 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': '93c4d706-cba3-4649-8efe-17e2a9e9840f', 'status': 'completed', 'code': 200} Aug 29 06:42:04.405280 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50948d05-6f0e-4302-a7b7-7c0de6fce9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:04.410179 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50948d05-6f0e-4302-a7b7-7c0de6fce9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:04.414499 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-50948d05-6f0e-4302-a7b7-7c0de6fce9a1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42696131-fb6b-45f4-b98e-ccfc6099e946 HTTP/1.1" status: 204 len: 168 time: 0.7108333 Aug 29 06:42:04.457847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50948d05-6f0e-4302-a7b7-7c0de6fce9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42696131-fb6b-45f4-b98e-ccfc6099e946,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:04.516742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38d4735e-03ae-46b2-b983-7fef615a6931 req-4a21a86d-c47d-410f-a07d-0197beb71891 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848121 Aug 29 06:42:04.556407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef req-01f29fd3-d93d-4302-b25a-1be200e5d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.556971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef req-01f29fd3-d93d-4302-b25a-1be200e5d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.557456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef req-01f29fd3-d93d-4302-b25a-1be200e5d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.557986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef req-01f29fd3-d93d-4302-b25a-1be200e5d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.558404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef req-01f29fd3-d93d-4302-b25a-1be200e5d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.559753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef req-01f29fd3-d93d-4302-b25a-1be200e5d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.560645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef req-01f29fd3-d93d-4302-b25a-1be200e5d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.570364 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef req-01f29fd3-d93d-4302-b25a-1be200e5d30b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7ca440486aa4cc7b212f4190a478c52&device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 6181 time: 0.1791308 Aug 29 06:42:04.570364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Attempting to bind port 0955f131-dd83-40ea-9043-264a188011e9 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:04.570364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Attempting to bind port 0955f131-dd83-40ea-9043-264a188011e9 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:04.570364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Attempting to bind port 0955f131-dd83-40ea-9043-264a188011e9 on network a36fa329-024c-4710-93ad-78c82667ba38 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:04.571046 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-098c1062-95dc-46f6-a7dc-0ada69d598d6 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=061145791eb24ccbba477166da42aefb HTTP/1.1" status: 200 len: 379 time: 0.1697977 Aug 29 06:42:04.617979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-522b5427-c208-4dba-9a12-817cd482277c req-2a333c52-f2d3-4265-aeb3-b421ce287e9c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'port': {'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'admin_state_up': True, 'tenant_id': '061145791eb24ccbba477166da42aefb', 'security_groups': ['c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:04.709107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-818578e0-5017-4ec1-9fdc-81130a2fa040 req-a5916ca1-dde0-47bd-b172-0fff4bb608a6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Deleting port 0b996a26-d1d6-40d0-802c-f6aaead31adb {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:42:04.709704 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-818578e0-5017-4ec1-9fdc-81130a2fa040 req-a5916ca1-dde0-47bd-b172-0fff4bb608a6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:04.774440 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Port 0955f131-dd83-40ea-9043-264a188011e9 on network a36fa329-024c-4710-93ad-78c82667ba38 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:04.774913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Attempting to bind port 0955f131-dd83-40ea-9043-264a188011e9 on network a36fa329-024c-4710-93ad-78c82667ba38 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:04.783409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:04.783762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Checking segment: {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:04.793417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Bound using segment: {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:04.793965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Bound port: 0955f131-dd83-40ea-9043-264a188011e9, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:04.794358 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:04.795655 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33ddae-1f72-45ba-a9da-869d7a11798f req-8f2a706a-9e82-4c14-b25d-ec6a56d04136 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.803470 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a33ddae-1f72-45ba-a9da-869d7a11798f req-8f2a706a-9e82-4c14-b25d-ec6a56d04136 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 950 time: 0.2742138 Aug 29 06:42:04.910502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c736c-a8e2-482c-adc1-e70e42f362cc req-bc6287ef-e868-4f0e-ab80-2a84abe4a9ef tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.916517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c736c-a8e2-482c-adc1-e70e42f362cc req-bc6287ef-e868-4f0e-ab80-2a84abe4a9ef tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.922422 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c736c-a8e2-482c-adc1-e70e42f362cc req-bc6287ef-e868-4f0e-ab80-2a84abe4a9ef tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.926123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] For port 0955f131-dd83-40ea-9043-264a188011e9, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:04.928495 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c736c-a8e2-482c-adc1-e70e42f362cc req-bc6287ef-e868-4f0e-ab80-2a84abe4a9ef tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.933439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] For port 0955f131-dd83-40ea-9043-264a188011e9, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0955f131-dd83-40ea-9043-264a188011e9,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:04.936533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c736c-a8e2-482c-adc1-e70e42f362cc req-bc6287ef-e868-4f0e-ab80-2a84abe4a9ef tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.948619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c736c-a8e2-482c-adc1-e70e42f362cc req-bc6287ef-e868-4f0e-ab80-2a84abe4a9ef tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.956766 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c736c-a8e2-482c-adc1-e70e42f362cc req-bc6287ef-e868-4f0e-ab80-2a84abe4a9ef tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.958632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f48c736c-a8e2-482c-adc1-e70e42f362cc req-bc6287ef-e868-4f0e-ab80-2a84abe4a9ef tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5383 time: 0.3303683 Aug 29 06:42:04.978192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef req-e30c3973-835e-430c-8cac-e1643489b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.979715 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef req-e30c3973-835e-430c-8cac-e1643489b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.981779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef req-e30c3973-835e-430c-8cac-e1643489b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:04.983760 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef req-e30c3973-835e-430c-8cac-e1643489b74d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d7ca440486aa4cc7b212f4190a478c52&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4046981 Aug 29 06:42:05.036985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-818578e0-5017-4ec1-9fdc-81130a2fa040 req-a5916ca1-dde0-47bd-b172-0fff4bb608a6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] For port 0b996a26-d1d6-40d0-802c-f6aaead31adb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0b996a26-d1d6-40d0-802c-f6aaead31adb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:05.037536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-818578e0-5017-4ec1-9fdc-81130a2fa040 req-a5916ca1-dde0-47bd-b172-0fff4bb608a6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:05.080677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-818578e0-5017-4ec1-9fdc-81130a2fa040 req-a5916ca1-dde0-47bd-b172-0fff4bb608a6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Calling delete_port for 0b996a26-d1d6-40d0-802c-f6aaead31adb owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:42:05.134169 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:05.160341 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a33ddae-1f72-45ba-a9da-869d7a11798f req-2a26c3e0-f00e-4cb8-9b40-b3d3806ba683 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557992 Aug 29 06:42:05.202232 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:05.203002 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:05.204449 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] 10.222.0.11 "PUT /v2.0/ports/0955f131-dd83-40ea-9043-264a188011e9 HTTP/1.1" status: 200 len: 1136 time: 1.8305690 Aug 29 06:42:05.244956 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb04be-9a82-4c7c-96df-519eb6d78558 service neutron] Pushing event updated for resources: {'Port': ['ID=0955f131-dd83-40ea-9043-264a188011e9,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:05.287423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef req-85de7a96-d45b-4312-b6ec-51c968893ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:05.293129 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5ec3708-e03d-4edd-aa8d-968ccd04f1ef req-85de7a96-d45b-4312-b6ec-51c968893ae6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3019288 Aug 29 06:42:05.337338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f48c736c-a8e2-482c-adc1-e70e42f362cc req-206485da-b21f-4f2b-890b-150a7c861979 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3596673 Aug 29 06:42:05.386172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Request body: {'port': {'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:05.390855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 13dc54f0-836a-4a9d-bd86-5258f3710eb7 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:42:05.466614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-2a333c52-f2d3-4265-aeb3-b421ce287e9c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Made reservation on behalf of 061145791eb24ccbba477166da42aefb for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:05.470269 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-2a333c52-f2d3-4265-aeb3-b421ce287e9c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:05.554108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40072) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:05.557507 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:05.585020 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 13dc54f0-836a-4a9d-bd86-5258f3710eb7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:05.585712 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:05.798516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-98fe8bb2-310c-4db6-a170-2147a5df2a0c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b9c6bf057cc34670802f6dbf82253a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275782 Aug 29 06:42:05.802988 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40076) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:05.817608 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:05.831072 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54663758-4112-42a3-b933-9d4fdc49d473 req-1b84c132-807a-4cb8-9abc-6803cc1c3466 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.1900246 Aug 29 06:42:05.901218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dc54f0-836a-4a9d-bd86-5258f3710eb7'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:05.901218 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0f716e-0c15-4e61-b0dc-154d1ee7417d" -d '{"events": [{"server_uuid": "0e7b5bb9-a620-45d2-9300-d95fde52c59e", "name": "network-vif-plugged", "status": "completed", "tag": "13dc54f0-836a-4a9d-bd86-5258f3710eb7"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:05.916165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb6d5b-77c8-41ab-a5ea-67c4d5e1492a req-59d8ccdb-2afb-49a6-ba55-a5d140e4a86f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:05.925547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eccb6d5b-77c8-41ab-a5ea-67c4d5e1492a req-59d8ccdb-2afb-49a6-ba55-a5d140e4a86f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.2401931 Aug 29 06:42:05.941427 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:06.012619 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:06.048016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eccb6d5b-77c8-41ab-a5ea-67c4d5e1492a req-e8ebf7cd-04c1-4e09-98eb-700605713882 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218045 Aug 29 06:42:06.059755 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-818578e0-5017-4ec1-9fdc-81130a2fa040 req-a5916ca1-dde0-47bd-b172-0fff4bb608a6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:06.090273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['915ed247-86a1-4a6c-b8d9-f872da3c620a'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:42:06.092143 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaeba3cf-4a3f-48e8-bb14-da1212b38ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:06.134612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5916ca1-dde0-47bd-b172-0fff4bb608a6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Pushing event deleted for resources: {'Port': ['ID=0b996a26-d1d6-40d0-802c-f6aaead31adb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:06.163581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaeba3cf-4a3f-48e8-bb14-da1212b38ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:06.176353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-522b5427-c208-4dba-9a12-817cd482277c req-2a333c52-f2d3-4265-aeb3-b421ce287e9c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Allocated IP 172.20.0.9 (cdbc2cac-fa4d-4a71-9993-2be4f6afc44c/3df1ad8c-55d9-4423-9317-a85138910c85/35d5406e-8d2d-4eb6-b4fb-3ef041d38f60) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:42:06.200388 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8b4d53-a175-4cda-b3dd-b5127d14d89d x-openstack-request-id: req-aa8b4d53-a175-4cda-b3dd-b5127d14d89d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:06.207299 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7b5bb9-a620-45d2-9300-d95fde52c59e", "name": "network-vif-plugged", "status": "completed", "tag": "13dc54f0-836a-4a9d-bd86-5258f3710eb7", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:06.207606 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa8b4d53-a175-4cda-b3dd-b5127d14d89d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:06.208015 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dc54f0-836a-4a9d-bd86-5258f3710eb7', 'code': 200} Aug 29 06:42:06.240797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-818578e0-5017-4ec1-9fdc-81130a2fa040 req-a5916ca1-dde0-47bd-b172-0fff4bb608a6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] No DVR routers for this DVR port 0b996a26-d1d6-40d0-802c-f6aaead31adb on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:42:06.248148 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-818578e0-5017-4ec1-9fdc-81130a2fa040 req-a5916ca1-dde0-47bd-b172-0fff4bb608a6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:06.259907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-818578e0-5017-4ec1-9fdc-81130a2fa040 req-a5916ca1-dde0-47bd-b172-0fff4bb608a6 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.11 "DELETE /v2.0/ports/0b996a26-d1d6-40d0-802c-f6aaead31adb HTTP/1.1" status: 204 len: 173 time: 2.2420373 Aug 29 06:42:06.271430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd82999c-dc46-4f2e-babf-34c2ea82d8dc', 'name': 'network-vif-deleted', 'tag': '0b996a26-d1d6-40d0-802c-f6aaead31adb'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:06.274091 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d6e2d0-8b31-4364-969a-a7f2a79a9634" -d '{"events": [{"server_uuid": "cd82999c-dc46-4f2e-babf-34c2ea82d8dc", "name": "network-vif-deleted", "tag": "0b996a26-d1d6-40d0-802c-f6aaead31adb"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:06.330060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=13dc54f0-836a-4a9d-bd86-5258f3710eb7,revision_number=10']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:06.330266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad4ec31d-f60b-472e-9355-1c3cbbd3bd89 req-7d56eec2-9df7-4256-acb2-1d97ead16889 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd82999c-dc46-4f2e-babf-34c2ea82d8dc HTTP/1.1" status: 200 len: 210 time: 0.0468128 Aug 29 06:42:06.368269 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': '0955f131-dd83-40ea-9043-264a188011e9'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:06.371633 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3642fa97-7fab-497b-bb75-76045146b14c" -d '{"events": [{"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "0955f131-dd83-40ea-9043-264a188011e9"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:06.398290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05844740-abb0-44ca-a0b2-4ee06e5b107c {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:06.400394 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3a97f9-841e-47e3-b73a-c4bc23cabf3c x-openstack-request-id: req-9a3a97f9-841e-47e3-b73a-c4bc23cabf3c {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:06.403708 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd82999c-dc46-4f2e-babf-34c2ea82d8dc", "name": "network-vif-deleted", "tag": "0b996a26-d1d6-40d0-802c-f6aaead31adb", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:06.403920 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a3a97f9-841e-47e3-b73a-c4bc23cabf3c {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:06.404350 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd82999c-dc46-4f2e-babf-34c2ea82d8dc', 'name': 'network-vif-deleted', 'tag': '0b996a26-d1d6-40d0-802c-f6aaead31adb', 'status': 'completed', 'code': 200} Aug 29 06:42:06.417414 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:06.430960 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaeba3cf-4a3f-48e8-bb14-da1212b38ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:06.440473 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaeba3cf-4a3f-48e8-bb14-da1212b38ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:06.444256 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aaeba3cf-4a3f-48e8-bb14-da1212b38ff5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ccaffd7f-744a-425f-810b-928ceea0028c HTTP/1.1" status: 204 len: 168 time: 0.6368518 Aug 29 06:42:06.511720 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeba3cf-4a3f-48e8-bb14-da1212b38ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaffd7f-744a-425f-810b-928ceea0028c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:06.515772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Transition to ACTIVE for port object 05844740-abb0-44ca-a0b2-4ee06e5b107c will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:06.589479 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:06.640960 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-2a333c52-f2d3-4265-aeb3-b421ce287e9c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:06.697970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-522b5427-c208-4dba-9a12-817cd482277c req-2a333c52-f2d3-4265-aeb3-b421ce287e9c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Transition to ACTIVE for port object 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:06.735555 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a428e0-c0f6-4c61-b6ad-1815b1d4b41a x-openstack-request-id: req-25a428e0-c0f6-4c61-b6ad-1815b1d4b41a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:06.735871 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "0955f131-dd83-40ea-9043-264a188011e9", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:06.736079 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-25a428e0-c0f6-4c61-b6ad-1815b1d4b41a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:06.737171 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': '0955f131-dd83-40ea-9043-264a188011e9', 'status': 'completed', 'code': 200} Aug 29 06:42:06.804115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 0b996a26-d1d6-40d0-802c-f6aaead31adb no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:42:06.883978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 0b996a26-d1d6-40d0-802c-f6aaead31adb {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:42:06.885696 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 0b996a26-d1d6-40d0-802c-f6aaead31adb not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:42:06.910596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9eff0-2174-4ada-8bf9-953d4c9ff1ed req-8c76f545-25b3-43ba-851e-9c4c2b9a177c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:06.921593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9eff0-2174-4ada-8bf9-953d4c9ff1ed req-8c76f545-25b3-43ba-851e-9c4c2b9a177c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:06.930284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9eff0-2174-4ada-8bf9-953d4c9ff1ed req-8c76f545-25b3-43ba-851e-9c4c2b9a177c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:06.941097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9eff0-2174-4ada-8bf9-953d4c9ff1ed req-8c76f545-25b3-43ba-851e-9c4c2b9a177c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:06.952623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9eff0-2174-4ada-8bf9-953d4c9ff1ed req-8c76f545-25b3-43ba-851e-9c4c2b9a177c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:06.954987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Pushing event updated for resources: {'Port': ['ID=05844740-abb0-44ca-a0b2-4ee06e5b107c,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:06.968618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9eff0-2174-4ada-8bf9-953d4c9ff1ed req-8c76f545-25b3-43ba-851e-9c4c2b9a177c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:06.978055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9eff0-2174-4ada-8bf9-953d4c9ff1ed req-8c76f545-25b3-43ba-851e-9c4c2b9a177c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:06.986594 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ab9eff0-2174-4ada-8bf9-953d4c9ff1ed req-8c76f545-25b3-43ba-851e-9c4c2b9a177c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5395 time: 0.3123772 Aug 29 06:42:07.047441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642fa97-7fab-497b-bb75-76045146b14c req-cc7f91fa-53f6-4265-ad3f-95d2a5d2d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:07.047867 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Attempting to bind port 05844740-abb0-44ca-a0b2-4ee06e5b107c on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:07.048015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642fa97-7fab-497b-bb75-76045146b14c req-cc7f91fa-53f6-4265-ad3f-95d2a5d2d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:07.048204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Attempting to bind port 05844740-abb0-44ca-a0b2-4ee06e5b107c by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:07.048465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642fa97-7fab-497b-bb75-76045146b14c req-cc7f91fa-53f6-4265-ad3f-95d2a5d2d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:07.048581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Attempting to bind port 05844740-abb0-44ca-a0b2-4ee06e5b107c on network a36fa329-024c-4710-93ad-78c82667ba38 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:07.049107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642fa97-7fab-497b-bb75-76045146b14c req-cc7f91fa-53f6-4265-ad3f-95d2a5d2d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:07.049647 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642fa97-7fab-497b-bb75-76045146b14c req-cc7f91fa-53f6-4265-ad3f-95d2a5d2d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:07.050412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642fa97-7fab-497b-bb75-76045146b14c req-cc7f91fa-53f6-4265-ad3f-95d2a5d2d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:07.050882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642fa97-7fab-497b-bb75-76045146b14c req-cc7f91fa-53f6-4265-ad3f-95d2a5d2d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:07.053136 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3642fa97-7fab-497b-bb75-76045146b14c req-cc7f91fa-53f6-4265-ad3f-95d2a5d2d954 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7ca440486aa4cc7b212f4190a478c52&device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 6249 time: 0.3131309 Aug 29 06:42:07.069718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Port 05844740-abb0-44ca-a0b2-4ee06e5b107c on network a36fa329-024c-4710-93ad-78c82667ba38 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:07.070048 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Attempting to bind port 05844740-abb0-44ca-a0b2-4ee06e5b107c on network a36fa329-024c-4710-93ad-78c82667ba38 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:07.081400 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:07.082352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Checking segment: {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:07.082749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Bound using segment: {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:07.083241 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Bound port: 05844740-abb0-44ca-a0b2-4ee06e5b107c, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:07.086459 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:07.272443 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] For port 05844740-abb0-44ca-a0b2-4ee06e5b107c, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:07.281352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] For port 05844740-abb0-44ca-a0b2-4ee06e5b107c, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=05844740-abb0-44ca-a0b2-4ee06e5b107c,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:07.284451 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-2a333c52-f2d3-4265-aeb3-b421ce287e9c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:07.333656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ab9eff0-2174-4ada-8bf9-953d4c9ff1ed req-567a519a-e79c-43e0-b5d7-e2c95c04fedc tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3459904 Aug 29 06:42:07.368789 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:07.490049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522b5427-c208-4dba-9a12-817cd482277c req-2a333c52-f2d3-4265-aeb3-b421ce287e9c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:42:07.517527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-522b5427-c208-4dba-9a12-817cd482277c req-2a333c52-f2d3-4265-aeb3-b421ce287e9c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:07.548132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-522b5427-c208-4dba-9a12-817cd482277c req-2a333c52-f2d3-4265-aeb3-b421ce287e9c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:42:07.581158 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642fa97-7fab-497b-bb75-76045146b14c req-42f36623-770c-4329-beac-2e5c8115b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:07.583637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642fa97-7fab-497b-bb75-76045146b14c req-42f36623-770c-4329-beac-2e5c8115b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:07.584179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642fa97-7fab-497b-bb75-76045146b14c req-42f36623-770c-4329-beac-2e5c8115b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:07.591830 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3642fa97-7fab-497b-bb75-76045146b14c req-42f36623-770c-4329-beac-2e5c8115b2a6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d7ca440486aa4cc7b212f4190a478c52&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5185542 Aug 29 06:42:07.692864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a333c52-f2d3-4265-aeb3-b421ce287e9c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'Port': ['ID=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:07.959121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:07.959788 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:07.961805 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] 10.222.0.11 "PUT /v2.0/ports/05844740-abb0-44ca-a0b2-4ee06e5b107c HTTP/1.1" status: 200 len: 1091 time: 2.5813985 Aug 29 06:42:08.032504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065c027-acc4-47e6-ab13-0349af47c8ec service neutron] Pushing event updated for resources: {'Port': ['ID=05844740-abb0-44ca-a0b2-4ee06e5b107c,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:08.036034 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bbd888e7-6f7b-4e30-b4d4-5ccd0b751453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:08.078861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Request body: {'port': {'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:08.098422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-854b7556-6d4f-4ca6-9d73-0df1805aa5b0 None None] Provisioning for port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:08.104603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-854b7556-6d4f-4ca6-9d73-0df1805aa5b0 None None] Provisioning complete for port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:08.104987 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-854b7556-6d4f-4ca6-9d73-0df1805aa5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:08.214517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-854b7556-6d4f-4ca6-9d73-0df1805aa5b0 None None] Port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:42:08.244282 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:08.447467 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-2a333c52-f2d3-4265-aeb3-b421ce287e9c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:08.450336 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-2a333c52-f2d3-4265-aeb3-b421ce287e9c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:08.534131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda19c15-b837-48ca-bd96-1ee7a2e193bf req-1be5c9c7-5cbf-4259-81d6-19340e365936 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:08.548617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bda19c15-b837-48ca-bd96-1ee7a2e193bf req-1be5c9c7-5cbf-4259-81d6-19340e365936 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 931 time: 1.0878222 Aug 29 06:42:08.622431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40138) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:08.647668 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-2a333c52-f2d3-4265-aeb3-b421ce287e9c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0561626 Aug 29 06:42:08.683861 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bda19c15-b837-48ca-bd96-1ee7a2e193bf req-29978240-ce9d-4d65-990d-8b1e5310f4a3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337421 Aug 29 06:42:08.698320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-522b5427-c208-4dba-9a12-817cd482277c req-e554f094-19bd-4b38-9792-91660a4df0f8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'port': {'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c', 'admin_state_up': True, 'tenant_id': '061145791eb24ccbba477166da42aefb', 'security_groups': ['c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:08.857858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': '05844740-abb0-44ca-a0b2-4ee06e5b107c'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:08.861000 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f760dfe8-8691-472b-9604-329675381ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "05844740-abb0-44ca-a0b2-4ee06e5b107c"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:08.923968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-809597986-network', 'tenant_id': 'b61ecb24cf174020bec3e7c4abfa31e7'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:08.986930 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.api [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 06:42:08.986930 n-d-713301-12 neutron-server[95404]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 06:42:08.986930 n-d-713301-12 neutron-server[95404]: [parameters: {'project_id_1': 'b61ecb24cf174020bec3e7c4abfa31e7', 'expiration_1': datetime.datetime(2021, 8, 29, 6, 42, 8, 946787)}] Aug 29 06:42:08.986930 n-d-713301-12 neutron-server[95404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:42:08.987440 n-d-713301-12 neutron-server[95404]: DEBUG oslo_db.api [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:42:08.990559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642fa97-7fab-497b-bb75-76045146b14c req-fc565089-9ee9-4db6-b4ab-2eea105e9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:08.992512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3642fa97-7fab-497b-bb75-76045146b14c req-fc565089-9ee9-4db6-b4ab-2eea105e9cea service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3338027 Aug 29 06:42:08.993361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b158ba04-343b-46ee-85a3-386664f7f41d {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:09.004668 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f103e9-c969-4d8d-8d59-c5167f4a5a7a req-6125e29c-3a80-47bb-9520-489f6bb956d6 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:09.012743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5f103e9-c969-4d8d-8d59-c5167f4a5a7a req-6125e29c-3a80-47bb-9520-489f6bb956d6 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.1065071 Aug 29 06:42:09.016104 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:09.029228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Transition to ACTIVE for port object b158ba04-343b-46ee-85a3-386664f7f41d will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:09.059721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5f103e9-c969-4d8d-8d59-c5167f4a5a7a req-7320e63f-1ba6-47b4-a593-cf213c2f0917 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459151 Aug 29 06:42:09.080660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-e554f094-19bd-4b38-9792-91660a4df0f8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Made reservation on behalf of 061145791eb24ccbba477166da42aefb for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:09.084778 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-e554f094-19bd-4b38-9792-91660a4df0f8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:09.109581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:09.187077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Pushing event updated for resources: {'Port': ['ID=b158ba04-343b-46ee-85a3-386664f7f41d,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:09.405980 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Attempting to bind port b158ba04-343b-46ee-85a3-386664f7f41d on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:09.406326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Attempting to bind port b158ba04-343b-46ee-85a3-386664f7f41d by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:09.406664 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Attempting to bind port b158ba04-343b-46ee-85a3-386664f7f41d on network a36fa329-024c-4710-93ad-78c82667ba38 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:09.411916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Port b158ba04-343b-46ee-85a3-386664f7f41d on network a36fa329-024c-4710-93ad-78c82667ba38 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:09.412249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Attempting to bind port b158ba04-343b-46ee-85a3-386664f7f41d on network a36fa329-024c-4710-93ad-78c82667ba38 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:09.418726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:09.419088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Checking segment: {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:09.419491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Bound using segment: {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:09.420768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Bound port: b158ba04-343b-46ee-85a3-386664f7f41d, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:09.422763 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:09.554157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] For port b158ba04-343b-46ee-85a3-386664f7f41d, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:09.561890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] For port b158ba04-343b-46ee-85a3-386664f7f41d, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b158ba04-343b-46ee-85a3-386664f7f41d,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:09.566349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-522b5427-c208-4dba-9a12-817cd482277c req-e554f094-19bd-4b38-9792-91660a4df0f8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Allocated IP 10.1.1.25 (081e6da0-bf37-4c5e-bdc9-eadaa747e70c/39514de1-69d8-42d7-b0b8-295b0eafcf3e/ef27d19d-f6d0-40c3-bce9-622d1313e3b4) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:42:09.657688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Made reservation on behalf of b61ecb24cf174020bec3e7c4abfa31e7 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:09.664058 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:09.687731 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:09.697964 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:09.726399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:09.727057 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:09.729403 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] 10.222.0.11 "PUT /v2.0/ports/b158ba04-343b-46ee-85a3-386664f7f41d HTTP/1.1" status: 200 len: 1092 time: 1.6555414 Aug 29 06:42:09.839299 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-e554f094-19bd-4b38-9792-91660a4df0f8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:09.889203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Request body: {'port': {'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:09.980442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-522b5427-c208-4dba-9a12-817cd482277c req-e554f094-19bd-4b38-9792-91660a4df0f8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Transition to ACTIVE for port object ef27d19d-f6d0-40c3-bce9-622d1313e3b4 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:09.984966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63b0f6-daf9-453d-a87a-f6cf09d2ac8b service neutron] Pushing event updated for resources: {'Port': ['ID=b158ba04-343b-46ee-85a3-386664f7f41d,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:10.053797 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:10.086220 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:10.172300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a112af4-47a9-4407-b1da-802f13880f86 req-eefca351-aa84-471c-8035-db56a4ddfcf0 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.185646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a112af4-47a9-4407-b1da-802f13880f86 req-eefca351-aa84-471c-8035-db56a4ddfcf0 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.200669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a112af4-47a9-4407-b1da-802f13880f86 req-eefca351-aa84-471c-8035-db56a4ddfcf0 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.218812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a112af4-47a9-4407-b1da-802f13880f86 req-eefca351-aa84-471c-8035-db56a4ddfcf0 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.231379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a112af4-47a9-4407-b1da-802f13880f86 req-eefca351-aa84-471c-8035-db56a4ddfcf0 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.242022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a112af4-47a9-4407-b1da-802f13880f86 req-eefca351-aa84-471c-8035-db56a4ddfcf0 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.263181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a112af4-47a9-4407-b1da-802f13880f86 req-eefca351-aa84-471c-8035-db56a4ddfcf0 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.269936 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a112af4-47a9-4407-b1da-802f13880f86 req-eefca351-aa84-471c-8035-db56a4ddfcf0 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5407 time: 0.2659009 Aug 29 06:42:10.275028 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:10.285597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-e554f094-19bd-4b38-9792-91660a4df0f8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:10.363940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1dac40-268e-49d0-9551-30636a9285fe,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:10.440094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a112af4-47a9-4407-b1da-802f13880f86 req-9c691cd0-28ae-4786-9ba7-0f2d9665d03f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1479521 Aug 29 06:42:10.455888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:42:10.471483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522b5427-c208-4dba-9a12-817cd482277c req-e554f094-19bd-4b38-9792-91660a4df0f8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:42:10.477174 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-522b5427-c208-4dba-9a12-817cd482277c req-e554f094-19bd-4b38-9792-91660a4df0f8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:10.491901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-522b5427-c208-4dba-9a12-817cd482277c req-e554f094-19bd-4b38-9792-91660a4df0f8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:42:10.555023 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c5e509f2-12d4-41b3-be35-c677f2806245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:10.562071 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-e554f094-19bd-4b38-9792-91660a4df0f8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.562750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-e554f094-19bd-4b38-9792-91660a4df0f8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:10.582320 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:10.582897 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Added segment 5dd7f68d-3f06-4cff-9475-3e799c5682a2 of type vlan for network e3a517ec-be04-414c-934e-4645de174fb4 Aug 29 06:42:10.589019 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9236ec62-02b4-4c67-a4ac-dfd2cb9e928e x-openstack-request-id: req-9236ec62-02b4-4c67-a4ac-dfd2cb9e928e {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:10.589019 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "05844740-abb0-44ca-a0b2-4ee06e5b107c", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:10.589019 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9236ec62-02b4-4c67-a4ac-dfd2cb9e928e {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:10.589019 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': '05844740-abb0-44ca-a0b2-4ee06e5b107c', 'status': 'completed', 'code': 200} Aug 29 06:42:10.598448 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554f094-19bd-4b38-9792-91660a4df0f8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'Port': ['ID=ef27d19d-f6d0-40c3-bce9-622d1313e3b4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:10.714027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-e554f094-19bd-4b38-9792-91660a4df0f8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0278184 Aug 29 06:42:10.729531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38a0eb3-cea4-48b0-be11-e157a7a34573 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:10.748946 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:10.755408 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:10.758124 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:10.771720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-522b5427-c208-4dba-9a12-817cd482277c req-76c2bac9-7afc-4c4a-91fb-8cfe8fa6b395 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'port': {'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c', 'admin_state_up': True, 'tenant_id': '061145791eb24ccbba477166da42aefb', 'security_groups': ['c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:10.790240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760dfe8-8691-472b-9604-329675381ee5 req-182305ef-98bd-42d6-a60c-3af3ecb0dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.799510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760dfe8-8691-472b-9604-329675381ee5 req-182305ef-98bd-42d6-a60c-3af3ecb0dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.800089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760dfe8-8691-472b-9604-329675381ee5 req-182305ef-98bd-42d6-a60c-3af3ecb0dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.804793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760dfe8-8691-472b-9604-329675381ee5 req-182305ef-98bd-42d6-a60c-3af3ecb0dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.804793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760dfe8-8691-472b-9604-329675381ee5 req-182305ef-98bd-42d6-a60c-3af3ecb0dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.804793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760dfe8-8691-472b-9604-329675381ee5 req-182305ef-98bd-42d6-a60c-3af3ecb0dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.804793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760dfe8-8691-472b-9604-329675381ee5 req-182305ef-98bd-42d6-a60c-3af3ecb0dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:10.805154 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Transition to ACTIVE for port object b38a0eb3-cea4-48b0-be11-e157a7a34573 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:10.805244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f760dfe8-8691-472b-9604-329675381ee5 req-182305ef-98bd-42d6-a60c-3af3ecb0dd88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7ca440486aa4cc7b212f4190a478c52&device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 6359 time: 0.1705172 Aug 29 06:42:10.909215 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:11.074452 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Pushing event updated for resources: {'Port': ['ID=b38a0eb3-cea4-48b0-be11-e157a7a34573,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:11.132629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8d88e27d-fa22-4f1e-9dec-46da64ebbbe5 None None] Provisioning for port ef27d19d-f6d0-40c3-bce9-622d1313e3b4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:11.137281 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8d88e27d-fa22-4f1e-9dec-46da64ebbbe5 None None] Provisioning complete for port ef27d19d-f6d0-40c3-bce9-622d1313e3b4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:11.144515 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8d88e27d-fa22-4f1e-9dec-46da64ebbbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:11.207103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8d88e27d-fa22-4f1e-9dec-46da64ebbbe5 None None] Port ef27d19d-f6d0-40c3-bce9-622d1313e3b4 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:42:11.235204 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.resource_extend [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 06:42:11.292036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Attempting to bind port b38a0eb3-cea4-48b0-be11-e157a7a34573 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:11.292661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Attempting to bind port b38a0eb3-cea4-48b0-be11-e157a7a34573 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '700d66e7-bb9c-4dc5-b83d-0c33fa298d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:11.293566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Attempting to bind port b38a0eb3-cea4-48b0-be11-e157a7a34573 on network 57ffac55-609b-41cd-9af3-72358c53e760 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:11.307839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Port b38a0eb3-cea4-48b0-be11-e157a7a34573 on network 57ffac55-609b-41cd-9af3-72358c53e760 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:11.308729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Attempting to bind port b38a0eb3-cea4-48b0-be11-e157a7a34573 on network 57ffac55-609b-41cd-9af3-72358c53e760 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:11.315499 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:11.316689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Checking segment: {'id': '700d66e7-bb9c-4dc5-b83d-0c33fa298d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:11.319951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Bound using segment: {'id': '700d66e7-bb9c-4dc5-b83d-0c33fa298d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:11.325180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Bound port: b38a0eb3-cea4-48b0-be11-e157a7a34573, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700d66e7-bb9c-4dc5-b83d-0c33fa298d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:11.327730 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:11.356706 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:11.358094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:11.358762 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:11.468303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] Pushing event updated for resources: {'Network': ['ID=e3a517ec-be04-414c-934e-4645de174fb4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:11.481122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network e3a517ec-be04-414c-934e-4645de174fb4 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:42:11.485272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] For port b38a0eb3-cea4-48b0-be11-e157a7a34573, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:11.491313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] For port b38a0eb3-cea4-48b0-be11-e157a7a34573, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b38a0eb3-cea4-48b0-be11-e157a7a34573,segment=NetworkSegment(700d66e7-bb9c-4dc5-b83d-0c33fa298d06),segment_id=700d66e7-bb9c-4dc5-b83d-0c33fa298d06)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:11.532956 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f387d77-a918-4906-a380-d36648a2a0ea req-15d06fd7-88ee-489f-bd1d-b62207ccec26 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:11.541886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f387d77-a918-4906-a380-d36648a2a0ea req-15d06fd7-88ee-489f-bd1d-b62207ccec26 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:11.543823 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f387d77-a918-4906-a380-d36648a2a0ea req-15d06fd7-88ee-489f-bd1d-b62207ccec26 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 1652 time: 0.2640247 Aug 29 06:42:11.546781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760dfe8-8691-472b-9604-329675381ee5 req-f56cef2f-9ab3-44d3-8e9f-24e4faf9ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:11.547465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760dfe8-8691-472b-9604-329675381ee5 req-f56cef2f-9ab3-44d3-8e9f-24e4faf9ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:11.548008 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760dfe8-8691-472b-9604-329675381ee5 req-f56cef2f-9ab3-44d3-8e9f-24e4faf9ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:11.550765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f760dfe8-8691-472b-9604-329675381ee5 req-f56cef2f-9ab3-44d3-8e9f-24e4faf9ef33 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d7ca440486aa4cc7b212f4190a478c52&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6619372 Aug 29 06:42:11.589713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:11.631211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-76c2bac9-7afc-4c4a-91fb-8cfe8fa6b395 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Made reservation on behalf of 061145791eb24ccbba477166da42aefb for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:11.635724 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-76c2bac9-7afc-4c4a-91fb-8cfe8fa6b395 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:11.646542 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:11.696765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7545e984-e923-4705-b49e-9012542cee0e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0697410 Aug 29 06:42:11.701290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40158) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:11.712915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-bdc91d85-247b-4c8a-b371-0435d5da19d3 admin admin] Request body: {'subnet': {'network_id': 'e3a517ec-be04-414c-934e-4645de174fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-809597986-subnet', 'tenant_id': 'b61ecb24cf174020bec3e7c4abfa31e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:11.729383 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Pushing event updated for resources: {'Port': ['ID=b38a0eb3-cea4-48b0-be11-e157a7a34573,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:11.732518 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f387d77-a918-4906-a380-d36648a2a0ea req-1aec3eb4-9b6d-43a8-8eb4-a4bfed3aae94 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757865 Aug 29 06:42:11.759869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:11.760526 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:11.768010 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-87829ee6-2f08-486d-8f33-8c1f73608661 service neutron] 10.222.0.11 "PUT /v2.0/ports/b38a0eb3-cea4-48b0-be11-e157a7a34573 HTTP/1.1" status: 200 len: 1092 time: 1.9023852 Aug 29 06:42:11.898431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Request body: {'port': {'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:11.979883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc91d85-247b-4c8a-b371-0435d5da19d3 admin admin] Made reservation on behalf of b61ecb24cf174020bec3e7c4abfa31e7 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:11.982081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bdc91d85-247b-4c8a-b371-0435d5da19d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:12.022020 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:12.138750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760dfe8-8691-472b-9604-329675381ee5 req-c5f6ef3b-fd10-421f-b0f3-5b4ea8d56f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:12.144543 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f760dfe8-8691-472b-9604-329675381ee5 req-c5f6ef3b-fd10-421f-b0f3-5b4ea8d56f5a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5769567 Aug 29 06:42:12.159491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b03036-45e5-43c6-9cf4-3c43a12661ef req-901f0cc0-580c-4ca6-a9cf-892b2eb8219e tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:12.180266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18b03036-45e5-43c6-9cf4-3c43a12661ef req-901f0cc0-580c-4ca6-a9cf-892b2eb8219e tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.2759192 Aug 29 06:42:12.331855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18b03036-45e5-43c6-9cf4-3c43a12661ef req-aecf9237-65cd-4b1c-8236-21dea3e58048 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644478 Aug 29 06:42:12.346381 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-522b5427-c208-4dba-9a12-817cd482277c req-76c2bac9-7afc-4c4a-91fb-8cfe8fa6b395 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Allocated IP 10.1.1.198 (081e6da0-bf37-4c5e-bdc9-eadaa747e70c/39514de1-69d8-42d7-b0b8-295b0eafcf3e/ce4dd112-c306-4947-90f4-bcdb99840941) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:42:12.595763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': 'b158ba04-343b-46ee-85a3-386664f7f41d'}, {'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': 'b38a0eb3-cea4-48b0-be11-e157a7a34573'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:12.603405 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57831605-9667-434e-972e-c8e18ed2c033" -d '{"events": [{"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "b158ba04-343b-46ee-85a3-386664f7f41d"}, {"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "b38a0eb3-cea4-48b0-be11-e157a7a34573"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:12.690695 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-76c2bac9-7afc-4c4a-91fb-8cfe8fa6b395 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:12.712721 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-522b5427-c208-4dba-9a12-817cd482277c req-76c2bac9-7afc-4c4a-91fb-8cfe8fa6b395 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Transition to ACTIVE for port object ce4dd112-c306-4947-90f4-bcdb99840941 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:12.751899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ed992-fb42-44db-be78-f37a4ed34227 req-682c0d86-f9ba-4a9a-984c-abfb7f3256ee tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:12.756070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-817ed992-fb42-44db-be78-f37a4ed34227 req-682c0d86-f9ba-4a9a-984c-abfb7f3256ee tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 951 time: 0.1280138 Aug 29 06:42:12.812221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1fcd-c35b-4e54-8564-baa495bf1493 req-93e55f2c-c13a-4470-9121-2beadfc04bce tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:12.819343 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a7ad1fcd-c35b-4e54-8564-baa495bf1493 req-93e55f2c-c13a-4470-9121-2beadfc04bce tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 951 time: 0.1226635 Aug 29 06:42:12.836632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58de485d-a40f-4752-adb4-d1ea3772863a {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:12.870748 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:12.898832 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-817ed992-fb42-44db-be78-f37a4ed34227 req-1d5c5ab5-5aae-49fd-b797-ae57f6644f37 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284366 Aug 29 06:42:12.926284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Transition to ACTIVE for port object 58de485d-a40f-4752-adb4-d1ea3772863a will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:13.078187 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-a7ad1fcd-c35b-4e54-8564-baa495bf1493 req-7460a321-87a5-4b95-8d0f-5de03858d862 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Deleting port 915ed247-86a1-4a6c-b8d9-f872da3c620a {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:42:13.078817 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a7ad1fcd-c35b-4e54-8564-baa495bf1493 req-7460a321-87a5-4b95-8d0f-5de03858d862 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:13.159256 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bdc91d85-247b-4c8a-b371-0435d5da19d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:13.191422 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb2d1437-c829-42ef-86f4-4e4872c3f5ea req-e8f08684-050d-4682-aaab-07f7095be347 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1157579 Aug 29 06:42:13.195648 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:13.245717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-76c2bac9-7afc-4c4a-91fb-8cfe8fa6b395 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:13.255062 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Pushing event updated for resources: {'Port': ['ID=58de485d-a40f-4752-adb4-d1ea3772863a,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:13.276072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522b5427-c208-4dba-9a12-817cd482277c req-76c2bac9-7afc-4c4a-91fb-8cfe8fa6b395 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:42:13.291561 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca91df9-fcaa-4b81-a944-a978aa6e35e9 req-e35f3504-3bd8-4330-affc-2a1018416a43 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:13.298379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca91df9-fcaa-4b81-a944-a978aa6e35e9 req-e35f3504-3bd8-4330-affc-2a1018416a43 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:13.310495 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca91df9-fcaa-4b81-a944-a978aa6e35e9 req-e35f3504-3bd8-4330-affc-2a1018416a43 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:13.323288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a7ad1fcd-c35b-4e54-8564-baa495bf1493 req-7460a321-87a5-4b95-8d0f-5de03858d862 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] For port 915ed247-86a1-4a6c-b8d9-f872da3c620a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=915ed247-86a1-4a6c-b8d9-f872da3c620a,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:13.323493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca91df9-fcaa-4b81-a944-a978aa6e35e9 req-e35f3504-3bd8-4330-affc-2a1018416a43 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:13.323593 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a7ad1fcd-c35b-4e54-8564-baa495bf1493 req-7460a321-87a5-4b95-8d0f-5de03858d862 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:13.332047 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:13.338985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca91df9-fcaa-4b81-a944-a978aa6e35e9 req-e35f3504-3bd8-4330-affc-2a1018416a43 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:13.344727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d1437-c829-42ef-86f4-4e4872c3f5ea req-ba2ac9be-2d75-4b1a-a5da-bd0f64555355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:13.354652 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb2d1437-c829-42ef-86f4-4e4872c3f5ea req-ba2ac9be-2d75-4b1a-a5da-bd0f64555355 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 1096 time: 0.0949302 Aug 29 06:42:13.354652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-a7ad1fcd-c35b-4e54-8564-baa495bf1493 req-7460a321-87a5-4b95-8d0f-5de03858d862 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Calling delete_port for 915ed247-86a1-4a6c-b8d9-f872da3c620a owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:42:13.354902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca91df9-fcaa-4b81-a944-a978aa6e35e9 req-e35f3504-3bd8-4330-affc-2a1018416a43 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:13.356730 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca91df9-fcaa-4b81-a944-a978aa6e35e9 req-e35f3504-3bd8-4330-affc-2a1018416a43 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:13.358733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ca91df9-fcaa-4b81-a944-a978aa6e35e9 req-e35f3504-3bd8-4330-affc-2a1018416a43 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5419 time: 0.3031490 Aug 29 06:42:13.423223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-522b5427-c208-4dba-9a12-817cd482277c req-76c2bac9-7afc-4c4a-91fb-8cfe8fa6b395 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:13.432015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-522b5427-c208-4dba-9a12-817cd482277c req-76c2bac9-7afc-4c4a-91fb-8cfe8fa6b395 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:42:13.559565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Attempting to bind port 58de485d-a40f-4752-adb4-d1ea3772863a on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:13.560234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Attempting to bind port 58de485d-a40f-4752-adb4-d1ea3772863a by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '700d66e7-bb9c-4dc5-b83d-0c33fa298d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:13.560761 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Attempting to bind port 58de485d-a40f-4752-adb4-d1ea3772863a on network 57ffac55-609b-41cd-9af3-72358c53e760 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:13.578646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc91d85-247b-4c8a-b371-0435d5da19d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a495185-9fce-4552-9aac-16a859fbdab0,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:13.612223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Port 58de485d-a40f-4752-adb4-d1ea3772863a on network 57ffac55-609b-41cd-9af3-72358c53e760 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:13.612805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Attempting to bind port 58de485d-a40f-4752-adb4-d1ea3772863a on network 57ffac55-609b-41cd-9af3-72358c53e760 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:13.640491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2bac9-7afc-4c4a-91fb-8cfe8fa6b395 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'Port': ['ID=ce4dd112-c306-4947-90f4-bcdb99840941,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:13.642893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:13.643279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Checking segment: {'id': '700d66e7-bb9c-4dc5-b83d-0c33fa298d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:13.643672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Bound using segment: {'id': '700d66e7-bb9c-4dc5-b83d-0c33fa298d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:13.644134 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Bound port: 58de485d-a40f-4752-adb4-d1ea3772863a, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700d66e7-bb9c-4dc5-b83d-0c33fa298d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:13.644505 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:13.689598 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ca91df9-fcaa-4b81-a944-a978aa6e35e9 req-274403e3-1a29-419f-91a0-e52a3e4ec82d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2794645 Aug 29 06:42:13.724746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-76c2bac9-7afc-4c4a-91fb-8cfe8fa6b395 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:13.725399 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-76c2bac9-7afc-4c4a-91fb-8cfe8fa6b395 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:13.729037 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc91d85-247b-4c8a-b371-0435d5da19d3 admin admin] Checking segment: {'id': '5dd7f68d-3f06-4cff-9475-3e799c5682a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3a517ec-be04-414c-934e-4645de174fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:13.729392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc91d85-247b-4c8a-b371-0435d5da19d3 admin admin] Network hostable DHCP agents. Network: e3a517ec-be04-414c-934e-4645de174fb4, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:42:13.840620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] For port 58de485d-a40f-4752-adb4-d1ea3772863a, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:13.846733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-76c2bac9-7afc-4c4a-91fb-8cfe8fa6b395 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1018021 Aug 29 06:42:13.871375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] For port 58de485d-a40f-4752-adb4-d1ea3772863a, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=58de485d-a40f-4752-adb4-d1ea3772863a,segment=NetworkSegment(700d66e7-bb9c-4dc5-b83d-0c33fa298d06),segment_id=700d66e7-bb9c-4dc5-b83d-0c33fa298d06)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:13.871375 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d156f7-27e3-4f00-9142-0c5b090d3b80 x-openstack-request-id: req-83d156f7-27e3-4f00-9142-0c5b090d3b80 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:13.871375 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "b158ba04-343b-46ee-85a3-386664f7f41d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "b38a0eb3-cea4-48b0-be11-e157a7a34573", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:13.871375 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83d156f7-27e3-4f00-9142-0c5b090d3b80 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:13.871375 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': 'b158ba04-343b-46ee-85a3-386664f7f41d', 'status': 'completed', 'code': 200} Aug 29 06:42:13.871375 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': 'b38a0eb3-cea4-48b0-be11-e157a7a34573', 'status': 'completed', 'code': 200} Aug 29 06:42:13.871375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d1437-c829-42ef-86f4-4e4872c3f5ea req-fd45710a-3168-44e4-b041-2d5a6ebcfb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:13.871375 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb2d1437-c829-42ef-86f4-4e4872c3f5ea req-fd45710a-3168-44e4-b041-2d5a6ebcfb09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.4778421 Aug 29 06:42:13.892940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-522b5427-c208-4dba-9a12-817cd482277c req-338b9455-6732-42e6-bb3a-f3646897e952 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'port': {'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478', 'admin_state_up': True, 'tenant_id': '061145791eb24ccbba477166da42aefb', 'security_groups': ['c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:13.975702 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc91d85-247b-4c8a-b371-0435d5da19d3 admin admin] Network e3a517ec-be04-414c-934e-4645de174fb4 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:42:14.012301 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb2d1437-c829-42ef-86f4-4e4872c3f5ea req-91e21a86-d336-4eb2-8fd5-362ebb8c521a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eadc46b7-ff16-46c2-98f1-54c402d04430 HTTP/1.1" status: 200 len: 217 time: 0.1339452 Aug 29 06:42:14.079821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-135ae64e-c632-4201-85f4-489d5384e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.080298 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-135ae64e-c632-4201-85f4-489d5384e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.080772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-135ae64e-c632-4201-85f4-489d5384e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.081238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-135ae64e-c632-4201-85f4-489d5384e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.081709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-135ae64e-c632-4201-85f4-489d5384e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.082744 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-135ae64e-c632-4201-85f4-489d5384e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.083242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-135ae64e-c632-4201-85f4-489d5384e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.085108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57831605-9667-434e-972e-c8e18ed2c033 req-135ae64e-c632-4201-85f4-489d5384e390 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7ca440486aa4cc7b212f4190a478c52&device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 6453 time: 0.1652346 Aug 29 06:42:14.088801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d1437-c829-42ef-86f4-4e4872c3f5ea req-dad6849d-ecc3-4273-8103-b8afe3ebb0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.092686 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb2d1437-c829-42ef-86f4-4e4872c3f5ea req-dad6849d-ecc3-4273-8103-b8afe3ebb0c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0716319 Aug 29 06:42:14.105693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19525205-418e-4920-a4ef-b1eda47de0c0 req-cf711f37-94e1-4f59-a434-32249c180834 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.111801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19525205-418e-4920-a4ef-b1eda47de0c0 req-cf711f37-94e1-4f59-a434-32249c180834 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.117740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19525205-418e-4920-a4ef-b1eda47de0c0 req-cf711f37-94e1-4f59-a434-32249c180834 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.119446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19525205-418e-4920-a4ef-b1eda47de0c0 req-cf711f37-94e1-4f59-a434-32249c180834 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 2373 time: 0.1551099 Aug 29 06:42:14.138027 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb2d1437-c829-42ef-86f4-4e4872c3f5ea req-f8f4d1b6-5d35-434a-87de-4ee1ce91222a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370884 Aug 29 06:42:14.244475 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19525205-418e-4920-a4ef-b1eda47de0c0 req-96e8490d-39b4-432c-940d-59b1e8a9d23d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116905 Aug 29 06:42:14.256974 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb2d1437-c829-42ef-86f4-4e4872c3f5ea req-76f43cc0-6c49-4d41-83f9-da2d89f3cc82 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111424 Aug 29 06:42:14.271202 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:14.290991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-b4072b21-30c2-4b69-980d-cd18e3ac4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.294125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-b4072b21-30c2-4b69-980d-cd18e3ac4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.295132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-b4072b21-30c2-4b69-980d-cd18e3ac4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.297582 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ce539855-e66e-4f2b-b35f-29e97fa9e650 None None] Provisioning for port ce4dd112-c306-4947-90f4-bcdb99840941 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:14.297914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57831605-9667-434e-972e-c8e18ed2c033 req-b4072b21-30c2-4b69-980d-cd18e3ac4336 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d7ca440486aa4cc7b212f4190a478c52&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1756475 Aug 29 06:42:14.299534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-338b9455-6732-42e6-bb3a-f3646897e952 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Made reservation on behalf of 061145791eb24ccbba477166da42aefb for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:14.301531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ce539855-e66e-4f2b-b35f-29e97fa9e650 None None] Provisioning complete for port ce4dd112-c306-4947-90f4-bcdb99840941 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:14.301907 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ce539855-e66e-4f2b-b35f-29e97fa9e650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:14.306890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-bdc91d85-247b-4c8a-b371-0435d5da19d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, e3a517ec-be04-414c-934e-4645de174fb4) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:14.357012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152b85b0-07b2-4ac3-98f7-e230eb8d39ea None None] Network e3a517ec-be04-414c-934e-4645de174fb4 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:42:14.359457 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a7ad1fcd-c35b-4e54-8564-baa495bf1493 req-7460a321-87a5-4b95-8d0f-5de03858d862 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:14.380298 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc91d85-247b-4c8a-b371-0435d5da19d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.381399 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bdc91d85-247b-4c8a-b371-0435d5da19d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:14.425093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.428426 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:14.429404 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] 10.222.0.11 "PUT /v2.0/ports/58de485d-a40f-4752-adb4-d1ea3772863a HTTP/1.1" status: 200 len: 1092 time: 2.5480123 Aug 29 06:42:14.502226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ce539855-e66e-4f2b-b35f-29e97fa9e650 None None] Port ce4dd112-c306-4947-90f4-bcdb99840941 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:42:14.531838 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0213da-8fd7-4501-ae12-91dedb97a46e service neutron] Pushing event updated for resources: {'Port': ['ID=58de485d-a40f-4752-adb4-d1ea3772863a,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:14.612679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ad1fcd-c35b-4e54-8564-baa495bf1493 req-7460a321-87a5-4b95-8d0f-5de03858d862 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] No DVR routers for this DVR port 915ed247-86a1-4a6c-b8d9-f872da3c620a on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:42:14.616412 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a7ad1fcd-c35b-4e54-8564-baa495bf1493 req-7460a321-87a5-4b95-8d0f-5de03858d862 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:14.622979 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a7ad1fcd-c35b-4e54-8564-baa495bf1493 req-7460a321-87a5-4b95-8d0f-5de03858d862 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.15 "DELETE /v2.0/ports/915ed247-86a1-4a6c-b8d9-f872da3c620a HTTP/1.1" status: 204 len: 173 time: 1.7924001 Aug 29 06:42:14.626481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460a321-87a5-4b95-8d0f-5de03858d862 tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] Pushing event deleted for resources: {'Port': ['ID=915ed247-86a1-4a6c-b8d9-f872da3c620a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:14.662768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bdc91d85-247b-4c8a-b371-0435d5da19d3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9546924 Aug 29 06:42:14.724737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39d779a-41ca-48df-a7d1-bd7356bdd76b None None] Network e3a517ec-be04-414c-934e-4645de174fb4 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:42:14.739273 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fb2d1437-c829-42ef-86f4-4e4872c3f5ea req-532d99a7-8241-4617-934b-4a501a23580f service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730725 Aug 29 06:42:14.946908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-36ab5501-602c-4f28-b0ca-ad1a2aff09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:14.948432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57831605-9667-434e-972e-c8e18ed2c033 req-36ab5501-602c-4f28-b0ca-ad1a2aff09f4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6276884 Aug 29 06:42:15.000033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3cdc8-b943-4e5e-bbb3-086d491598db req-fb61393c-f1ea-4bd0-80af-53b1b02c0da3 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:15.010952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5e3cdc8-b943-4e5e-bbb3-086d491598db req-fb61393c-f1ea-4bd0-80af-53b1b02c0da3 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.5194471 Aug 29 06:42:15.018090 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-338b9455-6732-42e6-bb3a-f3646897e952 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:15.114321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5e3cdc8-b943-4e5e-bbb3-086d491598db req-b7aa7af5-b208-46c3-8d8b-8dcb2ea8059d tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050665 Aug 29 06:42:15.248051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-484048e5-6e2f-4ea8-a806-bd221fa67fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:15.248683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-484048e5-6e2f-4ea8-a806-bd221fa67fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:15.249223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-484048e5-6e2f-4ea8-a806-bd221fa67fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:15.249753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-484048e5-6e2f-4ea8-a806-bd221fa67fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:15.250281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-484048e5-6e2f-4ea8-a806-bd221fa67fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:15.250811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-484048e5-6e2f-4ea8-a806-bd221fa67fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:15.251360 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-484048e5-6e2f-4ea8-a806-bd221fa67fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:15.253407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57831605-9667-434e-972e-c8e18ed2c033 req-484048e5-6e2f-4ea8-a806-bd221fa67fbb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7ca440486aa4cc7b212f4190a478c52&device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 6495 time: 0.2094560 Aug 29 06:42:15.447882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 915ed247-86a1-4a6c-b8d9-f872da3c620a no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:42:15.489445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 915ed247-86a1-4a6c-b8d9-f872da3c620a {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:42:15.489800 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 915ed247-86a1-4a6c-b8d9-f872da3c620a not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:42:15.566788 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3c3d61f-d306-4bbc-bf96-cba6eba6da7f req-7db3ebb1-cf4e-495b-8f33-bb8f0bde9f8b tempest-ServersAdminTestJSON-898843684 tempest-ServersAdminTestJSON-898843684-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a HTTP/1.1" status: 200 len: 210 time: 0.0688369 Aug 29 06:42:15.750843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-cac123f8-d41b-48d7-b760-d17d9bf731fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:15.751487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-cac123f8-d41b-48d7-b760-d17d9bf731fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:15.752689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-cac123f8-d41b-48d7-b760-d17d9bf731fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:15.755357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57831605-9667-434e-972e-c8e18ed2c033 req-cac123f8-d41b-48d7-b760-d17d9bf731fc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d7ca440486aa4cc7b212f4190a478c52&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4768150 Aug 29 06:42:15.862336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': '58de485d-a40f-4752-adb4-d1ea3772863a'}, {'server_uuid': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'name': 'network-vif-deleted', 'tag': '915ed247-86a1-4a6c-b8d9-f872da3c620a'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:15.865476 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8555eb3e-bdfd-4c72-871b-167b468bb31f" -d '{"events": [{"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "58de485d-a40f-4752-adb4-d1ea3772863a"}, {"server_uuid": "a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a", "name": "network-vif-deleted", "tag": "915ed247-86a1-4a6c-b8d9-f872da3c620a"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:16.080898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40194) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:16.087776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-282308074-network', 'tenant_id': '9d74c06e6bf94612a2cf3247fbbb6564'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:16.229958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] Made reservation on behalf of 9d74c06e6bf94612a2cf3247fbbb6564 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:16.233886 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:16.254633 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:16.438936 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:16.526705 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:16.567238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-522b5427-c208-4dba-9a12-817cd482277c req-338b9455-6732-42e6-bb3a-f3646897e952 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Allocated IP 10.2.2.100 (606aeb02-681b-4216-bf8c-e614c7425478/aeb224e9-072a-41a9-9f49-2fbdd36c708c/1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:42:16.620067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ccf86a-ede8-44f7-ad69-e5d8259152e0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:16.623024 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:42:16.654951 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:16.655239 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] Added segment f2b5c162-52f3-4bf5-86c2-46f292cdcb74 of type vlan for network 072113cd-adf9-43cd-88af-73f7ff8e58e0 Aug 29 06:42:16.655689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff193a4-4e7d-4885-bc1b-dc7d635e5dc7 req-d39c1048-234b-4d03-a889-af7b00b33962 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:16.661528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff193a4-4e7d-4885-bc1b-dc7d635e5dc7 req-d39c1048-234b-4d03-a889-af7b00b33962 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:16.667690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff193a4-4e7d-4885-bc1b-dc7d635e5dc7 req-d39c1048-234b-4d03-a889-af7b00b33962 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:16.673670 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff193a4-4e7d-4885-bc1b-dc7d635e5dc7 req-d39c1048-234b-4d03-a889-af7b00b33962 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:16.679887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff193a4-4e7d-4885-bc1b-dc7d635e5dc7 req-d39c1048-234b-4d03-a889-af7b00b33962 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:16.686413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff193a4-4e7d-4885-bc1b-dc7d635e5dc7 req-d39c1048-234b-4d03-a889-af7b00b33962 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:16.692606 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff193a4-4e7d-4885-bc1b-dc7d635e5dc7 req-d39c1048-234b-4d03-a889-af7b00b33962 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:16.702630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ff193a4-4e7d-4885-bc1b-dc7d635e5dc7 req-d39c1048-234b-4d03-a889-af7b00b33962 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.9093969 Aug 29 06:42:16.765461 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:16.846465 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:16.847497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:16.848084 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:16.950777 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8660488 Aug 29 06:42:16.956428 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-338b9455-6732-42e6-bb3a-f3646897e952 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:16.962582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40204) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:16.979468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3bcd0d96-facf-4fb9-ab99-d53ccbe784e1 admin admin] Request body: {'subnet': {'network_id': '072113cd-adf9-43cd-88af-73f7ff8e58e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-282308074-subnet', 'tenant_id': '9d74c06e6bf94612a2cf3247fbbb6564', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:16.985076 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-522b5427-c208-4dba-9a12-817cd482277c req-338b9455-6732-42e6-bb3a-f3646897e952 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Transition to ACTIVE for port object 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:16.986274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15fc9f-64c2-4b21-af40-c24e8a3f1e5e admin admin] Pushing event updated for resources: {'Network': ['ID=072113cd-adf9-43cd-88af-73f7ff8e58e0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:16.999152 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 072113cd-adf9-43cd-88af-73f7ff8e58e0 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:42:17.020749 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831605-9667-434e-972e-c8e18ed2c033 req-ea13cb5e-7eae-4ca2-b2ec-0c005637237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:17.022299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57831605-9667-434e-972e-c8e18ed2c033 req-ea13cb5e-7eae-4ca2-b2ec-0c005637237f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2248812 Aug 29 06:42:17.072408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ff193a4-4e7d-4885-bc1b-dc7d635e5dc7 req-da5bcdb8-928e-48bd-a904-22179d3706f1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3688509 Aug 29 06:42:17.075014 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcd0d96-facf-4fb9-ab99-d53ccbe784e1 admin admin] Made reservation on behalf of 9d74c06e6bf94612a2cf3247fbbb6564 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:17.093519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bcd0d96-facf-4fb9-ab99-d53ccbe784e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:17.179108 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-338b9455-6732-42e6-bb3a-f3646897e952 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:17.367296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522b5427-c208-4dba-9a12-817cd482277c req-338b9455-6732-42e6-bb3a-f3646897e952 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Network 606aeb02-681b-4216-bf8c-e614c7425478 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:42:17.373727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-522b5427-c208-4dba-9a12-817cd482277c req-338b9455-6732-42e6-bb3a-f3646897e952 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:17.381542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-1b4b89e3-fbd3-4b2d-a8bb-4988c30dd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:17.382074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-1b4b89e3-fbd3-4b2d-a8bb-4988c30dd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:17.384907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-1b4b89e3-fbd3-4b2d-a8bb-4988c30dd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:17.385679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-1b4b89e3-fbd3-4b2d-a8bb-4988c30dd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:17.386140 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-1b4b89e3-fbd3-4b2d-a8bb-4988c30dd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:17.386611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-1b4b89e3-fbd3-4b2d-a8bb-4988c30dd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:17.387847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-1b4b89e3-fbd3-4b2d-a8bb-4988c30dd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:17.398169 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-1b4b89e3-fbd3-4b2d-a8bb-4988c30dd5ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7ca440486aa4cc7b212f4190a478c52&device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 6495 time: 0.2842634 Aug 29 06:42:17.404601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-522b5427-c208-4dba-9a12-817cd482277c req-338b9455-6732-42e6-bb3a-f3646897e952 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:42:17.502313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-338b9455-6732-42e6-bb3a-f3646897e952 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:17.508477 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-338b9455-6732-42e6-bb3a-f3646897e952 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:17.517144 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bcd0d96-facf-4fb9-ab99-d53ccbe784e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:17.583029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e4804-d077-4153-81c0-a3a7bb90969b req-5db86893-4441-43fa-9f95-7a790c609851 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:17.590704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e4804-d077-4153-81c0-a3a7bb90969b req-5db86893-4441-43fa-9f95-7a790c609851 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:17.597505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e4804-d077-4153-81c0-a3a7bb90969b req-5db86893-4441-43fa-9f95-7a790c609851 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:17.611525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e4804-d077-4153-81c0-a3a7bb90969b req-5db86893-4441-43fa-9f95-7a790c609851 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:17.619772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c6e4804-d077-4153-81c0-a3a7bb90969b req-5db86893-4441-43fa-9f95-7a790c609851 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 3094 time: 0.3941541 Aug 29 06:42:17.627862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd0d96-facf-4fb9-ab99-d53ccbe784e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd00ca9e-1d76-452e-b4ad-9435e8d4ac59,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:17.675316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-338b9455-6732-42e6-bb3a-f3646897e952 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8141656 Aug 29 06:42:17.678193 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-abe9d3cc-651a-4ee6-8fb6-bb1a7addfb51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=602bdddd-529e-47ca-8f45-869393263358 HTTP/1.1" status: 200 len: 217 time: 0.1346674 Aug 29 06:42:17.687517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b9455-6732-42e6-bb3a-f3646897e952 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'Port': ['ID=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:17.705189 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-522b5427-c208-4dba-9a12-817cd482277c req-91e7a679-5457-4e72-a350-5416d49b4547 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'port': {'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478', 'admin_state_up': True, 'tenant_id': '061145791eb24ccbba477166da42aefb', 'security_groups': ['c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:17.712225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcd0d96-facf-4fb9-ab99-d53ccbe784e1 admin admin] Checking segment: {'id': 'f2b5c162-52f3-4bf5-86c2-46f292cdcb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '072113cd-adf9-43cd-88af-73f7ff8e58e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:17.712862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcd0d96-facf-4fb9-ab99-d53ccbe784e1 admin admin] Network hostable DHCP agents. Network: 072113cd-adf9-43cd-88af-73f7ff8e58e0, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:42:17.846169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcd0d96-facf-4fb9-ab99-d53ccbe784e1 admin admin] Network 072113cd-adf9-43cd-88af-73f7ff8e58e0 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:42:17.851843 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c6e4804-d077-4153-81c0-a3a7bb90969b req-f1dac0fd-7398-40f3-87cb-2dc2396a0b43 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308726 Aug 29 06:42:17.918010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-dcb6283c-46d2-4a3e-b468-87ba4cf8dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:17.921649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-dcb6283c-46d2-4a3e-b468-87ba4cf8dadb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab3b20c4-433c-4818-ba1a-1a02bd8ca7db HTTP/1.1" status: 200 len: 853 time: 0.2208824 Aug 29 06:42:17.967635 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08287db9-ce14-40ab-b477-16d33c7fa9c4 x-openstack-request-id: req-08287db9-ce14-40ab-b477-16d33c7fa9c4 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:17.968171 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "58de485d-a40f-4752-adb4-d1ea3772863a", "status": "completed", "code": 200}, {"server_uuid": "a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a", "name": "network-vif-deleted", "tag": "915ed247-86a1-4a6c-b8d9-f872da3c620a", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:17.968171 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-08287db9-ce14-40ab-b477-16d33c7fa9c4 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:17.968588 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': '58de485d-a40f-4752-adb4-d1ea3772863a', 'status': 'completed', 'code': 200} Aug 29 06:42:17.968846 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46fd8c0-cb9b-4d72-8d4e-66fb7baa491a', 'name': 'network-vif-deleted', 'tag': '915ed247-86a1-4a6c-b8d9-f872da3c620a', 'status': 'completed', 'code': 200} Aug 29 06:42:18.053568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-48eda487-ec1f-48a4-a5be-425131300b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:18.055447 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-48eda487-ec1f-48a4-a5be-425131300b78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9b696c8-a0f7-4fc4-ae68-b8062e15f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239893 Aug 29 06:42:18.083498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b03d704a-12ed-406f-a7c5-58ec4aa6408d None None] Provisioning for port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:18.089384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b03d704a-12ed-406f-a7c5-58ec4aa6408d None None] Provisioning complete for port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:18.090771 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b03d704a-12ed-406f-a7c5-58ec4aa6408d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:18.183335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b03d704a-12ed-406f-a7c5-58ec4aa6408d None None] Port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:42:18.183692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678a43d-b048-4653-8b3d-e79962e5e41e req-08c548da-24c0-49b0-b857-c835fc5492bb tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:18.183692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f678a43d-b048-4653-8b3d-e79962e5e41e req-08c548da-24c0-49b0-b857-c835fc5492bb tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.1359160 Aug 29 06:42:18.235403 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-c041acba-9839-440f-97a6-b6b5663fa2b8 service neutron] 10.222.0.11 "GET /v2.0/networks/c9b696c8-a0f7-4fc4-ae68-b8062e15f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715248 Aug 29 06:42:18.239183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f678a43d-b048-4653-8b3d-e79962e5e41e req-c63cd954-b041-4c44-bd2d-ceb470084a74 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554771 Aug 29 06:42:18.433635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-97aee9f3-0c50-4e62-bbec-16485e332f33 service neutron] 10.222.0.11 "GET /v2.0/networks/c9b696c8-a0f7-4fc4-ae68-b8062e15f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885319 Aug 29 06:42:18.503539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-124939a2-7149-4fd3-821d-afb7f5c23393 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=93c4d706-cba3-4649-8efe-17e2a9e9840f HTTP/1.1" status: 200 len: 217 time: 0.0604901 Aug 29 06:42:18.605509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-dd3dc334-e9f2-4719-b247-a45fb1a40310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:18.612608 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-dd3dc334-e9f2-4719-b247-a45fb1a40310 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.0994496 Aug 29 06:42:18.795227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-3bcd0d96-facf-4fb9-ab99-d53ccbe784e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 072113cd-adf9-43cd-88af-73f7ff8e58e0) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:18.799672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcd0d96-facf-4fb9-ab99-d53ccbe784e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:18.811200 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bcd0d96-facf-4fb9-ab99-d53ccbe784e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:18.840435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61cf8f1-e42a-44e5-adeb-3623aa19656c None None] Network 072113cd-adf9-43cd-88af-73f7ff8e58e0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:42:18.851708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-91e7a679-5457-4e72-a350-5416d49b4547 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Made reservation on behalf of 061145791eb24ccbba477166da42aefb for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:18.878567 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-91e7a679-5457-4e72-a350-5416d49b4547 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:18.929162 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-539fbb96-2642-4bca-9e91-966840b5d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:18.930952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-539fbb96-2642-4bca-9e91-966840b5d56f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2934396 Aug 29 06:42:18.990398 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3bcd0d96-facf-4fb9-ab99-d53ccbe784e1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0265687 Aug 29 06:42:18.991330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a0d58-5b05-4496-9e27-0b38543d7c80 req-7e198674-8381-4cc1-9211-1995c872be75 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:19.012750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a0d58-5b05-4496-9e27-0b38543d7c80 req-7e198674-8381-4cc1-9211-1995c872be75 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:19.021193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a0d58-5b05-4496-9e27-0b38543d7c80 req-7e198674-8381-4cc1-9211-1995c872be75 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:19.035043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a0d58-5b05-4496-9e27-0b38543d7c80 req-7e198674-8381-4cc1-9211-1995c872be75 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:19.051442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a0d58-5b05-4496-9e27-0b38543d7c80 req-7e198674-8381-4cc1-9211-1995c872be75 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:19.068554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a0d58-5b05-4496-9e27-0b38543d7c80 req-7e198674-8381-4cc1-9211-1995c872be75 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:19.092527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a0d58-5b05-4496-9e27-0b38543d7c80 req-7e198674-8381-4cc1-9211-1995c872be75 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:19.102004 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-626a0d58-5b05-4496-9e27-0b38543d7c80 req-7e198674-8381-4cc1-9211-1995c872be75 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.5188882 Aug 29 06:42:19.129889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8096b421-6db1-4155-a8b8-3b3fe4ef8d60 None None] Network 072113cd-adf9-43cd-88af-73f7ff8e58e0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:42:19.438459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-626a0d58-5b05-4496-9e27-0b38543d7c80 req-a8f8453d-ae82-4327-bded-a88819c0e801 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3332591 Aug 29 06:42:19.451216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40224) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:19.585073 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-dc38c74d-23cc-4681-a23c-60d289db1095 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207383 Aug 29 06:42:19.692681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-522b5427-c208-4dba-9a12-817cd482277c req-91e7a679-5457-4e72-a350-5416d49b4547 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Allocated IP 10.2.2.200 (606aeb02-681b-4216-bf8c-e614c7425478/aeb224e9-072a-41a9-9f49-2fbdd36c708c/060c1398-807d-4842-967b-5455af62da39) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:42:19.754240 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6b32fa02-e82c-4b53-a11e-f2b0a5d8dba6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=312c0f3587ca4806a01f31cd1abc5968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985981 Aug 29 06:42:19.754999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40228) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:19.896393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1049a8d-d1d2-45fc-9f26-0e6b78de418f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:19.952380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1049a8d-d1d2-45fc-9f26-0e6b78de418f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:20.007375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8e37759f-1bb1-4247-9761-0273f62e6c5b service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152439 Aug 29 06:42:20.123530 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-f768d04e-5938-4ae5-9cfd-a9ec4b05591a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=0955f131-dd83-40ea-9043-264a188011e9 HTTP/1.1" status: 200 len: 217 time: 0.0640132 Aug 29 06:42:20.185959 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1049a8d-d1d2-45fc-9f26-0e6b78de418f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:20.191026 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1049a8d-d1d2-45fc-9f26-0e6b78de418f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:20.199614 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c1049a8d-d1d2-45fc-9f26-0e6b78de418f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0d4a0231-8742-4c1d-9ae5-3a556c68c2d8 HTTP/1.1" status: 204 len: 168 time: 0.4422743 Aug 29 06:42:20.202470 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-91e7a679-5457-4e72-a350-5416d49b4547 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:20.221028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1049a8d-d1d2-45fc-9f26-0e6b78de418f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4a0231-8742-4c1d-9ae5-3a556c68c2d8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:20.325131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab4b6e-6005-457d-b911-69aa3f73b845 req-d9aa4784-7633-44e0-9ac2-12c0ede333b3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:20.332019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab4b6e-6005-457d-b911-69aa3f73b845 req-d9aa4784-7633-44e0-9ac2-12c0ede333b3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:20.338269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab4b6e-6005-457d-b911-69aa3f73b845 req-d9aa4784-7633-44e0-9ac2-12c0ede333b3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:20.346516 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab4b6e-6005-457d-b911-69aa3f73b845 req-d9aa4784-7633-44e0-9ac2-12c0ede333b3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:20.348302 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bab4b6e-6005-457d-b911-69aa3f73b845 req-d9aa4784-7633-44e0-9ac2-12c0ede333b3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 3094 time: 0.4540162 Aug 29 06:42:20.353500 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-522b5427-c208-4dba-9a12-817cd482277c req-91e7a679-5457-4e72-a350-5416d49b4547 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Transition to ACTIVE for port object 060c1398-807d-4842-967b-5455af62da39 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:20.377406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-5fc6fdc3-6748-44b4-9e46-4ea74b03d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:20.378803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-5fc6fdc3-6748-44b4-9e46-4ea74b03d521 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.2438540 Aug 29 06:42:20.495567 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bab4b6e-6005-457d-b911-69aa3f73b845 req-cb582b34-98a6-4ba5-8e6e-29ef0cc97ee4 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296544 Aug 29 06:42:20.504576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-a536f0aa-8236-4635-9ed2-a0d87b9f4283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:20.507418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-a536f0aa-8236-4635-9ed2-a0d87b9f4283 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1150970 Aug 29 06:42:20.634299 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-91e7a679-5457-4e72-a350-5416d49b4547 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:20.646169 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:20.724304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522b5427-c208-4dba-9a12-817cd482277c req-91e7a679-5457-4e72-a350-5416d49b4547 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Network 606aeb02-681b-4216-bf8c-e614c7425478 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:42:20.732617 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-522b5427-c208-4dba-9a12-817cd482277c req-91e7a679-5457-4e72-a350-5416d49b4547 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:20.741332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-522b5427-c208-4dba-9a12-817cd482277c req-91e7a679-5457-4e72-a350-5416d49b4547 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:42:20.770273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7a679-5457-4e72-a350-5416d49b4547 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event updated for resources: {'Port': ['ID=060c1398-807d-4842-967b-5455af62da39,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:20.861995 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-efde830c-989b-46d4-80af-34d910273bb5 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464050 Aug 29 06:42:21.031311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-91e7a679-5457-4e72-a350-5416d49b4547 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:21.031997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-91e7a679-5457-4e72-a350-5416d49b4547 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:21.105519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a64cb4-b859-461a-b37a-2e72348b434e req-34bf4f11-7d8c-4241-9d41-c58904cfd163 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:21.105519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9a64cb4-b859-461a-b37a-2e72348b434e req-34bf4f11-7d8c-4241-9d41-c58904cfd163 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.2028239 Aug 29 06:42:21.144269 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9a64cb4-b859-461a-b37a-2e72348b434e req-729a07ad-9d67-4207-b0d1-0b72ef9f78f8 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580096 Aug 29 06:42:21.151245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-82fa745e-8b7f-40ae-9974-02bd3a6a1290 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721946 Aug 29 06:42:21.192413 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3e9e32c3-b694-4254-b73e-6545e4c5dbab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=05844740-abb0-44ca-a0b2-4ee06e5b107c HTTP/1.1" status: 200 len: 217 time: 0.0373929 Aug 29 06:42:21.200640 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-91e7a679-5457-4e72-a350-5416d49b4547 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5098288 Aug 29 06:42:21.222602 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Request body: {'port': {'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:21.297353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2fd35bb0-9fce-4a59-81c1-d49dfe6086e3 None None] Provisioning for port 060c1398-807d-4842-967b-5455af62da39 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:21.301446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2fd35bb0-9fce-4a59-81c1-d49dfe6086e3 None None] Provisioning complete for port 060c1398-807d-4842-967b-5455af62da39 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:21.301821 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2fd35bb0-9fce-4a59-81c1-d49dfe6086e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:21.322925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-de20ce9f-eaed-48ee-8e5c-354837d092bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:21.323623 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-de20ce9f-eaed-48ee-8e5c-354837d092bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.1212258 Aug 29 06:42:21.331268 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:21.378879 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2fd35bb0-9fce-4a59-81c1-d49dfe6086e3 None None] Port 060c1398-807d-4842-967b-5455af62da39 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:42:21.424063 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fae0c14-80e6-4275-a9d1-5d4bf8b5e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:21.426014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-8fae0c14-80e6-4275-a9d1-5d4bf8b5e1b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0907218 Aug 29 06:42:21.481271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40244) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:21.567295 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8438682d-5fae-4925-9643-a7b6c0928be1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d316abcfd1b145ab98883d3ae1edc1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847232 Aug 29 06:42:21.568010 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40250) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:21.703322 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef54153d-3790-4714-b100-78a4cadac650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:21.760747 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef54153d-3790-4714-b100-78a4cadac650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:21.801277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-ba5f056f-55e4-4c02-bcb8-667df71dd9b1 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651459 Aug 29 06:42:21.933278 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef54153d-3790-4714-b100-78a4cadac650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:21.936304 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef54153d-3790-4714-b100-78a4cadac650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:21.942588 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ef54153d-3790-4714-b100-78a4cadac650 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/663df318-807e-4195-8f84-ed899a15f327 HTTP/1.1" status: 204 len: 168 time: 0.3718238 Aug 29 06:42:21.959780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54153d-3790-4714-b100-78a4cadac650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663df318-807e-4195-8f84-ed899a15f327,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:21.982303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534fb89-f56c-464c-8103-36b2228f97f7 req-c1df55fb-873b-4115-acd9-b07ca4ac7581 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:21.989667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534fb89-f56c-464c-8103-36b2228f97f7 req-c1df55fb-873b-4115-acd9-b07ca4ac7581 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:21.996856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534fb89-f56c-464c-8103-36b2228f97f7 req-c1df55fb-873b-4115-acd9-b07ca4ac7581 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:22.004229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534fb89-f56c-464c-8103-36b2228f97f7 req-c1df55fb-873b-4115-acd9-b07ca4ac7581 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:22.011619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534fb89-f56c-464c-8103-36b2228f97f7 req-c1df55fb-873b-4115-acd9-b07ca4ac7581 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:22.018892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534fb89-f56c-464c-8103-36b2228f97f7 req-c1df55fb-873b-4115-acd9-b07ca4ac7581 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:22.025182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534fb89-f56c-464c-8103-36b2228f97f7 req-c1df55fb-873b-4115-acd9-b07ca4ac7581 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:22.027211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5534fb89-f56c-464c-8103-36b2228f97f7 req-c1df55fb-873b-4115-acd9-b07ca4ac7581 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.2248702 Aug 29 06:42:22.060494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-8ba236cf-e242-4480-a667-e4ccde7ec9b9 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:22.072321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-8ba236cf-e242-4480-a667-e4ccde7ec9b9 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/networks?id=e3a517ec-be04-414c-934e-4645de174fb4 HTTP/1.1" status: 200 len: 814 time: 0.4135878 Aug 29 06:42:22.153804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b9b062c5-c8ef-45c0-81df-09cd010dbd55 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/quotas/b61ecb24cf174020bec3e7c4abfa31e7 HTTP/1.1" status: 200 len: 375 time: 0.0797961 Aug 29 06:42:22.247876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-03abc1e5-cdd9-498e-a25d-d40ceec58b76 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b61ecb24cf174020bec3e7c4abfa31e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926163 Aug 29 06:42:22.338303 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5534fb89-f56c-464c-8103-36b2228f97f7 req-5511186c-d97c-4609-8a40-14211cf25dc7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2846360 Aug 29 06:42:22.424297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-697a9fa9-0490-483a-a063-1c92ba2e7eba service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552771 Aug 29 06:42:22.434552 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:22.501328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-1b39bb99-bd3f-46b9-aa1b-0cb8803c5465 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=b158ba04-343b-46ee-85a3-386664f7f41d HTTP/1.1" status: 200 len: 217 time: 0.0440147 Aug 29 06:42:22.503225 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:22.700335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Transition to ACTIVE for port object 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:22.742592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-e6164ae1-c05b-47bd-b4b1-03ccbe738be2 service neutron] 10.222.0.76 "GET /v2.0/networks/e3a517ec-be04-414c-934e-4645de174fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935427 Aug 29 06:42:22.812038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-34f6701f-114f-44c6-b687-8a2972305ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:22.813717 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-34f6701f-114f-44c6-b687-8a2972305ab5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.2472336 Aug 29 06:42:22.817661 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:22.829740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1120373-ab3a-4df8-b1f3-46e4fcfdbe70 req-27584e06-6194-4db8-bb0a-f374b0adad87 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:22.836782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1120373-ab3a-4df8-b1f3-46e4fcfdbe70 req-27584e06-6194-4db8-bb0a-f374b0adad87 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:22.880284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1120373-ab3a-4df8-b1f3-46e4fcfdbe70 req-27584e06-6194-4db8-bb0a-f374b0adad87 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:22.890000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1120373-ab3a-4df8-b1f3-46e4fcfdbe70 req-27584e06-6194-4db8-bb0a-f374b0adad87 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:22.896558 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1120373-ab3a-4df8-b1f3-46e4fcfdbe70 req-27584e06-6194-4db8-bb0a-f374b0adad87 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:22.905684 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1120373-ab3a-4df8-b1f3-46e4fcfdbe70 req-27584e06-6194-4db8-bb0a-f374b0adad87 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 3815 time: 0.3997312 Aug 29 06:42:23.021520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-88e0d8bd-3902-4c79-8a5a-6760c0d98f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:23.021520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-88e0d8bd-3902-4c79-8a5a-6760c0d98f2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1129227 Aug 29 06:42:23.105554 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1120373-ab3a-4df8-b1f3-46e4fcfdbe70 req-a58e7b1d-902b-4925-907d-c81661b85062 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987791 Aug 29 06:42:23.135073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Pushing event updated for resources: {'Port': ['ID=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:23.339732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-0e010411-e537-4fae-9dc0-9bc206fbfee0 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961464 Aug 29 06:42:23.495198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Attempting to bind port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:23.495443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Attempting to bind port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '8d5b293c-194f-49eb-9d3d-44ef4068820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:23.495927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Attempting to bind port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 on network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:23.575696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 on network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:23.576031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Attempting to bind port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 on network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:23.606804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce1d6-9fb5-4a2b-bb7b-b54c2957982e req-d92a17a8-8a16-4604-9f00-12f516b27f8a tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:23.620143 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e8cce1d6-9fb5-4a2b-bb7b-b54c2957982e req-d92a17a8-8a16-4604-9f00-12f516b27f8a tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.2792325 Aug 29 06:42:23.668137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:23.668482 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Checking segment: {'id': '8d5b293c-194f-49eb-9d3d-44ef4068820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:23.668877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Bound using segment: {'id': '8d5b293c-194f-49eb-9d3d-44ef4068820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:23.669334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Bound port: 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5b293c-194f-49eb-9d3d-44ef4068820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:23.669697 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:23.709981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-823ffc07-78e9-418d-a73e-a487c9ef03b2 service neutron] 10.222.0.76 "GET /v2.0/networks/e3a517ec-be04-414c-934e-4645de174fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9665222 Aug 29 06:42:23.768760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] For port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:23.772327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] For port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60,segment=NetworkSegment(8d5b293c-194f-49eb-9d3d-44ef4068820c),segment_id=8d5b293c-194f-49eb-9d3d-44ef4068820c)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:23.787311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e8cce1d6-9fb5-4a2b-bb7b-b54c2957982e req-4255af74-0b08-4e26-9d47-8628ca326a43 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619153 Aug 29 06:42:23.866826 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:24.076031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Pushing event updated for resources: {'Port': ['ID=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:24.083704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:24.084644 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:24.088814 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-ff881bed-8124-4578-ba02-030710cb9c00 service neutron] 10.222.0.15 "PUT /v2.0/ports/35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 HTTP/1.1" status: 200 len: 1092 time: 2.8705971 Aug 29 06:42:24.092705 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-4210ec4a-056b-4566-80a6-c2ca3f532796 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903195 Aug 29 06:42:24.106126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:24.106126 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8588590f-6cf3-4cb8-abee-579cac525958" -d '{"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "35d5406e-8d2d-4eb6-b4fb-3ef041d38f60"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:24.687401 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4bee18-8662-402e-ac3b-0cabd6d6c838 x-openstack-request-id: req-0a4bee18-8662-402e-ac3b-0cabd6d6c838 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:24.687625 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "35d5406e-8d2d-4eb6-b4fb-3ef041d38f60", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:24.704171 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0a4bee18-8662-402e-ac3b-0cabd6d6c838 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:24.704171 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60', 'status': 'completed', 'code': 200} Aug 29 06:42:24.704171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Request body: {'port': {'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:24.704171 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-65f8aa73-0949-4ed5-9bae-0f93a1989f9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b38a0eb3-cea4-48b0-be11-e157a7a34573 HTTP/1.1" status: 200 len: 217 time: 0.5996809 Aug 29 06:42:24.745164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588590f-6cf3-4cb8-abee-579cac525958 req-b4607493-c551-44f6-923b-ded17b5166b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:24.746268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588590f-6cf3-4cb8-abee-579cac525958 req-b4607493-c551-44f6-923b-ded17b5166b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:24.746918 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588590f-6cf3-4cb8-abee-579cac525958 req-b4607493-c551-44f6-923b-ded17b5166b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:24.747562 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588590f-6cf3-4cb8-abee-579cac525958 req-b4607493-c551-44f6-923b-ded17b5166b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:24.748172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588590f-6cf3-4cb8-abee-579cac525958 req-b4607493-c551-44f6-923b-ded17b5166b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:24.750047 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8588590f-6cf3-4cb8-abee-579cac525958 req-b4607493-c551-44f6-923b-ded17b5166b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=061145791eb24ccbba477166da42aefb&device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 4363 time: 0.0984602 Aug 29 06:42:24.955247 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:24.958101 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588590f-6cf3-4cb8-abee-579cac525958 req-06573878-b9a2-4c58-94eb-bbae98864d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:24.958696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588590f-6cf3-4cb8-abee-579cac525958 req-06573878-b9a2-4c58-94eb-bbae98864d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:24.959260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588590f-6cf3-4cb8-abee-579cac525958 req-06573878-b9a2-4c58-94eb-bbae98864d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:24.960942 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8588590f-6cf3-4cb8-abee-579cac525958 req-06573878-b9a2-4c58-94eb-bbae98864d13 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=061145791eb24ccbba477166da42aefb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1984947 Aug 29 06:42:24.993147 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba381d29-9f21-488a-b626-e7c015470717 req-59996a83-a09d-4702-9a04-153a1b9d738e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:24.999357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba381d29-9f21-488a-b626-e7c015470717 req-59996a83-a09d-4702-9a04-153a1b9d738e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.005346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba381d29-9f21-488a-b626-e7c015470717 req-59996a83-a09d-4702-9a04-153a1b9d738e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.026079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba381d29-9f21-488a-b626-e7c015470717 req-59996a83-a09d-4702-9a04-153a1b9d738e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.034154 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba381d29-9f21-488a-b626-e7c015470717 req-59996a83-a09d-4702-9a04-153a1b9d738e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.049286 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba381d29-9f21-488a-b626-e7c015470717 req-59996a83-a09d-4702-9a04-153a1b9d738e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.056686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba381d29-9f21-488a-b626-e7c015470717 req-59996a83-a09d-4702-9a04-153a1b9d738e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.058821 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba381d29-9f21-488a-b626-e7c015470717 req-59996a83-a09d-4702-9a04-153a1b9d738e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.3687103 Aug 29 06:42:25.106211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4d138-74fe-48a5-b4b9-0862617d43ab req-55724ac9-0974-432e-99f9-d201a2703d1e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.112606 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4d138-74fe-48a5-b4b9-0862617d43ab req-55724ac9-0974-432e-99f9-d201a2703d1e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.113202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588590f-6cf3-4cb8-abee-579cac525958 req-18b44b7d-f43b-4f37-84f3-6d340ea4e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.115073 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8588590f-6cf3-4cb8-abee-579cac525958 req-18b44b7d-f43b-4f37-84f3-6d340ea4e49a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458242 Aug 29 06:42:25.119280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4d138-74fe-48a5-b4b9-0862617d43ab req-55724ac9-0974-432e-99f9-d201a2703d1e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.125783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4d138-74fe-48a5-b4b9-0862617d43ab req-55724ac9-0974-432e-99f9-d201a2703d1e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.144528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4d138-74fe-48a5-b4b9-0862617d43ab req-55724ac9-0974-432e-99f9-d201a2703d1e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.146342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7f4d138-74fe-48a5-b4b9-0862617d43ab req-55724ac9-0974-432e-99f9-d201a2703d1e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 3827 time: 0.3946867 Aug 29 06:42:25.149740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7a81b473-1f22-404e-9de8-f4eece852cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.151093 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-7a81b473-1f22-404e-9de8-f4eece852cf3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0e90aa0-bc35-4497-8202-2e1dfd85d0cd HTTP/1.1" status: 200 len: 797 time: 0.4146402 Aug 29 06:42:25.439602 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba381d29-9f21-488a-b626-e7c015470717 req-35929584-c954-4d97-acc7-f0fb8b328c80 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3717415 Aug 29 06:42:25.446948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-e468f078-f193-4281-bda9-e635508e4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.450134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-e468f078-f193-4281-bda9-e635508e4015 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57ffac55-609b-41cd-9af3-72358c53e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2826035 Aug 29 06:42:25.545405 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7f4d138-74fe-48a5-b4b9-0862617d43ab req-c2438263-f43f-4e45-9f92-a8ce417afb1a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3711162 Aug 29 06:42:25.627478 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8efe7baa-779d-44ac-bfdb-2b5166bf0fb4 req-3cef17f8-3dd2-4f8c-b1c5-e5afea60d5ad tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 210 time: 0.0927703 Aug 29 06:42:25.814973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-c8677e99-646c-4b9b-86f5-b55e74276e83 service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928758 Aug 29 06:42:25.831623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb41345-b252-4ac4-a819-b87d50337256 req-f8ba4fa0-9cca-4aa7-9045-63f172dc31bf tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:25.833443 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fb41345-b252-4ac4-a819-b87d50337256 req-f8ba4fa0-9cca-4aa7-9045-63f172dc31bf tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.1168907 Aug 29 06:42:25.981071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fb41345-b252-4ac4-a819-b87d50337256 req-c2876a0b-3195-49ac-a910-ad18a0540dea tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236885 Aug 29 06:42:26.066293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-3fda0234-e376-4335-a31e-113609cd2d5c service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228303 Aug 29 06:42:26.247105 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:26.261486 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:26.279710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Transition to ACTIVE for port object 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:26.283653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-1e2ef927-bc70-483c-b555-cf08253b74a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58de485d-a40f-4752-adb4-d1ea3772863a HTTP/1.1" status: 200 len: 217 time: 0.1690521 Aug 29 06:42:26.332617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-199b08d8-7a9f-41f2-89df-022a51b46211 req-0bb31e92-f9eb-4a8c-aeab-bf6362d05a2b tempest-FlavorsV2NegativeTest-2021663627 tempest-FlavorsV2NegativeTest-2021663627-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c504eda01aa1473cac2caf6a44d2ca11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059103 Aug 29 06:42:26.384101 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:26.583937 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-1e285419-8c47-4a9a-a5bc-ce6b5d65a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:26.612485 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-1e285419-8c47-4a9a-a5bc-ce6b5d65a70c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0e90aa0-bc35-4497-8202-2e1dfd85d0cd HTTP/1.1" status: 200 len: 797 time: 0.2801034 Aug 29 06:42:26.637172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Pushing event updated for resources: {'Port': ['ID=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:26.809591 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2c594778-1f68-42d8-b21e-2395e6f58cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:26.811570 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2c594778-1f68-42d8-b21e-2395e6f58cc5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57ffac55-609b-41cd-9af3-72358c53e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1981890 Aug 29 06:42:26.853103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b08d8-7a9f-41f2-89df-022a51b46211 req-1c6558bc-cd0a-4464-8498-ac681ed8c0e6 tempest-FlavorsV2NegativeTest-2021663627 tempest-FlavorsV2NegativeTest-2021663627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:26.855070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-199b08d8-7a9f-41f2-89df-022a51b46211 req-1c6558bc-cd0a-4464-8498-ac681ed8c0e6 tempest-FlavorsV2NegativeTest-2021663627 tempest-FlavorsV2NegativeTest-2021663627-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5216882 Aug 29 06:42:26.857999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Attempting to bind port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:26.858522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Attempting to bind port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:26.859301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Attempting to bind port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:26.918890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-199b08d8-7a9f-41f2-89df-022a51b46211 req-b3814b13-0112-43b6-99a8-c816181b4acb tempest-FlavorsV2NegativeTest-2021663627 tempest-FlavorsV2NegativeTest-2021663627-project] 10.222.0.76 "GET /v2.0/quotas/c504eda01aa1473cac2caf6a44d2ca11 HTTP/1.1" status: 200 len: 375 time: 0.0486624 Aug 29 06:42:27.015393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:27.016060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Attempting to bind port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:27.041932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-199b08d8-7a9f-41f2-89df-022a51b46211 req-2425c834-98c8-40a9-98ed-a22c12b41458 tempest-FlavorsV2NegativeTest-2021663627 tempest-FlavorsV2NegativeTest-2021663627-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c504eda01aa1473cac2caf6a44d2ca11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1220593 Aug 29 06:42:27.073534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:27.081692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Checking segment: {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:27.082792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Bound using segment: {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:27.087771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Bound port: 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:27.088155 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:27.136470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fd480-799d-4736-b98d-1bf4e2f656e7 req-00b33df0-2663-4383-84cb-477a80de8d08 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.145607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fd480-799d-4736-b98d-1bf4e2f656e7 req-00b33df0-2663-4383-84cb-477a80de8d08 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.164159 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fd480-799d-4736-b98d-1bf4e2f656e7 req-00b33df0-2663-4383-84cb-477a80de8d08 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.171982 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fd480-799d-4736-b98d-1bf4e2f656e7 req-00b33df0-2663-4383-84cb-477a80de8d08 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.180464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fd480-799d-4736-b98d-1bf4e2f656e7 req-00b33df0-2663-4383-84cb-477a80de8d08 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.188324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fd480-799d-4736-b98d-1bf4e2f656e7 req-00b33df0-2663-4383-84cb-477a80de8d08 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.195351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fd480-799d-4736-b98d-1bf4e2f656e7 req-00b33df0-2663-4383-84cb-477a80de8d08 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.204721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-931fd480-799d-4736-b98d-1bf4e2f656e7 req-00b33df0-2663-4383-84cb-477a80de8d08 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.4937048 Aug 29 06:42:27.398505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-931fd480-799d-4736-b98d-1bf4e2f656e7 req-650225f0-d7e9-460f-b14b-c16137b76a89 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1891646 Aug 29 06:42:27.445415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-cfe70ad0-a531-47a2-a9b4-15d970e68266 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.445415 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-cfe70ad0-a531-47a2-a9b4-15d970e68266 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.15 "GET /v2.0/networks?id=e3a517ec-be04-414c-934e-4645de174fb4 HTTP/1.1" status: 200 len: 814 time: 0.3926821 Aug 29 06:42:27.474516 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Request body: {'port': {'device_id': 'faa7741c-81f8-40ee-a10a-7b3ad198550b', 'network_id': 'e3a517ec-be04-414c-934e-4645de174fb4', 'admin_state_up': True, 'tenant_id': 'b61ecb24cf174020bec3e7c4abfa31e7'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:27.509215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba4f97-29d6-49cb-a15a-8cdd2d0f142f req-4c0f3648-f513-4367-ab58-c4874a6d3a25 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.519274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba4f97-29d6-49cb-a15a-8cdd2d0f142f req-4c0f3648-f513-4367-ab58-c4874a6d3a25 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.528938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba4f97-29d6-49cb-a15a-8cdd2d0f142f req-4c0f3648-f513-4367-ab58-c4874a6d3a25 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.535783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba4f97-29d6-49cb-a15a-8cdd2d0f142f req-4c0f3648-f513-4367-ab58-c4874a6d3a25 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.552043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba4f97-29d6-49cb-a15a-8cdd2d0f142f req-4c0f3648-f513-4367-ab58-c4874a6d3a25 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.559867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba4f97-29d6-49cb-a15a-8cdd2d0f142f req-4c0f3648-f513-4367-ab58-c4874a6d3a25 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.563079 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e8ba4f97-29d6-49cb-a15a-8cdd2d0f142f req-4c0f3648-f513-4367-ab58-c4874a6d3a25 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 4598 time: 0.3349767 Aug 29 06:42:27.574177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] For port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:27.577994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] For port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:27.584122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-2699e5e8-53f6-4053-bf45-c829ee40617e service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279134 Aug 29 06:42:27.642776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a89fc45b-6be4-4e20-9795-4b4666ae6069 req-1cdcd794-266e-4794-8ed6-4ec3352a47dd tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 210 time: 0.0633259 Aug 29 06:42:27.780637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Made reservation on behalf of b61ecb24cf174020bec3e7c4abfa31e7 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:27.784731 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:27.791817 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:27.957856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e8ba4f97-29d6-49cb-a15a-8cdd2d0f142f req-5dcbc520-9dc8-41f1-b5af-312256fa6eff tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3649921 Aug 29 06:42:27.994042 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:27.994780 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:28.007512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] 10.222.0.15 "PUT /v2.0/ports/4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 HTTP/1.1" status: 200 len: 1130 time: 3.3183880 Aug 29 06:42:28.009015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': '4e30cc12-bdb6-41b7-9a5e-30c376fb9b60'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:28.012224 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e20406b-0c16-4a04-93bc-087894d39cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "4e30cc12-bdb6-41b7-9a5e-30c376fb9b60"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:28.126604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369ec21-d50e-41c9-b2df-f56187779e27 req-f32b0cb3-bd88-46f1-bae0-2fb4440f71b2 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.126604 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a369ec21-d50e-41c9-b2df-f56187779e27 req-f32b0cb3-bd88-46f1-bae0-2fb4440f71b2 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.3420777 Aug 29 06:42:28.126604 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b73759-cbaa-4f07-a4e5-1809c95080f1 req-5f73b7d3-59fe-4ad4-9043-87f527f03011 service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103421 Aug 29 06:42:28.129270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Allocated IP 172.20.0.7 (e3a517ec-be04-414c-934e-4645de174fb4/6a495185-9fce-4552-9aac-16a859fbdab0/da7c51c1-f7d3-4d64-8cc7-18ab849dedc6) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:42:28.158244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b86967-9ab6-4a6e-960c-4dd9c2cb4f92 service neutron] Pushing event updated for resources: {'Port': ['ID=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:28.219020 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a369ec21-d50e-41c9-b2df-f56187779e27 req-c07ef446-7884-4822-a23a-80f64464f709 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209695 Aug 29 06:42:28.299533 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38ee476-34e9-4b6f-9a6f-a45e87fd0c78 x-openstack-request-id: req-a38ee476-34e9-4b6f-9a6f-a45e87fd0c78 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:28.305019 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "4e30cc12-bdb6-41b7-9a5e-30c376fb9b60", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:28.305566 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a38ee476-34e9-4b6f-9a6f-a45e87fd0c78 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:28.308160 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': '4e30cc12-bdb6-41b7-9a5e-30c376fb9b60', 'status': 'completed', 'code': 200} Aug 29 06:42:28.337462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Request body: {'port': {'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:28.409128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:28.478623 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:28.642032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20406b-0c16-4a04-93bc-087894d39cf9 req-813741bd-0ad4-4d26-8a21-b265fad7d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.642621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20406b-0c16-4a04-93bc-087894d39cf9 req-813741bd-0ad4-4d26-8a21-b265fad7d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.649427 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20406b-0c16-4a04-93bc-087894d39cf9 req-813741bd-0ad4-4d26-8a21-b265fad7d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.650017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20406b-0c16-4a04-93bc-087894d39cf9 req-813741bd-0ad4-4d26-8a21-b265fad7d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.650646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20406b-0c16-4a04-93bc-087894d39cf9 req-813741bd-0ad4-4d26-8a21-b265fad7d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.651020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20406b-0c16-4a04-93bc-087894d39cf9 req-813741bd-0ad4-4d26-8a21-b265fad7d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.653645 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9e20406b-0c16-4a04-93bc-087894d39cf9 req-813741bd-0ad4-4d26-8a21-b265fad7d790 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=061145791eb24ccbba477166da42aefb&device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5286 time: 0.2155895 Aug 29 06:42:28.797041 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:28.882767 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-66adb790-0560-490a-8580-48395824a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.884910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-66adb790-0560-490a-8580-48395824a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.886831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-66adb790-0560-490a-8580-48395824a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.889854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-66adb790-0560-490a-8580-48395824a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.890620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-66adb790-0560-490a-8580-48395824a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.893055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-66adb790-0560-490a-8580-48395824a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.896213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-66adb790-0560-490a-8580-48395824a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.900260 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-66adb790-0560-490a-8580-48395824a417 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7ca440486aa4cc7b212f4190a478c52&device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 6495 time: 0.4471347 Aug 29 06:42:28.932871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Network e3a517ec-be04-414c-934e-4645de174fb4 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:42:28.942747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:28.950229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:42:28.962430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20406b-0c16-4a04-93bc-087894d39cf9 req-eef5ca0c-7c77-47ea-9a43-87fcecab466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.962909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20406b-0c16-4a04-93bc-087894d39cf9 req-eef5ca0c-7c77-47ea-9a43-87fcecab466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.964448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20406b-0c16-4a04-93bc-087894d39cf9 req-eef5ca0c-7c77-47ea-9a43-87fcecab466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:28.966087 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9e20406b-0c16-4a04-93bc-087894d39cf9 req-eef5ca0c-7c77-47ea-9a43-87fcecab466a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=061145791eb24ccbba477166da42aefb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3016145 Aug 29 06:42:29.019669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Pushing event updated for resources: {'Port': ['ID=da7c51c1-f7d3-4d64-8cc7-18ab849dedc6,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:29.071764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:29.072119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:29.072451 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:29.072788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:29.073139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:29.073448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:29.073778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:29.074307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:29.074807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:29.075343 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:29.087714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:29.087714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:29.092270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.092920 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:29.152951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20406b-0c16-4a04-93bc-087894d39cf9 req-7934424a-e7f3-48cd-b3a0-baeb664d7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.155032 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9e20406b-0c16-4a04-93bc-087894d39cf9 req-7934424a-e7f3-48cd-b3a0-baeb664d7540 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564124 Aug 29 06:42:29.282066 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-88a17a54-ffee-4ba6-a217-739461e9469d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8109729 Aug 29 06:42:29.298088 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c10e8-ee3d-43cb-af51-723e5bbb80aa req-a4c4a737-1be8-4a2e-95ac-60e681c6be1e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.298829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Request body: {'port': {'device_id': 'faa7741c-81f8-40ee-a10a-7b3ad198550b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:29.298949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c10e8-ee3d-43cb-af51-723e5bbb80aa req-a4c4a737-1be8-4a2e-95ac-60e681c6be1e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.309012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c10e8-ee3d-43cb-af51-723e5bbb80aa req-a4c4a737-1be8-4a2e-95ac-60e681c6be1e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.319658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c10e8-ee3d-43cb-af51-723e5bbb80aa req-a4c4a737-1be8-4a2e-95ac-60e681c6be1e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.327676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c10e8-ee3d-43cb-af51-723e5bbb80aa req-a4c4a737-1be8-4a2e-95ac-60e681c6be1e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.334424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c10e8-ee3d-43cb-af51-723e5bbb80aa req-a4c4a737-1be8-4a2e-95ac-60e681c6be1e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.345799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c10e8-ee3d-43cb-af51-723e5bbb80aa req-a4c4a737-1be8-4a2e-95ac-60e681c6be1e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.351003 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-411c10e8-ee3d-43cb-af51-723e5bbb80aa req-a4c4a737-1be8-4a2e-95ac-60e681c6be1e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.7754660 Aug 29 06:42:29.394842 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:29.424373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-411c10e8-ee3d-43cb-af51-723e5bbb80aa req-1876a449-19ca-4274-b72d-b94a242185ad tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551956 Aug 29 06:42:29.450685 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a6e61-f903-4d47-a4b2-6c5b6d63a8d8 req-05d428e7-f2bf-4a55-991f-58ea0f7f48fb tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.453054 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b43a6e61-f903-4d47-a4b2-6c5b6d63a8d8 req-05d428e7-f2bf-4a55-991f-58ea0f7f48fb tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 931 time: 0.3731213 Aug 29 06:42:29.538115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b43a6e61-f903-4d47-a4b2-6c5b6d63a8d8 req-b63cc3ac-58e1-4727-9f91-902a502dc821 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f1dac40-268e-49d0-9551-30636a9285fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732169 Aug 29 06:42:29.593933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-5b5b3f6b-5e67-4f63-b433-df65e948faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.595847 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-5b5b3f6b-5e67-4f63-b433-df65e948faa4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=57ffac55-609b-41cd-9af3-72358c53e760 HTTP/1.1" status: 200 len: 903 time: 0.5182581 Aug 29 06:42:29.657459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40444) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:29.681994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-737b2ea4-98d8-440e-928d-93c3496f6c66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58de485d-a40f-4752-adb4-d1ea3772863a HTTP/1.1" status: 200 len: 217 time: 0.0528927 Aug 29 06:42:29.750585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-76e2683d-f3ca-4f18-a1b9-5da28e14c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.752108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-76e2683d-f3ca-4f18-a1b9-5da28e14c63b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0e90aa0-bc35-4497-8202-2e1dfd85d0cd HTTP/1.1" status: 200 len: 797 time: 0.0606933 Aug 29 06:42:29.781836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb58b-963d-4769-827f-4cd1e3d636f5 req-431c8155-8333-40c1-9be4-eeb4c72ba0b0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.795078 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb58b-963d-4769-827f-4cd1e3d636f5 req-431c8155-8333-40c1-9be4-eeb4c72ba0b0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.810327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb58b-963d-4769-827f-4cd1e3d636f5 req-431c8155-8333-40c1-9be4-eeb4c72ba0b0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.825475 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb58b-963d-4769-827f-4cd1e3d636f5 req-431c8155-8333-40c1-9be4-eeb4c72ba0b0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.835117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb58b-963d-4769-827f-4cd1e3d636f5 req-431c8155-8333-40c1-9be4-eeb4c72ba0b0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.841756 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb58b-963d-4769-827f-4cd1e3d636f5 req-431c8155-8333-40c1-9be4-eeb4c72ba0b0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:29.848175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34dcb58b-963d-4769-827f-4cd1e3d636f5 req-431c8155-8333-40c1-9be4-eeb4c72ba0b0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 4598 time: 0.2907989 Aug 29 06:42:29.880815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd6b383-2ce3-4041-b3e5-40537ae7211f {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:29.914940 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:30.050789 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Transition to ACTIVE for port object bcd6b383-2ce3-4041-b3e5-40537ae7211f will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:30.050789 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a863bf-3f1f-47c9-bca8-02e74e643b24 req-18c8d86b-fb36-4cc6-bdd1-692b64cb1a45 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:30.050789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98a863bf-3f1f-47c9-bca8-02e74e643b24 req-18c8d86b-fb36-4cc6-bdd1-692b64cb1a45 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.1583474 Aug 29 06:42:30.106299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34dcb58b-963d-4769-827f-4cd1e3d636f5 req-f391fd23-6fc8-4318-97c1-1b0200768d36 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1858728 Aug 29 06:42:30.106299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-b1736db2-3561-4305-9412-cc00bd2f36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:30.106786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-b1736db2-3561-4305-9412-cc00bd2f36fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57ffac55-609b-41cd-9af3-72358c53e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2537568 Aug 29 06:42:30.138249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98a863bf-3f1f-47c9-bca8-02e74e643b24 req-bb61002d-d763-476f-825a-c8f2dbed88c1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934169 Aug 29 06:42:30.184637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93da221c-bdfd-4686-a15f-c001c0a567e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:30.234008 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-c63a34e2-2fdd-4e59-923d-a7f32798b461 service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068139 Aug 29 06:42:30.335743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:30.346041 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:30.375270 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93da221c-bdfd-4686-a15f-c001c0a567e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:30.376765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Transition to ACTIVE for port object da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:30.497859 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93da221c-bdfd-4686-a15f-c001c0a567e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:30.541509 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da221c-bdfd-4686-a15f-c001c0a567e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514edcb9-b85a-4b08-b33d-91f35049dabd,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:30.545844 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-93da221c-bdfd-4686-a15f-c001c0a567e3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c504eda01aa1473cac2caf6a44d2ca11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8866560 Aug 29 06:42:30.547542 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:30.549432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40466) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:30.619695 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:30.621605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Pushing event updated for resources: {'Port': ['ID=da7c51c1-f7d3-4d64-8cc7-18ab849dedc6,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:30.685882 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fad18a63-65fe-4f96-ad6d-8159429543b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:30.725251 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fad18a63-65fe-4f96-ad6d-8159429543b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:30.748405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Attempting to bind port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:30.748743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Attempting to bind port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '5dd7f68d-3f06-4cff-9475-3e799c5682a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3a517ec-be04-414c-934e-4645de174fb4'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:30.749081 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Attempting to bind port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 on network e3a517ec-be04-414c-934e-4645de174fb4 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:30.765832 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 on network e3a517ec-be04-414c-934e-4645de174fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:30.766202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Attempting to bind port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 on network e3a517ec-be04-414c-934e-4645de174fb4 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:30.777857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:30.777857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Checking segment: {'id': '5dd7f68d-3f06-4cff-9475-3e799c5682a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3a517ec-be04-414c-934e-4645de174fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:30.777857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Bound using segment: {'id': '5dd7f68d-3f06-4cff-9475-3e799c5682a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3a517ec-be04-414c-934e-4645de174fb4'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:30.778285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Bound port: da7c51c1-f7d3-4d64-8cc7-18ab849dedc6, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd7f68d-3f06-4cff-9475-3e799c5682a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3a517ec-be04-414c-934e-4645de174fb4'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:30.778603 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:30.791014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd6b383-2ce3-4041-b3e5-40537ae7211f,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:30.829306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddaced7-80a2-43ec-8cde-25ef59532fe9 req-5fa4347a-b210-4e03-9d3d-7bb18bdbc186 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:30.831017 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dddaced7-80a2-43ec-8cde-25ef59532fe9 req-5fa4347a-b210-4e03-9d3d-7bb18bdbc186 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 943 time: 0.2151349 Aug 29 06:42:30.869068 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] For port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:30.873242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] For port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=da7c51c1-f7d3-4d64-8cc7-18ab849dedc6,segment=NetworkSegment(5dd7f68d-3f06-4cff-9475-3e799c5682a2),segment_id=5dd7f68d-3f06-4cff-9475-3e799c5682a2)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:30.892108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e9ba7-b97d-4246-bb1f-fddae01c2478 req-1398075c-ee97-4321-b2e6-b5de6e5613e7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:30.898791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e9ba7-b97d-4246-bb1f-fddae01c2478 req-1398075c-ee97-4321-b2e6-b5de6e5613e7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:30.904960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e9ba7-b97d-4246-bb1f-fddae01c2478 req-1398075c-ee97-4321-b2e6-b5de6e5613e7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:30.911526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e9ba7-b97d-4246-bb1f-fddae01c2478 req-1398075c-ee97-4321-b2e6-b5de6e5613e7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:30.917927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e9ba7-b97d-4246-bb1f-fddae01c2478 req-1398075c-ee97-4321-b2e6-b5de6e5613e7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:30.923946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e9ba7-b97d-4246-bb1f-fddae01c2478 req-1398075c-ee97-4321-b2e6-b5de6e5613e7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:30.933333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e9ba7-b97d-4246-bb1f-fddae01c2478 req-1398075c-ee97-4321-b2e6-b5de6e5613e7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:30.935341 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e9e9ba7-b97d-4246-bb1f-fddae01c2478 req-1398075c-ee97-4321-b2e6-b5de6e5613e7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.3205156 Aug 29 06:42:30.955758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:30.956113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:30.956498 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:30.956795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:30.957294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:30.957459 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-25f78c82-c224-4ab1-b2df-b2aa21bc48fa req-13f407da-a37e-4b72-8a5d-563779062681 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563757 Aug 29 06:42:30.957577 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:30.957963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:30.958264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:30.958476 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:30.958660 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fad18a63-65fe-4f96-ad6d-8159429543b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:30.958941 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:30.959328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:30.966220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:30.967264 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fad18a63-65fe-4f96-ad6d-8159429543b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:30.967264 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fad18a63-65fe-4f96-ad6d-8159429543b2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/514edcb9-b85a-4b08-b33d-91f35049dabd HTTP/1.1" status: 204 len: 168 time: 0.4107671 Aug 29 06:42:30.974322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad18a63-65fe-4f96-ad6d-8159429543b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514edcb9-b85a-4b08-b33d-91f35049dabd,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:30.989649 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:31.000937 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8555eb3e-bdfd-4c72-871b-167b468bb31f req-e52deb47-abd1-4d0e-a682-2d6df1998dc0 service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7594883 Aug 29 06:42:31.014693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Attempting to bind port bcd6b383-2ce3-4041-b3e5-40537ae7211f on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:31.015046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Attempting to bind port bcd6b383-2ce3-4041-b3e5-40537ae7211f by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:31.015433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Attempting to bind port bcd6b383-2ce3-4041-b3e5-40537ae7211f on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:31.029088 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Port bcd6b383-2ce3-4041-b3e5-40537ae7211f on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:31.029420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Attempting to bind port bcd6b383-2ce3-4041-b3e5-40537ae7211f on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:31.043929 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:31.044285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Checking segment: {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:31.044676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Bound using segment: {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:31.045132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Bound port: bcd6b383-2ce3-4041-b3e5-40537ae7211f, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:31.045498 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:31.074824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.075404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:31.076808 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] 10.222.0.15 "PUT /v2.0/ports/da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 HTTP/1.1" status: 200 len: 1092 time: 1.7849269 Aug 29 06:42:31.077257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa7741c-81f8-40ee-a10a-7b3ad198550b', 'tag': 'da7c51c1-f7d3-4d64-8cc7-18ab849dedc6'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:31.079533 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc3e5d9-58b2-4d28-9734-03ee267ebd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "faa7741c-81f8-40ee-a10a-7b3ad198550b", "tag": "da7c51c1-f7d3-4d64-8cc7-18ab849dedc6"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:31.096329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e9e9ba7-b97d-4246-bb1f-fddae01c2478 req-88beb218-7858-4842-b8a8-e991f43e4c78 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172440 Aug 29 06:42:31.101863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e9f6c-a40f-40a0-b4b8-b56d8889cb02 service neutron] Pushing event updated for resources: {'Port': ['ID=da7c51c1-f7d3-4d64-8cc7-18ab849dedc6,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:31.118842 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dddaced7-80a2-43ec-8cde-25ef59532fe9 req-25a8f2e6-3b41-40c9-bdd3-0925d2853747 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f1dac40-268e-49d0-9551-30636a9285fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435975 Aug 29 06:42:31.166683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78c82-c224-4ab1-b2df-b2aa21bc48fa req-05bc8b97-d8ec-433f-bd8e-59cc3653fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.168344 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25f78c82-c224-4ab1-b2df-b2aa21bc48fa req-05bc8b97-d8ec-433f-bd8e-59cc3653fb98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6eb48acfd45d4511a61bd789bd95b431&device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 1100 time: 0.1041563 Aug 29 06:42:31.186393 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe19b5d-9dad-43af-ba43-ae7f9c8d201e x-openstack-request-id: req-0fe19b5d-9dad-43af-ba43-ae7f9c8d201e {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:31.186393 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa7741c-81f8-40ee-a10a-7b3ad198550b", "tag": "da7c51c1-f7d3-4d64-8cc7-18ab849dedc6", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:31.186393 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0fe19b5d-9dad-43af-ba43-ae7f9c8d201e {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:31.186393 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa7741c-81f8-40ee-a10a-7b3ad198550b', 'tag': 'da7c51c1-f7d3-4d64-8cc7-18ab849dedc6', 'status': 'completed', 'code': 200} Aug 29 06:42:31.215865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] For port bcd6b383-2ce3-4041-b3e5-40537ae7211f, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:31.265564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] For port bcd6b383-2ce3-4041-b3e5-40537ae7211f, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bcd6b383-2ce3-4041-b3e5-40537ae7211f,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:31.343576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad1331-abf2-4a06-801c-89458da5d73a req-a4271c39-afa0-40eb-af01-24cb417b0261 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.349539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad1331-abf2-4a06-801c-89458da5d73a req-a4271c39-afa0-40eb-af01-24cb417b0261 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.356326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad1331-abf2-4a06-801c-89458da5d73a req-a4271c39-afa0-40eb-af01-24cb417b0261 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.361864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad1331-abf2-4a06-801c-89458da5d73a req-a4271c39-afa0-40eb-af01-24cb417b0261 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.367889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad1331-abf2-4a06-801c-89458da5d73a req-a4271c39-afa0-40eb-af01-24cb417b0261 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.373759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad1331-abf2-4a06-801c-89458da5d73a req-a4271c39-afa0-40eb-af01-24cb417b0261 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.380171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad1331-abf2-4a06-801c-89458da5d73a req-a4271c39-afa0-40eb-af01-24cb417b0261 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.382121 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67ad1331-abf2-4a06-801c-89458da5d73a req-a4271c39-afa0-40eb-af01-24cb417b0261 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5370 time: 0.1365516 Aug 29 06:42:31.395777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78c82-c224-4ab1-b2df-b2aa21bc48fa req-ad2acfea-007f-4c7e-8855-8aa3fca4ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.397204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25f78c82-c224-4ab1-b2df-b2aa21bc48fa req-ad2acfea-007f-4c7e-8855-8aa3fca4ea99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.2028518 Aug 29 06:42:31.399936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3e5d9-58b2-4d28-9734-03ee267ebd4a req-fb066193-9b7f-4727-98ec-f020eb13eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.412158 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5bc3e5d9-58b2-4d28-9734-03ee267ebd4a req-fb066193-9b7f-4727-98ec-f020eb13eb9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b61ecb24cf174020bec3e7c4abfa31e7&device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 1095 time: 0.0862193 Aug 29 06:42:31.469802 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:31.499743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25f78c82-c224-4ab1-b2df-b2aa21bc48fa req-7495a728-ccb2-4bcf-997f-8684f55c315b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=bca324e9-4c2b-4446-90b9-52c24155b5da HTTP/1.1" status: 200 len: 217 time: 0.0755277 Aug 29 06:42:31.549975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3e5d9-58b2-4d28-9734-03ee267ebd4a req-29685172-0284-4df6-8596-af26fc5cceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.551979 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5bc3e5d9-58b2-4d28-9734-03ee267ebd4a req-29685172-0284-4df6-8596-af26fc5cceda service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b61ecb24cf174020bec3e7c4abfa31e7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1408515 Aug 29 06:42:31.621754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.622444 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:31.623824 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] 10.222.0.15 "PUT /v2.0/ports/bcd6b383-2ce3-4041-b3e5-40537ae7211f HTTP/1.1" status: 200 len: 1131 time: 3.2927852 Aug 29 06:42:31.627474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': 'bcd6b383-2ce3-4041-b3e5-40537ae7211f'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:31.637275 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180687a0-d9af-4089-8a26-66dcb5845099" -d '{"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "bcd6b383-2ce3-4041-b3e5-40537ae7211f"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:31.667928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67ad1331-abf2-4a06-801c-89458da5d73a req-a8259a89-a4bb-4474-9b50-93a7cb6f3140 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2743578 Aug 29 06:42:31.698584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243d478-0ebb-4d99-a779-fc858888e460 req-affa758e-e150-4538-bce4-4bb27ff63d98 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.709819 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0243d478-0ebb-4d99-a779-fc858888e460 req-affa758e-e150-4538-bce4-4bb27ff63d98 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.2843816 Aug 29 06:42:31.732059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8dd02-803c-4ad4-a9a8-89a9302c8b94 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd6b383-2ce3-4041-b3e5-40537ae7211f,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:31.776521 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78c82-c224-4ab1-b2df-b2aa21bc48fa req-3edee082-ff18-413b-bd24-9ad4392cd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.778235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25f78c82-c224-4ab1-b2df-b2aa21bc48fa req-3edee082-ff18-413b-bd24-9ad4392cd41b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.2284708 Aug 29 06:42:31.785233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Request body: {'port': {'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:31.808564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3e5d9-58b2-4d28-9734-03ee267ebd4a req-01adccab-f7e5-4f74-8e35-a8e8f3d57c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.810293 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5bc3e5d9-58b2-4d28-9734-03ee267ebd4a req-01adccab-f7e5-4f74-8e35-a8e8f3d57c02 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2507598 Aug 29 06:42:31.849047 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ed53bc-51f5-4a3a-8839-dcf977e7237b x-openstack-request-id: req-64ed53bc-51f5-4a3a-8839-dcf977e7237b {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:31.849322 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "bcd6b383-2ce3-4041-b3e5-40537ae7211f", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:31.849576 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-64ed53bc-51f5-4a3a-8839-dcf977e7237b {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:31.850242 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': 'bcd6b383-2ce3-4041-b3e5-40537ae7211f', 'status': 'completed', 'code': 200} Aug 29 06:42:31.866724 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0243d478-0ebb-4d99-a779-fc858888e460 req-1c303f8b-928c-40be-853a-468854715b35 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555328 Aug 29 06:42:31.957718 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78c82-c224-4ab1-b2df-b2aa21bc48fa req-17789c36-80b7-496c-9a9b-585989f76458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:31.957718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25f78c82-c224-4ab1-b2df-b2aa21bc48fa req-17789c36-80b7-496c-9a9b-585989f76458 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1671216 Aug 29 06:42:31.991862 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:32.046512 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180687a0-d9af-4089-8a26-66dcb5845099 req-19bf2ed7-cfa9-4bd9-b7ca-510d04c70aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.047307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180687a0-d9af-4089-8a26-66dcb5845099 req-19bf2ed7-cfa9-4bd9-b7ca-510d04c70aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.047953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180687a0-d9af-4089-8a26-66dcb5845099 req-19bf2ed7-cfa9-4bd9-b7ca-510d04c70aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.051791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180687a0-d9af-4089-8a26-66dcb5845099 req-19bf2ed7-cfa9-4bd9-b7ca-510d04c70aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.052622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180687a0-d9af-4089-8a26-66dcb5845099 req-19bf2ed7-cfa9-4bd9-b7ca-510d04c70aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.053606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180687a0-d9af-4089-8a26-66dcb5845099 req-19bf2ed7-cfa9-4bd9-b7ca-510d04c70aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.054248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180687a0-d9af-4089-8a26-66dcb5845099 req-19bf2ed7-cfa9-4bd9-b7ca-510d04c70aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.059223 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-180687a0-d9af-4089-8a26-66dcb5845099 req-19bf2ed7-cfa9-4bd9-b7ca-510d04c70aac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=061145791eb24ccbba477166da42aefb&device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 6210 time: 0.1795394 Aug 29 06:42:32.061564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-d7803187-308f-44c2-a3d3-512c6084b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.063508 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-d7803187-308f-44c2-a3d3-512c6084b7cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b61ecb24cf174020bec3e7c4abfa31e7&device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 1095 time: 0.1821160 Aug 29 06:42:32.138571 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-8eba35a5-7fae-4c81-92c0-b68c47261bf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 HTTP/1.1" status: 200 len: 217 time: 0.0634239 Aug 29 06:42:32.216272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-76be1d13-ee48-4d1f-9574-c5efebe3fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.217731 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-76be1d13-ee48-4d1f-9574-c5efebe3fcc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a495185-9fce-4552-9aac-16a859fbdab0 HTTP/1.1" status: 200 len: 854 time: 0.0490978 Aug 29 06:42:32.264043 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-ea5110f3-6b13-4e41-a428-88f3146efd4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3a517ec-be04-414c-934e-4645de174fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358949 Aug 29 06:42:32.420863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180687a0-d9af-4089-8a26-66dcb5845099 req-78f16484-8aa3-474f-8343-9247e48b78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.420863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180687a0-d9af-4089-8a26-66dcb5845099 req-78f16484-8aa3-474f-8343-9247e48b78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.420863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180687a0-d9af-4089-8a26-66dcb5845099 req-78f16484-8aa3-474f-8343-9247e48b78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.422342 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-180687a0-d9af-4089-8a26-66dcb5845099 req-78f16484-8aa3-474f-8343-9247e48b78ff service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=061145791eb24ccbba477166da42aefb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3484387 Aug 29 06:42:32.546373 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-282b5307-748e-43d3-95b4-5fe0a8e9438c service neutron] 10.222.0.15 "GET /v2.0/networks/e3a517ec-be04-414c-934e-4645de174fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728474 Aug 29 06:42:32.553126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd90946-2b24-4826-b5d9-f98f1f0c6835 req-ccf5fc91-8ed3-4a6f-9ff6-3b7e348dffe4 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.554829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1bd90946-2b24-4826-b5d9-f98f1f0c6835 req-ccf5fc91-8ed3-4a6f-9ff6-3b7e348dffe4 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b5bb9-a620-45d2-9300-d95fde52c59e HTTP/1.1" status: 200 len: 951 time: 0.5090926 Aug 29 06:42:32.616632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180687a0-d9af-4089-8a26-66dcb5845099 req-6f902efa-ad7d-4b7e-8666-22dfec1ede8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.623422 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-180687a0-d9af-4089-8a26-66dcb5845099 req-6f902efa-ad7d-4b7e-8666-22dfec1ede8a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1853423 Aug 29 06:42:32.631715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf582977-488c-4c58-97c7-5727046b6dd4 req-ca0875cf-9275-4241-89a2-4f211c69c1b2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.638121 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf582977-488c-4c58-97c7-5727046b6dd4 req-ca0875cf-9275-4241-89a2-4f211c69c1b2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.645833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf582977-488c-4c58-97c7-5727046b6dd4 req-ca0875cf-9275-4241-89a2-4f211c69c1b2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.654328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf582977-488c-4c58-97c7-5727046b6dd4 req-ca0875cf-9275-4241-89a2-4f211c69c1b2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.661863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf582977-488c-4c58-97c7-5727046b6dd4 req-ca0875cf-9275-4241-89a2-4f211c69c1b2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.668760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf582977-488c-4c58-97c7-5727046b6dd4 req-ca0875cf-9275-4241-89a2-4f211c69c1b2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.674957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf582977-488c-4c58-97c7-5727046b6dd4 req-ca0875cf-9275-4241-89a2-4f211c69c1b2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.682910 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf582977-488c-4c58-97c7-5727046b6dd4 req-ca0875cf-9275-4241-89a2-4f211c69c1b2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.2355900 Aug 29 06:42:32.683633 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a04d3aa0-5a8e-45cd-af72-30a34a2bbe52 req-d923f7b8-84ae-444b-9123-137561fc27e7 service neutron] 10.222.0.15 "GET /v2.0/networks/e3a517ec-be04-414c-934e-4645de174fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264181 Aug 29 06:42:32.702722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25f78c82-c224-4ab1-b2df-b2aa21bc48fa req-b01798a2-f2cd-4f9b-b509-8e55dd989068 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7263124 Aug 29 06:42:32.720140 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40542) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:32.811010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1bd90946-2b24-4826-b5d9-f98f1f0c6835 req-be490d1a-963f-470a-be06-479add997296 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424016 Aug 29 06:42:32.833216 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf582977-488c-4c58-97c7-5727046b6dd4 req-22930d26-88b3-4bee-8636-6579dc260e90 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493020 Aug 29 06:42:32.844662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-network', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:32.864750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef27d19d-f6d0-40c3-bce9-622d1313e3b4 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:32.883904 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:32.908994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Transition to ACTIVE for port object ef27d19d-f6d0-40c3-bce9-622d1313e3b4 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:32.914605 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25f78c82-c224-4ab1-b2df-b2aa21bc48fa req-8b7e293a-035d-4497-82c5-a21a43d05ee4 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019761 Aug 29 06:42:32.983488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c026b-63f2-4fc2-a2e9-e7a3bd4df54a req-c92ce4bb-085e-4444-9008-bbe755473441 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:32.987728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f9c026b-63f2-4fc2-a2e9-e7a3bd4df54a req-c92ce4bb-085e-4444-9008-bbe755473441 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 943 time: 0.0603592 Aug 29 06:42:33.006069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] Made reservation on behalf of acc905bba43a4197803c1e8a9c61b00f for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:33.008900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.021614 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.057068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f9c026b-63f2-4fc2-a2e9-e7a3bd4df54a req-72796320-3f05-49bb-ba33-c32c32dbf1a6 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f1dac40-268e-49d0-9551-30636a9285fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632129 Aug 29 06:42:33.060377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.097519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f22f-0bc2-474e-a264-cdacc97fb08f req-b3319bfc-7e93-408c-9858-6bcede98de76 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:33.103662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f22f-0bc2-474e-a264-cdacc97fb08f req-b3319bfc-7e93-408c-9858-6bcede98de76 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:33.109511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f22f-0bc2-474e-a264-cdacc97fb08f req-b3319bfc-7e93-408c-9858-6bcede98de76 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:33.115358 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f22f-0bc2-474e-a264-cdacc97fb08f req-b3319bfc-7e93-408c-9858-6bcede98de76 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:33.121834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f22f-0bc2-474e-a264-cdacc97fb08f req-b3319bfc-7e93-408c-9858-6bcede98de76 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:33.127834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f22f-0bc2-474e-a264-cdacc97fb08f req-b3319bfc-7e93-408c-9858-6bcede98de76 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:33.134421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f22f-0bc2-474e-a264-cdacc97fb08f req-b3319bfc-7e93-408c-9858-6bcede98de76 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:33.136243 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5396f22f-0bc2-474e-a264-cdacc97fb08f req-b3319bfc-7e93-408c-9858-6bcede98de76 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5370 time: 0.1358800 Aug 29 06:42:33.169594 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.186340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Pushing event updated for resources: {'Port': ['ID=ef27d19d-f6d0-40c3-bce9-622d1313e3b4,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:33.240034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5396f22f-0bc2-474e-a264-cdacc97fb08f req-3d8bcbb4-da5a-4a00-af40-bc4061d19c7a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910745 Aug 29 06:42:33.296406 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.346435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683ca007-6181-49a8-a5ba-5d9845511f45,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:33.352328 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.356677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:42:33.391179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.392646 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] Added segment c68a1460-02d6-41c2-aa5a-f0492246cbe4 of type vlan for network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb Aug 29 06:42:33.400723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Attempting to bind port ef27d19d-f6d0-40c3-bce9-622d1313e3b4 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:33.401238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Attempting to bind port ef27d19d-f6d0-40c3-bce9-622d1313e3b4 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:33.401570 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Attempting to bind port ef27d19d-f6d0-40c3-bce9-622d1313e3b4 on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:33.421102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36f132-7ebb-49d1-ae52-2e2f98d2fe17 req-b355fe62-f7b8-4352-a02b-cac69d87008d tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:33.422923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c36f132-7ebb-49d1-ae52-2e2f98d2fe17 req-b355fe62-f7b8-4352-a02b-cac69d87008d tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.1219134 Aug 29 06:42:33.425532 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Port ef27d19d-f6d0-40c3-bce9-622d1313e3b4 on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:33.425828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Attempting to bind port ef27d19d-f6d0-40c3-bce9-622d1313e3b4 on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:33.435776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:33.436030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Checking segment: {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:33.436407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Bound using segment: {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:33.436848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Bound port: ef27d19d-f6d0-40c3-bce9-622d1313e3b4, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:33.437210 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.466113 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.512801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 13dc54f0-836a-4a9d-bd86-5258f3710eb7 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:42:33.557763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c36f132-7ebb-49d1-ae52-2e2f98d2fe17 req-7dfcd657-6fd4-4314-9c42-849429de783a tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070538 Aug 29 06:42:33.594748 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.596599 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:33.597203 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.614383 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] For port ef27d19d-f6d0-40c3-bce9-622d1313e3b4, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:33.624406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] For port ef27d19d-f6d0-40c3-bce9-622d1313e3b4, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ef27d19d-f6d0-40c3-bce9-622d1313e3b4,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:33.643058 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.677312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] Pushing event updated for resources: {'Network': ['ID=6cd72f6f-0cb6-4e26-907a-23085a94a0bb,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:33.680591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13dc54f0-836a-4a9d-bd86-5258f3710eb7'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:33.683221 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe0763b-44b2-4c94-864e-d3e060e9c69a" -d '{"events": [{"server_uuid": "0e7b5bb9-a620-45d2-9300-d95fde52c59e", "name": "network-vif-unplugged", "status": "completed", "tag": "13dc54f0-836a-4a9d-bd86-5258f3710eb7"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:33.695864 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:33.703336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:42:33.750473 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c91694-c1d5-4074-855c-ee6972006263 x-openstack-request-id: req-46c91694-c1d5-4074-855c-ee6972006263 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:33.750813 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7b5bb9-a620-45d2-9300-d95fde52c59e", "name": "network-vif-unplugged", "status": "completed", "tag": "13dc54f0-836a-4a9d-bd86-5258f3710eb7", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:33.751067 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46c91694-c1d5-4074-855c-ee6972006263 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:33.751499 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13dc54f0-836a-4a9d-bd86-5258f3710eb7', 'code': 200} Aug 29 06:42:33.783601 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6c90b568-bfd2-4842-b0de-a3218e250c61 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0620439 Aug 29 06:42:33.786363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40608) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:33.793235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a1eaad8f-ca6c-4f3a-b2b4-c5f639e6d7ad admin admin] Request body: {'subnet': {'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-subnet', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:33.818087 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.818340 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.891776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=13dc54f0-836a-4a9d-bd86-5258f3710eb7,revision_number=11']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:33.899417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Pushing event updated for resources: {'Port': ['ID=ef27d19d-f6d0-40c3-bce9-622d1313e3b4,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:33.915868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eaad8f-ca6c-4f3a-b2b4-c5f639e6d7ad admin admin] Made reservation on behalf of acc905bba43a4197803c1e8a9c61b00f for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:33.918694 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1eaad8f-ca6c-4f3a-b2b4-c5f639e6d7ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.924274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:33.925132 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:33.926553 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-ed110867-060e-4dc9-b790-8e01d650973f service neutron] 10.222.0.15 "PUT /v2.0/ports/ef27d19d-f6d0-40c3-bce9-622d1313e3b4 HTTP/1.1" status: 200 len: 1091 time: 2.1457672 Aug 29 06:42:33.927438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': 'ef27d19d-f6d0-40c3-bce9-622d1313e3b4'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:33.929451 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3147ddb-67dd-43be-925d-843ce610693a" -d '{"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "ef27d19d-f6d0-40c3-bce9-622d1313e3b4"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:34.076866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Request body: {'port': {'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:34.149122 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:34.160476 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:42:34.189534 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c652e3-6409-495e-ae14-62563bd6a0df x-openstack-request-id: req-f9c652e3-6409-495e-ae14-62563bd6a0df {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:34.189822 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "ef27d19d-f6d0-40c3-bce9-622d1313e3b4", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:34.190076 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9c652e3-6409-495e-ae14-62563bd6a0df {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:34.190474 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': 'ef27d19d-f6d0-40c3-bce9-622d1313e3b4', 'status': 'completed', 'code': 200} Aug 29 06:42:34.246756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147ddb-67dd-43be-925d-843ce610693a req-ad55f570-d290-4b00-bc86-76406b650fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.247360 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147ddb-67dd-43be-925d-843ce610693a req-ad55f570-d290-4b00-bc86-76406b650fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.247801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147ddb-67dd-43be-925d-843ce610693a req-ad55f570-d290-4b00-bc86-76406b650fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.248454 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147ddb-67dd-43be-925d-843ce610693a req-ad55f570-d290-4b00-bc86-76406b650fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.248994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147ddb-67dd-43be-925d-843ce610693a req-ad55f570-d290-4b00-bc86-76406b650fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.252028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147ddb-67dd-43be-925d-843ce610693a req-ad55f570-d290-4b00-bc86-76406b650fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.252028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147ddb-67dd-43be-925d-843ce610693a req-ad55f570-d290-4b00-bc86-76406b650fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.252430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d3147ddb-67dd-43be-925d-843ce610693a req-ad55f570-d290-4b00-bc86-76406b650fb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=061145791eb24ccbba477166da42aefb&device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 6278 time: 0.0745542 Aug 29 06:42:34.297363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4993d-7cfb-4d54-b089-f448fbf9989c req-496b42f0-b155-4cec-bfdf-482d1cc477e3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.303388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4993d-7cfb-4d54-b089-f448fbf9989c req-496b42f0-b155-4cec-bfdf-482d1cc477e3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.309886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4993d-7cfb-4d54-b089-f448fbf9989c req-496b42f0-b155-4cec-bfdf-482d1cc477e3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.316246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4993d-7cfb-4d54-b089-f448fbf9989c req-496b42f0-b155-4cec-bfdf-482d1cc477e3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.322806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4993d-7cfb-4d54-b089-f448fbf9989c req-496b42f0-b155-4cec-bfdf-482d1cc477e3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.328203 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4993d-7cfb-4d54-b089-f448fbf9989c req-496b42f0-b155-4cec-bfdf-482d1cc477e3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.334112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4993d-7cfb-4d54-b089-f448fbf9989c req-496b42f0-b155-4cec-bfdf-482d1cc477e3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.336071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81d4993d-7cfb-4d54-b089-f448fbf9989c req-496b42f0-b155-4cec-bfdf-482d1cc477e3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.3156278 Aug 29 06:42:34.365961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147ddb-67dd-43be-925d-843ce610693a req-dd8fccef-69b3-4a14-82c3-4cdea02c2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.366444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147ddb-67dd-43be-925d-843ce610693a req-dd8fccef-69b3-4a14-82c3-4cdea02c2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.366939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147ddb-67dd-43be-925d-843ce610693a req-dd8fccef-69b3-4a14-82c3-4cdea02c2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.369182 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d3147ddb-67dd-43be-925d-843ce610693a req-dd8fccef-69b3-4a14-82c3-4cdea02c2587 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=061145791eb24ccbba477166da42aefb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1085198 Aug 29 06:42:34.437345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf3bf0-2f5e-45ce-af71-e5db6b878d6f req-a801f8b5-e801-44b5-aad2-ad48b3afaa74 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.438873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acaf3bf0-2f5e-45ce-af71-e5db6b878d6f req-a801f8b5-e801-44b5-aad2-ad48b3afaa74 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 943 time: 0.2166417 Aug 29 06:42:34.480780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147ddb-67dd-43be-925d-843ce610693a req-e0d1839b-f986-46ff-9b3d-502681b5fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.483119 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d3147ddb-67dd-43be-925d-843ce610693a req-e0d1839b-f986-46ff-9b3d-502681b5fe2c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064296 Aug 29 06:42:34.526633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81d4993d-7cfb-4d54-b089-f448fbf9989c req-dc24facb-36b1-4310-874e-9b678fc9f8a0 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1606214 Aug 29 06:42:34.603202 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1eaad8f-ca6c-4f3a-b2b4-c5f639e6d7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:34.612005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acaf3bf0-2f5e-45ce-af71-e5db6b878d6f req-fa7155ad-6a30-49ad-badb-f6346ab9880a tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f1dac40-268e-49d0-9551-30636a9285fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606476 Aug 29 06:42:34.806763 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eaad8f-ca6c-4f3a-b2b4-c5f639e6d7ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:34.845989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eaad8f-ca6c-4f3a-b2b4-c5f639e6d7ad admin admin] Checking segment: {'id': 'c68a1460-02d6-41c2-aa5a-f0492246cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:34.846351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eaad8f-ca6c-4f3a-b2b4-c5f639e6d7ad admin admin] Network hostable DHCP agents. Network: 6cd72f6f-0cb6-4e26-907a-23085a94a0bb, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:42:34.862335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc973db-21b5-4438-9ab4-c83656d9a1db req-b7106e05-e525-468f-b0fa-bcd2607db15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.872161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc973db-21b5-4438-9ab4-c83656d9a1db req-b7106e05-e525-468f-b0fa-bcd2607db15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.874161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc973db-21b5-4438-9ab4-c83656d9a1db req-b7106e05-e525-468f-b0fa-bcd2607db15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.880060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc973db-21b5-4438-9ab4-c83656d9a1db req-b7106e05-e525-468f-b0fa-bcd2607db15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.886775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc973db-21b5-4438-9ab4-c83656d9a1db req-b7106e05-e525-468f-b0fa-bcd2607db15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.892681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc973db-21b5-4438-9ab4-c83656d9a1db req-b7106e05-e525-468f-b0fa-bcd2607db15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.899081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc973db-21b5-4438-9ab4-c83656d9a1db req-b7106e05-e525-468f-b0fa-bcd2607db15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.900991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edc973db-21b5-4438-9ab4-c83656d9a1db req-b7106e05-e525-468f-b0fa-bcd2607db15d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5382 time: 0.1968887 Aug 29 06:42:34.929218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bc4cd-38cd-4a7e-8eaf-4d33f26c1af7 req-5512b63d-d908-46f2-811d-7782403c1c45 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:34.930588 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-885bc4cd-38cd-4a7e-8eaf-4d33f26c1af7 req-5512b63d-d908-46f2-811d-7782403c1c45 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.2062294 Aug 29 06:42:35.020632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edc973db-21b5-4438-9ab4-c83656d9a1db req-7f8cd37c-37e4-4836-a4e6-3a5ffc43d687 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105628 Aug 29 06:42:35.033241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4dd112-c306-4947-90f4-bcdb99840941 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:35.046213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-885bc4cd-38cd-4a7e-8eaf-4d33f26c1af7 req-3fbb06b8-2709-42b5-a6c3-27fc1464494f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091089 Aug 29 06:42:35.048246 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:35.061899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Transition to ACTIVE for port object ce4dd112-c306-4947-90f4-bcdb99840941 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:35.110295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eaad8f-ca6c-4f3a-b2b4-c5f639e6d7ad admin admin] Network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:42:35.246006 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:35.299374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Pushing event updated for resources: {'Port': ['ID=ce4dd112-c306-4947-90f4-bcdb99840941,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:35.340220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a1eaad8f-ca6c-4f3a-b2b4-c5f639e6d7ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 6cd72f6f-0cb6-4e26-907a-23085a94a0bb) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:35.347620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eaad8f-ca6c-4f3a-b2b4-c5f639e6d7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:35.348393 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1eaad8f-ca6c-4f3a-b2b4-c5f639e6d7ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:35.364118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a373c-a49b-4d0a-a0cf-0acc23f51518 None None] Network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:42:35.413138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Attempting to bind port ce4dd112-c306-4947-90f4-bcdb99840941 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:35.413482 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Attempting to bind port ce4dd112-c306-4947-90f4-bcdb99840941 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:35.413816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Attempting to bind port ce4dd112-c306-4947-90f4-bcdb99840941 on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:35.448189 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Port ce4dd112-c306-4947-90f4-bcdb99840941 on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:35.448189 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Attempting to bind port ce4dd112-c306-4947-90f4-bcdb99840941 on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:35.462563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:35.462903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Checking segment: {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:35.463328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Bound using segment: {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:35.463777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Bound port: ce4dd112-c306-4947-90f4-bcdb99840941, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1e7d15-e53a-4b57-94e2-c184830b8499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:35.464135 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:35.534775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40710) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:35.535494 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a1eaad8f-ca6c-4f3a-b2b4-c5f639e6d7ad admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7465966 Aug 29 06:42:35.544284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:35.545520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:42:35.620679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'fixed_ips': [{'subnet_id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:42:35.621644 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:35.638137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] For port ce4dd112-c306-4947-90f4-bcdb99840941, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:35.641423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] For port ce4dd112-c306-4947-90f4-bcdb99840941, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ce4dd112-c306-4947-90f4-bcdb99840941,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:35.703393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:35.704953 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:35.721307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52074b8-365e-4d4b-bd2f-ccae6565e413 req-cd94f4b6-7769-4d36-83a6-286ab0d4004f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:35.729592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52074b8-365e-4d4b-bd2f-ccae6565e413 req-cd94f4b6-7769-4d36-83a6-286ab0d4004f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:35.735547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52074b8-365e-4d4b-bd2f-ccae6565e413 req-cd94f4b6-7769-4d36-83a6-286ab0d4004f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:35.741744 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52074b8-365e-4d4b-bd2f-ccae6565e413 req-cd94f4b6-7769-4d36-83a6-286ab0d4004f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:35.748397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52074b8-365e-4d4b-bd2f-ccae6565e413 req-cd94f4b6-7769-4d36-83a6-286ab0d4004f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:35.754675 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52074b8-365e-4d4b-bd2f-ccae6565e413 req-cd94f4b6-7769-4d36-83a6-286ab0d4004f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:35.766032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52074b8-365e-4d4b-bd2f-ccae6565e413 req-cd94f4b6-7769-4d36-83a6-286ab0d4004f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:35.774886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a52074b8-365e-4d4b-bd2f-ccae6565e413 req-cd94f4b6-7769-4d36-83a6-286ab0d4004f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.1241336 Aug 29 06:42:35.785268 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:35.832204 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:35.890904 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:35.891787 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:35.893186 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] 10.222.0.15 "PUT /v2.0/ports/ce4dd112-c306-4947-90f4-bcdb99840941 HTTP/1.1" status: 200 len: 1092 time: 1.8241165 Aug 29 06:42:35.922232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343f750-6251-438d-81de-ff8c8a72c44e service neutron] Pushing event updated for resources: {'Port': ['ID=ce4dd112-c306-4947-90f4-bcdb99840941,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:35.952011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a52074b8-365e-4d4b-bd2f-ccae6565e413 req-3a3153fa-24db-4e1e-a29d-6341c57c0e5e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1704714 Aug 29 06:42:35.968519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87d47d-2812-423c-9aca-7794462cb4d0 req-89deba50-72a6-4205-9e6b-bb69a41c9876 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:35.973050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c87d47d-2812-423c-9aca-7794462cb4d0 req-89deba50-72a6-4205-9e6b-bb69a41c9876 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 943 time: 0.1951327 Aug 29 06:42:36.086465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=da7c51c1-f7d3-4d64-8cc7-18ab849dedc6,segment=NetworkSegment(5dd7f68d-3f06-4cff-9475-3e799c5682a2),segment_id=5dd7f68d-3f06-4cff-9475-3e799c5682a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:36.088742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c87d47d-2812-423c-9aca-7794462cb4d0 req-c035e209-a25e-4436-9dee-37e9dd327a20 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f1dac40-268e-49d0-9551-30636a9285fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088035 Aug 29 06:42:36.109327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Request body: {'port': {'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:36.119773 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'da7c51c1-f7d3-4d64-8cc7-18ab849dedc6', 'network_id': 'e3a517ec-be04-414c-934e-4645de174fb4', 'port_id': 'da7c51c1-f7d3-4d64-8cc7-18ab849dedc6', 'mac_address': 'fa:16:3e:18:c8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a495185-9fce-4552-9aac-16a859fbdab0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:42:36.125349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Allocated IP 172.20.0.2 (6cd72f6f-0cb6-4e26-907a-23085a94a0bb/2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a/29e2bed8-0cf6-44a6-945a-65a2ea884c63) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:42:36.183923 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:36.233623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': 'ce4dd112-c306-4947-90f4-bcdb99840941'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:36.233841 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b25fc4-4f07-40c9-8fdb-995ef6007210" -d '{"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "ce4dd112-c306-4947-90f4-bcdb99840941"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:36.236565 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:36.265272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:36.294312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=da7c51c1-f7d3-4d64-8cc7-18ab849dedc6,segment=NetworkSegment(5dd7f68d-3f06-4cff-9475-3e799c5682a2),segment_id=5dd7f68d-3f06-4cff-9475-3e799c5682a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:36.312463 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:36.370638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7af9-d2a9-4ddf-bdeb-b0bba32b16c9 req-cb24ccda-5b1b-415b-ba36-a9942f0dd666 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:36.376710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7af9-d2a9-4ddf-bdeb-b0bba32b16c9 req-cb24ccda-5b1b-415b-ba36-a9942f0dd666 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:36.382704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7af9-d2a9-4ddf-bdeb-b0bba32b16c9 req-cb24ccda-5b1b-415b-ba36-a9942f0dd666 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:36.390126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7af9-d2a9-4ddf-bdeb-b0bba32b16c9 req-cb24ccda-5b1b-415b-ba36-a9942f0dd666 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:36.396817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7af9-d2a9-4ddf-bdeb-b0bba32b16c9 req-cb24ccda-5b1b-415b-ba36-a9942f0dd666 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:36.405671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7af9-d2a9-4ddf-bdeb-b0bba32b16c9 req-cb24ccda-5b1b-415b-ba36-a9942f0dd666 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:36.412231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7af9-d2a9-4ddf-bdeb-b0bba32b16c9 req-cb24ccda-5b1b-415b-ba36-a9942f0dd666 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:36.419180 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:36.421323 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-daae7af9-d2a9-4ddf-bdeb-b0bba32b16c9 req-cb24ccda-5b1b-415b-ba36-a9942f0dd666 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5394 time: 0.1927550 Aug 29 06:42:36.427773 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Transition to ACTIVE for port object 29e2bed8-0cf6-44a6-945a-65a2ea884c63 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:36.449167 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Transition to ACTIVE for port object 29e2bed8-0cf6-44a6-945a-65a2ea884c63 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:36.526177 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:36.533415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-daae7af9-d2a9-4ddf-bdeb-b0bba32b16c9 req-2e7db35d-c24e-4c78-bc7a-6daefc6c3739 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112199 Aug 29 06:42:36.591132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=da7c51c1-f7d3-4d64-8cc7-18ab849dedc6,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:36.641095 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:36.686439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:42:36.693016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:36.697857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:42:36.712679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Pushing event updated for resources: {'Port': ['ID=29e2bed8-0cf6-44a6-945a-65a2ea884c63,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:36.773306 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Attempting to bind port 29e2bed8-0cf6-44a6-945a-65a2ea884c63 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:36.773690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Attempting to bind port 29e2bed8-0cf6-44a6-945a-65a2ea884c63 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'c68a1460-02d6-41c2-aa5a-f0492246cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:36.774290 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Attempting to bind port 29e2bed8-0cf6-44a6-945a-65a2ea884c63 on network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:36.779720 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:36.780101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Checking segment: {'id': 'c68a1460-02d6-41c2-aa5a-f0492246cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:36.780569 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:36.781039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Bound using segment: {'id': 'c68a1460-02d6-41c2-aa5a-f0492246cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:36.781668 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Bound port: 29e2bed8-0cf6-44a6-945a-65a2ea884c63, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68a1460-02d6-41c2-aa5a-f0492246cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:36.782116 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:36.783988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:36.793612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:36.829238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['da7c51c1-f7d3-4d64-8cc7-18ab849dedc6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:42:36.857001 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:36.879291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Transition to ACTIVE for port object 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:36.893128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:36.897748 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8235130-b5c8-471a-ba35-1a942e51a6ac req-08117d18-50b7-4bf5-b6bb-4d22491eec20 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:36.906724 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8235130-b5c8-471a-ba35-1a942e51a6ac req-08117d18-50b7-4bf5-b6bb-4d22491eec20 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.1353698 Aug 29 06:42:36.931001 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] For port 29e2bed8-0cf6-44a6-945a-65a2ea884c63, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:36.937192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] For port 29e2bed8-0cf6-44a6-945a-65a2ea884c63, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=29e2bed8-0cf6-44a6-945a-65a2ea884c63,segment=NetworkSegment(c68a1460-02d6-41c2-aa5a-f0492246cbe4),segment_id=c68a1460-02d6-41c2-aa5a-f0492246cbe4)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:36.948262 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8235130-b5c8-471a-ba35-1a942e51a6ac req-97298295-c3e9-4d5a-bfbe-46c208e7c047 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 Aug 29 06:42:37.024557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Allocated IP 172.25.1.18 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/e1c96e71-3cbf-4eb5-8363-d60878b4a2f1) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:42:37.037669 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:37.075626 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:37.169948 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e3d15-4dca-4ac2-8204-51730f6250b6 None None] Pushing event updated for resources: {'Port': ['ID=29e2bed8-0cf6-44a6-945a-65a2ea884c63,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:37.207675 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:37.238797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Attempting to bind port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:37.239821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Attempting to bind port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'c0ddeede-b9bc-4b83-bca6-4676524f3e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:37.240162 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Attempting to bind port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb on network 606aeb02-681b-4216-bf8c-e614c7425478 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:37.245300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb on network 606aeb02-681b-4216-bf8c-e614c7425478 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:37.245626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Attempting to bind port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb on network 606aeb02-681b-4216-bf8c-e614c7425478 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:37.252582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:37.253069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Checking segment: {'id': 'c0ddeede-b9bc-4b83-bca6-4676524f3e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:37.254462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Bound using segment: {'id': 'c0ddeede-b9bc-4b83-bca6-4676524f3e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:37.254910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Bound port: 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ddeede-b9bc-4b83-bca6-4676524f3e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:37.255304 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:37.269500 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:37.325508 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83841570-6b7c-4f9f-882b-2e3d9f060466 x-openstack-request-id: req-83841570-6b7c-4f9f-882b-2e3d9f060466 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:37.325807 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "ce4dd112-c306-4947-90f4-bcdb99840941", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:37.326058 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83841570-6b7c-4f9f-882b-2e3d9f060466 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:37.326456 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': 'ce4dd112-c306-4947-90f4-bcdb99840941', 'status': 'completed', 'code': 200} Aug 29 06:42:37.374061 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] For port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:37.374061 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] For port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb,segment=NetworkSegment(c0ddeede-b9bc-4b83-bca6-4676524f3e20),segment_id=c0ddeede-b9bc-4b83-bca6-4676524f3e20)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:37.460016 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25fc4-4f07-40c9-8fdb-995ef6007210 req-896a2a92-b727-4ee9-a303-49b5118dcb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.462030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25fc4-4f07-40c9-8fdb-995ef6007210 req-896a2a92-b727-4ee9-a303-49b5118dcb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.463844 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25fc4-4f07-40c9-8fdb-995ef6007210 req-896a2a92-b727-4ee9-a303-49b5118dcb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.464456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25fc4-4f07-40c9-8fdb-995ef6007210 req-896a2a92-b727-4ee9-a303-49b5118dcb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.465055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25fc4-4f07-40c9-8fdb-995ef6007210 req-896a2a92-b727-4ee9-a303-49b5118dcb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.465611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25fc4-4f07-40c9-8fdb-995ef6007210 req-896a2a92-b727-4ee9-a303-49b5118dcb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.466081 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25fc4-4f07-40c9-8fdb-995ef6007210 req-896a2a92-b727-4ee9-a303-49b5118dcb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.471279 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d1b25fc4-4f07-40c9-8fdb-995ef6007210 req-896a2a92-b727-4ee9-a303-49b5118dcb06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=061145791eb24ccbba477166da42aefb&device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 6372 time: 0.1270363 Aug 29 06:42:37.491771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd4a94-6676-4c7c-9040-f51cb53d3550 req-e1e05c0b-727f-4d15-b7ef-b67a8bf5c42a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.497822 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd4a94-6676-4c7c-9040-f51cb53d3550 req-e1e05c0b-727f-4d15-b7ef-b67a8bf5c42a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.504554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd4a94-6676-4c7c-9040-f51cb53d3550 req-e1e05c0b-727f-4d15-b7ef-b67a8bf5c42a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.515541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd4a94-6676-4c7c-9040-f51cb53d3550 req-e1e05c0b-727f-4d15-b7ef-b67a8bf5c42a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.522014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd4a94-6676-4c7c-9040-f51cb53d3550 req-e1e05c0b-727f-4d15-b7ef-b67a8bf5c42a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.528826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd4a94-6676-4c7c-9040-f51cb53d3550 req-e1e05c0b-727f-4d15-b7ef-b67a8bf5c42a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.534940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd4a94-6676-4c7c-9040-f51cb53d3550 req-e1e05c0b-727f-4d15-b7ef-b67a8bf5c42a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.536919 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bbdd4a94-6676-4c7c-9040-f51cb53d3550 req-e1e05c0b-727f-4d15-b7ef-b67a8bf5c42a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.1450169 Aug 29 06:42:37.579090 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:37.604715 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25fc4-4f07-40c9-8fdb-995ef6007210 req-039093e7-ebdb-4c79-9d13-8a8d21485cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.605207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25fc4-4f07-40c9-8fdb-995ef6007210 req-039093e7-ebdb-4c79-9d13-8a8d21485cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.605745 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25fc4-4f07-40c9-8fdb-995ef6007210 req-039093e7-ebdb-4c79-9d13-8a8d21485cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.607545 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d1b25fc4-4f07-40c9-8fdb-995ef6007210 req-039093e7-ebdb-4c79-9d13-8a8d21485cf2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=061145791eb24ccbba477166da42aefb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1280677 Aug 29 06:42:37.616917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bbdd4a94-6676-4c7c-9040-f51cb53d3550 req-9b2d1d27-96c1-427f-b194-01c5ec1a1343 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699387 Aug 29 06:42:37.637579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.638491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:37.640304 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] 10.222.0.15 "PUT /v2.0/ports/1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb HTTP/1.1" status: 200 len: 1092 time: 1.5460641 Aug 29 06:42:37.664494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc2171-3a69-4b6a-bf06-8138a41d5d84 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:37.681858 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:37.732652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:42:37.741107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:37.753122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:42:37.788945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Pushing event updated for resources: {'Port': ['ID=e1c96e71-3cbf-4eb5-8363-d60878b4a2f1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:37.790265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645983ea-5c7c-4345-9632-51451c32b045 req-0aee4aa4-60e8-48cc-9c0a-72af6582e8d8 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.796308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-645983ea-5c7c-4345-9632-51451c32b045 req-0aee4aa4-60e8-48cc-9c0a-72af6582e8d8 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 944 time: 0.0813248 Aug 29 06:42:37.824017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25fc4-4f07-40c9-8fdb-995ef6007210 req-3fbd88a3-0070-495b-b196-6a19f1c66168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:37.825645 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d1b25fc4-4f07-40c9-8fdb-995ef6007210 req-3fbd88a3-0070-495b-b196-6a19f1c66168 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2098796 Aug 29 06:42:37.846278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Request body: {'port': {'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:37.938485 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-645983ea-5c7c-4345-9632-51451c32b045 req-896074fb-b792-4651-b86a-9c56c8252a44 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f1dac40-268e-49d0-9551-30636a9285fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352601 Aug 29 06:42:37.965977 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:38.086166 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b773008b-1e29-4d8c-bf44-bce8b6c72d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:38.247861 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:38.423871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f64519-ceed-42eb-9b4b-dff8c9ab284d req-03d92f08-2c02-476b-8567-7e83ce7f82cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:38.443176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f64519-ceed-42eb-9b4b-dff8c9ab284d req-03d92f08-2c02-476b-8567-7e83ce7f82cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:38.454871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f64519-ceed-42eb-9b4b-dff8c9ab284d req-03d92f08-2c02-476b-8567-7e83ce7f82cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:38.461945 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f64519-ceed-42eb-9b4b-dff8c9ab284d req-03d92f08-2c02-476b-8567-7e83ce7f82cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:38.482692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f64519-ceed-42eb-9b4b-dff8c9ab284d req-03d92f08-2c02-476b-8567-7e83ce7f82cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:38.496116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f64519-ceed-42eb-9b4b-dff8c9ab284d req-03d92f08-2c02-476b-8567-7e83ce7f82cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:38.513152 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f64519-ceed-42eb-9b4b-dff8c9ab284d req-03d92f08-2c02-476b-8567-7e83ce7f82cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:38.521828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9f64519-ceed-42eb-9b4b-dff8c9ab284d req-03d92f08-2c02-476b-8567-7e83ce7f82cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5406 time: 0.1717882 Aug 29 06:42:38.569482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432ab7c2-b3bb-4797-9a16-7a7f00ad3dfa None None] Network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:42:38.596951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 29e2bed8-0cf6-44a6-945a-65a2ea884c63 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:42:38.765034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9f64519-ceed-42eb-9b4b-dff8c9ab284d req-f76a106b-4650-4fc3-aa98-a5ebb6fdf2c1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2420671 Aug 29 06:42:38.793790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9a3fa02b-2f98-4e49-870b-6336d6752443 None None] Provisioning for port 29e2bed8-0cf6-44a6-945a-65a2ea884c63 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:38.810645 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25de9d-ccde-46ce-928f-ebbfd444e20f req-25e20eff-5508-4ce4-b926-1119acb57ea8 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:38.818691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e25de9d-ccde-46ce-928f-ebbfd444e20f req-25e20eff-5508-4ce4-b926-1119acb57ea8 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.2892091 Aug 29 06:42:38.854239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 29e2bed8-0cf6-44a6-945a-65a2ea884c63 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:38.861380 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 29e2bed8-0cf6-44a6-945a-65a2ea884c63 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:38.862121 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:38.909984 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e25de9d-ccde-46ce-928f-ebbfd444e20f req-4c241b20-eaf9-4ca0-a56e-f932a475b7d7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860968 Aug 29 06:42:38.932346 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:39.012785 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:39.043090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 544d24df-bdd1-4937-b4b1-68dd14cc4875 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:42:39.113795 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 29e2bed8-0cf6-44a6-945a-65a2ea884c63, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=29e2bed8-0cf6-44a6-945a-65a2ea884c63,segment=NetworkSegment(c68a1460-02d6-41c2-aa5a-f0492246cbe4),segment_id=c68a1460-02d6-41c2-aa5a-f0492246cbe4)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:39.117875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060c1398-807d-4842-967b-5455af62da39 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:39.127640 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:39.156261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Transition to ACTIVE for port object 060c1398-807d-4842-967b-5455af62da39 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:39.170161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44636e81-119f-4a12-8888-c04c23a177b3 req-84610f5e-5e8f-42b0-9832-e102e1b16aa7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.176333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44636e81-119f-4a12-8888-c04c23a177b3 req-84610f5e-5e8f-42b0-9832-e102e1b16aa7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.182970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44636e81-119f-4a12-8888-c04c23a177b3 req-84610f5e-5e8f-42b0-9832-e102e1b16aa7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.183178 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:39.189633 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44636e81-119f-4a12-8888-c04c23a177b3 req-84610f5e-5e8f-42b0-9832-e102e1b16aa7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.196398 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44636e81-119f-4a12-8888-c04c23a177b3 req-84610f5e-5e8f-42b0-9832-e102e1b16aa7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.202686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44636e81-119f-4a12-8888-c04c23a177b3 req-84610f5e-5e8f-42b0-9832-e102e1b16aa7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.209505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91fc163-e4d3-430e-a969-942f023eea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544d24df-bdd1-4937-b4b1-68dd14cc4875'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:39.209867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44636e81-119f-4a12-8888-c04c23a177b3 req-84610f5e-5e8f-42b0-9832-e102e1b16aa7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.211933 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe460ff7-2c08-410f-8659-b5ed03427a09" -d '{"events": [{"server_uuid": "d91fc163-e4d3-430e-a969-942f023eea11", "name": "network-vif-unplugged", "status": "completed", "tag": "544d24df-bdd1-4937-b4b1-68dd14cc4875"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:39.212080 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44636e81-119f-4a12-8888-c04c23a177b3 req-84610f5e-5e8f-42b0-9832-e102e1b16aa7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.1542714 Aug 29 06:42:39.225378 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 544d24df-bdd1-4937-b4b1-68dd14cc4875, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=544d24df-bdd1-4937-b4b1-68dd14cc4875,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:39.253901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44636e81-119f-4a12-8888-c04c23a177b3 req-5b34ff7e-9a0a-4a64-b732-dad9bbe282c5 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347879 Aug 29 06:42:39.262730 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:42:39.263251 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:39.296562 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:39.334399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=29e2bed8-0cf6-44a6-945a-65a2ea884c63,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:39.356369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8ac92c2a-36ee-4fb9-ac1b-f0ebcc951df4 None None] Provisioning complete for port 29e2bed8-0cf6-44a6-945a-65a2ea884c63 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:39.356861 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8ac92c2a-36ee-4fb9-ac1b-f0ebcc951df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:39.370337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': '1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:39.373094 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814ea033-e902-472b-999c-b0c9d8e7f44a" -d '{"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:39.386457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:39.399511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:42:39.424604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Sync routers for ids ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:42:39.457206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=060c1398-807d-4842-967b-5455af62da39,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:39.458548 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Routers {'03f32d2c-5a16-429d-9c4d-c36a1c3b900d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:42:39.459316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:42:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:42:39.502388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc59b2-0fc2-48a1-9e6a-03f5883a6f75 req-23ae4aee-3b17-4e31-9b18-e16a94bb8d14 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.503832 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=544d24df-bdd1-4937-b4b1-68dd14cc4875,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:39.503977 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9efc59b2-0fc2-48a1-9e6a-03f5883a6f75 req-23ae4aee-3b17-4e31-9b18-e16a94bb8d14 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 944 time: 0.1275277 Aug 29 06:42:39.543730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:42:39.556915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Attempting to bind port 060c1398-807d-4842-967b-5455af62da39 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:39.557344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Attempting to bind port 060c1398-807d-4842-967b-5455af62da39 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'c0ddeede-b9bc-4b83-bca6-4676524f3e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:39.557750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Attempting to bind port 060c1398-807d-4842-967b-5455af62da39 on network 606aeb02-681b-4216-bf8c-e614c7425478 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:39.578560 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:39.578560 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6e4668ab-1b84-4c27-ba42-96c03a0a79cb admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.0331254 Aug 29 06:42:39.578560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40834) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:39.582373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Port 060c1398-807d-4842-967b-5455af62da39 on network 606aeb02-681b-4216-bf8c-e614c7425478 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:39.582700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Attempting to bind port 060c1398-807d-4842-967b-5455af62da39 on network 606aeb02-681b-4216-bf8c-e614c7425478 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:39.592240 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9efc59b2-0fc2-48a1-9e6a-03f5883a6f75 req-c28ff9b4-4365-47dc-b631-763adadc6317 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f1dac40-268e-49d0-9551-30636a9285fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734661 Aug 29 06:42:39.593090 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:39.593427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Checking segment: {'id': 'c0ddeede-b9bc-4b83-bca6-4676524f3e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:39.593799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Bound using segment: {'id': 'c0ddeede-b9bc-4b83-bca6-4676524f3e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:39.594231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Bound port: 060c1398-807d-4842-967b-5455af62da39, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ddeede-b9bc-4b83-bca6-4676524f3e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:39.594951 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:39.649279 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Set router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:42:39.679745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] For port 060c1398-807d-4842-967b-5455af62da39, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:39.684251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] For port 060c1398-807d-4842-967b-5455af62da39, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=060c1398-807d-4842-967b-5455af62da39,segment=NetworkSegment(c0ddeede-b9bc-4b83-bca6-4676524f3e20),segment_id=c0ddeede-b9bc-4b83-bca6-4676524f3e20)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:39.688531 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f36e29-3f05-4944-a3f2-c5aee0ef87ce x-openstack-request-id: req-a3f36e29-3f05-4944-a3f2-c5aee0ef87ce {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:39.688822 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91fc163-e4d3-430e-a969-942f023eea11", "name": "network-vif-unplugged", "status": "completed", "tag": "544d24df-bdd1-4937-b4b1-68dd14cc4875", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:39.689053 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a3f36e29-3f05-4944-a3f2-c5aee0ef87ce {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:39.689442 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91fc163-e4d3-430e-a969-942f023eea11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544d24df-bdd1-4937-b4b1-68dd14cc4875', 'code': 200} Aug 29 06:42:39.710890 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1de817-2267-408d-a6bd-daa6f9a016ff x-openstack-request-id: req-9f1de817-2267-408d-a6bd-daa6f9a016ff {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:39.711232 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:39.711963 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9f1de817-2267-408d-a6bd-daa6f9a016ff {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:39.712365 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': '1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb', 'status': 'completed', 'code': 200} Aug 29 06:42:39.823915 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:39.829863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:39.836270 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:39.836645 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:39.849378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ea033-e902-472b-999c-b0c9d8e7f44a req-7e493121-2d1a-49d6-92c7-2f69cb88ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.850204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ea033-e902-472b-999c-b0c9d8e7f44a req-7e493121-2d1a-49d6-92c7-2f69cb88ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.850629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ea033-e902-472b-999c-b0c9d8e7f44a req-7e493121-2d1a-49d6-92c7-2f69cb88ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.851098 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ea033-e902-472b-999c-b0c9d8e7f44a req-7e493121-2d1a-49d6-92c7-2f69cb88ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.852137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ea033-e902-472b-999c-b0c9d8e7f44a req-7e493121-2d1a-49d6-92c7-2f69cb88ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.852645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ea033-e902-472b-999c-b0c9d8e7f44a req-7e493121-2d1a-49d6-92c7-2f69cb88ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.857826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ea033-e902-472b-999c-b0c9d8e7f44a req-7e493121-2d1a-49d6-92c7-2f69cb88ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.857826 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-814ea033-e902-472b-999c-b0c9d8e7f44a req-7e493121-2d1a-49d6-92c7-2f69cb88ec89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=061145791eb24ccbba477166da42aefb&device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 6440 time: 0.0995870 Aug 29 06:42:39.899597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:42:37Z', 'revision_number': 3, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port': {'id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:21:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:36Z', 'updated_at': '2021-08-29T06:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:42:39.914867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=060c1398-807d-4842-967b-5455af62da39,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:39.952093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:39.953138 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:39.954698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-352e758c-0fc5-4d5e-870a-87077d5ae6f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/060c1398-807d-4842-967b-5455af62da39 HTTP/1.1" status: 200 len: 1092 time: 2.1132262 Aug 29 06:42:39.958463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Checking router: 03f32d2c-5a16-429d-9c4d-c36a1c3b900d for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:42:39.959494 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Updating router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d port e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:42:39.995537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cfa1e-8367-46b1-8493-f6763200f4fd req-9d345ae6-864b-4190-9473-c34a617da14e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.002742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cfa1e-8367-46b1-8493-f6763200f4fd req-9d345ae6-864b-4190-9473-c34a617da14e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.003986 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:40.005626 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:40.010133 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cfa1e-8367-46b1-8493-f6763200f4fd req-9d345ae6-864b-4190-9473-c34a617da14e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.017317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cfa1e-8367-46b1-8493-f6763200f4fd req-9d345ae6-864b-4190-9473-c34a617da14e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.024234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cfa1e-8367-46b1-8493-f6763200f4fd req-9d345ae6-864b-4190-9473-c34a617da14e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.030709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cfa1e-8367-46b1-8493-f6763200f4fd req-9d345ae6-864b-4190-9473-c34a617da14e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.037385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cfa1e-8367-46b1-8493-f6763200f4fd req-9d345ae6-864b-4190-9473-c34a617da14e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.040126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a39cfa1e-8367-46b1-8493-f6763200f4fd req-9d345ae6-864b-4190-9473-c34a617da14e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.1984997 Aug 29 06:42:40.105238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=da7c51c1-f7d3-4d64-8cc7-18ab849dedc6,segment=NetworkSegment(5dd7f68d-3f06-4cff-9475-3e799c5682a2),segment_id=5dd7f68d-3f06-4cff-9475-3e799c5682a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:40.114103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a39cfa1e-8367-46b1-8493-f6763200f4fd req-6777019f-e36f-4623-8a5e-004f7e2c1ef7 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647187 Aug 29 06:42:40.115296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ea033-e902-472b-999c-b0c9d8e7f44a req-a7645a30-e5e2-40c1-a2d2-0c62ab53683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.116022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ea033-e902-472b-999c-b0c9d8e7f44a req-a7645a30-e5e2-40c1-a2d2-0c62ab53683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.116487 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ea033-e902-472b-999c-b0c9d8e7f44a req-a7645a30-e5e2-40c1-a2d2-0c62ab53683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.118159 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-814ea033-e902-472b-999c-b0c9d8e7f44a req-a7645a30-e5e2-40c1-a2d2-0c62ab53683a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=061145791eb24ccbba477166da42aefb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2520413 Aug 29 06:42:40.257270 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:40.305723 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ea033-e902-472b-999c-b0c9d8e7f44a req-efe7ea09-df02-4fde-b855-66df064a6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.307482 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-814ea033-e902-472b-999c-b0c9d8e7f44a req-efe7ea09-df02-4fde-b855-66df064a6ab8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1802526 Aug 29 06:42:40.322395 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:40.336257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700f2a7-7de4-404a-9850-8dfde72fed75 req-5d6d09cd-d529-415d-9f9f-fe005aa8adec tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.338101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b700f2a7-7de4-404a-9850-8dfde72fed75 req-5d6d09cd-d529-415d-9f9f-fe005aa8adec tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 944 time: 0.0620141 Aug 29 06:42:40.401279 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b700f2a7-7de4-404a-9850-8dfde72fed75 req-6eb07778-4efa-4cd4-96c1-c27d1b81f613 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545859 Aug 29 06:42:40.460966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-c0f53c8d-94f2-4ff9-b17f-518b9746cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.461483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-c0f53c8d-94f2-4ff9-b17f-518b9746cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.461969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-c0f53c8d-94f2-4ff9-b17f-518b9746cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.462507 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-c0f53c8d-94f2-4ff9-b17f-518b9746cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.462984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-c0f53c8d-94f2-4ff9-b17f-518b9746cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.463821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-c0f53c8d-94f2-4ff9-b17f-518b9746cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.463951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-c0f53c8d-94f2-4ff9-b17f-518b9746cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.466276 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-c0f53c8d-94f2-4ff9-b17f-518b9746cdb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=061145791eb24ccbba477166da42aefb&device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 6482 time: 0.1135983 Aug 29 06:42:40.503443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=da7c51c1-f7d3-4d64-8cc7-18ab849dedc6,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:40.551268 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-7611f695-1efe-4370-9bb4-32bfba7cd0e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 HTTP/1.1" status: 200 len: 217 time: 0.0500386 Aug 29 06:42:40.568443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 29e2bed8-0cf6-44a6-945a-65a2ea884c63 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:42:40.605084 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-86be3f9c-8b51-499b-94e3-9d1c33acdc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:40.622273 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:40.639766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Transition to ACTIVE for port object e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:40.650696 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 29e2bed8-0cf6-44a6-945a-65a2ea884c63 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:40.651069 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:40.655379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-8640dd9c-76a4-418e-ac68-9104ee7e46a6 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.656911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-8640dd9c-76a4-418e-ac68-9104ee7e46a6 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 821 time: 0.1217268 Aug 29 06:42:40.658687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Allocated IP 172.20.0.1 (6cd72f6f-0cb6-4e26-907a-23085a94a0bb/2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a/dad194d1-1dc2-40c9-8337-411088f48d93) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:42:40.666259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-23fca32e-ccfb-4d4e-b8e3-eb6abf5d496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.667838 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-23fca32e-ccfb-4d4e-b8e3-eb6abf5d496d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3df1ad8c-55d9-4423-9317-a85138910c85 HTTP/1.1" status: 200 len: 850 time: 0.0683236 Aug 29 06:42:40.679914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-c04d0271-a896-43e7-aaa4-fa18c49bd176 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/quotas/e06a1fb8fcc74ddbb2b5244a869c25dc HTTP/1.1" status: 200 len: 375 time: 0.0115047 Aug 29 06:42:40.739953 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:40.745674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-c48e160d-db68-4762-9046-ec8ffba82105 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609882 Aug 29 06:42:40.787648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-bb7863ca-6be3-417f-ade8-1303ba7640c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.787966 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:40.788663 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-bb7863ca-6be3-417f-ade8-1303ba7640c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cdbc2cac-fa4d-4a71-9993-2be4f6afc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122029 Aug 29 06:42:40.812714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Attempting to bind port e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:40.813104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Attempting to bind port e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:40.817151 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Attempting to bind port e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:40.817151 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb53d6-6c72-480f-b6c6-0fe6b947489e None None] Pushing event updated for resources: {'Port': ['ID=e1c96e71-3cbf-4eb5-8363-d60878b4a2f1,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:40.822107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:40.822537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:40.823735 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:40.824146 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:40.824765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Bound port: e1c96e71-3cbf-4eb5-8363-d60878b4a2f1, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:40.825280 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:40.853126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3f21e-8a97-490a-94f6-e1a17555f112 req-d83f1b75-47ea-4114-a472-bd3df5334197 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.866941 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3f21e-8a97-490a-94f6-e1a17555f112 req-d83f1b75-47ea-4114-a472-bd3df5334197 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.875255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3f21e-8a97-490a-94f6-e1a17555f112 req-d83f1b75-47ea-4114-a472-bd3df5334197 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.880536 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] For port e1c96e71-3cbf-4eb5-8363-d60878b4a2f1, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:40.881609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3f21e-8a97-490a-94f6-e1a17555f112 req-d83f1b75-47ea-4114-a472-bd3df5334197 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.883775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] For port e1c96e71-3cbf-4eb5-8363-d60878b4a2f1, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e1c96e71-3cbf-4eb5-8363-d60878b4a2f1,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:40.888176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3f21e-8a97-490a-94f6-e1a17555f112 req-d83f1b75-47ea-4114-a472-bd3df5334197 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.890340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:40.894281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3f21e-8a97-490a-94f6-e1a17555f112 req-d83f1b75-47ea-4114-a472-bd3df5334197 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.900960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3f21e-8a97-490a-94f6-e1a17555f112 req-d83f1b75-47ea-4114-a472-bd3df5334197 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:40.902946 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c3f21e-8a97-490a-94f6-e1a17555f112 req-d83f1b75-47ea-4114-a472-bd3df5334197 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.1204634 Aug 29 06:42:40.916306 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Transition to ACTIVE for port object dad194d1-1dc2-40c9-8337-411088f48d93 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:40.934525 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-8c3b3a0e-1e8f-409f-9258-33a66c4dcef8 service neutron] 10.222.0.15 "GET /v2.0/networks/cdbc2cac-fa4d-4a71-9993-2be4f6afc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315062 Aug 29 06:42:40.943510 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:40.970590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 544d24df-bdd1-4937-b4b1-68dd14cc4875 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:42:41.006148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c3f21e-8a97-490a-94f6-e1a17555f112 req-624cf0c7-7a01-47f4-a0bb-5c27f40f96c1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940938 Aug 29 06:42:41.033829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-423c036f-1d07-469a-a8dc-0f9a976fa90d service neutron] 10.222.0.76 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742701 Aug 29 06:42:41.036268 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Routers {'03f32d2c-5a16-429d-9c4d-c36a1c3b900d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:42:41.036978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:42:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:42:41.038888 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb53d6-6c72-480f-b6c6-0fe6b947489e None None] Pushing event updated for resources: {'Port': ['ID=e1c96e71-3cbf-4eb5-8363-d60878b4a2f1,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:41.054241 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-55b41481-2918-4065-b0fd-55c8069c14b4 service neutron] 10.222.0.15 "GET /v2.0/networks/cdbc2cac-fa4d-4a71-9993-2be4f6afc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095808 Aug 29 06:42:41.104178 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-715742a8-e79b-43dd-8d88-81221a7b0516 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 HTTP/1.1" status: 200 len: 217 time: 0.0425715 Aug 29 06:42:41.105489 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:41.168218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ba4ca-83c6-4316-a87f-e86843a854f2 req-98352753-9a44-4235-827b-0e122c9b3f35 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:41.169723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc5ba4ca-83c6-4316-a87f-e86843a854f2 req-98352753-9a44-4235-827b-0e122c9b3f35 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 945 time: 0.0762472 Aug 29 06:42:41.173334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:42:41.178988 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:41.187106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:42:41.191379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Pushing event updated for resources: {'Port': ['ID=dad194d1-1dc2-40c9-8337-411088f48d93,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:41.192166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-e6c7a162-5a90-47e7-8996-7cf4140e30df service neutron] 10.222.0.76 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508660 Aug 29 06:42:41.194816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] Set router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:42:41.247273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc5ba4ca-83c6-4316-a87f-e86843a854f2 req-cbdffabf-e463-40e9-8194-415a988cac30 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f1dac40-268e-49d0-9551-30636a9285fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504668 Aug 29 06:42:41.275116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 544d24df-bdd1-4937-b4b1-68dd14cc4875, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=544d24df-bdd1-4937-b4b1-68dd14cc4875,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:41.279207 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:41.349020 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '544d24df-bdd1-4937-b4b1-68dd14cc4875', 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762', 'port_id': '544d24df-bdd1-4937-b4b1-68dd14cc4875', 'mac_address': 'fa:16:3e:9d:ec:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f13b1a1-6b23-4424-aa4f-48436144484a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:42:41.349986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-e8b6caa8-885b-4e7f-a26a-ce54f9f47a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:41.352049 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-e8b6caa8-885b-4e7f-a26a-ce54f9f47a96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.2361314 Aug 29 06:42:41.437819 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:41.450778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-d9d6aee2-dbeb-4594-b06a-e63c59b9a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:41.452468 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-d9d6aee2-dbeb-4594-b06a-e63c59b9a48f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0930986 Aug 29 06:42:41.457309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544d24df-bdd1-4937-b4b1-68dd14cc4875 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:41.498266 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 544d24df-bdd1-4937-b4b1-68dd14cc4875, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=544d24df-bdd1-4937-b4b1-68dd14cc4875,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:41.524512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:42:37Z', 'revision_number': 3, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port': {'id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:21:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:36Z', 'updated_at': '2021-08-29T06:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:42:41.556321 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-e1fc18d0-13c2-4a73-813f-e54d93f94086 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944142 Aug 29 06:42:41.559724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a7c56f-fa1c-4370-971c-0c7dc24d1b49 None None] The sync data for ids ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'] in n-d-713301-12 is: [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:42:37Z', 'revision_number': 3, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port': {'id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:21:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:36Z', 'updated_at': '2021-08-29T06:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:42:41.635361 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:41.658895 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:41.674221 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:41.676672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f6ac5ee7-f848-4c56-a349-f548a49c354d None None] Provisioning for port dad194d1-1dc2-40c9-8337-411088f48d93 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:41.686812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f6ac5ee7-f848-4c56-a349-f548a49c354d None None] Provisioning complete for port dad194d1-1dc2-40c9-8337-411088f48d93 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:41.688347 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5ee7-f848-4c56-a349-f548a49c354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:41.690437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa7741c-81f8-40ee-a10a-7b3ad198550b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7c51c1-f7d3-4d64-8cc7-18ab849dedc6'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:41.692763 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877ee04f-de7b-44f5-af3c-a3152e186abf" -d '{"events": [{"server_uuid": "faa7741c-81f8-40ee-a10a-7b3ad198550b", "name": "network-vif-plugged", "status": "completed", "tag": "da7c51c1-f7d3-4d64-8cc7-18ab849dedc6"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:41.713810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': '060c1398-807d-4842-967b-5455af62da39'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:41.718911 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348ab5d6-4726-4238-b5af-de1a808d0ced" -d '{"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "060c1398-807d-4842-967b-5455af62da39"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:41.719572 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-0134b881-345f-48b5-8bd3-2389f0164975 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544931 Aug 29 06:42:41.736026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=544d24df-bdd1-4937-b4b1-68dd14cc4875,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:41.758248 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac5ee7-f848-4c56-a349-f548a49c354d None None] Port dad194d1-1dc2-40c9-8337-411088f48d93 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:42:41.777889 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-26bda791-9f5a-427b-b12e-0307aff6ee20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=bcd6b383-2ce3-4041-b3e5-40537ae7211f HTTP/1.1" status: 200 len: 217 time: 0.0488849 Aug 29 06:42:41.904748 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-70dec6ec-d0fb-48ce-bd8f-a025e1b10ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:41.906244 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-70dec6ec-d0fb-48ce-bd8f-a025e1b10ba1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.1152320 Aug 29 06:42:41.990986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-82e0e097-16dd-459d-9dbf-2145d009d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:41.992916 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-82e0e097-16dd-459d-9dbf-2145d009d8d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0755625 Aug 29 06:42:42.020078 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:42.055016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb383f7-4b7b-401e-9dd1-8dff27038c7b req-f8076938-b5ac-44b1-b6d9-1868c1b08dd3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.058692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb383f7-4b7b-401e-9dd1-8dff27038c7b req-f8076938-b5ac-44b1-b6d9-1868c1b08dd3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.065138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb383f7-4b7b-401e-9dd1-8dff27038c7b req-f8076938-b5ac-44b1-b6d9-1868c1b08dd3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.071438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb383f7-4b7b-401e-9dd1-8dff27038c7b req-f8076938-b5ac-44b1-b6d9-1868c1b08dd3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.077890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb383f7-4b7b-401e-9dd1-8dff27038c7b req-f8076938-b5ac-44b1-b6d9-1868c1b08dd3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.084120 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb383f7-4b7b-401e-9dd1-8dff27038c7b req-f8076938-b5ac-44b1-b6d9-1868c1b08dd3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.090380 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb383f7-4b7b-401e-9dd1-8dff27038c7b req-f8076938-b5ac-44b1-b6d9-1868c1b08dd3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.092424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['544d24df-bdd1-4937-b4b1-68dd14cc4875'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:42:42.100561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9cb383f7-4b7b-401e-9dd1-8dff27038c7b req-f8076938-b5ac-44b1-b6d9-1868c1b08dd3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.1068666 Aug 29 06:42:42.135882 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:42.178783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9cb383f7-4b7b-401e-9dd1-8dff27038c7b req-e0ecd569-5af2-4843-b97d-5fc55aab3b67 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761955 Aug 29 06:42:42.206788 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-2091a194-72d3-4840-82ac-6bf40a413fc7 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001929 Aug 29 06:42:42.246305 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:42.329645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Pushing event updated for resources: {'Port': ['ID=dad194d1-1dc2-40c9-8337-411088f48d93,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:42.390995 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed82bb-9e6f-43f8-b6d9-9c4d82845edb req-1cb63eb7-e3a9-49e8-b165-7163f1ac37ee tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.392700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3ed82bb-9e6f-43f8-b6d9-9c4d82845edb req-1cb63eb7-e3a9-49e8-b165-7163f1ac37ee tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 945 time: 0.0578015 Aug 29 06:42:42.421796 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-7ec5d4e8-54c3-445c-b83d-16dc22a3beb1 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055485 Aug 29 06:42:42.478299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3ed82bb-9e6f-43f8-b6d9-9c4d82845edb req-3b705cf9-1941-4297-9fb8-7bac13ac8ff1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779572 Aug 29 06:42:42.497535 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-fa720bb8-4d10-473e-a85c-8a092a33c717 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=ef27d19d-f6d0-40c3-bce9-622d1313e3b4 HTTP/1.1" status: 200 len: 217 time: 0.0601158 Aug 29 06:42:42.507345 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:42:42.517880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:42.567812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:42:42.613452 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae490e3-6aa7-4643-9548-66312ef12a6a x-openstack-request-id: req-6ae490e3-6aa7-4643-9548-66312ef12a6a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:42.614123 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa7741c-81f8-40ee-a10a-7b3ad198550b", "name": "network-vif-plugged", "status": "completed", "tag": "da7c51c1-f7d3-4d64-8cc7-18ab849dedc6", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:42.614864 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ae490e3-6aa7-4643-9548-66312ef12a6a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:42.615787 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa7741c-81f8-40ee-a10a-7b3ad198550b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7c51c1-f7d3-4d64-8cc7-18ab849dedc6', 'code': 200} Aug 29 06:42:42.633537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-60d39abf-8f12-4fe9-acfd-1087d6e3ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.635043 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-60d39abf-8f12-4fe9-acfd-1087d6e3ed33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.1260962 Aug 29 06:42:42.692883 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98bee05-736a-4253-ac42-876b1635c6ea x-openstack-request-id: req-d98bee05-736a-4253-ac42-876b1635c6ea {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:42.702155 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "060c1398-807d-4842-967b-5455af62da39", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:42.702155 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d98bee05-736a-4253-ac42-876b1635c6ea {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:42.702155 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': '060c1398-807d-4842-967b-5455af62da39', 'status': 'completed', 'code': 200} Aug 29 06:42:42.713871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb4ec4-1bfc-4548-a972-70b48e81958e req-efb2ded0-2a9a-4f19-aa73-37c25a321cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.715595 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29cb4ec4-1bfc-4548-a972-70b48e81958e req-efb2ded0-2a9a-4f19-aa73-37c25a321cc8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 1097 time: 0.0587225 Aug 29 06:42:42.780620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a56f2a00-6d3b-4359-a9ea-cc7abc7ba190 req-a83fe919-b2ce-49a2-9a72-80b81396fe0a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 210 time: 0.0386322 Aug 29 06:42:42.803319 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29cb4ec4-1bfc-4548-a972-70b48e81958e req-f905ae33-5df5-425c-aa7c-33c5883c66c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1f1dac40-268e-49d0-9551-30636a9285fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778317 Aug 29 06:42:42.804877 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:42.815063 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:42.815577 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:42.929783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ee65c30c-f49e-4498-965c-89639ff96637 None None] Provisioning complete for port dad194d1-1dc2-40c9-8337-411088f48d93 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:42.937562 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ee65c30c-f49e-4498-965c-89639ff96637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:42.957407 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:42.964004 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ac78b-f2b8-42cd-b1c9-364b64f62eb8 req-fdedc127-a302-4acb-ad94-c2573dad496d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.971875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ac78b-f2b8-42cd-b1c9-364b64f62eb8 req-fdedc127-a302-4acb-ad94-c2573dad496d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.978868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ac78b-f2b8-42cd-b1c9-364b64f62eb8 req-fdedc127-a302-4acb-ad94-c2573dad496d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.985382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ac78b-f2b8-42cd-b1c9-364b64f62eb8 req-fdedc127-a302-4acb-ad94-c2573dad496d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.993572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ac78b-f2b8-42cd-b1c9-364b64f62eb8 req-fdedc127-a302-4acb-ad94-c2573dad496d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:42.995378 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port e1c96e71-3cbf-4eb5-8363-d60878b4a2f1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e1c96e71-3cbf-4eb5-8363-d60878b4a2f1,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:42.996767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ee65c30c-f49e-4498-965c-89639ff96637 None None] Port dad194d1-1dc2-40c9-8337-411088f48d93 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:42:43.002188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ac78b-f2b8-42cd-b1c9-364b64f62eb8 req-fdedc127-a302-4acb-ad94-c2573dad496d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.009214 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ac78b-f2b8-42cd-b1c9-364b64f62eb8 req-fdedc127-a302-4acb-ad94-c2573dad496d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.011183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-103ac78b-f2b8-42cd-b1c9-364b64f62eb8 req-fdedc127-a302-4acb-ad94-c2573dad496d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.1261785 Aug 29 06:42:43.061441 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:43.061680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-1ad0920f-cf24-482a-a7e9-2004f5539658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.067863 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-1ad0920f-cf24-482a-a7e9-2004f5539658 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4190197 Aug 29 06:42:43.082844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-103ac78b-f2b8-42cd-b1c9-364b64f62eb8 req-b5c9c9d2-e0f2-42f9-8c21-4c068ac161e1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613503 Aug 29 06:42:43.084131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:42:43.094240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c2d92-6165-479c-a6bf-988848f249aa req-f4860888-10ff-4582-ba92-5f53d29ba442 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.102651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-485c2d92-6165-479c-a6bf-988848f249aa req-f4860888-10ff-4582-ba92-5f53d29ba442 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 945 time: 0.0903976 Aug 29 06:42:43.141774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=e1c96e71-3cbf-4eb5-8363-d60878b4a2f1,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:43.161268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-485c2d92-6165-479c-a6bf-988848f249aa req-07500c8a-9c75-4331-b7a2-de863faa78b0 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f1dac40-268e-49d0-9551-30636a9285fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574059 Aug 29 06:42:43.206079 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-2e878a3e-b30d-4241-9682-49ce576bcfb7 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320693 Aug 29 06:42:43.318736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0bd9-facc-4b1a-8830-24e001538715 req-b9f3b64f-3a21-4eb0-bf64-6fe180ddc2d3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.325764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0bd9-facc-4b1a-8830-24e001538715 req-b9f3b64f-3a21-4eb0-bf64-6fe180ddc2d3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.331800 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0bd9-facc-4b1a-8830-24e001538715 req-b9f3b64f-3a21-4eb0-bf64-6fe180ddc2d3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.339134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0bd9-facc-4b1a-8830-24e001538715 req-b9f3b64f-3a21-4eb0-bf64-6fe180ddc2d3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.342652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:42:43.347473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0bd9-facc-4b1a-8830-24e001538715 req-b9f3b64f-3a21-4eb0-bf64-6fe180ddc2d3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.358590 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a42ef442-7927-4f07-a31e-cb5acd37ed07 admin admin] 10.222.0.76 "PUT /v2.0/routers/03f32d2c-5a16-429d-9c4d-c36a1c3b900d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7791088 Aug 29 06:42:43.358781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0bd9-facc-4b1a-8830-24e001538715 req-b9f3b64f-3a21-4eb0-bf64-6fe180ddc2d3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.360604 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:43.360766 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0bd9-facc-4b1a-8830-24e001538715 req-b9f3b64f-3a21-4eb0-bf64-6fe180ddc2d3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.363306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-761a0bd9-facc-4b1a-8830-24e001538715 req-b9f3b64f-3a21-4eb0-bf64-6fe180ddc2d3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.1039705 Aug 29 06:42:43.368374 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-8ee7658f-62ad-45f8-8894-bcd05c4ce2e5 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519017 Aug 29 06:42:43.411730 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-592cc704-1d3d-4852-abbd-a9657acbdf1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ce4dd112-c306-4947-90f4-bcdb99840941 HTTP/1.1" status: 200 len: 217 time: 0.0353348 Aug 29 06:42:43.421547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-761a0bd9-facc-4b1a-8830-24e001538715 req-e6e5f984-1b45-4f26-bdcb-d60933769864 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504630 Aug 29 06:42:43.487567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-7e612696-f035-4bc0-b8b5-a84e4c5fe5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.489702 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-7e612696-f035-4bc0-b8b5-a84e4c5fe5a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.0706618 Aug 29 06:42:43.564865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-54c60584-1007-4b41-83ff-a09e7ff4b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.566470 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-54c60584-1007-4b41-83ff-a09e7ff4b5ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0544016 Aug 29 06:42:43.594849 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Sync routers for ids ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:42:43.606115 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Routers {'03f32d2c-5a16-429d-9c4d-c36a1c3b900d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:42:43.606748 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:42:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:42:43.635669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a7f48-e89f-4736-9820-cbc9e25e97dd req-ed534621-95ae-443d-8cc4-b6de38bb2b35 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.645843 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e44a7f48-e89f-4736-9820-cbc9e25e97dd req-ed534621-95ae-443d-8cc4-b6de38bb2b35 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 945 time: 0.0827594 Aug 29 06:42:43.685307 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-2b9675d4-aa13-4c76-b9f3-7020e6a3d5cb service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065505 Aug 29 06:42:43.690541 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e44a7f48-e89f-4736-9820-cbc9e25e97dd req-57118d85-2d6d-4e39-a1bc-3fbeabef7be1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437818 Aug 29 06:42:43.729556 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Set router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:42:43.803197 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-26684d74-be51-4c36-8e0f-66f9cdff195c service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095390 Aug 29 06:42:43.846747 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-e0a93cea-9ce2-410d-9d2c-7519c4597d7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb HTTP/1.1" status: 200 len: 217 time: 0.0344937 Aug 29 06:42:43.884719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0b4d0-0a9c-4e79-90af-373d64e806d8 req-7ecdbb15-6961-47a3-9909-4f48a5cdf75e tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.886378 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4a0b4d0-0a9c-4e79-90af-373d64e806d8 req-7ecdbb15-6961-47a3-9909-4f48a5cdf75e tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 948 time: 0.1102791 Aug 29 06:42:43.906356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-3bc11d64-36a6-4a39-bb59-734aea46edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.920976 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-3bc11d64-36a6-4a39-bb59-734aea46edab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeb224e9-072a-41a9-9f49-2fbdd36c708c HTTP/1.1" status: 200 len: 797 time: 0.0659029 Aug 29 06:42:43.924820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-d69c0a98-dbb7-4e4f-8a79-a0c66c88689f tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.926364 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-d69c0a98-dbb7-4e4f-8a79-a0c66c88689f tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/networks?id=6cd72f6f-0cb6-4e26-907a-23085a94a0bb HTTP/1.1" status: 200 len: 828 time: 0.1758947 Aug 29 06:42:43.941917 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:42:41Z', 'revision_number': 4, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port': {'id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:36Z', 'updated_at': '2021-08-29T06:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'dad194d1-1dc2-40c9-8337-411088f48d93', 'name': '', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'mac_address': 'fa:16:3e:82:4b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:40Z', 'updated_at': '2021-08-29T06:42:41Z', 'revision_number': 2, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'subnets': [{'id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:42:43.957562 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4a0b4d0-0a9c-4e79-90af-373d64e806d8 req-467581df-02d1-41ea-8644-41756426f48e tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614693 Aug 29 06:42:43.959064 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-21401a97-3114-4750-aadb-fce439f516d7 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/quotas/acc905bba43a4197803c1e8a9c61b00f HTTP/1.1" status: 200 len: 375 time: 0.0209086 Aug 29 06:42:43.970470 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Checking router: 03f32d2c-5a16-429d-9c4d-c36a1c3b900d for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:42:43.971060 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Updating router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d port dad194d1-1dc2-40c9-8337-411088f48d93 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:42:43.976359 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-867930fd-7afb-437c-966a-67c42a1c6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:43.978311 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-867930fd-7afb-437c-966a-67c42a1c6f61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606aeb02-681b-4216-bf8c-e614c7425478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0475225 Aug 29 06:42:44.001996 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:44.028166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-bf5aa66b-075d-4e76-9b45-1e2714aec6d3 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=acc905bba43a4197803c1e8a9c61b00f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511045 Aug 29 06:42:44.106975 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-c1658b5a-b6ab-452b-89e5-4f28d248258e service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183670 Aug 29 06:42:44.119365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83f66516-7a84-4570-86e9-2e854a027381 req-fa694ce2-3099-41e6-9c45-b1de2f263ae2 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 210 time: 0.0567052 Aug 29 06:42:44.175227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-3ca7bcc2-e7b5-49a5-bf29-b2112abcc1c5 service neutron] 10.222.0.76 "GET /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399570 Aug 29 06:42:44.235644 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-89e9cff8-0da8-4148-882b-a72984da5841 service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210847 Aug 29 06:42:44.282372 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-b154bf48-0f71-42a7-afee-3729443c63fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=060c1398-807d-4842-967b-5455af62da39 HTTP/1.1" status: 200 len: 217 time: 0.0389860 Aug 29 06:42:44.311920 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:44.322342 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Transition to ACTIVE for port object dad194d1-1dc2-40c9-8337-411088f48d93 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:44.346680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-f33e4bd9-1639-4c9d-a3cf-6497df4a87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:44.348224 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-f33e4bd9-1639-4c9d-a3cf-6497df4a87ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeb224e9-072a-41a9-9f49-2fbdd36c708c HTTP/1.1" status: 200 len: 797 time: 0.0577281 Aug 29 06:42:44.377207 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:44.403017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7719b4-3170-4f1c-9645-77303442d6c7 req-29038007-ce70-497f-a9a3-39925ec4925d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:44.404870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5427-c208-4dba-9a12-817cd482277c req-ded59509-4f76-45a8-9fd8-1539a5160b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:44.406688 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-ded59509-4f76-45a8-9fd8-1539a5160b7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606aeb02-681b-4216-bf8c-e614c7425478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512748 Aug 29 06:42:44.409725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7719b4-3170-4f1c-9645-77303442d6c7 req-29038007-ce70-497f-a9a3-39925ec4925d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:44.420202 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27de633-a294-4330-a724-f50acfd12abf None None] Pushing event updated for resources: {'Port': ['ID=dad194d1-1dc2-40c9-8337-411088f48d93,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:44.423197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7719b4-3170-4f1c-9645-77303442d6c7 req-29038007-ce70-497f-a9a3-39925ec4925d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:44.435651 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7719b4-3170-4f1c-9645-77303442d6c7 req-29038007-ce70-497f-a9a3-39925ec4925d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:44.442190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7719b4-3170-4f1c-9645-77303442d6c7 req-29038007-ce70-497f-a9a3-39925ec4925d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:44.448368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7719b4-3170-4f1c-9645-77303442d6c7 req-29038007-ce70-497f-a9a3-39925ec4925d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:44.454687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7719b4-3170-4f1c-9645-77303442d6c7 req-29038007-ce70-497f-a9a3-39925ec4925d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:44.456683 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef7719b4-3170-4f1c-9645-77303442d6c7 req-29038007-ce70-497f-a9a3-39925ec4925d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.2626214 Aug 29 06:42:44.515889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2ed82715-6558-4927-a7d3-f71820df947a service neutron] 10.222.0.76 "GET /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337240 Aug 29 06:42:44.522818 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Attempting to bind port dad194d1-1dc2-40c9-8337-411088f48d93 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:44.523625 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Attempting to bind port dad194d1-1dc2-40c9-8337-411088f48d93 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'c68a1460-02d6-41c2-aa5a-f0492246cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:44.523960 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Attempting to bind port dad194d1-1dc2-40c9-8337-411088f48d93 on network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:44.530950 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de633-a294-4330-a724-f50acfd12abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:44.531324 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de633-a294-4330-a724-f50acfd12abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:44.531664 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de633-a294-4330-a724-f50acfd12abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:44.532040 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de633-a294-4330-a724-f50acfd12abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:44.532372 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de633-a294-4330-a724-f50acfd12abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:44.532790 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de633-a294-4330-a724-f50acfd12abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:44.533013 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de633-a294-4330-a724-f50acfd12abf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:44.533379 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de633-a294-4330-a724-f50acfd12abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:44.533700 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de633-a294-4330-a724-f50acfd12abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:44.534003 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de633-a294-4330-a724-f50acfd12abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:44.534656 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de633-a294-4330-a724-f50acfd12abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:44.534656 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27de633-a294-4330-a724-f50acfd12abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:44.543661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-5cc7bd6f-a61b-4dbf-83e4-c6be0fb15f60 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:44.551306 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:44.551306 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Checking segment: {'id': 'c68a1460-02d6-41c2-aa5a-f0492246cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:44.551306 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:44.551872 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-5cc7bd6f-a61b-4dbf-83e4-c6be0fb15f60 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.11 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 821 time: 0.3384502 Aug 29 06:42:44.551967 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Bound using segment: {'id': 'c68a1460-02d6-41c2-aa5a-f0492246cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:44.551967 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Bound port: dad194d1-1dc2-40c9-8337-411088f48d93, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68a1460-02d6-41c2-aa5a-f0492246cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:44.551967 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:44.569248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-b8e6733f-3946-4288-b359-3fae9f65eb48 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Request body: {'port': {'device_id': '1c477995-d116-4e51-9a4f-73e20ff857af', 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03', 'admin_state_up': True, 'tenant_id': 'e06a1fb8fcc74ddbb2b5244a869c25dc'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:44.610731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:42:44.618512 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-87593bfc-4f55-4952-bee6-59a3133dcdd5 service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970677 Aug 29 06:42:44.672242 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] For port dad194d1-1dc2-40c9-8337-411088f48d93, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:44.675751 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] For port dad194d1-1dc2-40c9-8337-411088f48d93, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dad194d1-1dc2-40c9-8337-411088f48d93,segment=NetworkSegment(c68a1460-02d6-41c2-aa5a-f0492246cbe4),segment_id=c68a1460-02d6-41c2-aa5a-f0492246cbe4)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:44.692023 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:44.692612 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:44.727905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef7719b4-3170-4f1c-9645-77303442d6c7 req-8673cbd7-d6ec-4395-bed1-78ae985ad259 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2634413 Aug 29 06:42:44.761071 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:44.890638 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-522b5427-c208-4dba-9a12-817cd482277c req-40dcd40f-5606-4672-a03f-891ebbafeccc service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577090 Aug 29 06:42:44.904746 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Routers {'03f32d2c-5a16-429d-9c4d-c36a1c3b900d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:42:44.905752 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:42:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:42:44.972273 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27de633-a294-4330-a724-f50acfd12abf None None] Pushing event updated for resources: {'Port': ['ID=dad194d1-1dc2-40c9-8337-411088f48d93,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:45.004076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 544d24df-bdd1-4937-b4b1-68dd14cc4875 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:42:45.064965 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813bd90-bcee-4045-a82a-a1f0408257ab req-cc485a3b-f733-46fe-b1b5-69863c845a73 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.066558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b813bd90-bcee-4045-a82a-a1f0408257ab req-cc485a3b-f733-46fe-b1b5-69863c845a73 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 945 time: 0.2026720 Aug 29 06:42:45.102165 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 544d24df-bdd1-4937-b4b1-68dd14cc4875 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:45.107602 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:45.118373 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] Set router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:42:45.174268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-b8e6733f-3946-4288-b359-3fae9f65eb48 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Made reservation on behalf of e06a1fb8fcc74ddbb2b5244a869c25dc for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:45.177489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-a55907cf-0140-459d-a894-7b193be363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.177730 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-b8e6733f-3946-4288-b359-3fae9f65eb48 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:45.177983 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-a55907cf-0140-459d-a894-7b193be363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.178471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-a55907cf-0140-459d-a894-7b193be363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.178947 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-a55907cf-0140-459d-a894-7b193be363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.179968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-a55907cf-0140-459d-a894-7b193be363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.180466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-a55907cf-0140-459d-a894-7b193be363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.180939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-a55907cf-0140-459d-a894-7b193be363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.183131 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-a55907cf-0140-459d-a894-7b193be363ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=061145791eb24ccbba477166da42aefb&device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 6482 time: 0.0722001 Aug 29 06:42:45.219682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b813bd90-bcee-4045-a82a-a1f0408257ab req-ab80460b-05a0-4302-8a85-b4e0ccea71a6 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f1dac40-268e-49d0-9551-30636a9285fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373785 Aug 29 06:42:45.269796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178167c-777e-432d-a0a4-6639882d3da8 req-73b5fdd3-e064-4dc6-bb14-5372d2c6d9d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.294262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178167c-777e-432d-a0a4-6639882d3da8 req-73b5fdd3-e064-4dc6-bb14-5372d2c6d9d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.298999 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:45.318510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178167c-777e-432d-a0a4-6639882d3da8 req-73b5fdd3-e064-4dc6-bb14-5372d2c6d9d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.328896 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178167c-777e-432d-a0a4-6639882d3da8 req-73b5fdd3-e064-4dc6-bb14-5372d2c6d9d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.334802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178167c-777e-432d-a0a4-6639882d3da8 req-73b5fdd3-e064-4dc6-bb14-5372d2c6d9d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.353658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178167c-777e-432d-a0a4-6639882d3da8 req-73b5fdd3-e064-4dc6-bb14-5372d2c6d9d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.355988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91fc163-e4d3-430e-a969-942f023eea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544d24df-bdd1-4937-b4b1-68dd14cc4875'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:45.364212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-e267c2e5-40c7-4ec9-a5f3-c83024667f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.364400 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fa7274-8b65-440a-b4e1-f665d1512a47" -d '{"events": [{"server_uuid": "d91fc163-e4d3-430e-a969-942f023eea11", "name": "network-vif-plugged", "status": "completed", "tag": "544d24df-bdd1-4937-b4b1-68dd14cc4875"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:45.365906 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-e267c2e5-40c7-4ec9-a5f3-c83024667f83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=606aeb02-681b-4216-bf8c-e614c7425478 HTTP/1.1" status: 200 len: 901 time: 0.1732185 Aug 29 06:42:45.375957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178167c-777e-432d-a0a4-6639882d3da8 req-73b5fdd3-e064-4dc6-bb14-5372d2c6d9d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.377971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3178167c-777e-432d-a0a4-6639882d3da8 req-73b5fdd3-e064-4dc6-bb14-5372d2c6d9d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.3859532 Aug 29 06:42:45.421331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 544d24df-bdd1-4937-b4b1-68dd14cc4875, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=544d24df-bdd1-4937-b4b1-68dd14cc4875,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:45.447922 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-a4967a22-b9db-4ec1-9ecf-babef5e1e48a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=060c1398-807d-4842-967b-5455af62da39 HTTP/1.1" status: 200 len: 217 time: 0.0574822 Aug 29 06:42:45.518859 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:45.527793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-08c69eb3-e17c-4cc3-8769-8d193c0d9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.529667 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-08c69eb3-e17c-4cc3-8769-8d193c0d9ab3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeb224e9-072a-41a9-9f49-2fbdd36c708c HTTP/1.1" status: 200 len: 797 time: 0.0748475 Aug 29 06:42:45.557553 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3178167c-777e-432d-a0a4-6639882d3da8 req-4cafc31f-8503-4071-8dcd-8be3951cd5e9 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1691344 Aug 29 06:42:45.604604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6080ecd-fd8d-43bb-8a68-18cdd7300190 req-b38ce6b4-c283-4cbe-ab21-7f49ef17ea45 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.606267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6080ecd-fd8d-43bb-8a68-18cdd7300190 req-b38ce6b4-c283-4cbe-ab21-7f49ef17ea45 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.0959663 Aug 29 06:42:45.614315 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-d0384499-1693-469f-bfc4-0bc3c6bedad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.616378 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-d0384499-1693-469f-bfc4-0bc3c6bedad0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606aeb02-681b-4216-bf8c-e614c7425478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0776277 Aug 29 06:42:45.628161 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:42:41Z', 'revision_number': 4, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port': {'id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:36Z', 'updated_at': '2021-08-29T06:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'dad194d1-1dc2-40c9-8337-411088f48d93', 'name': '', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'mac_address': 'fa:16:3e:82:4b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:40Z', 'updated_at': '2021-08-29T06:42:44Z', 'revision_number': 4, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'subnets': [{'id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:42:45.628709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=544d24df-bdd1-4937-b4b1-68dd14cc4875,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:45.636756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:45.637109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:45.637454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:45.637795 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:45.638130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:45.638469 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:45.638801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:45.639131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:45.639539 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:45.639873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:45.640200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:45.640527 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:42:45.665995 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd38f7b-62eb-4c8b-bcb0-2570ffb96349 None None] The sync data for ids ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'] in n-d-713301-12 is: [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:42:41Z', 'revision_number': 4, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port': {'id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:36Z', 'updated_at': '2021-08-29T06:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'dad194d1-1dc2-40c9-8337-411088f48d93', 'name': '', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'mac_address': 'fa:16:3e:82:4b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:40Z', 'updated_at': '2021-08-29T06:42:44Z', 'revision_number': 4, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'subnets': [{'id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:42:45.699576 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f1844c9-21f9-4eb5-8d36-9108c7f6fa6b req-cc0e882e-074a-4935-9c14-743b44fa6398 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 210 time: 0.0419183 Aug 29 06:42:45.710972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-b8e6733f-3946-4288-b359-3fae9f65eb48 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Allocated IP 172.20.0.14 (4ca161a2-97b5-4345-a973-efe3ac6f5a03/286fc068-b68f-4910-a000-c7b8e582e791/17bd3912-873f-4528-8a86-eecf7a1b3f07) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:42:45.733832 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6080ecd-fd8d-43bb-8a68-18cdd7300190 req-23ae6767-752f-47e6-8b41-6cf370327e88 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181939 Aug 29 06:42:45.862818 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-4bac3951-1dd0-40ad-ab02-68d46e63f1ad service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355788 Aug 29 06:42:45.939686 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-497a6864-e472-4a92-b64d-72159a1fe27c req-6b066d10-b0bd-4ac6-9188-7c8892aad87a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 210 time: 0.0862248 Aug 29 06:42:45.953495 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586fb71-72eb-4c3b-a449-70d3fcc7a747 req-dba69167-84c5-4589-9abf-de780a04cccd tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:45.955061 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5586fb71-72eb-4c3b-a449-70d3fcc7a747 req-dba69167-84c5-4589-9abf-de780a04cccd tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.11 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 948 time: 0.1552052 Aug 29 06:42:46.032565 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23f3bc3-ad58-4ac2-a5f0-0cba0a9a5dff x-openstack-request-id: req-c23f3bc3-ad58-4ac2-a5f0-0cba0a9a5dff {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:46.033072 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91fc163-e4d3-430e-a969-942f023eea11", "name": "network-vif-plugged", "status": "completed", "tag": "544d24df-bdd1-4937-b4b1-68dd14cc4875", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:46.033504 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c23f3bc3-ad58-4ac2-a5f0-0cba0a9a5dff {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:46.034060 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91fc163-e4d3-430e-a969-942f023eea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544d24df-bdd1-4937-b4b1-68dd14cc4875', 'code': 200} Aug 29 06:42:46.081330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f9eab-1f54-4d24-a086-956cd403ec5e req-0f883f29-6bd0-407b-a6d6-1882d5024beb tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:46.082963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-682f9eab-1f54-4d24-a086-956cd403ec5e req-0f883f29-6bd0-407b-a6d6-1882d5024beb tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 948 time: 0.2322309 Aug 29 06:42:46.170971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-682f9eab-1f54-4d24-a086-956cd403ec5e req-62d09127-ae55-47b6-95c9-3bcde42b1374 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790026 Aug 29 06:42:46.178193 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-b8e6733f-3946-4288-b359-3fae9f65eb48 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:46.231613 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-348ab5d6-4726-4238-b5af-de1a808d0ced req-f71a5e15-2315-4104-ac13-38057556803e service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550985 Aug 29 06:42:46.298057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-5586fb71-72eb-4c3b-a449-70d3fcc7a747 req-540a775b-e7e1-429c-989f-032bd032a071 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Deleting port bca324e9-4c2b-4446-90b9-52c24155b5da {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:42:46.298409 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5586fb71-72eb-4c3b-a449-70d3fcc7a747 req-540a775b-e7e1-429c-989f-032bd032a071 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:46.336411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bff7af-2296-4e46-94b0-6e8720f790f7 req-99812ac3-95ae-44ba-aa53-91283071537a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:46.342823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bff7af-2296-4e46-94b0-6e8720f790f7 req-99812ac3-95ae-44ba-aa53-91283071537a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:46.352189 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bff7af-2296-4e46-94b0-6e8720f790f7 req-99812ac3-95ae-44ba-aa53-91283071537a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:46.359421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bff7af-2296-4e46-94b0-6e8720f790f7 req-99812ac3-95ae-44ba-aa53-91283071537a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:46.363851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708b47a-b32f-4b5b-88ed-2e06a4ab2576 req-140057bf-9360-4daf-9d8d-3f7b2f4a9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:46.366366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bff7af-2296-4e46-94b0-6e8720f790f7 req-99812ac3-95ae-44ba-aa53-91283071537a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:46.371212 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2708b47a-b32f-4b5b-88ed-2e06a4ab2576 req-140057bf-9360-4daf-9d8d-3f7b2f4a9805 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 1098 time: 0.1382551 Aug 29 06:42:46.374248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bff7af-2296-4e46-94b0-6e8720f790f7 req-99812ac3-95ae-44ba-aa53-91283071537a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:46.383383 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bff7af-2296-4e46-94b0-6e8720f790f7 req-99812ac3-95ae-44ba-aa53-91283071537a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:46.389405 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2bff7af-2296-4e46-94b0-6e8720f790f7 req-99812ac3-95ae-44ba-aa53-91283071537a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.2157300 Aug 29 06:42:46.462135 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-b8e6733f-3946-4288-b359-3fae9f65eb48 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:46.477406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['73e2c819-ce75-40e7-896a-324885857148'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:42:46.512312 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2708b47a-b32f-4b5b-88ed-2e06a4ab2576 req-e841f985-6a57-4a7c-a003-d652d2502e24 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304607 Aug 29 06:42:46.517299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-5586fb71-72eb-4c3b-a449-70d3fcc7a747 req-540a775b-e7e1-429c-989f-032bd032a071 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] For port bca324e9-4c2b-4446-90b9-52c24155b5da, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=bca324e9-4c2b-4446-90b9-52c24155b5da,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:46.517675 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5586fb71-72eb-4c3b-a449-70d3fcc7a747 req-540a775b-e7e1-429c-989f-032bd032a071 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:46.549517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-5586fb71-72eb-4c3b-a449-70d3fcc7a747 req-540a775b-e7e1-429c-989f-032bd032a071 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Calling delete_port for bca324e9-4c2b-4446-90b9-52c24155b5da owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:42:46.631275 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2bff7af-2296-4e46-94b0-6e8720f790f7 req-501b0a45-5d4d-49b8-a00c-920109bac3a2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2370918 Aug 29 06:42:46.645163 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-b8e6733f-3946-4288-b359-3fae9f65eb48 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:42:46.648775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-b8e6733f-3946-4288-b359-3fae9f65eb48 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:46.652932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-b8e6733f-3946-4288-b359-3fae9f65eb48 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:42:46.665336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dad194d1-1dc2-40c9-8337-411088f48d93 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:42:46.689089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6733f-3946-4288-b359-3fae9f65eb48 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Pushing event updated for resources: {'Port': ['ID=17bd3912-873f-4528-8a86-eecf7a1b3f07,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:46.822666 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-b8e6733f-3946-4288-b359-3fae9f65eb48 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:46.823378 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-b8e6733f-3946-4288-b359-3fae9f65eb48 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:46.900390 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8544ba72-b299-4ead-af1c-a78a44050876 req-d2d599c9-58aa-478b-84a6-b49dd062fd1d tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 210 time: 0.0547693 Aug 29 06:42:46.915194 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5586fb71-72eb-4c3b-a449-70d3fcc7a747 req-540a775b-e7e1-429c-989f-032bd032a071 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:46.952195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e991a-2597-4af7-9d54-acb6c34f852e req-23c33c54-d42f-4687-9c1b-ec8e2298d20e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:46.961596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e991a-2597-4af7-9d54-acb6c34f852e req-23c33c54-d42f-4687-9c1b-ec8e2298d20e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:46.966635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a775b-e7e1-429c-989f-032bd032a071 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Pushing event deleted for resources: {'Port': ['ID=bca324e9-4c2b-4446-90b9-52c24155b5da,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:46.971393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port dad194d1-1dc2-40c9-8337-411088f48d93 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:46.976590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dad194d1-1dc2-40c9-8337-411088f48d93 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:46.976877 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:46.979395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e991a-2597-4af7-9d54-acb6c34f852e req-23c33c54-d42f-4687-9c1b-ec8e2298d20e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:47.000553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e991a-2597-4af7-9d54-acb6c34f852e req-23c33c54-d42f-4687-9c1b-ec8e2298d20e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:47.019526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e991a-2597-4af7-9d54-acb6c34f852e req-23c33c54-d42f-4687-9c1b-ec8e2298d20e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:47.035485 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e991a-2597-4af7-9d54-acb6c34f852e req-23c33c54-d42f-4687-9c1b-ec8e2298d20e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:47.042633 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e991a-2597-4af7-9d54-acb6c34f852e req-23c33c54-d42f-4687-9c1b-ec8e2298d20e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:47.048359 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5586fb71-72eb-4c3b-a449-70d3fcc7a747 req-540a775b-e7e1-429c-989f-032bd032a071 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] No DVR routers for this DVR port bca324e9-4c2b-4446-90b9-52c24155b5da on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:42:47.049736 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-803e991a-2597-4af7-9d54-acb6c34f852e req-23c33c54-d42f-4687-9c1b-ec8e2298d20e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.3253269 Aug 29 06:42:47.055596 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-b8e6733f-3946-4288-b359-3fae9f65eb48 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4928887 Aug 29 06:42:47.055795 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5586fb71-72eb-4c3b-a449-70d3fcc7a747 req-540a775b-e7e1-429c-989f-032bd032a071 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:47.057838 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5586fb71-72eb-4c3b-a449-70d3fcc7a747 req-540a775b-e7e1-429c-989f-032bd032a071 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.11 "DELETE /v2.0/ports/bca324e9-4c2b-4446-90b9-52c24155b5da HTTP/1.1" status: 204 len: 173 time: 1.0952497 Aug 29 06:42:47.058327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0543c4ff-adfb-4a00-a8e5-3925333ee55f', 'name': 'network-vif-deleted', 'tag': 'bca324e9-4c2b-4446-90b9-52c24155b5da'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:47.063391 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbe22d9-34a1-4c8d-a1a8-03d96d53b26b" -d '{"events": [{"server_uuid": "0543c4ff-adfb-4a00-a8e5-3925333ee55f", "name": "network-vif-deleted", "tag": "bca324e9-4c2b-4446-90b9-52c24155b5da"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:47.094989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Request body: {'port': {'device_id': '1c477995-d116-4e51-9a4f-73e20ff857af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:47.136158 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:47.193328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-803e991a-2597-4af7-9d54-acb6c34f852e req-d37282fc-bdb1-4c1e-9fff-91b88736e3e5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044915 Aug 29 06:42:47.197762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port dad194d1-1dc2-40c9-8337-411088f48d93, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dad194d1-1dc2-40c9-8337-411088f48d93,segment=NetworkSegment(c68a1460-02d6-41c2-aa5a-f0492246cbe4),segment_id=c68a1460-02d6-41c2-aa5a-f0492246cbe4)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:47.211045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903f4c0-8aea-464c-81c0-af957358eb9d req-449dd938-c21e-4a5c-a50d-742ae01bc09b tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:47.219770 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8903f4c0-8aea-464c-81c0-af957358eb9d req-449dd938-c21e-4a5c-a50d-742ae01bc09b tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.1673486 Aug 29 06:42:47.257576 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:47.369826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=dad194d1-1dc2-40c9-8337-411088f48d93,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:47.406352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8903f4c0-8aea-464c-81c0-af957358eb9d req-2cfa3791-d4bd-4ae5-bf00-9ac6eb36a6f7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856458 Aug 29 06:42:47.408910 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:47.489878 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f448ef1-5fb9-4084-8b9d-b8fdf092dce3 x-openstack-request-id: req-0f448ef1-5fb9-4084-8b9d-b8fdf092dce3 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:47.490171 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0543c4ff-adfb-4a00-a8e5-3925333ee55f", "name": "network-vif-deleted", "tag": "bca324e9-4c2b-4446-90b9-52c24155b5da", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:47.490450 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f448ef1-5fb9-4084-8b9d-b8fdf092dce3 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:47.490866 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0543c4ff-adfb-4a00-a8e5-3925333ee55f', 'name': 'network-vif-deleted', 'tag': 'bca324e9-4c2b-4446-90b9-52c24155b5da', 'status': 'completed', 'code': 200} Aug 29 06:42:47.516233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4080a-2e0e-4eb0-afba-7b6e66171654 req-0682fde7-d4ec-42df-9b55-9006a341c795 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:47.529824 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fc4080a-2e0e-4eb0-afba-7b6e66171654 req-0682fde7-d4ec-42df-9b55-9006a341c795 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 932 time: 0.2149422 Aug 29 06:42:47.587990 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fc4080a-2e0e-4eb0-afba-7b6e66171654 req-ea32985f-da54-4812-9f00-db60886e142e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572648 Aug 29 06:42:47.739693 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-422928ef-a3a1-44af-b77d-3ee688fc613f req-eb2d3955-cbd9-4781-aece-dd7acf8c1087 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0543c4ff-adfb-4a00-a8e5-3925333ee55f HTTP/1.1" status: 200 len: 210 time: 0.0717330 Aug 29 06:42:48.034875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2d39009-9cc5-46ab-a89c-8e4bbdf08475 req-49132f19-8eb1-4eff-8f17-ac3402ca2057 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 210 time: 0.0359979 Aug 29 06:42:48.046172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991ac30-4f0b-46d1-89d6-3ebeb0be829e req-f14fa3e5-0576-4a73-bf80-af077d459d18 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.052295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991ac30-4f0b-46d1-89d6-3ebeb0be829e req-f14fa3e5-0576-4a73-bf80-af077d459d18 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.058716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991ac30-4f0b-46d1-89d6-3ebeb0be829e req-f14fa3e5-0576-4a73-bf80-af077d459d18 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.066894 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991ac30-4f0b-46d1-89d6-3ebeb0be829e req-f14fa3e5-0576-4a73-bf80-af077d459d18 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.076571 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991ac30-4f0b-46d1-89d6-3ebeb0be829e req-f14fa3e5-0576-4a73-bf80-af077d459d18 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.084845 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991ac30-4f0b-46d1-89d6-3ebeb0be829e req-f14fa3e5-0576-4a73-bf80-af077d459d18 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.091333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991ac30-4f0b-46d1-89d6-3ebeb0be829e req-f14fa3e5-0576-4a73-bf80-af077d459d18 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.093264 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b991ac30-4f0b-46d1-89d6-3ebeb0be829e req-f14fa3e5-0576-4a73-bf80-af077d459d18 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5431 time: 0.2254260 Aug 29 06:42:48.097681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17bd3912-873f-4528-8a86-eecf7a1b3f07 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:48.107789 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:48.134029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Transition to ACTIVE for port object 17bd3912-873f-4528-8a86-eecf7a1b3f07 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:48.153802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b991ac30-4f0b-46d1-89d6-3ebeb0be829e req-d10d6b77-5c9a-4f11-9fc6-b9f6f4165dcb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484240 Aug 29 06:42:48.211784 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-da6367e9-1216-45de-92a7-884742f639c2 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.213295 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-da6367e9-1216-45de-92a7-884742f639c2 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.11 "GET /v2.0/networks?id=6cd72f6f-0cb6-4e26-907a-23085a94a0bb HTTP/1.1" status: 200 len: 828 time: 0.1342530 Aug 29 06:42:48.233227 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:48.236986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2447585b-7e45-4f32-8fa4-6112ab9cd8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Request body: {'port': {'device_id': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'admin_state_up': True, 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:48.289962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Pushing event updated for resources: {'Port': ['ID=17bd3912-873f-4528-8a86-eecf7a1b3f07,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:48.413338 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637fb03-1b35-45aa-b7ad-1cbf9aefa724 req-d1b679e7-8cfb-4779-9ba4-8960fb7ac3ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.420012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637fb03-1b35-45aa-b7ad-1cbf9aefa724 req-d1b679e7-8cfb-4779-9ba4-8960fb7ac3ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.425947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637fb03-1b35-45aa-b7ad-1cbf9aefa724 req-d1b679e7-8cfb-4779-9ba4-8960fb7ac3ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.435171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637fb03-1b35-45aa-b7ad-1cbf9aefa724 req-d1b679e7-8cfb-4779-9ba4-8960fb7ac3ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.440006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2447585b-7e45-4f32-8fa4-6112ab9cd8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Made reservation on behalf of acc905bba43a4197803c1e8a9c61b00f for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:48.441791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637fb03-1b35-45aa-b7ad-1cbf9aefa724 req-d1b679e7-8cfb-4779-9ba4-8960fb7ac3ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.444139 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2447585b-7e45-4f32-8fa4-6112ab9cd8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:48.447887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637fb03-1b35-45aa-b7ad-1cbf9aefa724 req-d1b679e7-8cfb-4779-9ba4-8960fb7ac3ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.454143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637fb03-1b35-45aa-b7ad-1cbf9aefa724 req-d1b679e7-8cfb-4779-9ba4-8960fb7ac3ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.456146 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5637fb03-1b35-45aa-b7ad-1cbf9aefa724 req-d1b679e7-8cfb-4779-9ba4-8960fb7ac3ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.1565459 Aug 29 06:42:48.482473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Attempting to bind port 17bd3912-873f-4528-8a86-eecf7a1b3f07 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:48.483462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Attempting to bind port 17bd3912-873f-4528-8a86-eecf7a1b3f07 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:48.484509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Attempting to bind port 17bd3912-873f-4528-8a86-eecf7a1b3f07 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:48.577575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Port 17bd3912-873f-4528-8a86-eecf7a1b3f07 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:48.577910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Attempting to bind port 17bd3912-873f-4528-8a86-eecf7a1b3f07 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:48.604305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dad194d1-1dc2-40c9-8337-411088f48d93 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:42:48.620234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5637fb03-1b35-45aa-b7ad-1cbf9aefa724 req-55988bc4-8728-4959-8128-76e5ac440ce5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1404483 Aug 29 06:42:48.621553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:48.622111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Checking segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:48.622712 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Bound using segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:48.623454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Bound port: 17bd3912-873f-4528-8a86-eecf7a1b3f07, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:48.624434 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:48.688117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcf8e9-4a8c-41a5-8ef8-9f5f4aca2874 req-a4d3b359-5a1a-4566-8c60-6b0f9b776ab2 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.688117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7bcf8e9-4a8c-41a5-8ef8-9f5f4aca2874 req-a4d3b359-5a1a-4566-8c60-6b0f9b776ab2 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.1413226 Aug 29 06:42:48.721149 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2447585b-7e45-4f32-8fa4-6112ab9cd8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Allocated IP 172.20.0.11 (6cd72f6f-0cb6-4e26-907a-23085a94a0bb/2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a/9c87c079-3c6a-45ce-b69a-f0d817d2080c) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:42:48.731026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dad194d1-1dc2-40c9-8337-411088f48d93 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:48.731528 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:48.773587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7bcf8e9-4a8c-41a5-8ef8-9f5f4aca2874 req-6e4250f5-b169-4e80-bded-e808f03f763a tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737891 Aug 29 06:42:48.775313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:48.785640 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:48.854030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f146b4-93b4-42d6-a535-337b28850f0a req-9681e9ee-7bdc-4938-ab3d-e13934a3354a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.860633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7f146b4-93b4-42d6-a535-337b28850f0a req-9681e9ee-7bdc-4938-ab3d-e13934a3354a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.0912356 Aug 29 06:42:48.912884 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:48.956386 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2447585b-7e45-4f32-8fa4-6112ab9cd8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:48.977512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:48.978127 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:48.979514 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] 10.222.0.11 "PUT /v2.0/ports/17bd3912-873f-4528-8a86-eecf7a1b3f07 HTTP/1.1" status: 200 len: 1093 time: 1.8896756 Aug 29 06:42:48.979954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c477995-d116-4e51-9a4f-73e20ff857af', 'tag': '17bd3912-873f-4528-8a86-eecf7a1b3f07'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:48.981434 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2447585b-7e45-4f32-8fa4-6112ab9cd8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Transition to ACTIVE for port object 9c87c079-3c6a-45ce-b69a-f0d817d2080c will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:48.982232 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29215a98-3638-4ec1-9a64-d5e926a8fa91" -d '{"events": [{"name": "network-changed", "server_uuid": "1c477995-d116-4e51-9a4f-73e20ff857af", "tag": "17bd3912-873f-4528-8a86-eecf7a1b3f07"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:48.993276 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7f146b4-93b4-42d6-a535-337b28850f0a req-2cd94757-c84d-42fe-84da-4f20f5097434 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279609 Aug 29 06:42:49.007354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245184f0-02b9-4503-972c-9ec023ecd431 service neutron] Pushing event updated for resources: {'Port': ['ID=17bd3912-873f-4528-8a86-eecf7a1b3f07,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:49.025565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 602bdddd-529e-47ca-8f45-869393263358 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:42:49.031732 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device bca324e9-4c2b-4446-90b9-52c24155b5da no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:42:49.056297 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: bca324e9-4c2b-4446-90b9-52c24155b5da {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:42:49.065790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device bca324e9-4c2b-4446-90b9-52c24155b5da not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:42:49.136308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 602bdddd-529e-47ca-8f45-869393263358, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=602bdddd-529e-47ca-8f45-869393263358,segment=NetworkSegment(51e8a37b-b122-4d6c-a642-fb212fd25b05),segment_id=51e8a37b-b122-4d6c-a642-fb212fd25b05)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:49.146751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '602bdddd-529e-47ca-8f45-869393263358', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'port_id': '602bdddd-529e-47ca-8f45-869393263358', 'mac_address': 'fa:16:3e:8c:da:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:42:49.172996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4840e4-bf83-4be7-a06f-e4fb5ff8d511 req-1af5915c-3aad-466e-bf0e-6ec23a83764e tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:49.174643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e4840e4-bf83-4be7-a06f-e4fb5ff8d511 req-1af5915c-3aad-466e-bf0e-6ec23a83764e tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.0532613 Aug 29 06:42:49.180245 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2447585b-7e45-4f32-8fa4-6112ab9cd8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:49.190629 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:49.212928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602bdddd-529e-47ca-8f45-869393263358 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:49.231578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447585b-7e45-4f32-8fa4-6112ab9cd8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Pushing event updated for resources: {'Port': ['ID=9c87c079-3c6a-45ce-b69a-f0d817d2080c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:49.236046 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 602bdddd-529e-47ca-8f45-869393263358, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=602bdddd-529e-47ca-8f45-869393263358,segment=NetworkSegment(51e8a37b-b122-4d6c-a642-fb212fd25b05),segment_id=51e8a37b-b122-4d6c-a642-fb212fd25b05)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:49.259898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2447585b-7e45-4f32-8fa4-6112ab9cd8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:42:49.265272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2447585b-7e45-4f32-8fa4-6112ab9cd8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:49.265272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2447585b-7e45-4f32-8fa4-6112ab9cd8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:42:49.283602 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e4840e4-bf83-4be7-a06f-e4fb5ff8d511 req-d3cca9f2-d94b-4c18-a19d-754f5a873954 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983853 Aug 29 06:42:49.294129 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:49.308696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-721ecdc3-344d-43ea-9035-c11b99b24c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:49.310477 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-721ecdc3-344d-43ea-9035-c11b99b24c1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 1096 time: 0.0820613 Aug 29 06:42:49.387002 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2447585b-7e45-4f32-8fa4-6112ab9cd8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:49.387002 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2447585b-7e45-4f32-8fa4-6112ab9cd8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:49.390279 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=602bdddd-529e-47ca-8f45-869393263358,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:49.391525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-a176ae85-9cc6-480b-af62-44b4b136dec9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07 HTTP/1.1" status: 200 len: 217 time: 0.0655363 Aug 29 06:42:49.397521 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb135f93-b572-43bd-a6ee-57f17143773a x-openstack-request-id: req-eb135f93-b572-43bd-a6ee-57f17143773a {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:49.397815 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c477995-d116-4e51-9a4f-73e20ff857af", "tag": "17bd3912-873f-4528-8a86-eecf7a1b3f07", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:49.399376 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb135f93-b572-43bd-a6ee-57f17143773a {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:49.399976 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c477995-d116-4e51-9a4f-73e20ff857af', 'tag': '17bd3912-873f-4528-8a86-eecf7a1b3f07', 'status': 'completed', 'code': 200} Aug 29 06:42:49.483052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-4628b2fa-7a1c-4475-a391-eb84995932c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:49.483052 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-4628b2fa-7a1c-4475-a391-eb84995932c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0627365 Aug 29 06:42:49.567901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-9b39ff18-6bac-41a9-aa25-26aefee494b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357940 Aug 29 06:42:49.708086 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2447585b-7e45-4f32-8fa4-6112ab9cd8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4768417 Aug 29 06:42:49.729225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Request body: {'port': {'device_id': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:49.733029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c62e34fc-c5bc-4c36-baa3-2f7fe1b85fd0 None None] Provisioning for port 9c87c079-3c6a-45ce-b69a-f0d817d2080c completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:49.746749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c62e34fc-c5bc-4c36-baa3-2f7fe1b85fd0 None None] Provisioning complete for port 9c87c079-3c6a-45ce-b69a-f0d817d2080c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:49.750755 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c62e34fc-c5bc-4c36-baa3-2f7fe1b85fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:49.812379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c62e34fc-c5bc-4c36-baa3-2f7fe1b85fd0 None None] Port 9c87c079-3c6a-45ce-b69a-f0d817d2080c cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:42:49.830019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['602bdddd-529e-47ca-8f45-869393263358'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:42:49.873421 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:49.956658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4deb3-c818-4485-84cb-c7c3182d38e8 req-0071525e-a2cb-4ba8-a800-46edd228664e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:49.958269 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3a4deb3-c818-4485-84cb-c7c3182d38e8 req-0071525e-a2cb-4ba8-a800-46edd228664e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 932 time: 0.4976068 Aug 29 06:42:50.014365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3a4deb3-c818-4485-84cb-c7c3182d38e8 req-0d8ec55c-103d-42cb-9f3f-773ebbdb65e1 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467060 Aug 29 06:42:50.047433 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-d64a2124-c18d-409e-8812-88d67c10c77d service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114360 Aug 29 06:42:50.236962 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c87c079-3c6a-45ce-b69a-f0d817d2080c {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:50.237502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3f58a-e75b-44b2-8f79-a69c1134ef22 req-241e9761-4c90-40f4-af3e-06ebf8912002 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.244741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3f58a-e75b-44b2-8f79-a69c1134ef22 req-241e9761-4c90-40f4-af3e-06ebf8912002 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.246542 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:50.251451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3f58a-e75b-44b2-8f79-a69c1134ef22 req-241e9761-4c90-40f4-af3e-06ebf8912002 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.257491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3f58a-e75b-44b2-8f79-a69c1134ef22 req-241e9761-4c90-40f4-af3e-06ebf8912002 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.260188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Transition to ACTIVE for port object 9c87c079-3c6a-45ce-b69a-f0d817d2080c will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:50.265716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3f58a-e75b-44b2-8f79-a69c1134ef22 req-241e9761-4c90-40f4-af3e-06ebf8912002 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.269236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3f58a-e75b-44b2-8f79-a69c1134ef22 req-241e9761-4c90-40f4-af3e-06ebf8912002 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.275131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3f58a-e75b-44b2-8f79-a69c1134ef22 req-241e9761-4c90-40f4-af3e-06ebf8912002 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.277153 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fac3f58a-e75b-44b2-8f79-a69c1134ef22 req-241e9761-4c90-40f4-af3e-06ebf8912002 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5432 time: 0.1320858 Aug 29 06:42:50.281179 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91c5e84d-bed4-4298-ad80-6144d6cf398d req-349c76b3-77bf-4429-af2b-3787865c5009 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202208 Aug 29 06:42:50.336068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fac3f58a-e75b-44b2-8f79-a69c1134ef22 req-a9d46174-2800-4660-b654-e041c6650ce7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506666 Aug 29 06:42:50.343254 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:50.437022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c87c079-3c6a-45ce-b69a-f0d817d2080c,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:50.514807 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29215a98-3638-4ec1-9a64-d5e926a8fa91 req-e3917073-75de-478c-ac18-041f7647e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.516335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29215a98-3638-4ec1-9a64-d5e926a8fa91 req-e3917073-75de-478c-ac18-041f7647e637 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 1096 time: 0.0945332 Aug 29 06:42:50.574818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Attempting to bind port 9c87c079-3c6a-45ce-b69a-f0d817d2080c on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:50.575267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Attempting to bind port 9c87c079-3c6a-45ce-b69a-f0d817d2080c by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'c68a1460-02d6-41c2-aa5a-f0492246cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:50.575576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Attempting to bind port 9c87c079-3c6a-45ce-b69a-f0d817d2080c on network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:50.580866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Port 9c87c079-3c6a-45ce-b69a-f0d817d2080c on network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:50.582607 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Attempting to bind port 9c87c079-3c6a-45ce-b69a-f0d817d2080c on network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:50.587728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:50.588204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Checking segment: {'id': 'c68a1460-02d6-41c2-aa5a-f0492246cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:50.588599 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Bound using segment: {'id': 'c68a1460-02d6-41c2-aa5a-f0492246cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:50.589168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Bound port: 9c87c079-3c6a-45ce-b69a-f0d817d2080c, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68a1460-02d6-41c2-aa5a-f0492246cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:50.589551 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:50.655565 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:50.687537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] For port 9c87c079-3c6a-45ce-b69a-f0d817d2080c, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:50.692454 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] For port 9c87c079-3c6a-45ce-b69a-f0d817d2080c, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9c87c079-3c6a-45ce-b69a-f0d817d2080c,segment=NetworkSegment(c68a1460-02d6-41c2-aa5a-f0492246cbe4),segment_id=c68a1460-02d6-41c2-aa5a-f0492246cbe4)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:50.770257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:50.778234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b7ad9-6dd3-4caf-9321-dfdf6115a6d7 req-fc1787bd-feaf-4bd8-8d70-bbc350ed5949 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.784210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b7ad9-6dd3-4caf-9321-dfdf6115a6d7 req-fc1787bd-feaf-4bd8-8d70-bbc350ed5949 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.792219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b7ad9-6dd3-4caf-9321-dfdf6115a6d7 req-fc1787bd-feaf-4bd8-8d70-bbc350ed5949 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.810562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b7ad9-6dd3-4caf-9321-dfdf6115a6d7 req-fc1787bd-feaf-4bd8-8d70-bbc350ed5949 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.818236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b7ad9-6dd3-4caf-9321-dfdf6115a6d7 req-fc1787bd-feaf-4bd8-8d70-bbc350ed5949 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.837181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b7ad9-6dd3-4caf-9321-dfdf6115a6d7 req-fc1787bd-feaf-4bd8-8d70-bbc350ed5949 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.851236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b7ad9-6dd3-4caf-9321-dfdf6115a6d7 req-fc1787bd-feaf-4bd8-8d70-bbc350ed5949 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.853172 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e32b7ad9-6dd3-4caf-9321-dfdf6115a6d7 req-fc1787bd-feaf-4bd8-8d70-bbc350ed5949 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.1843483 Aug 29 06:42:50.883190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.889339 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:50.890808 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] 10.222.0.11 "PUT /v2.0/ports/9c87c079-3c6a-45ce-b69a-f0d817d2080c HTTP/1.1" status: 200 len: 1093 time: 1.1675560 Aug 29 06:42:50.891304 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'tag': '9c87c079-3c6a-45ce-b69a-f0d817d2080c'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:50.893580 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a161e29d-3787-4a51-ab33-7cbecf9c1178" -d '{"events": [{"name": "network-changed", "server_uuid": "dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51", "tag": "9c87c079-3c6a-45ce-b69a-f0d817d2080c"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:50.901012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123197e8-dd7b-4b7c-abfa-b06c9223bea9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c87c079-3c6a-45ce-b69a-f0d817d2080c,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:50.949797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29215a98-3638-4ec1-9a64-d5e926a8fa91 req-adfa945f-8eb8-497c-ad3c-93b335f440c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:50.951696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29215a98-3638-4ec1-9a64-d5e926a8fa91 req-adfa945f-8eb8-497c-ad3c-93b335f440c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.3941326 Aug 29 06:42:51.017121 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e32b7ad9-6dd3-4caf-9321-dfdf6115a6d7 req-d8419ed9-6035-4d6d-b52f-665eb9a902ae tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1492810 Aug 29 06:42:51.019507 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29215a98-3638-4ec1-9a64-d5e926a8fa91 req-aafdb088-de04-4350-8f8e-2ca50ef6a1ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07 HTTP/1.1" status: 200 len: 217 time: 0.0563073 Aug 29 06:42:51.041305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b38a0eb3-cea4-48b0-be11-e157a7a34573 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:42:51.052768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 602bdddd-529e-47ca-8f45-869393263358 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:42:51.053710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e45411-c658-40bc-beb1-eecfb2b3f818 req-1b048893-a51b-49ce-be59-710035c65859 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:51.055502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93e45411-c658-40bc-beb1-eecfb2b3f818 req-1b048893-a51b-49ce-be59-710035c65859 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.1331370 Aug 29 06:42:51.143457 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-7cd917b3-6199-4dbc-bdf8-656b51087d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:51.146533 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-7cd917b3-6199-4dbc-bdf8-656b51087d77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=acc905bba43a4197803c1e8a9c61b00f&device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 1096 time: 0.1107161 Aug 29 06:42:51.155640 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29215a98-3638-4ec1-9a64-d5e926a8fa91 req-bf4feef1-3ee4-45a8-aeef-52a4a52b09e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:51.159008 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29215a98-3638-4ec1-9a64-d5e926a8fa91 req-bf4feef1-3ee4-45a8-aeef-52a4a52b09e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.1278403 Aug 29 06:42:51.173127 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93e45411-c658-40bc-beb1-eecfb2b3f818 req-40ecd0a4-11d7-4767-935a-dd4a072b0bd9 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887706 Aug 29 06:42:51.236569 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-5d8e0d00-bd69-4cb3-b972-41269c4a802a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c87c079-3c6a-45ce-b69a-f0d817d2080c HTTP/1.1" status: 200 len: 217 time: 0.0661047 Aug 29 06:42:51.238312 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29215a98-3638-4ec1-9a64-d5e926a8fa91 req-6cbc3558-8552-4f08-a60b-2485144726f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559120 Aug 29 06:42:51.317595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2fbf877c-6ba0-4ceb-8706-1f83888df7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:51.319065 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-2fbf877c-6ba0-4ceb-8706-1f83888df7e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a HTTP/1.1" status: 200 len: 867 time: 0.0694768 Aug 29 06:42:51.385573 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port b38a0eb3-cea4-48b0-be11-e157a7a34573, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b38a0eb3-cea4-48b0-be11-e157a7a34573,segment=NetworkSegment(700d66e7-bb9c-4dc5-b83d-0c33fa298d06),segment_id=700d66e7-bb9c-4dc5-b83d-0c33fa298d06)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:51.389806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-d3cd0711-63ad-415c-b157-a954dee1e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:51.391758 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-d3cd0711-63ad-415c-b157-a954dee1e289 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cd72f6f-0cb6-4e26-907a-23085a94a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621548 Aug 29 06:42:51.401015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'b38a0eb3-cea4-48b0-be11-e157a7a34573', 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760', 'port_id': 'b38a0eb3-cea4-48b0-be11-e157a7a34573', 'mac_address': 'fa:16:3e:e6:7c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e90aa0-bc35-4497-8202-2e1dfd85d0cd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:42:51.454643 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:51.471568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38a0eb3-cea4-48b0-be11-e157a7a34573 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:51.490590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf5109-18b3-4850-ab31-5bcc3481d39c req-be7de120-13b8-46e3-9240-5598db5f5fb5 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:51.493245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port b38a0eb3-cea4-48b0-be11-e157a7a34573, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b38a0eb3-cea4-48b0-be11-e157a7a34573,segment=NetworkSegment(700d66e7-bb9c-4dc5-b83d-0c33fa298d06),segment_id=700d66e7-bb9c-4dc5-b83d-0c33fa298d06)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:51.495648 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 602bdddd-529e-47ca-8f45-869393263358 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:51.499598 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1bf5109-18b3-4850-ab31-5bcc3481d39c req-be7de120-13b8-46e3-9240-5598db5f5fb5 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b5bb9-a620-45d2-9300-d95fde52c59e HTTP/1.1" status: 200 len: 949 time: 0.1605101 Aug 29 06:42:51.499732 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 602bdddd-529e-47ca-8f45-869393263358 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:51.500046 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:51.549601 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-1b7b920a-18f6-47b2-bada-6af80ff44b74 service neutron] 10.222.0.11 "GET /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449215 Aug 29 06:42:51.581381 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29215a98-3638-4ec1-9a64-d5e926a8fa91 req-f2bb9afe-76da-4d2d-bcd3-7d73d3f63728 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309486 Aug 29 06:42:51.609034 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:51.609765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b158ba04-343b-46ee-85a3-386664f7f41d details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:42:51.612003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-1e4f8fe3-d512-4bc3-9798-dc72a52bdafe tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:51.618548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-1e4f8fe3-d512-4bc3-9798-dc72a52bdafe tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/networks?id=25122993-2439-43a5-8c0e-87ade41bf762 HTTP/1.1" status: 200 len: 815 time: 0.2897689 Aug 29 06:42:51.633613 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:51.648916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1bf5109-18b3-4850-ab31-5bcc3481d39c req-19e93350-179d-4ff9-b565-43a5e07929ca tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479654 Aug 29 06:42:51.706758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-a394be70-e27a-43ee-a39b-da7b6bc2cbf6 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/quotas/4ba95f338421427a8f0ac2905567df32 HTTP/1.1" status: 200 len: 375 time: 0.0549629 Aug 29 06:42:51.725599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602bdddd-529e-47ca-8f45-869393263358'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:51.730695 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baed9e91-63fa-49d1-8699-0ae08315175d" -d '{"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-plugged", "status": "completed", "tag": "602bdddd-529e-47ca-8f45-869393263358"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:51.735621 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1773093-571d-44df-8ab4-04b2b2c89f5b x-openstack-request-id: req-c1773093-571d-44df-8ab4-04b2b2c89f5b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:51.737951 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51", "tag": "9c87c079-3c6a-45ce-b69a-f0d817d2080c", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:51.738125 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c1773093-571d-44df-8ab4-04b2b2c89f5b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:51.738499 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'tag': '9c87c079-3c6a-45ce-b69a-f0d817d2080c', 'status': 'completed', 'code': 200} Aug 29 06:42:51.741462 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-64c5bea4-4616-4fa6-9d03-f12dc098fa28 req-6c6f2de1-4527-4373-8b6f-b50fa4448875 service neutron] 10.222.0.11 "GET /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839097 Aug 29 06:42:51.790021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 602bdddd-529e-47ca-8f45-869393263358, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=602bdddd-529e-47ca-8f45-869393263358,segment=NetworkSegment(51e8a37b-b122-4d6c-a642-fb212fd25b05),segment_id=51e8a37b-b122-4d6c-a642-fb212fd25b05)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:51.807357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=b38a0eb3-cea4-48b0-be11-e157a7a34573,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:51.848752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port b158ba04-343b-46ee-85a3-386664f7f41d, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b158ba04-343b-46ee-85a3-386664f7f41d,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:51.862578 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'b158ba04-343b-46ee-85a3-386664f7f41d', 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38', 'port_id': 'b158ba04-343b-46ee-85a3-386664f7f41d', 'mac_address': 'fa:16:3e:4c:ef:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e24152-8c60-4bec-915c-1877dd2a93dc', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:42:51.889530 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-90695f12-67c5-4718-8ad3-efe601d0c05a tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4ba95f338421427a8f0ac2905567df32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1333892 Aug 29 06:42:51.891581 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:51.901864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad598-5a2c-471b-b5e4-53ae28fc0dad req-b1422363-e2ed-424d-a87e-2d49da3fc586 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:51.909373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e05ad598-5a2c-471b-b5e4-53ae28fc0dad req-b1422363-e2ed-424d-a87e-2d49da3fc586 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 944 time: 0.1077015 Aug 29 06:42:51.936511 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:51.965827 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b158ba04-343b-46ee-85a3-386664f7f41d {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:51.986166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=602bdddd-529e-47ca-8f45-869393263358,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:51.990552 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29215a98-3638-4ec1-9a64-d5e926a8fa91 req-f3259815-240b-4b93-8090-2e714399c7da service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703690 Aug 29 06:42:52.020182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port b158ba04-343b-46ee-85a3-386664f7f41d, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b158ba04-343b-46ee-85a3-386664f7f41d,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:52.044826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e05ad598-5a2c-471b-b5e4-53ae28fc0dad req-f1821731-7c66-476f-854a-ae7164644b91 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345959 Aug 29 06:42:52.115196 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:52.115988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 0955f131-dd83-40ea-9043-264a188011e9 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:42:52.127730 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161e29d-3787-4a51-ab33-7cbecf9c1178 req-c41521c4-6a6f-42d8-a3c7-056be811675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.129297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a161e29d-3787-4a51-ab33-7cbecf9c1178 req-c41521c4-6a6f-42d8-a3c7-056be811675c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=acc905bba43a4197803c1e8a9c61b00f&device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 1096 time: 0.0797067 Aug 29 06:42:52.151551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 0955f131-dd83-40ea-9043-264a188011e9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0955f131-dd83-40ea-9043-264a188011e9,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:52.164570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '0955f131-dd83-40ea-9043-264a188011e9', 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38', 'port_id': '0955f131-dd83-40ea-9043-264a188011e9', 'mac_address': 'fa:16:3e:5a:cf:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e24152-8c60-4bec-915c-1877dd2a93dc', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:42:52.166229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-b5313610-30a0-4111-9ad6-1ea251e0bb20 service neutron] 10.222.0.76 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548711 Aug 29 06:42:52.240758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=b158ba04-343b-46ee-85a3-386664f7f41d,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:52.253531 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:52.269887 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0955f131-dd83-40ea-9043-264a188011e9 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:52.290515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 0955f131-dd83-40ea-9043-264a188011e9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0955f131-dd83-40ea-9043-264a188011e9,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:52.344843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3fec3-aac1-4d06-9b78-f5ff74215244 req-93f97d68-a444-494a-b86a-a69eab1ef347 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.351177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3fec3-aac1-4d06-9b78-f5ff74215244 req-93f97d68-a444-494a-b86a-a69eab1ef347 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.357301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3fec3-aac1-4d06-9b78-f5ff74215244 req-93f97d68-a444-494a-b86a-a69eab1ef347 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.363347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3fec3-aac1-4d06-9b78-f5ff74215244 req-93f97d68-a444-494a-b86a-a69eab1ef347 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.363894 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:52.364703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 58de485d-a40f-4752-adb4-d1ea3772863a details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:42:52.369344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3fec3-aac1-4d06-9b78-f5ff74215244 req-93f97d68-a444-494a-b86a-a69eab1ef347 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.375433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3fec3-aac1-4d06-9b78-f5ff74215244 req-93f97d68-a444-494a-b86a-a69eab1ef347 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.381602 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3fec3-aac1-4d06-9b78-f5ff74215244 req-93f97d68-a444-494a-b86a-a69eab1ef347 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.384110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11b3fec3-aac1-4d06-9b78-f5ff74215244 req-93f97d68-a444-494a-b86a-a69eab1ef347 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5435 time: 0.2588401 Aug 29 06:42:52.389100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161e29d-3787-4a51-ab33-7cbecf9c1178 req-df45f145-e9d7-43eb-8701-fd430803b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.390620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a161e29d-3787-4a51-ab33-7cbecf9c1178 req-df45f145-e9d7-43eb-8701-fd430803b4d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6cd72f6f-0cb6-4e26-907a-23085a94a0bb HTTP/1.1" status: 200 len: 929 time: 0.2501495 Aug 29 06:42:52.437817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 58de485d-a40f-4752-adb4-d1ea3772863a, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=58de485d-a40f-4752-adb4-d1ea3772863a,segment=NetworkSegment(700d66e7-bb9c-4dc5-b83d-0c33fa298d06),segment_id=700d66e7-bb9c-4dc5-b83d-0c33fa298d06)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:52.456831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=0955f131-dd83-40ea-9043-264a188011e9,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:52.457590 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-e5e3d182-58b0-4610-8a2f-6e6a62e09041 service neutron] 10.222.0.76 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375891 Aug 29 06:42:52.462440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a161e29d-3787-4a51-ab33-7cbecf9c1178 req-13b0e6e8-e3f5-4d55-b119-0e5a0a16869f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c87c079-3c6a-45ce-b69a-f0d817d2080c HTTP/1.1" status: 200 len: 217 time: 0.0574667 Aug 29 06:42:52.463576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '58de485d-a40f-4752-adb4-d1ea3772863a', 'network_id': '57ffac55-609b-41cd-9af3-72358c53e760', 'port_id': '58de485d-a40f-4752-adb4-d1ea3772863a', 'mac_address': 'fa:16:3e:11:94:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e90aa0-bc35-4497-8202-2e1dfd85d0cd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:42:52.497173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11b3fec3-aac1-4d06-9b78-f5ff74215244 req-c612521b-c314-4c55-9987-165fe71ef65d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046646 Aug 29 06:42:52.506695 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:52.534199 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58de485d-a40f-4752-adb4-d1ea3772863a {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:52.559098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 58de485d-a40f-4752-adb4-d1ea3772863a, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=58de485d-a40f-4752-adb4-d1ea3772863a,segment=NetworkSegment(700d66e7-bb9c-4dc5-b83d-0c33fa298d06),segment_id=700d66e7-bb9c-4dc5-b83d-0c33fa298d06)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:52.578693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161e29d-3787-4a51-ab33-7cbecf9c1178 req-6edcf903-3104-465d-b904-fbff31e1b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.578884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a161e29d-3787-4a51-ab33-7cbecf9c1178 req-6edcf903-3104-465d-b904-fbff31e1b779 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a HTTP/1.1" status: 200 len: 867 time: 0.1084669 Aug 29 06:42:52.583452 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112b9aef-d4c5-4d1e-a406-6633e06fc375 x-openstack-request-id: req-112b9aef-d4c5-4d1e-a406-6633e06fc375 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:52.583941 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-plugged", "status": "completed", "tag": "602bdddd-529e-47ca-8f45-869393263358", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:52.584252 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-112b9aef-d4c5-4d1e-a406-6633e06fc375 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:52.584745 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602bdddd-529e-47ca-8f45-869393263358', 'code': 200} Aug 29 06:42:52.639717 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:52.640399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 05844740-abb0-44ca-a0b2-4ee06e5b107c details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:42:52.717232 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 05844740-abb0-44ca-a0b2-4ee06e5b107c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=05844740-abb0-44ca-a0b2-4ee06e5b107c,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:52.753545 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=58de485d-a40f-4752-adb4-d1ea3772863a,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:52.770622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '05844740-abb0-44ca-a0b2-4ee06e5b107c', 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38', 'port_id': '05844740-abb0-44ca-a0b2-4ee06e5b107c', 'mac_address': 'fa:16:3e:f8:0f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e24152-8c60-4bec-915c-1877dd2a93dc', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:42:52.781191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3fe4a-5d60-4d35-8557-2043a5492af9 req-6a4a8cd2-7ef5-4797-8c42-bbdc96f77730 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.781699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8b867-2d82-4b29-94b6-c0d7a1e03710 req-147b23d7-1201-461c-95f8-84e74a3b271c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.782700 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c2d3fe4a-5d60-4d35-8557-2043a5492af9 req-6a4a8cd2-7ef5-4797-8c42-bbdc96f77730 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91fc163-e4d3-430e-a969-942f023eea11 HTTP/1.1" status: 200 len: 946 time: 0.0953059 Aug 29 06:42:52.788967 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8b867-2d82-4b29-94b6-c0d7a1e03710 req-147b23d7-1201-461c-95f8-84e74a3b271c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.795551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8b867-2d82-4b29-94b6-c0d7a1e03710 req-147b23d7-1201-461c-95f8-84e74a3b271c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.801812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8b867-2d82-4b29-94b6-c0d7a1e03710 req-147b23d7-1201-461c-95f8-84e74a3b271c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.818012 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:52.829385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8b867-2d82-4b29-94b6-c0d7a1e03710 req-147b23d7-1201-461c-95f8-84e74a3b271c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.833298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05844740-abb0-44ca-a0b2-4ee06e5b107c {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:52.853309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8b867-2d82-4b29-94b6-c0d7a1e03710 req-147b23d7-1201-461c-95f8-84e74a3b271c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.871708 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 05844740-abb0-44ca-a0b2-4ee06e5b107c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=05844740-abb0-44ca-a0b2-4ee06e5b107c,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:52.877333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8b867-2d82-4b29-94b6-c0d7a1e03710 req-147b23d7-1201-461c-95f8-84e74a3b271c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.887191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34c8b867-2d82-4b29-94b6-c0d7a1e03710 req-147b23d7-1201-461c-95f8-84e74a3b271c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.2561347 Aug 29 06:42:52.898151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161e29d-3787-4a51-ab33-7cbecf9c1178 req-484316c1-cf2b-46b6-a69d-a6dd85fe4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:52.899844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a161e29d-3787-4a51-ab33-7cbecf9c1178 req-484316c1-cf2b-46b6-a69d-a6dd85fe4e93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cd72f6f-0cb6-4e26-907a-23085a94a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2140164 Aug 29 06:42:52.949036 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:52.949698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 93c4d706-cba3-4649-8efe-17e2a9e9840f details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:42:53.027807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f2b21-b9c3-4e9a-ac85-caa095ed3e1b req-27674c6c-0da5-44f1-95bf-e891407210ae tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:53.031039 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-056f2b21-b9c3-4e9a-ac85-caa095ed3e1b req-27674c6c-0da5-44f1-95bf-e891407210ae tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e7b5bb9-a620-45d2-9300-d95fde52c59e HTTP/1.1" status: 200 len: 949 time: 0.1495323 Aug 29 06:42:53.092683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 93c4d706-cba3-4649-8efe-17e2a9e9840f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=93c4d706-cba3-4649-8efe-17e2a9e9840f,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:53.099973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=05844740-abb0-44ca-a0b2-4ee06e5b107c,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:53.120335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '93c4d706-cba3-4649-8efe-17e2a9e9840f', 'network_id': 'a36fa329-024c-4710-93ad-78c82667ba38', 'port_id': '93c4d706-cba3-4649-8efe-17e2a9e9840f', 'mac_address': 'fa:16:3e:7c:73:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e24152-8c60-4bec-915c-1877dd2a93dc', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:42:53.139124 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-c2d3fe4a-5d60-4d35-8557-2043a5492af9 req-0a2cd9eb-1cbb-47fe-ab66-351ca395732f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Deleting port 544d24df-bdd1-4937-b4b1-68dd14cc4875 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:42:53.139708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c2d3fe4a-5d60-4d35-8557-2043a5492af9 req-0a2cd9eb-1cbb-47fe-ab66-351ca395732f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:53.161863 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:53.180512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c4d706-cba3-4649-8efe-17e2a9e9840f {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:53.195341 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34c8b867-2d82-4b29-94b6-c0d7a1e03710 req-382e35ee-94be-4485-90f0-aca986a3493f tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3064206 Aug 29 06:42:53.198339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a161e29d-3787-4a51-ab33-7cbecf9c1178 req-55839291-d576-4e97-a91d-1d4a7c88d7d4 service neutron] 10.222.0.11 "GET /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859752 Aug 29 06:42:53.227206 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 93c4d706-cba3-4649-8efe-17e2a9e9840f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=93c4d706-cba3-4649-8efe-17e2a9e9840f,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:53.324326 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:53.327011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe48292-9579-40d3-949b-1f28b74ec8a2 req-68b27b11-c009-44db-b5ab-b73468f762c8 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:53.328620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbe48292-9579-40d3-949b-1f28b74ec8a2 req-68b27b11-c009-44db-b5ab-b73468f762c8 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.2228758 Aug 29 06:42:53.389175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=93c4d706-cba3-4649-8efe-17e2a9e9840f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:53.440144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbe48292-9579-40d3-949b-1f28b74ec8a2 req-bf6b49d4-e05b-49ca-99f3-299e866746a1 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986955 Aug 29 06:42:53.452304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca930a-9e88-450f-951a-80a6736de449 req-a05f7e22-b0f8-45ca-8e15-1108b3929eda tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:53.453782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11ca930a-9e88-450f-951a-80a6736de449 req-a05f7e22-b0f8-45ca-8e15-1108b3929eda tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b5bb9-a620-45d2-9300-d95fde52c59e HTTP/1.1" status: 200 len: 949 time: 0.1242633 Aug 29 06:42:53.456235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a161e29d-3787-4a51-ab33-7cbecf9c1178 req-17eec847-d7a8-427c-8776-8a6051e0de6d service neutron] 10.222.0.11 "GET /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498891 Aug 29 06:42:53.527249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11ca930a-9e88-450f-951a-80a6736de449 req-5345b031-dbaa-4db2-98af-595dd2926225 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f366eb5-e804-4fc0-ae4a-91788baa00d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656617 Aug 29 06:42:53.575816 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6564d423-32ba-42ac-9ed0-fdffd932ba56 req-6625fd66-c0f2-47b4-93b8-79a4315b0716 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 210 time: 0.0518031 Aug 29 06:42:53.670554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972f443-c5c8-48c7-b7f0-532022fb265e req-ccbb7ec7-ddc2-4fd0-860c-e260bb6cc357 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:53.672070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c972f443-c5c8-48c7-b7f0-532022fb265e req-ccbb7ec7-ddc2-4fd0-860c-e260bb6cc357 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 944 time: 0.0773623 Aug 29 06:42:53.679858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-056f2b21-b9c3-4e9a-ac85-caa095ed3e1b req-f43dde8d-18b8-4e14-88f9-7176447e8906 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Deleting port 13dc54f0-836a-4a9d-bd86-5258f3710eb7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:42:53.680207 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-056f2b21-b9c3-4e9a-ac85-caa095ed3e1b req-f43dde8d-18b8-4e14-88f9-7176447e8906 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:53.683921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c2d3fe4a-5d60-4d35-8557-2043a5492af9 req-0a2cd9eb-1cbb-47fe-ab66-351ca395732f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] For port 544d24df-bdd1-4937-b4b1-68dd14cc4875, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=544d24df-bdd1-4937-b4b1-68dd14cc4875,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:53.684275 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c2d3fe4a-5d60-4d35-8557-2043a5492af9 req-0a2cd9eb-1cbb-47fe-ab66-351ca395732f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:53.732559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-c2d3fe4a-5d60-4d35-8557-2043a5492af9 req-0a2cd9eb-1cbb-47fe-ab66-351ca395732f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Calling delete_port for 544d24df-bdd1-4937-b4b1-68dd14cc4875 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:42:53.735660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc04c0-9436-4214-bd50-791418bb13ad req-b692158f-fe2d-4d1e-8219-80f9abc816fe tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:53.741580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc04c0-9436-4214-bd50-791418bb13ad req-b692158f-fe2d-4d1e-8219-80f9abc816fe tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:53.748107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc04c0-9436-4214-bd50-791418bb13ad req-b692158f-fe2d-4d1e-8219-80f9abc816fe tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:53.754025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc04c0-9436-4214-bd50-791418bb13ad req-b692158f-fe2d-4d1e-8219-80f9abc816fe tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:53.769312 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc04c0-9436-4214-bd50-791418bb13ad req-b692158f-fe2d-4d1e-8219-80f9abc816fe tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:53.769312 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc04c0-9436-4214-bd50-791418bb13ad req-b692158f-fe2d-4d1e-8219-80f9abc816fe tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:53.772396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc04c0-9436-4214-bd50-791418bb13ad req-b692158f-fe2d-4d1e-8219-80f9abc816fe tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:53.774846 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7bc04c0-9436-4214-bd50-791418bb13ad req-b692158f-fe2d-4d1e-8219-80f9abc816fe tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5439 time: 0.1330576 Aug 29 06:42:53.783336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c972f443-c5c8-48c7-b7f0-532022fb265e req-76bba1ef-38e0-496e-9ece-66735f329e66 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961349 Aug 29 06:42:53.850387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7bc04c0-9436-4214-bd50-791418bb13ad req-344b3c5b-2a1e-472d-a587-605392656d89 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612001 Aug 29 06:42:53.851263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-056f2b21-b9c3-4e9a-ac85-caa095ed3e1b req-f43dde8d-18b8-4e14-88f9-7176447e8906 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] For port 13dc54f0-836a-4a9d-bd86-5258f3710eb7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=13dc54f0-836a-4a9d-bd86-5258f3710eb7,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:53.851757 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-056f2b21-b9c3-4e9a-ac85-caa095ed3e1b req-f43dde8d-18b8-4e14-88f9-7176447e8906 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:53.868447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-056f2b21-b9c3-4e9a-ac85-caa095ed3e1b req-f43dde8d-18b8-4e14-88f9-7176447e8906 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Calling delete_port for 13dc54f0-836a-4a9d-bd86-5258f3710eb7 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:42:54.051306 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c2d3fe4a-5d60-4d35-8557-2043a5492af9 req-0a2cd9eb-1cbb-47fe-ab66-351ca395732f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:54.080591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cd9eb-1cbb-47fe-ab66-351ca395732f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Pushing event deleted for resources: {'Port': ['ID=544d24df-bdd1-4937-b4b1-68dd14cc4875,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:54.119415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d3fe4a-5d60-4d35-8557-2043a5492af9 req-0a2cd9eb-1cbb-47fe-ab66-351ca395732f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] No DVR routers for this DVR port 544d24df-bdd1-4937-b4b1-68dd14cc4875 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:42:54.121887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c2d3fe4a-5d60-4d35-8557-2043a5492af9 req-0a2cd9eb-1cbb-47fe-ab66-351ca395732f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:54.123958 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c2d3fe4a-5d60-4d35-8557-2043a5492af9 req-0a2cd9eb-1cbb-47fe-ab66-351ca395732f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.11 "DELETE /v2.0/ports/544d24df-bdd1-4937-b4b1-68dd14cc4875 HTTP/1.1" status: 204 len: 173 time: 1.3347397 Aug 29 06:42:54.124394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91fc163-e4d3-430e-a969-942f023eea11', 'name': 'network-vif-deleted', 'tag': '544d24df-bdd1-4937-b4b1-68dd14cc4875'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:54.126607 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1e1abd-f684-469b-84a8-42e2a1b3f6b5" -d '{"events": [{"server_uuid": "d91fc163-e4d3-430e-a969-942f023eea11", "name": "network-vif-deleted", "tag": "544d24df-bdd1-4937-b4b1-68dd14cc4875"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:54.129986 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-056f2b21-b9c3-4e9a-ac85-caa095ed3e1b req-f43dde8d-18b8-4e14-88f9-7176447e8906 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:54.165902 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dde8d-18b8-4e14-88f9-7176447e8906 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Pushing event deleted for resources: {'Port': ['ID=13dc54f0-836a-4a9d-bd86-5258f3710eb7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:54.193950 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6208a8d-9460-4d85-8aba-f4b4e32132c0 x-openstack-request-id: req-a6208a8d-9460-4d85-8aba-f4b4e32132c0 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:54.194208 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91fc163-e4d3-430e-a969-942f023eea11", "name": "network-vif-deleted", "tag": "544d24df-bdd1-4937-b4b1-68dd14cc4875", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:54.194429 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a6208a8d-9460-4d85-8aba-f4b4e32132c0 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:54.195416 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91fc163-e4d3-430e-a969-942f023eea11', 'name': 'network-vif-deleted', 'tag': '544d24df-bdd1-4937-b4b1-68dd14cc4875', 'status': 'completed', 'code': 200} Aug 29 06:42:54.215071 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-056f2b21-b9c3-4e9a-ac85-caa095ed3e1b req-f43dde8d-18b8-4e14-88f9-7176447e8906 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] No DVR routers for this DVR port 13dc54f0-836a-4a9d-bd86-5258f3710eb7 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:42:54.217794 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-056f2b21-b9c3-4e9a-ac85-caa095ed3e1b req-f43dde8d-18b8-4e14-88f9-7176447e8906 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:54.219818 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-056f2b21-b9c3-4e9a-ac85-caa095ed3e1b req-f43dde8d-18b8-4e14-88f9-7176447e8906 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.15 "DELETE /v2.0/ports/13dc54f0-836a-4a9d-bd86-5258f3710eb7 HTTP/1.1" status: 204 len: 173 time: 1.1782792 Aug 29 06:42:54.381636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08c805-1483-46dd-bf36-306cd1415752 req-f8324be0-c5cd-49c5-bb5f-acddbd2a487d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:54.388569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08c805-1483-46dd-bf36-306cd1415752 req-f8324be0-c5cd-49c5-bb5f-acddbd2a487d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:54.396107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08c805-1483-46dd-bf36-306cd1415752 req-f8324be0-c5cd-49c5-bb5f-acddbd2a487d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:54.403979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08c805-1483-46dd-bf36-306cd1415752 req-f8324be0-c5cd-49c5-bb5f-acddbd2a487d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:54.413065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08c805-1483-46dd-bf36-306cd1415752 req-f8324be0-c5cd-49c5-bb5f-acddbd2a487d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:54.419533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08c805-1483-46dd-bf36-306cd1415752 req-f8324be0-c5cd-49c5-bb5f-acddbd2a487d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:54.425392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08c805-1483-46dd-bf36-306cd1415752 req-f8324be0-c5cd-49c5-bb5f-acddbd2a487d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:54.427315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7b08c805-1483-46dd-bf36-306cd1415752 req-f8324be0-c5cd-49c5-bb5f-acddbd2a487d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.1088185 Aug 29 06:42:54.478147 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7b08c805-1483-46dd-bf36-306cd1415752 req-cdee85a3-e8a8-45ab-b8cb-cffe8b56e9ed tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437477 Aug 29 06:42:54.628083 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ac567-eb7d-431b-8cb3-197376c930d9 req-1974bb73-8fde-4374-aad6-47a194eae747 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:54.630290 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d22ac567-eb7d-431b-8cb3-197376c930d9 req-1974bb73-8fde-4374-aad6-47a194eae747 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.0826943 Aug 29 06:42:54.696098 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fd2008f-18da-4f55-8a06-1b23d4e33257 req-47204806-fc1d-47ee-8223-952a2fea7ba8 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b5bb9-a620-45d2-9300-d95fde52c59e HTTP/1.1" status: 200 len: 210 time: 0.0593939 Aug 29 06:42:54.746711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d22ac567-eb7d-431b-8cb3-197376c930d9 req-944626de-0235-4c91-aaaa-afdc1cb58653 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087456 Aug 29 06:42:54.799175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-455dffd2-bbb0-455b-8a1c-f503a6a5d2df req-5b63647a-20d5-4dc5-9ebd-811d744e3b20 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 210 time: 0.0306838 Aug 29 06:42:54.826536 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['b158ba04-343b-46ee-85a3-386664f7f41d'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:42:54.854514 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['0955f131-dd83-40ea-9043-264a188011e9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:42:54.856611 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['05844740-abb0-44ca-a0b2-4ee06e5b107c'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:42:54.882831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['58de485d-a40f-4752-adb4-d1ea3772863a'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:42:54.972951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61225db-616d-429f-a480-78d82b67b10b req-ec6154ac-416c-4c38-9b2c-3d4a939b71ae tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:54.974678 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c61225db-616d-429f-a480-78d82b67b10b req-ec6154ac-416c-4c38-9b2c-3d4a939b71ae tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 944 time: 0.0832527 Aug 29 06:42:55.066608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6f8b3-c986-45e8-a51b-d91e6f30ba69 req-72e93fe2-844c-4f4d-8b8a-6cde8adc8322 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.074072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6f8b3-c986-45e8-a51b-d91e6f30ba69 req-72e93fe2-844c-4f4d-8b8a-6cde8adc8322 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.082551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6f8b3-c986-45e8-a51b-d91e6f30ba69 req-72e93fe2-844c-4f4d-8b8a-6cde8adc8322 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.090100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6f8b3-c986-45e8-a51b-d91e6f30ba69 req-72e93fe2-844c-4f4d-8b8a-6cde8adc8322 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.097996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6f8b3-c986-45e8-a51b-d91e6f30ba69 req-72e93fe2-844c-4f4d-8b8a-6cde8adc8322 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.105742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6f8b3-c986-45e8-a51b-d91e6f30ba69 req-72e93fe2-844c-4f4d-8b8a-6cde8adc8322 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.112928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6f8b3-c986-45e8-a51b-d91e6f30ba69 req-72e93fe2-844c-4f4d-8b8a-6cde8adc8322 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.114939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51b6f8b3-c986-45e8-a51b-d91e6f30ba69 req-72e93fe2-844c-4f4d-8b8a-6cde8adc8322 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5439 time: 0.1578200 Aug 29 06:42:55.118589 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c61225db-616d-429f-a480-78d82b67b10b req-ff7156cb-0ecf-47e1-ba01-800a5d27a1ef tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232762 Aug 29 06:42:55.177425 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51b6f8b3-c986-45e8-a51b-d91e6f30ba69 req-02293cc1-f5e9-4497-b3c4-2518d85cfaf0 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530627 Aug 29 06:42:55.508342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-a12211b8-031b-48d5-9925-83dc164deca0 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.511860 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-a12211b8-031b-48d5-9925-83dc164deca0 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.15 "GET /v2.0/networks?id=25122993-2439-43a5-8c0e-87ade41bf762 HTTP/1.1" status: 200 len: 815 time: 0.1113124 Aug 29 06:42:55.530987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-f394b36d-3ce4-4ba0-9595-41ba02a69257 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Request body: {'port': {'device_id': '07c70c9f-ac56-44d7-83cd-67cc797891f5', 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762', 'admin_state_up': True, 'tenant_id': '4ba95f338421427a8f0ac2905567df32'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:55.543475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 544d24df-bdd1-4937-b4b1-68dd14cc4875 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:42:55.568388 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 544d24df-bdd1-4937-b4b1-68dd14cc4875 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:42:55.571298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 544d24df-bdd1-4937-b4b1-68dd14cc4875 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:42:55.679650 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['b38a0eb3-cea4-48b0-be11-e157a7a34573'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:42:55.716951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f8b21-f0b6-4aa0-b5b4-af76e465fb96 req-842c57b3-0b28-41c9-b4e3-076686df7cc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.722978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f8b21-f0b6-4aa0-b5b4-af76e465fb96 req-842c57b3-0b28-41c9-b4e3-076686df7cc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.729216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f8b21-f0b6-4aa0-b5b4-af76e465fb96 req-842c57b3-0b28-41c9-b4e3-076686df7cc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.735992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f8b21-f0b6-4aa0-b5b4-af76e465fb96 req-842c57b3-0b28-41c9-b4e3-076686df7cc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.744112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f8b21-f0b6-4aa0-b5b4-af76e465fb96 req-842c57b3-0b28-41c9-b4e3-076686df7cc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.751442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f8b21-f0b6-4aa0-b5b4-af76e465fb96 req-842c57b3-0b28-41c9-b4e3-076686df7cc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.755105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-f394b36d-3ce4-4ba0-9595-41ba02a69257 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Made reservation on behalf of 4ba95f338421427a8f0ac2905567df32 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:42:55.759044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f8b21-f0b6-4aa0-b5b4-af76e465fb96 req-842c57b3-0b28-41c9-b4e3-076686df7cc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:55.767297 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-f394b36d-3ce4-4ba0-9595-41ba02a69257 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:55.767486 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce0f8b21-f0b6-4aa0-b5b4-af76e465fb96 req-842c57b3-0b28-41c9-b4e3-076686df7cc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.0998385 Aug 29 06:42:55.830324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['93c4d706-cba3-4649-8efe-17e2a9e9840f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:42:55.837604 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49b00412-51df-418e-ab6a-4135019b0b16 req-9b909967-804d-416b-b322-78931998a3b7 tempest-ListImageFiltersTestJSON-835313224 tempest-ListImageFiltersTestJSON-835313224-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b5bb9-a620-45d2-9300-d95fde52c59e HTTP/1.1" status: 200 len: 210 time: 0.0453818 Aug 29 06:42:55.875650 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce0f8b21-f0b6-4aa0-b5b4-af76e465fb96 req-2ef9ffb2-2e00-409b-b6d1-f48f17044bbb tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073744 Aug 29 06:42:55.972949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-f394b36d-3ce4-4ba0-9595-41ba02a69257 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Allocated IP 172.20.0.6 (25122993-2439-43a5-8c0e-87ade41bf762/7f13b1a1-6b23-4424-aa4f-48436144484a/c6581840-1f78-47d9-b6c9-d80a14b75282) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:42:56.047555 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12b786e1-cd6e-46bc-b96f-31616a077498 req-860df250-e586-460f-b22b-6f98b29fb1e7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 210 time: 0.0408366 Aug 29 06:42:56.055494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebafbb-68d8-4d91-8cc8-80d782ff09f9 req-9057676a-7ab1-4d91-9679-b3eb6edb5999 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:56.057022 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bebafbb-68d8-4d91-8cc8-80d782ff09f9 req-9057676a-7ab1-4d91-9679-b3eb6edb5999 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.1010320 Aug 29 06:42:56.095091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bebafbb-68d8-4d91-8cc8-80d782ff09f9 req-7caa2f4a-88c5-473d-b021-efbc58d84000 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316918 Aug 29 06:42:56.156828 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-f394b36d-3ce4-4ba0-9595-41ba02a69257 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:56.196780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'name': 'network-vif-deleted', 'tag': '13dc54f0-836a-4a9d-bd86-5258f3710eb7'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:56.199049 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265956b4-f803-449f-9ef7-057bd56543dc" -d '{"events": [{"server_uuid": "0e7b5bb9-a620-45d2-9300-d95fde52c59e", "name": "network-vif-deleted", "tag": "13dc54f0-836a-4a9d-bd86-5258f3710eb7"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:56.237013 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c105c0-854e-4aae-bf7b-cff2e3ef4949 x-openstack-request-id: req-a2c105c0-854e-4aae-bf7b-cff2e3ef4949 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:56.237141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbee4a-2536-4005-be1b-cdc0792c1b92 req-b8750134-4fae-4e20-8387-56d77ca4c51e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:56.237277 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7b5bb9-a620-45d2-9300-d95fde52c59e", "name": "network-vif-deleted", "tag": "13dc54f0-836a-4a9d-bd86-5258f3710eb7", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:56.237277 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a2c105c0-854e-4aae-bf7b-cff2e3ef4949 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:56.237277 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7b5bb9-a620-45d2-9300-d95fde52c59e', 'name': 'network-vif-deleted', 'tag': '13dc54f0-836a-4a9d-bd86-5258f3710eb7', 'status': 'completed', 'code': 200} Aug 29 06:42:56.237569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fecbee4a-2536-4005-be1b-cdc0792c1b92 req-b8750134-4fae-4e20-8387-56d77ca4c51e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 944 time: 0.0516713 Aug 29 06:42:56.255793 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-f394b36d-3ce4-4ba0-9595-41ba02a69257 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:56.278848 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fecbee4a-2536-4005-be1b-cdc0792c1b92 req-775a3cf9-de98-40bb-8901-3cb69bf0c7da tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350349 Aug 29 06:42:56.307598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-f394b36d-3ce4-4ba0-9595-41ba02a69257 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Network 25122993-2439-43a5-8c0e-87ade41bf762 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:42:56.310890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-f394b36d-3ce4-4ba0-9595-41ba02a69257 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:42:56.313477 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-f394b36d-3ce4-4ba0-9595-41ba02a69257 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:42:56.340312 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076297bb-ae4e-44d1-9ca5-3a2dc74c0806 req-f5a5658a-27d4-43ad-8780-d72754123b6b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:56.342606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394b36d-3ce4-4ba0-9595-41ba02a69257 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Pushing event updated for resources: {'Port': ['ID=c6581840-1f78-47d9-b6c9-d80a14b75282,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:56.346761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076297bb-ae4e-44d1-9ca5-3a2dc74c0806 req-f5a5658a-27d4-43ad-8780-d72754123b6b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:56.353928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076297bb-ae4e-44d1-9ca5-3a2dc74c0806 req-f5a5658a-27d4-43ad-8780-d72754123b6b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:56.360449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076297bb-ae4e-44d1-9ca5-3a2dc74c0806 req-f5a5658a-27d4-43ad-8780-d72754123b6b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:56.367100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076297bb-ae4e-44d1-9ca5-3a2dc74c0806 req-f5a5658a-27d4-43ad-8780-d72754123b6b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:56.371051 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-f394b36d-3ce4-4ba0-9595-41ba02a69257 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:56.371708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-f394b36d-3ce4-4ba0-9595-41ba02a69257 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:56.376512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076297bb-ae4e-44d1-9ca5-3a2dc74c0806 req-f5a5658a-27d4-43ad-8780-d72754123b6b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:56.380060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076297bb-ae4e-44d1-9ca5-3a2dc74c0806 req-f5a5658a-27d4-43ad-8780-d72754123b6b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:56.381980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-076297bb-ae4e-44d1-9ca5-3a2dc74c0806 req-f5a5658a-27d4-43ad-8780-d72754123b6b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5439 time: 0.1015046 Aug 29 06:42:56.422361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-076297bb-ae4e-44d1-9ca5-3a2dc74c0806 req-a0634f96-7459-44f1-a888-706cb5f1f4d9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341144 Aug 29 06:42:56.478784 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-f394b36d-3ce4-4ba0-9595-41ba02a69257 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9520812 Aug 29 06:42:56.495349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Request body: {'port': {'device_id': '07c70c9f-ac56-44d7-83cd-67cc797891f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:42:56.547137 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:56.805876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6581840-1f78-47d9-b6c9-d80a14b75282 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:56.813117 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:56.825204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Transition to ACTIVE for port object c6581840-1f78-47d9-b6c9-d80a14b75282 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:42:56.894951 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:56.952264 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Pushing event updated for resources: {'Port': ['ID=c6581840-1f78-47d9-b6c9-d80a14b75282,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:57.014259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c0fe2-3f55-4d92-bc66-dddc0198ebdf req-a9b560b3-8ced-4ed8-a456-e2d8bcaed458 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.019262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Attempting to bind port c6581840-1f78-47d9-b6c9-d80a14b75282 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:42:57.019608 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Attempting to bind port c6581840-1f78-47d9-b6c9-d80a14b75282 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:42:57.019942 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Attempting to bind port c6581840-1f78-47d9-b6c9-d80a14b75282 on network 25122993-2439-43a5-8c0e-87ade41bf762 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:57.020281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c0fe2-3f55-4d92-bc66-dddc0198ebdf req-a9b560b3-8ced-4ed8-a456-e2d8bcaed458 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.025075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Port c6581840-1f78-47d9-b6c9-d80a14b75282 on network 25122993-2439-43a5-8c0e-87ade41bf762 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:42:57.025497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Attempting to bind port c6581840-1f78-47d9-b6c9-d80a14b75282 on network 25122993-2439-43a5-8c0e-87ade41bf762 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:42:57.026756 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c0fe2-3f55-4d92-bc66-dddc0198ebdf req-a9b560b3-8ced-4ed8-a456-e2d8bcaed458 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.030918 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:42:57.031387 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Checking segment: {'id': 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:42:57.031910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Bound using segment: {'id': 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:42:57.032448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Bound port: c6581840-1f78-47d9-b6c9-d80a14b75282, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:42:57.032702 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c0fe2-3f55-4d92-bc66-dddc0198ebdf req-a9b560b3-8ced-4ed8-a456-e2d8bcaed458 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.033061 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:57.038710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c0fe2-3f55-4d92-bc66-dddc0198ebdf req-a9b560b3-8ced-4ed8-a456-e2d8bcaed458 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.044835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c0fe2-3f55-4d92-bc66-dddc0198ebdf req-a9b560b3-8ced-4ed8-a456-e2d8bcaed458 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.050486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c0fe2-3f55-4d92-bc66-dddc0198ebdf req-a9b560b3-8ced-4ed8-a456-e2d8bcaed458 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.052434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c2c0fe2-3f55-4d92-bc66-dddc0198ebdf req-a9b560b3-8ced-4ed8-a456-e2d8bcaed458 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.0980897 Aug 29 06:42:57.097707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c2c0fe2-3f55-4d92-bc66-dddc0198ebdf req-4fac00d6-b938-4bf0-91bc-3c3e9081fd8b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374298 Aug 29 06:42:57.110752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] For port c6581840-1f78-47d9-b6c9-d80a14b75282, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:42:57.113762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] For port c6581840-1f78-47d9-b6c9-d80a14b75282, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c6581840-1f78-47d9-b6c9-d80a14b75282,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:42:57.193095 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:57.207129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff1297-06ba-4e27-a59b-a8fdf895344b req-ca54bcac-43f5-45dc-8218-6e36547ef6cb tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.208643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aeff1297-06ba-4e27-a59b-a8fdf895344b req-ca54bcac-43f5-45dc-8218-6e36547ef6cb tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 943 time: 0.0506046 Aug 29 06:42:57.232894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.233513 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:57.234928 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] 10.222.0.15 "PUT /v2.0/ports/c6581840-1f78-47d9-b6c9-d80a14b75282 HTTP/1.1" status: 200 len: 1092 time: 0.7461505 Aug 29 06:42:57.247496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aeff1297-06ba-4e27-a59b-a8fdf895344b req-ea9b18a9-1bf0-47d2-9ae6-30a96f7dd9e1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Aug 29 06:42:57.267161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d2a4d-2624-4a0a-bc29-029863922e52 service neutron] Pushing event updated for resources: {'Port': ['ID=c6581840-1f78-47d9-b6c9-d80a14b75282,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:57.351620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af78f7-a627-4d9e-8150-c633b15d28c4 req-9fdcd68b-b30a-48eb-a970-2c17eb06b164 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.352994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47af78f7-a627-4d9e-8150-c633b15d28c4 req-9fdcd68b-b30a-48eb-a970-2c17eb06b164 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.0501854 Aug 29 06:42:57.367316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-712774dd-b9d3-4955-b715-e9ebaa3d0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.369118 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-712774dd-b9d3-4955-b715-e9ebaa3d0b00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba95f338421427a8f0ac2905567df32&device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 1095 time: 0.0422194 Aug 29 06:42:57.391752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47af78f7-a627-4d9e-8150-c633b15d28c4 req-505bd26b-fb24-4259-99f3-ca881358adf3 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324512 Aug 29 06:42:57.415064 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-eae47889-91b4-46f4-9497-16711a5cfdcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6581840-1f78-47d9-b6c9-d80a14b75282 HTTP/1.1" status: 200 len: 217 time: 0.0344551 Aug 29 06:42:57.473955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-8fc2db8c-aa9c-4a30-b494-3839bb21cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.475725 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-8fc2db8c-aa9c-4a30-b494-3839bb21cc83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f13b1a1-6b23-4424-aa4f-48436144484a HTTP/1.1" status: 200 len: 855 time: 0.0514367 Aug 29 06:42:57.507782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832e24b-31ea-49b2-9473-9b54bbebcd87 req-ce3d46de-d60d-4404-99a4-7c9e36870e40 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.509261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0832e24b-31ea-49b2-9473-9b54bbebcd87 req-ce3d46de-d60d-4404-99a4-7c9e36870e40 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 944 time: 0.0547194 Aug 29 06:42:57.510484 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-73a65c80-e5b7-407a-a575-868f10ad9a66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25122993-2439-43a5-8c0e-87ade41bf762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263278 Aug 29 06:42:57.535263 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 9c87c079-3c6a-45ce-b69a-f0d817d2080c details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:42:57.551718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0832e24b-31ea-49b2-9473-9b54bbebcd87 req-39322455-aa25-4815-a6c5-9bc2aa64a6b8 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340636 Aug 29 06:42:57.623222 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-74853d2f-7cfb-4ec5-b14c-92c0745c30a7 service neutron] 10.222.0.15 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004140 Aug 29 06:42:57.623679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 13dc54f0-836a-4a9d-bd86-5258f3710eb7 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:42:57.628814 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b329ea-82ed-4f3d-8b6b-0afac7204d5f req-f019c5db-1715-4dd6-baa3-c126380b3ac7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.635168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b329ea-82ed-4f3d-8b6b-0afac7204d5f req-f019c5db-1715-4dd6-baa3-c126380b3ac7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.641175 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b329ea-82ed-4f3d-8b6b-0afac7204d5f req-f019c5db-1715-4dd6-baa3-c126380b3ac7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.647094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b329ea-82ed-4f3d-8b6b-0afac7204d5f req-f019c5db-1715-4dd6-baa3-c126380b3ac7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.651453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 13dc54f0-836a-4a9d-bd86-5258f3710eb7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:42:57.651924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 13dc54f0-836a-4a9d-bd86-5258f3710eb7 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:42:57.653229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b329ea-82ed-4f3d-8b6b-0afac7204d5f req-f019c5db-1715-4dd6-baa3-c126380b3ac7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.659423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b329ea-82ed-4f3d-8b6b-0afac7204d5f req-f019c5db-1715-4dd6-baa3-c126380b3ac7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.665995 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b329ea-82ed-4f3d-8b6b-0afac7204d5f req-f019c5db-1715-4dd6-baa3-c126380b3ac7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:57.668059 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1b329ea-82ed-4f3d-8b6b-0afac7204d5f req-f019c5db-1715-4dd6-baa3-c126380b3ac7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5439 time: 0.1014359 Aug 29 06:42:57.709494 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 9c87c079-3c6a-45ce-b69a-f0d817d2080c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9c87c079-3c6a-45ce-b69a-f0d817d2080c,segment=NetworkSegment(c68a1460-02d6-41c2-aa5a-f0492246cbe4),segment_id=c68a1460-02d6-41c2-aa5a-f0492246cbe4)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:57.729201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '9c87c079-3c6a-45ce-b69a-f0d817d2080c', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'port_id': '9c87c079-3c6a-45ce-b69a-f0d817d2080c', 'mac_address': 'fa:16:3e:03:a7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:42:57.730442 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1b329ea-82ed-4f3d-8b6b-0afac7204d5f req-4c95884c-9775-45eb-9fe5-946b5dc570d0 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555916 Aug 29 06:42:57.759211 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1644f8ce-ee73-4bbe-bee6-4dce2a7bd958 req-b4fc7e81-9a77-4fc2-bf75-3bfd66efd56b service neutron] 10.222.0.15 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289451 Aug 29 06:42:57.770692 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:57.783741 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c87c079-3c6a-45ce-b69a-f0d817d2080c {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:42:57.802693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 9c87c079-3c6a-45ce-b69a-f0d817d2080c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9c87c079-3c6a-45ce-b69a-f0d817d2080c,segment=NetworkSegment(c68a1460-02d6-41c2-aa5a-f0492246cbe4),segment_id=c68a1460-02d6-41c2-aa5a-f0492246cbe4)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:57.885773 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:57.931631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=9c87c079-3c6a-45ce-b69a-f0d817d2080c,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:58.231267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3ed0d-3ae5-4e95-9449-ac4ed5a49603 req-e6cc7589-f69c-4c5c-9005-b6213a62727c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.237462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3ed0d-3ae5-4e95-9449-ac4ed5a49603 req-e6cc7589-f69c-4c5c-9005-b6213a62727c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.237994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c70c9f-ac56-44d7-83cd-67cc797891f5', 'tag': 'c6581840-1f78-47d9-b6c9-d80a14b75282'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:58.240536 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52b5dbf-4717-49a9-8159-12bbbebba476" -d '{"events": [{"name": "network-changed", "server_uuid": "07c70c9f-ac56-44d7-83cd-67cc797891f5", "tag": "c6581840-1f78-47d9-b6c9-d80a14b75282"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:58.243348 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3ed0d-3ae5-4e95-9449-ac4ed5a49603 req-e6cc7589-f69c-4c5c-9005-b6213a62727c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.249144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3ed0d-3ae5-4e95-9449-ac4ed5a49603 req-e6cc7589-f69c-4c5c-9005-b6213a62727c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.255209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3ed0d-3ae5-4e95-9449-ac4ed5a49603 req-e6cc7589-f69c-4c5c-9005-b6213a62727c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.261700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3ed0d-3ae5-4e95-9449-ac4ed5a49603 req-e6cc7589-f69c-4c5c-9005-b6213a62727c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.267485 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3ed0d-3ae5-4e95-9449-ac4ed5a49603 req-e6cc7589-f69c-4c5c-9005-b6213a62727c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.270593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ce3ed0d-3ae5-4e95-9449-ac4ed5a49603 req-e6cc7589-f69c-4c5c-9005-b6213a62727c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.0958269 Aug 29 06:42:58.310038 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ce3ed0d-3ae5-4e95-9449-ac4ed5a49603 req-7e23079b-e00c-457d-bba8-667df960defc tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341945 Aug 29 06:42:58.357459 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b06f67e-08dc-4d2f-9216-4f69a4314b2b x-openstack-request-id: req-4b06f67e-08dc-4d2f-9216-4f69a4314b2b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:58.357745 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c70c9f-ac56-44d7-83cd-67cc797891f5", "tag": "c6581840-1f78-47d9-b6c9-d80a14b75282", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:58.357996 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4b06f67e-08dc-4d2f-9216-4f69a4314b2b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:58.358395 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c70c9f-ac56-44d7-83cd-67cc797891f5', 'tag': 'c6581840-1f78-47d9-b6c9-d80a14b75282', 'status': 'completed', 'code': 200} Aug 29 06:42:58.422908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b5dbf-4717-49a9-8159-12bbbebba476 req-678b02d9-36e9-4879-8c4e-a8ccf1ce559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.424486 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e52b5dbf-4717-49a9-8159-12bbbebba476 req-678b02d9-36e9-4879-8c4e-a8ccf1ce559c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba95f338421427a8f0ac2905567df32&device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 1095 time: 0.0408516 Aug 29 06:42:58.451054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87381e-19b4-4653-a24e-2843d7f9e577 req-85c09b01-19a8-47dd-93b9-c4029eaf6e87 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.452563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee87381e-19b4-4653-a24e-2843d7f9e577 req-85c09b01-19a8-47dd-93b9-c4029eaf6e87 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 943 time: 0.0504618 Aug 29 06:42:58.492620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee87381e-19b4-4653-a24e-2843d7f9e577 req-6a898a24-bd60-4b6e-b8cd-4916bd00108e tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327654 Aug 29 06:42:58.530059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b5dbf-4717-49a9-8159-12bbbebba476 req-2e6fc5cb-3bc4-40fd-90f6-56e6781eb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.531718 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e52b5dbf-4717-49a9-8159-12bbbebba476 req-2e6fc5cb-3bc4-40fd-90f6-56e6781eb7ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=25122993-2439-43a5-8c0e-87ade41bf762 HTTP/1.1" status: 200 len: 916 time: 0.0937915 Aug 29 06:42:58.576553 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e52b5dbf-4717-49a9-8159-12bbbebba476 req-89aa66e0-710e-49ba-879a-8e0813bb7d85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6581840-1f78-47d9-b6c9-d80a14b75282 HTTP/1.1" status: 200 len: 217 time: 0.0351574 Aug 29 06:42:58.595405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c38bc-5123-4e05-9513-edfd463fa65d req-444b1d25-2462-45af-ba50-55f6d774303e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.596871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca9c38bc-5123-4e05-9513-edfd463fa65d req-444b1d25-2462-45af-ba50-55f6d774303e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.0491092 Aug 29 06:42:58.636506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca9c38bc-5123-4e05-9513-edfd463fa65d req-fe9b56e9-b125-4884-a53d-62255ced9612 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324681 Aug 29 06:42:58.637496 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b5dbf-4717-49a9-8159-12bbbebba476 req-3cc2e629-a51a-4d19-8a5b-9547449b5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.638947 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e52b5dbf-4717-49a9-8159-12bbbebba476 req-3cc2e629-a51a-4d19-8a5b-9547449b5a2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f13b1a1-6b23-4424-aa4f-48436144484a HTTP/1.1" status: 200 len: 855 time: 0.0465255 Aug 29 06:42:58.672956 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e52b5dbf-4717-49a9-8159-12bbbebba476 req-16639e49-87d8-4318-ac30-654d361be167 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25122993-2439-43a5-8c0e-87ade41bf762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250440 Aug 29 06:42:58.785751 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e52b5dbf-4717-49a9-8159-12bbbebba476 req-39668da8-dd7a-48c5-ad26-24e681f19f23 service neutron] 10.222.0.15 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950763 Aug 29 06:42:58.810809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828aab5-d495-4f86-a68e-f3ecd41bd69c req-621cf66b-d83f-452c-81f5-e75c19b1742b tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.812484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9828aab5-d495-4f86-a68e-f3ecd41bd69c req-621cf66b-d83f-452c-81f5-e75c19b1742b tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 945 time: 0.0598164 Aug 29 06:42:58.882830 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e52b5dbf-4717-49a9-8159-12bbbebba476 req-ea511d44-db31-4b55-9968-9cc40795b6c7 service neutron] 10.222.0.15 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952847 Aug 29 06:42:58.884344 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9828aab5-d495-4f86-a68e-f3ecd41bd69c req-17eaa837-5b5a-4a58-9bf5-e0cf6c2f4bca tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646808 Aug 29 06:42:58.912977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b429e17-cce4-4731-a590-2941673cbcc4 req-c264cf4e-3547-44c8-ab16-6b3c5bfa978e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.919034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b429e17-cce4-4731-a590-2941673cbcc4 req-c264cf4e-3547-44c8-ab16-6b3c5bfa978e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.925071 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b429e17-cce4-4731-a590-2941673cbcc4 req-c264cf4e-3547-44c8-ab16-6b3c5bfa978e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.931414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b429e17-cce4-4731-a590-2941673cbcc4 req-c264cf4e-3547-44c8-ab16-6b3c5bfa978e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.937219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b429e17-cce4-4731-a590-2941673cbcc4 req-c264cf4e-3547-44c8-ab16-6b3c5bfa978e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.943073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b429e17-cce4-4731-a590-2941673cbcc4 req-c264cf4e-3547-44c8-ab16-6b3c5bfa978e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.949807 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b429e17-cce4-4731-a590-2941673cbcc4 req-c264cf4e-3547-44c8-ab16-6b3c5bfa978e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:58.951642 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b429e17-cce4-4731-a590-2941673cbcc4 req-c264cf4e-3547-44c8-ab16-6b3c5bfa978e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5439 time: 0.1155915 Aug 29 06:42:58.991851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b429e17-cce4-4731-a590-2941673cbcc4 req-07d4e339-7a71-4626-8ea8-7c477b993841 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335171 Aug 29 06:42:59.166768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41244) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:59.247120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['9c87c079-3c6a-45ce-b69a-f0d817d2080c'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:42:59.302900 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9003a2ec-f546-4647-8ec4-c63c7aea9adc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6eb48acfd45d4511a61bd789bd95b431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1324492 Aug 29 06:42:59.302900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41248) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:42:59.351795 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a8ac081a-08b7-472f-93ce-0ab74afc5118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:59.376004 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a8ac081a-08b7-472f-93ce-0ab74afc5118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:59.441429 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b543b-0543-41de-b3a8-9886f3dd60fa req-effc77f3-726c-473d-86cd-14f45f08c712 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:59.447962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b543b-0543-41de-b3a8-9886f3dd60fa req-effc77f3-726c-473d-86cd-14f45f08c712 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:59.453730 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b543b-0543-41de-b3a8-9886f3dd60fa req-effc77f3-726c-473d-86cd-14f45f08c712 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:59.459557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b543b-0543-41de-b3a8-9886f3dd60fa req-effc77f3-726c-473d-86cd-14f45f08c712 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:59.465312 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b543b-0543-41de-b3a8-9886f3dd60fa req-effc77f3-726c-473d-86cd-14f45f08c712 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:59.471062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b543b-0543-41de-b3a8-9886f3dd60fa req-effc77f3-726c-473d-86cd-14f45f08c712 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:59.477136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b543b-0543-41de-b3a8-9886f3dd60fa req-effc77f3-726c-473d-86cd-14f45f08c712 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:59.478906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-280b543b-0543-41de-b3a8-9886f3dd60fa req-effc77f3-726c-473d-86cd-14f45f08c712 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.0927835 Aug 29 06:42:59.496813 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a8ac081a-08b7-472f-93ce-0ab74afc5118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:59.499723 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a8ac081a-08b7-472f-93ce-0ab74afc5118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:59.500871 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a8ac081a-08b7-472f-93ce-0ab74afc5118 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1f366eb5-e804-4fc0-ae4a-91788baa00d6 HTTP/1.1" status: 204 len: 168 time: 0.1971400 Aug 29 06:42:59.510219 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac081a-08b7-472f-93ce-0ab74afc5118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f366eb5-e804-4fc0-ae4a-91788baa00d6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:42:59.531018 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-280b543b-0543-41de-b3a8-9886f3dd60fa req-243e1e8d-bd9e-4614-9efb-a509b0995ed7 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458682 Aug 29 06:42:59.556234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b38a0eb3-cea4-48b0-be11-e157a7a34573 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:42:59.613158 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39bc9d-0258-4a22-9059-6e219feebec5 req-4c714e6b-300c-49b4-a8b0-253ee980a9bb tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:59.614685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd39bc9d-0258-4a22-9059-6e219feebec5 req-4c714e6b-300c-49b4-a8b0-253ee980a9bb tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 943 time: 0.0486319 Aug 29 06:42:59.653679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd39bc9d-0258-4a22-9059-6e219feebec5 req-65203658-9ad8-4ead-be48-41a65c0d9a15 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322402 Aug 29 06:42:59.718999 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port b38a0eb3-cea4-48b0-be11-e157a7a34573 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:42:59.723124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port b38a0eb3-cea4-48b0-be11-e157a7a34573 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:42:59.730899 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:59.759396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77010d36-ce7b-41e3-bce7-551fa808bb9b req-0f91047d-40aa-4661-9b36-296c9dc2676f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:42:59.761290 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77010d36-ce7b-41e3-bce7-551fa808bb9b req-0f91047d-40aa-4661-9b36-296c9dc2676f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.0532694 Aug 29 06:42:59.799482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77010d36-ce7b-41e3-bce7-551fa808bb9b req-ecaa8def-bcd0-4117-83dc-43f73db0b3ba tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Aug 29 06:42:59.803639 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:59.830154 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38a0eb3-cea4-48b0-be11-e157a7a34573'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:42:59.832401 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfad6e2b-289a-41e9-b18d-aeebc08d3bb2" -d '{"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-plugged", "status": "completed", "tag": "b38a0eb3-cea4-48b0-be11-e157a7a34573"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:42:59.845852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port b38a0eb3-cea4-48b0-be11-e157a7a34573, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b38a0eb3-cea4-48b0-be11-e157a7a34573,segment=NetworkSegment(700d66e7-bb9c-4dc5-b83d-0c33fa298d06),segment_id=700d66e7-bb9c-4dc5-b83d-0c33fa298d06)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:42:59.882949 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e004ebd6-f729-4c49-a45d-da37c3aa9cdf x-openstack-request-id: req-e004ebd6-f729-4c49-a45d-da37c3aa9cdf {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:42:59.882949 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-plugged", "status": "completed", "tag": "b38a0eb3-cea4-48b0-be11-e157a7a34573", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:42:59.882949 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e004ebd6-f729-4c49-a45d-da37c3aa9cdf {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:42:59.882949 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38a0eb3-cea4-48b0-be11-e157a7a34573', 'code': 200} Aug 29 06:42:59.942959 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:42:59.943851 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b158ba04-343b-46ee-85a3-386664f7f41d up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:00.009580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a80135-a0f3-462a-acc5-c5fb42303e42 req-2a0bd0e8-b28c-4fcb-a6ad-53b095189882 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.011095 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84a80135-a0f3-462a-acc5-c5fb42303e42 req-2a0bd0e8-b28c-4fcb-a6ad-53b095189882 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 945 time: 0.0544155 Aug 29 06:43:00.029965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=b38a0eb3-cea4-48b0-be11-e157a7a34573,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:00.061147 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84a80135-a0f3-462a-acc5-c5fb42303e42 req-01c50917-ce05-4f2d-84ac-3a7397522766 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434561 Aug 29 06:43:00.091294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port b158ba04-343b-46ee-85a3-386664f7f41d completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:00.095512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port b158ba04-343b-46ee-85a3-386664f7f41d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:00.101275 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:00.125552 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96d15a-9580-4a91-bb97-3f1bf62a372b req-ceebab6b-3e40-4a00-ab43-266aa8205c1a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.136213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96d15a-9580-4a91-bb97-3f1bf62a372b req-ceebab6b-3e40-4a00-ab43-266aa8205c1a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.144574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96d15a-9580-4a91-bb97-3f1bf62a372b req-ceebab6b-3e40-4a00-ab43-266aa8205c1a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.151167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96d15a-9580-4a91-bb97-3f1bf62a372b req-ceebab6b-3e40-4a00-ab43-266aa8205c1a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.157655 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96d15a-9580-4a91-bb97-3f1bf62a372b req-ceebab6b-3e40-4a00-ab43-266aa8205c1a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.164137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96d15a-9580-4a91-bb97-3f1bf62a372b req-ceebab6b-3e40-4a00-ab43-266aa8205c1a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.170353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96d15a-9580-4a91-bb97-3f1bf62a372b req-ceebab6b-3e40-4a00-ab43-266aa8205c1a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.172474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb96d15a-9580-4a91-bb97-3f1bf62a372b req-ceebab6b-3e40-4a00-ab43-266aa8205c1a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5440 time: 0.1005895 Aug 29 06:43:00.178578 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:00.212955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port b158ba04-343b-46ee-85a3-386664f7f41d, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b158ba04-343b-46ee-85a3-386664f7f41d,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:00.214051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb96d15a-9580-4a91-bb97-3f1bf62a372b req-74bacce7-672a-4bf8-b0d5-8b55edc7a5ee tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356386 Aug 29 06:43:00.300785 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:00.301598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 0955f131-dd83-40ea-9043-264a188011e9 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:00.376482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=b158ba04-343b-46ee-85a3-386664f7f41d,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:00.445766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 0955f131-dd83-40ea-9043-264a188011e9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:00.450056 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 0955f131-dd83-40ea-9043-264a188011e9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:00.450448 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:00.530443 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:00.563916 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 0955f131-dd83-40ea-9043-264a188011e9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0955f131-dd83-40ea-9043-264a188011e9,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:00.637864 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:00.638698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 58de485d-a40f-4752-adb4-d1ea3772863a up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:00.675691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828b7ea-b859-4b24-a3c9-54a570b852ed req-b3a93dbe-5c63-4b90-a7f6-3c9e6248d8a3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.683472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828b7ea-b859-4b24-a3c9-54a570b852ed req-b3a93dbe-5c63-4b90-a7f6-3c9e6248d8a3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.689972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828b7ea-b859-4b24-a3c9-54a570b852ed req-b3a93dbe-5c63-4b90-a7f6-3c9e6248d8a3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.695997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828b7ea-b859-4b24-a3c9-54a570b852ed req-b3a93dbe-5c63-4b90-a7f6-3c9e6248d8a3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.701895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828b7ea-b859-4b24-a3c9-54a570b852ed req-b3a93dbe-5c63-4b90-a7f6-3c9e6248d8a3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.707823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828b7ea-b859-4b24-a3c9-54a570b852ed req-b3a93dbe-5c63-4b90-a7f6-3c9e6248d8a3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.714053 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828b7ea-b859-4b24-a3c9-54a570b852ed req-b3a93dbe-5c63-4b90-a7f6-3c9e6248d8a3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.715980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8828b7ea-b859-4b24-a3c9-54a570b852ed req-b3a93dbe-5c63-4b90-a7f6-3c9e6248d8a3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.1063635 Aug 29 06:43:00.716642 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=0955f131-dd83-40ea-9043-264a188011e9,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:00.762540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8828b7ea-b859-4b24-a3c9-54a570b852ed req-350129f4-7ea5-481a-9b58-26edac6266b8 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350296 Aug 29 06:43:00.799752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 58de485d-a40f-4752-adb4-d1ea3772863a completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:00.805749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 58de485d-a40f-4752-adb4-d1ea3772863a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:00.806129 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:00.906347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcaaca-76b2-4587-ae81-423c540a8698 req-10354d18-1544-426b-ba91-bdce2488bacc tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.908025 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8fcaaca-76b2-4587-ae81-423c540a8698 req-10354d18-1544-426b-ba91-bdce2488bacc tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 943 time: 0.0776076 Aug 29 06:43:00.908170 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:00.943271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 58de485d-a40f-4752-adb4-d1ea3772863a, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=58de485d-a40f-4752-adb4-d1ea3772863a,segment=NetworkSegment(700d66e7-bb9c-4dc5-b83d-0c33fa298d06),segment_id=700d66e7-bb9c-4dc5-b83d-0c33fa298d06)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:00.973327 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8fcaaca-76b2-4587-ae81-423c540a8698 req-86c1d7a9-cedf-4bd7-82dd-be17f9356303 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573335 Aug 29 06:43:00.992402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f27b45-7ac8-4a70-884c-0f675f5fe4cb req-44926141-6e00-46ff-8131-5074dfddc576 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:00.993923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10f27b45-7ac8-4a70-884c-0f675f5fe4cb req-44926141-6e00-46ff-8131-5074dfddc576 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.0717630 Aug 29 06:43:01.031046 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10f27b45-7ac8-4a70-884c-0f675f5fe4cb req-1c55002a-0f92-4033-891d-b9a42f740567 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Aug 29 06:43:01.034021 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:01.034866 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 05844740-abb0-44ca-a0b2-4ee06e5b107c up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:01.112536 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=58de485d-a40f-4752-adb4-d1ea3772863a,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:01.181018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b9d12-8b00-447e-bf52-5effa77c9de3 req-39e3b927-e3bc-45cf-8583-7fad734b3b56 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.182453 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b0b9d12-8b00-447e-bf52-5effa77c9de3 req-39e3b927-e3bc-45cf-8583-7fad734b3b56 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 945 time: 0.0511672 Aug 29 06:43:01.205469 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 05844740-abb0-44ca-a0b2-4ee06e5b107c completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:01.211196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 05844740-abb0-44ca-a0b2-4ee06e5b107c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:01.213602 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:01.221044 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b0b9d12-8b00-447e-bf52-5effa77c9de3 req-99f4d969-bc86-423b-bd73-2364d0b12000 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326970 Aug 29 06:43:01.298324 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:01.309889 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41312) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:01.341683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 05844740-abb0-44ca-a0b2-4ee06e5b107c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=05844740-abb0-44ca-a0b2-4ee06e5b107c,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:01.362356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f821ff-4c1b-48cb-a55c-ed024db8ef86 req-0a2b603d-c843-4d7e-8d4d-e42f99b8a896 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.368354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f821ff-4c1b-48cb-a55c-ed024db8ef86 req-0a2b603d-c843-4d7e-8d4d-e42f99b8a896 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.374280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f821ff-4c1b-48cb-a55c-ed024db8ef86 req-0a2b603d-c843-4d7e-8d4d-e42f99b8a896 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.380240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f821ff-4c1b-48cb-a55c-ed024db8ef86 req-0a2b603d-c843-4d7e-8d4d-e42f99b8a896 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.386797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f821ff-4c1b-48cb-a55c-ed024db8ef86 req-0a2b603d-c843-4d7e-8d4d-e42f99b8a896 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.392739 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f821ff-4c1b-48cb-a55c-ed024db8ef86 req-0a2b603d-c843-4d7e-8d4d-e42f99b8a896 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.399362 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f821ff-4c1b-48cb-a55c-ed024db8ef86 req-0a2b603d-c843-4d7e-8d4d-e42f99b8a896 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.401161 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07f821ff-4c1b-48cb-a55c-ed024db8ef86 req-0a2b603d-c843-4d7e-8d4d-e42f99b8a896 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5443 time: 0.1065054 Aug 29 06:43:01.417191 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:01.418295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 93c4d706-cba3-4649-8efe-17e2a9e9840f up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:01.418623 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-95c72e2c-f704-45e5-8a11-a8d4974df2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:01.443348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07f821ff-4c1b-48cb-a55c-ed024db8ef86 req-7f7873e3-c533-4e76-9a9f-a11dbfa99c43 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355244 Aug 29 06:43:01.497051 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=05844740-abb0-44ca-a0b2-4ee06e5b107c,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:01.516094 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-95c72e2c-f704-45e5-8a11-a8d4974df2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:01.554914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17bd3912-873f-4528-8a86-eecf7a1b3f07 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:43:01.583131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 93c4d706-cba3-4649-8efe-17e2a9e9840f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:01.605550 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-95c72e2c-f704-45e5-8a11-a8d4974df2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:01.612810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c6581840-1f78-47d9-b6c9-d80a14b75282 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:43:01.614870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 93c4d706-cba3-4649-8efe-17e2a9e9840f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:01.615271 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:01.648426 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-95c72e2c-f704-45e5-8a11-a8d4974df2e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=35f5886c373d40959111036f82e97466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374352 Aug 29 06:43:01.649377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c72e2c-f704-45e5-8a11-a8d4974df2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aede06d6-6b0c-401d-8958-99766bc5cc22,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:01.651636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41316) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:01.718635 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54b1cd07-66d1-4c28-9713-167d474086d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:01.744933 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54b1cd07-66d1-4c28-9713-167d474086d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:01.871898 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54b1cd07-66d1-4c28-9713-167d474086d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:01.876433 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54b1cd07-66d1-4c28-9713-167d474086d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:01.879995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:01.882282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-54b1cd07-66d1-4c28-9713-167d474086d0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aede06d6-6b0c-401d-8958-99766bc5cc22 HTTP/1.1" status: 204 len: 168 time: 0.2291026 Aug 29 06:43:01.882526 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b158ba04-343b-46ee-85a3-386664f7f41d'}, {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0955f131-dd83-40ea-9043-264a188011e9'}, {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58de485d-a40f-4752-adb4-d1ea3772863a'}, {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05844740-abb0-44ca-a0b2-4ee06e5b107c'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:01.884722 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb552228-7384-4823-ab36-9df0b8a4c9b3" -d '{"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-plugged", "status": "completed", "tag": "b158ba04-343b-46ee-85a3-386664f7f41d"}, {"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-plugged", "status": "completed", "tag": "0955f131-dd83-40ea-9043-264a188011e9"}, {"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-plugged", "status": "completed", "tag": "58de485d-a40f-4752-adb4-d1ea3772863a"}, {"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-plugged", "status": "completed", "tag": "05844740-abb0-44ca-a0b2-4ee06e5b107c"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:01.916221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '17bd3912-873f-4528-8a86-eecf7a1b3f07', 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03', 'port_id': '17bd3912-873f-4528-8a86-eecf7a1b3f07', 'mac_address': 'fa:16:3e:ca:4f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286fc068-b68f-4910-a000-c7b8e582e791', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:43:01.917787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1cd07-66d1-4c28-9713-167d474086d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aede06d6-6b0c-401d-8958-99766bc5cc22,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:01.949363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9aea4-4d19-48b2-8e19-747de23fdd77 req-60de1ee7-4270-42a9-b61f-bbb425c02007 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.955453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9aea4-4d19-48b2-8e19-747de23fdd77 req-60de1ee7-4270-42a9-b61f-bbb425c02007 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.963276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9aea4-4d19-48b2-8e19-747de23fdd77 req-60de1ee7-4270-42a9-b61f-bbb425c02007 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.969227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9aea4-4d19-48b2-8e19-747de23fdd77 req-60de1ee7-4270-42a9-b61f-bbb425c02007 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.977112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9aea4-4d19-48b2-8e19-747de23fdd77 req-60de1ee7-4270-42a9-b61f-bbb425c02007 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.982214 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9aea4-4d19-48b2-8e19-747de23fdd77 req-60de1ee7-4270-42a9-b61f-bbb425c02007 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.988374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9aea4-4d19-48b2-8e19-747de23fdd77 req-60de1ee7-4270-42a9-b61f-bbb425c02007 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:01.990273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73b9aea4-4d19-48b2-8e19-747de23fdd77 req-60de1ee7-4270-42a9-b61f-bbb425c02007 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.1516194 Aug 29 06:43:02.009781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c6581840-1f78-47d9-b6c9-d80a14b75282, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c6581840-1f78-47d9-b6c9-d80a14b75282,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:02.032424 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6063d022-7237-4acf-ad70-1d0a93e1279d x-openstack-request-id: req-6063d022-7237-4acf-ad70-1d0a93e1279d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:02.032717 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-plugged", "status": "completed", "tag": "b158ba04-343b-46ee-85a3-386664f7f41d", "code": 200}, {"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-plugged", "status": "completed", "tag": "0955f131-dd83-40ea-9043-264a188011e9", "code": 200}, {"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-plugged", "status": "completed", "tag": "58de485d-a40f-4752-adb4-d1ea3772863a", "code": 200}, {"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-plugged", "status": "completed", "tag": "05844740-abb0-44ca-a0b2-4ee06e5b107c", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:02.032976 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6063d022-7237-4acf-ad70-1d0a93e1279d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:02.033384 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b158ba04-343b-46ee-85a3-386664f7f41d', 'code': 200} Aug 29 06:43:02.033660 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0955f131-dd83-40ea-9043-264a188011e9', 'code': 200} Aug 29 06:43:02.033903 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58de485d-a40f-4752-adb4-d1ea3772863a', 'code': 200} Aug 29 06:43:02.034139 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05844740-abb0-44ca-a0b2-4ee06e5b107c', 'code': 200} Aug 29 06:43:02.041580 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:02.043858 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:02.048065 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'c6581840-1f78-47d9-b6c9-d80a14b75282', 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762', 'port_id': 'c6581840-1f78-47d9-b6c9-d80a14b75282', 'mac_address': 'fa:16:3e:60:3c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f13b1a1-6b23-4424-aa4f-48436144484a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:43:02.059257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73b9aea4-4d19-48b2-8e19-747de23fdd77 req-6e621055-ddd3-4dc2-8472-4db0384e4853 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533085 Aug 29 06:43:02.102408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17bd3912-873f-4528-8a86-eecf7a1b3f07 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:43:02.131942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186ce9d-c55c-45b7-867c-7bb562dcbb62 req-d77fccdd-7545-41f5-a6f7-3ad6b37d27c9 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:02.133499 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8186ce9d-c55c-45b7-867c-7bb562dcbb62 req-d77fccdd-7545-41f5-a6f7-3ad6b37d27c9 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 943 time: 0.0518932 Aug 29 06:43:02.143360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 93c4d706-cba3-4649-8efe-17e2a9e9840f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=93c4d706-cba3-4649-8efe-17e2a9e9840f,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:02.145810 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:02.148737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:02.160509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6581840-1f78-47d9-b6c9-d80a14b75282 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:43:02.185476 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c6581840-1f78-47d9-b6c9-d80a14b75282, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c6581840-1f78-47d9-b6c9-d80a14b75282,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:02.205467 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:02.206585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8186ce9d-c55c-45b7-867c-7bb562dcbb62 req-2bb61ac9-5f84-4e5b-9701-72693883eb3f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622675 Aug 29 06:43:02.217894 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f128a3b-3001-4a7b-b0e0-6189497474da req-877deed3-7fc4-41f9-a021-6d60799c847c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:02.219439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f128a3b-3001-4a7b-b0e0-6189497474da req-877deed3-7fc4-41f9-a021-6d60799c847c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.0849302 Aug 29 06:43:02.235250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 9c87c079-3c6a-45ce-b69a-f0d817d2080c up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:02.240581 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:02.272240 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:02.284468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f128a3b-3001-4a7b-b0e0-6189497474da req-da4ccc9c-9e1d-44d4-bbbc-67392b26371e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577326 Aug 29 06:43:02.307791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=93c4d706-cba3-4649-8efe-17e2a9e9840f,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:02.378354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=17bd3912-873f-4528-8a86-eecf7a1b3f07,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:02.395020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60a280-a69f-46f1-8625-02909a22358b req-8755e9a5-f10a-430b-bb7a-8a82a6f98b75 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:02.397034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa60a280-a69f-46f1-8625-02909a22358b req-8755e9a5-f10a-430b-bb7a-8a82a6f98b75 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 945 time: 0.0623202 Aug 29 06:43:02.435955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=c6581840-1f78-47d9-b6c9-d80a14b75282,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:02.452803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa60a280-a69f-46f1-8625-02909a22358b req-1198d841-923e-4391-9253-dc838174a925 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406306 Aug 29 06:43:02.467390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 9c87c079-3c6a-45ce-b69a-f0d817d2080c completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:02.480681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 9c87c079-3c6a-45ce-b69a-f0d817d2080c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:02.481386 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:02.585479 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:02.593713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac256b9-061e-4d5f-bf47-08da8c367df3 req-be5efc96-bc1a-4609-85ff-f805b3976920 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:02.598435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['c6581840-1f78-47d9-b6c9-d80a14b75282'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:02.601903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac256b9-061e-4d5f-bf47-08da8c367df3 req-be5efc96-bc1a-4609-85ff-f805b3976920 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:02.611060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac256b9-061e-4d5f-bf47-08da8c367df3 req-be5efc96-bc1a-4609-85ff-f805b3976920 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:02.619620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac256b9-061e-4d5f-bf47-08da8c367df3 req-be5efc96-bc1a-4609-85ff-f805b3976920 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:02.625981 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac256b9-061e-4d5f-bf47-08da8c367df3 req-be5efc96-bc1a-4609-85ff-f805b3976920 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:02.633531 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac256b9-061e-4d5f-bf47-08da8c367df3 req-be5efc96-bc1a-4609-85ff-f805b3976920 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:02.640451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac256b9-061e-4d5f-bf47-08da8c367df3 req-be5efc96-bc1a-4609-85ff-f805b3976920 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:02.642773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ac256b9-061e-4d5f-bf47-08da8c367df3 req-be5efc96-bc1a-4609-85ff-f805b3976920 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.1138148 Aug 29 06:43:02.644360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 9c87c079-3c6a-45ce-b69a-f0d817d2080c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9c87c079-3c6a-45ce-b69a-f0d817d2080c,segment=NetworkSegment(c68a1460-02d6-41c2-aa5a-f0492246cbe4),segment_id=c68a1460-02d6-41c2-aa5a-f0492246cbe4)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:02.692303 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ac256b9-061e-4d5f-bf47-08da8c367df3 req-a04d4c7f-e8a4-41fc-9fef-35303a846025 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414824 Aug 29 06:43:02.725519 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:02.731284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['17bd3912-873f-4528-8a86-eecf7a1b3f07'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:02.828672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=9c87c079-3c6a-45ce-b69a-f0d817d2080c,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:03.321017 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:03.323927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228bbdd-dc7e-4d18-8fe3-26aac5e36561 req-102d38ec-c21a-4802-b386-22e8c96adfad tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.330490 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228bbdd-dc7e-4d18-8fe3-26aac5e36561 req-102d38ec-c21a-4802-b386-22e8c96adfad tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.335720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228bbdd-dc7e-4d18-8fe3-26aac5e36561 req-102d38ec-c21a-4802-b386-22e8c96adfad tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.341607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228bbdd-dc7e-4d18-8fe3-26aac5e36561 req-102d38ec-c21a-4802-b386-22e8c96adfad tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.347453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228bbdd-dc7e-4d18-8fe3-26aac5e36561 req-102d38ec-c21a-4802-b386-22e8c96adfad tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.353680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228bbdd-dc7e-4d18-8fe3-26aac5e36561 req-102d38ec-c21a-4802-b386-22e8c96adfad tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.359577 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228bbdd-dc7e-4d18-8fe3-26aac5e36561 req-102d38ec-c21a-4802-b386-22e8c96adfad tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.361383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b228bbdd-dc7e-4d18-8fe3-26aac5e36561 req-102d38ec-c21a-4802-b386-22e8c96adfad tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.0939775 Aug 29 06:43:03.436089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b228bbdd-dc7e-4d18-8fe3-26aac5e36561 req-f7790af4-d633-4f14-bc6a-1ccda2ed692b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646307 Aug 29 06:43:03.443500 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f02979-898e-45b2-8bcc-732d93dd5460 req-92265f28-4426-4f3c-984e-46e8d3cfdb72 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.445653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29f02979-898e-45b2-8bcc-732d93dd5460 req-92265f28-4426-4f3c-984e-46e8d3cfdb72 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 944 time: 0.0832884 Aug 29 06:43:03.490124 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29f02979-898e-45b2-8bcc-732d93dd5460 req-221cca50-ed37-4efe-be58-bd9779549303 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377927 Aug 29 06:43:03.629131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c6581840-1f78-47d9-b6c9-d80a14b75282 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:03.633931 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b86ca-3449-40d9-8101-b212bf7b47c5 req-cb413b9d-bbae-4641-b9e6-41e1da6b31bf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.636670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b08b86ca-3449-40d9-8101-b212bf7b47c5 req-cb413b9d-bbae-4641-b9e6-41e1da6b31bf tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 945 time: 0.0814486 Aug 29 06:43:03.646850 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20939d6-076c-4af1-a0e5-8aee0a2cc682 req-513be787-c600-4a76-b3fc-2123317d7f99 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.648391 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f20939d6-076c-4af1-a0e5-8aee0a2cc682 req-513be787-c600-4a76-b3fc-2123317d7f99 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 946 time: 0.0842025 Aug 29 06:43:03.705957 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b08b86ca-3449-40d9-8101-b212bf7b47c5 req-17ba9c2a-0baf-4317-a00e-6d4dca3c029b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565741 Aug 29 06:43:03.713230 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f20939d6-076c-4af1-a0e5-8aee0a2cc682 req-4b207958-7581-4dc8-8924-af4da46be4cc tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564742 Aug 29 06:43:03.738979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41394) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:03.752209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port c6581840-1f78-47d9-b6c9-d80a14b75282 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:03.756251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port c6581840-1f78-47d9-b6c9-d80a14b75282 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:03.756743 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:03.826838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cedb9-f227-4b2a-b71f-c517a87720db req-b55213ba-ebec-4a1c-a79b-3c753863fc0b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.833167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cedb9-f227-4b2a-b71f-c517a87720db req-b55213ba-ebec-4a1c-a79b-3c753863fc0b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.838837 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cedb9-f227-4b2a-b71f-c517a87720db req-b55213ba-ebec-4a1c-a79b-3c753863fc0b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.843424 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:03.844952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cedb9-f227-4b2a-b71f-c517a87720db req-b55213ba-ebec-4a1c-a79b-3c753863fc0b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.851823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cedb9-f227-4b2a-b71f-c517a87720db req-b55213ba-ebec-4a1c-a79b-3c753863fc0b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.858420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cedb9-f227-4b2a-b71f-c517a87720db req-b55213ba-ebec-4a1c-a79b-3c753863fc0b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.865273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cedb9-f227-4b2a-b71f-c517a87720db req-b55213ba-ebec-4a1c-a79b-3c753863fc0b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:03.871658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-733cedb9-f227-4b2a-b71f-c517a87720db req-b55213ba-ebec-4a1c-a79b-3c753863fc0b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.1030076 Aug 29 06:43:03.878012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c6581840-1f78-47d9-b6c9-d80a14b75282, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c6581840-1f78-47d9-b6c9-d80a14b75282,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:03.893479 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6319d111-a51d-4e3d-b9e7-a710a83bff52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:03.937048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-733cedb9-f227-4b2a-b71f-c517a87720db req-94d4d019-efe7-4fbc-a4b2-68c968124400 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622194 Aug 29 06:43:03.991314 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:04.009111 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6319d111-a51d-4e3d-b9e7-a710a83bff52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:04.035422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c4d706-cba3-4649-8efe-17e2a9e9840f'}, {'server_uuid': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c87c079-3c6a-45ce-b69a-f0d817d2080c'}, {'server_uuid': '07c70c9f-ac56-44d7-83cd-67cc797891f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6581840-1f78-47d9-b6c9-d80a14b75282'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:04.037691 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7401e72b-fdfa-4500-a5a7-d1a5c2e15ba0" -d '{"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-plugged", "status": "completed", "tag": "93c4d706-cba3-4649-8efe-17e2a9e9840f"}, {"server_uuid": "dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51", "name": "network-vif-plugged", "status": "completed", "tag": "9c87c079-3c6a-45ce-b69a-f0d817d2080c"}, {"server_uuid": "07c70c9f-ac56-44d7-83cd-67cc797891f5", "name": "network-vif-plugged", "status": "completed", "tag": "c6581840-1f78-47d9-b6c9-d80a14b75282"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:04.041682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=c6581840-1f78-47d9-b6c9-d80a14b75282,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:04.074172 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6319d111-a51d-4e3d-b9e7-a710a83bff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:04.091331 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9febb9b-413b-4d34-91a2-54e425820506 x-openstack-request-id: req-f9febb9b-413b-4d34-91a2-54e425820506 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:04.091331 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-plugged", "status": "completed", "tag": "93c4d706-cba3-4649-8efe-17e2a9e9840f", "code": 200}, {"server_uuid": "dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51", "name": "network-vif-plugged", "status": "completed", "tag": "9c87c079-3c6a-45ce-b69a-f0d817d2080c", "code": 200}, {"server_uuid": "07c70c9f-ac56-44d7-83cd-67cc797891f5", "name": "network-vif-plugged", "status": "completed", "tag": "c6581840-1f78-47d9-b6c9-d80a14b75282", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:04.091331 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9febb9b-413b-4d34-91a2-54e425820506 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:04.091331 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c4d706-cba3-4649-8efe-17e2a9e9840f', 'code': 200} Aug 29 06:43:04.091331 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c87c079-3c6a-45ce-b69a-f0d817d2080c', 'code': 200} Aug 29 06:43:04.091331 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c70c9f-ac56-44d7-83cd-67cc797891f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6581840-1f78-47d9-b6c9-d80a14b75282', 'code': 200} Aug 29 06:43:04.123276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319d111-a51d-4e3d-b9e7-a710a83bff52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2c8585-893d-4306-a500-4a49eb1d3d09,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:04.131823 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41402) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:04.139410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6319d111-a51d-4e3d-b9e7-a710a83bff52 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3364fd9e3d3b40b1b4bfa8ea3c377650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991892 Aug 29 06:43:04.220207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a6815-8818-4e8f-ac23-a8bcf034dfe2 req-eba822dd-8b89-439a-a225-3dc1e15e3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.221653 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb4a6815-8818-4e8f-ac23-a8bcf034dfe2 req-eba822dd-8b89-439a-a225-3dc1e15e3253 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 1097 time: 0.0706136 Aug 29 06:43:04.222638 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f2d866c3-af57-454d-a8f3-92cf958bda08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:04.275254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1039e-dadc-4f14-97a0-881dd2507530 req-b6a5ad12-ce67-4d2b-8b8e-5505163b737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.275824 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1039e-dadc-4f14-97a0-881dd2507530 req-b6a5ad12-ce67-4d2b-8b8e-5505163b737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.276352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1039e-dadc-4f14-97a0-881dd2507530 req-b6a5ad12-ce67-4d2b-8b8e-5505163b737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.277057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1039e-dadc-4f14-97a0-881dd2507530 req-b6a5ad12-ce67-4d2b-8b8e-5505163b737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.277386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1039e-dadc-4f14-97a0-881dd2507530 req-b6a5ad12-ce67-4d2b-8b8e-5505163b737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.277896 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1039e-dadc-4f14-97a0-881dd2507530 req-b6a5ad12-ce67-4d2b-8b8e-5505163b737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.278447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1039e-dadc-4f14-97a0-881dd2507530 req-b6a5ad12-ce67-4d2b-8b8e-5505163b737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.279799 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f2d866c3-af57-454d-a8f3-92cf958bda08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:04.280473 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9c1039e-dadc-4f14-97a0-881dd2507530 req-b6a5ad12-ce67-4d2b-8b8e-5505163b737a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 6509 time: 0.0514760 Aug 29 06:43:04.318754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9c1039e-dadc-4f14-97a0-881dd2507530 req-b8c9e645-3179-4bd0-b257-afc5600be9ac service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=afe5db52-9fed-4530-97a4-53a983748119&id=f044cf0c-98ff-4893-b730-0e718cb1ee77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0294905 Aug 29 06:43:04.322245 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cb4a6815-8818-4e8f-ac23-a8bcf034dfe2 req-ec1e9c51-d990-48f3-91ab-846cb70c58b8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889866 Aug 29 06:43:04.333406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d7cb1-51c8-4e5d-994a-8ffa3f79bd93 req-acc27dce-fec7-4852-ac4a-8a72257e7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.334920 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ac4d7cb1-51c8-4e5d-994a-8ffa3f79bd93 req-acc27dce-fec7-4852-ac4a-8a72257e7596 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 1098 time: 0.1027124 Aug 29 06:43:04.422362 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f2d866c3-af57-454d-a8f3-92cf958bda08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:04.425035 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f2d866c3-af57-454d-a8f3-92cf958bda08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:04.426375 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f2d866c3-af57-454d-a8f3-92cf958bda08 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5b2c8585-893d-4306-a500-4a49eb1d3d09 HTTP/1.1" status: 204 len: 168 time: 0.2935083 Aug 29 06:43:04.434479 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d866c3-af57-454d-a8f3-92cf958bda08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2c8585-893d-4306-a500-4a49eb1d3d09,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:04.573860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224a35c-d55a-4dfb-b490-7066b2ed1c7c req-fc714e66-5c54-4bac-a665-e709494ead0c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.579903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224a35c-d55a-4dfb-b490-7066b2ed1c7c req-fc714e66-5c54-4bac-a665-e709494ead0c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.586399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224a35c-d55a-4dfb-b490-7066b2ed1c7c req-fc714e66-5c54-4bac-a665-e709494ead0c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.592327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224a35c-d55a-4dfb-b490-7066b2ed1c7c req-fc714e66-5c54-4bac-a665-e709494ead0c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.598195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224a35c-d55a-4dfb-b490-7066b2ed1c7c req-fc714e66-5c54-4bac-a665-e709494ead0c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.604461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224a35c-d55a-4dfb-b490-7066b2ed1c7c req-fc714e66-5c54-4bac-a665-e709494ead0c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.610452 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224a35c-d55a-4dfb-b490-7066b2ed1c7c req-fc714e66-5c54-4bac-a665-e709494ead0c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.612459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1224a35c-d55a-4dfb-b490-7066b2ed1c7c req-fc714e66-5c54-4bac-a665-e709494ead0c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.0943317 Aug 29 06:43:04.686054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a22bd-4a38-470f-a23f-b9bb9053d8d7 req-806e3167-bb7d-4de6-b989-270fce5c4bc1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:04.687563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-999a22bd-4a38-470f-a23f-b9bb9053d8d7 req-806e3167-bb7d-4de6-b989-270fce5c4bc1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.0741839 Aug 29 06:43:04.691452 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1224a35c-d55a-4dfb-b490-7066b2ed1c7c req-0ef9dbc6-5281-4173-9456-5cfd148a8a2a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686622 Aug 29 06:43:04.752950 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-999a22bd-4a38-470f-a23f-b9bb9053d8d7 req-bcbe4986-b4d5-4897-8351-485de0a998cf tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584486 Aug 29 06:43:04.774999 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ac4d7cb1-51c8-4e5d-994a-8ffa3f79bd93 req-e2c06b8b-d53a-4215-9665-6d13ff304582 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797777 Aug 29 06:43:05.220823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23981dd-fef1-41ff-b6a7-c85971e11ae7 req-bf63e069-cced-4aa8-958d-05684fe60d3e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.222718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c23981dd-fef1-41ff-b6a7-c85971e11ae7 req-bf63e069-cced-4aa8-958d-05684fe60d3e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 945 time: 0.4102015 Aug 29 06:43:05.234813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5543d2-d346-482f-bdef-ec2b5647a9bd req-22271c5a-bea0-4e4c-b2ae-acba4592eb1a tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.236376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a5543d2-d346-482f-bdef-ec2b5647a9bd req-22271c5a-bea0-4e4c-b2ae-acba4592eb1a tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 946 time: 0.0725753 Aug 29 06:43:05.293243 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c23981dd-fef1-41ff-b6a7-c85971e11ae7 req-8c259e7f-215e-453a-b147-3851b09ea0e6 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558801 Aug 29 06:43:05.308073 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a5543d2-d346-482f-bdef-ec2b5647a9bd req-fb932b98-5187-43b9-a1a2-98ce70d5e8aa tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555789 Aug 29 06:43:05.426792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53633c5-1a1a-4203-909e-8ed6ffba8c6f req-c4cd768a-44bc-44e8-b44c-dd0f29d9f851 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.433899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53633c5-1a1a-4203-909e-8ed6ffba8c6f req-c4cd768a-44bc-44e8-b44c-dd0f29d9f851 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.439987 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53633c5-1a1a-4203-909e-8ed6ffba8c6f req-c4cd768a-44bc-44e8-b44c-dd0f29d9f851 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.446710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53633c5-1a1a-4203-909e-8ed6ffba8c6f req-c4cd768a-44bc-44e8-b44c-dd0f29d9f851 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.457398 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53633c5-1a1a-4203-909e-8ed6ffba8c6f req-c4cd768a-44bc-44e8-b44c-dd0f29d9f851 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.463389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53633c5-1a1a-4203-909e-8ed6ffba8c6f req-c4cd768a-44bc-44e8-b44c-dd0f29d9f851 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.469296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53633c5-1a1a-4203-909e-8ed6ffba8c6f req-c4cd768a-44bc-44e8-b44c-dd0f29d9f851 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.471259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d53633c5-1a1a-4203-909e-8ed6ffba8c6f req-c4cd768a-44bc-44e8-b44c-dd0f29d9f851 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.1022899 Aug 29 06:43:05.515640 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d53633c5-1a1a-4203-909e-8ed6ffba8c6f req-85d01738-4c30-41b9-bf8a-90a02d78dd85 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368981 Aug 29 06:43:05.568545 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17bd3912-873f-4528-8a86-eecf7a1b3f07 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:05.636019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:43:05.719713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 17bd3912-873f-4528-8a86-eecf7a1b3f07 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:05.731794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 17bd3912-873f-4528-8a86-eecf7a1b3f07 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:05.732229 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:05.764234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb,segment=NetworkSegment(c0ddeede-b9bc-4b83-bca6-4676524f3e20),segment_id=c0ddeede-b9bc-4b83-bca6-4676524f3e20)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:05.775714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb', 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478', 'port_id': '1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb', 'mac_address': 'fa:16:3e:fc:97:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb224e9-072a-41a9-9f49-2fbdd36c708c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:43:05.837077 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:05.892615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:43:05.897945 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:05.935784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb,segment=NetworkSegment(c0ddeede-b9bc-4b83-bca6-4676524f3e20),segment_id=c0ddeede-b9bc-4b83-bca6-4676524f3e20)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:05.952021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:05.956871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89896d87-8973-4801-be77-2d95b04b488d req-7a3180e3-7184-4db0-8760-86a4f9819b37 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.962690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89896d87-8973-4801-be77-2d95b04b488d req-7a3180e3-7184-4db0-8760-86a4f9819b37 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.968490 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89896d87-8973-4801-be77-2d95b04b488d req-7a3180e3-7184-4db0-8760-86a4f9819b37 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.974523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89896d87-8973-4801-be77-2d95b04b488d req-7a3180e3-7184-4db0-8760-86a4f9819b37 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.980846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89896d87-8973-4801-be77-2d95b04b488d req-7a3180e3-7184-4db0-8760-86a4f9819b37 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.986656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89896d87-8973-4801-be77-2d95b04b488d req-7a3180e3-7184-4db0-8760-86a4f9819b37 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.993094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89896d87-8973-4801-be77-2d95b04b488d req-7a3180e3-7184-4db0-8760-86a4f9819b37 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:05.994311 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:05.994999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89896d87-8973-4801-be77-2d95b04b488d req-7a3180e3-7184-4db0-8760-86a4f9819b37 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5418 time: 0.1602027 Aug 29 06:43:05.996505 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:05.997178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 060c1398-807d-4842-967b-5455af62da39 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:43:06.004671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023ef14-1899-4fe3-9ea0-050ea5fa728e req-9ce17bc4-2ba0-41b5-88ab-88309d02fd3c tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:06.006092 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4023ef14-1899-4fe3-9ea0-050ea5fa728e req-9ce17bc4-2ba0-41b5-88ab-88309d02fd3c tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1196504 Aug 29 06:43:06.069095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 060c1398-807d-4842-967b-5455af62da39, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=060c1398-807d-4842-967b-5455af62da39,segment=NetworkSegment(c0ddeede-b9bc-4b83-bca6-4676524f3e20),segment_id=c0ddeede-b9bc-4b83-bca6-4676524f3e20)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:06.071170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=17bd3912-873f-4528-8a86-eecf7a1b3f07,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:06.075430 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4023ef14-1899-4fe3-9ea0-050ea5fa728e req-37bc7324-48cf-4f5c-a98a-257bd064cfb6 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621593 Aug 29 06:43:06.083621 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89896d87-8973-4801-be77-2d95b04b488d req-0dbdb1f5-b583-44e9-80a4-b4c848e909df tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761144 Aug 29 06:43:06.128369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c477995-d116-4e51-9a4f-73e20ff857af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bd3912-873f-4528-8a86-eecf7a1b3f07'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:06.133781 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9e89dc-b2b4-4178-9c65-0429cc5119d1" -d '{"events": [{"server_uuid": "1c477995-d116-4e51-9a4f-73e20ff857af", "name": "network-vif-plugged", "status": "completed", "tag": "17bd3912-873f-4528-8a86-eecf7a1b3f07"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:06.133781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:06.140831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '060c1398-807d-4842-967b-5455af62da39', 'network_id': '606aeb02-681b-4216-bf8c-e614c7425478', 'port_id': '060c1398-807d-4842-967b-5455af62da39', 'mac_address': 'fa:16:3e:2a:ff:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb224e9-072a-41a9-9f49-2fbdd36c708c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:43:06.185177 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:06.200903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060c1398-807d-4842-967b-5455af62da39 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:43:06.222191 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08a8a08-3c75-4133-a95d-1627324c8f31 x-openstack-request-id: req-d08a8a08-3c75-4133-a95d-1627324c8f31 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:06.222473 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c477995-d116-4e51-9a4f-73e20ff857af", "name": "network-vif-plugged", "status": "completed", "tag": "17bd3912-873f-4528-8a86-eecf7a1b3f07", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:06.222722 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d08a8a08-3c75-4133-a95d-1627324c8f31 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:06.223108 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c477995-d116-4e51-9a4f-73e20ff857af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bd3912-873f-4528-8a86-eecf7a1b3f07', 'code': 200} Aug 29 06:43:06.225025 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 060c1398-807d-4842-967b-5455af62da39, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=060c1398-807d-4842-967b-5455af62da39,segment=NetworkSegment(c0ddeede-b9bc-4b83-bca6-4676524f3e20),segment_id=c0ddeede-b9bc-4b83-bca6-4676524f3e20)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:06.230926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd2ca9-2175-46c3-8107-36ba701b63ee req-1e54c26e-8c34-4228-9cb5-fbac0734e6b0 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:06.232495 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1dd2ca9-2175-46c3-8107-36ba701b63ee req-1e54c26e-8c34-4228-9cb5-fbac0734e6b0 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.0604954 Aug 29 06:43:06.278738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1dd2ca9-2175-46c3-8107-36ba701b63ee req-60f814d1-e0e8-4b5b-b3db-530f4353e1a8 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383778 Aug 29 06:43:06.326762 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:06.327737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device bcd6b383-2ce3-4041-b3e5-40537ae7211f details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:43:06.357063 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153b481-6415-4f29-bd38-911d78235a4a req-9641da0f-2e69-49df-ba69-0b178ab36117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:06.359265 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b153b481-6415-4f29-bd38-911d78235a4a req-9641da0f-2e69-49df-ba69-0b178ab36117 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 1098 time: 0.0455678 Aug 29 06:43:06.399924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41464) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:06.476131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe98c95-4b7b-4eb6-a512-82e94e25bb77 req-74976945-c30b-4dc8-a4f5-2e47b329a48a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:06.478321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbe98c95-4b7b-4eb6-a512-82e94e25bb77 req-74976945-c30b-4dc8-a4f5-2e47b329a48a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 946 time: 0.0701146 Aug 29 06:43:06.481207 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b153b481-6415-4f29-bd38-911d78235a4a req-0c2f8634-ca8d-47db-889c-2e751b0ac310 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574217 Aug 29 06:43:06.506254 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=060c1398-807d-4842-967b-5455af62da39,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:06.521218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbe98c95-4b7b-4eb6-a512-82e94e25bb77 req-ef17f9e7-4e0c-4731-ad96-5a2e32d76f66 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359509 Aug 29 06:43:06.547531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port bcd6b383-2ce3-4041-b3e5-40537ae7211f, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bcd6b383-2ce3-4041-b3e5-40537ae7211f,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:06.568491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'bcd6b383-2ce3-4041-b3e5-40537ae7211f', 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c', 'port_id': 'bcd6b383-2ce3-4041-b3e5-40537ae7211f', 'mac_address': 'fa:16:3e:a2:83:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39514de1-69d8-42d7-b0b8-295b0eafcf3e', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:43:06.604515 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2c19-6161-4ce1-a55c-22601bbce05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:06.630902 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:06.647812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd6b383-2ce3-4041-b3e5-40537ae7211f {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:43:06.675745 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port bcd6b383-2ce3-4041-b3e5-40537ae7211f, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bcd6b383-2ce3-4041-b3e5-40537ae7211f,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:06.689497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d4cc-4e98-487c-b49e-bcf510e3b5a7 req-3b6dfd68-f2d4-4d94-a203-f12437b64162 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:06.691211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4540d4cc-4e98-487c-b49e-bcf510e3b5a7 req-3b6dfd68-f2d4-4d94-a203-f12437b64162 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 946 time: 0.0612259 Aug 29 06:43:06.727010 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2c19-6161-4ce1-a55c-22601bbce05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:06.748777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4540d4cc-4e98-487c-b49e-bcf510e3b5a7 req-a9495bc7-d854-46e0-aa49-1a4f38eec8f2 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512593 Aug 29 06:43:06.753855 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:06.754730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:43:06.798631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab8a0-831d-40a2-a96b-7fbd9c20fb99 req-799837de-a0ef-4a97-8024-da62ec186644 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:06.800186 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fe7ab8a0-831d-40a2-a96b-7fbd9c20fb99 req-799837de-a0ef-4a97-8024-da62ec186644 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.0681782 Aug 29 06:43:06.805406 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2c19-6161-4ce1-a55c-22601bbce05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:06.837276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:06.852309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '4e30cc12-bdb6-41b7-9a5e-30c376fb9b60', 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c', 'port_id': '4e30cc12-bdb6-41b7-9a5e-30c376fb9b60', 'mac_address': 'fa:16:3e:9b:eb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39514de1-69d8-42d7-b0b8-295b0eafcf3e', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:43:06.863904 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=bcd6b383-2ce3-4041-b3e5-40537ae7211f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:06.868798 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cf0f2c19-6161-4ce1-a55c-22601bbce05a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=852dde5ad9de454b807a38a71f5cd2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4675648 Aug 29 06:43:06.870041 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41474) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:06.885741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f2c19-6161-4ce1-a55c-22601bbce05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d67209-d579-49f5-8c68-2d7a635fc318,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:06.896516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fe7ab8a0-831d-40a2-a96b-7fbd9c20fb99 req-4b947639-a00c-4ba1-98f4-9ff973be1beb tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867398 Aug 29 06:43:06.934715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c555cf-c3f2-4810-8130-4e5a8cb9f382 req-3f0c41c8-2087-46e3-8182-db7d2bafee5f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:06.950636 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:06.961455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c555cf-c3f2-4810-8130-4e5a8cb9f382 req-3f0c41c8-2087-46e3-8182-db7d2bafee5f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:06.964952 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f374796d-c8c7-486b-a3f0-e5187683c70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:06.967699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c555cf-c3f2-4810-8130-4e5a8cb9f382 req-3f0c41c8-2087-46e3-8182-db7d2bafee5f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:06.970883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:43:06.986323 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c555cf-c3f2-4810-8130-4e5a8cb9f382 req-3f0c41c8-2087-46e3-8182-db7d2bafee5f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:06.988554 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f374796d-c8c7-486b-a3f0-e5187683c70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:06.996670 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c555cf-c3f2-4810-8130-4e5a8cb9f382 req-3f0c41c8-2087-46e3-8182-db7d2bafee5f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:07.005111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c555cf-c3f2-4810-8130-4e5a8cb9f382 req-3f0c41c8-2087-46e3-8182-db7d2bafee5f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:07.015474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c555cf-c3f2-4810-8130-4e5a8cb9f382 req-3f0c41c8-2087-46e3-8182-db7d2bafee5f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:07.015698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:07.017373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63c555cf-c3f2-4810-8130-4e5a8cb9f382 req-3f0c41c8-2087-46e3-8182-db7d2bafee5f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.1944408 Aug 29 06:43:07.073224 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:07.074889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:43:07.087587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63c555cf-c3f2-4810-8130-4e5a8cb9f382 req-ae3e4d7c-5370-42d6-8664-5cf2cd478d69 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561211 Aug 29 06:43:07.105584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf36ae-0a3b-496e-bfda-7f95344507db req-985a9c01-0866-4035-a0d5-c645dd08c923 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:07.107614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99bf36ae-0a3b-496e-bfda-7f95344507db req-985a9c01-0866-4035-a0d5-c645dd08c923 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.0888450 Aug 29 06:43:07.134433 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f374796d-c8c7-486b-a3f0-e5187683c70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:07.134433 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f374796d-c8c7-486b-a3f0-e5187683c70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:07.135173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f374796d-c8c7-486b-a3f0-e5187683c70f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42d67209-d579-49f5-8c68-2d7a635fc318 HTTP/1.1" status: 204 len: 168 time: 0.2640102 Aug 29 06:43:07.144663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374796d-c8c7-486b-a3f0-e5187683c70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d67209-d579-49f5-8c68-2d7a635fc318,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:07.203905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99bf36ae-0a3b-496e-bfda-7f95344507db req-387641c8-3fc2-4bc9-a33e-a5f2b9006a38 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901854 Aug 29 06:43:07.240576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:07.289519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60,segment=NetworkSegment(8d5b293c-194f-49eb-9d3d-44ef4068820c),segment_id=8d5b293c-194f-49eb-9d3d-44ef4068820c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:07.306951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'port_id': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60', 'mac_address': 'fa:16:3e:c6:82:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:43:07.317997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36226a-8597-4f4e-8023-783de7894174 req-c49cfaf3-0f54-4312-b978-5132ec70d74d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:07.324162 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36226a-8597-4f4e-8023-783de7894174 req-c49cfaf3-0f54-4312-b978-5132ec70d74d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:07.331540 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36226a-8597-4f4e-8023-783de7894174 req-c49cfaf3-0f54-4312-b978-5132ec70d74d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:07.338311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36226a-8597-4f4e-8023-783de7894174 req-c49cfaf3-0f54-4312-b978-5132ec70d74d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:07.344678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36226a-8597-4f4e-8023-783de7894174 req-c49cfaf3-0f54-4312-b978-5132ec70d74d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:07.351428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36226a-8597-4f4e-8023-783de7894174 req-c49cfaf3-0f54-4312-b978-5132ec70d74d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:07.357895 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:07.359509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36226a-8597-4f4e-8023-783de7894174 req-c49cfaf3-0f54-4312-b978-5132ec70d74d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:07.361441 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e36226a-8597-4f4e-8023-783de7894174 req-c49cfaf3-0f54-4312-b978-5132ec70d74d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5422 time: 0.1432190 Aug 29 06:43:07.382053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:43:07.410760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60,segment=NetworkSegment(8d5b293c-194f-49eb-9d3d-44ef4068820c),segment_id=8d5b293c-194f-49eb-9d3d-44ef4068820c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:07.423363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e36226a-8597-4f4e-8023-783de7894174 req-346a96e7-b0d8-4a5f-a4fe-50249b881e4c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518494 Aug 29 06:43:07.508328 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:07.509188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device ef27d19d-f6d0-40c3-bce9-622d1313e3b4 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:43:07.578315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:07.595584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port ef27d19d-f6d0-40c3-bce9-622d1313e3b4, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ef27d19d-f6d0-40c3-bce9-622d1313e3b4,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:07.611238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'ef27d19d-f6d0-40c3-bce9-622d1313e3b4', 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c', 'port_id': 'ef27d19d-f6d0-40c3-bce9-622d1313e3b4', 'mac_address': 'fa:16:3e:0f:73:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39514de1-69d8-42d7-b0b8-295b0eafcf3e', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:43:07.661816 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:07.681620 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef27d19d-f6d0-40c3-bce9-622d1313e3b4 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:43:07.715554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2ffb6-b19e-4bcc-be8c-336c9e5fad5c req-3330a9ce-dce8-4161-9154-29ba520326f8 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:07.715707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port ef27d19d-f6d0-40c3-bce9-622d1313e3b4, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ef27d19d-f6d0-40c3-bce9-622d1313e3b4,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:07.721065 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06b2ffb6-b19e-4bcc-be8c-336c9e5fad5c req-3330a9ce-dce8-4161-9154-29ba520326f8 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 946 time: 0.0903401 Aug 29 06:43:07.769045 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06b2ffb6-b19e-4bcc-be8c-336c9e5fad5c req-9c2fb018-7323-4489-9450-872a11c49a15 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408697 Aug 29 06:43:07.782510 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:07.783313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device ce4dd112-c306-4947-90f4-bcdb99840941 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:43:07.871342 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=ef27d19d-f6d0-40c3-bce9-622d1313e3b4,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:07.888810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port ce4dd112-c306-4947-90f4-bcdb99840941, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ce4dd112-c306-4947-90f4-bcdb99840941,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:07.900480 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'ce4dd112-c306-4947-90f4-bcdb99840941', 'network_id': '081e6da0-bf37-4c5e-bdc9-eadaa747e70c', 'port_id': 'ce4dd112-c306-4947-90f4-bcdb99840941', 'mac_address': 'fa:16:3e:fe:ed:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39514de1-69d8-42d7-b0b8-295b0eafcf3e', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:43:08.014965 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15da6-5d1f-4df5-ac59-41fd146b88c0 req-1bbcbe08-12a2-40b8-b126-20d45cb09936 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.023885 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60f15da6-5d1f-4df5-ac59-41fd146b88c0 req-1bbcbe08-12a2-40b8-b126-20d45cb09936 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1628752 Aug 29 06:43:08.054526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81cd0-3451-4156-aa39-edc34f428cb1 req-41df4c6a-6e54-4bee-bf04-9c51283da30c tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.063491 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2b81cd0-3451-4156-aa39-edc34f428cb1 req-41df4c6a-6e54-4bee-bf04-9c51283da30c tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 946 time: 0.1565566 Aug 29 06:43:08.103710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60f15da6-5d1f-4df5-ac59-41fd146b88c0 req-e07ebf59-1723-4215-a26a-4eecdbb88f42 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785949 Aug 29 06:43:08.109868 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:08.126115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4dd112-c306-4947-90f4-bcdb99840941 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:43:08.138966 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2b81cd0-3451-4156-aa39-edc34f428cb1 req-18aa2c6c-9c33-4a15-95fa-fc2f798ab86e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743093 Aug 29 06:43:08.164060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port ce4dd112-c306-4947-90f4-bcdb99840941, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ce4dd112-c306-4947-90f4-bcdb99840941,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:08.206367 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-26cbb43c-f252-456d-887c-d28e004bdc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:08.254914 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:08.320566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=ce4dd112-c306-4947-90f4-bcdb99840941,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:08.401483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336ab08-e546-4e0e-93c6-df0351115304 req-f79a22be-b48c-4c27-b728-557f34654359 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.407518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336ab08-e546-4e0e-93c6-df0351115304 req-f79a22be-b48c-4c27-b728-557f34654359 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.414085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336ab08-e546-4e0e-93c6-df0351115304 req-f79a22be-b48c-4c27-b728-557f34654359 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.423057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336ab08-e546-4e0e-93c6-df0351115304 req-f79a22be-b48c-4c27-b728-557f34654359 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.432818 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336ab08-e546-4e0e-93c6-df0351115304 req-f79a22be-b48c-4c27-b728-557f34654359 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.438738 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336ab08-e546-4e0e-93c6-df0351115304 req-f79a22be-b48c-4c27-b728-557f34654359 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.444692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336ab08-e546-4e0e-93c6-df0351115304 req-f79a22be-b48c-4c27-b728-557f34654359 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.447411 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7336ab08-e546-4e0e-93c6-df0351115304 req-f79a22be-b48c-4c27-b728-557f34654359 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.2642887 Aug 29 06:43:08.535245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41532) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:08.548181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-142ab563-d068-4aca-ba97-521de56962ef req-a8780dae-b338-4644-8e4a-f83d7d846777 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 258 time: 0.3695569 Aug 29 06:43:08.564549 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:08.572732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7336ab08-e546-4e0e-93c6-df0351115304 req-fbc9eb5b-bd92-4ded-85fa-e60285944f60 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828264 Aug 29 06:43:08.652750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-837566682-network', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:08.681570 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:08.797591 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82f982-12db-4af1-87a5-d4792d5a654e req-db783934-0b13-41cb-acfd-9dc60309a109 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.803823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82f982-12db-4af1-87a5-d4792d5a654e req-db783934-0b13-41cb-acfd-9dc60309a109 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.809900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82f982-12db-4af1-87a5-d4792d5a654e req-db783934-0b13-41cb-acfd-9dc60309a109 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.815900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82f982-12db-4af1-87a5-d4792d5a654e req-db783934-0b13-41cb-acfd-9dc60309a109 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.822475 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82f982-12db-4af1-87a5-d4792d5a654e req-db783934-0b13-41cb-acfd-9dc60309a109 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.828543 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82f982-12db-4af1-87a5-d4792d5a654e req-db783934-0b13-41cb-acfd-9dc60309a109 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.834741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82f982-12db-4af1-87a5-d4792d5a654e req-db783934-0b13-41cb-acfd-9dc60309a109 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:08.837234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba82f982-12db-4af1-87a5-d4792d5a654e req-db783934-0b13-41cb-acfd-9dc60309a109 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5425 time: 0.1496336 Aug 29 06:43:08.839402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] Made reservation on behalf of a763b77786504a43a731afb2b5aa2086 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:43:08.841653 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:08.859515 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:08.925084 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba82f982-12db-4af1-87a5-d4792d5a654e req-8194745e-b709-44c2-82c7-a3d78145f5f5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793927 Aug 29 06:43:08.966526 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:09.079814 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:09.130729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8102375-d31b-43b5-9c74-56efe6004dd7 req-6a2d42ab-8581-4934-a095-e3f6560a6e86 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:09.137381 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8102375-d31b-43b5-9c74-56efe6004dd7 req-6a2d42ab-8581-4934-a095-e3f6560a6e86 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:09.142651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['060c1398-807d-4842-967b-5455af62da39'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:09.144068 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8102375-d31b-43b5-9c74-56efe6004dd7 req-6a2d42ab-8581-4934-a095-e3f6560a6e86 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:09.149422 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8102375-d31b-43b5-9c74-56efe6004dd7 req-6a2d42ab-8581-4934-a095-e3f6560a6e86 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:09.155414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8102375-d31b-43b5-9c74-56efe6004dd7 req-6a2d42ab-8581-4934-a095-e3f6560a6e86 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:09.161310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8102375-d31b-43b5-9c74-56efe6004dd7 req-6a2d42ab-8581-4934-a095-e3f6560a6e86 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:09.167330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:09.167510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8102375-d31b-43b5-9c74-56efe6004dd7 req-6a2d42ab-8581-4934-a095-e3f6560a6e86 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:09.169325 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8102375-d31b-43b5-9c74-56efe6004dd7 req-6a2d42ab-8581-4934-a095-e3f6560a6e86 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.1581306 Aug 29 06:43:09.172296 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:09.181521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41548) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:09.190021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-9019d8bb-a586-4798-9041-8c479c1773ea tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Request body: {'floatingip': {'port_id': '602bdddd-529e-47ca-8f45-869393263358'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:09.211707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Allocated IP 172.25.1.112 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/c602ac69-ced0-485e-b139-eba92f38a503) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:09.222462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4e30cc12-bdb6-41b7-9a5e-30c376fb9b60'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:09.223385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:43:09.231077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['ce4dd112-c306-4947-90f4-bcdb99840941'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:09.255951 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:09.260457 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] Added segment 5dc58f46-c192-4dc5-a607-1ab9d7354241 of type vlan for network e7b23baf-e921-4053-aeac-270ae6d3d1f0 Aug 29 06:43:09.260457 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3994b77b-a00e-43bc-a093-450d87438a9f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:09.260665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9019d8bb-a586-4798-9041-8c479c1773ea tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for floatingip, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:09.291298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['ef27d19d-f6d0-40c3-bce9-622d1313e3b4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:09.293514 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['35d5406e-8d2d-4eb6-b4fb-3ef041d38f60'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:09.314032 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:09.450408 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.resource_extend [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 06:43:09.509055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc6d5e-76f9-4ace-a9a7-5e43e20232ba req-3ddf8837-5046-49d7-b083-146a001678ff tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:09.522568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ebc6d5e-76f9-4ace-a9a7-5e43e20232ba req-3ddf8837-5046-49d7-b083-146a001678ff tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 946 time: 0.2023821 Aug 29 06:43:09.558900 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:09.559900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:09.560489 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:09.573307 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:09.656934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ebc6d5e-76f9-4ace-a9a7-5e43e20232ba req-f2f6797a-00c4-4f01-945a-a7ce52e4b291 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334698 Aug 29 06:43:09.664016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] Pushing event updated for resources: {'Network': ['ID=e7b23baf-e921-4053-aeac-270ae6d3d1f0,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:09.698818 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network e7b23baf-e921-4053-aeac-270ae6d3d1f0 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:43:09.713067 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-da246258-d07c-4744-bb28-72d4d1692769 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1771157 Aug 29 06:43:09.715979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41558) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:09.728205 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-24ea8604-cf5c-4d98-b00b-c747ab6fefb5 admin admin] Request body: {'subnet': {'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-837566682-subnet', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:09.765368 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:09.847003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Pushing event updated for resources: {'Port': ['ID=c602ac69-ced0-485e-b139-eba92f38a503,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:09.908340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9019d8bb-a586-4798-9041-8c479c1773ea tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:09.919310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:09.926242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ea8604-cf5c-4d98-b00b-c747ab6fefb5 admin admin] Made reservation on behalf of a763b77786504a43a731afb2b5aa2086 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:43:09.929832 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-24ea8604-cf5c-4d98-b00b-c747ab6fefb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:09.971411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:09.975207 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9019d8bb-a586-4798-9041-8c479c1773ea tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:09.988303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:43:10.020597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['bcd6b383-2ce3-4041-b3e5-40537ae7211f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:10.065586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb91db-39ba-424d-ace9-da36d8895c3e req-d868c865-37dc-4740-ada1-0e986d80ea24 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:10.065586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9bb91db-39ba-424d-ace9-da36d8895c3e req-d868c865-37dc-4740-ada1-0e986d80ea24 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1870294 Aug 29 06:43:10.138551 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-9019d8bb-a586-4798-9041-8c479c1773ea tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Floating IP b254eeb3-8ae9-4531-824d-2ee754d90d07 associated. External IP: 172.25.1.152, port: 602bdddd-529e-47ca-8f45-869393263358. Aug 29 06:43:10.140252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9bb91db-39ba-424d-ace9-da36d8895c3e req-923d434e-9f7b-436e-ac52-da7cd2d28ca2 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566335 Aug 29 06:43:10.156001 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:10.345186 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:10.372851 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe9576-1e18-45db-82ba-80a3ac70ff14 req-00f495e7-4553-440c-8d1d-88b5b0be9034 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:10.374815 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cabe9576-1e18-45db-82ba-80a3ac70ff14 req-00f495e7-4553-440c-8d1d-88b5b0be9034 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 1098 time: 0.1327195 Aug 29 06:43:10.385140 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9019d8bb-a586-4798-9041-8c479c1773ea tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Router 07686751-3e2d-421e-bd9e-27f33f1b2684 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:43:10.417197 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-24ea8604-cf5c-4d98-b00b-c747ab6fefb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:10.517544 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9019d8bb-a586-4798-9041-8c479c1773ea tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:43:10.538514 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9019d8bb-a586-4798-9041-8c479c1773ea tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:10.539738 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fc298d-691c-4bad-b20c-5df6aaab1a33 None None] Sync routers for ids ['07686751-3e2d-421e-bd9e-27f33f1b2684'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:43:10.544775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fc298d-691c-4bad-b20c-5df6aaab1a33 None None] Routers {'07686751-3e2d-421e-bd9e-27f33f1b2684'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:10.545696 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-05fc298d-691c-4bad-b20c-5df6aaab1a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:42:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['07686751-3e2d-421e-bd9e-27f33f1b2684'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:10.550243 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cabe9576-1e18-45db-82ba-80a3ac70ff14 req-1398408f-1937-4525-bf99-473211894d20 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664753 Aug 29 06:43:10.559944 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9019d8bb-a586-4798-9041-8c479c1773ea tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "PUT /v2.0/floatingips/b254eeb3-8ae9-4531-824d-2ee754d90d07 HTTP/1.1" status: 200 len: 992 time: 1.3756506 Aug 29 06:43:10.560603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': '602bdddd-529e-47ca-8f45-869393263358'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:10.563272 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6879afcd-eabb-42be-aa49-a21c2a676262" -d '{"events": [{"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "602bdddd-529e-47ca-8f45-869393263358"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:10.568218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea8604-cf5c-4d98-b00b-c747ab6fefb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=973deef4-b909-41a3-a8ef-a1b544d7d17d,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:10.600784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ea8604-cf5c-4d98-b00b-c747ab6fefb5 admin admin] Checking segment: {'id': '5dc58f46-c192-4dc5-a607-1ab9d7354241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:10.601160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea8604-cf5c-4d98-b00b-c747ab6fefb5 admin admin] Network hostable DHCP agents. Network: e7b23baf-e921-4053-aeac-270ae6d3d1f0, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:43:10.618710 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-40ffab5e-db95-409a-809f-bc8c03f74608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:10.645489 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:10.700166 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db5503-93b5-4747-83db-761bd320600a req-ce6f78ea-15fb-4a9f-9565-c341b910920a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:10.706172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db5503-93b5-4747-83db-761bd320600a req-ce6f78ea-15fb-4a9f-9565-c341b910920a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:10.712746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db5503-93b5-4747-83db-761bd320600a req-ce6f78ea-15fb-4a9f-9565-c341b910920a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:10.713677 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-05fc298d-691c-4bad-b20c-5df6aaab1a33 None None] Set router 07686751-3e2d-421e-bd9e-27f33f1b2684 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:10.718677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db5503-93b5-4747-83db-761bd320600a req-ce6f78ea-15fb-4a9f-9565-c341b910920a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:10.724884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db5503-93b5-4747-83db-761bd320600a req-ce6f78ea-15fb-4a9f-9565-c341b910920a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:10.731411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db5503-93b5-4747-83db-761bd320600a req-ce6f78ea-15fb-4a9f-9565-c341b910920a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:10.737327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db5503-93b5-4747-83db-761bd320600a req-ce6f78ea-15fb-4a9f-9565-c341b910920a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:10.739277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62db5503-93b5-4747-83db-761bd320600a req-ce6f78ea-15fb-4a9f-9565-c341b910920a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5425 time: 0.0983987 Aug 29 06:43:10.741027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea8604-cf5c-4d98-b00b-c747ab6fefb5 admin admin] Network e7b23baf-e921-4053-aeac-270ae6d3d1f0 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:43:10.743186 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:10.794814 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:10.827355 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Pushing event updated for resources: {'Port': ['ID=c602ac69-ced0-485e-b139-eba92f38a503,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:10.857179 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62db5503-93b5-4747-83db-761bd320600a req-697d10b5-939d-4a77-9de3-457b259f728f tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087818 Aug 29 06:43:10.867786 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:10.871839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-24ea8604-cf5c-4d98-b00b-c747ab6fefb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, e7b23baf-e921-4053-aeac-270ae6d3d1f0) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:10.881340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ea8604-cf5c-4d98-b00b-c747ab6fefb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:10.881949 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-24ea8604-cf5c-4d98-b00b-c747ab6fefb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:10.892197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747bea37-982a-4be0-9f42-2c1675c28315 None None] Network e7b23baf-e921-4053-aeac-270ae6d3d1f0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:43:10.949066 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:10.950345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-142ab563-d068-4aca-ba97-521de56962ef req-93d8fe5d-4ef1-4006-8ccc-92c31af25c96 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3926184 Aug 29 06:43:10.984979 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-24ea8604-cf5c-4d98-b00b-c747ab6fefb5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2656014 Aug 29 06:43:10.986578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41576) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:10.991038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:11.024649 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625e348a-96af-4253-b092-c937a5aa3a2b x-openstack-request-id: req-625e348a-96af-4253-b092-c937a5aa3a2b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:11.025348 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "tag": "602bdddd-529e-47ca-8f45-869393263358", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:11.025862 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-625e348a-96af-4253-b092-c937a5aa3a2b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:11.026875 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'tag': '602bdddd-529e-47ca-8f45-869393263358', 'status': 'completed', 'code': 200} Aug 29 06:43:11.038170 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-142ab563-d068-4aca-ba97-521de56962ef req-c9263f8d-6950-49af-ba10-1f92a3c8f030 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 696 time: 0.0811932 Aug 29 06:43:11.064838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:11.067517 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:11.104966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-05fc298d-691c-4bad-b20c-5df6aaab1a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:40:25Z', 'revision_number': 4, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port': {'id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:19Z', 'updated_at': '2021-08-29T06:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b254eeb3-8ae9-4531-824d-2ee754d90d07', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'port_id': '602bdddd-529e-47ca-8f45-869393263358', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'mac_address': 'fa:16:3e:8c:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:41:38Z', 'updated_at': '2021-08-29T06:43:09Z', 'revision_number': 1, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ce930e-ab4b-473f-9bfc-5e8e337862ff', 'name': '', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'mac_address': 'fa:16:3e:8b:d6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:23Z', 'updated_at': '2021-08-29T06:40:34Z', 'revision_number': 5, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'subnets': [{'id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:11.140644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'fixed_ips': [{'subnet_id': '973deef4-b909-41a3-a8ef-a1b544d7d17d'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:43:11.141702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:11.144995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fc298d-691c-4bad-b20c-5df6aaab1a33 None None] Checking router: 07686751-3e2d-421e-bd9e-27f33f1b2684 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:43:11.158796 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:11.169158 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787522e-bb0c-403d-a0de-7f1128087f04 req-b589a96a-b5c3-4644-a8b9-fe3a3ac5e356 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:11.169921 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fc298d-691c-4bad-b20c-5df6aaab1a33 None None] Routers {'07686751-3e2d-421e-bd9e-27f33f1b2684'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:11.170665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9787522e-bb0c-403d-a0de-7f1128087f04 req-b589a96a-b5c3-4644-a8b9-fe3a3ac5e356 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 1098 time: 0.0758421 Aug 29 06:43:11.171172 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:43:11.173422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-5e459e33-4eff-4ecf-9c30-dba677cff778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:11.174557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-5e459e33-4eff-4ecf-9c30-dba677cff778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:11.175051 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-5e459e33-4eff-4ecf-9c30-dba677cff778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:11.175562 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-5e459e33-4eff-4ecf-9c30-dba677cff778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:11.176073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-5e459e33-4eff-4ecf-9c30-dba677cff778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:11.176376 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-05fc298d-691c-4bad-b20c-5df6aaab1a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['07686751-3e2d-421e-bd9e-27f33f1b2684'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:11.176612 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-5e459e33-4eff-4ecf-9c30-dba677cff778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:11.177021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-5e459e33-4eff-4ecf-9c30-dba677cff778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:11.180611 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-5e459e33-4eff-4ecf-9c30-dba677cff778 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7ca440486aa4cc7b212f4190a478c52&device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 6509 time: 0.0961339 Aug 29 06:43:11.202157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ab563-d068-4aca-ba97-521de56962ef req-fcd60337-1b90-4eaf-90c1-2e2e0b872f0e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:11.203549 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-142ab563-d068-4aca-ba97-521de56962ef req-fcd60337-1b90-4eaf-90c1-2e2e0b872f0e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1586564 Aug 29 06:43:11.229298 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9787522e-bb0c-403d-a0de-7f1128087f04 req-23a806b8-6e3b-4b19-8906-b94ad7fc44b2 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488334 Aug 29 06:43:11.453906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c972cf-7895-4aef-8d58-d4c0f91e0c5c req-92728f3a-fdbc-424b-8348-de81200b4d2a tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:11.462474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2c972cf-7895-4aef-8d58-d4c0f91e0c5c req-92728f3a-fdbc-424b-8348-de81200b4d2a tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1321073 Aug 29 06:43:11.524765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-15ec5ee0-ba50-4952-a9b5-883be096c1f1 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:11.526504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-15ec5ee0-ba50-4952-a9b5-883be096c1f1 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1555645 Aug 29 06:43:11.529308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-05fc298d-691c-4bad-b20c-5df6aaab1a33 None None] Set router 07686751-3e2d-421e-bd9e-27f33f1b2684 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:11.539714 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2c972cf-7895-4aef-8d58-d4c0f91e0c5c req-d121ec43-a133-4ab2-bd07-7f5930ad3c05 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762177 Aug 29 06:43:11.572656 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Allocated IP 172.20.0.2 (e7b23baf-e921-4053-aeac-270ae6d3d1f0/973deef4-b909-41a3-a8ef-a1b544d7d17d/282e1621-e303-44eb-b39e-54598501cda8) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:11.598070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-b1c0aefc-5d77-4bdf-b238-5c157493df65 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 696 time: 0.0558872 Aug 29 06:43:11.615472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-1642f731-7d55-4b26-857b-c72fd0137d02 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Request body: {'floatingip': {'port_id': '9c87c079-3c6a-45ce-b69a-f0d817d2080c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:11.667277 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-2040157a-db51-4e69-a1f1-7fca0f851bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:11.668920 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-2040157a-db51-4e69-a1f1-7fca0f851bea service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9b696c8-a0f7-4fc4-ae68-b8062e15f962 HTTP/1.1" status: 200 len: 915 time: 0.4817619 Aug 29 06:43:11.670921 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:11.678132 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:11.718941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-1642f731-7d55-4b26-857b-c72fd0137d02 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:11.808672 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-21bc3dd8-cb5b-4a03-adb4-fc782f01a594 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=602bdddd-529e-47ca-8f45-869393263358 HTTP/1.1" status: 200 len: 1000 time: 0.1320436 Aug 29 06:43:11.882425 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:11.896765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Transition to ACTIVE for port object 282e1621-e303-44eb-b39e-54598501cda8 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:11.900685 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-f70e9d5c-4396-4304-adfb-902fccd3615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:11.902220 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-f70e9d5c-4396-4304-adfb-902fccd3615b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab3b20c4-433c-4818-ba1a-1a02bd8ca7db HTTP/1.1" status: 200 len: 853 time: 0.0682333 Aug 29 06:43:11.923417 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Transition to ACTIVE for port object 282e1621-e303-44eb-b39e-54598501cda8 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:11.934413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-05fc298d-691c-4bad-b20c-5df6aaab1a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:40:25Z', 'revision_number': 4, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port': {'id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:19Z', 'updated_at': '2021-08-29T06:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b254eeb3-8ae9-4531-824d-2ee754d90d07', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'port_id': '602bdddd-529e-47ca-8f45-869393263358', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'mac_address': 'fa:16:3e:8c:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:41:38Z', 'updated_at': '2021-08-29T06:43:09Z', 'revision_number': 1, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ce930e-ab4b-473f-9bfc-5e8e337862ff', 'name': '', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'mac_address': 'fa:16:3e:8b:d6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:23Z', 'updated_at': '2021-08-29T06:40:34Z', 'revision_number': 5, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'subnets': [{'id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:11.962155 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fc298d-691c-4bad-b20c-5df6aaab1a33 None None] The sync data for ids ['07686751-3e2d-421e-bd9e-27f33f1b2684'] in n-d-713301-12 is: [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:40:25Z', 'revision_number': 4, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port': {'id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:19Z', 'updated_at': '2021-08-29T06:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b254eeb3-8ae9-4531-824d-2ee754d90d07', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'port_id': '602bdddd-529e-47ca-8f45-869393263358', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'mac_address': 'fa:16:3e:8c:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:41:38Z', 'updated_at': '2021-08-29T06:43:09Z', 'revision_number': 1, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ce930e-ab4b-473f-9bfc-5e8e337862ff', 'name': '', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'mac_address': 'fa:16:3e:8b:d6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:23Z', 'updated_at': '2021-08-29T06:40:34Z', 'revision_number': 5, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'subnets': [{'id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:43:11.973509 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-031a644a-5d11-49c1-96c8-e767796e02ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:11.977941 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-031a644a-5d11-49c1-96c8-e767796e02ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9b696c8-a0f7-4fc4-ae68-b8062e15f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657167 Aug 29 06:43:12.011701 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:12.081635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Network e7b23baf-e921-4053-aeac-270ae6d3d1f0 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:12.084156 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:12.086804 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:43:12.096240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Pushing event updated for resources: {'Port': ['ID=282e1621-e303-44eb-b39e-54598501cda8,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:12.163546 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Attempting to bind port 282e1621-e303-44eb-b39e-54598501cda8 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:43:12.163933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Attempting to bind port 282e1621-e303-44eb-b39e-54598501cda8 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '5dc58f46-c192-4dc5-a607-1ab9d7354241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:43:12.164298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Attempting to bind port 282e1621-e303-44eb-b39e-54598501cda8 on network e7b23baf-e921-4053-aeac-270ae6d3d1f0 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:43:12.177539 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:43:12.177977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Checking segment: {'id': '5dc58f46-c192-4dc5-a607-1ab9d7354241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:12.178436 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:12.178842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Bound using segment: {'id': '5dc58f46-c192-4dc5-a607-1ab9d7354241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:43:12.179788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Bound port: 282e1621-e303-44eb-b39e-54598501cda8, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc58f46-c192-4dc5-a607-1ab9d7354241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:43:12.179788 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:12.219495 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-0fdbfe4a-5fd7-4376-b915-b26bff8b2b5b service neutron] 10.222.0.11 "GET /v2.0/networks/c9b696c8-a0f7-4fc4-ae68-b8062e15f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341311 Aug 29 06:43:12.279055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] For port 282e1621-e303-44eb-b39e-54598501cda8, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:43:12.291933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] For port 282e1621-e303-44eb-b39e-54598501cda8, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=282e1621-e303-44eb-b39e-54598501cda8,segment=NetworkSegment(5dc58f46-c192-4dc5-a607-1ab9d7354241),segment_id=5dc58f46-c192-4dc5-a607-1ab9d7354241)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:43:12.344354 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db18cc4-8e8f-4092-b01d-ccf0dd91ecda None None] New status for floating IP b254eeb3-8ae9-4531-824d-2ee754d90d07: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:43:12.359323 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:12.365370 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:12.398719 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:12.489003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f13eab-db63-4790-b93a-d06312d2de08 None None] Pushing event updated for resources: {'Port': ['ID=282e1621-e303-44eb-b39e-54598501cda8,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:12.659630 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Allocated IP 172.25.1.155 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/f3909f1e-b4f1-4215-bf62-3ec1064060d2) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:12.669469 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6879afcd-eabb-42be-aa49-a21c2a676262 req-4471f6ee-e4be-4e85-a69c-1c8cf0d5db31 service neutron] 10.222.0.11 "GET /v2.0/networks/c9b696c8-a0f7-4fc4-ae68-b8062e15f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392037 Aug 29 06:43:12.864549 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:12.977637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:12.991196 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-1642f731-7d55-4b26-857b-c72fd0137d02 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:13.018717 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:13.021616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:13.025672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:43:13.032061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=f3909f1e-b4f1-4215-bf62-3ec1064060d2,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:13.079566 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-1642f731-7d55-4b26-857b-c72fd0137d02 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:13.210202 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-1642f731-7d55-4b26-857b-c72fd0137d02 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Floating IP 9cb0ced4-355a-4490-a4a8-82ea4edf74c5 associated. External IP: 172.25.1.112, port: 9c87c079-3c6a-45ce-b69a-f0d817d2080c. Aug 29 06:43:13.335563 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:13.436864 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:13.486277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-1642f731-7d55-4b26-857b-c72fd0137d02 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:43:13.615523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-1642f731-7d55-4b26-857b-c72fd0137d02 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:43:13.627471 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-1642f731-7d55-4b26-857b-c72fd0137d02 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:13.661771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-1642f731-7d55-4b26-857b-c72fd0137d02 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "PUT /v2.0/floatingips/9cb0ced4-355a-4490-a4a8-82ea4edf74c5 HTTP/1.1" status: 200 len: 997 time: 2.0525658 Aug 29 06:43:13.662365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'tag': '9c87c079-3c6a-45ce-b69a-f0d817d2080c'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:13.666258 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2de90e2-6c9f-4705-b7ed-9d9836bf77b2" -d '{"events": [{"name": "network-changed", "server_uuid": "dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51", "tag": "9c87c079-3c6a-45ce-b69a-f0d817d2080c"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:13.738838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:13.778697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c938da4d-1511-4689-9be0-419da6e68b49 None None] Sync routers for ids ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:43:13.790941 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938da4d-1511-4689-9be0-419da6e68b49 None None] Routers {'03f32d2c-5a16-429d-9c4d-c36a1c3b900d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:13.791777 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c938da4d-1511-4689-9be0-419da6e68b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:13.830595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-831d61fc-d97c-471f-b818-15abc2b685d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:13.830998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69ac5e6-7c68-408d-8f30-0c91d0fd8cf1 None None] Network e7b23baf-e921-4053-aeac-270ae6d3d1f0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:43:13.846982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-831d61fc-d97c-471f-b818-15abc2b685d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=acc905bba43a4197803c1e8a9c61b00f&device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 1098 time: 0.1666567 Aug 29 06:43:13.962653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f56b67c6-d66b-403e-a8c4-84ffdbf77549 None None] Provisioning for port 282e1621-e303-44eb-b39e-54598501cda8 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:13.966975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-d229b523-bfa2-4d79-851f-7f831f87fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:13.968100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-d229b523-bfa2-4d79-851f-7f831f87fcf1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6cd72f6f-0cb6-4e26-907a-23085a94a0bb HTTP/1.1" status: 200 len: 929 time: 0.1200192 Aug 29 06:43:13.988066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-c938da4d-1511-4689-9be0-419da6e68b49 None None] Set router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:14.026754 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Router 9edefd1b-fa54-4abf-a564-61148ec8cf14 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:43:14.070957 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-43fd5fde-23fe-4850-a9da-0138ebec8fc8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c87c079-3c6a-45ce-b69a-f0d817d2080c HTTP/1.1" status: 200 len: 1000 time: 0.0817828 Aug 29 06:43:14.070957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41638) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:14.144225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-10bed8d9-49a6-403b-b8eb-2a9ca20f1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:14.146122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-10bed8d9-49a6-403b-b8eb-2a9ca20f1bcb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a HTTP/1.1" status: 200 len: 867 time: 0.0678613 Aug 29 06:43:14.151341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-c4492afe-59ad-4426-b507-7a6a975d5838 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:43:14.174781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-c4492afe-59ad-4426-b507-7a6a975d5838 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0984128 Aug 29 06:43:14.214218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:43:14.224450 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Sync routers for ids ['9edefd1b-fa54-4abf-a564-61148ec8cf14'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:43:14.237399 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Routers {'9edefd1b-fa54-4abf-a564-61148ec8cf14'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:14.249958 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9edefd1b-fa54-4abf-a564-61148ec8cf14'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:14.260482 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-b7ea3e98-1b98-4e85-8530-f21dbdf12543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:14.261971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-b7ea3e98-1b98-4e85-8530-f21dbdf12543 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6cd72f6f-0cb6-4e26-907a-23085a94a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819674 Aug 29 06:43:14.301581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:14.319543 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:14.320995 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f4329ff3-1c69-4f4c-b1c9-537393bd7fe5 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3333602 Aug 29 06:43:14.325107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41648) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:14.357954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-b053b755-7e6c-4c43-b392-1fceba64403e req-20559995-681e-4c0e-a7ca-c098570774f2 service neutron] Request body: {'binding': {'host': 'n-h1-713301-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:14.358677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-b053b755-7e6c-4c43-b392-1fceba64403e req-20559995-681e-4c0e-a7ca-c098570774f2 service neutron] Unknown quota resources ['binding']. {{(pid=95404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 06:43:14.390901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c938da4d-1511-4689-9be0-419da6e68b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:42:41Z', 'revision_number': 4, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port': {'id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:36Z', 'updated_at': '2021-08-29T06:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '9cb0ced4-355a-4490-a4a8-82ea4edf74c5', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'port_id': '9c87c079-3c6a-45ce-b69a-f0d817d2080c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'mac_address': 'fa:16:3e:03:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:43:10Z', 'updated_at': '2021-08-29T06:43:12Z', 'revision_number': 1, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad194d1-1dc2-40c9-8337-411088f48d93', 'name': '', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'mac_address': 'fa:16:3e:82:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:40Z', 'updated_at': '2021-08-29T06:42:47Z', 'revision_number': 5, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'subnets': [{'id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:14.394046 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Set router 9edefd1b-fa54-4abf-a564-61148ec8cf14 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:14.433538 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c938da4d-1511-4689-9be0-419da6e68b49 None None] Checking router: 03f32d2c-5a16-429d-9c4d-c36a1c3b900d for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:43:14.444497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938da4d-1511-4689-9be0-419da6e68b49 None None] Routers {'03f32d2c-5a16-429d-9c4d-c36a1c3b900d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:14.445140 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c938da4d-1511-4689-9be0-419da6e68b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:14.555518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:14.584106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-bc0727ec-99c4-4705-bf3e-0c18a185aff2 service neutron] 10.222.0.76 "GET /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147426 Aug 29 06:43:14.585213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:14.585633 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:14.625978 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:43:13Z', 'revision_number': 3, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:14.713981 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 282e1621-e303-44eb-b39e-54598501cda8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:14.750068 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-b053b755-7e6c-4c43-b392-1fceba64403e req-20559995-681e-4c0e-a7ca-c098570774f2 service neutron] Attempting to bind port 17bd3912-873f-4528-8a86-eecf7a1b3f07 on host n-h1-713301-12 for vnic_type normal with profile None {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:43:14.751060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-b053b755-7e6c-4c43-b392-1fceba64403e req-20559995-681e-4c0e-a7ca-c098570774f2 service neutron] Attempting to bind port 17bd3912-873f-4528-8a86-eecf7a1b3f07 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:43:14.751836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b755-7e6c-4c43-b392-1fceba64403e req-20559995-681e-4c0e-a7ca-c098570774f2 service neutron] Attempting to bind port 17bd3912-873f-4528-8a86-eecf7a1b3f07 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:43:14.764512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b755-7e6c-4c43-b392-1fceba64403e req-20559995-681e-4c0e-a7ca-c098570774f2 service neutron] Port 17bd3912-873f-4528-8a86-eecf7a1b3f07 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:43:14.765528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b755-7e6c-4c43-b392-1fceba64403e req-20559995-681e-4c0e-a7ca-c098570774f2 service neutron] Attempting to bind port 17bd3912-873f-4528-8a86-eecf7a1b3f07 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:43:14.774549 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b755-7e6c-4c43-b392-1fceba64403e req-20559995-681e-4c0e-a7ca-c098570774f2 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:43:14.775220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b755-7e6c-4c43-b392-1fceba64403e req-20559995-681e-4c0e-a7ca-c098570774f2 service neutron] Checking segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:14.775924 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b755-7e6c-4c43-b392-1fceba64403e req-20559995-681e-4c0e-a7ca-c098570774f2 service neutron] Bound using segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:43:14.776692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-b053b755-7e6c-4c43-b392-1fceba64403e req-20559995-681e-4c0e-a7ca-c098570774f2 service neutron] Bound port: 17bd3912-873f-4528-8a86-eecf7a1b3f07, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:43:14.782812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-c938da4d-1511-4689-9be0-419da6e68b49 None None] Set router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:14.797023 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Checking router: 9edefd1b-fa54-4abf-a564-61148ec8cf14 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:43:14.797422 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Updating router 9edefd1b-fa54-4abf-a564-61148ec8cf14 port f3909f1e-b4f1-4215-bf62-3ec1064060d2 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:43:14.825810 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:14.846044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-b053b755-7e6c-4c43-b392-1fceba64403e req-20559995-681e-4c0e-a7ca-c098570774f2 service neutron] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:43:14.905894 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b053b755-7e6c-4c43-b392-1fceba64403e req-20559995-681e-4c0e-a7ca-c098570774f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:14.920307 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:14.922957 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-20559995-681e-4c0e-a7ca-c098570774f2 service neutron] 10.222.0.76 "POST /v2.0/ports/17bd3912-873f-4528-8a86-eecf7a1b3f07/bindings HTTP/1.1" status: 201 len: 390 time: 0.6842287 Aug 29 06:43:14.937505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55326ca0-9d00-4ab2-b9b8-d04da62f5629 req-a58f15c3-4c6e-4dfc-8bf5-01b6bd01727f service neutron] 10.222.0.76 "GET /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660601 Aug 29 06:43:14.968439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e30cc12-bdb6-41b7-9a5e-30c376fb9b60'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:14.971365 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe7da91-2571-4619-bb32-931e8976fd58" -d '{"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e30cc12-bdb6-41b7-9a5e-30c376fb9b60"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:15.174260 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:15.213939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 282e1621-e303-44eb-b39e-54598501cda8 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:15.222142 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2ce62-53da-470e-afff-17e956dc1b39 req-01264e55-5867-4c5d-86bf-b46524d10699 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:15.228067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 282e1621-e303-44eb-b39e-54598501cda8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:15.228502 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:15.234592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:15.241745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2ce62-53da-470e-afff-17e956dc1b39 req-01264e55-5867-4c5d-86bf-b46524d10699 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:15.253309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2ce62-53da-470e-afff-17e956dc1b39 req-01264e55-5867-4c5d-86bf-b46524d10699 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:15.269354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2ce62-53da-470e-afff-17e956dc1b39 req-01264e55-5867-4c5d-86bf-b46524d10699 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:15.282007 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2ce62-53da-470e-afff-17e956dc1b39 req-01264e55-5867-4c5d-86bf-b46524d10699 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:15.293327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2ce62-53da-470e-afff-17e956dc1b39 req-01264e55-5867-4c5d-86bf-b46524d10699 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:15.300405 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:15.303925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2ce62-53da-470e-afff-17e956dc1b39 req-01264e55-5867-4c5d-86bf-b46524d10699 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:15.306028 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4f2ce62-53da-470e-afff-17e956dc1b39 req-01264e55-5867-4c5d-86bf-b46524d10699 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5425 time: 0.2018120 Aug 29 06:43:15.313713 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Transition to ACTIVE for port object f3909f1e-b4f1-4215-bf62-3ec1064060d2 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:15.319559 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:15.320405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device bcd6b383-2ce3-4041-b3e5-40537ae7211f up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:15.385583 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4f2ce62-53da-470e-afff-17e956dc1b39 req-167fc059-3693-4465-838a-976f03eb0b50 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609910 Aug 29 06:43:15.406559 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:15.425140 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Allocated IP 172.20.0.1 (e7b23baf-e921-4053-aeac-270ae6d3d1f0/973deef4-b909-41a3-a8ef-a1b544d7d17d/45be8d50-163d-47a2-9ca9-f299ab2a5d17) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:15.573993 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02906fc-90c4-429a-884a-e841986c829c x-openstack-request-id: req-d02906fc-90c4-429a-884a-e841986c829c {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:15.575568 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Attempting to bind port f3909f1e-b4f1-4215-bf62-3ec1064060d2 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:43:15.576373 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51", "tag": "9c87c079-3c6a-45ce-b69a-f0d817d2080c", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:15.577175 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Attempting to bind port f3909f1e-b4f1-4215-bf62-3ec1064060d2 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:43:15.578417 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d02906fc-90c4-429a-884a-e841986c829c {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:15.578641 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Attempting to bind port f3909f1e-b4f1-4215-bf62-3ec1064060d2 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:43:15.579919 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'tag': '9c87c079-3c6a-45ce-b69a-f0d817d2080c', 'status': 'completed', 'code': 200} Aug 29 06:43:15.604992 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:43:15.609347 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:15.609347 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:15.609347 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:43:15.609347 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Bound port: f3909f1e-b4f1-4215-bf62-3ec1064060d2, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:43:15.609347 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:15.616142 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7dc3c-cd7a-44ca-a73a-245e016098b1 req-a2af09be-7258-41e8-b751-6d5ac2f38f18 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:15.623555 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fe7dc3c-cd7a-44ca-a73a-245e016098b1 req-a2af09be-7258-41e8-b751-6d5ac2f38f18 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1182220 Aug 29 06:43:15.663109 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:15.684772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:15.713914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Transition to ACTIVE for port object 45be8d50-163d-47a2-9ca9-f299ab2a5d17 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:15.734129 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fb45a-24b0-483d-be2c-827ef3b0ee64 None None] Pushing event updated for resources: {'Port': ['ID=f3909f1e-b4f1-4215-bf62-3ec1064060d2,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:15.750847 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:15.777182 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] For port f3909f1e-b4f1-4215-bf62-3ec1064060d2, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:43:15.777447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de90e2-6c9f-4705-b7ed-9d9836bf77b2 req-7b4726d4-fbc4-4222-9078-ed5ff491d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:15.778787 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a2de90e2-6c9f-4705-b7ed-9d9836bf77b2 req-7b4726d4-fbc4-4222-9078-ed5ff491d7a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=acc905bba43a4197803c1e8a9c61b00f&device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 1098 time: 0.1337564 Aug 29 06:43:15.784533 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fe7dc3c-cd7a-44ca-a73a-245e016098b1 req-9ccff8d7-a2cb-474a-9227-ad9fd0f763ec tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469440 Aug 29 06:43:15.815779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port bcd6b383-2ce3-4041-b3e5-40537ae7211f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:15.820972 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] For port f3909f1e-b4f1-4215-bf62-3ec1064060d2, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f3909f1e-b4f1-4215-bf62-3ec1064060d2,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:43:15.825029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 282e1621-e303-44eb-b39e-54598501cda8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=282e1621-e303-44eb-b39e-54598501cda8,segment=NetworkSegment(5dc58f46-c192-4dc5-a607-1ab9d7354241),segment_id=5dc58f46-c192-4dc5-a607-1ab9d7354241)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:15.826362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port bcd6b383-2ce3-4041-b3e5-40537ae7211f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:15.827084 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:15.831526 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57918528-70f6-4506-89b6-0a32c024e316 req-638d2aad-d6a9-46d7-8be7-855319f3f2be tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 258 time: 0.2067523 Aug 29 06:43:15.832843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c938da4d-1511-4689-9be0-419da6e68b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:42:41Z', 'revision_number': 4, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port': {'id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:36Z', 'updated_at': '2021-08-29T06:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '9cb0ced4-355a-4490-a4a8-82ea4edf74c5', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'port_id': '9c87c079-3c6a-45ce-b69a-f0d817d2080c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'mac_address': 'fa:16:3e:03:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:43:10Z', 'updated_at': '2021-08-29T06:43:12Z', 'revision_number': 1, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad194d1-1dc2-40c9-8337-411088f48d93', 'name': '', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'mac_address': 'fa:16:3e:82:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:40Z', 'updated_at': '2021-08-29T06:42:47Z', 'revision_number': 5, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'subnets': [{'id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:15.847761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:15.882749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c938da4d-1511-4689-9be0-419da6e68b49 None None] The sync data for ids ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'] in n-d-713301-12 is: [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:42:41Z', 'revision_number': 4, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port': {'id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:36Z', 'updated_at': '2021-08-29T06:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '9cb0ced4-355a-4490-a4a8-82ea4edf74c5', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'port_id': '9c87c079-3c6a-45ce-b69a-f0d817d2080c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'mac_address': 'fa:16:3e:03:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:43:10Z', 'updated_at': '2021-08-29T06:43:12Z', 'revision_number': 1, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad194d1-1dc2-40c9-8337-411088f48d93', 'name': '', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'mac_address': 'fa:16:3e:82:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:40Z', 'updated_at': '2021-08-29T06:42:47Z', 'revision_number': 5, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'subnets': [{'id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:43:15.900935 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:15.925735 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:15.926506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b755-7e6c-4c43-b392-1fceba64403e req-37da6c58-a757-4c7e-8fc2-af98f44e2bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:15.928634 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ff307e-7010-4078-b5cd-c6bf2e15a137 x-openstack-request-id: req-d1ff307e-7010-4078-b5cd-c6bf2e15a137 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:15.930038 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-37da6c58-a757-4c7e-8fc2-af98f44e2bb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 1098 time: 0.1758051 Aug 29 06:43:15.930899 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e30cc12-bdb6-41b7-9a5e-30c376fb9b60", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:15.931216 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1ff307e-7010-4078-b5cd-c6bf2e15a137 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:15.935599 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e30cc12-bdb6-41b7-9a5e-30c376fb9b60', 'code': 200} Aug 29 06:43:15.980600 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:16.010417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de90e2-6c9f-4705-b7ed-9d9836bf77b2 req-98bf4272-b71c-4afa-ad79-220d7d7c301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:16.014462 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a2de90e2-6c9f-4705-b7ed-9d9836bf77b2 req-98bf4272-b71c-4afa-ad79-220d7d7c301d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6cd72f6f-0cb6-4e26-907a-23085a94a0bb HTTP/1.1" status: 200 len: 929 time: 0.2158422 Aug 29 06:43:16.062940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=282e1621-e303-44eb-b39e-54598501cda8,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:16.076597 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Routers {'9edefd1b-fa54-4abf-a564-61148ec8cf14'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:16.077237 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9edefd1b-fa54-4abf-a564-61148ec8cf14'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:16.083359 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fb45a-24b0-483d-be2c-827ef3b0ee64 None None] Pushing event updated for resources: {'Port': ['ID=f3909f1e-b4f1-4215-bf62-3ec1064060d2,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:16.097544 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:16.103011 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:16.153731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port bcd6b383-2ce3-4041-b3e5-40537ae7211f, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bcd6b383-2ce3-4041-b3e5-40537ae7211f,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:16.185364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6515a-558c-472d-9f31-21a07f94a467 req-4b920549-bb95-4575-ab14-e07b40ebbc4b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:16.191481 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4d6515a-558c-472d-9f31-21a07f94a467 req-4b920549-bb95-4575-ab14-e07b40ebbc4b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 946 time: 0.1154799 Aug 29 06:43:16.240148 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:16.240873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:16.289319 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] Set router 9edefd1b-fa54-4abf-a564-61148ec8cf14 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:16.301463 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4d6515a-558c-472d-9f31-21a07f94a467 req-d42dd841-ec4e-4d0f-af70-ce4047b0ca26 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981338 Aug 29 06:43:16.376323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74157d69-b7d8-47d4-8996-a7b05c767a37 None None] New status for floating IP 9cb0ced4-355a-4490-a4a8-82ea4edf74c5: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:43:16.396849 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:16.622953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=bcd6b383-2ce3-4041-b3e5-40537ae7211f,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:16.626034 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Network e7b23baf-e921-4053-aeac-270ae6d3d1f0 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:16.644909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:16.653143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:43:16.655463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 282e1621-e303-44eb-b39e-54598501cda8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:16.700511 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:43:13Z', 'revision_number': 3, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:16.712621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Pushing event updated for resources: {'Port': ['ID=45be8d50-163d-47a2-9ca9-f299ab2a5d17,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:16.742569 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a2de90e2-6c9f-4705-b7ed-9d9836bf77b2 req-8e523e14-5096-4969-aee3-ddd0f206376a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c87c079-3c6a-45ce-b69a-f0d817d2080c HTTP/1.1" status: 200 len: 1000 time: 0.6998050 Aug 29 06:43:16.753322 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Allocated IP 172.25.1.138 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/ea4e35be-978f-416c-bc69-bde59d86e199) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:16.765840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 282e1621-e303-44eb-b39e-54598501cda8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:16.766462 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56401d-436a-4157-9859-a79b34eb4264 None None] The sync data for ids ['9edefd1b-fa54-4abf-a564-61148ec8cf14'] in n-d-713301-12 is: [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:43:13Z', 'revision_number': 3, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:43:16.766646 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:16.813299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:16.831562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:16.832247 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:16.868463 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de90e2-6c9f-4705-b7ed-9d9836bf77b2 req-d7518218-be86-4de9-8a70-07e17755d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:16.870019 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a2de90e2-6c9f-4705-b7ed-9d9836bf77b2 req-d7518218-be86-4de9-8a70-07e17755d283 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a HTTP/1.1" status: 200 len: 867 time: 0.1160796 Aug 29 06:43:16.870691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:16.887367 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34df7de-73be-4232-bb68-58c5cb453103 req-237a4fc2-40f7-4095-96f3-c4d88e5a0bd9 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:16.889452 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e34df7de-73be-4232-bb68-58c5cb453103 req-237a4fc2-40f7-4095-96f3-c4d88e5a0bd9 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 945 time: 0.4140151 Aug 29 06:43:16.950478 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b755-7e6c-4c43-b392-1fceba64403e req-8612ef95-b7d3-4c7a-821d-a1bb513b748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:16.955691 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-8612ef95-b7d3-4c7a-821d-a1bb513b748f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 1.0132835 Aug 29 06:43:16.971324 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:16.997105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e34df7de-73be-4232-bb68-58c5cb453103 req-299c8627-5d13-48d8-9443-fbfc2fabef44 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988126 Aug 29 06:43:17.041572 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:17.062433 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-ebe47720-e70f-4198-a523-3e4b961fd7f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07 HTTP/1.1" status: 200 len: 217 time: 0.0790970 Aug 29 06:43:17.128265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb,segment=NetworkSegment(c0ddeede-b9bc-4b83-bca6-4676524f3e20),segment_id=c0ddeede-b9bc-4b83-bca6-4676524f3e20)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:17.152823 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:17.184607 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b8544c21-36f7-4f22-9a9c-d435789f0d84 None None] Provisioning for port 45be8d50-163d-47a2-9ca9-f299ab2a5d17 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:17.189472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b8544c21-36f7-4f22-9a9c-d435789f0d84 None None] Provisioning complete for port 45be8d50-163d-47a2-9ca9-f299ab2a5d17 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:17.191315 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b8544c21-36f7-4f22-9a9c-d435789f0d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:17.215882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de90e2-6c9f-4705-b7ed-9d9836bf77b2 req-9819fdd1-b4de-403f-aa8b-c0ac4c3775ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:17.219214 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a2de90e2-6c9f-4705-b7ed-9d9836bf77b2 req-9819fdd1-b4de-403f-aa8b-c0ac4c3775ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cd72f6f-0cb6-4e26-907a-23085a94a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2702603 Aug 29 06:43:17.249864 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b755-7e6c-4c43-b392-1fceba64403e req-0c78d47a-a25a-47f8-a1dd-37bae503716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:17.251462 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-0c78d47a-a25a-47f8-a1dd-37bae503716a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.1781456 Aug 29 06:43:17.258162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b8544c21-36f7-4f22-9a9c-d435789f0d84 None None] Port 45be8d50-163d-47a2-9ca9-f299ab2a5d17 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:43:17.261193 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:17.262925 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device ce4dd112-c306-4947-90f4-bcdb99840941 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:17.271384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:17.294048 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:17.299628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:43:17.359971 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-f0a01f96-8cb3-47c7-9ccd-882b75fa6a41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903268 Aug 29 06:43:17.368940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Pushing event updated for resources: {'Port': ['ID=ea4e35be-978f-416c-bc69-bde59d86e199,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:17.418368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:17.453935 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:17.475410 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:17.477535 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431d75b-679d-4f14-b56e-cde879dbabd5 req-b79cb799-7bdd-4b2c-94b8-9faae80cdc38 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:17.483759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431d75b-679d-4f14-b56e-cde879dbabd5 req-b79cb799-7bdd-4b2c-94b8-9faae80cdc38 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:17.489900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431d75b-679d-4f14-b56e-cde879dbabd5 req-b79cb799-7bdd-4b2c-94b8-9faae80cdc38 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:17.496710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431d75b-679d-4f14-b56e-cde879dbabd5 req-b79cb799-7bdd-4b2c-94b8-9faae80cdc38 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:17.502928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431d75b-679d-4f14-b56e-cde879dbabd5 req-b79cb799-7bdd-4b2c-94b8-9faae80cdc38 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:17.510871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431d75b-679d-4f14-b56e-cde879dbabd5 req-b79cb799-7bdd-4b2c-94b8-9faae80cdc38 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:17.516934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431d75b-679d-4f14-b56e-cde879dbabd5 req-b79cb799-7bdd-4b2c-94b8-9faae80cdc38 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:17.526923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4431d75b-679d-4f14-b56e-cde879dbabd5 req-b79cb799-7bdd-4b2c-94b8-9faae80cdc38 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5428 time: 0.2495790 Aug 29 06:43:17.535008 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a2de90e2-6c9f-4705-b7ed-9d9836bf77b2 req-dc394a21-0c42-40b4-8cab-2f8868e1ee1b service neutron] 10.222.0.11 "GET /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004353 Aug 29 06:43:17.582567 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4431d75b-679d-4f14-b56e-cde879dbabd5 req-cd2df67f-6668-4f25-8901-41ce4c5e0faa tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565052 Aug 29 06:43:17.586373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port ce4dd112-c306-4947-90f4-bcdb99840941 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:17.594321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port ce4dd112-c306-4947-90f4-bcdb99840941 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:17.594321 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:17.650139 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:17.727079 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:17.748524 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a2de90e2-6c9f-4705-b7ed-9d9836bf77b2 req-44dfc81a-4aaa-4741-978f-a91fa253a0c3 service neutron] 10.222.0.11 "GET /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982057 Aug 29 06:43:17.812325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port ce4dd112-c306-4947-90f4-bcdb99840941, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ce4dd112-c306-4947-90f4-bcdb99840941,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:17.859411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b371a11-f330-4e80-b7a6-9eaa74e57d9b req-9d97757b-5168-4e93-bd79-87075c6c74cb tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:17.861293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b371a11-f330-4e80-b7a6-9eaa74e57d9b req-9d97757b-5168-4e93-bd79-87075c6c74cb tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1588106 Aug 29 06:43:17.879510 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:17.880503 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:17.882169 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-126de472-ad57-49e8-b9b0-bd11a8309ef6 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140529 Aug 29 06:43:17.931909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b371a11-f330-4e80-b7a6-9eaa74e57d9b req-b9f4749a-a082-467b-968e-16f6be903531 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629869 Aug 29 06:43:17.932871 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:17.971471 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd6b383-2ce3-4041-b3e5-40537ae7211f'}, {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb'}, {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4dd112-c306-4947-90f4-bcdb99840941'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:17.974059 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fc8ff9-08a6-42eb-bc1f-79331e307c5d" -d '{"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "bcd6b383-2ce3-4041-b3e5-40537ae7211f"}, {"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb"}, {"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "ce4dd112-c306-4947-90f4-bcdb99840941"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:17.998345 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:18.001964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:18.042034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=ce4dd112-c306-4947-90f4-bcdb99840941,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:18.074138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4b8d6-5561-419f-afb0-1b66f91c0ac5 req-6c60ce48-1530-4008-86eb-8ba04f80f47e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:18.075836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6cf4b8d6-5561-419f-afb0-1b66f91c0ac5 req-6c60ce48-1530-4008-86eb-8ba04f80f47e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 946 time: 0.0631485 Aug 29 06:43:18.086862 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:18.117726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Pushing event updated for resources: {'Port': ['ID=45be8d50-163d-47a2-9ca9-f299ab2a5d17,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:18.118435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:18.123079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:18.124360 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:18.126581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:18.161648 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8b0e318-de63-430b-ad22-d3951e6b90c4 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717295 Aug 29 06:43:18.235424 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:18.262206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6cf4b8d6-5561-419f-afb0-1b66f91c0ac5 req-62cb1c50-2b01-4045-a212-f33ad1e5142e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719179 Aug 29 06:43:18.267917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Pushing event updated for resources: {'Port': ['ID=ea4e35be-978f-416c-bc69-bde59d86e199,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:18.276410 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60,segment=NetworkSegment(8d5b293c-194f-49eb-9d3d-44ef4068820c),segment_id=8d5b293c-194f-49eb-9d3d-44ef4068820c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:18.294484 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Network e7b23baf-e921-4053-aeac-270ae6d3d1f0 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:18.294698 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:18.296314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:18.371254 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:18.372543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device ef27d19d-f6d0-40c3-bce9-622d1313e3b4 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:18.410862 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:18.412833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57918528-70f6-4506-89b6-0a32c024e316 req-d740d9ed-7ab0-43fa-a619-9e7e5ab21429 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5742798 Aug 29 06:43:18.549433 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Router 9edefd1b-fa54-4abf-a564-61148ec8cf14 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:43:18.556307 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:18.686043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port ef27d19d-f6d0-40c3-bce9-622d1313e3b4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:18.702909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port ef27d19d-f6d0-40c3-bce9-622d1313e3b4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:18.703129 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:18.707179 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b5417377-af9b-4d13-999e-6ef5111632be None None] Provisioning complete for port 45be8d50-163d-47a2-9ca9-f299ab2a5d17 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:18.707179 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b5417377-af9b-4d13-999e-6ef5111632be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:18.781347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f3909f1e-b4f1-4215-bf62-3ec1064060d2 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:18.812541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:43:18.822771 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-660cd077-4402-4d1f-a946-d4249de04b05 admin admin] 10.222.0.76 "PUT /v2.0/routers/9edefd1b-fa54-4abf-a564-61148ec8cf14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4964061 Aug 29 06:43:18.931884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b5417377-af9b-4d13-999e-6ef5111632be None None] Port 45be8d50-163d-47a2-9ca9-f299ab2a5d17 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:43:18.933144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57918528-70f6-4506-89b6-0a32c024e316 req-a0ade541-c264-4752-b6c6-7ea17f5c15b1 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.5113037 Aug 29 06:43:18.949830 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f717e4f6-dfae-4511-a77b-5fecee79d93a x-openstack-request-id: req-f717e4f6-dfae-4511-a77b-5fecee79d93a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:18.950806 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "bcd6b383-2ce3-4041-b3e5-40537ae7211f", "code": 200}, {"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb", "code": 200}, {"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "ce4dd112-c306-4947-90f4-bcdb99840941", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:18.951942 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f717e4f6-dfae-4511-a77b-5fecee79d93a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:18.952512 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd6b383-2ce3-4041-b3e5-40537ae7211f', 'code': 200} Aug 29 06:43:18.952954 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb', 'code': 200} Aug 29 06:43:18.953366 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4dd112-c306-4947-90f4-bcdb99840941', 'code': 200} Aug 29 06:43:19.033047 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:19.079501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port ef27d19d-f6d0-40c3-bce9-622d1313e3b4, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ef27d19d-f6d0-40c3-bce9-622d1313e3b4,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:19.081290 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port f3909f1e-b4f1-4215-bf62-3ec1064060d2 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:19.086125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port f3909f1e-b4f1-4215-bf62-3ec1064060d2 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:19.086507 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:19.152484 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:19.153567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 060c1398-807d-4842-967b-5455af62da39 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:19.172938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57918528-70f6-4506-89b6-0a32c024e316 req-a242cfae-672c-45ad-b019-7226b45ee6d6 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:19.175707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57918528-70f6-4506-89b6-0a32c024e316 req-a242cfae-672c-45ad-b019-7226b45ee6d6 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.2341630 Aug 29 06:43:19.196345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-57918528-70f6-4506-89b6-0a32c024e316 req-9f0f8520-328d-43a8-911f-6d9be5bac3ac tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:43:19.197499 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57918528-70f6-4506-89b6-0a32c024e316 req-9f0f8520-328d-43a8-911f-6d9be5bac3ac tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096650 Aug 29 06:43:19.266519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58000-b3bf-42d4-9c3a-18da1b95abaa req-f1b31a37-6012-4599-b2e2-5dcefde8f8e7 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:19.278134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58000-b3bf-42d4-9c3a-18da1b95abaa req-f1b31a37-6012-4599-b2e2-5dcefde8f8e7 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:19.289000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58000-b3bf-42d4-9c3a-18da1b95abaa req-f1b31a37-6012-4599-b2e2-5dcefde8f8e7 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:19.293076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=ef27d19d-f6d0-40c3-bce9-622d1313e3b4,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:19.295906 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:19.299461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58000-b3bf-42d4-9c3a-18da1b95abaa req-f1b31a37-6012-4599-b2e2-5dcefde8f8e7 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:19.313065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58000-b3bf-42d4-9c3a-18da1b95abaa req-f1b31a37-6012-4599-b2e2-5dcefde8f8e7 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:19.314878 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Sync routers for ids ['9edefd1b-fa54-4abf-a564-61148ec8cf14'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:43:19.321706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58000-b3bf-42d4-9c3a-18da1b95abaa req-f1b31a37-6012-4599-b2e2-5dcefde8f8e7 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:19.326978 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Routers {'9edefd1b-fa54-4abf-a564-61148ec8cf14'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:19.327294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port f3909f1e-b4f1-4215-bf62-3ec1064060d2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f3909f1e-b4f1-4215-bf62-3ec1064060d2,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:19.328368 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9edefd1b-fa54-4abf-a564-61148ec8cf14'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:19.331572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58000-b3bf-42d4-9c3a-18da1b95abaa req-f1b31a37-6012-4599-b2e2-5dcefde8f8e7 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:19.334223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6e58000-b3bf-42d4-9c3a-18da1b95abaa req-f1b31a37-6012-4599-b2e2-5dcefde8f8e7 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5431 time: 0.1572642 Aug 29 06:43:19.411468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 060c1398-807d-4842-967b-5455af62da39 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:19.413992 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:19.420831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 060c1398-807d-4842-967b-5455af62da39 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:19.421205 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:19.430520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6e58000-b3bf-42d4-9c3a-18da1b95abaa req-01233c96-9a2c-4fa2-ad12-8dcd7831e1f5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818419 Aug 29 06:43:19.441951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef395bb-76b6-4d38-82fa-5615d3c7a8b1 req-9f91c5cf-8252-4eea-bc07-248678b51f8f tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:19.444004 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef395bb-76b6-4d38-82fa-5615d3c7a8b1 req-9f91c5cf-8252-4eea-bc07-248678b51f8f tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 945 time: 0.1075518 Aug 29 06:43:19.484390 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Set router 9edefd1b-fa54-4abf-a564-61148ec8cf14 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:19.512172 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef395bb-76b6-4d38-82fa-5615d3c7a8b1 req-1dc255fc-2704-477f-8a30-8637eb28f3a3 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607734 Aug 29 06:43:19.564863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=f3909f1e-b4f1-4215-bf62-3ec1064060d2,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:19.629611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9ced8-3c99-496a-8201-e657293f2189 req-e98254bd-3b6a-47b7-be8a-4d362e65fe58 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:19.641205 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71f9ced8-3c99-496a-8201-e657293f2189 req-e98254bd-3b6a-47b7-be8a-4d362e65fe58 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.0826240 Aug 29 06:43:19.702606 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:19.752807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71f9ced8-3c99-496a-8201-e657293f2189 req-4c834237-1437-431c-82d1-77d582b1eb3e tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094928 Aug 29 06:43:19.789535 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 060c1398-807d-4842-967b-5455af62da39, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=060c1398-807d-4842-967b-5455af62da39,segment=NetworkSegment(c0ddeede-b9bc-4b83-bca6-4676524f3e20),segment_id=c0ddeede-b9bc-4b83-bca6-4676524f3e20)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:19.835504 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:43:17Z', 'revision_number': 4, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '45be8d50-163d-47a2-9ca9-f299ab2a5d17', 'name': '', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'mac_address': 'fa:16:3e:57:ce:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:15Z', 'updated_at': '2021-08-29T06:43:17Z', 'revision_number': 2, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'subnets': [{'id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:19.874014 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:19.891380 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Checking router: 9edefd1b-fa54-4abf-a564-61148ec8cf14 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:43:19.895284 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Updating router 9edefd1b-fa54-4abf-a564-61148ec8cf14 port 45be8d50-163d-47a2-9ca9-f299ab2a5d17 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:43:19.943277 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:19.968543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=060c1398-807d-4842-967b-5455af62da39,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:19.987748 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dc191-c7c9-4fee-8f47-3e31603061a4 req-2a87dabc-0fe0-4c51-b5ba-3c5408493772 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:19.997017 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f51dc191-c7c9-4fee-8f47-3e31603061a4 req-2a87dabc-0fe0-4c51-b5ba-3c5408493772 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0770051 Aug 29 06:43:20.060784 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f51dc191-c7c9-4fee-8f47-3e31603061a4 req-7f619beb-0919-4a95-a49c-74b72bbbaddc tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0618193 Aug 29 06:43:20.073396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41708) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:20.078235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-480efb84-0b58-4022-b56a-cbbda2edf590 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427129651', 'description': 'tempest-description--2137182794'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:20.084557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-f51dc191-c7c9-4fee-8f47-3e31603061a4 req-076dbf78-3c14-4f48-9f0b-4397a453e89e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Request body: {'floatingip': {'port_id': '9c87c079-3c6a-45ce-b69a-f0d817d2080c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:20.176766 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-480efb84-0b58-4022-b56a-cbbda2edf590 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:20.208205 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f51dc191-c7c9-4fee-8f47-3e31603061a4 req-076dbf78-3c14-4f48-9f0b-4397a453e89e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:20.329919 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-480efb84-0b58-4022-b56a-cbbda2edf590 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:20.369711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616bf87-e522-4d4e-a8a5-943d72452646 req-c211f0a0-fff2-40af-a7e5-715c895eb494 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:20.371338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4616bf87-e522-4d4e-a8a5-943d72452646 req-c211f0a0-fff2-40af-a7e5-715c895eb494 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 946 time: 0.2066653 Aug 29 06:43:20.427697 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:20.442291 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Transition to ACTIVE for port object 45be8d50-163d-47a2-9ca9-f299ab2a5d17 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:20.469463 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4616bf87-e522-4d4e-a8a5-943d72452646 req-6274b4bf-5dcb-4cfc-822c-0e0558b94606 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476513 Aug 29 06:43:20.530854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-8f1c1af6-017c-4725-a5f3-fedc46cd6822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:20.533050 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-8f1c1af6-017c-4725-a5f3-fedc46cd6822 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 945 time: 0.0988786 Aug 29 06:43:20.567042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f3909f1e-b4f1-4215-bf62-3ec1064060d2 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:20.634928 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-480efb84-0b58-4022-b56a-cbbda2edf590 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:20.663905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port f3909f1e-b4f1-4215-bf62-3ec1064060d2 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:20.664592 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:20.671284 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-f51dc191-c7c9-4fee-8f47-3e31603061a4 req-076dbf78-3c14-4f48-9f0b-4397a453e89e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 06:43:20.676264 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f51dc191-c7c9-4fee-8f47-3e31603061a4 req-076dbf78-3c14-4f48-9f0b-4397a453e89e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "PUT /v2.0/floatingips/d93c2340-787e-492b-8395-84357fe2cbc6 HTTP/1.1" status: 409 len: 551 time: 0.6081402 Aug 29 06:43:20.689094 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:20.722684 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480efb84-0b58-4022-b56a-cbbda2edf590 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:20.769581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Deleting port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:20.769829 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:20.909572 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Attempting to bind port 45be8d50-163d-47a2-9ca9-f299ab2a5d17 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:43:20.912630 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Attempting to bind port 45be8d50-163d-47a2-9ca9-f299ab2a5d17 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '5dc58f46-c192-4dc5-a607-1ab9d7354241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:43:20.912997 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Attempting to bind port 45be8d50-163d-47a2-9ca9-f299ab2a5d17 on network e7b23baf-e921-4053-aeac-270ae6d3d1f0 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:43:20.923377 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:43:20.933682 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Checking segment: {'id': '5dc58f46-c192-4dc5-a607-1ab9d7354241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:20.933682 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:20.933682 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Bound using segment: {'id': '5dc58f46-c192-4dc5-a607-1ab9d7354241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:43:20.933682 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Bound port: 45be8d50-163d-47a2-9ca9-f299ab2a5d17, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc58f46-c192-4dc5-a607-1ab9d7354241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:43:20.933682 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:20.937994 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-480efb84-0b58-4022-b56a-cbbda2edf590 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:20.941579 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-480efb84-0b58-4022-b56a-cbbda2edf590 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8670859 Aug 29 06:43:20.945181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41718) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:20.949210 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bedf52-4f53-45f6-86bb-c6b3f7c53e5e None None] Pushing event updated for resources: {'Port': ['ID=45be8d50-163d-47a2-9ca9-f299ab2a5d17,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:20.951859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ec04a0dc-8a23-4836-99c4-c69d06d20b9d tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Request body: {'security_group_rule': {'security_group_id': '3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:21.035875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] For port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:21.036619 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:21.058421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60'}, {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef27d19d-f6d0-40c3-bce9-622d1313e3b4'}, {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060c1398-807d-4842-967b-5455af62da39'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:21.060816 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5234916d-9cf6-4ddd-8aef-22301141fb6e" -d '{"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "35d5406e-8d2d-4eb6-b4fb-3ef041d38f60"}, {"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "ef27d19d-f6d0-40c3-bce9-622d1313e3b4"}, {"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "060c1398-807d-4842-967b-5455af62da39"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:21.066501 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:21.134050 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] For port 45be8d50-163d-47a2-9ca9-f299ab2a5d17, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:43:21.141367 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] For port 45be8d50-163d-47a2-9ca9-f299ab2a5d17, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=45be8d50-163d-47a2-9ca9-f299ab2a5d17,segment=NetworkSegment(5dc58f46-c192-4dc5-a607-1ab9d7354241),segment_id=5dc58f46-c192-4dc5-a607-1ab9d7354241)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:43:21.239437 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ec04a0dc-8a23-4836-99c4-c69d06d20b9d tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:21.240011 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:21.306421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320da6c-45bb-4185-92d1-8289cb5cc8fb req-c5a0ed05-43ad-4da1-a1a1-f6a7bc2b4cca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:21.312546 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320da6c-45bb-4185-92d1-8289cb5cc8fb req-c5a0ed05-43ad-4da1-a1a1-f6a7bc2b4cca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:21.319156 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320da6c-45bb-4185-92d1-8289cb5cc8fb req-c5a0ed05-43ad-4da1-a1a1-f6a7bc2b4cca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:21.325262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320da6c-45bb-4185-92d1-8289cb5cc8fb req-c5a0ed05-43ad-4da1-a1a1-f6a7bc2b4cca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:21.331385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320da6c-45bb-4185-92d1-8289cb5cc8fb req-c5a0ed05-43ad-4da1-a1a1-f6a7bc2b4cca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:21.337321 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320da6c-45bb-4185-92d1-8289cb5cc8fb req-c5a0ed05-43ad-4da1-a1a1-f6a7bc2b4cca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:21.343258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320da6c-45bb-4185-92d1-8289cb5cc8fb req-c5a0ed05-43ad-4da1-a1a1-f6a7bc2b4cca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:21.345386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4320da6c-45bb-4185-92d1-8289cb5cc8fb req-c5a0ed05-43ad-4da1-a1a1-f6a7bc2b4cca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5432 time: 0.2017281 Aug 29 06:43:21.378556 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bedf52-4f53-45f6-86bb-c6b3f7c53e5e None None] Pushing event updated for resources: {'Port': ['ID=45be8d50-163d-47a2-9ca9-f299ab2a5d17,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:21.408951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86165c-b445-49ab-9410-ee319b760b2c req-762fec1a-f3ec-4bec-ac48-e6dcab4ab38d tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:21.419700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb86165c-b445-49ab-9410-ee319b760b2c req-762fec1a-f3ec-4bec-ac48-e6dcab4ab38d tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba361e80-6563-4c23-a0ea-3b3b5fcd7e27 HTTP/1.1" status: 200 len: 945 time: 0.3359435 Aug 29 06:43:21.423582 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Routers {'9edefd1b-fa54-4abf-a564-61148ec8cf14'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:21.427081 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9edefd1b-fa54-4abf-a564-61148ec8cf14'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:21.451590 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:21.452955 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:21.453569 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Floating IP d8f667c4-4ef3-4939-b1da-c4cf6d96ab45 disassociated. External IP: 172.25.1.215, port: 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d. Aug 29 06:43:21.454141 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Calling delete_port for 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:21.483975 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ec04a0dc-8a23-4836-99c4-c69d06d20b9d tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:21.498929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4320da6c-45bb-4185-92d1-8289cb5cc8fb req-aa174332-11c7-4522-82e8-313dfc002dce tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1375830 Aug 29 06:43:21.535750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb86165c-b445-49ab-9410-ee319b760b2c req-e7197948-5206-472b-ba3d-3df81d895b5d tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups?id=a96c8491-24b4-4367-acbe-370423876a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034424 Aug 29 06:43:21.632622 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ec04a0dc-8a23-4836-99c4-c69d06d20b9d tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:21.704234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-3b135ae5-d049-4cf9-b794-e158637ffd78 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips/d93c2340-787e-492b-8395-84357fe2cbc6 HTTP/1.1" status: 200 len: 693 time: 0.1387274 Aug 29 06:43:21.722200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04a0dc-8a23-4836-99c4-c69d06d20b9d tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa85205-b97b-4b4c-9a7b-bf9690625a54,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:21.733324 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] Set router 9edefd1b-fa54-4abf-a564-61148ec8cf14 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:21.757799 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:21.777963 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ec04a0dc-8a23-4836-99c4-c69d06d20b9d tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:21.779179 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ec04a0dc-8a23-4836-99c4-c69d06d20b9d tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8326461 Aug 29 06:43:21.782626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41728) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:21.794224 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Pushing event deleted for resources: {'Port': ['ID=2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:21.797771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-717473bd-c139-43f6-9f3c-abf537815d15 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Request body: {'security_group_rule': {'security_group_id': '3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:21.858115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155b9f4-a978-4c3f-9c75-a86b4feae24a req-4c123200-78aa-4e5b-a157-821270ec5ff9 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:21.867849 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7155b9f4-a978-4c3f-9c75-a86b4feae24a req-4c123200-78aa-4e5b-a157-821270ec5ff9 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.2154460 Aug 29 06:43:21.917372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-2590bfc3-c69a-4b51-b24e-358a0ea97e8a tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:21.920508 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-2590bfc3-c69a-4b51-b24e-358a0ea97e8a tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1955779 Aug 29 06:43:21.938132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-d1ef9524-211e-4fa8-87bd-a80c8212b387 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:43:21.938132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-d1ef9524-211e-4fa8-87bd-a80c8212b387 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068619 Aug 29 06:43:21.955337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7155b9f4-a978-4c3f-9c75-a86b4feae24a req-6cc91824-1c44-44a8-b5b8-a06584c54697 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814626 Aug 29 06:43:21.985827 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717473bd-c139-43f6-9f3c-abf537815d15 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:21.998285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Router 2187b990-a096-450d-9a4b-ed702e426eb6 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:43:22.029929 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:43:17Z', 'revision_number': 4, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '45be8d50-163d-47a2-9ca9-f299ab2a5d17', 'name': '', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'mac_address': 'fa:16:3e:57:ce:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:15Z', 'updated_at': '2021-08-29T06:43:21Z', 'revision_number': 4, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'subnets': [{'id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:22.073538 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1e3b4-1b9c-4fe4-9e8a-5417185b3ed3 None None] The sync data for ids ['9edefd1b-fa54-4abf-a564-61148ec8cf14'] in n-d-713301-12 is: [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:43:17Z', 'revision_number': 4, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '45be8d50-163d-47a2-9ca9-f299ab2a5d17', 'name': '', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'mac_address': 'fa:16:3e:57:ce:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:15Z', 'updated_at': '2021-08-29T06:43:21Z', 'revision_number': 4, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'subnets': [{'id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:43:22.077208 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-a2f56cfa-b3ee-4afd-8b9c-1bf56df8edab tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.1208093 Aug 29 06:43:22.161867 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:43:22.184769 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c5f056-062a-4d9e-a27e-de3474a91b18 None None] Sync routers for ids ['2187b990-a096-450d-9a4b-ed702e426eb6'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:43:22.203737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c5f056-062a-4d9e-a27e-de3474a91b18 None None] Routers {'2187b990-a096-450d-9a4b-ed702e426eb6'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:22.207811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-01c5f056-062a-4d9e-a27e-de3474a91b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2187b990-a096-450d-9a4b-ed702e426eb6'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:22.234302 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-cd0923f8-5278-4611-b305-781641e1347b tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.1563175 Aug 29 06:43:22.249333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] No DVR routers for this DVR port 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:43:22.252525 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:22.254891 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f068a05-79a7-43a8-ad7a-399f1fe814e3 req-c080a654-012d-4190-b832-ec1b69316a35 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.15 "DELETE /v2.0/ports/2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d HTTP/1.1" status: 204 len: 173 time: 1.7095706 Aug 29 06:43:22.255577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba361e80-6563-4c23-a0ea-3b3b5fcd7e27', 'name': 'network-vif-deleted', 'tag': '2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:22.259422 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa1f363-dc17-45fe-8d54-26992779c3c9" -d '{"events": [{"server_uuid": "ba361e80-6563-4c23-a0ea-3b3b5fcd7e27", "name": "network-vif-deleted", "tag": "2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:22.341791 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717473bd-c139-43f6-9f3c-abf537815d15 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:22.389142 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075d2e7-e0d4-4a3a-a5b4-3acae37119ef req-4368b137-dba2-483e-931e-5fade08da6de tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:22.390989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0075d2e7-e0d4-4a3a-a5b4-3acae37119ef req-4368b137-dba2-483e-931e-5fade08da6de tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 945 time: 0.3391664 Aug 29 06:43:22.400568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-01c5f056-062a-4d9e-a27e-de3474a91b18 None None] Set router 2187b990-a096-450d-9a4b-ed702e426eb6 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:22.430889 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717473bd-c139-43f6-9f3c-abf537815d15 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:22.500703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717473bd-c139-43f6-9f3c-abf537815d15 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91472fca-988c-4c8f-a71c-2fca03f4c0d7,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:22.558689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0075d2e7-e0d4-4a3a-a5b4-3acae37119ef req-0205b203-7671-45ac-8015-150101c68bcb tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f1dac40-268e-49d0-9551-30636a9285fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380961 Aug 29 06:43:22.575589 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717473bd-c139-43f6-9f3c-abf537815d15 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:22.577915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-717473bd-c139-43f6-9f3c-abf537815d15 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7837532 Aug 29 06:43:22.580584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-63058a17-42e8-4e2e-aec6-8b19d258bc71 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Deleting port ea4e35be-978f-416c-bc69-bde59d86e199 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:22.580929 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-63058a17-42e8-4e2e-aec6-8b19d258bc71 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:22.585031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41738) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:22.590979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:22.703656 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c8640a-dc25-4e25-9ce6-e0cdaa30187a x-openstack-request-id: req-b4c8640a-dc25-4e25-9ce6-e0cdaa30187a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:22.703962 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "35d5406e-8d2d-4eb6-b4fb-3ef041d38f60", "code": 200}, {"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "ef27d19d-f6d0-40c3-bce9-622d1313e3b4", "code": 200}, {"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "060c1398-807d-4842-967b-5455af62da39", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:22.704223 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b4c8640a-dc25-4e25-9ce6-e0cdaa30187a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:22.705153 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60', 'code': 200} Aug 29 06:43:22.705434 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef27d19d-f6d0-40c3-bce9-622d1313e3b4', 'code': 200} Aug 29 06:43:22.705714 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060c1398-807d-4842-967b-5455af62da39', 'code': 200} Aug 29 06:43:22.708886 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 45be8d50-163d-47a2-9ca9-f299ab2a5d17 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:22.750626 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-63058a17-42e8-4e2e-aec6-8b19d258bc71 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:22.751289 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-63058a17-42e8-4e2e-aec6-8b19d258bc71 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:22.773643 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-63058a17-42e8-4e2e-aec6-8b19d258bc71 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Calling delete_port for ea4e35be-978f-416c-bc69-bde59d86e199 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:22.805863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9e13e-c737-465f-b9d0-7765e8ab63f6 req-106ef99b-29b6-4329-bb90-0df83f1e55d8 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:22.812980 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-01c5f056-062a-4d9e-a27e-de3474a91b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:57Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:22.821069 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dae9e13e-c737-465f-b9d0-7765e8ab63f6 req-106ef99b-29b6-4329-bb90-0df83f1e55d8 tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.15 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 945 time: 0.2206652 Aug 29 06:43:22.846485 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:22.850825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c5f056-062a-4d9e-a27e-de3474a91b18 None None] Checking router: 2187b990-a096-450d-9a4b-ed702e426eb6 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:43:22.873551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 45be8d50-163d-47a2-9ca9-f299ab2a5d17 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:22.881898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 45be8d50-163d-47a2-9ca9-f299ab2a5d17 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:22.882505 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:22.928949 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c5f056-062a-4d9e-a27e-de3474a91b18 None None] Routers {'2187b990-a096-450d-9a4b-ed702e426eb6'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:22.929603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-01c5f056-062a-4d9e-a27e-de3474a91b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2187b990-a096-450d-9a4b-ed702e426eb6'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:22.951377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32733961-6b9d-420f-a5b5-a2638c8cdaa5 req-3497370f-467a-47db-a7a7-e5317874074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:22.951856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32733961-6b9d-420f-a5b5-a2638c8cdaa5 req-3497370f-467a-47db-a7a7-e5317874074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:22.965921 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32733961-6b9d-420f-a5b5-a2638c8cdaa5 req-3497370f-467a-47db-a7a7-e5317874074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:22.966251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32733961-6b9d-420f-a5b5-a2638c8cdaa5 req-3497370f-467a-47db-a7a7-e5317874074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:22.966741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32733961-6b9d-420f-a5b5-a2638c8cdaa5 req-3497370f-467a-47db-a7a7-e5317874074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:22.967691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32733961-6b9d-420f-a5b5-a2638c8cdaa5 req-3497370f-467a-47db-a7a7-e5317874074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:22.968224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32733961-6b9d-420f-a5b5-a2638c8cdaa5 req-3497370f-467a-47db-a7a7-e5317874074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:22.974838 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32733961-6b9d-420f-a5b5-a2638c8cdaa5 req-3497370f-467a-47db-a7a7-e5317874074a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 6496 time: 0.1860328 Aug 29 06:43:23.071320 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-dae9e13e-c737-465f-b9d0-7765e8ab63f6 req-6c336e0d-74b7-4898-a127-423a1e28024d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Deleting port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:23.072285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dae9e13e-c737-465f-b9d0-7765e8ab63f6 req-6c336e0d-74b7-4898-a127-423a1e28024d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:23.150322 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60c883-21d3-489e-89da-ecf07fade8eb req-88e0fc2c-b423-4466-aafb-e30cd1f9267c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:23.152627 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e60c883-21d3-489e-89da-ecf07fade8eb req-88e0fc2c-b423-4466-aafb-e30cd1f9267c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 946 time: 0.3199024 Aug 29 06:43:23.153162 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:23.199213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-01c5f056-062a-4d9e-a27e-de3474a91b18 None None] Set router 2187b990-a096-450d-9a4b-ed702e426eb6 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:23.210521 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:23.212397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32733961-6b9d-420f-a5b5-a2638c8cdaa5 req-51d1d50c-b99f-43d7-ba1c-3336921bde77 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2262633 Aug 29 06:43:23.239741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-dae9e13e-c737-465f-b9d0-7765e8ab63f6 req-6c336e0d-74b7-4898-a127-423a1e28024d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] For port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=da7c51c1-f7d3-4d64-8cc7-18ab849dedc6,segment=NetworkSegment(5dd7f68d-3f06-4cff-9475-3e799c5682a2),segment_id=5dd7f68d-3f06-4cff-9475-3e799c5682a2)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:23.240118 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dae9e13e-c737-465f-b9d0-7765e8ab63f6 req-6c336e0d-74b7-4898-a127-423a1e28024d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:23.241076 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e60c883-21d3-489e-89da-ecf07fade8eb req-2674d553-fa0b-418a-9a12-6d7589c7b2c8 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667779 Aug 29 06:43:23.256658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-dae9e13e-c737-465f-b9d0-7765e8ab63f6 req-6c336e0d-74b7-4898-a127-423a1e28024d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Calling delete_port for da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:23.275918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 45be8d50-163d-47a2-9ca9-f299ab2a5d17, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=45be8d50-163d-47a2-9ca9-f299ab2a5d17,segment=NetworkSegment(5dc58f46-c192-4dc5-a607-1ab9d7354241),segment_id=5dc58f46-c192-4dc5-a607-1ab9d7354241)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:23.293540 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-63058a17-42e8-4e2e-aec6-8b19d258bc71 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:23.347800 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63058a17-42e8-4e2e-aec6-8b19d258bc71 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Pushing event deleted for resources: {'Port': ['ID=ea4e35be-978f-416c-bc69-bde59d86e199,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:23.368575 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:23.489777 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=45be8d50-163d-47a2-9ca9-f299ab2a5d17,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:23.537549 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-63058a17-42e8-4e2e-aec6-8b19d258bc71 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:23.548942 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-63058a17-42e8-4e2e-aec6-8b19d258bc71 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:23.563494 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b97e62d1-f5e9-4458-aa35-9b6f13aca5c7 req-63058a17-42e8-4e2e-aec6-8b19d258bc71 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "DELETE /v2.0/floatingips/d93c2340-787e-492b-8395-84357fe2cbc6 HTTP/1.1" status: 204 len: 173 time: 1.3018169 Aug 29 06:43:23.585086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-01c5f056-062a-4d9e-a27e-de3474a91b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:57Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:23.620123 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c5f056-062a-4d9e-a27e-de3474a91b18 None None] The sync data for ids ['2187b990-a096-450d-9a4b-ed702e426eb6'] in n-d-713301-12 is: [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:36:48Z', 'revision_number': 4, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '06390604-a3ce-4b0d-806d-a798e11de10f', 'name': '', 'network_id': 'ea3503f9-de17-4d75-a461-b28dbced4bb1', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'mac_address': 'fa:16:3e:85:66:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:46Z', 'updated_at': '2021-08-29T06:36:57Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'subnets': [{'id': '8f576fb6-2e95-4e87-84cb-796a56eec9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:43:23.701426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52fd51-21cc-4899-b0a3-28e20981112f req-15a1dc03-fecb-4f8d-8ce6-48ae6fa5790a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:23.713650 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52fd51-21cc-4899-b0a3-28e20981112f req-15a1dc03-fecb-4f8d-8ce6-48ae6fa5790a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:23.722477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52fd51-21cc-4899-b0a3-28e20981112f req-15a1dc03-fecb-4f8d-8ce6-48ae6fa5790a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:23.731424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52fd51-21cc-4899-b0a3-28e20981112f req-15a1dc03-fecb-4f8d-8ce6-48ae6fa5790a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:23.748389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52fd51-21cc-4899-b0a3-28e20981112f req-15a1dc03-fecb-4f8d-8ce6-48ae6fa5790a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:23.750099 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9186eeb-b2c6-49c6-b4a3-365ddc080172 x-openstack-request-id: req-f9186eeb-b2c6-49c6-b4a3-365ddc080172 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:23.750565 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba361e80-6563-4c23-a0ea-3b3b5fcd7e27", "name": "network-vif-deleted", "tag": "2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:23.750785 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9186eeb-b2c6-49c6-b4a3-365ddc080172 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:23.751021 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba361e80-6563-4c23-a0ea-3b3b5fcd7e27', 'name': 'network-vif-deleted', 'tag': '2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d', 'status': 'completed', 'code': 200} Aug 29 06:43:23.759461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52fd51-21cc-4899-b0a3-28e20981112f req-15a1dc03-fecb-4f8d-8ce6-48ae6fa5790a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:23.764449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52fd51-21cc-4899-b0a3-28e20981112f req-15a1dc03-fecb-4f8d-8ce6-48ae6fa5790a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:23.766584 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e52fd51-21cc-4899-b0a3-28e20981112f req-15a1dc03-fecb-4f8d-8ce6-48ae6fa5790a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5432 time: 0.2020819 Aug 29 06:43:23.842096 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e52fd51-21cc-4899-b0a3-28e20981112f req-4681cc09-709e-4981-8769-cfa61f36926d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639579 Aug 29 06:43:23.855975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e405ae-4355-4db5-bcec-71e432175ce1 req-231af855-9e88-4a9e-b45d-fef6819c7213 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:23.865997 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07e405ae-4355-4db5-bcec-71e432175ce1 req-231af855-9e88-4a9e-b45d-fef6819c7213 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.0945547 Aug 29 06:43:23.911914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Allocated IP 172.25.1.24 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/cf11c0a8-eb89-4ff9-917d-0093a530782f) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:23.987484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07e405ae-4355-4db5-bcec-71e432175ce1 req-095236ff-f971-4e8b-9526-4eaa61033607 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133981 Aug 29 06:43:24.002600 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dae9e13e-c737-465f-b9d0-7765e8ab63f6 req-6c336e0d-74b7-4898-a127-423a1e28024d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:24.022725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['da7c51c1-f7d3-4d64-8cc7-18ab849dedc6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:24.036404 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-755e45da-9266-488d-9e55-7d2d659ea4ff tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 1002 time: 0.1527305 Aug 29 06:43:24.041954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c336e0d-74b7-4898-a127-423a1e28024d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Pushing event deleted for resources: {'Port': ['ID=da7c51c1-f7d3-4d64-8cc7-18ab849dedc6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:24.109681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-e1f9f68e-e8f8-4575-8e37-1acb70e73f63 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:24.125014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-e1f9f68e-e8f8-4575-8e37-1acb70e73f63 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports/9c87c079-3c6a-45ce-b69a-f0d817d2080c HTTP/1.1" status: 200 len: 943 time: 0.0700164 Aug 29 06:43:24.161046 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3056939f-6ff1-4d28-a27e-70fd021f76c5 req-322333b4-4955-43d1-b0f2-3737486168fb tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.76 "GET /v2.0/ports?device_id=faa7741c-81f8-40ee-a10a-7b3ad198550b HTTP/1.1" status: 200 len: 210 time: 0.0349011 Aug 29 06:43:24.188163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae9e13e-c737-465f-b9d0-7765e8ab63f6 req-6c336e0d-74b7-4898-a127-423a1e28024d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] No DVR routers for this DVR port da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:43:24.192810 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dae9e13e-c737-465f-b9d0-7765e8ab63f6 req-6c336e0d-74b7-4898-a127-423a1e28024d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:24.195651 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dae9e13e-c737-465f-b9d0-7765e8ab63f6 req-6c336e0d-74b7-4898-a127-423a1e28024d tempest-VolumesAdminNegativeTest-926882312 tempest-VolumesAdminNegativeTest-926882312-project] 10.222.0.15 "DELETE /v2.0/ports/da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 HTTP/1.1" status: 204 len: 173 time: 1.3683560 Aug 29 06:43:24.256489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-a95d1991-b9e2-4497-ba95-824eda2300ad tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 1002 time: 0.0884290 Aug 29 06:43:24.268054 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:24.305548 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:24.344145 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c5a24-d0d7-429f-ad9e-d7efa1324093 None None] New status for floating IP d8f667c4-4ef3-4939-b1da-c4cf6d96ab45: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:43:24.344782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:43:24.344782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 2ec66f96-b7f8-4dae-b15e-ffa4bb87ae6d not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:43:24.415210 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:24.436899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-6c7b80c7-b0df-4a57-ae63-995d1667fddd tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:24.446842 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-6c7b80c7-b0df-4a57-ae63-995d1667fddd tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1862252 Aug 29 06:43:24.454016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e748c-6884-4a33-a53a-60fa518a12fb req-c3a575ec-89f8-4361-8347-4ceedaf062a0 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:24.455591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-429e748c-6884-4a33-a53a-60fa518a12fb req-c3a575ec-89f8-4361-8347-4ceedaf062a0 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 946 time: 0.0989075 Aug 29 06:43:24.481950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:24.492873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:24.496598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:43:24.549375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Pushing event updated for resources: {'Port': ['ID=cf11c0a8-eb89-4ff9-917d-0093a530782f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:24.563204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-7b87794d-8e36-4cb4-84cd-0223acf36088 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 1002 time: 0.1064637 Aug 29 06:43:24.589837 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-eefe88d0-5610-42fe-894e-6a2946bb8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:24.610510 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:24.613564 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 45be8d50-163d-47a2-9ca9-f299ab2a5d17 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:24.682543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 45be8d50-163d-47a2-9ca9-f299ab2a5d17 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:24.683372 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:24.695586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-429e748c-6884-4a33-a53a-60fa518a12fb req-e26b5d95-7051-4bba-93da-d236d04bb93f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286887 Aug 29 06:43:24.705193 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-eefe88d0-5610-42fe-894e-6a2946bb8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:24.751563 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:24.859180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41756) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:24.948676 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89c41719-fb8f-475e-b6de-1ad301f5ba06 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.004466 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89c41719-fb8f-475e-b6de-1ad301f5ba06 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.056120 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.124832 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.184107 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89c41719-fb8f-475e-b6de-1ad301f5ba06 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.186646 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89c41719-fb8f-475e-b6de-1ad301f5ba06 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.190140 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-89c41719-fb8f-475e-b6de-1ad301f5ba06 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "DELETE /v2.0/security-groups/a96c8491-24b4-4367-acbe-370423876a42 HTTP/1.1" status: 204 len: 168 time: 0.3316712 Aug 29 06:43:25.197437 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41764) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:25.208806 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-eefe88d0-5610-42fe-894e-6a2946bb8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.220591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Pushing event updated for resources: {'Port': ['ID=cf11c0a8-eb89-4ff9-917d-0093a530782f,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:25.223052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e9d40-5cb7-4adf-943a-3e28cf9f3597 req-9b8beba3-c92a-4971-9439-7a76273a2dc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.226632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c41719-fb8f-475e-b6de-1ad301f5ba06 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96c8491-24b4-4367-acbe-370423876a42,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:25.226916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e9d40-5cb7-4adf-943a-3e28cf9f3597 req-9b8beba3-c92a-4971-9439-7a76273a2dc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.229383 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-fa167b6d-5cc5-494d-ad21-9245f2f2964f tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] show failed (client error): The resource could not be found. Aug 29 06:43:25.230409 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fa167b6d-5cc5-494d-ad21-9245f2f2964f tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "GET /v2.0/security-groups/a96c8491-24b4-4367-acbe-370423876a42 HTTP/1.1" status: 404 len: 347 time: 0.0306160 Aug 29 06:43:25.232848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e9d40-5cb7-4adf-943a-3e28cf9f3597 req-9b8beba3-c92a-4971-9439-7a76273a2dc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.233307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41766) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:25.238818 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e9d40-5cb7-4adf-943a-3e28cf9f3597 req-9b8beba3-c92a-4971-9439-7a76273a2dc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.245735 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.246058 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e9d40-5cb7-4adf-943a-3e28cf9f3597 req-9b8beba3-c92a-4971-9439-7a76273a2dc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.253152 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e9d40-5cb7-4adf-943a-3e28cf9f3597 req-9b8beba3-c92a-4971-9439-7a76273a2dc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.258983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e9d40-5cb7-4adf-943a-3e28cf9f3597 req-9b8beba3-c92a-4971-9439-7a76273a2dc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.261101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-767e9d40-5cb7-4adf-943a-3e28cf9f3597 req-9b8beba3-c92a-4971-9439-7a76273a2dc0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5432 time: 0.1461928 Aug 29 06:43:25.317605 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-767e9d40-5cb7-4adf-943a-3e28cf9f3597 req-0734e10d-a614-451b-9ad6-f3e3fbe462a3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493107 Aug 29 06:43:25.318468 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-eefe88d0-5610-42fe-894e-6a2946bb8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.318791 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-eefe88d0-5610-42fe-894e-6a2946bb8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Floating IP 9cb0ced4-355a-4490-a4a8-82ea4edf74c5 disassociated. External IP: 172.25.1.112, port: 9c87c079-3c6a-45ce-b69a-f0d817d2080c. Aug 29 06:43:25.390518 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.391807 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9f03496f-270d-4503-a684-ce550bafeb38 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8051882 Aug 29 06:43:25.404825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-848f6a70-70ca-4db9-9b94-72153deacaa8 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Deleting port 01137174-ac48-44a0-a1b7-12bf495b860a {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:25.404825 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-848f6a70-70ca-4db9-9b94-72153deacaa8 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.511325 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-848f6a70-70ca-4db9-9b94-72153deacaa8 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.511896 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-848f6a70-70ca-4db9-9b94-72153deacaa8 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.513044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d3125-d10c-4939-945e-a2e54b7ab773 req-94be6df0-6667-4b38-b5b3-233b1a45c6b1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.514582 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-348d3125-d10c-4939-945e-a2e54b7ab773 req-94be6df0-6667-4b38-b5b3-233b1a45c6b1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1154704 Aug 29 06:43:25.524928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-848f6a70-70ca-4db9-9b94-72153deacaa8 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Calling delete_port for 01137174-ac48-44a0-a1b7-12bf495b860a owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:25.642822 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-348d3125-d10c-4939-945e-a2e54b7ab773 req-d87cf73e-1b38-4d47-8e1b-70d454161e6b tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806131 Aug 29 06:43:25.675419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-eefe88d0-5610-42fe-894e-6a2946bb8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:43:25.709774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41806) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:25.753196 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa7741c-81f8-40ee-a10a-7b3ad198550b', 'name': 'network-vif-deleted', 'tag': 'da7c51c1-f7d3-4d64-8cc7-18ab849dedc6'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:25.755499 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388d2a8f-437f-474f-a88f-ce62b3fab2d6" -d '{"events": [{"server_uuid": "faa7741c-81f8-40ee-a10a-7b3ad198550b", "name": "network-vif-deleted", "tag": "da7c51c1-f7d3-4d64-8cc7-18ab849dedc6"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:25.776163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cf4b46-76c7-439d-a329-a6e9860d303a admin admin] Deleting subnet 6a495185-9fce-4552-9aac-16a859fbdab0 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:43:25.778972 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2cf4b46-76c7-439d-a329-a6e9860d303a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.814534 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2cf4b46-76c7-439d-a329-a6e9860d303a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.855262 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-848f6a70-70ca-4db9-9b94-72153deacaa8 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.885080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ad606-eed2-48ff-8f29-35218ba0bc56 req-7c9947c5-2770-4c4b-848c-404a60ad71ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.890994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ad606-eed2-48ff-8f29-35218ba0bc56 req-7c9947c5-2770-4c4b-848c-404a60ad71ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.903339 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2cf4b46-76c7-439d-a329-a6e9860d303a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.904906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ad606-eed2-48ff-8f29-35218ba0bc56 req-7c9947c5-2770-4c4b-848c-404a60ad71ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.907079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f6a70-70ca-4db9-9b94-72153deacaa8 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Pushing event deleted for resources: {'Port': ['ID=01137174-ac48-44a0-a1b7-12bf495b860a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:25.910862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ad606-eed2-48ff-8f29-35218ba0bc56 req-7c9947c5-2770-4c4b-848c-404a60ad71ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.917365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ad606-eed2-48ff-8f29-35218ba0bc56 req-7c9947c5-2770-4c4b-848c-404a60ad71ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.923293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ad606-eed2-48ff-8f29-35218ba0bc56 req-7c9947c5-2770-4c4b-848c-404a60ad71ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.929252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ad606-eed2-48ff-8f29-35218ba0bc56 req-7c9947c5-2770-4c4b-848c-404a60ad71ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:25.931267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-155ad606-eed2-48ff-8f29-35218ba0bc56 req-7c9947c5-2770-4c4b-848c-404a60ad71ca tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5432 time: 0.1220031 Aug 29 06:43:25.938093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-eefe88d0-5610-42fe-894e-6a2946bb8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:43:25.938093 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-eefe88d0-5610-42fe-894e-6a2946bb8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:25.946499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b5241f-3d9a-4a2e-ac31-e14c9299f992 None None] Sync routers for ids ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:43:25.955997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b5241f-3d9a-4a2e-ac31-e14c9299f992 None None] Routers {'03f32d2c-5a16-429d-9c4d-c36a1c3b900d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:25.957027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-17b5241f-3d9a-4a2e-ac31-e14c9299f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:25.961788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41812) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:25.989135 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-eefe88d0-5610-42fe-894e-6a2946bb8ff8 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "PUT /v2.0/floatingips/9cb0ced4-355a-4490-a4a8-82ea4edf74c5 HTTP/1.1" status: 200 len: 695 time: 1.4189866 Aug 29 06:43:25.991950 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'tag': '9c87c079-3c6a-45ce-b69a-f0d817d2080c'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:25.996556 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acf6206-8211-477a-9ee3-570ca202703c" -d '{"events": [{"name": "network-changed", "server_uuid": "dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51", "tag": "9c87c079-3c6a-45ce-b69a-f0d817d2080c"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:26.003367 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6abe74ef-090f-427a-81b1-50b5791e55c5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Request body: {'floatingip': {'port_id': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:26.045900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-848f6a70-70ca-4db9-9b94-72153deacaa8 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:26.049475 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-848f6a70-70ca-4db9-9b94-72153deacaa8 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:26.050842 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-848f6a70-70ca-4db9-9b94-72153deacaa8 tempest-ServersWithSpecificFlavorTestJSON-290568437 tempest-ServersWithSpecificFlavorTestJSON-290568437-project] 10.222.0.76 "DELETE /v2.0/floatingips/d8f667c4-4ef3-4939-b1da-c4cf6d96ab45 HTTP/1.1" status: 204 len: 168 time: 0.8161941 Aug 29 06:43:26.065321 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6abe74ef-090f-427a-81b1-50b5791e55c5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for floatingip, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:26.088197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743c353-5062-4388-b708-cda1a5894ed6 req-f9d3c7ee-5229-4abe-a53d-ce3193c03d82 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:26.089760 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c743c353-5062-4388-b708-cda1a5894ed6 req-f9d3c7ee-5229-4abe-a53d-ce3193c03d82 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 946 time: 0.0805185 Aug 29 06:43:26.092574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-131660fe-81be-49df-a9c0-4df9bca4afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:26.100432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-131660fe-81be-49df-a9c0-4df9bca4afb0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=acc905bba43a4197803c1e8a9c61b00f&device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 1098 time: 0.1001806 Aug 29 06:43:26.101603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-17b5241f-3d9a-4a2e-ac31-e14c9299f992 None None] Set router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:26.189825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c743c353-5062-4388-b708-cda1a5894ed6 req-6d810755-8b5e-47f1-a124-619d14d453b8 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813029 Aug 29 06:43:26.195205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2cf4b46-76c7-439d-a329-a6e9860d303a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:26.224273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-7faf235c-5e8f-409c-9fc6-929cf1cf9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:26.232181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-7faf235c-5e8f-409c-9fc6-929cf1cf9760 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6cd72f6f-0cb6-4e26-907a-23085a94a0bb HTTP/1.1" status: 200 len: 929 time: 0.1310699 Aug 29 06:43:26.265088 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1455293-fac7-47ec-bf12-2dca2d81c374 x-openstack-request-id: req-f1455293-fac7-47ec-bf12-2dca2d81c374 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:26.265491 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa7741c-81f8-40ee-a10a-7b3ad198550b", "name": "network-vif-deleted", "tag": "da7c51c1-f7d3-4d64-8cc7-18ab849dedc6", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:26.266531 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f1455293-fac7-47ec-bf12-2dca2d81c374 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:26.267025 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa7741c-81f8-40ee-a10a-7b3ad198550b', 'name': 'network-vif-deleted', 'tag': 'da7c51c1-f7d3-4d64-8cc7-18ab849dedc6', 'status': 'completed', 'code': 200} Aug 29 06:43:26.287820 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf4b46-76c7-439d-a329-a6e9860d303a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a495185-9fce-4552-9aac-16a859fbdab0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:26.287943 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-809d5b6f-03fc-4f7b-a1a1-bf1688355796 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c87c079-3c6a-45ce-b69a-f0d817d2080c HTTP/1.1" status: 200 len: 217 time: 0.0498152 Aug 29 06:43:26.328179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2cf4b46-76c7-439d-a329-a6e9860d303a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:26.330719 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c2cf4b46-76c7-439d-a329-a6e9860d303a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6a495185-9fce-4552-9aac-16a859fbdab0 HTTP/1.1" status: 204 len: 168 time: 0.6199915 Aug 29 06:43:26.333649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41820) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:26.363838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:26.374328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-71871de2-d800-4424-8b37-8443a518aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:26.386387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-71871de2-d800-4424-8b37-8443a518aa96 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a HTTP/1.1" status: 200 len: 867 time: 0.1025369 Aug 29 06:43:26.419998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:43:26.420332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device da7c51c1-f7d3-4d64-8cc7-18ab849dedc6 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:43:26.453161 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aede36e6-1969-4b51-bff5-0e63e1940c81 x-openstack-request-id: req-aede36e6-1969-4b51-bff5-0e63e1940c81 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:26.453161 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51", "tag": "9c87c079-3c6a-45ce-b69a-f0d817d2080c", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:26.453161 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aede36e6-1969-4b51-bff5-0e63e1940c81 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:26.453161 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'tag': '9c87c079-3c6a-45ce-b69a-f0d817d2080c', 'status': 'completed', 'code': 200} Aug 29 06:43:26.458516 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-f8c32cc4-5c4f-4ff7-9251-eba2c9bf7460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:26.460247 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-f8c32cc4-5c4f-4ff7-9251-eba2c9bf7460 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6cd72f6f-0cb6-4e26-907a-23085a94a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731032 Aug 29 06:43:26.465293 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-17b5241f-3d9a-4a2e-ac31-e14c9299f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:42:41Z', 'revision_number': 4, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port': {'id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:36Z', 'updated_at': '2021-08-29T06:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'dad194d1-1dc2-40c9-8337-411088f48d93', 'name': '', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'mac_address': 'fa:16:3e:82:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:40Z', 'updated_at': '2021-08-29T06:42:47Z', 'revision_number': 5, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'subnets': [{'id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:26.503166 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-927e3546-b7cb-41a7-b4d8-cb43d2a695fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:26.515958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b5241f-3d9a-4a2e-ac31-e14c9299f992 None None] Checking router: 03f32d2c-5a16-429d-9c4d-c36a1c3b900d for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:43:26.529460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b5241f-3d9a-4a2e-ac31-e14c9299f992 None None] Routers {'03f32d2c-5a16-429d-9c4d-c36a1c3b900d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:26.533455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-17b5241f-3d9a-4a2e-ac31-e14c9299f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:26.589690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-cc63d692-0a89-4d82-9185-89c34b7f62d5 service neutron] 10.222.0.76 "GET /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221519 Aug 29 06:43:26.632518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf6206-8211-477a-9ee3-570ca202703c req-02565107-00b9-4c18-be87-7df26d5e3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:26.634113 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3acf6206-8211-477a-9ee3-570ca202703c req-02565107-00b9-4c18-be87-7df26d5e3e02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=acc905bba43a4197803c1e8a9c61b00f&device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 1098 time: 0.1273572 Aug 29 06:43:26.685559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-17b5241f-3d9a-4a2e-ac31-e14c9299f992 None None] Set router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:26.710922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8abef3e-3bbf-401c-b08c-1caa187108d4 req-bee8e272-92c1-430c-bb40-072f25465c24 service neutron] 10.222.0.76 "GET /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151555 Aug 29 06:43:26.823000 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-927e3546-b7cb-41a7-b4d8-cb43d2a695fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:26.879193 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-927e3546-b7cb-41a7-b4d8-cb43d2a695fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a517ec-be04-414c-934e-4645de174fb4']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:26.921076 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-927e3546-b7cb-41a7-b4d8-cb43d2a695fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd7f68d-3f06-4cff-9475-3e799c5682a2') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:26.921477 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-927e3546-b7cb-41a7-b4d8-cb43d2a695fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd7f68d-3f06-4cff-9475-3e799c5682a2') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:26.950116 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-927e3546-b7cb-41a7-b4d8-cb43d2a695fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:26.978330 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf6206-8211-477a-9ee3-570ca202703c req-f1387e95-dc96-46f6-9357-a8b0fc3c97db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:26.979934 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3acf6206-8211-477a-9ee3-570ca202703c req-f1387e95-dc96-46f6-9357-a8b0fc3c97db service neutron] 10.222.0.11 "GET /v2.0/networks?id=6cd72f6f-0cb6-4e26-907a-23085a94a0bb HTTP/1.1" status: 200 len: 929 time: 0.3261087 Aug 29 06:43:26.986049 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-927e3546-b7cb-41a7-b4d8-cb43d2a695fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:27.020600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927e3546-b7cb-41a7-b4d8-cb43d2a695fb admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:43:27.021106 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-927e3546-b7cb-41a7-b4d8-cb43d2a695fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:43:27.025152 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:43:27.034460 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed358261-c58f-44df-a041-1cc30820af04 req-3b397b53-2ef7-4d1a-844e-c92625bcc211 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips/9cb0ced4-355a-4490-a4a8-82ea4edf74c5 HTTP/1.1" status: 200 len: 695 time: 0.0904911 Aug 29 06:43:27.114672 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3acf6206-8211-477a-9ee3-570ca202703c req-e48c015f-0f5b-41f4-9a0b-35fc3d0c18ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c87c079-3c6a-45ce-b69a-f0d817d2080c HTTP/1.1" status: 200 len: 217 time: 0.1032457 Aug 29 06:43:27.119911 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.resource_extend [None req-6abe74ef-090f-427a-81b1-50b5791e55c5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 06:43:27.127500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-17b5241f-3d9a-4a2e-ac31-e14c9299f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:42:41Z', 'revision_number': 4, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port': {'id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:36Z', 'updated_at': '2021-08-29T06:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'dad194d1-1dc2-40c9-8337-411088f48d93', 'name': '', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'mac_address': 'fa:16:3e:82:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:40Z', 'updated_at': '2021-08-29T06:42:47Z', 'revision_number': 5, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'subnets': [{'id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:27.132341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565b4d9-1c0d-4583-8c6b-4dda3675269e req-a8c6d0c6-f8a7-46d7-874c-6a76a76b415b tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:27.134119 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3565b4d9-1c0d-4583-8c6b-4dda3675269e req-a8c6d0c6-f8a7-46d7-874c-6a76a76b415b tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.2529132 Aug 29 06:43:27.170574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b5241f-3d9a-4a2e-ac31-e14c9299f992 None None] The sync data for ids ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'] in n-d-713301-12 is: [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:42:41Z', 'revision_number': 4, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port': {'id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:36Z', 'updated_at': '2021-08-29T06:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'dad194d1-1dc2-40c9-8337-411088f48d93', 'name': '', 'network_id': '6cd72f6f-0cb6-4e26-907a-23085a94a0bb', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'mac_address': 'fa:16:3e:82:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:40Z', 'updated_at': '2021-08-29T06:42:47Z', 'revision_number': 5, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'subnets': [{'id': '2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:43:27.224887 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3565b4d9-1c0d-4583-8c6b-4dda3675269e req-4e457109-988e-4bb8-adb8-309d60302f11 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814397 Aug 29 06:43:27.230638 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6abe74ef-090f-427a-81b1-50b5791e55c5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:27.247048 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf6206-8211-477a-9ee3-570ca202703c req-6bd0821a-433e-49bb-be14-60e0afdca5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:27.248815 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3acf6206-8211-477a-9ee3-570ca202703c req-6bd0821a-433e-49bb-be14-60e0afdca5c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a HTTP/1.1" status: 200 len: 867 time: 0.0924606 Aug 29 06:43:27.257750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed358261-c58f-44df-a041-1cc30820af04 req-95c611e1-247e-481a-b1a6-f1a5dd2473a6 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:27.259656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed358261-c58f-44df-a041-1cc30820af04 req-95c611e1-247e-481a-b1a6-f1a5dd2473a6 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.2244258 Aug 29 06:43:27.274219 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-927e3546-b7cb-41a7-b4d8-cb43d2a695fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:27.306091 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-927e3546-b7cb-41a7-b4d8-cb43d2a695fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:27.310619 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-927e3546-b7cb-41a7-b4d8-cb43d2a695fb admin admin] 10.222.0.76 "DELETE /v2.0/networks/e3a517ec-be04-414c-934e-4645de174fb4 HTTP/1.1" status: 204 len: 168 time: 0.9728460 Aug 29 06:43:27.315507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41868) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:27.319384 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6abe74ef-090f-427a-81b1-50b5791e55c5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:27.324513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e3546-b7cb-41a7-b4d8-cb43d2a695fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a517ec-be04-414c-934e-4645de174fb4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:27.373045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d431bd5-a69c-4fc0-be7b-d815c09b5bb6 admin admin] Deleting subnet cd00ca9e-1d76-452e-b4ad-9435e8d4ac59 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:43:27.384981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed358261-c58f-44df-a041-1cc30820af04 req-df6f2ae3-f87d-49fb-8b10-d1b30b9b2b6e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 698 time: 0.1167388 Aug 29 06:43:27.385760 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d431bd5-a69c-4fc0-be7b-d815c09b5bb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:27.414660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf6206-8211-477a-9ee3-570ca202703c req-96d0d22a-1769-4d01-b03d-b7f9c06e7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:27.416518 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3acf6206-8211-477a-9ee3-570ca202703c req-96d0d22a-1769-4d01-b03d-b7f9c06e7978 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cd72f6f-0cb6-4e26-907a-23085a94a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1541266 Aug 29 06:43:27.527952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed358261-c58f-44df-a041-1cc30820af04 req-4f0ff3d1-48bb-42d5-88ea-224b20586bf8 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 698 time: 0.1070604 Aug 29 06:43:27.543568 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d431bd5-a69c-4fc0-be7b-d815c09b5bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:27.572481 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-6abe74ef-090f-427a-81b1-50b5791e55c5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Floating IP 1047b90c-955d-4ba1-a223-31d9b507c9e2 associated. External IP: 172.25.1.253, port: 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60. Aug 29 06:43:27.631362 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92097005-3a5c-415b-8ba3-b528dbd0801e None None] New status for floating IP 9cb0ced4-355a-4490-a4a8-82ea4edf74c5: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:43:27.688911 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3acf6206-8211-477a-9ee3-570ca202703c req-6709fddc-15d7-483f-b8c2-3c69bfe2bd02 service neutron] 10.222.0.11 "GET /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156703 Aug 29 06:43:27.727525 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d431bd5-a69c-4fc0-be7b-d815c09b5bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:27.813604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9779f-4405-439e-8db0-39619d2b9718 req-195305cd-3c65-4435-b020-906593ed92c5 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:27.815897 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01a9779f-4405-439e-8db0-39619d2b9718 req-195305cd-3c65-4435-b020-906593ed92c5 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 946 time: 0.1684005 Aug 29 06:43:27.901932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-ed358261-c58f-44df-a041-1cc30820af04 req-65b44e01-9b23-454e-a309-42d1b6660b4a tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Deleting port c602ac69-ced0-485e-b139-eba92f38a503 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:27.902176 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ed358261-c58f-44df-a041-1cc30820af04 req-65b44e01-9b23-454e-a309-42d1b6660b4a tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:27.913797 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01a9779f-4405-439e-8db0-39619d2b9718 req-0bf1a2bf-4ce0-469a-990b-7e4e67919ca7 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758400 Aug 29 06:43:27.986912 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d431bd5-a69c-4fc0-be7b-d815c09b5bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.110157 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d431bd5-a69c-4fc0-be7b-d815c09b5bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.112277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3d431bd5-a69c-4fc0-be7b-d815c09b5bb6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/cd00ca9e-1d76-452e-b4ad-9435e8d4ac59 HTTP/1.1" status: 204 len: 168 time: 0.7957273 Aug 29 06:43:28.116521 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d431bd5-a69c-4fc0-be7b-d815c09b5bb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd00ca9e-1d76-452e-b4ad-9435e8d4ac59,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:28.123285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41878) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:28.136363 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ed358261-c58f-44df-a041-1cc30820af04 req-65b44e01-9b23-454e-a309-42d1b6660b4a tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.136696 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ed358261-c58f-44df-a041-1cc30820af04 req-65b44e01-9b23-454e-a309-42d1b6660b4a tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.203472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-ed358261-c58f-44df-a041-1cc30820af04 req-65b44e01-9b23-454e-a309-42d1b6660b4a tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Calling delete_port for c602ac69-ced0-485e-b139-eba92f38a503 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:28.220912 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3acf6206-8211-477a-9ee3-570ca202703c req-dc4fde26-3975-4947-a743-56318232ef6d service neutron] 10.222.0.11 "GET /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944117 Aug 29 06:43:28.263119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abe74ef-090f-427a-81b1-50b5791e55c5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Router 8efe6c5b-b965-4043-9333-6eddca49b7dd has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:43:28.274384 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3757-0bb4-414f-a3f9-aaf269df00bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.410664 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abe74ef-090f-427a-81b1-50b5791e55c5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:43:28.415237 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6abe74ef-090f-427a-81b1-50b5791e55c5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.428555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f8c4f1-f4ec-4289-9fd2-8b037cb58b82 None None] Sync routers for ids ['8efe6c5b-b965-4043-9333-6eddca49b7dd'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:43:28.439957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f8c4f1-f4ec-4289-9fd2-8b037cb58b82 None None] Routers {'8efe6c5b-b965-4043-9333-6eddca49b7dd'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:28.441196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-21f8c4f1-f4ec-4289-9fd2-8b037cb58b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['8efe6c5b-b965-4043-9333-6eddca49b7dd'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:28.452549 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6abe74ef-090f-427a-81b1-50b5791e55c5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "PUT /v2.0/floatingips/1047b90c-955d-4ba1-a223-31d9b507c9e2 HTTP/1.1" status: 200 len: 991 time: 2.4500880 Aug 29 06:43:28.452549 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:28.454881 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28484fb-8389-44ec-83ee-27f03e847096" -d '{"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "35d5406e-8d2d-4eb6-b4fb-3ef041d38f60"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:28.460710 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3757-0bb4-414f-a3f9-aaf269df00bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.479498 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-4f6c3757-0bb4-414f-a3f9-aaf269df00bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072113cd-adf9-43cd-88af-73f7ff8e58e0']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:28.495102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4b445-b552-4eb5-9b77-fd0576663c55 req-655d6b37-21bb-4551-bbce-7aa31826992b tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:28.496748 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0af4b445-b552-4eb5-9b77-fd0576663c55 req-655d6b37-21bb-4551-bbce-7aa31826992b tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1530108 Aug 29 06:43:28.501376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-4f6c3757-0bb4-414f-a3f9-aaf269df00bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b5c162-52f3-4bf5-86c2-46f292cdcb74') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:28.501786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-4f6c3757-0bb4-414f-a3f9-aaf269df00bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b5c162-52f3-4bf5-86c2-46f292cdcb74') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:28.559414 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3757-0bb4-414f-a3f9-aaf269df00bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.581521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-21f8c4f1-f4ec-4289-9fd2-8b037cb58b82 None None] Set router 8efe6c5b-b965-4043-9333-6eddca49b7dd gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:28.592758 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3757-0bb4-414f-a3f9-aaf269df00bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.610144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0af4b445-b552-4eb5-9b77-fd0576663c55 req-6461fcb3-a802-482b-8ea9-c4570b8084e3 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967140 Aug 29 06:43:28.611496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6c3757-0bb4-414f-a3f9-aaf269df00bb admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:43:28.611965 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3757-0bb4-414f-a3f9-aaf269df00bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:43:28.613862 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:43:28.680338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41896) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:28.710650 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ed358261-c58f-44df-a041-1cc30820af04 req-65b44e01-9b23-454e-a309-42d1b6660b4a tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.763472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b44e01-9b23-454e-a309-42d1b6660b4a tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Pushing event deleted for resources: {'Port': ['ID=c602ac69-ced0-485e-b139-eba92f38a503,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:28.817699 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ccd677-f2ee-4b04-b972-1244cb01e4e8 x-openstack-request-id: req-80ccd677-f2ee-4b04-b972-1244cb01e4e8 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:28.820388 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "tag": "35d5406e-8d2d-4eb6-b4fb-3ef041d38f60", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:28.820388 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80ccd677-f2ee-4b04-b972-1244cb01e4e8 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:28.820388 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'tag': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60', 'status': 'completed', 'code': 200} Aug 29 06:43:28.823782 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3757-0bb4-414f-a3f9-aaf269df00bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.861720 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3757-0bb4-414f-a3f9-aaf269df00bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.867702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4f6c3757-0bb4-414f-a3f9-aaf269df00bb admin admin] 10.222.0.76 "DELETE /v2.0/networks/072113cd-adf9-43cd-88af-73f7ff8e58e0 HTTP/1.1" status: 204 len: 168 time: 0.7428145 Aug 29 06:43:28.895762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c3757-0bb4-414f-a3f9-aaf269df00bb admin admin] Pushing event deleted for resources: {'Network': ['ID=072113cd-adf9-43cd-88af-73f7ff8e58e0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:28.924265 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ed358261-c58f-44df-a041-1cc30820af04 req-65b44e01-9b23-454e-a309-42d1b6660b4a tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.928303 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ed358261-c58f-44df-a041-1cc30820af04 req-65b44e01-9b23-454e-a309-42d1b6660b4a tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:28.929513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed358261-c58f-44df-a041-1cc30820af04 req-65b44e01-9b23-454e-a309-42d1b6660b4a tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "DELETE /v2.0/floatingips/9cb0ced4-355a-4490-a4a8-82ea4edf74c5 HTTP/1.1" status: 204 len: 173 time: 1.3898504 Aug 29 06:43:28.999902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-21f8c4f1-f4ec-4289-9fd2-8b037cb58b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:40:37Z', 'revision_number': 4, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port': {'id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:29Z', 'updated_at': '2021-08-29T06:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '1047b90c-955d-4ba1-a223-31d9b507c9e2', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'floating_ip_address': '172.25.1.253', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'port_id': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'mac_address': 'fa:16:3e:c6:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:41:52Z', 'updated_at': '2021-08-29T06:43:26Z', 'revision_number': 1, 'project_id': '061145791eb24ccbba477166da42aefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e93d788-ed45-4aa2-a28d-398d243ef4a9', 'name': '', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'mac_address': 'fa:16:3e:56:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:35Z', 'updated_at': '2021-08-29T06:40:42Z', 'revision_number': 5, 'project_id': '061145791eb24ccbba477166da42aefb', 'subnets': [{'id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:29.034760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f8c4f1-f4ec-4289-9fd2-8b037cb58b82 None None] Checking router: 8efe6c5b-b965-4043-9333-6eddca49b7dd for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:43:29.040321 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28484fb-8389-44ec-83ee-27f03e847096 req-9e972ae4-d088-48ba-9e58-7afe6ed8e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:29.040839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28484fb-8389-44ec-83ee-27f03e847096 req-9e972ae4-d088-48ba-9e58-7afe6ed8e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:29.041367 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28484fb-8389-44ec-83ee-27f03e847096 req-9e972ae4-d088-48ba-9e58-7afe6ed8e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:29.041846 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28484fb-8389-44ec-83ee-27f03e847096 req-9e972ae4-d088-48ba-9e58-7afe6ed8e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:29.042317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28484fb-8389-44ec-83ee-27f03e847096 req-9e972ae4-d088-48ba-9e58-7afe6ed8e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:29.042794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28484fb-8389-44ec-83ee-27f03e847096 req-9e972ae4-d088-48ba-9e58-7afe6ed8e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:29.043335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28484fb-8389-44ec-83ee-27f03e847096 req-9e972ae4-d088-48ba-9e58-7afe6ed8e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:29.045318 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c28484fb-8389-44ec-83ee-27f03e847096 req-9e972ae4-d088-48ba-9e58-7afe6ed8e3cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=061145791eb24ccbba477166da42aefb&device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 6496 time: 0.1319077 Aug 29 06:43:29.046897 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f8c4f1-f4ec-4289-9fd2-8b037cb58b82 None None] Routers {'8efe6c5b-b965-4043-9333-6eddca49b7dd'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:29.048343 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-21f8c4f1-f4ec-4289-9fd2-8b037cb58b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['8efe6c5b-b965-4043-9333-6eddca49b7dd'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:29.159022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786427f-17ed-45dd-86f3-5ef28ac0729d req-9d2a5bf0-5e73-43b9-8880-f3a9782150a0 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:29.160976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c786427f-17ed-45dd-86f3-5ef28ac0729d req-9d2a5bf0-5e73-43b9-8880-f3a9782150a0 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 946 time: 0.1302674 Aug 29 06:43:29.176105 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b87409-34ec-4f51-a6bc-1f55231c3431 req-0f2418aa-8df9-4c82-905a-40e6a0e2e523 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:29.178653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03b87409-34ec-4f51-a6bc-1f55231c3431 req-0f2418aa-8df9-4c82-905a-40e6a0e2e523 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1020293 Aug 29 06:43:29.221239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-21f8c4f1-f4ec-4289-9fd2-8b037cb58b82 None None] Set router 8efe6c5b-b965-4043-9333-6eddca49b7dd gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:29.262017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28484fb-8389-44ec-83ee-27f03e847096 req-3f28bc5e-4e30-449a-bc52-52d968025b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:29.262469 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03b87409-34ec-4f51-a6bc-1f55231c3431 req-e6de0f2a-0367-44ba-8c62-2cdff6e391b9 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0581274 Aug 29 06:43:29.262559 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c28484fb-8389-44ec-83ee-27f03e847096 req-3f28bc5e-4e30-449a-bc52-52d968025b3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=cdbc2cac-fa4d-4a71-9993-2be4f6afc44c HTTP/1.1" status: 200 len: 912 time: 0.1991138 Aug 29 06:43:29.283837 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c786427f-17ed-45dd-86f3-5ef28ac0729d req-b1bd8350-a766-4321-96ef-431d02bc1e3f tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039758 Aug 29 06:43:29.362839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0089a053-3afa-4e4c-bef7-34d8d183c79c req-0852348f-340e-488b-a5eb-02dcca58b11c tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0434175 Aug 29 06:43:29.363962 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c28484fb-8389-44ec-83ee-27f03e847096 req-0ebe1174-a37e-4543-bfad-26de6cd4f21a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 HTTP/1.1" status: 200 len: 999 time: 0.1001971 Aug 29 06:43:29.385395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41914) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:29.434301 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1eee74d4-7120-4cdc-9fec-e7bd2b22f2f0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b61ecb24cf174020bec3e7c4abfa31e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520732 Aug 29 06:43:29.434940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41916) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:29.469086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28484fb-8389-44ec-83ee-27f03e847096 req-41ce565a-d584-445d-ba66-ad07879c6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:29.471072 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c28484fb-8389-44ec-83ee-27f03e847096 req-41ce565a-d584-445d-ba66-ad07879c6d3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3df1ad8c-55d9-4423-9317-a85138910c85 HTTP/1.1" status: 200 len: 850 time: 0.0782580 Aug 29 06:43:29.519812 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c3f0f6d-6264-4847-9578-2f46334d2816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:29.548329 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c3f0f6d-6264-4847-9578-2f46334d2816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:29.569589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-21f8c4f1-f4ec-4289-9fd2-8b037cb58b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:40:37Z', 'revision_number': 4, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port': {'id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:29Z', 'updated_at': '2021-08-29T06:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '1047b90c-955d-4ba1-a223-31d9b507c9e2', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'floating_ip_address': '172.25.1.253', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'port_id': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'mac_address': 'fa:16:3e:c6:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:41:52Z', 'updated_at': '2021-08-29T06:43:26Z', 'revision_number': 1, 'project_id': '061145791eb24ccbba477166da42aefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e93d788-ed45-4aa2-a28d-398d243ef4a9', 'name': '', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'mac_address': 'fa:16:3e:56:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:35Z', 'updated_at': '2021-08-29T06:40:42Z', 'revision_number': 5, 'project_id': '061145791eb24ccbba477166da42aefb', 'subnets': [{'id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:29.607524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f8c4f1-f4ec-4289-9fd2-8b037cb58b82 None None] The sync data for ids ['8efe6c5b-b965-4043-9333-6eddca49b7dd'] in n-d-713301-12 is: [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:40:37Z', 'revision_number': 4, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port': {'id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:29Z', 'updated_at': '2021-08-29T06:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '1047b90c-955d-4ba1-a223-31d9b507c9e2', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'floating_ip_address': '172.25.1.253', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'port_id': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'mac_address': 'fa:16:3e:c6:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:41:52Z', 'updated_at': '2021-08-29T06:43:26Z', 'revision_number': 1, 'project_id': '061145791eb24ccbba477166da42aefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e93d788-ed45-4aa2-a28d-398d243ef4a9', 'name': '', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'mac_address': 'fa:16:3e:56:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:35Z', 'updated_at': '2021-08-29T06:40:42Z', 'revision_number': 5, 'project_id': '061145791eb24ccbba477166da42aefb', 'subnets': [{'id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:43:29.633225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28484fb-8389-44ec-83ee-27f03e847096 req-f0f207b8-8e56-4229-a712-99559258b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:29.634772 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c28484fb-8389-44ec-83ee-27f03e847096 req-f0f207b8-8e56-4229-a712-99559258b579 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cdbc2cac-fa4d-4a71-9993-2be4f6afc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564651 Aug 29 06:43:29.720682 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c3f0f6d-6264-4847-9578-2f46334d2816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:29.723973 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c3f0f6d-6264-4847-9578-2f46334d2816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:29.726274 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1c3f0f6d-6264-4847-9578-2f46334d2816 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1f1dac40-268e-49d0-9551-30636a9285fe HTTP/1.1" status: 204 len: 168 time: 0.2903798 Aug 29 06:43:29.740863 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:29.780388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f0f6d-6264-4847-9578-2f46334d2816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1dac40-268e-49d0-9551-30636a9285fe,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:29.841345 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c28484fb-8389-44ec-83ee-27f03e847096 req-82c531b7-e34c-4533-a6de-e52dcc033aad service neutron] 10.222.0.15 "GET /v2.0/networks/cdbc2cac-fa4d-4a71-9993-2be4f6afc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957247 Aug 29 06:43:29.851990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657d8e4-2e5f-40bb-b26e-b86a52745649 req-b00cf85f-bf3b-4306-a089-d946e1a632fd tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:29.860214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0657d8e4-2e5f-40bb-b26e-b86a52745649 req-b00cf85f-bf3b-4306-a089-d946e1a632fd tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1324794 Aug 29 06:43:29.971707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0657d8e4-2e5f-40bb-b26e-b86a52745649 req-4cbbcbf4-0a81-423d-a6c2-30095812612e tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078949 Aug 29 06:43:29.978343 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ad7a2f-fb0a-4694-92ae-b78f916e6e34 None None] New status for floating IP 1047b90c-955d-4ba1-a223-31d9b507c9e2: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:43:30.134073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c794a0-3002-4344-a869-ec1d5bb1d23f req-6bdf646b-31ea-44d0-a643-820b8b2648e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:30.137618 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30c794a0-3002-4344-a869-ec1d5bb1d23f req-6bdf646b-31ea-44d0-a643-820b8b2648e0 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 946 time: 0.0886664 Aug 29 06:43:30.143456 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c28484fb-8389-44ec-83ee-27f03e847096 req-ab216d3b-13be-4d3e-9770-cba2146042d9 service neutron] 10.222.0.15 "GET /v2.0/networks/cdbc2cac-fa4d-4a71-9993-2be4f6afc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319679 Aug 29 06:43:30.187620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30c794a0-3002-4344-a869-ec1d5bb1d23f req-74961530-993b-4c12-a2d0-1408319fe7d9 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Aug 29 06:43:30.264768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Deleting port 06390604-a3ce-4b0d-806d-a798e11de10f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:30.265338 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:30.366098 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] For port 06390604-a3ce-4b0d-806d-a798e11de10f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=06390604-a3ce-4b0d-806d-a798e11de10f,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:30.366548 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:30.384485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Calling delete_port for 06390604-a3ce-4b0d-806d-a798e11de10f owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:30.440048 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc35613-fed8-4e70-a116-e8707a8f1ceb req-3bfc6103-f7df-406d-99e6-0abaaab07698 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:30.441638 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7fc35613-fed8-4e70-a116-e8707a8f1ceb req-3bfc6103-f7df-406d-99e6-0abaaab07698 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 946 time: 0.0652573 Aug 29 06:43:30.498641 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7fc35613-fed8-4e70-a116-e8707a8f1ceb req-2191c2f5-b604-47d3-94ec-51400c5cdfb6 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498669 Aug 29 06:43:30.656710 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:30.682422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=06390604-a3ce-4b0d-806d-a798e11de10f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:30.701183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:30.701657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:30.702105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:30.702526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:30.702939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:30.703401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:30.704190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:30.704622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:30.705062 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:30.705473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:30.705883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:30.706348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:30.735572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41936) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:30.789949 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f2112cd9-687f-406f-9d89-6cac9d46554a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9d74c06e6bf94612a2cf3247fbbb6564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559807 Aug 29 06:43:30.795636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41938) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:30.874971 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:30.901448 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:30.918476 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:31.060585 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:31.063156 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:31.064311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/88ccf86a-ede8-44f7-ad69-e5d8259152e0 HTTP/1.1" status: 204 len: 168 time: 0.2676566 Aug 29 06:43:31.088799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ccf86a-ede8-44f7-ad69-e5d8259152e0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:31.105333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:31.105684 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:31.106022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:31.106497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:31.107115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:31.109465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:31.109806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:31.110142 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:31.110526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:31.110858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:31.111221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:31.111825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4031ca7-066e-4729-b4f2-554b1fb561fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:31.122937 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d27446-cbed-4aec-ace7-2b8c4fec4ee7 req-4914288b-838e-45bf-b131-9fd15df651ad tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:31.124508 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21d27446-cbed-4aec-ace7-2b8c4fec4ee7 req-4914288b-838e-45bf-b131-9fd15df651ad tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.0981350 Aug 29 06:43:31.174375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21d27446-cbed-4aec-ace7-2b8c4fec4ee7 req-23db0da3-a859-4190-869e-a153aedb43ac tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424435 Aug 29 06:43:31.177732 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Router 2187b990-a096-450d-9a4b-ed702e426eb6 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:43:31.327999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde0327-1d9d-4378-abfc-f6594df09da9 req-0c74aaae-5bb4-49ef-9ab2-bd66f6be56f7 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:31.331619 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3dde0327-1d9d-4378-abfc-f6594df09da9 req-0c74aaae-5bb4-49ef-9ab2-bd66f6be56f7 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 946 time: 0.0577149 Aug 29 06:43:31.379812 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3dde0327-1d9d-4378-abfc-f6594df09da9 req-8ae2f18c-2304-4279-bd47-e7e4230dd2ec tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397635 Aug 29 06:43:31.559181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:43:31.571660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5fd565-a9a7-402f-821d-66165db93cf8 None None] Sync routers for ids ['2187b990-a096-450d-9a4b-ed702e426eb6'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:43:31.582093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41954) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:31.588451 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fd565-a9a7-402f-821d-66165db93cf8 None None] Routers {'2187b990-a096-450d-9a4b-ed702e426eb6'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:31.589440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1d5fd565-a9a7-402f-821d-66165db93cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2187b990-a096-450d-9a4b-ed702e426eb6'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:31.593594 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-31c9af53-ad09-44b6-a811-cee609950ef0 admin admin] 10.222.0.76 "PUT /v2.0/routers/2187b990-a096-450d-9a4b-ed702e426eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8975565 Aug 29 06:43:31.767289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-1d5fd565-a9a7-402f-821d-66165db93cf8 None None] Set router 2187b990-a096-450d-9a4b-ed702e426eb6 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:32.055293 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1d5fd565-a9a7-402f-821d-66165db93cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:43:30Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:32.079885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a0c50-64c7-46b4-b503-4a6655c90e7e req-96169c3f-0263-452d-a422-43db19743384 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:32.089944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e5a0c50-64c7-46b4-b503-4a6655c90e7e req-96169c3f-0263-452d-a422-43db19743384 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 946 time: 0.4567091 Aug 29 06:43:32.092872 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5fd565-a9a7-402f-821d-66165db93cf8 None None] Checking router: 2187b990-a096-450d-9a4b-ed702e426eb6 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:43:32.105779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fd565-a9a7-402f-821d-66165db93cf8 None None] Routers {'2187b990-a096-450d-9a4b-ed702e426eb6'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:32.106539 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1d5fd565-a9a7-402f-821d-66165db93cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2187b990-a096-450d-9a4b-ed702e426eb6'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:32.155453 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:32.165638 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e5a0c50-64c7-46b4-b503-4a6655c90e7e req-fe41a29c-d57e-43ed-a662-94e6bc616fe4 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748134 Aug 29 06:43:32.290589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b755-7e6c-4c43-b392-1fceba64403e req-06e0a061-30c6-4395-b334-308b38eb2825 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:32.292470 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-06e0a061-30c6-4395-b334-308b38eb2825 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 1098 time: 0.1132352 Aug 29 06:43:32.320264 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-12'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:32.339968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-1d5fd565-a9a7-402f-821d-66165db93cf8 None None] Set router 2187b990-a096-450d-9a4b-ed702e426eb6 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:32.425501 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:32.561665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:32.622731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fcd4c-d4e2-46ee-9d4c-e1ff92802c72 req-65f141c0-d8a7-45e6-baa9-150f4faaca8e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:32.624379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 17bd3912-873f-4528-8a86-eecf7a1b3f07 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:43:32.625833 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c23fcd4c-d4e2-46ee-9d4c-e1ff92802c72 req-65f141c0-d8a7-45e6-baa9-150f4faaca8e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 946 time: 0.2939332 Aug 29 06:43:32.659719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef02112-77c4-43c4-b6a4-c9a6c2bb8d14 req-8558a23f-e250-46c9-a314-faa7f0c0ca0f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:32.661301 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ef02112-77c4-43c4-b6a4-c9a6c2bb8d14 req-8558a23f-e250-46c9-a314-faa7f0c0ca0f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.2542684 Aug 29 06:43:32.797485 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8532659-7c05-4b05-bef0-90fc4b880261 req-22759635-91f8-41aa-814f-42e070369ed9 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:32.805063 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.resource_extend [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 06:43:32.806517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8532659-7c05-4b05-bef0-90fc4b880261 req-22759635-91f8-41aa-814f-42e070369ed9 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 946 time: 0.2717516 Aug 29 06:43:32.847922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ef02112-77c4-43c4-b6a4-c9a6c2bb8d14 req-a8873c65-1b11-420d-9801-e3e72be7161b tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746871 Aug 29 06:43:32.922183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8532659-7c05-4b05-bef0-90fc4b880261 req-bbadebbc-28cf-4cff-a8c3-68e29ee412c9 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/security-groups?id=683ca007-6181-49a8-a5ba-5d9845511f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147523 Aug 29 06:43:32.947347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] Deleting port 5ef12923-1159-469b-b5d9-17f8db386718 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:32.949219 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:33.037580 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:33.085592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] For port 5ef12923-1159-469b-b5d9-17f8db386718, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5ef12923-1159-469b-b5d9-17f8db386718,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:33.086334 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:33.096461 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:43:33.096962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:33.105321 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] Calling delete_port for 5ef12923-1159-469b-b5d9-17f8db386718 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:33.117103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 17bd3912-873f-4528-8a86-eecf7a1b3f07 has no active binding in host n-h1-713301-12 {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 06:43:33.135212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-c23fcd4c-d4e2-46ee-9d4c-e1ff92802c72 req-e94db6e1-9ea3-4d32-8941-10c0df193d8e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Deleting port 9c87c079-3c6a-45ce-b69a-f0d817d2080c {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:33.135474 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c23fcd4c-d4e2-46ee-9d4c-e1ff92802c72 req-e94db6e1-9ea3-4d32-8941-10c0df193d8e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:33.142198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1d5fd565-a9a7-402f-821d-66165db93cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:43:30Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:33.189583 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5fd565-a9a7-402f-821d-66165db93cf8 None None] The sync data for ids ['2187b990-a096-450d-9a4b-ed702e426eb6'] in n-d-713301-12 is: [{'id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1447630221-router', 'tenant_id': '544c6f4659b0481fa002ec69280b9551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '5ef12923-1159-469b-b5d9-17f8db386718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:41Z', 'updated_at': '2021-08-29T06:43:30Z', 'revision_number': 5, 'project_id': '544c6f4659b0481fa002ec69280b9551', 'gw_port': {'id': '5ef12923-1159-469b-b5d9-17f8db386718', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2187b990-a096-450d-9a4b-ed702e426eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:42Z', 'updated_at': '2021-08-29T06:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:43:33.214805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c477995-d116-4e51-9a4f-73e20ff857af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17bd3912-873f-4528-8a86-eecf7a1b3f07'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:33.217685 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cc4367-ab51-4e20-a8b2-144b52bef76a" -d '{"events": [{"server_uuid": "1c477995-d116-4e51-9a4f-73e20ff857af", "name": "network-vif-unplugged", "status": "completed", "tag": "17bd3912-873f-4528-8a86-eecf7a1b3f07"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:33.227219 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:33.291188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c23fcd4c-d4e2-46ee-9d4c-e1ff92802c72 req-e94db6e1-9ea3-4d32-8941-10c0df193d8e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] For port 9c87c079-3c6a-45ce-b69a-f0d817d2080c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9c87c079-3c6a-45ce-b69a-f0d817d2080c,segment=NetworkSegment(c68a1460-02d6-41c2-aa5a-f0492246cbe4),segment_id=c68a1460-02d6-41c2-aa5a-f0492246cbe4)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:33.309813 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c23fcd4c-d4e2-46ee-9d4c-e1ff92802c72 req-e94db6e1-9ea3-4d32-8941-10c0df193d8e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:33.309813 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d453cad-266f-49d0-ab94-b77316fa8932 x-openstack-request-id: req-5d453cad-266f-49d0-ab94-b77316fa8932 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:33.309813 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c477995-d116-4e51-9a4f-73e20ff857af", "name": "network-vif-unplugged", "status": "completed", "tag": "17bd3912-873f-4528-8a86-eecf7a1b3f07", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:33.309813 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d453cad-266f-49d0-ab94-b77316fa8932 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:33.309813 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c477995-d116-4e51-9a4f-73e20ff857af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17bd3912-873f-4528-8a86-eecf7a1b3f07', 'code': 200} Aug 29 06:43:33.312274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-c23fcd4c-d4e2-46ee-9d4c-e1ff92802c72 req-e94db6e1-9ea3-4d32-8941-10c0df193d8e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Calling delete_port for 9c87c079-3c6a-45ce-b69a-f0d817d2080c owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:33.376332 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:33.378438 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:33.501532 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e0d6f-52ab-4121-a2b9-0147b1ef5556 req-6430b0cc-afa9-49fa-882e-faf9bcf2f051 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:33.502842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Pushing event updated for resources: {'Port': ['ID=17bd3912-873f-4528-8a86-eecf7a1b3f07,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:33.518173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Attempting to bind port 17bd3912-873f-4528-8a86-eecf7a1b3f07 on host n-h2-713301-12 for vnic_type normal with profile {"migrating_to": "n-h1-713301-12"} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:43:33.518507 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Attempting to bind port 17bd3912-873f-4528-8a86-eecf7a1b3f07 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:43:33.518831 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Attempting to bind port 17bd3912-873f-4528-8a86-eecf7a1b3f07 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:43:33.519639 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc9e0d6f-52ab-4121-a2b9-0147b1ef5556 req-6430b0cc-afa9-49fa-882e-faf9bcf2f051 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.1095839 Aug 29 06:43:33.523807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Port 17bd3912-873f-4528-8a86-eecf7a1b3f07 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:43:33.524132 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Attempting to bind port 17bd3912-873f-4528-8a86-eecf7a1b3f07 on network 4ca161a2-97b5-4345-a973-efe3ac6f5a03 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:43:33.529585 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:43:33.529924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Checking segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:33.530307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Bound using segment: {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:43:33.530731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Bound port: 17bd3912-873f-4528-8a86-eecf7a1b3f07, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a218c4b-8d0f-42c7-bab7-a567a682da34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4ca161a2-97b5-4345-a973-efe3ac6f5a03'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:43:33.531091 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:33.574011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc9e0d6f-52ab-4121-a2b9-0147b1ef5556 req-1c45dafd-7c3d-41e3-9499-485901092825 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530083 Aug 29 06:43:33.651400 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:43:33.655310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:43:33.694182 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:33.728006 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef12923-1159-469b-b5d9-17f8db386718,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:33.782267 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c23fcd4c-d4e2-46ee-9d4c-e1ff92802c72 req-e94db6e1-9ea3-4d32-8941-10c0df193d8e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:33.801877 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:33.854847 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:33.859463 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94db6e1-9ea3-4d32-8941-10c0df193d8e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Pushing event deleted for resources: {'Port': ['ID=9c87c079-3c6a-45ce-b69a-f0d817d2080c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:33.954672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23fcd4c-d4e2-46ee-9d4c-e1ff92802c72 req-e94db6e1-9ea3-4d32-8941-10c0df193d8e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] No DVR routers for this DVR port 9c87c079-3c6a-45ce-b69a-f0d817d2080c on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:43:33.972257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c23fcd4c-d4e2-46ee-9d4c-e1ff92802c72 req-e94db6e1-9ea3-4d32-8941-10c0df193d8e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:33.975134 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c23fcd4c-d4e2-46ee-9d4c-e1ff92802c72 req-e94db6e1-9ea3-4d32-8941-10c0df193d8e tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.11 "DELETE /v2.0/ports/9c87c079-3c6a-45ce-b69a-f0d817d2080c HTTP/1.1" status: 204 len: 173 time: 1.3414214 Aug 29 06:43:33.995794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:33.999183 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:34.014238 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Pushing event updated for resources: {'Port': ['ID=17bd3912-873f-4528-8a86-eecf7a1b3f07,revision_number=8']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:34.101467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:34.102177 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:34.103637 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-a8d113c7-7dd3-453d-9a3d-b6ac79355109 service neutron] 10.222.0.15 "PUT /v2.0/ports/17bd3912-873f-4528-8a86-eecf7a1b3f07 HTTP/1.1" status: 200 len: 1124 time: 1.7994003 Aug 29 06:43:34.130376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3b5aa-41ad-4681-b528-8d8d221b9910 req-980866dd-eeba-4f02-82fa-7363a74df520 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:34.132559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3f3b5aa-41ad-4681-b528-8d8d221b9910 req-980866dd-eeba-4f02-82fa-7363a74df520 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1348736 Aug 29 06:43:34.178630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3f3b5aa-41ad-4681-b528-8d8d221b9910 req-274e25d1-ea33-485a-b2f5-d1f663245d93 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Aug 29 06:43:34.259049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['17bd3912-873f-4528-8a86-eecf7a1b3f07'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:34.262408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-28737f59-eda2-4aa4-bd2c-2031230cb822 req-29018494-aba0-4837-87ab-cec9a7b785c6 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 210 time: 0.0408819 Aug 29 06:43:34.263380 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:34.263902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2187b990-a096-450d-9a4b-ed702e426eb6 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:43:34.269397 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:34.270649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-265748e4-a651-473f-a968-25ec665c6a63 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2187b990-a096-450d-9a4b-ed702e426eb6 HTTP/1.1" status: 204 len: 168 time: 2.6875708 Aug 29 06:43:34.273291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42008) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:34.328706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['17bd3912-873f-4528-8a86-eecf7a1b3f07'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:34.361261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25c2288-9f8a-479f-8c56-12e3bfb5d916 admin admin] Deleting subnet 8f576fb6-2e95-4e87-84cb-796a56eec9b0 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:43:34.366829 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b25c2288-9f8a-479f-8c56-12e3bfb5d916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:34.420129 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b25c2288-9f8a-479f-8c56-12e3bfb5d916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:34.614040 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b25c2288-9f8a-479f-8c56-12e3bfb5d916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:34.753596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c3f15-81fe-4c90-aabe-8e58da6c9f1c req-818e5df7-7478-4a20-ace4-19fb10799c17 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:34.755034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c1c3f15-81fe-4c90-aabe-8e58da6c9f1c req-818e5df7-7478-4a20-ace4-19fb10799c17 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.0607188 Aug 29 06:43:34.799334 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c1c3f15-81fe-4c90-aabe-8e58da6c9f1c req-b493f7e9-9fe9-4f00-94eb-579a31c99b65 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381768 Aug 29 06:43:34.826474 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b25c2288-9f8a-479f-8c56-12e3bfb5d916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:34.857450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c2288-9f8a-479f-8c56-12e3bfb5d916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f576fb6-2e95-4e87-84cb-796a56eec9b0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:34.866872 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b25c2288-9f8a-479f-8c56-12e3bfb5d916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:34.869398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de7ec6-dc50-417d-8f6e-ab68b245a6b4 None None] Network ea3503f9-de17-4d75-a461-b28dbced4bb1 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:43:34.871426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42016) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:34.882810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b25c2288-9f8a-479f-8c56-12e3bfb5d916 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8f576fb6-2e95-4e87-84cb-796a56eec9b0 HTTP/1.1" status: 204 len: 168 time: 0.5991175 Aug 29 06:43:34.969500 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:34.976786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 06390604-a3ce-4b0d-806d-a798e11de10f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:35.023962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 06390604-a3ce-4b0d-806d-a798e11de10f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:43:35.027108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 06390604-a3ce-4b0d-806d-a798e11de10f not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:43:35.063513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Deleting port f482837e-044e-4075-a526-b92faa10d92d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:35.066482 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:35.153858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] For port f482837e-044e-4075-a526-b92faa10d92d, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f482837e-044e-4075-a526-b92faa10d92d,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:35.154524 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:35.176636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Calling delete_port for f482837e-044e-4075-a526-b92faa10d92d owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:35.227278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b13293-5edb-499a-af9d-85a6c279c246 None None] DHCP port deletion for ea3503f9-de17-4d75-a461-b28dbced4bb1 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:43:35.311364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'name': 'network-vif-deleted', 'tag': '9c87c079-3c6a-45ce-b69a-f0d817d2080c'}, {'name': 'network-changed', 'server_uuid': '1c477995-d116-4e51-9a4f-73e20ff857af', 'tag': '17bd3912-873f-4528-8a86-eecf7a1b3f07'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:35.318298 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae033991-2927-4768-b2e5-16560825f4b7" -d '{"events": [{"server_uuid": "dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51", "name": "network-vif-deleted", "tag": "9c87c079-3c6a-45ce-b69a-f0d817d2080c"}, {"name": "network-changed", "server_uuid": "1c477995-d116-4e51-9a4f-73e20ff857af", "tag": "17bd3912-873f-4528-8a86-eecf7a1b3f07"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:35.318532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-96b13293-5edb-499a-af9d-85a6c279c246 None None] Deleting port f482837e-044e-4075-a526-b92faa10d92d {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:35.319014 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-96b13293-5edb-499a-af9d-85a6c279c246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:35.400336 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6823c2-270f-4247-94d7-b0798e88bdd8 req-3c30b5a7-26e0-4b2c-a1e1-96b0f108baa4 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:35.402885 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a6823c2-270f-4247-94d7-b0798e88bdd8 req-3c30b5a7-26e0-4b2c-a1e1-96b0f108baa4 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.0804465 Aug 29 06:43:35.410116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-96b13293-5edb-499a-af9d-85a6c279c246 None None] For port f482837e-044e-4075-a526-b92faa10d92d, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f482837e-044e-4075-a526-b92faa10d92d,segment=NetworkSegment(31c6d5b5-c45d-4175-b1ed-e7618c91ecac),segment_id=31c6d5b5-c45d-4175-b1ed-e7618c91ecac)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:35.410611 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-96b13293-5edb-499a-af9d-85a6c279c246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:35.425899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-04febd16-0b4f-4ec5-a5aa-f787c1a0b906 req-7993ba83-cdcf-443f-b5a2-d5383abe947c tempest-FloatingIPsAssociationNegativeTestJSON-1412315554 tempest-FloatingIPsAssociationNegativeTestJSON-1412315554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51 HTTP/1.1" status: 200 len: 210 time: 0.0475214 Aug 29 06:43:35.426694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-96b13293-5edb-499a-af9d-85a6c279c246 None None] Calling delete_port for f482837e-044e-4075-a526-b92faa10d92d owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:35.464033 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a6823c2-270f-4247-94d7-b0798e88bdd8 req-a505be98-9168-49ce-ae50-bd7d15977cc7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 Aug 29 06:43:35.488386 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:35.533710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f482837e-044e-4075-a526-b92faa10d92d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:35.536344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] No DVR routers for this DVR port f482837e-044e-4075-a526-b92faa10d92d on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:43:35.566946 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a59faa-94ad-4dba-971d-19948be5f72f x-openstack-request-id: req-53a59faa-94ad-4dba-971d-19948be5f72f {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:35.567455 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51", "name": "network-vif-deleted", "tag": "9c87c079-3c6a-45ce-b69a-f0d817d2080c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c477995-d116-4e51-9a4f-73e20ff857af", "tag": "17bd3912-873f-4528-8a86-eecf7a1b3f07", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:35.567699 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-53a59faa-94ad-4dba-971d-19948be5f72f {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:35.568213 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcff04d6-e9e3-40d7-8cf4-b6e6240e9b51', 'name': 'network-vif-deleted', 'tag': '9c87c079-3c6a-45ce-b69a-f0d817d2080c', 'status': 'completed', 'code': 200} Aug 29 06:43:35.568519 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c477995-d116-4e51-9a4f-73e20ff857af', 'tag': '17bd3912-873f-4528-8a86-eecf7a1b3f07', 'status': 'completed', 'code': 200} Aug 29 06:43:35.597990 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-96b13293-5edb-499a-af9d-85a6c279c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:35.629537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b13293-5edb-499a-af9d-85a6c279c246 None None] No DVR routers for this DVR port f482837e-044e-4075-a526-b92faa10d92d on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:43:35.631637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b13293-5edb-499a-af9d-85a6c279c246 None None] Pushing event deleted for resources: {'Port': ['ID=f482837e-044e-4075-a526-b92faa10d92d,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:35.685986 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:35.701517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3503f9-de17-4d75-a461-b28dbced4bb1']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:35.703848 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 9c87c079-3c6a-45ce-b69a-f0d817d2080c no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:35.714559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c6d5b5-c45d-4175-b1ed-e7618c91ecac') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:35.719539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c6d5b5-c45d-4175-b1ed-e7618c91ecac') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:35.729461 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae033991-2927-4768-b2e5-16560825f4b7 req-ea9396e4-0999-4380-801e-f7ec90bf9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:35.731259 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae033991-2927-4768-b2e5-16560825f4b7 req-ea9396e4-0999-4380-801e-f7ec90bf9f6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 1127 time: 0.0823789 Aug 29 06:43:35.733099 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:35.733250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 9c87c079-3c6a-45ce-b69a-f0d817d2080c {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:43:35.733561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 9c87c079-3c6a-45ce-b69a-f0d817d2080c not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:43:35.761856 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:35.798452 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:43:35.798864 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:43:35.800557 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:43:35.804310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42044) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:35.890209 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae033991-2927-4768-b2e5-16560825f4b7 req-c8cbe159-f63a-4584-bab0-1272de2a4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:35.899389 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae033991-2927-4768-b2e5-16560825f4b7 req-c8cbe159-f63a-4584-bab0-1272de2a4932 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.1521583 Aug 29 06:43:35.954181 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae033991-2927-4768-b2e5-16560825f4b7 req-81064f3e-ec29-48a8-82bf-ccf1feaa9fbd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07 HTTP/1.1" status: 200 len: 217 time: 0.0531240 Aug 29 06:43:35.959370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:35.962211 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e06934c2-eb33-406c-b953-f696f06ae6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:35.969476 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:35.971972 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ea3503f9-de17-4d75-a461-b28dbced4bb1 HTTP/1.1" status: 204 len: 168 time: 1.0993750 Aug 29 06:43:35.976214 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42050) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:35.993032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617d631-8d29-4edf-9b48-4b93295a09e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3503f9-de17-4d75-a461-b28dbced4bb1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:36.030360 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae033991-2927-4768-b2e5-16560825f4b7 req-688e0294-5c17-4365-af63-f4b38991b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:36.031877 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae033991-2927-4768-b2e5-16560825f4b7 req-688e0294-5c17-4365-af63-f4b38991b845 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0588799 Aug 29 06:43:36.065276 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae033991-2927-4768-b2e5-16560825f4b7 req-1e3b922b-db88-42d1-81c4-8e44abeb90b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252280 Aug 29 06:43:36.065979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051135ec-4a52-489c-a148-badc0485683e req-0e690d31-03d1-4c41-adce-ae471315e1b3 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:36.067531 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-051135ec-4a52-489c-a148-badc0485683e req-0e690d31-03d1-4c41-adce-ae471315e1b3 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.1637549 Aug 29 06:43:36.168470 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae033991-2927-4768-b2e5-16560825f4b7 req-e3233ffd-84d1-4acf-b9de-b45ac504b848 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940914 Aug 29 06:43:36.195517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-051135ec-4a52-489c-a148-badc0485683e req-df1ff9d1-aae1-4533-97c9-06879a3549d3 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183317 Aug 29 06:43:36.273012 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae033991-2927-4768-b2e5-16560825f4b7 req-5f822a4b-0d6f-4801-aaa7-c3f0dad3cf17 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971272 Aug 29 06:43:36.347774 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e06934c2-eb33-406c-b953-f696f06ae6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:36.446091 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e06934c2-eb33-406c-b953-f696f06ae6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:36.515623 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e06934c2-eb33-406c-b953-f696f06ae6af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=08dbe59365c74f7a95356b0cfb73d8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7003803 Aug 29 06:43:36.516118 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42058) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:36.518360 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06934c2-eb33-406c-b953-f696f06ae6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a065a43f-277d-410f-9133-0d0005d490ea,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:36.518472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42060) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:36.587830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f482837e-044e-4075-a526-b92faa10d92d no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:36.612181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: f482837e-044e-4075-a526-b92faa10d92d {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:43:36.613027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f482837e-044e-4075-a526-b92faa10d92d not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:43:36.613646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5ef12923-1159-469b-b5d9-17f8db386718 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:36.634816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 5ef12923-1159-469b-b5d9-17f8db386718 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:43:36.635192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5ef12923-1159-469b-b5d9-17f8db386718 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:43:36.727137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c0d15-f30b-4aa2-bcf4-b5b96a66ddbe req-8c0007f3-bb52-41b1-bc82-840827eb9c86 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:36.728830 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f20c0d15-f30b-4aa2-bcf4-b5b96a66ddbe req-8c0007f3-bb52-41b1-bc82-840827eb9c86 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.0935771 Aug 29 06:43:36.738298 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a1fc2ef-3ef5-4c4e-8e16-79fb92991c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:36.814190 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53e7a4d8-0841-471f-a133-cc8863431308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:36.821939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f20c0d15-f30b-4aa2-bcf4-b5b96a66ddbe req-b976ccd3-c1c9-47b4-b953-a3bf83b4e3b9 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799961 Aug 29 06:43:36.877017 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53e7a4d8-0841-471f-a133-cc8863431308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:37.074795 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53e7a4d8-0841-471f-a133-cc8863431308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:37.077527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53e7a4d8-0841-471f-a133-cc8863431308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:37.079453 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-53e7a4d8-0841-471f-a133-cc8863431308 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a065a43f-277d-410f-9133-0d0005d490ea HTTP/1.1" status: 204 len: 168 time: 0.5688472 Aug 29 06:43:37.092877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7a4d8-0841-471f-a133-cc8863431308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a065a43f-277d-410f-9133-0d0005d490ea,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:37.102360 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74dfabd3-34c3-4842-b05d-f392ae61138f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:37.124663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-1a1fc2ef-3ef5-4c4e-8e16-79fb92991c86 admin admin] Deleting port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:37.125015 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a1fc2ef-3ef5-4c4e-8e16-79fb92991c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:37.410978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-74dfabd3-34c3-4842-b05d-f392ae61138f admin admin] Deleting port dad194d1-1dc2-40c9-8337-411088f48d93 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:37.411457 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74dfabd3-34c3-4842-b05d-f392ae61138f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:37.509717 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-74dfabd3-34c3-4842-b05d-f392ae61138f admin admin] For port dad194d1-1dc2-40c9-8337-411088f48d93, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dad194d1-1dc2-40c9-8337-411088f48d93,segment=NetworkSegment(c68a1460-02d6-41c2-aa5a-f0492246cbe4),segment_id=c68a1460-02d6-41c2-aa5a-f0492246cbe4)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:37.510336 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74dfabd3-34c3-4842-b05d-f392ae61138f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:37.524494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-74dfabd3-34c3-4842-b05d-f392ae61138f admin admin] Calling delete_port for dad194d1-1dc2-40c9-8337-411088f48d93 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:37.569019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bec24-52ab-483d-a980-462123e043e0 req-20f40174-17af-433f-916b-0bd2d9a4b427 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:37.570523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-551bec24-52ab-483d-a980-462123e043e0 req-20f40174-17af-433f-916b-0bd2d9a4b427 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.0926170 Aug 29 06:43:37.576708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-1a1fc2ef-3ef5-4c4e-8e16-79fb92991c86 admin admin] For port c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7,segment=NetworkSegment(3b363bac-28e9-44fa-8028-ea6bf8e9da1f),segment_id=3b363bac-28e9-44fa-8028-ea6bf8e9da1f)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:37.577149 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a1fc2ef-3ef5-4c4e-8e16-79fb92991c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:37.609753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-1a1fc2ef-3ef5-4c4e-8e16-79fb92991c86 admin admin] Calling delete_port for c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:37.649130 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-551bec24-52ab-483d-a980-462123e043e0 req-8ae6a67f-a987-42a6-ba3f-061475a16812 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669391 Aug 29 06:43:37.833190 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74dfabd3-34c3-4842-b05d-f392ae61138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:37.878305 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfabd3-34c3-4842-b05d-f392ae61138f admin admin] Pushing event deleted for resources: {'Port': ['ID=dad194d1-1dc2-40c9-8337-411088f48d93,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:38.056812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce07226-2f13-42e5-88dd-3c960b1ea234 req-4fa574a1-f3b8-4d39-98ff-4919fcef4011 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:38.058446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bce07226-2f13-42e5-88dd-3c960b1ea234 req-4fa574a1-f3b8-4d39-98ff-4919fcef4011 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.0917115 Aug 29 06:43:38.060107 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a1fc2ef-3ef5-4c4e-8e16-79fb92991c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:38.079629 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-60ed0a03-c872-4605-8b99-f2aac7f386e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:38.110427 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74dfabd3-34c3-4842-b05d-f392ae61138f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:38.118372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fc2ef-3ef5-4c4e-8e16-79fb92991c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:38.211319 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bce07226-2f13-42e5-88dd-3c960b1ea234 req-94f45dfd-8e34-4527-a205-103f7244f37d tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405878 Aug 29 06:43:38.371925 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a1fc2ef-3ef5-4c4e-8e16-79fb92991c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:38.467468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dfabd3-34c3-4842-b05d-f392ae61138f admin admin] Router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:43:38.644135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dfabd3-34c3-4842-b05d-f392ae61138f admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:43:38.655039 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e06b36-2fd6-4278-b0a3-745d8b3dad7c None None] Sync routers for ids ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:43:38.669033 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-74dfabd3-34c3-4842-b05d-f392ae61138f admin admin] 10.222.0.76 "PUT /v2.0/routers/03f32d2c-5a16-429d-9c4d-c36a1c3b900d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1498578 Aug 29 06:43:38.669033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42098) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:38.670864 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e06b36-2fd6-4278-b0a3-745d8b3dad7c None None] Routers {'03f32d2c-5a16-429d-9c4d-c36a1c3b900d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:38.674621 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d7e06b36-2fd6-4278-b0a3-745d8b3dad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:38.680725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42100) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:38.757445 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1fc2ef-3ef5-4c4e-8e16-79fb92991c86 admin admin] Router ddd651a2-bff9-4203-ac88-98496a5f5ba8 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:43:38.826433 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:38.887729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1865888819-network', 'tenant_id': '88164f57805344ac9177a0173fdf8041'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:38.976119 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5792b-28e6-46ab-9687-c46e1f55c834 req-3f4339b1-208b-4996-a1bb-ee89090301a2 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:38.977720 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57f5792b-28e6-46ab-9687-c46e1f55c834 req-3f4339b1-208b-4996-a1bb-ee89090301a2 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.1850491 Aug 29 06:43:38.979554 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-d7e06b36-2fd6-4278-b0a3-745d8b3dad7c None None] Set router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:38.990260 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:39.006061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:43:39.010700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:39.028758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:39.087342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57f5792b-28e6-46ab-9687-c46e1f55c834 req-b4d5ed17-3d74-4e31-b1f1-4e2a8e687bf8 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683866 Aug 29 06:43:39.090349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1fc2ef-3ef5-4c4e-8e16-79fb92991c86 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:43:39.104589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17886be-92f9-49cb-aab6-bb6b260ac120 None None] Sync routers for ids ['ddd651a2-bff9-4203-ac88-98496a5f5ba8'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:43:39.105664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1a1fc2ef-3ef5-4c4e-8e16-79fb92991c86 admin admin] 10.222.0.76 "PUT /v2.0/routers/ddd651a2-bff9-4203-ac88-98496a5f5ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1287131 Aug 29 06:43:39.107533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42110) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:39.126984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17886be-92f9-49cb-aab6-bb6b260ac120 None None] Routers {'ddd651a2-bff9-4203-ac88-98496a5f5ba8'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:39.128503 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d17886be-92f9-49cb-aab6-bb6b260ac120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ddd651a2-bff9-4203-ac88-98496a5f5ba8'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:39.288136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] Deleting port e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:39.288708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:39.339630 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:39.358638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d17886be-92f9-49cb-aab6-bb6b260ac120 None None] Set router ddd651a2-bff9-4203-ac88-98496a5f5ba8 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:39.386680 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:39.413444 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d7e06b36-2fd6-4278-b0a3-745d8b3dad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:43:37Z', 'revision_number': 5, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port': {'id': 'e1c96e71-3cbf-4eb5-8363-d60878b4a2f1', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:42:36Z', 'updated_at': '2021-08-29T06:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:39.442197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] For port e1c96e71-3cbf-4eb5-8363-d60878b4a2f1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e1c96e71-3cbf-4eb5-8363-d60878b4a2f1,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:39.442575 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:39.464606 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:39.478332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:43:39.487482 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e06b36-2fd6-4278-b0a3-745d8b3dad7c None None] Checking router: 03f32d2c-5a16-429d-9c4d-c36a1c3b900d for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:43:39.507423 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e06b36-2fd6-4278-b0a3-745d8b3dad7c None None] Routers {'03f32d2c-5a16-429d-9c4d-c36a1c3b900d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:39.508058 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d7e06b36-2fd6-4278-b0a3-745d8b3dad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:39.513606 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:39.514941 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] Added segment 4d6216ce-dcb8-4c42-9cd2-1f2a2839049f of type vlan for network 61de32ca-ce14-44d0-be5e-3a4f0101ce7a Aug 29 06:43:39.600000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe03571-67bd-463b-9dc5-a6ecec408920 req-f75e8177-aab6-48a4-9954-f8702a2679e7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:39.609701 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] Calling delete_port for e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:39.611519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-efe03571-67bd-463b-9dc5-a6ecec408920 req-f75e8177-aab6-48a4-9954-f8702a2679e7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.2325566 Aug 29 06:43:39.662888 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d17886be-92f9-49cb-aab6-bb6b260ac120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2011580626-router', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:58Z', 'updated_at': '2021-08-29T06:43:37Z', 'revision_number': 5, 'project_id': 'a9cab356893142deaf3312b5c64770fd', 'gw_port': {'id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:59Z', 'updated_at': '2021-08-29T06:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:39.671714 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-efe03571-67bd-463b-9dc5-a6ecec408920 req-4f2a4a46-231c-44ec-81f8-16eadc4f1aaf tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589693 Aug 29 06:43:39.681570 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-d7e06b36-2fd6-4278-b0a3-745d8b3dad7c None None] Set router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:39.685774 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:39.720442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17886be-92f9-49cb-aab6-bb6b260ac120 None None] Checking router: ddd651a2-bff9-4203-ac88-98496a5f5ba8 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:43:39.743103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17886be-92f9-49cb-aab6-bb6b260ac120 None None] Routers {'ddd651a2-bff9-4203-ac88-98496a5f5ba8'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:39.744365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d17886be-92f9-49cb-aab6-bb6b260ac120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ddd651a2-bff9-4203-ac88-98496a5f5ba8'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:39.758825 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:39.784104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574a2f53-8b06-4122-9d76-940bbe0284d8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:39.791572 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d7e06b36-2fd6-4278-b0a3-745d8b3dad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:43:38Z', 'revision_number': 6, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:39.865417 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e06b36-2fd6-4278-b0a3-745d8b3dad7c None None] The sync data for ids ['03f32d2c-5a16-429d-9c4d-c36a1c3b900d'] in n-d-713301-12 is: [{'id': '03f32d2c-5a16-429d-9c4d-c36a1c3b900d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716067869-router', 'tenant_id': 'acc905bba43a4197803c1e8a9c61b00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:42:35Z', 'updated_at': '2021-08-29T06:43:38Z', 'revision_number': 6, 'project_id': 'acc905bba43a4197803c1e8a9c61b00f', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:43:39.886080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] Deleting port 91c2880b-862a-4820-bd6a-e3c7ad69e29a {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:39.886648 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:39.888260 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d17886be-92f9-49cb-aab6-bb6b260ac120 None None] Set router ddd651a2-bff9-4203-ac88-98496a5f5ba8 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:39.913525 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:39.915365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:39.916718 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:40.134222 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] For port 91c2880b-862a-4820-bd6a-e3c7ad69e29a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=91c2880b-862a-4820-bd6a-e3c7ad69e29a,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:40.135668 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:40.167232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] Calling delete_port for 91c2880b-862a-4820-bd6a-e3c7ad69e29a owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:40.181840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d17886be-92f9-49cb-aab6-bb6b260ac120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2011580626-router', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:58Z', 'updated_at': '2021-08-29T06:43:37Z', 'revision_number': 5, 'project_id': 'a9cab356893142deaf3312b5c64770fd', 'gw_port': {'id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:59Z', 'updated_at': '2021-08-29T06:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:40.223831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17886be-92f9-49cb-aab6-bb6b260ac120 None None] The sync data for ids ['ddd651a2-bff9-4203-ac88-98496a5f5ba8'] in n-d-713301-12 is: [{'id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2011580626-router', 'tenant_id': 'a9cab356893142deaf3312b5c64770fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:36:58Z', 'updated_at': '2021-08-29T06:43:37Z', 'revision_number': 5, 'project_id': 'a9cab356893142deaf3312b5c64770fd', 'gw_port': {'id': '91c2880b-862a-4820-bd6a-e3c7ad69e29a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd651a2-bff9-4203-ac88-98496a5f5ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:36:59Z', 'updated_at': '2021-08-29T06:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:43:40.452039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3b9f2-bd6a-4cee-a4f5-a0bec841f11a req-5a546621-8c8e-492a-9108-2aa5eb7dd495 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:40.453761 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5bc3b9f2-bd6a-4cee-a4f5-a0bec841f11a req-5a546621-8c8e-492a-9108-2aa5eb7dd495 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.1729922 Aug 29 06:43:40.528986 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-95060d3a-71be-4022-9368-cc26ef89ca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:40.533835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dad194d1-1dc2-40c9-8337-411088f48d93 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:40.558989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: dad194d1-1dc2-40c9-8337-411088f48d93 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:43:40.559650 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dad194d1-1dc2-40c9-8337-411088f48d93 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:43:40.560289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:40.596869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:43:40.597254 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c47f2a5c-3f4d-4a41-8bea-178e6eb3deb7 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:43:40.616875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5bc3b9f2-bd6a-4cee-a4f5-a0bec841f11a req-c6169475-34b1-4804-9a0f-13f7e4d052fa tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495798 Aug 29 06:43:40.634572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] Pushing event updated for resources: {'Network': ['ID=61de32ca-ce14-44d0-be5e-3a4f0101ce7a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:40.651832 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 61de32ca-ce14-44d0-be5e-3a4f0101ce7a details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:43:40.682463 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:40.683033 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-36f50efb-ef3b-4b7a-9ec2-5461d9f76f46 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0136108 Aug 29 06:43:40.698507 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42124) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:40.709139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c55c14cb-bf91-4c78-b81d-6bdf194d54e9 admin admin] Request body: {'subnet': {'network_id': '61de32ca-ce14-44d0-be5e-3a4f0101ce7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1865888819-subnet', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:40.747646 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:40.778308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c96e71-3cbf-4eb5-8363-d60878b4a2f1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:40.812478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c2880b-862a-4820-bd6a-e3c7ad69e29a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:40.840256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55c14cb-bf91-4c78-b81d-6bdf194d54e9 admin admin] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:43:40.845589 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c55c14cb-bf91-4c78-b81d-6bdf194d54e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:40.887421 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:40.970087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4d2c1-b53b-431e-a3a8-badd9379229b req-864ef194-7a25-4eb7-9129-2acf78685003 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:40.977630 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:40.980807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-59a4d2c1-b53b-431e-a3a8-badd9379229b req-864ef194-7a25-4eb7-9129-2acf78685003 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1703284 Aug 29 06:43:40.993262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.038807 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.043321 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.082686 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-59a4d2c1-b53b-431e-a3a8-badd9379229b req-0e69825b-926d-43ff-9d53-03404cbc4487 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002309 Aug 29 06:43:41.164295 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.167257 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.376282 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.376833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03f32d2c-5a16-429d-9c4d-c36a1c3b900d {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:43:41.381802 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.383033 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c2f2b187-3b88-4704-b7cd-e5798e3ecb74 admin admin] 10.222.0.76 "DELETE /v2.0/routers/03f32d2c-5a16-429d-9c4d-c36a1c3b900d HTTP/1.1" status: 204 len: 168 time: 2.7049243 Aug 29 06:43:41.385467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42132) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:41.399075 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.404589 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddd651a2-bff9-4203-ac88-98496a5f5ba8 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:43:41.404589 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.406474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3ace455d-4718-4648-bd30-0403d25fb8a2 admin admin] 10.222.0.76 "DELETE /v2.0/routers/ddd651a2-bff9-4203-ac88-98496a5f5ba8 HTTP/1.1" status: 204 len: 168 time: 2.2977905 Aug 29 06:43:41.409135 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42134) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:41.424391 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c55c14cb-bf91-4c78-b81d-6bdf194d54e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.471354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-73db7676-0347-4b1a-a325-17d475fb2ae8 admin admin] Deleting subnet 421c1d5f-7aae-4c77-ada9-457b6b52ca09 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:43:41.477895 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73db7676-0347-4b1a-a325-17d475fb2ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.509275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c14cb-bf91-4c78-b81d-6bdf194d54e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2153560-4dd2-42e8-ba55-bea121ca5e3f,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:41.518949 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73db7676-0347-4b1a-a325-17d475fb2ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.525151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3410072b-3180-44d6-873d-a9870e9a78fc admin admin] Deleting subnet 2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:43:41.534551 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3410072b-3180-44d6-873d-a9870e9a78fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.582384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c14cb-bf91-4c78-b81d-6bdf194d54e9 admin admin] Checking segment: {'id': '4d6216ce-dcb8-4c42-9cd2-1f2a2839049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '61de32ca-ce14-44d0-be5e-3a4f0101ce7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:41.582676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55c14cb-bf91-4c78-b81d-6bdf194d54e9 admin admin] Network hostable DHCP agents. Network: 61de32ca-ce14-44d0-be5e-3a4f0101ce7a, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:43:41.595453 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3410072b-3180-44d6-873d-a9870e9a78fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.664749 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73db7676-0347-4b1a-a325-17d475fb2ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.721576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17bd3912-873f-4528-8a86-eecf7a1b3f07 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:41.726941 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.774878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55c14cb-bf91-4c78-b81d-6bdf194d54e9 admin admin] Network 61de32ca-ce14-44d0-be5e-3a4f0101ce7a is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:43:41.812522 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3410072b-3180-44d6-873d-a9870e9a78fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.855187 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-69a8ec4e-dbba-40e0-a5cc-e6f94229a6ac service neutron] 10.222.0.11 "GET /v2.0/ports/17bd3912-873f-4528-8a86-eecf7a1b3f07/bindings/n-h1-713301-12 HTTP/1.1" status: 200 len: 385 time: 0.2119946 Aug 29 06:43:41.869223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd5ec6-4b87-4482-a1d9-21ed84b80a8b req-aff7f2aa-e963-4ca2-9b9c-33bd97cc4b7a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:41.872254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0dd5ec6-4b87-4482-a1d9-21ed84b80a8b req-aff7f2aa-e963-4ca2-9b9c-33bd97cc4b7a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.1087577 Aug 29 06:43:41.902208 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73db7676-0347-4b1a-a325-17d475fb2ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.928290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db7676-0347-4b1a-a325-17d475fb2ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421c1d5f-7aae-4c77-ada9-457b6b52ca09,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:41.931356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c55c14cb-bf91-4c78-b81d-6bdf194d54e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 61de32ca-ce14-44d0-be5e-3a4f0101ce7a) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:41.938984 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73db7676-0347-4b1a-a325-17d475fb2ae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.939288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55c14cb-bf91-4c78-b81d-6bdf194d54e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:41.939511 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec825be-d8c9-40d4-bc37-c360f4fb9624 None None] Network 61de32ca-ce14-44d0-be5e-3a4f0101ce7a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:43:41.939866 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c55c14cb-bf91-4c78-b81d-6bdf194d54e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:41.941988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-73db7676-0347-4b1a-a325-17d475fb2ae8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/421c1d5f-7aae-4c77-ada9-457b6b52ca09 HTTP/1.1" status: 204 len: 168 time: 0.5312202 Aug 29 06:43:41.945727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42140) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:41.968307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0dd5ec6-4b87-4482-a1d9-21ed84b80a8b req-e1749a7a-0300-4df2-a84e-ca3522cf3298 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889118 Aug 29 06:43:41.984552 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a834d-4c7a-4f3f-9daf-b4032802d001 None None] Network e37e90c9-2c66-48cc-8b4b-6c2b50eb1124 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:43:42.065815 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3410072b-3180-44d6-873d-a9870e9a78fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:42.111325 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:42.143179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410072b-3180-44d6-873d-a9870e9a78fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:42.143179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3410072b-3180-44d6-873d-a9870e9a78fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:42.152109 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3410072b-3180-44d6-873d-a9870e9a78fc admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2e2c2ff1-f340-4bc2-81a0-4074f6abaa8a HTTP/1.1" status: 204 len: 168 time: 0.7581909 Aug 29 06:43:42.152109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42144) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:42.190543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c52945-a02e-43f0-b1f0-72f213999a8b None None] Network 6cd72f6f-0cb6-4e26-907a-23085a94a0bb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:43:42.287850 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c55c14cb-bf91-4c78-b81d-6bdf194d54e9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5834243 Aug 29 06:43:42.289270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b053b755-7e6c-4c43-b392-1fceba64403e req-97151f79-c4ce-499c-9c3a-1917435f176b service neutron] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:42.293778 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:42.296501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42150) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:42.309208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1865888819-router', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:42.350534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b053b755-7e6c-4c43-b392-1fceba64403e req-97151f79-c4ce-499c-9c3a-1917435f176b service neutron] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:43:42.355110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae27be2-f71a-4790-a337-713fc307a4d6 req-69e90064-5bb1-4b9a-acbc-ca10ad8350aa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:42.364320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ae27be2-f71a-4790-a337-713fc307a4d6 req-69e90064-5bb1-4b9a-acbc-ca10ad8350aa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1311865 Aug 29 06:43:42.415031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-b053b755-7e6c-4c43-b392-1fceba64403e req-97151f79-c4ce-499c-9c3a-1917435f176b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17bd3912-873f-4528-8a86-eecf7a1b3f07 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:43:42.416957 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ae27be2-f71a-4790-a337-713fc307a4d6 req-a5a33a6c-b95e-4370-886b-dbaab29e63f5 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484962 Aug 29 06:43:42.429706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Deleting port 7fb96968-ac66-44be-92b3-e1b45fdaece8 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:42.429706 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:42.433088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b053b755-7e6c-4c43-b392-1fceba64403e req-97151f79-c4ce-499c-9c3a-1917435f176b service neutron] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:42.433443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c6581840-1f78-47d9-b6c9-d80a14b75282 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:43:42.434958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c6581840-1f78-47d9-b6c9-d80a14b75282 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:42.493375 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:42.494403 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:42.543675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-61de32ca-ce14-44d0-be5e-3a4f0101ce7a', 'network_id': '61de32ca-ce14-44d0-be5e-3a4f0101ce7a', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'fixed_ips': [{'subnet_id': 'b2153560-4dd2-42e8-ba55-bea121ca5e3f'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:43:42.544510 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:42.577316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Deleting port 29e2bed8-0cf6-44a6-945a-65a2ea884c63 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:42.577774 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:42.619724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 91c2880b-862a-4820-bd6a-e3c7ad69e29a no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:42.654353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f832ce56-19fa-4000-8f47-73852b0d307b None None] DHCP port deletion for e37e90c9-2c66-48cc-8b4b-6c2b50eb1124 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:43:42.687421 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b053b755-7e6c-4c43-b392-1fceba64403e req-97151f79-c4ce-499c-9c3a-1917435f176b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:42.706776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] For port 7fb96968-ac66-44be-92b3-e1b45fdaece8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7fb96968-ac66-44be-92b3-e1b45fdaece8,segment=NetworkSegment(3b363bac-28e9-44fa-8028-ea6bf8e9da1f),segment_id=3b363bac-28e9-44fa-8028-ea6bf8e9da1f)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:42.707154 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:42.713109 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:42.728214 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5ac98b-f698-4987-8df1-5caac6fae3a8 None None] DHCP port deletion for 6cd72f6f-0cb6-4e26-907a-23085a94a0bb request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:43:42.736931 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Calling delete_port for 7fb96968-ac66-44be-92b3-e1b45fdaece8 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:42.740735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 91c2880b-862a-4820-bd6a-e3c7ad69e29a {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:43:42.741083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 91c2880b-862a-4820-bd6a-e3c7ad69e29a not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:43:42.741533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:42.765999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] For port 29e2bed8-0cf6-44a6-945a-65a2ea884c63, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=29e2bed8-0cf6-44a6-945a-65a2ea884c63,segment=NetworkSegment(c68a1460-02d6-41c2-aa5a-f0492246cbe4),segment_id=c68a1460-02d6-41c2-aa5a-f0492246cbe4)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:42.765999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:42.789449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Calling delete_port for 29e2bed8-0cf6-44a6-945a-65a2ea884c63 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:42.815004 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:43:42.815365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e1c96e71-3cbf-4eb5-8363-d60878b4a2f1 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:43:42.822496 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:42.825477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c6581840-1f78-47d9-b6c9-d80a14b75282, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c6581840-1f78-47d9-b6c9-d80a14b75282,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:42.909636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'c6581840-1f78-47d9-b6c9-d80a14b75282', 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762', 'port_id': 'c6581840-1f78-47d9-b6c9-d80a14b75282', 'mac_address': 'fa:16:3e:60:3c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f13b1a1-6b23-4424-aa4f-48436144484a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:43:42.945994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c70c9f-ac56-44d7-83cd-67cc797891f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6581840-1f78-47d9-b6c9-d80a14b75282'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:42.948306 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a4cdec-37df-484a-9ae9-cb8c79465dbc" -d '{"events": [{"server_uuid": "07c70c9f-ac56-44d7-83cd-67cc797891f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c6581840-1f78-47d9-b6c9-d80a14b75282"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:42.978522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b053b755-7e6c-4c43-b392-1fceba64403e req-97151f79-c4ce-499c-9c3a-1917435f176b service neutron] Transition to ACTIVE for port object 17bd3912-873f-4528-8a86-eecf7a1b3f07 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:42.998731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c6581840-1f78-47d9-b6c9-d80a14b75282, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c6581840-1f78-47d9-b6c9-d80a14b75282,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:43.013648 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac2110c-0496-4bf0-b238-c35cf4a0845b x-openstack-request-id: req-4ac2110c-0496-4bf0-b238-c35cf4a0845b {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:43.014869 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c70c9f-ac56-44d7-83cd-67cc797891f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c6581840-1f78-47d9-b6c9-d80a14b75282", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:43.014869 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ac2110c-0496-4bf0-b238-c35cf4a0845b {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:43.014869 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c70c9f-ac56-44d7-83cd-67cc797891f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6581840-1f78-47d9-b6c9-d80a14b75282', 'code': 200} Aug 29 06:43:43.017448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Allocated IP 172.20.0.2 (61de32ca-ce14-44d0-be5e-3a4f0101ce7a/b2153560-4dd2-42e8-ba55-bea121ca5e3f/83806092-3af1-4919-8db8-d2256b3246c1) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:43.032315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f832ce56-19fa-4000-8f47-73852b0d307b None None] Deleting port 7fb96968-ac66-44be-92b3-e1b45fdaece8 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:43.035281 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f832ce56-19fa-4000-8f47-73852b0d307b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.035281 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.065704 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.089100 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ac5ac98b-f698-4987-8df1-5caac6fae3a8 None None] Deleting port 29e2bed8-0cf6-44a6-945a-65a2ea884c63 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:43.089489 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ac5ac98b-f698-4987-8df1-5caac6fae3a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.111605 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b053b755-7e6c-4c43-b392-1fceba64403e req-97151f79-c4ce-499c-9c3a-1917435f176b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.111852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755488e-0ace-49fc-9577-f24518e5b332 req-7e51ab2b-86f1-4149-a5ba-acff5f271176 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:43.112348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1755488e-0ace-49fc-9577-f24518e5b332 req-7e51ab2b-86f1-4149-a5ba-acff5f271176 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 944 time: 0.0562007 Aug 29 06:43:43.159073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6581840-1f78-47d9-b6c9-d80a14b75282 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:43:43.182835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b053b755-7e6c-4c43-b392-1fceba64403e req-97151f79-c4ce-499c-9c3a-1917435f176b service neutron] No DVR routers for this DVR port 17bd3912-873f-4528-8a86-eecf7a1b3f07 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:43:43.187581 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1755488e-0ace-49fc-9577-f24518e5b332 req-3d13daea-5e46-41ca-85aa-098c77b82b14 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649409 Aug 29 06:43:43.189174 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97151f79-c4ce-499c-9c3a-1917435f176b service neutron] Pushing event updated for resources: {'Port': ['ID=17bd3912-873f-4528-8a86-eecf7a1b3f07,revision_number=10']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:43.222572 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.229367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f832ce56-19fa-4000-8f47-73852b0d307b None None] For port 7fb96968-ac66-44be-92b3-e1b45fdaece8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7fb96968-ac66-44be-92b3-e1b45fdaece8,segment=NetworkSegment(3b363bac-28e9-44fa-8028-ea6bf8e9da1f),segment_id=3b363bac-28e9-44fa-8028-ea6bf8e9da1f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:43.232413 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f832ce56-19fa-4000-8f47-73852b0d307b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.233491 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-97151f79-c4ce-499c-9c3a-1917435f176b service neutron] 10.222.0.11 "PUT /v2.0/ports/17bd3912-873f-4528-8a86-eecf7a1b3f07/bindings/n-h1-713301-12/activate HTTP/1.1" status: 200 len: 370 time: 1.3673265 Aug 29 06:43:43.248131 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.260891 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.297476 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb96968-ac66-44be-92b3-e1b45fdaece8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:43.312063 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f832ce56-19fa-4000-8f47-73852b0d307b None None] Calling delete_port for 7fb96968-ac66-44be-92b3-e1b45fdaece8 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:43.334688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] No DVR routers for this DVR port 7fb96968-ac66-44be-92b3-e1b45fdaece8 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:43:43.338977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] No DVR routers for this DVR port 29e2bed8-0cf6-44a6-945a-65a2ea884c63 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:43:43.357659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ac5ac98b-f698-4987-8df1-5caac6fae3a8 None None] For port 29e2bed8-0cf6-44a6-945a-65a2ea884c63, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=29e2bed8-0cf6-44a6-945a-65a2ea884c63,segment=NetworkSegment(c68a1460-02d6-41c2-aa5a-f0492246cbe4),segment_id=c68a1460-02d6-41c2-aa5a-f0492246cbe4)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:43.358216 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ac5ac98b-f698-4987-8df1-5caac6fae3a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.405278 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e2bed8-0cf6-44a6-945a-65a2ea884c63,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:43.425176 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:43:43.425544 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:43:43.432794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ac5ac98b-f698-4987-8df1-5caac6fae3a8 None None] Calling delete_port for 29e2bed8-0cf6-44a6-945a-65a2ea884c63 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:43.464129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=c6581840-1f78-47d9-b6c9-d80a14b75282,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:43.499825 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.511721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37e90c9-2c66-48cc-8b4b-6c2b50eb1124']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:43.545285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b363bac-28e9-44fa-8028-ea6bf8e9da1f') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:43.545649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b363bac-28e9-44fa-8028-ea6bf8e9da1f') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:43.553447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d5d7c-4bfe-4c65-9363-f00849a58560 req-75c09d51-0c16-4291-ab5f-0e4cd741faca tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:43.558940 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a0d5d7c-4bfe-4c65-9363-f00849a58560 req-75c09d51-0c16-4291-ab5f-0e4cd741faca tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 943 time: 0.0575762 Aug 29 06:43:43.568155 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.577176 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.597639 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Transition to ACTIVE for port object 83806092-3af1-4919-8db8-d2256b3246c1 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:43.610667 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a0d5d7c-4bfe-4c65-9363-f00849a58560 req-aa8e89ce-1b95-4f61-b220-a7cf9f6782e0 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464711 Aug 29 06:43:43.613840 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f832ce56-19fa-4000-8f47-73852b0d307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.615246 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.623600 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Transition to ACTIVE for port object 83806092-3af1-4919-8db8-d2256b3246c1 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:43.633551 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.646309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832ce56-19fa-4000-8f47-73852b0d307b None None] Pushing event deleted for resources: {'Port': ['ID=7fb96968-ac66-44be-92b3-e1b45fdaece8,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:43.649511 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ac5ac98b-f698-4987-8df1-5caac6fae3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.654238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f832ce56-19fa-4000-8f47-73852b0d307b None None] No DVR routers for this DVR port 7fb96968-ac66-44be-92b3-e1b45fdaece8 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:43:43.666210 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd72f6f-0cb6-4e26-907a-23085a94a0bb']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:43.670053 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.684331 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.686366 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ac98b-f698-4987-8df1-5caac6fae3a8 None None] Pushing event deleted for resources: {'Port': ['ID=29e2bed8-0cf6-44a6-945a-65a2ea884c63,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:43.686647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b755-7e6c-4c43-b392-1fceba64403e req-b98a5f5e-3259-4d01-a21c-dbb270fee0f9 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:43.688204 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-b98a5f5e-3259-4d01-a21c-dbb270fee0f9 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.1682241 Aug 29 06:43:43.688448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ac98b-f698-4987-8df1-5caac6fae3a8 None None] No DVR routers for this DVR port 29e2bed8-0cf6-44a6-945a-65a2ea884c63 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:43:43.690295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68a1460-02d6-41c2-aa5a-f0492246cbe4') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:43.690603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68a1460-02d6-41c2-aa5a-f0492246cbe4') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:43.694262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:43:43.694620 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:43:43.696454 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:43:43.735806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Network 61de32ca-ce14-44d0-be5e-3a4f0101ce7a is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:43.738649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:43.745362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:43:43.752984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.758525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Pushing event updated for resources: {'Port': ['ID=83806092-3af1-4919-8db8-d2256b3246c1,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:43.799094 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.811333 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Attempting to bind port 83806092-3af1-4919-8db8-d2256b3246c1 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:43:43.811792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Attempting to bind port 83806092-3af1-4919-8db8-d2256b3246c1 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '4d6216ce-dcb8-4c42-9cd2-1f2a2839049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '61de32ca-ce14-44d0-be5e-3a4f0101ce7a'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:43:43.812166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Attempting to bind port 83806092-3af1-4919-8db8-d2256b3246c1 on network 61de32ca-ce14-44d0-be5e-3a4f0101ce7a {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:43:43.818432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:43:43.819558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.819700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:43:43.819700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Checking segment: {'id': '4d6216ce-dcb8-4c42-9cd2-1f2a2839049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '61de32ca-ce14-44d0-be5e-3a4f0101ce7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:43.819958 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.820717 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Bound using segment: {'id': '4d6216ce-dcb8-4c42-9cd2-1f2a2839049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '61de32ca-ce14-44d0-be5e-3a4f0101ce7a'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:43:43.820865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Bound port: 83806092-3af1-4919-8db8-d2256b3246c1, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6216ce-dcb8-4c42-9cd2-1f2a2839049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '61de32ca-ce14-44d0-be5e-3a4f0101ce7a'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:43:43.821185 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:43:43.822074 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:43:43.886388 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b755-7e6c-4c43-b392-1fceba64403e req-4099e37a-37b7-4b73-9439-e826f94614b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:43.892124 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-4099e37a-37b7-4b73-9439-e826f94614b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc HTTP/1.1" status: 200 len: 1097 time: 0.1732345 Aug 29 06:43:43.914972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] For port 83806092-3af1-4919-8db8-d2256b3246c1, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:43:43.955721 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.972469 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] For port 83806092-3af1-4919-8db8-d2256b3246c1, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=83806092-3af1-4919-8db8-d2256b3246c1,segment=NetworkSegment(4d6216ce-dcb8-4c42-9cd2-1f2a2839049f),segment_id=4d6216ce-dcb8-4c42-9cd2-1f2a2839049f)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:43:43.985993 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.986373 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:43.990130 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e37e90c9-2c66-48cc-8b4b-6c2b50eb1124 HTTP/1.1" status: 204 len: 168 time: 2.0428770 Aug 29 06:43:44.014928 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:44.030218 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:44.032479 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6cd72f6f-0cb6-4e26-907a-23085a94a0bb HTTP/1.1" status: 204 len: 168 time: 1.8817616 Aug 29 06:43:44.042044 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85bf40-a9e2-4766-939c-475267a69127 admin admin] Pushing event deleted for resources: {'Network': ['ID=e37e90c9-2c66-48cc-8b4b-6c2b50eb1124,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:44.082749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c850d-1e48-439a-b903-7b4527032364 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd72f6f-0cb6-4e26-907a-23085a94a0bb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:44.103936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b755-7e6c-4c43-b392-1fceba64403e req-cd7d8a06-2e46-4013-8f06-9323aa0c7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:44.105473 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-cd7d8a06-2e46-4013-8f06-9323aa0c7afe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 1097 time: 0.1608555 Aug 29 06:43:44.106683 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:44.136802 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:44.158450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6581840-1f78-47d9-b6c9-d80a14b75282 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:43:44.172267 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:44.205107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c6581840-1f78-47d9-b6c9-d80a14b75282, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c6581840-1f78-47d9-b6c9-d80a14b75282,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:44.255793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bd2b2-a7ba-4c28-bf09-907de1f7fd14 None None] Pushing event updated for resources: {'Port': ['ID=83806092-3af1-4919-8db8-d2256b3246c1,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:44.294489 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:44.351548 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b755-7e6c-4c43-b392-1fceba64403e req-34aeee8b-1c1c-40ac-b4ee-71313fafc756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:44.353295 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-34aeee8b-1c1c-40ac-b4ee-71313fafc756 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.2245886 Aug 29 06:43:44.372997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2a52a-ae6e-499b-93a9-67a539a584e2 req-c1deaf47-5bac-4077-b93d-fbbcffa071e2 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:44.381383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfa2a52a-ae6e-499b-93a9-67a539a584e2 req-c1deaf47-5bac-4077-b93d-fbbcffa071e2 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 945 time: 0.0858324 Aug 29 06:43:44.384044 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=c6581840-1f78-47d9-b6c9-d80a14b75282,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:44.386123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Allocated IP 172.25.1.134 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/4de08691-7ee1-4d5b-8012-3f89922acbf7) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:44.420972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42172) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:44.524793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfa2a52a-ae6e-499b-93a9-67a539a584e2 req-fab8684a-76bd-4202-a668-04667bf5768c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364574 Aug 29 06:43:44.549956 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42178) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:44.578154 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-74eeaabd-80ae-4874-a692-190687a1c64d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=544c6f4659b0481fa002ec69280b9551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550505 Aug 29 06:43:44.581221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42180) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:44.644024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['c6581840-1f78-47d9-b6c9-d80a14b75282'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:44.699106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b92250cd-fc4e-432f-9ea6-bd38aeab1c25 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=acc905bba43a4197803c1e8a9c61b00f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380720 Aug 29 06:43:44.703413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42184) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:44.734438 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29bb7a89-8aa8-4502-b170-c172c993abf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:44.744994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 29e2bed8-0cf6-44a6-945a-65a2ea884c63 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:44.778857 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29bb7a89-8aa8-4502-b170-c172c993abf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:44.846458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 29e2bed8-0cf6-44a6-945a-65a2ea884c63 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:43:44.846458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 29e2bed8-0cf6-44a6-945a-65a2ea884c63 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:43:44.846458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7fb96968-ac66-44be-92b3-e1b45fdaece8 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:44.846458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 7fb96968-ac66-44be-92b3-e1b45fdaece8 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:43:44.846458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7fb96968-ac66-44be-92b3-e1b45fdaece8 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:43:44.847278 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79ed18ea-304b-4d39-a78f-4667c387799d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:44.847624 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-0a622a76-251b-4321-8c54-2d69a7b7f172 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07 HTTP/1.1" status: 200 len: 217 time: 0.4687135 Aug 29 06:43:44.896756 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79ed18ea-304b-4d39-a78f-4667c387799d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:44.909251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532679da-bf66-4892-b558-6d31083b267e req-0cc18205-90af-4c31-b242-26d9ff111abb tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:44.911532 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-532679da-bf66-4892-b558-6d31083b267e req-0cc18205-90af-4c31-b242-26d9ff111abb tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 944 time: 0.1243517 Aug 29 06:43:44.996148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-532679da-bf66-4892-b558-6d31083b267e req-55f77782-f2a5-4d02-bf7c-2c05d718ec50 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777745 Aug 29 06:43:44.999504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b755-7e6c-4c43-b392-1fceba64403e req-64beea83-d0be-4587-89e2-e4f489eed5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:45.000972 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-64beea83-d0be-4587-89e2-e4f489eed5f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.1286426 Aug 29 06:43:45.038716 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-7552f2e3-a786-43ac-b7f4-8bea167ba53f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284307 Aug 29 06:43:45.108658 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:45.114955 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79ed18ea-304b-4d39-a78f-4667c387799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:45.118581 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79ed18ea-304b-4d39-a78f-4667c387799d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:45.120297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-79ed18ea-304b-4d39-a78f-4667c387799d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/683ca007-6181-49a8-a5ba-5d9845511f45 HTTP/1.1" status: 204 len: 168 time: 0.4153874 Aug 29 06:43:45.123429 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29bb7a89-8aa8-4502-b170-c172c993abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:45.129761 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29bb7a89-8aa8-4502-b170-c172c993abf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:45.133027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-29bb7a89-8aa8-4502-b170-c172c993abf5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/903855b8-1d99-4768-b406-1818867d95a7 HTTP/1.1" status: 204 len: 168 time: 0.5410683 Aug 29 06:43:45.143386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed18ea-304b-4d39-a78f-4667c387799d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683ca007-6181-49a8-a5ba-5d9845511f45,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:45.183373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb7a89-8aa8-4502-b170-c172c993abf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903855b8-1d99-4768-b406-1818867d95a7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:45.196452 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-551612f9-9d8c-4f2b-a9eb-41e08440918d service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467154 Aug 29 06:43:45.317009 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:45.384846 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:45.387498 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-97509e84-810d-49bf-b771-dbbbc7ed4c66 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824911 Aug 29 06:43:45.390413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:45.394563 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:43:45.424481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Pushing event updated for resources: {'Port': ['ID=4de08691-7ee1-4d5b-8012-3f89922acbf7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:45.533626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b6c4e1-bfe2-41a9-bf15-d85feaca0659 None None] Network 61de32ca-ce14-44d0-be5e-3a4f0101ce7a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:43:45.650329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddd4c1-ad92-4b02-8529-08e07eadf3b9 req-1247685f-1ce3-41a5-a887-f7efb9609ef6 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:45.652164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8ddd4c1-ad92-4b02-8529-08e07eadf3b9 req-1247685f-1ce3-41a5-a887-f7efb9609ef6 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 945 time: 0.0553670 Aug 29 06:43:45.693934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8ddd4c1-ad92-4b02-8529-08e07eadf3b9 req-d12fa9a8-e103-4cd5-99cc-09f1306bf83c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355661 Aug 29 06:43:46.148652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97407949-55e1-4594-8f15-99a0e1f3de32 req-2a935a70-74ac-477c-b9c2-a0fba374bac0 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:46.148652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97407949-55e1-4594-8f15-99a0e1f3de32 req-2a935a70-74ac-477c-b9c2-a0fba374bac0 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 944 time: 0.0535178 Aug 29 06:43:46.178382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97407949-55e1-4594-8f15-99a0e1f3de32 req-58954395-7a9d-4cc7-8c48-f1714f779ac6 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358701 Aug 29 06:43:46.439820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c6581840-1f78-47d9-b6c9-d80a14b75282 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:46.495206 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port c6581840-1f78-47d9-b6c9-d80a14b75282 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:46.495560 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:46.585553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 83806092-3af1-4919-8db8-d2256b3246c1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:46.608170 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:46.642365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c70c9f-ac56-44d7-83cd-67cc797891f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6581840-1f78-47d9-b6c9-d80a14b75282'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:46.644646 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73bdec0-a54b-4b99-beef-fba22c27a1ff" -d '{"events": [{"server_uuid": "07c70c9f-ac56-44d7-83cd-67cc797891f5", "name": "network-vif-plugged", "status": "completed", "tag": "c6581840-1f78-47d9-b6c9-d80a14b75282"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:46.663459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c6581840-1f78-47d9-b6c9-d80a14b75282, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c6581840-1f78-47d9-b6c9-d80a14b75282,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:46.711979 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1078e6e6-5f31-4923-b229-face3340ee11 x-openstack-request-id: req-1078e6e6-5f31-4923-b229-face3340ee11 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:46.712275 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c70c9f-ac56-44d7-83cd-67cc797891f5", "name": "network-vif-plugged", "status": "completed", "tag": "c6581840-1f78-47d9-b6c9-d80a14b75282", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:46.712528 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1078e6e6-5f31-4923-b229-face3340ee11 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:46.712926 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c70c9f-ac56-44d7-83cd-67cc797891f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6581840-1f78-47d9-b6c9-d80a14b75282', 'code': 200} Aug 29 06:43:46.714061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1b52ab31-cf12-420c-85ca-5aec2dc461fd None None] Provisioning for port 83806092-3af1-4919-8db8-d2256b3246c1 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:46.793487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 83806092-3af1-4919-8db8-d2256b3246c1 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:46.798316 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:46.807252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 83806092-3af1-4919-8db8-d2256b3246c1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:46.807697 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:46.979103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f4283-432d-4a9a-ba6a-1ca5a9542a97 req-12090792-476b-4c65-8b3c-b63c341d297b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:46.981342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-382f4283-432d-4a9a-ba6a-1ca5a9542a97 req-12090792-476b-4c65-8b3c-b63c341d297b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 945 time: 0.1051273 Aug 29 06:43:47.002366 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=c6581840-1f78-47d9-b6c9-d80a14b75282,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:47.004660 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:47.018971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2abedec4-1abb-4c45-89a5-9ff0a7c2547b None None] Provisioning complete for port 83806092-3af1-4919-8db8-d2256b3246c1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:47.019468 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2abedec4-1abb-4c45-89a5-9ff0a7c2547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:47.048786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768927dc-d35e-4dce-b7f0-109d34b599d4 req-cf5386d3-4cc6-47b8-a313-e20eafa7faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:47.050468 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-768927dc-d35e-4dce-b7f0-109d34b599d4 req-cf5386d3-4cc6-47b8-a313-e20eafa7faca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 1097 time: 0.1080134 Aug 29 06:43:47.061947 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-382f4283-432d-4a9a-ba6a-1ca5a9542a97 req-6c0e4b68-b769-463a-b144-d45a891f2022 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742850 Aug 29 06:43:47.077332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:47.077924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:47.078464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:47.078994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:47.079547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:47.080092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:47.080616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:47.081450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:47.082124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:47.082454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:47.082784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:47.083343 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:47.112377 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-768927dc-d35e-4dce-b7f0-109d34b599d4 req-32568ed9-1cd1-4c3b-b3d4-fa4d0cb6b7c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533907 Aug 29 06:43:47.138119 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:47.178324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b755-7e6c-4c43-b392-1fceba64403e req-e3e8ceb4-4635-47e7-b670-2e93b57ec50f tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:47.181878 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-e3e8ceb4-4635-47e7-b670-2e93b57ec50f tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af&tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.0736122 Aug 29 06:43:47.192465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 83806092-3af1-4919-8db8-d2256b3246c1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=83806092-3af1-4919-8db8-d2256b3246c1,segment=NetworkSegment(4d6216ce-dcb8-4c42-9cd2-1f2a2839049f),segment_id=4d6216ce-dcb8-4c42-9cd2-1f2a2839049f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:47.247418 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2abedec4-1abb-4c45-89a5-9ff0a7c2547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:47.290169 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:47.339408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:47.369185 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-2abedec4-1abb-4c45-89a5-9ff0a7c2547b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:43:47.369561 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-2abedec4-1abb-4c45-89a5-9ff0a7c2547b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:43:47.372379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=83806092-3af1-4919-8db8-d2256b3246c1,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:47.447976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac59f1-6460-4d85-9b96-9cf2290f1ff3 req-4e3cd45c-20b5-47a5-8111-0eb745c1ebe2 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:47.449367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05ac59f1-6460-4d85-9b96-9cf2290f1ff3 req-4e3cd45c-20b5-47a5-8111-0eb745c1ebe2 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1740246 Aug 29 06:43:47.522762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05ac59f1-6460-4d85-9b96-9cf2290f1ff3 req-5865eced-617a-494f-a2c1-d39ba0b786c8 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450540 Aug 29 06:43:47.587775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Router 2cf9c913-4d83-4949-a133-16fa70616bf1 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:43:47.601442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42244) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:47.685187 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-b053b755-7e6c-4c43-b392-1fceba64403e req-c5122d7c-e3ae-49ba-958c-1fc1544d4cd4 service neutron] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:43:47.688625 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b053b755-7e6c-4c43-b392-1fceba64403e req-c5122d7c-e3ae-49ba-958c-1fc1544d4cd4 service neutron] Notify callbacks [] for binding, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:47.689773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b053b755-7e6c-4c43-b392-1fceba64403e req-c5122d7c-e3ae-49ba-958c-1fc1544d4cd4 service neutron] 10.222.0.15 "DELETE /v2.0/ports/17bd3912-873f-4528-8a86-eecf7a1b3f07/bindings/n-h2-713301-12 HTTP/1.1" status: 204 len: 173 time: 0.3751898 Aug 29 06:43:47.727235 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9d431ee3-696a-4a0c-aef8-5caadb89e6ed admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a9cab356893142deaf3312b5c64770fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1236894 Aug 29 06:43:47.729788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42250) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:47.744871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:43:47.762031 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Sync routers for ids ['2cf9c913-4d83-4949-a133-16fa70616bf1'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:43:47.777179 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Routers {'2cf9c913-4d83-4949-a133-16fa70616bf1'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:47.778048 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2cf9c913-4d83-4949-a133-16fa70616bf1'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:47.797688 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d412-72d9-4683-87a6-79aa8f40ff69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:47.822792 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d412-72d9-4683-87a6-79aa8f40ff69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:47.896095 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:47.898494 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c2a042c5-fc06-4768-9271-b621e3a368e2 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5944617 Aug 29 06:43:47.901317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42254) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:47.981204 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Set router 2cf9c913-4d83-4949-a133-16fa70616bf1 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:47.987750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d412-72d9-4683-87a6-79aa8f40ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:47.990702 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1b1d412-72d9-4683-87a6-79aa8f40ff69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:47.992320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b1b1d412-72d9-4683-87a6-79aa8f40ff69 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/986a0d3c-6517-4b72-8235-3892b9dc0c04 HTTP/1.1" status: 204 len: 168 time: 0.2615235 Aug 29 06:43:48.005585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1d412-72d9-4683-87a6-79aa8f40ff69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986a0d3c-6517-4b72-8235-3892b9dc0c04,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:48.127793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42264) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:48.169419 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:43:48.305120 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'name': 'tempest-ServersTestMultiNic-1865888819-router', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '4de08691-7ee1-4d5b-8012-3f89922acbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:42Z', 'updated_at': '2021-08-29T06:43:45Z', 'revision_number': 3, 'project_id': '88164f57805344ac9177a0173fdf8041', 'gw_port': {'id': '4de08691-7ee1-4d5b-8012-3f89922acbf7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:44Z', 'updated_at': '2021-08-29T06:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:48.353922 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Checking router: 2cf9c913-4d83-4949-a133-16fa70616bf1 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:43:48.354428 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Updating router 2cf9c913-4d83-4949-a133-16fa70616bf1 port 4de08691-7ee1-4d5b-8012-3f89922acbf7 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:43:48.387592 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:48.626931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 83806092-3af1-4919-8db8-d2256b3246c1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:48.740938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 83806092-3af1-4919-8db8-d2256b3246c1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:48.741441 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:48.787790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-194849277-network', 'tenant_id': '0255e7fc21a3410bb5d56fdc4dce0c48'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:48.840114 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:48.877769 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d072a08-8943-4700-bd3d-20b3c6602d65 req-bfb2ad6c-e53e-47fa-bd35-d8fb9277ecec tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:48.886880 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d072a08-8943-4700-bd3d-20b3c6602d65 req-bfb2ad6c-e53e-47fa-bd35-d8fb9277ecec tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1099672 Aug 29 06:43:48.897052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ad74f-93a8-46db-ae96-3f7d46897f53 req-51e562c9-af4e-4b44-b336-3e54f24fc720 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:48.906669 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c5ad74f-93a8-46db-ae96-3f7d46897f53 req-51e562c9-af4e-4b44-b336-3e54f24fc720 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 945 time: 0.7079690 Aug 29 06:43:48.971111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d072a08-8943-4700-bd3d-20b3c6602d65 req-e4cdde26-d104-49dc-8c92-5b0f587b1b66 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829182 Aug 29 06:43:48.972071 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] Made reservation on behalf of 0255e7fc21a3410bb5d56fdc4dce0c48 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:43:48.982671 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.043818 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.097061 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c5ad74f-93a8-46db-ae96-3f7d46897f53 req-05013ee0-ced5-4052-a575-ef9b2b002c91 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845515 Aug 29 06:43:49.135253 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.147810 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Transition to ACTIVE for port object 4de08691-7ee1-4d5b-8012-3f89922acbf7 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:49.229501 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.230656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Allocated IP 172.20.0.1 (61de32ca-ce14-44d0-be5e-3a4f0101ce7a/b2153560-4dd2-42e8-ba55-bea121ca5e3f/ab454f66-5a29-4133-b53b-a68f343cb246) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:49.284687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b2d5e-f0b1-4b9a-8754-b2c7014f0352 req-c49817c9-87fb-48ab-89d8-0bbdb69c7bc7 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:49.288608 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.288820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c0b2d5e-f0b1-4b9a-8754-b2c7014f0352 req-c49817c9-87fb-48ab-89d8-0bbdb69c7bc7 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 1097 time: 0.0507584 Aug 29 06:43:49.331741 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.343293 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef00e8c-b4d9-4820-b216-44deb24136f6 None None] Pushing event updated for resources: {'Port': ['ID=4de08691-7ee1-4d5b-8012-3f89922acbf7,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:49.355260 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef00e8c-b4d9-4820-b216-44deb24136f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:49.355893 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef00e8c-b4d9-4820-b216-44deb24136f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:49.356471 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef00e8c-b4d9-4820-b216-44deb24136f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:49.357038 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef00e8c-b4d9-4820-b216-44deb24136f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:49.357599 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef00e8c-b4d9-4820-b216-44deb24136f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:49.358143 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef00e8c-b4d9-4820-b216-44deb24136f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:49.358654 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef00e8c-b4d9-4820-b216-44deb24136f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:49.359194 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef00e8c-b4d9-4820-b216-44deb24136f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:49.363402 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef00e8c-b4d9-4820-b216-44deb24136f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:49.363402 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef00e8c-b4d9-4820-b216-44deb24136f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:49.363402 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef00e8c-b4d9-4820-b216-44deb24136f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:49.363402 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef00e8c-b4d9-4820-b216-44deb24136f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:43:49.366570 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:43:49.384202 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c0b2d5e-f0b1-4b9a-8754-b2c7014f0352 req-85cdeab0-54af-46de-9e58-3358503ff6a8 tempest-LiveAutoBlockMigrationV225Test-1815768131 tempest-LiveAutoBlockMigrationV225Test-1815768131-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904102 Aug 29 06:43:49.405320 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Attempting to bind port 4de08691-7ee1-4d5b-8012-3f89922acbf7 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:43:49.423304 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Attempting to bind port 4de08691-7ee1-4d5b-8012-3f89922acbf7 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:43:49.423304 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Attempting to bind port 4de08691-7ee1-4d5b-8012-3f89922acbf7 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:43:49.423591 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.423704 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:43:49.423704 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:49.423704 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.423704 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:43:49.423704 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Bound port: 4de08691-7ee1-4d5b-8012-3f89922acbf7, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:43:49.424249 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.425774 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.427410 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] Added segment 86ac4933-e6ea-4b76-8ec5-43035e372bdc of type vlan for network 04c5293c-492d-4dd4-bf4a-c2797d0aff2d Aug 29 06:43:49.427641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4729fe68-0415-4c04-8b47-ce3c6fd8f817,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:49.454415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Transition to ACTIVE for port object ab454f66-5a29-4133-b53b-a68f343cb246 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:49.493995 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.523812 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] For port 4de08691-7ee1-4d5b-8012-3f89922acbf7, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:43:49.528827 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] For port 4de08691-7ee1-4d5b-8012-3f89922acbf7, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4de08691-7ee1-4d5b-8012-3f89922acbf7,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:43:49.639382 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.673174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.674139 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.674667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:49.675482 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.704478 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Network 61de32ca-ce14-44d0-be5e-3a4f0101ce7a is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:49.708506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:49.712041 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:43:49.760574 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Routers {'2cf9c913-4d83-4949-a133-16fa70616bf1'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:49.761523 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2cf9c913-4d83-4949-a133-16fa70616bf1'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:49.789318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] Pushing event updated for resources: {'Network': ['ID=04c5293c-492d-4dd4-bf4a-c2797d0aff2d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:49.800980 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 04c5293c-492d-4dd4-bf4a-c2797d0aff2d details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:43:49.835641 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:49.905358 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] Set router 2cf9c913-4d83-4949-a133-16fa70616bf1 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:49.906240 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9e0b7adf-063b-4524-b76b-54693250076f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7772887 Aug 29 06:43:49.907049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42314) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:49.912381 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2d9d1d97-f8f3-4527-95f8-c53f968518a2 admin admin] Request body: {'subnet': {'network_id': '04c5293c-492d-4dd4-bf4a-c2797d0aff2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-194849277-subnet', 'tenant_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:50.040713 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Pushing event updated for resources: {'Port': ['ID=ab454f66-5a29-4133-b53b-a68f343cb246,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:50.063016 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef00e8c-b4d9-4820-b216-44deb24136f6 None None] Pushing event updated for resources: {'Port': ['ID=4de08691-7ee1-4d5b-8012-3f89922acbf7,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:50.121686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859068c6-ad57-4d69-a942-77a1eab16ccf req-3a9d4f42-4b00-41f7-bfc3-a09d614a588b tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:50.123377 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-859068c6-ad57-4d69-a942-77a1eab16ccf req-3a9d4f42-4b00-41f7-bfc3-a09d614a588b tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.0648949 Aug 29 06:43:50.164965 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9d1d97-f8f3-4527-95f8-c53f968518a2 admin admin] Made reservation on behalf of 0255e7fc21a3410bb5d56fdc4dce0c48 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:43:50.168674 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1d97-f8f3-4527-95f8-c53f968518a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:50.186969 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'name': 'tempest-ServersTestMultiNic-1865888819-router', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '4de08691-7ee1-4d5b-8012-3f89922acbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:42Z', 'updated_at': '2021-08-29T06:43:45Z', 'revision_number': 3, 'project_id': '88164f57805344ac9177a0173fdf8041', 'gw_port': {'id': '4de08691-7ee1-4d5b-8012-3f89922acbf7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:44Z', 'updated_at': '2021-08-29T06:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:50.201389 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:50.259796 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5aeaa8b2-a077-4b26-961d-2332fd3b7100 None None] Provisioning for port ab454f66-5a29-4133-b53b-a68f343cb246 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:50.265341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5aeaa8b2-a077-4b26-961d-2332fd3b7100 None None] Provisioning complete for port ab454f66-5a29-4133-b53b-a68f343cb246 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:50.265796 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4df3c62-2f44-40eb-9e38-c30105d2f520 None None] The sync data for ids ['2cf9c913-4d83-4949-a133-16fa70616bf1'] in n-d-713301-12 is: [{'id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'name': 'tempest-ServersTestMultiNic-1865888819-router', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '4de08691-7ee1-4d5b-8012-3f89922acbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:42Z', 'updated_at': '2021-08-29T06:43:45Z', 'revision_number': 3, 'project_id': '88164f57805344ac9177a0173fdf8041', 'gw_port': {'id': '4de08691-7ee1-4d5b-8012-3f89922acbf7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:44Z', 'updated_at': '2021-08-29T06:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:43:50.266179 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5aeaa8b2-a077-4b26-961d-2332fd3b7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:50.287579 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-859068c6-ad57-4d69-a942-77a1eab16ccf req-3a508c36-9ecc-498a-8a9a-88d1a17bbe17 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521266 Aug 29 06:43:50.366741 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5aeaa8b2-a077-4b26-961d-2332fd3b7100 None None] Port ab454f66-5a29-4133-b53b-a68f343cb246 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:43:50.475818 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:50.579766 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:50.585221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0a318-394d-4806-9149-bf05cca7ea8d req-5d3ecbf0-3424-456c-b0af-62c78f03ba41 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:50.593663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bbb0a318-394d-4806-9149-bf05cca7ea8d req-5d3ecbf0-3424-456c-b0af-62c78f03ba41 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 945 time: 0.1549933 Aug 29 06:43:50.682722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bbb0a318-394d-4806-9149-bf05cca7ea8d req-746b4605-bf36-4985-995c-7253291ecf37 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881855 Aug 29 06:43:50.688597 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:50.696774 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b4428-78e2-4b2b-b2a5-384f959292ea req-da8f80c1-9cde-43ca-a8ca-ca4cda0dc682 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:50.706690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a1b4428-78e2-4b2b-b2a5-384f959292ea req-da8f80c1-9cde-43ca-a8ca-ca4cda0dc682 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.1761608 Aug 29 06:43:50.716771 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1d97-f8f3-4527-95f8-c53f968518a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:50.772781 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Pushing event updated for resources: {'Port': ['ID=ab454f66-5a29-4133-b53b-a68f343cb246,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:50.775471 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:50.854691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a1b4428-78e2-4b2b-b2a5-384f959292ea req-ff4d6bcc-9e3c-4ba2-ba4b-91cf80108c13 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455472 Aug 29 06:43:50.930717 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1d97-f8f3-4527-95f8-c53f968518a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af125bfe-b898-4db4-901f-689858002aa7,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:50.955877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Network 61de32ca-ce14-44d0-be5e-3a4f0101ce7a is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:50.959749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:50.959985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9d1d97-f8f3-4527-95f8-c53f968518a2 admin admin] Checking segment: {'id': '86ac4933-e6ea-4b76-8ec5-43035e372bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '04c5293c-492d-4dd4-bf4a-c2797d0aff2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:50.960399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9d1d97-f8f3-4527-95f8-c53f968518a2 admin admin] Network hostable DHCP agents. Network: 04c5293c-492d-4dd4-bf4a-c2797d0aff2d, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:43:51.006577 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d304b-32db-4cb9-bc3b-9efb704a2460 req-68e293fe-b85f-4633-a919-a19ecea88ad5 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:51.008474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee3d304b-32db-4cb9-bc3b-9efb704a2460 req-68e293fe-b85f-4633-a919-a19ecea88ad5 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 945 time: 0.1506815 Aug 29 06:43:51.120690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9d1d97-f8f3-4527-95f8-c53f968518a2 admin admin] Network 04c5293c-492d-4dd4-bf4a-c2797d0aff2d is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:43:51.171229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-ee3d304b-32db-4cb9-bc3b-9efb704a2460 req-e5285d66-d4c3-4d36-a4aa-196005568e9c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Deleting port 17bd3912-873f-4528-8a86-eecf7a1b3f07 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:51.171949 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ee3d304b-32db-4cb9-bc3b-9efb704a2460 req-e5285d66-d4c3-4d36-a4aa-196005568e9c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:51.242741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Router 2cf9c913-4d83-4949-a133-16fa70616bf1 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:43:51.261320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-2d9d1d97-f8f3-4527-95f8-c53f968518a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 04c5293c-492d-4dd4-bf4a-c2797d0aff2d) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:51.274689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9d1d97-f8f3-4527-95f8-c53f968518a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:51.275317 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1d97-f8f3-4527-95f8-c53f968518a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:51.277026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da659ca-fcc3-4692-b20d-fa73d713d4c4 None None] Network 04c5293c-492d-4dd4-bf4a-c2797d0aff2d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:43:51.363654 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-ee3d304b-32db-4cb9-bc3b-9efb704a2460 req-e5285d66-d4c3-4d36-a4aa-196005568e9c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] For port 17bd3912-873f-4528-8a86-eecf7a1b3f07, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=17bd3912-873f-4528-8a86-eecf7a1b3f07,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:51.364488 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ee3d304b-32db-4cb9-bc3b-9efb704a2460 req-e5285d66-d4c3-4d36-a4aa-196005568e9c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:51.385905 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-ee3d304b-32db-4cb9-bc3b-9efb704a2460 req-e5285d66-d4c3-4d36-a4aa-196005568e9c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Calling delete_port for 17bd3912-873f-4528-8a86-eecf7a1b3f07 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:51.500764 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2d9d1d97-f8f3-4527-95f8-c53f968518a2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5923622 Aug 29 06:43:51.504249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42352) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:51.534608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-194849277-router', 'tenant_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:51.638970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8de538c0-21e5-47d0-88ea-99da0f0be888 None None] Provisioning complete for port ab454f66-5a29-4133-b53b-a68f343cb246 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:51.639376 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8de538c0-21e5-47d0-88ea-99da0f0be888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:51.691157 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:51.695463 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:51.732566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-04c5293c-492d-4dd4-bf4a-c2797d0aff2d', 'network_id': '04c5293c-492d-4dd4-bf4a-c2797d0aff2d', 'tenant_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'fixed_ips': [{'subnet_id': 'af125bfe-b898-4db4-901f-689858002aa7'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:43:51.733492 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:51.749351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8de538c0-21e5-47d0-88ea-99da0f0be888 None None] Port ab454f66-5a29-4133-b53b-a68f343cb246 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:43:51.855181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:43:51.862618 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d32bc918-6694-4ffa-b57d-bf4fb8bcafc8 admin admin] 10.222.0.76 "PUT /v2.0/routers/2cf9c913-4d83-4949-a133-16fa70616bf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9599087 Aug 29 06:43:51.930300 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Allocated IP 172.20.0.2 (04c5293c-492d-4dd4-bf4a-c2797d0aff2d/af125bfe-b898-4db4-901f-689858002aa7/6f78a8e6-2016-4717-bd17-f0f5d3626ab6) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:51.933102 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ee3d304b-32db-4cb9-bc3b-9efb704a2460 req-e5285d66-d4c3-4d36-a4aa-196005568e9c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:51.949986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['73e2c819-ce75-40e7-896a-324885857148', '17bd3912-873f-4528-8a86-eecf7a1b3f07'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:51.998180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42372) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:52.034887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5285d66-d4c3-4d36-a4aa-196005568e9c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Pushing event deleted for resources: {'Port': ['ID=17bd3912-873f-4528-8a86-eecf7a1b3f07,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:52.125893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3d304b-32db-4cb9-bc3b-9efb704a2460 req-e5285d66-d4c3-4d36-a4aa-196005568e9c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] No DVR routers for this DVR port 17bd3912-873f-4528-8a86-eecf7a1b3f07 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:43:52.129620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-872257b3-d790-4dbc-a741-2f9d0831ea54 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1291556259'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:52.133214 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:52.134801 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ee3d304b-32db-4cb9-bc3b-9efb704a2460 req-e5285d66-d4c3-4d36-a4aa-196005568e9c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:52.142068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee3d304b-32db-4cb9-bc3b-9efb704a2460 req-e5285d66-d4c3-4d36-a4aa-196005568e9c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.15 "DELETE /v2.0/ports/17bd3912-873f-4528-8a86-eecf7a1b3f07 HTTP/1.1" status: 204 len: 173 time: 1.1200278 Aug 29 06:43:52.142068 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c477995-d116-4e51-9a4f-73e20ff857af', 'name': 'network-vif-deleted', 'tag': '17bd3912-873f-4528-8a86-eecf7a1b3f07'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:52.142068 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31545073-85cf-45b1-87c9-64b33b7cf466" -d '{"events": [{"server_uuid": "1c477995-d116-4e51-9a4f-73e20ff857af", "name": "network-vif-deleted", "tag": "17bd3912-873f-4528-8a86-eecf7a1b3f07"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:52.151065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2361d-4184-4cdb-987a-5db4f9e15672 req-c96ef3d8-3e02-4b1d-93a4-cca3c79b1f6b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:52.152626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79a2361d-4184-4cdb-987a-5db4f9e15672 req-c96ef3d8-3e02-4b1d-93a4-cca3c79b1f6b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 866 time: 0.2697253 Aug 29 06:43:52.195335 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:52.200266 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b79a2198-c5ee-4c48-96b6-92b9c8c4ae44 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:52.201842 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b79a2198-c5ee-4c48-96b6-92b9c8c4ae44 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/networks?id=25122993-2439-43a5-8c0e-87ade41bf762 HTTP/1.1" status: 200 len: 815 time: 0.3830898 Aug 29 06:43:52.206761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Transition to ACTIVE for port object 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:52.234023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79a2361d-4184-4cdb-987a-5db4f9e15672 req-b66477e2-c5f5-464a-9650-32c3e3c2be0a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736785 Aug 29 06:43:52.236305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b45cf580-45ab-445a-975b-fdbb713827c6 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/quotas/4ba95f338421427a8f0ac2905567df32 HTTP/1.1" status: 200 len: 375 time: 0.0222514 Aug 29 06:43:52.244081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Transition to ACTIVE for port object 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:52.320092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872257b3-d790-4dbc-a741-2f9d0831ea54 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:43:52.324441 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-872257b3-d790-4dbc-a741-2f9d0831ea54 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:52.366511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872257b3-d790-4dbc-a741-2f9d0831ea54 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:43:52.381750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-872257b3-d790-4dbc-a741-2f9d0831ea54 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:52.392177 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:52.392689 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-872257b3-d790-4dbc-a741-2f9d0831ea54 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Added segment c6335b94-9505-4cab-935e-438c7aaf7003 of type vlan for network 01f4d9be-e013-4a98-b5f8-cb676d08a3da Aug 29 06:43:52.423330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Network 04c5293c-492d-4dd4-bf4a-c2797d0aff2d is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:52.430595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:52.431670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-9b99010a-bb1c-4931-bbad-70b13455b21f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4ba95f338421427a8f0ac2905567df32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1848824 Aug 29 06:43:52.434350 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:52.447128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:43:52.451277 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-872257b3-d790-4dbc-a741-2f9d0831ea54 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:52.459614 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Pushing event updated for resources: {'Port': ['ID=6f78a8e6-2016-4717-bd17-f0f5d3626ab6,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:52.528860 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8180b5-b806-4a75-8af4-fb8ba4472354 x-openstack-request-id: req-bb8180b5-b806-4a75-8af4-fb8ba4472354 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:52.530912 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c477995-d116-4e51-9a4f-73e20ff857af", "name": "network-vif-deleted", "tag": "17bd3912-873f-4528-8a86-eecf7a1b3f07", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:52.532631 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb8180b5-b806-4a75-8af4-fb8ba4472354 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:52.533317 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c477995-d116-4e51-9a4f-73e20ff857af', 'name': 'network-vif-deleted', 'tag': '17bd3912-873f-4528-8a86-eecf7a1b3f07', 'status': 'completed', 'code': 200} Aug 29 06:43:52.537277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Attempting to bind port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:43:52.537767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Attempting to bind port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '86ac4933-e6ea-4b76-8ec5-43035e372bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '04c5293c-492d-4dd4-bf4a-c2797d0aff2d'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:43:52.539710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Attempting to bind port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 on network 04c5293c-492d-4dd4-bf4a-c2797d0aff2d {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:43:52.563479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:43:52.563984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Checking segment: {'id': '86ac4933-e6ea-4b76-8ec5-43035e372bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '04c5293c-492d-4dd4-bf4a-c2797d0aff2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:52.564496 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:52.564995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Bound using segment: {'id': '86ac4933-e6ea-4b76-8ec5-43035e372bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '04c5293c-492d-4dd4-bf4a-c2797d0aff2d'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:43:52.565710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Bound port: 6f78a8e6-2016-4717-bd17-f0f5d3626ab6, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ac4933-e6ea-4b76-8ec5-43035e372bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '04c5293c-492d-4dd4-bf4a-c2797d0aff2d'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:43:52.566162 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:52.669822 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-872257b3-d790-4dbc-a741-2f9d0831ea54 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:52.676476 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b255bdd0-4592-4bf5-859b-f208ecc20cd2 service neutron] 10.222.0.76 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373006 Aug 29 06:43:52.677105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872257b3-d790-4dbc-a741-2f9d0831ea54 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:52.677901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-872257b3-d790-4dbc-a741-2f9d0831ea54 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:52.710926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] For port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:43:52.730080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] For port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6f78a8e6-2016-4717-bd17-f0f5d3626ab6,segment=NetworkSegment(86ac4933-e6ea-4b76-8ec5-43035e372bdc),segment_id=86ac4933-e6ea-4b76-8ec5-43035e372bdc)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:43:52.747254 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4de08691-7ee1-4d5b-8012-3f89922acbf7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:52.793570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Sync routers for ids ['2cf9c913-4d83-4949-a133-16fa70616bf1'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:43:52.818307 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Routers {'2cf9c913-4d83-4949-a133-16fa70616bf1'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:52.818961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2cf9c913-4d83-4949-a133-16fa70616bf1'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:52.826808 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:52.857138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-99f74b84-9352-4dc8-9bb5-f25f7959b729 service neutron] 10.222.0.76 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680107 Aug 29 06:43:52.890932 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872257b3-d790-4dbc-a741-2f9d0831ea54 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event updated for resources: {'Network': ['ID=01f4d9be-e013-4a98-b5f8-cb676d08a3da,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:52.910616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 01f4d9be-e013-4a98-b5f8-cb676d08a3da details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:43:53.000222 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-872257b3-d790-4dbc-a741-2f9d0831ea54 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0002408 Aug 29 06:43:53.002809 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42396) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:53.009676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e2ba3648-ab1b-438b-a6c3-708aa75e0d68 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Request body: {'subnet': {'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:53.043865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Set router 2cf9c913-4d83-4949-a133-16fa70616bf1 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:53.076067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63113afa-c593-4885-bd6a-aaa99e95eb3f req-990d5581-b6f0-4b93-a946-97c30b08fcfa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:53.078388 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63113afa-c593-4885-bd6a-aaa99e95eb3f req-990d5581-b6f0-4b93-a946-97c30b08fcfa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c70c9f-ac56-44d7-83cd-67cc797891f5 HTTP/1.1" status: 200 len: 945 time: 0.2186618 Aug 29 06:43:53.085166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c2954-e0a1-44ee-b935-fdf5c028ef7f None None] Pushing event updated for resources: {'Port': ['ID=6f78a8e6-2016-4717-bd17-f0f5d3626ab6,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:53.260259 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:53.295800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ba3648-ab1b-438b-a6c3-708aa75e0d68 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:43:53.299561 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2ba3648-ab1b-438b-a6c3-708aa75e0d68 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:53.342608 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:53.500029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Allocated IP 172.25.1.104 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/bc14b420-4a6f-4a19-95ab-80b2f3b790b8) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:53.554445 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57f750aa-e126-4a2c-b303-145044197da6 req-f4b0275b-520a-49f4-bbc4-c864364abc6a tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 210 time: 0.0330400 Aug 29 06:43:53.653236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0396bcb3-d5a4-4ce0-815d-a9b2bf5c9377 req-7693df6c-589c-42e9-9d0a-1441718c95ea tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 210 time: 0.0909805 Aug 29 06:43:53.659479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 4de08691-7ee1-4d5b-8012-3f89922acbf7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:53.680813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 4de08691-7ee1-4d5b-8012-3f89922acbf7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:53.696479 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:53.700643 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-63113afa-c593-4885-bd6a-aaa99e95eb3f req-208a26ed-5a97-419c-a3f9-25cf314b2769 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Deleting port c6581840-1f78-47d9-b6c9-d80a14b75282 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:43:53.701270 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-63113afa-c593-4885-bd6a-aaa99e95eb3f req-208a26ed-5a97-419c-a3f9-25cf314b2769 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:53.802680 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:53.859116 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2ba3648-ab1b-438b-a6c3-708aa75e0d68 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:53.861895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-63113afa-c593-4885-bd6a-aaa99e95eb3f req-208a26ed-5a97-419c-a3f9-25cf314b2769 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] For port c6581840-1f78-47d9-b6c9-d80a14b75282, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c6581840-1f78-47d9-b6c9-d80a14b75282,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:53.861895 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-63113afa-c593-4885-bd6a-aaa99e95eb3f req-208a26ed-5a97-419c-a3f9-25cf314b2769 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:53.891797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-63113afa-c593-4885-bd6a-aaa99e95eb3f req-208a26ed-5a97-419c-a3f9-25cf314b2769 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Calling delete_port for c6581840-1f78-47d9-b6c9-d80a14b75282 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:43:53.928961 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:53.958687 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 4de08691-7ee1-4d5b-8012-3f89922acbf7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4de08691-7ee1-4d5b-8012-3f89922acbf7,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:54.001543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'name': 'tempest-ServersTestMultiNic-1865888819-router', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '4de08691-7ee1-4d5b-8012-3f89922acbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:42Z', 'updated_at': '2021-08-29T06:43:50Z', 'revision_number': 4, 'project_id': '88164f57805344ac9177a0173fdf8041', 'gw_port': {'id': '4de08691-7ee1-4d5b-8012-3f89922acbf7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:44Z', 'updated_at': '2021-08-29T06:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'ab454f66-5a29-4133-b53b-a68f343cb246', 'name': '', 'network_id': '61de32ca-ce14-44d0-be5e-3a4f0101ce7a', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'mac_address': 'fa:16:3e:d0:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'b2153560-4dd2-42e8-ba55-bea121ca5e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:48Z', 'updated_at': '2021-08-29T06:43:50Z', 'revision_number': 2, 'project_id': '88164f57805344ac9177a0173fdf8041', 'subnets': [{'id': 'b2153560-4dd2-42e8-ba55-bea121ca5e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:54.008606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba3648-ab1b-438b-a6c3-708aa75e0d68 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event updated for resources: {'Subnet': ['ID=7c581ecc-4aa1-468f-a054-94ca05769ece,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:54.032863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba3648-ab1b-438b-a6c3-708aa75e0d68 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Checking segment: {'id': 'c6335b94-9505-4cab-935e-438c7aaf7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:54.033223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba3648-ab1b-438b-a6c3-708aa75e0d68 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Network hostable DHCP agents. Network: 01f4d9be-e013-4a98-b5f8-cb676d08a3da, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:43:54.093152 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Checking router: 2cf9c913-4d83-4949-a133-16fa70616bf1 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:43:54.093536 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Updating router 2cf9c913-4d83-4949-a133-16fa70616bf1 port ab454f66-5a29-4133-b53b-a68f343cb246 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:43:54.110429 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:54.120691 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:54.177357 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:54.181418 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:54.187186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:54.202778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba3648-ab1b-438b-a6c3-708aa75e0d68 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Network 01f4d9be-e013-4a98-b5f8-cb676d08a3da is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:43:54.206542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:43:54.238664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=4de08691-7ee1-4d5b-8012-3f89922acbf7,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:54.257569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Pushing event updated for resources: {'Port': ['ID=bc14b420-4a6f-4a19-95ab-80b2f3b790b8,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:54.360214 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba3648-ab1b-438b-a6c3-708aa75e0d68 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 01f4d9be-e013-4a98-b5f8-cb676d08a3da) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:54.369025 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ba3648-ab1b-438b-a6c3-708aa75e0d68 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:54.369626 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2ba3648-ab1b-438b-a6c3-708aa75e0d68 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:54.395966 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-63113afa-c593-4885-bd6a-aaa99e95eb3f req-208a26ed-5a97-419c-a3f9-25cf314b2769 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:54.411695 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b5893b-38b8-4f96-b654-f40d372f896a None None] Network 01f4d9be-e013-4a98-b5f8-cb676d08a3da requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:43:54.417216 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['c6581840-1f78-47d9-b6c9-d80a14b75282'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:43:54.480326 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e2ba3648-ab1b-438b-a6c3-708aa75e0d68 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4761941 Aug 29 06:43:54.483665 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42430) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:54.495607 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340e83c2-f8fe-4935-ab02-e5d3cce488e7 None None] Network 04c5293c-492d-4dd4-bf4a-c2797d0aff2d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:43:54.497548 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-576d6792-0278-4407-8e61-33842bf4e1ec tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-481988318'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:54.642218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 17bd3912-873f-4528-8a86-eecf7a1b3f07 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:54.660185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576d6792-0278-4407-8e61-33842bf4e1ec tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:43:54.665185 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-576d6792-0278-4407-8e61-33842bf4e1ec tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:54.739651 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576d6792-0278-4407-8e61-33842bf4e1ec tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:43:54.761607 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-576d6792-0278-4407-8e61-33842bf4e1ec tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:54.762481 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-576d6792-0278-4407-8e61-33842bf4e1ec tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Added segment 2c398c2e-f1cc-405e-9c98-948ff4f9e683 of type vlan for network 95fad285-1d68-4102-a324-e5f6191661d8 Aug 29 06:43:54.827064 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-576d6792-0278-4407-8e61-33842bf4e1ec tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:54.860112 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 17bd3912-873f-4528-8a86-eecf7a1b3f07 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:43:54.869354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 17bd3912-873f-4528-8a86-eecf7a1b3f07 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:43:54.870939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:54.918159 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a26ed-5a97-419c-a3f9-25cf314b2769 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Pushing event deleted for resources: {'Port': ['ID=c6581840-1f78-47d9-b6c9-d80a14b75282,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:54.947506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42442) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:54.958824 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-576d6792-0278-4407-8e61-33842bf4e1ec tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:54.965436 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5a39507-d320-4646-848f-a5338c9f7f4a req-1894a692-ecad-440c-9384-33ca4c9dc386 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 210 time: 0.0658116 Aug 29 06:43:54.967807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576d6792-0278-4407-8e61-33842bf4e1ec tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:54.968831 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-576d6792-0278-4407-8e61-33842bf4e1ec tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.049916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d6792-0278-4407-8e61-33842bf4e1ec tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event updated for resources: {'Network': ['ID=95fad285-1d68-4102-a324-e5f6191661d8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:55.066124 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3432f61c-3985-45e6-8fd2-b1b73de1e3a0 req-dd7060db-0b76-4120-a936-0c837ff86aba tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 210 time: 0.1518190 Aug 29 06:43:55.087430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 95fad285-1d68-4102-a324-e5f6191661d8 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:43:55.130867 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-357e37b8-6bbc-4397-b418-b5554a3d9d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.165617 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-63113afa-c593-4885-bd6a-aaa99e95eb3f req-208a26ed-5a97-419c-a3f9-25cf314b2769 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] No DVR routers for this DVR port c6581840-1f78-47d9-b6c9-d80a14b75282 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:43:55.169442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-63113afa-c593-4885-bd6a-aaa99e95eb3f req-208a26ed-5a97-419c-a3f9-25cf314b2769 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.171763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63113afa-c593-4885-bd6a-aaa99e95eb3f req-208a26ed-5a97-419c-a3f9-25cf314b2769 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.15 "DELETE /v2.0/ports/c6581840-1f78-47d9-b6c9-d80a14b75282 HTTP/1.1" status: 204 len: 173 time: 2.0357306 Aug 29 06:43:55.172190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c70c9f-ac56-44d7-83cd-67cc797891f5', 'name': 'network-vif-deleted', 'tag': 'c6581840-1f78-47d9-b6c9-d80a14b75282'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:43:55.174502 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1914205-5567-4a31-a372-281916d4cbb9" -d '{"events": [{"server_uuid": "07c70c9f-ac56-44d7-83cd-67cc797891f5", "name": "network-vif-deleted", "tag": "c6581840-1f78-47d9-b6c9-d80a14b75282"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:43:55.178167 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8f1b11e1-9d37-442a-bf9b-78b09a5c58ec None None] Provisioning for port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:55.214852 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-576d6792-0278-4407-8e61-33842bf4e1ec tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7285905 Aug 29 06:43:55.217975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42450) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:55.227516 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-633f38f6-fb59-43ff-8735-a3c5fe0853c7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Request body: {'subnet': {'network_id': '95fad285-1d68-4102-a324-e5f6191661d8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:55.243677 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339fc2d0-8d09-4d2f-918e-78541e6cb365 x-openstack-request-id: req-339fc2d0-8d09-4d2f-918e-78541e6cb365 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:43:55.245448 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c70c9f-ac56-44d7-83cd-67cc797891f5", "name": "network-vif-deleted", "tag": "c6581840-1f78-47d9-b6c9-d80a14b75282", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:43:55.245728 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-339fc2d0-8d09-4d2f-918e-78541e6cb365 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:43:55.246151 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c70c9f-ac56-44d7-83cd-67cc797891f5', 'name': 'network-vif-deleted', 'tag': 'c6581840-1f78-47d9-b6c9-d80a14b75282', 'status': 'completed', 'code': 200} Aug 29 06:43:55.342105 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-357e37b8-6bbc-4397-b418-b5554a3d9d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.354269 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.380517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-01f4d9be-e013-4a98-b5f8-cb676d08a3da', 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'fixed_ips': [{'subnet_id': '7c581ecc-4aa1-468f-a054-94ca05769ece'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:43:55.381431 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.418084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Transition to ACTIVE for port object ab454f66-5a29-4133-b53b-a68f343cb246 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:55.451336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:43:55.455367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:55.455888 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.499054 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-357e37b8-6bbc-4397-b418-b5554a3d9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.513023 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.560328 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-357e37b8-6bbc-4397-b418-b5554a3d9d0c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fd7060481c1b4078885ce8e79cdfd2d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6076646 Aug 29 06:43:55.569760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42452) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:55.599274 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.662192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e019cb-9d28-4e8d-a76e-ff78a201684d None None] Pushing event updated for resources: {'Port': ['ID=ab454f66-5a29-4133-b53b-a68f343cb246,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:55.696536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e37b8-6bbc-4397-b418-b5554a3d9d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891d1aa5-6305-458c-a537-46e46ca7602c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:55.722321 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2e23f844-4274-4fd4-93ac-7d891388c7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.754205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2e23f844-4274-4fd4-93ac-7d891388c7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.824453 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.833304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Attempting to bind port ab454f66-5a29-4133-b53b-a68f343cb246 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:43:55.833684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Attempting to bind port ab454f66-5a29-4133-b53b-a68f343cb246 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '4d6216ce-dcb8-4c42-9cd2-1f2a2839049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '61de32ca-ce14-44d0-be5e-3a4f0101ce7a'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:43:55.834053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Attempting to bind port ab454f66-5a29-4133-b53b-a68f343cb246 on network 61de32ca-ce14-44d0-be5e-3a4f0101ce7a {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:43:55.871442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:43:55.871986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Checking segment: {'id': '4d6216ce-dcb8-4c42-9cd2-1f2a2839049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '61de32ca-ce14-44d0-be5e-3a4f0101ce7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:55.872226 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.872626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Bound using segment: {'id': '4d6216ce-dcb8-4c42-9cd2-1f2a2839049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '61de32ca-ce14-44d0-be5e-3a4f0101ce7a'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:43:55.873125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Bound port: ab454f66-5a29-4133-b53b-a68f343cb246, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6216ce-dcb8-4c42-9cd2-1f2a2839049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '61de32ca-ce14-44d0-be5e-3a4f0101ce7a'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:43:55.873518 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.941125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633f38f6-fb59-43ff-8735-a3c5fe0853c7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:43:55.942473 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2e23f844-4274-4fd4-93ac-7d891388c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.944698 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-633f38f6-fb59-43ff-8735-a3c5fe0853c7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.945335 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2e23f844-4274-4fd4-93ac-7d891388c7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:55.949027 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2e23f844-4274-4fd4-93ac-7d891388c7cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/891d1aa5-6305-458c-a537-46e46ca7602c HTTP/1.1" status: 204 len: 168 time: 0.3728876 Aug 29 06:43:55.975297 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23f844-4274-4fd4-93ac-7d891388c7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891d1aa5-6305-458c-a537-46e46ca7602c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:55.992809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-839fa948-ef3a-4609-bd4c-b0f4a080d390 None None] Provisioning complete for port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:55.993292 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-839fa948-ef3a-4609-bd4c-b0f4a080d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:56.009055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] For port ab454f66-5a29-4133-b53b-a68f343cb246, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:43:56.062786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Allocated IP 19.80.0.2 (01f4d9be-e013-4a98-b5f8-cb676d08a3da/7c581ecc-4aa1-468f-a054-94ca05769ece/98650669-3ff3-4957-8472-db31267222d7) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:56.073831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] For port ab454f66-5a29-4133-b53b-a68f343cb246, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ab454f66-5a29-4133-b53b-a68f343cb246,segment=NetworkSegment(4d6216ce-dcb8-4c42-9cd2-1f2a2839049f),segment_id=4d6216ce-dcb8-4c42-9cd2-1f2a2839049f)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:43:56.088387 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:56.201236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3827dca7-75ca-409c-aaea-54fd450c2281 req-3b634e3e-5fb2-407d-bb1c-b6255049ad7b tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 210 time: 0.0925136 Aug 29 06:43:56.233513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6f78a8e6-2016-4717-bd17-f0f5d3626ab6,segment=NetworkSegment(86ac4933-e6ea-4b76-8ec5-43035e372bdc),segment_id=86ac4933-e6ea-4b76-8ec5-43035e372bdc)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:43:56.237215 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:56.268278 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66ed0731-99c7-4f4e-87d7-62cb0e2da1a8 req-2d8d77ed-0e52-4e5f-9478-ff87697e643c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 210 time: 0.0615137 Aug 29 06:43:56.384704 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-839fa948-ef3a-4609-bd4c-b0f4a080d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:56.410144 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:56.410144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4de08691-7ee1-4d5b-8012-3f89922acbf7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:56.420152 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Routers {'2cf9c913-4d83-4949-a133-16fa70616bf1'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:56.420795 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2cf9c913-4d83-4949-a133-16fa70616bf1'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:56.459833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Router a3f69e7b-a348-4248-8b6f-3ec6c7576550 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:43:56.656518 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-633f38f6-fb59-43ff-8735-a3c5fe0853c7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:56.732731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c6581840-1f78-47d9-b6c9-d80a14b75282 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:43:56.736812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e019cb-9d28-4e8d-a76e-ff78a201684d None None] Pushing event updated for resources: {'Port': ['ID=ab454f66-5a29-4133-b53b-a68f343cb246,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:56.769437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f38f6-fb59-43ff-8735-a3c5fe0853c7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event updated for resources: {'Subnet': ['ID=6c84a2eb-8844-44f3-8eba-404bab179aab,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:56.784539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-769f748a-09be-4f7b-a41d-e6e5d4800ff9 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:56.784539 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-769f748a-09be-4f7b-a41d-e6e5d4800ff9 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.11 "GET /v2.0/networks?id=25122993-2439-43a5-8c0e-87ade41bf762 HTTP/1.1" status: 200 len: 815 time: 0.2126894 Aug 29 06:43:56.791282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:43:56.792888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f38f6-fb59-43ff-8735-a3c5fe0853c7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Checking segment: {'id': '2c398c2e-f1cc-405e-9c98-948ff4f9e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '95fad285-1d68-4102-a324-e5f6191661d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:56.793260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633f38f6-fb59-43ff-8735-a3c5fe0853c7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Network hostable DHCP agents. Network: 95fad285-1d68-4102-a324-e5f6191661d8, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:43:56.814403 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Sync routers for ids ['a3f69e7b-a348-4248-8b6f-3ec6c7576550'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:43:56.821731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b07a7e86-982b-47db-b5a4-45a55b6352fa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Request body: {'port': {'device_id': 'cb918b62-64ea-4314-ba5b-75b16ffc2c6a', 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762', 'admin_state_up': True, 'tenant_id': '4ba95f338421427a8f0ac2905567df32'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:56.829172 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:56.835173 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Routers {'a3f69e7b-a348-4248-8b6f-3ec6c7576550'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:56.836049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: c6581840-1f78-47d9-b6c9-d80a14b75282 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:43:56.836408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c6581840-1f78-47d9-b6c9-d80a14b75282 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:43:56.837200 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a3f69e7b-a348-4248-8b6f-3ec6c7576550'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:56.897731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Transition to ACTIVE for port object 98650669-3ff3-4957-8472-db31267222d7 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:56.906291 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-839fa948-ef3a-4609-bd4c-b0f4a080d390 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:43:56.906688 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-839fa948-ef3a-4609-bd4c-b0f4a080d390 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:43:56.944071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Transition to ACTIVE for port object 98650669-3ff3-4957-8472-db31267222d7 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:56.952576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=6f78a8e6-2016-4717-bd17-f0f5d3626ab6,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:56.964701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] Set router 2cf9c913-4d83-4949-a133-16fa70616bf1 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:56.976401 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:56.978161 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-868bed75-6288-403e-83f2-d31536d540ad admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4704573 Aug 29 06:43:56.979272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633f38f6-fb59-43ff-8735-a3c5fe0853c7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Network 95fad285-1d68-4102-a324-e5f6191661d8 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:43:56.981544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42468) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:57.002879 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 4de08691-7ee1-4d5b-8012-3f89922acbf7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:57.006245 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:57.055287 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Set router a3f69e7b-a348-4248-8b6f-3ec6c7576550 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:57.135979 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:57.164923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b07a7e86-982b-47db-b5a4-45a55b6352fa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Made reservation on behalf of 4ba95f338421427a8f0ac2905567df32 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:43:57.164923 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b07a7e86-982b-47db-b5a4-45a55b6352fa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:57.189148 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42472) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:57.197295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Network 01f4d9be-e013-4a98-b5f8-cb676d08a3da is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:57.208868 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-182d3a5c-7b0f-4c5f-bc25-fab4e5b0fce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:57.210192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:57.213614 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:43:57.217080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Pushing event updated for resources: {'Port': ['ID=98650669-3ff3-4957-8472-db31267222d7,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:57.421785 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'name': 'tempest-FloatingIPsNegativeTestJSON-194849277-router', 'tenant_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc14b420-4a6f-4a19-95ab-80b2f3b790b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:51Z', 'updated_at': '2021-08-29T06:43:55Z', 'revision_number': 3, 'project_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'gw_port': {'id': 'bc14b420-4a6f-4a19-95ab-80b2f3b790b8', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:53Z', 'updated_at': '2021-08-29T06:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:57.437917 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b07a7e86-982b-47db-b5a4-45a55b6352fa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Allocated IP 172.20.0.6 (25122993-2439-43a5-8c0e-87ade41bf762/7f13b1a1-6b23-4424-aa4f-48436144484a/fb7d3eed-4b9e-47eb-bd22-a530a98d50b6) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:57.480846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Attempting to bind port 98650669-3ff3-4957-8472-db31267222d7 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:43:57.481110 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Checking router: a3f69e7b-a348-4248-8b6f-3ec6c7576550 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:43:57.481229 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Attempting to bind port 98650669-3ff3-4957-8472-db31267222d7 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'c6335b94-9505-4cab-935e-438c7aaf7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:43:57.481373 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Updating router a3f69e7b-a348-4248-8b6f-3ec6c7576550 port bc14b420-4a6f-4a19-95ab-80b2f3b790b8 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:43:57.481471 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Attempting to bind port 98650669-3ff3-4957-8472-db31267222d7 on network 01f4d9be-e013-4a98-b5f8-cb676d08a3da {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:43:57.492683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-633f38f6-fb59-43ff-8735-a3c5fe0853c7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 95fad285-1d68-4102-a324-e5f6191661d8) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:57.504513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:57.514596 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769c76a8-fc80-4638-9af8-8839d235ba44 None None] Network 95fad285-1d68-4102-a324-e5f6191661d8 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:43:57.520025 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:57.529099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633f38f6-fb59-43ff-8735-a3c5fe0853c7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:57.530005 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-633f38f6-fb59-43ff-8735-a3c5fe0853c7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:57.534967 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-182d3a5c-7b0f-4c5f-bc25-fab4e5b0fce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:57.575886 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:43:57.576592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Checking segment: {'id': 'c6335b94-9505-4cab-935e-438c7aaf7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:57.577162 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:57.577715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Bound using segment: {'id': 'c6335b94-9505-4cab-935e-438c7aaf7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:43:57.578359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Bound port: 98650669-3ff3-4957-8472-db31267222d7, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6335b94-9505-4cab-935e-438c7aaf7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:43:57.578905 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:57.591188 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee3152a3-a9d3-4f8f-8f2c-7e1c511df9ea req-59fb7dc2-1f35-4b9e-9d48-b436f9ef4009 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 210 time: 0.0927634 Aug 29 06:43:57.632719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aca925b2-8208-4c76-812a-f7515cd4a8be req-9151bbb1-4469-497e-a752-f0fc04db5306 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 210 time: 0.1376143 Aug 29 06:43:57.653325 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-182d3a5c-7b0f-4c5f-bc25-fab4e5b0fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:57.735239 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-182d3a5c-7b0f-4c5f-bc25-fab4e5b0fce5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2edadfbb2e724a6da183bd789f26bdda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5448849 Aug 29 06:43:57.741191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42482) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:43:57.744696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d3a5c-7b0f-4c5f-bc25-fab4e5b0fce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3ea7f1-2eb4-43fa-a068-3c0efcd09109,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:57.812063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b07a7e86-982b-47db-b5a4-45a55b6352fa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:57.829167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-633f38f6-fb59-43ff-8735-a3c5fe0853c7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6018555 Aug 29 06:43:57.876261 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5f17-a943-431d-bdea-2d38d2748f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:57.927707 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5f17-a943-431d-bdea-2d38d2748f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:57.990041 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:57.990612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'name': 'tempest-ServersTestMultiNic-1865888819-router', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '4de08691-7ee1-4d5b-8012-3f89922acbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:42Z', 'updated_at': '2021-08-29T06:43:50Z', 'revision_number': 4, 'project_id': '88164f57805344ac9177a0173fdf8041', 'gw_port': {'id': '4de08691-7ee1-4d5b-8012-3f89922acbf7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:44Z', 'updated_at': '2021-08-29T06:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'ab454f66-5a29-4133-b53b-a68f343cb246', 'name': '', 'network_id': '61de32ca-ce14-44d0-be5e-3a4f0101ce7a', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'mac_address': 'fa:16:3e:d0:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'b2153560-4dd2-42e8-ba55-bea121ca5e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:48Z', 'updated_at': '2021-08-29T06:43:55Z', 'revision_number': 4, 'project_id': '88164f57805344ac9177a0173fdf8041', 'subnets': [{'id': 'b2153560-4dd2-42e8-ba55-bea121ca5e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:58.001519 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Transition to ACTIVE for port object bc14b420-4a6f-4a19-95ab-80b2f3b790b8 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:58.061080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] For port 98650669-3ff3-4957-8472-db31267222d7, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:43:58.076308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fab0c1-13f8-43a4-be13-91b7caf63204 None None] The sync data for ids ['2cf9c913-4d83-4949-a133-16fa70616bf1'] in n-d-713301-12 is: [{'id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'name': 'tempest-ServersTestMultiNic-1865888819-router', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '4de08691-7ee1-4d5b-8012-3f89922acbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:42Z', 'updated_at': '2021-08-29T06:43:50Z', 'revision_number': 4, 'project_id': '88164f57805344ac9177a0173fdf8041', 'gw_port': {'id': '4de08691-7ee1-4d5b-8012-3f89922acbf7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:44Z', 'updated_at': '2021-08-29T06:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'ab454f66-5a29-4133-b53b-a68f343cb246', 'name': '', 'network_id': '61de32ca-ce14-44d0-be5e-3a4f0101ce7a', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'mac_address': 'fa:16:3e:d0:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'b2153560-4dd2-42e8-ba55-bea121ca5e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:48Z', 'updated_at': '2021-08-29T06:43:55Z', 'revision_number': 4, 'project_id': '88164f57805344ac9177a0173fdf8041', 'subnets': [{'id': 'b2153560-4dd2-42e8-ba55-bea121ca5e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:43:58.096502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:43:58.096502 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:58.170100 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:58.177231 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:58.200566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] For port 98650669-3ff3-4957-8472-db31267222d7, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=98650669-3ff3-4957-8472-db31267222d7,segment=NetworkSegment(c6335b94-9505-4cab-935e-438c7aaf7003),segment_id=c6335b94-9505-4cab-935e-438c7aaf7003)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:43:58.225002 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b07a7e86-982b-47db-b5a4-45a55b6352fa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:58.227110 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5f17-a943-431d-bdea-2d38d2748f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:58.229580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5f17-a943-431d-bdea-2d38d2748f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:58.233860 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0f0c5f17-a943-431d-bdea-2d38d2748f59 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9c3ea7f1-2eb4-43fa-a068-3c0efcd09109 HTTP/1.1" status: 204 len: 168 time: 0.4866204 Aug 29 06:43:58.271879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c5f17-a943-431d-bdea-2d38d2748f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3ea7f1-2eb4-43fa-a068-3c0efcd09109,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:58.333936 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:58.338153 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-95fad285-1d68-4102-a324-e5f6191661d8', 'network_id': '95fad285-1d68-4102-a324-e5f6191661d8', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'fixed_ips': [{'subnet_id': '6c84a2eb-8844-44f3-8eba-404bab179aab'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:43:58.338959 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:58.341394 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Attempting to bind port bc14b420-4a6f-4a19-95ab-80b2f3b790b8 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:43:58.341394 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Attempting to bind port bc14b420-4a6f-4a19-95ab-80b2f3b790b8 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:43:58.344853 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Attempting to bind port bc14b420-4a6f-4a19-95ab-80b2f3b790b8 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:43:58.358205 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b07a7e86-982b-47db-b5a4-45a55b6352fa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Network 25122993-2439-43a5-8c0e-87ade41bf762 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:58.363355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b07a7e86-982b-47db-b5a4-45a55b6352fa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:58.369553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b07a7e86-982b-47db-b5a4-45a55b6352fa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:43:58.376005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a7e86-982b-47db-b5a4-45a55b6352fa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Pushing event updated for resources: {'Port': ['ID=fb7d3eed-4b9e-47eb-bd22-a530a98d50b6,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:58.378725 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3b701-aa7c-4af7-b9b6-21bfc9257c34 None None] Pushing event updated for resources: {'Port': ['ID=bc14b420-4a6f-4a19-95ab-80b2f3b790b8,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:58.386213 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:43:58.386645 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:43:58.387059 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:58.389348 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:43:58.389860 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Bound port: bc14b420-4a6f-4a19-95ab-80b2f3b790b8, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:43:58.390271 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:58.445455 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b07a7e86-982b-47db-b5a4-45a55b6352fa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:58.446443 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b07a7e86-982b-47db-b5a4-45a55b6352fa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:58.539300 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] For port bc14b420-4a6f-4a19-95ab-80b2f3b790b8, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:43:58.543949 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] For port bc14b420-4a6f-4a19-95ab-80b2f3b790b8, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bc14b420-4a6f-4a19-95ab-80b2f3b790b8,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:43:58.624248 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b07a7e86-982b-47db-b5a4-45a55b6352fa tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8112898 Aug 29 06:43:58.648603 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:58.658745 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Request body: {'port': {'device_id': 'cb918b62-64ea-4314-ba5b-75b16ffc2c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:43:58.665465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cbb11-1c98-4494-a352-0f5ffdd6d0f7 None None] Pushing event updated for resources: {'Port': ['ID=98650669-3ff3-4957-8472-db31267222d7,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:58.701624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-37f8ff65-0e5f-4cde-aef9-b5981663238a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:58.726013 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Routers {'a3f69e7b-a348-4248-8b6f-3ec6c7576550'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:43:58.727013 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a3f69e7b-a348-4248-8b6f-3ec6c7576550'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:58.732057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-37f8ff65-0e5f-4cde-aef9-b5981663238a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:58.745264 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-37f8ff65-0e5f-4cde-aef9-b5981663238a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/networks?id=01f4d9be-e013-4a98-b5f8-cb676d08a3da&id=95fad285-1d68-4102-a324-e5f6191661d8&id=01f4d9be-e013-4a98-b5f8-cb676d08a3da HTTP/1.1" status: 200 len: 1391 time: 0.5713081 Aug 29 06:43:58.790927 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:58.842522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Allocated IP 19.86.0.2 (95fad285-1d68-4102-a324-e5f6191661d8/6c84a2eb-8844-44f3-8eba-404bab179aab/6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:58.860030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-36c8fa0f-7763-4c3b-ae7a-7c65f50fe36a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/quotas/88164f57805344ac9177a0173fdf8041 HTTP/1.1" status: 200 len: 375 time: 0.1141968 Aug 29 06:43:58.910112 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] Set router a3f69e7b-a348-4248-8b6f-3ec6c7576550 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:43:59.028029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Allocated IP 172.20.0.1 (04c5293c-492d-4dd4-bf4a-c2797d0aff2d/af125bfe-b898-4db4-901f-689858002aa7/43004aa3-37ad-4259-a405-8f5075152700) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:43:59.129196 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a38be-37be-4332-aaaf-d1f515e470a9 req-19f91536-e4c7-4910-95d3-bacb3800887d tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:43:59.131409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a21a38be-37be-4332-aaaf-d1f515e470a9 req-19f91536-e4c7-4910-95d3-bacb3800887d tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 931 time: 0.3825347 Aug 29 06:43:59.231594 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3b701-aa7c-4af7-b9b6-21bfc9257c34 None None] Pushing event updated for resources: {'Port': ['ID=bc14b420-4a6f-4a19-95ab-80b2f3b790b8,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:59.257522 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-701d73cb-3cd4-4e49-9a2e-131b79c470bc tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=88164f57805344ac9177a0173fdf8041&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3960266 Aug 29 06:43:59.336165 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:59.358675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Transition to ACTIVE for port object 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:59.382218 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'name': 'tempest-FloatingIPsNegativeTestJSON-194849277-router', 'tenant_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc14b420-4a6f-4a19-95ab-80b2f3b790b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:51Z', 'updated_at': '2021-08-29T06:43:55Z', 'revision_number': 3, 'project_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'gw_port': {'id': 'bc14b420-4a6f-4a19-95ab-80b2f3b790b8', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:53Z', 'updated_at': '2021-08-29T06:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:43:59.397974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Transition to ACTIVE for port object 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:59.451794 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-00eadc82-dfc2-4ef8-8507-c8cd9da36cad service neutron] 10.222.0.76 "GET /v2.0/networks/01f4d9be-e013-4a98-b5f8-cb676d08a3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931946 Aug 29 06:43:59.457137 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a21a38be-37be-4332-aaaf-d1f515e470a9 req-de3cc8fe-def0-40c3-a44b-d3b1183dde6c tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123560 Aug 29 06:43:59.490934 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0604e-721e-4722-a446-3681a5a97266 None None] The sync data for ids ['a3f69e7b-a348-4248-8b6f-3ec6c7576550'] in n-d-713301-12 is: [{'id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'name': 'tempest-FloatingIPsNegativeTestJSON-194849277-router', 'tenant_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc14b420-4a6f-4a19-95ab-80b2f3b790b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:51Z', 'updated_at': '2021-08-29T06:43:55Z', 'revision_number': 3, 'project_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'gw_port': {'id': 'bc14b420-4a6f-4a19-95ab-80b2f3b790b8', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:53Z', 'updated_at': '2021-08-29T06:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:43:59.516589 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:59.570935 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Network 95fad285-1d68-4102-a324-e5f6191661d8 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:43:59.624661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:43:59.634132 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:59.647336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:43:59.658111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Transition to ACTIVE for port object fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:59.659269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ab454f66-5a29-4133-b53b-a68f343cb246 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:43:59.665039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:43:59.694967 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:59.756119 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45ab12a5-bcfb-4d08-aa09-acc02363557e req-55f963af-e80f-4b78-9c04-1b1fe17f3106 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c477995-d116-4e51-9a4f-73e20ff857af HTTP/1.1" status: 200 len: 210 time: 0.0892251 Aug 29 06:43:59.774539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Transition to ACTIVE for port object 43004aa3-37ad-4259-a405-8f5075152700 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:43:59.796101 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:43:59.851137 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-035ff372-1325-4673-af79-1ea33ee92439 service neutron] 10.222.0.76 "GET /v2.0/networks/01f4d9be-e013-4a98-b5f8-cb676d08a3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763227 Aug 29 06:43:59.903889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Pushing event updated for resources: {'Port': ['ID=6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:59.989561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Pushing event updated for resources: {'Port': ['ID=fb7d3eed-4b9e-47eb-bd22-a530a98d50b6,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:43:59.994440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Attempting to bind port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:43:59.994865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Attempting to bind port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '2c398c2e-f1cc-405e-9c98-948ff4f9e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '95fad285-1d68-4102-a324-e5f6191661d8'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:43:59.995446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Attempting to bind port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 on network 95fad285-1d68-4102-a324-e5f6191661d8 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:00.016424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:00.029929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Checking segment: {'id': '2c398c2e-f1cc-405e-9c98-948ff4f9e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '95fad285-1d68-4102-a324-e5f6191661d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:00.031744 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:00.034832 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Bound using segment: {'id': '2c398c2e-f1cc-405e-9c98-948ff4f9e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '95fad285-1d68-4102-a324-e5f6191661d8'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:00.035555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Bound port: 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c398c2e-f1cc-405e-9c98-948ff4f9e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '95fad285-1d68-4102-a324-e5f6191661d8'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:00.036620 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:00.134477 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Attempting to bind port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:00.135061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Attempting to bind port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:00.135694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Attempting to bind port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 on network 25122993-2439-43a5-8c0e-87ade41bf762 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:00.141794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 on network 25122993-2439-43a5-8c0e-87ade41bf762 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:44:00.142564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Attempting to bind port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 on network 25122993-2439-43a5-8c0e-87ade41bf762 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:00.150219 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:00.150858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Checking segment: {'id': 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:00.151583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Bound using segment: {'id': 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:00.152235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Bound port: fb7d3eed-4b9e-47eb-bd22-a530a98d50b6, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:00.172532 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:00.203045 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port ab454f66-5a29-4133-b53b-a68f343cb246 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:00.227914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port ab454f66-5a29-4133-b53b-a68f343cb246 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:00.228903 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:00.230928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-e075335e-9285-4f7b-85c0-0fa9bc4ea502 service neutron] 10.222.0.76 "GET /v2.0/networks/95fad285-1d68-4102-a324-e5f6191661d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649178 Aug 29 06:44:00.317508 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] For port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:00.362429 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:00.372044 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] For port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97,segment=NetworkSegment(2c398c2e-f1cc-405e-9c98-948ff4f9e683),segment_id=2c398c2e-f1cc-405e-9c98-948ff4f9e683)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:00.405726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67983627-18c7-4f53-9c36-324f4a4d7d34 None None] Network 01f4d9be-e013-4a98-b5f8-cb676d08a3da requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:00.414066 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] For port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:00.422934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] For port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fb7d3eed-4b9e-47eb-bd22-a530a98d50b6,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:00.554150 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:00.611093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:00.614925 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:00.683124 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:00.683833 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:00.690668 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] 10.222.0.11 "PUT /v2.0/ports/fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 HTTP/1.1" status: 200 len: 1092 time: 2.0462413 Aug 29 06:44:00.691277 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb918b62-64ea-4314-ba5b-75b16ffc2c6a', 'tag': 'fb7d3eed-4b9e-47eb-bd22-a530a98d50b6'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:00.697357 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cfa34f-d49b-417f-8c76-d3030677e1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb918b62-64ea-4314-ba5b-75b16ffc2c6a", "tag": "fb7d3eed-4b9e-47eb-bd22-a530a98d50b6"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:00.698332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port ab454f66-5a29-4133-b53b-a68f343cb246, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ab454f66-5a29-4133-b53b-a68f343cb246,segment=NetworkSegment(4d6216ce-dcb8-4c42-9cd2-1f2a2839049f),segment_id=4d6216ce-dcb8-4c42-9cd2-1f2a2839049f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:00.773720 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-889db1b2-5b2b-4400-89ec-3212f319f6a1 None None] Provisioning for port 98650669-3ff3-4957-8472-db31267222d7 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:00.775428 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0687c78-95e6-43db-ad1e-13805050f09b service neutron] Pushing event updated for resources: {'Port': ['ID=fb7d3eed-4b9e-47eb-bd22-a530a98d50b6,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:00.781841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65407163-e709-48e1-9d2b-112e148f08d8 None None] Pushing event updated for resources: {'Port': ['ID=6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:00.880166 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:00.886419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 98650669-3ff3-4957-8472-db31267222d7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:00.946208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Network 04c5293c-492d-4dd4-bf4a-c2797d0aff2d is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:00.948385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Pushing event updated for resources: {'Port': ['ID=43004aa3-37ad-4259-a405-8f5075152700,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:00.984944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:00.993595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:01.046184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:01.047095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-ef4a1ac7-c451-466b-8443-e89213f4abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:01.050116 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-ef4a1ac7-c451-466b-8443-e89213f4abf3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ba95f338421427a8f0ac2905567df32&device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 1095 time: 0.1497056 Aug 29 06:44:01.190324 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-b88f51c3-8c32-41ac-b621-3c5538aeb240 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 HTTP/1.1" status: 200 len: 217 time: 0.1231718 Aug 29 06:44:01.314081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-38813f14-45c7-4771-9f93-2d607d0669ed service neutron] 10.222.0.76 "GET /v2.0/networks/95fad285-1d68-4102-a324-e5f6191661d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0812936 Aug 29 06:44:01.324926 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-533c7c07-93e1-4d06-a681-8ad190a710d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:01.326821 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-533c7c07-93e1-4d06-a681-8ad190a710d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f13b1a1-6b23-4424-aa4f-48436144484a HTTP/1.1" status: 200 len: 855 time: 0.1248651 Aug 29 06:44:01.344319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c660e3d-dbf2-47d6-9283-4c568b10d7f8 req-f622f6fd-d8f3-4093-8abb-a364d028e488 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:01.346390 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c660e3d-dbf2-47d6-9283-4c568b10d7f8 req-f622f6fd-d8f3-4093-8abb-a364d028e488 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 943 time: 0.5030751 Aug 29 06:44:01.384998 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-39aaaa89-641e-441a-85b2-c8ea2ab1b41b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25122993-2439-43a5-8c0e-87ade41bf762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497708 Aug 29 06:44:01.451752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c660e3d-dbf2-47d6-9283-4c568b10d7f8 req-a951135a-8c1d-4d0e-a7dd-fd749799a258 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552969 Aug 29 06:44:01.461579 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=ab454f66-5a29-4133-b53b-a68f343cb246,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:01.554781 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:01.578115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-b6431485-e9ff-4d5a-be03-a1704585e865 service neutron] 10.222.0.76 "GET /v2.0/networks/01f4d9be-e013-4a98-b5f8-cb676d08a3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629898 Aug 29 06:44:01.593699 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f19410-76b6-4caf-a696-9532211d2d11 x-openstack-request-id: req-e4f19410-76b6-4caf-a696-9532211d2d11 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:01.603626 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb918b62-64ea-4314-ba5b-75b16ffc2c6a", "tag": "fb7d3eed-4b9e-47eb-bd22-a530a98d50b6", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:01.620479 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e4f19410-76b6-4caf-a696-9532211d2d11 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:01.620479 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb918b62-64ea-4314-ba5b-75b16ffc2c6a', 'tag': 'fb7d3eed-4b9e-47eb-bd22-a530a98d50b6', 'status': 'completed', 'code': 200} Aug 29 06:44:01.652951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 98650669-3ff3-4957-8472-db31267222d7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:01.658672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 98650669-3ff3-4957-8472-db31267222d7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:01.659687 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:01.688794 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-a80ccf24-e491-4452-9db5-61eb81b6ad82 service neutron] 10.222.0.11 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961333 Aug 29 06:44:01.756321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-91a67a17-49db-4dc1-8eed-9a8ae33539ec None None] Provisioning for port 43004aa3-37ad-4259-a405-8f5075152700 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:01.763710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-91a67a17-49db-4dc1-8eed-9a8ae33539ec None None] Provisioning complete for port 43004aa3-37ad-4259-a405-8f5075152700 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:01.764546 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-91a67a17-49db-4dc1-8eed-9a8ae33539ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:01.826004 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-91a67a17-49db-4dc1-8eed-9a8ae33539ec None None] Port 43004aa3-37ad-4259-a405-8f5075152700 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:44:01.847860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-3d22d8d8-ed12-4fa6-a1c5-e11381a29839 service neutron] 10.222.0.76 "GET /v2.0/networks/01f4d9be-e013-4a98-b5f8-cb676d08a3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684169 Aug 29 06:44:01.994419 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:02.011194 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347c6ca-f060-4862-ae08-8952e95bd0c2 req-1427786a-824c-427a-aad3-7c33d73b2b06 service neutron] 10.222.0.11 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136282 Aug 29 06:44:02.112966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 98650669-3ff3-4957-8472-db31267222d7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=98650669-3ff3-4957-8472-db31267222d7,segment=NetworkSegment(c6335b94-9505-4cab-935e-438c7aaf7003),segment_id=c6335b94-9505-4cab-935e-438c7aaf7003)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:02.124749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f8f5ddaf-73e4-4d53-bae5-1dc52abf4dd9 None None] Provisioning complete for port 98650669-3ff3-4957-8472-db31267222d7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:02.125150 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f8f5ddaf-73e4-4d53-bae5-1dc52abf4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:02.136886 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:02.239653 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f8f5ddaf-73e4-4d53-bae5-1dc52abf4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:02.302972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfa34f-d49b-417f-8c76-d3030677e1c4 req-ffe7ed33-1920-4c6f-9d87-10cb85ff2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:02.304938 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a4cfa34f-d49b-417f-8c76-d3030677e1c4 req-ffe7ed33-1920-4c6f-9d87-10cb85ff2da5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ba95f338421427a8f0ac2905567df32&device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 1095 time: 0.0942936 Aug 29 06:44:02.325614 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:02.326622 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:02.419887 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c1e1a-a2d8-4ef1-82c1-dbb4046bfdd7 None None] Network 95fad285-1d68-4102-a324-e5f6191661d8 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:02.568989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfa34f-d49b-417f-8c76-d3030677e1c4 req-295daa14-9659-4af6-9420-5f1b4743ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:02.572895 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a4cfa34f-d49b-417f-8c76-d3030677e1c4 req-295daa14-9659-4af6-9420-5f1b4743ef6e service neutron] 10.222.0.11 "GET /v2.0/networks?id=25122993-2439-43a5-8c0e-87ade41bf762 HTTP/1.1" status: 200 len: 916 time: 0.2608137 Aug 29 06:44:02.619320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84899259-fe13-4406-9d2d-308725572dc6 req-4e0c35d9-0b73-4b3f-802a-ecfa86d43c50 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 210 time: 0.1403387 Aug 29 06:44:02.620332 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:02.626874 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-f8f5ddaf-73e4-4d53-bae5-1dc52abf4dd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:44:02.626874 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-f8f5ddaf-73e4-4d53-bae5-1dc52abf4dd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:44:02.690063 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a4cfa34f-d49b-417f-8c76-d3030677e1c4 req-3a136bb5-00ea-4e3e-af49-2d9ebfa91084 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 HTTP/1.1" status: 200 len: 217 time: 0.1051617 Aug 29 06:44:02.829623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=98650669-3ff3-4957-8472-db31267222d7,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:02.837351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfa34f-d49b-417f-8c76-d3030677e1c4 req-5356575d-0299-4416-9d9e-a5ad7dbd7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:02.847599 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a4cfa34f-d49b-417f-8c76-d3030677e1c4 req-5356575d-0299-4416-9d9e-a5ad7dbd7719 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f13b1a1-6b23-4424-aa4f-48436144484a HTTP/1.1" status: 200 len: 855 time: 0.1495893 Aug 29 06:44:02.847799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Pushing event updated for resources: {'Port': ['ID=43004aa3-37ad-4259-a405-8f5075152700,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:02.925041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bc14b420-4a6f-4a19-95ab-80b2f3b790b8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:02.982496 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a4cfa34f-d49b-417f-8c76-d3030677e1c4 req-8bebf2ee-4560-4c22-b719-fd7940578519 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25122993-2439-43a5-8c0e-87ade41bf762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127172 Aug 29 06:44:02.990045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d47ebe-9dc6-41a7-a8ab-f266a323cba7 req-bce17440-8c19-4e7b-8236-a6949161e0ce tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:02.997762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2d47ebe-9dc6-41a7-a8ab-f266a323cba7 req-bce17440-8c19-4e7b-8236-a6949161e0ce tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 943 time: 0.3604255 Aug 29 06:44:03.017618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Network 04c5293c-492d-4dd4-bf4a-c2797d0aff2d is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:03.048493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:03.168836 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a4cfa34f-d49b-417f-8c76-d3030677e1c4 req-7b0a923e-ca86-48fa-ba0a-01e591cc0df7 service neutron] 10.222.0.11 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693618 Aug 29 06:44:03.177402 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2d47ebe-9dc6-41a7-a8ab-f266a323cba7 req-503e2984-58bb-4184-be62-6bfd6b0d7fea tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674068 Aug 29 06:44:03.432412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Router a3f69e7b-a348-4248-8b6f-3ec6c7576550 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:44:03.442427 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:03.461748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a4cfa34f-d49b-417f-8c76-d3030677e1c4 req-f709ac99-b247-451f-9079-e8958ea29d54 service neutron] 10.222.0.11 "GET /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942615 Aug 29 06:44:03.465314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port bc14b420-4a6f-4a19-95ab-80b2f3b790b8 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:03.466830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port bc14b420-4a6f-4a19-95ab-80b2f3b790b8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:03.467316 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:03.584388 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fa409f56-7e17-4eec-8aa3-3309fa452dbe None None] Provisioning for port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:03.608565 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:03.660213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port bc14b420-4a6f-4a19-95ab-80b2f3b790b8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bc14b420-4a6f-4a19-95ab-80b2f3b790b8,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:03.671171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:44:03.683804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-db775218-9a5f-468b-87e3-a022a0d0896a admin admin] 10.222.0.76 "PUT /v2.0/routers/a3f69e7b-a348-4248-8b6f-3ec6c7576550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6999633 Aug 29 06:44:03.687503 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Sync routers for ids ['a3f69e7b-a348-4248-8b6f-3ec6c7576550'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:44:03.717905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Routers {'a3f69e7b-a348-4248-8b6f-3ec6c7576550'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:03.718775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a3f69e7b-a348-4248-8b6f-3ec6c7576550'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:03.790522 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0789bef-8450-4aa6-b4e1-13f34c3a85b3 req-7981e836-e769-4738-bba2-b24dbf06e054 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 210 time: 0.0809927 Aug 29 06:44:03.849922 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Set router a3f69e7b-a348-4248-8b6f-3ec6c7576550 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:03.880841 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:03.881520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ab454f66-5a29-4133-b53b-a68f343cb246 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:03.943039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-690db4a1-be85-4009-a033-57e7cb873533 None None] Provisioning complete for port 43004aa3-37ad-4259-a405-8f5075152700 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:03.943485 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-690db4a1-be85-4009-a033-57e7cb873533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:04.104026 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10bbf1fb-2bd0-4383-a861-a8f9a665bc29 req-653c3c26-07a1-43f3-9990-7768d09b3b25 tempest-FloatingIPsNegativeTestJSON-792504787 tempest-FloatingIPsNegativeTestJSON-792504787-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=0255e7fc21a3410bb5d56fdc4dce0c48 HTTP/1.1" status: 200 len: 217 time: 0.0806465 Aug 29 06:44:04.154498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-690db4a1-be85-4009-a033-57e7cb873533 None None] Port 43004aa3-37ad-4259-a405-8f5075152700 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:44:04.157446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=bc14b420-4a6f-4a19-95ab-80b2f3b790b8,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:04.196556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port ab454f66-5a29-4133-b53b-a68f343cb246 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:04.197611 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:04.222575 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-892f9931-8034-4553-be11-b38a2f7adcbf req-b71d3d49-2309-4b32-90e5-09d0684fd752 tempest-FloatingIPsNegativeTestJSON-792504787 tempest-FloatingIPsNegativeTestJSON-792504787-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0713625 Aug 29 06:44:04.269679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'name': 'tempest-FloatingIPsNegativeTestJSON-194849277-router', 'tenant_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc14b420-4a6f-4a19-95ab-80b2f3b790b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:51Z', 'updated_at': '2021-08-29T06:44:01Z', 'revision_number': 4, 'project_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'gw_port': {'id': 'bc14b420-4a6f-4a19-95ab-80b2f3b790b8', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:53Z', 'updated_at': '2021-08-29T06:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '43004aa3-37ad-4259-a405-8f5075152700', 'name': '', 'network_id': '04c5293c-492d-4dd4-bf4a-c2797d0aff2d', 'tenant_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'mac_address': 'fa:16:3e:38:22:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'af125bfe-b898-4db4-901f-689858002aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:58Z', 'updated_at': '2021-08-29T06:44:01Z', 'revision_number': 2, 'project_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'subnets': [{'id': 'af125bfe-b898-4db4-901f-689858002aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:04.320788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Checking router: a3f69e7b-a348-4248-8b6f-3ec6c7576550 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:44:04.321152 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Updating router a3f69e7b-a348-4248-8b6f-3ec6c7576550 port 43004aa3-37ad-4259-a405-8f5075152700 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:44:04.365850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:04.367463 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:04.392183 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-b7808e11-64d6-4c3c-82b6-8491a3a9c507 req-21ebb593-b604-41e5-96e3-a3cbb7317ff3 tempest-FloatingIPsNegativeTestJSON-792504787 tempest-FloatingIPsNegativeTestJSON-792504787-project] show failed (client error): The resource could not be found. Aug 29 06:44:04.399869 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7808e11-64d6-4c3c-82b6-8491a3a9c507 req-21ebb593-b604-41e5-96e3-a3cbb7317ff3 tempest-FloatingIPsNegativeTestJSON-792504787 tempest-FloatingIPsNegativeTestJSON-792504787-project] 10.222.0.76 "GET /v2.0/floatingips/213d443b-b4d9-45d7-af95-559e7db97b0e HTTP/1.1" status: 404 len: 350 time: 0.0740526 Aug 29 06:44:04.404885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42628) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:04.417686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911483d8-d871-48c0-af13-de4fcf14ebdd req-792e67b4-8293-47a3-86d5-4e077eef9df5 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:04.420132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-911483d8-d871-48c0-af13-de4fcf14ebdd req-792e67b4-8293-47a3-86d5-4e077eef9df5 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 943 time: 0.1440110 Aug 29 06:44:04.470162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-911483d8-d871-48c0-af13-de4fcf14ebdd req-6a359fa4-d763-40c8-a14b-a39cbf491a7c tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436666 Aug 29 06:44:04.636864 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:04.647108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:04.647653 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:04.797736 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:04.828298 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:04.852240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Transition to ACTIVE for port object 43004aa3-37ad-4259-a405-8f5075152700 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:04.855407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97,segment=NetworkSegment(2c398c2e-f1cc-405e-9c98-948ff4f9e683),segment_id=2c398c2e-f1cc-405e-9c98-948ff4f9e683)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:04.878872 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6481a207-832f-4d3f-9430-9be4d47ae417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:04.948386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a110b78a-464a-46d7-85e8-3ce4832b369d req-f34b5c89-8517-4266-a82c-bf29ee71c127 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 210 time: 0.0519323 Aug 29 06:44:04.974281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42634) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:04.979130 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:05.113296 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:05.132808 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:05.170264 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-40cdbbca-abf2-41c4-a7bd-2d4e75bd1874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:05.174786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bc14b420-4a6f-4a19-95ab-80b2f3b790b8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:05.212511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-6481a207-832f-4d3f-9430-9be4d47ae417 admin admin] Deleting port 43004aa3-37ad-4259-a405-8f5075152700 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:05.212940 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6481a207-832f-4d3f-9430-9be4d47ae417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:05.295676 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-40cdbbca-abf2-41c4-a7bd-2d4e75bd1874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:05.483839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89289866-f193-44d5-9251-4953a2101a52 None None] Pushing event updated for resources: {'Port': ['ID=43004aa3-37ad-4259-a405-8f5075152700,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:05.515339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Attempting to bind port 43004aa3-37ad-4259-a405-8f5075152700 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:05.515715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Attempting to bind port 43004aa3-37ad-4259-a405-8f5075152700 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '86ac4933-e6ea-4b76-8ec5-43035e372bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '04c5293c-492d-4dd4-bf4a-c2797d0aff2d'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:05.516080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Attempting to bind port 43004aa3-37ad-4259-a405-8f5075152700 on network 04c5293c-492d-4dd4-bf4a-c2797d0aff2d {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:05.519042 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-40cdbbca-abf2-41c4-a7bd-2d4e75bd1874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:05.539561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:05.539893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Checking segment: {'id': '86ac4933-e6ea-4b76-8ec5-43035e372bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '04c5293c-492d-4dd4-bf4a-c2797d0aff2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:05.540448 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:05.540852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Bound using segment: {'id': '86ac4933-e6ea-4b76-8ec5-43035e372bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '04c5293c-492d-4dd4-bf4a-c2797d0aff2d'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:05.552156 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Bound port: 43004aa3-37ad-4259-a405-8f5075152700, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ac4933-e6ea-4b76-8ec5-43035e372bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '04c5293c-492d-4dd4-bf4a-c2797d0aff2d'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:05.552648 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:05.576843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port bc14b420-4a6f-4a19-95ab-80b2f3b790b8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:05.583226 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:05.608324 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-40cdbbca-abf2-41c4-a7bd-2d4e75bd1874 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce96aa763dd74e8aa6b9859cb09aba72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6329429 Aug 29 06:44:05.616999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42648) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:05.623390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdbbca-abf2-41c4-a7bd-2d4e75bd1874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ed0517-183e-4032-9719-f8877ffaca94,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:05.826242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] For port 43004aa3-37ad-4259-a405-8f5075152700, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:05.829355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 98650669-3ff3-4957-8472-db31267222d7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:05.834586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:44:05.844829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ade76-a95d-4c36-8d80-d50e6fa5d626 req-9ac33ee7-ac0e-4f70-bf6e-1b29ad1dc712 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:05.846389 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b8ade76-a95d-4c36-8d80-d50e6fa5d626 req-9ac33ee7-ac0e-4f70-bf6e-1b29ad1dc712 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 943 time: 0.1823461 Aug 29 06:44:05.850006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-6481a207-832f-4d3f-9430-9be4d47ae417 admin admin] For port 43004aa3-37ad-4259-a405-8f5075152700, host n-d-713301-12, got binding levels [] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:05.850504 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6481a207-832f-4d3f-9430-9be4d47ae417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:05.884255 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c9facd3-5389-4afe-9c9d-9454c7b4fed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:05.893162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-6481a207-832f-4d3f-9430-9be4d47ae417 admin admin] Calling delete_port for 43004aa3-37ad-4259-a405-8f5075152700 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:05.934582 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c9facd3-5389-4afe-9c9d-9454c7b4fed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:05.952050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b8ade76-a95d-4c36-8d80-d50e6fa5d626 req-b3ad1f7d-fced-42f8-8249-821797156ff8 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911250 Aug 29 06:44:05.998891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] For port 43004aa3-37ad-4259-a405-8f5075152700, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=43004aa3-37ad-4259-a405-8f5075152700,segment=NetworkSegment(86ac4933-e6ea-4b76-8ec5-43035e372bdc),segment_id=86ac4933-e6ea-4b76-8ec5-43035e372bdc)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:06.060495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fb7d3eed-4b9e-47eb-bd22-a530a98d50b6,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:06.089407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'fb7d3eed-4b9e-47eb-bd22-a530a98d50b6', 'network_id': '25122993-2439-43a5-8c0e-87ade41bf762', 'port_id': 'fb7d3eed-4b9e-47eb-bd22-a530a98d50b6', 'mac_address': 'fa:16:3e:a6:e0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f13b1a1-6b23-4424-aa4f-48436144484a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:44:06.124433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 98650669-3ff3-4957-8472-db31267222d7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:06.124549 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:06.170845 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:06.186809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30739ff1-455c-457f-9532-bc61cc3984f2 req-33d9a05c-c2f0-46d3-963f-90a6e645461d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 210 time: 0.0665083 Aug 29 06:44:06.200227 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:06.225005 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c9facd3-5389-4afe-9c9d-9454c7b4fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:06.227757 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c9facd3-5389-4afe-9c9d-9454c7b4fed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:06.231416 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4c9facd3-5389-4afe-9c9d-9454c7b4fed8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83ed0517-183e-4032-9719-f8877ffaca94 HTTP/1.1" status: 204 len: 168 time: 0.6110506 Aug 29 06:44:06.244575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9facd3-5389-4afe-9c9d-9454c7b4fed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ed0517-183e-4032-9719-f8877ffaca94,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:06.253820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:06.304047 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89289866-f193-44d5-9251-4953a2101a52 None None] Pushing event updated for resources: {'Port': ['ID=43004aa3-37ad-4259-a405-8f5075152700,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:06.337634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fb7d3eed-4b9e-47eb-bd22-a530a98d50b6,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:06.367599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Routers {'a3f69e7b-a348-4248-8b6f-3ec6c7576550'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:06.368269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a3f69e7b-a348-4248-8b6f-3ec6c7576550'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:06.408358 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6481a207-832f-4d3f-9430-9be4d47ae417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:06.455993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-2f4a85cc-68eb-4476-bead-a4f53f4822f4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:06.463079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-2f4a85cc-68eb-4476-bead-a4f53f4822f4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:06.465064 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-2f4a85cc-68eb-4476-bead-a4f53f4822f4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "GET /v2.0/networks?id=01f4d9be-e013-4a98-b5f8-cb676d08a3da&id=95fad285-1d68-4102-a324-e5f6191661d8&id=01f4d9be-e013-4a98-b5f8-cb676d08a3da HTTP/1.1" status: 200 len: 1391 time: 0.1988862 Aug 29 06:44:06.466420 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481a207-832f-4d3f-9430-9be4d47ae417 admin admin] Pushing event deleted for resources: {'Port': ['ID=43004aa3-37ad-4259-a405-8f5075152700,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:06.498244 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:06.514984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-78a780b3-446f-4926-9452-02b9977d1ec0 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Request body: {'port': {'device_id': '1767d61d-332f-4a71-b523-0b3006f574d0', 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da', 'admin_state_up': True, 'tenant_id': '88164f57805344ac9177a0173fdf8041'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:06.576767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=fb7d3eed-4b9e-47eb-bd22-a530a98d50b6,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:06.700413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] Set router a3f69e7b-a348-4248-8b6f-3ec6c7576550 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:06.809037 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e88ed7ae-a29b-4fbe-910b-2b98e0445b3e None None] Could not find standard attr ID for object 43004aa3-37ad-4259-a405-8f5075152700. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:44:06.921836 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6481a207-832f-4d3f-9430-9be4d47ae417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:07.012892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['fb7d3eed-4b9e-47eb-bd22-a530a98d50b6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:44:07.089124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e090759-5dd9-4e1a-a210-49c0cefce8bc req-02b2d254-265c-4521-aee2-85caf09e1ab6 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:07.095572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:07.097850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e090759-5dd9-4e1a-a210-49c0cefce8bc req-02b2d254-265c-4521-aee2-85caf09e1ab6 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 944 time: 0.0730474 Aug 29 06:44:07.162181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e090759-5dd9-4e1a-a210-49c0cefce8bc req-3c8fce6b-abeb-4ca7-bf23-132d7a9662d4 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616908 Aug 29 06:44:07.164890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-78a780b3-446f-4926-9452-02b9977d1ec0 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:07.167979 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-78a780b3-446f-4926-9452-02b9977d1ec0 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:07.215736 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'name': 'tempest-FloatingIPsNegativeTestJSON-194849277-router', 'tenant_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc14b420-4a6f-4a19-95ab-80b2f3b790b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:51Z', 'updated_at': '2021-08-29T06:44:01Z', 'revision_number': 4, 'project_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'gw_port': {'id': 'bc14b420-4a6f-4a19-95ab-80b2f3b790b8', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:53Z', 'updated_at': '2021-08-29T06:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '43004aa3-37ad-4259-a405-8f5075152700', 'name': '', 'network_id': '04c5293c-492d-4dd4-bf4a-c2797d0aff2d', 'tenant_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'mac_address': 'fa:16:3e:38:22:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'af125bfe-b898-4db4-901f-689858002aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:58Z', 'updated_at': '2021-08-29T06:44:05Z', 'revision_number': 4, 'project_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'subnets': [{'id': 'af125bfe-b898-4db4-901f-689858002aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:07.277516 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:07.278315 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:07.300298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6481a207-832f-4d3f-9430-9be4d47ae417 admin admin] Router a3f69e7b-a348-4248-8b6f-3ec6c7576550 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:44:07.331748 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3acf61f-c9ba-4ee0-be8f-6817d0fe21cd req-aab26c3a-a8dc-4dd5-91d1-2cb73e2f2e42 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 210 time: 0.0412619 Aug 29 06:44:07.345717 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b425d2-83ed-4f34-ab2a-f112ace89fe7 None None] The sync data for ids ['a3f69e7b-a348-4248-8b6f-3ec6c7576550'] in n-d-713301-12 is: [{'id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'name': 'tempest-FloatingIPsNegativeTestJSON-194849277-router', 'tenant_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc14b420-4a6f-4a19-95ab-80b2f3b790b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:51Z', 'updated_at': '2021-08-29T06:44:01Z', 'revision_number': 4, 'project_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'gw_port': {'id': 'bc14b420-4a6f-4a19-95ab-80b2f3b790b8', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:53Z', 'updated_at': '2021-08-29T06:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '43004aa3-37ad-4259-a405-8f5075152700', 'name': '', 'network_id': '04c5293c-492d-4dd4-bf4a-c2797d0aff2d', 'tenant_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'mac_address': 'fa:16:3e:38:22:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'af125bfe-b898-4db4-901f-689858002aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:58Z', 'updated_at': '2021-08-29T06:44:05Z', 'revision_number': 4, 'project_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'subnets': [{'id': 'af125bfe-b898-4db4-901f-689858002aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:44:07.499167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42670) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:07.518844 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d769c53b-88f0-421d-b6ed-ee4f18df49bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:07.542246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-78a780b3-446f-4926-9452-02b9977d1ec0 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Allocated IP 19.80.0.50 (01f4d9be-e013-4a98-b5f8-cb676d08a3da/7c581ecc-4aa1-468f-a054-94ca05769ece/75e20fb3-bf47-4e0d-8f61-f38c0952bda9) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:07.590319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6481a207-832f-4d3f-9430-9be4d47ae417 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:44:07.623946 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6481a207-832f-4d3f-9430-9be4d47ae417 admin admin] 10.222.0.76 "PUT /v2.0/routers/a3f69e7b-a348-4248-8b6f-3ec6c7576550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2039807 Aug 29 06:44:07.624050 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42676) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:07.733287 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d769c53b-88f0-421d-b6ed-ee4f18df49bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:07.807077 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-78a780b3-446f-4926-9452-02b9977d1ec0 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:07.830934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-78a780b3-446f-4926-9452-02b9977d1ec0 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Transition to ACTIVE for port object 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:07.836760 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d769c53b-88f0-421d-b6ed-ee4f18df49bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:07.904361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769c53b-88f0-421d-b6ed-ee4f18df49bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e12a81-4f55-45ee-86d6-b5744196d6cf,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:07.934048 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:07.957872 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d769c53b-88f0-421d-b6ed-ee4f18df49bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=264c81244d9e4d489b163248af30b3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567759 Aug 29 06:44:07.960601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42682) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:08.015291 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-78a780b3-446f-4926-9452-02b9977d1ec0 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:08.078597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-78a780b3-446f-4926-9452-02b9977d1ec0 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Network 01f4d9be-e013-4a98-b5f8-cb676d08a3da is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:08.084939 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2020-ec62-45cd-ae2c-03512fa4f50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:08.085943 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-78a780b3-446f-4926-9452-02b9977d1ec0 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:08.090256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-78a780b3-446f-4926-9452-02b9977d1ec0 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:08.124765 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:08.159460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a780b3-446f-4926-9452-02b9977d1ec0 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event updated for resources: {'Port': ['ID=75e20fb3-bf47-4e0d-8f61-f38c0952bda9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:08.162865 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-562e63a0-0ae8-4aff-8b58-4f20b588cc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:08.232956 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-78a780b3-446f-4926-9452-02b9977d1ec0 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:08.236614 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-78a780b3-446f-4926-9452-02b9977d1ec0 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:08.254791 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-562e63a0-0ae8-4aff-8b58-4f20b588cc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:08.411788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5aa5f-80be-42c1-b482-363e6783cd22 req-98c65d96-cdaf-4a63-9882-4ad65aa82e81 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:08.413483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0a5aa5f-80be-42c1-b482-363e6783cd22 req-98c65d96-cdaf-4a63-9882-4ad65aa82e81 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 944 time: 0.1312592 Aug 29 06:44:08.439747 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-78a780b3-446f-4926-9452-02b9977d1ec0 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9341869 Aug 29 06:44:08.466915 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-50e99232-561d-4a68-983e-2d2ba840558c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Request body: {'port': {'device_id': '1767d61d-332f-4a71-b523-0b3006f574d0', 'network_id': '95fad285-1d68-4102-a324-e5f6191661d8', 'admin_state_up': True, 'tenant_id': '88164f57805344ac9177a0173fdf8041'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:08.497163 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0a5aa5f-80be-42c1-b482-363e6783cd22 req-ad8dbd3d-1de0-4c99-b930-5fc67174f696 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751300 Aug 29 06:44:08.518529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5383a-3bc8-47eb-9c44-1d8a73d5e6a9 req-e38443e2-59b0-428e-90be-f08ecad9de93 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:08.518529 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12e5383a-3bc8-47eb-9c44-1d8a73d5e6a9 req-e38443e2-59b0-428e-90be-f08ecad9de93 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 944 time: 0.0981300 Aug 29 06:44:08.530701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] Deleting port bc14b420-4a6f-4a19-95ab-80b2f3b790b8 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:08.531658 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:08.590308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f6488b52-73c0-41dd-bd9f-3bb962b9acee None None] Provisioning for port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:08.596385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f6488b52-73c0-41dd-bd9f-3bb962b9acee None None] Provisioning complete for port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:08.596641 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f6488b52-73c0-41dd-bd9f-3bb962b9acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:08.615879 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-562e63a0-0ae8-4aff-8b58-4f20b588cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:08.618612 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-562e63a0-0ae8-4aff-8b58-4f20b588cc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:08.619865 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-562e63a0-0ae8-4aff-8b58-4f20b588cc66 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a3e12a81-4f55-45ee-86d6-b5744196d6cf HTTP/1.1" status: 204 len: 168 time: 0.6582606 Aug 29 06:44:08.654983 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e63a0-0ae8-4aff-8b58-4f20b588cc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e12a81-4f55-45ee-86d6-b5744196d6cf,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:08.706583 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f6488b52-73c0-41dd-bd9f-3bb962b9acee None None] Port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:44:08.781630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12e5383a-3bc8-47eb-9c44-1d8a73d5e6a9 req-858650fe-e8c1-4459-8869-2be5ae77d672 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542927 Aug 29 06:44:08.791477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] For port bc14b420-4a6f-4a19-95ab-80b2f3b790b8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bc14b420-4a6f-4a19-95ab-80b2f3b790b8,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:08.791843 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:08.801962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a809c-2e17-4e45-9b68-1948879feeba req-ecab0e06-2624-4583-b86e-004654ad3dab tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:08.803486 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb4a809c-2e17-4e45-9b68-1948879feeba req-ecab0e06-2624-4583-b86e-004654ad3dab tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 931 time: 0.1542742 Aug 29 06:44:08.820734 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] Calling delete_port for bc14b420-4a6f-4a19-95ab-80b2f3b790b8 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:08.829977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-50e99232-561d-4a68-983e-2d2ba840558c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:08.834022 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-50e99232-561d-4a68-983e-2d2ba840558c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:08.897894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb4a809c-2e17-4e45-9b68-1948879feeba req-05c8ef2c-9b23-4873-9897-c8bbf2ed451e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868180 Aug 29 06:44:08.958675 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1741edb-a9d2-4834-bb1c-dec26fd25cb9 req-1dcc6a59-4ca2-4b23-8b98-a7bee40a4aac tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:08.960215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1741edb-a9d2-4834-bb1c-dec26fd25cb9 req-1dcc6a59-4ca2-4b23-8b98-a7bee40a4aac tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 944 time: 0.0755939 Aug 29 06:44:08.967112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-50e99232-561d-4a68-983e-2d2ba840558c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Allocated IP 19.86.0.102 (95fad285-1d68-4102-a324-e5f6191661d8/6c84a2eb-8844-44f3-8eba-404bab179aab/1ff9077f-a7e9-4db6-ad89-55adccf17a9e) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:09.141565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-f1741edb-a9d2-4834-bb1c-dec26fd25cb9 req-5d458683-40e9-49da-b3fa-8bbaba24192a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Deleting port 73e2c819-ce75-40e7-896a-324885857148 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:09.142192 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f1741edb-a9d2-4834-bb1c-dec26fd25cb9 req-5d458683-40e9-49da-b3fa-8bbaba24192a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:09.168851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-50e99232-561d-4a68-983e-2d2ba840558c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:09.182360 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-50e99232-561d-4a68-983e-2d2ba840558c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Transition to ACTIVE for port object 1ff9077f-a7e9-4db6-ad89-55adccf17a9e will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:09.246461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-f1741edb-a9d2-4834-bb1c-dec26fd25cb9 req-5d458683-40e9-49da-b3fa-8bbaba24192a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] For port 73e2c819-ce75-40e7-896a-324885857148, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=73e2c819-ce75-40e7-896a-324885857148,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:09.246937 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f1741edb-a9d2-4834-bb1c-dec26fd25cb9 req-5d458683-40e9-49da-b3fa-8bbaba24192a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:09.257054 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:09.269568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-f1741edb-a9d2-4834-bb1c-dec26fd25cb9 req-5d458683-40e9-49da-b3fa-8bbaba24192a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Calling delete_port for 73e2c819-ce75-40e7-896a-324885857148 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:09.299320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc14b420-4a6f-4a19-95ab-80b2f3b790b8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:09.397011 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-50e99232-561d-4a68-983e-2d2ba840558c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:09.409864 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:09.450557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-50e99232-561d-4a68-983e-2d2ba840558c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Network 95fad285-1d68-4102-a324-e5f6191661d8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:09.454543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-50e99232-561d-4a68-983e-2d2ba840558c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:09.459113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-50e99232-561d-4a68-983e-2d2ba840558c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:09.488135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e99232-561d-4a68-983e-2d2ba840558c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event updated for resources: {'Port': ['ID=1ff9077f-a7e9-4db6-ad89-55adccf17a9e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:09.516783 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-50e99232-561d-4a68-983e-2d2ba840558c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:09.517635 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-50e99232-561d-4a68-983e-2d2ba840558c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:09.556606 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:09.556606 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:09.663025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e76176-8ecc-4a13-a175-c9da6b575ab8 req-59223738-464b-4c6a-8efb-ca1467e4ed38 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:09.664941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76e76176-8ecc-4a13-a175-c9da6b575ab8 req-59223738-464b-4c6a-8efb-ca1467e4ed38 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 944 time: 0.0867419 Aug 29 06:44:09.690341 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-50e99232-561d-4a68-983e-2d2ba840558c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2282827 Aug 29 06:44:09.709743 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536fa403-9fd0-4697-a696-13422dc6340a None None] Sync routers for ids ['a3f69e7b-a348-4248-8b6f-3ec6c7576550'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:44:09.713462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-52ab1b97-163c-4ce5-b873-7ec7c7343ea7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Request body: {'port': {'device_id': '1767d61d-332f-4a71-b523-0b3006f574d0', 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da', 'admin_state_up': True, 'tenant_id': '88164f57805344ac9177a0173fdf8041'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:09.721263 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76e76176-8ecc-4a13-a175-c9da6b575ab8 req-9dccb89f-b230-4952-a507-4ad75c618716 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495536 Aug 29 06:44:09.728010 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536fa403-9fd0-4697-a696-13422dc6340a None None] Routers {'a3f69e7b-a348-4248-8b6f-3ec6c7576550'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:09.729009 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-536fa403-9fd0-4697-a696-13422dc6340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a3f69e7b-a348-4248-8b6f-3ec6c7576550'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:09.738409 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:09.739244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3f69e7b-a348-4248-8b6f-3ec6c7576550 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:44:09.747703 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:09.749034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b1d8b42a-0c6a-4009-bcdc-58984db5cc12 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a3f69e7b-a348-4248-8b6f-3ec6c7576550 HTTP/1.1" status: 204 len: 168 time: 2.0321429 Aug 29 06:44:09.751470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42712) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:09.829662 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-536fa403-9fd0-4697-a696-13422dc6340a None None] Set router a3f69e7b-a348-4248-8b6f-3ec6c7576550 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:09.846164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-1408b9ba-085a-442d-a931-59561dca1ef0 admin admin] Deleting subnet af125bfe-b898-4db4-901f-689858002aa7 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:44:09.850368 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1408b9ba-085a-442d-a931-59561dca1ef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:09.876940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:09.880716 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f1741edb-a9d2-4834-bb1c-dec26fd25cb9 req-5d458683-40e9-49da-b3fa-8bbaba24192a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:09.894519 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-536fa403-9fd0-4697-a696-13422dc6340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f69e7b-a348-4248-8b6f-3ec6c7576550', 'name': 'tempest-FloatingIPsNegativeTestJSON-194849277-router', 'tenant_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:51Z', 'updated_at': '2021-08-29T06:44:09Z', 'revision_number': 7, 'project_id': '0255e7fc21a3410bb5d56fdc4dce0c48', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:09.924733 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d458683-40e9-49da-b3fa-8bbaba24192a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Pushing event deleted for resources: {'Port': ['ID=73e2c819-ce75-40e7-896a-324885857148,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:09.930781 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536fa403-9fd0-4697-a696-13422dc6340a None None] Checking router: a3f69e7b-a348-4248-8b6f-3ec6c7576550 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:44:09.934574 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1408b9ba-085a-442d-a931-59561dca1ef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:09.942578 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536fa403-9fd0-4697-a696-13422dc6340a None None] Routers set() bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:09.943275 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536fa403-9fd0-4697-a696-13422dc6340a None None] Router IDs set() for agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 06:44:09.944116 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_agentschedulers_db [None req-536fa403-9fd0-4697-a696-13422dc6340a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a3f69e7b-a348-4248-8b6f-3ec6c7576550'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:43:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent'). {{(pid=95406) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 06:44:09.944726 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536fa403-9fd0-4697-a696-13422dc6340a None None] The sync data for ids ['a3f69e7b-a348-4248-8b6f-3ec6c7576550'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:44:09.967027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['73e2c819-ce75-40e7-896a-324885857148'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:44:10.007644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-52ab1b97-163c-4ce5-b873-7ec7c7343ea7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:10.014582 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-52ab1b97-163c-4ce5-b873-7ec7c7343ea7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.027687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3aec0607-66ee-4726-a1d5-dca70767bb22 req-33b74e33-449b-4705-b5b7-af77710f3b3b tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 210 time: 0.0966032 Aug 29 06:44:10.031896 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1741edb-a9d2-4834-bb1c-dec26fd25cb9 req-5d458683-40e9-49da-b3fa-8bbaba24192a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] No DVR routers for this DVR port 73e2c819-ce75-40e7-896a-324885857148 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:10.036398 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f1741edb-a9d2-4834-bb1c-dec26fd25cb9 req-5d458683-40e9-49da-b3fa-8bbaba24192a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.038539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1741edb-a9d2-4834-bb1c-dec26fd25cb9 req-5d458683-40e9-49da-b3fa-8bbaba24192a tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.15 "DELETE /v2.0/ports/73e2c819-ce75-40e7-896a-324885857148 HTTP/1.1" status: 204 len: 173 time: 1.0481420 Aug 29 06:44:10.038963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8ba089-2315-43ca-bbda-21144dd71fa9', 'name': 'network-vif-deleted', 'tag': '73e2c819-ce75-40e7-896a-324885857148'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:10.051627 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807fd083-de7e-484a-98b8-c1d79d0ac2cf" -d '{"events": [{"server_uuid": "cc8ba089-2315-43ca-bbda-21144dd71fa9", "name": "network-vif-deleted", "tag": "73e2c819-ce75-40e7-896a-324885857148"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:10.118922 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6d867e7b-0c20-4f11-8706-ce383b1235b3 None None] Provisioning for port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:10.124525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6d867e7b-0c20-4f11-8706-ce383b1235b3 None None] Provisioning complete for port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:10.124866 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6d867e7b-0c20-4f11-8706-ce383b1235b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.127751 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919c63c7-975d-4551-a515-a19f6bb9c43b x-openstack-request-id: req-919c63c7-975d-4551-a515-a19f6bb9c43b {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:10.128062 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8ba089-2315-43ca-bbda-21144dd71fa9", "name": "network-vif-deleted", "tag": "73e2c819-ce75-40e7-896a-324885857148", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:10.129923 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-919c63c7-975d-4551-a515-a19f6bb9c43b {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:10.129923 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8ba089-2315-43ca-bbda-21144dd71fa9', 'name': 'network-vif-deleted', 'tag': '73e2c819-ce75-40e7-896a-324885857148', 'status': 'completed', 'code': 200} Aug 29 06:44:10.165646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0e2df-257b-4952-b9e7-748c910eb1d9 req-8cfea352-579c-4518-839f-89091f1a5e2e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:10.171720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0e2df-257b-4952-b9e7-748c910eb1d9 req-8cfea352-579c-4518-839f-89091f1a5e2e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:10.173373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bea0e2df-257b-4952-b9e7-748c910eb1d9 req-8cfea352-579c-4518-839f-89091f1a5e2e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 1654 time: 0.1090519 Aug 29 06:44:10.177370 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1408b9ba-085a-442d-a931-59561dca1ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.209923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6d867e7b-0c20-4f11-8706-ce383b1235b3 None None] Port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:44:10.240647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-52ab1b97-163c-4ce5-b873-7ec7c7343ea7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Allocated IP 19.80.0.114 (01f4d9be-e013-4a98-b5f8-cb676d08a3da/7c581ecc-4aa1-468f-a054-94ca05769ece/2ddf5761-e23e-43dd-b296-0e3aa666fde5) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:10.246670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:10.248844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bea0e2df-257b-4952-b9e7-748c910eb1d9 req-9f77ba13-75ed-4d6f-99be-0ba101701e42 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678692 Aug 29 06:44:10.263631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:10.265135 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.373770 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1408b9ba-085a-442d-a931-59561dca1ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.374016 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.396909 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408b9ba-085a-442d-a931-59561dca1ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af125bfe-b898-4db4-901f-689858002aa7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:10.400867 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1408b9ba-085a-442d-a931-59561dca1ef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.405640 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1408b9ba-085a-442d-a931-59561dca1ef0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/af125bfe-b898-4db4-901f-689858002aa7 HTTP/1.1" status: 204 len: 168 time: 0.6502328 Aug 29 06:44:10.405640 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42732) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:10.411173 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb918b62-64ea-4314-ba5b-75b16ffc2c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7d3eed-4b9e-47eb-bd22-a530a98d50b6'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:10.413782 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb07283e-59b9-435f-84c5-16e6bf69153f" -d '{"events": [{"server_uuid": "cb918b62-64ea-4314-ba5b-75b16ffc2c6a", "name": "network-vif-plugged", "status": "completed", "tag": "fb7d3eed-4b9e-47eb-bd22-a530a98d50b6"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:10.429262 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-52ab1b97-163c-4ce5-b873-7ec7c7343ea7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.443219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d463ecf1-5d2a-410b-b772-d755d5528113 None None] Network 04c5293c-492d-4dd4-bf4a-c2797d0aff2d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:10.444145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-52ab1b97-163c-4ce5-b873-7ec7c7343ea7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Transition to ACTIVE for port object 2ddf5761-e23e-43dd-b296-0e3aa666fde5 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:10.466606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42736) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:10.469908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fb7d3eed-4b9e-47eb-bd22-a530a98d50b6,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:10.494921 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b3b3ca-8f47-480b-aa21-89081528f551 x-openstack-request-id: req-01b3b3ca-8f47-480b-aa21-89081528f551 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:10.495361 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb918b62-64ea-4314-ba5b-75b16ffc2c6a", "name": "network-vif-plugged", "status": "completed", "tag": "fb7d3eed-4b9e-47eb-bd22-a530a98d50b6", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:10.495705 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-01b3b3ca-8f47-480b-aa21-89081528f551 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:10.496290 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb918b62-64ea-4314-ba5b-75b16ffc2c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7d3eed-4b9e-47eb-bd22-a530a98d50b6', 'code': 200} Aug 29 06:44:10.507779 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.595730 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Deleting port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:10.596060 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.601969 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.679460 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-52ab1b97-163c-4ce5-b873-7ec7c7343ea7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.701864 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-419348475-network', 'tenant_id': 'ae1a013e8eb8401888d6fb6666c86936'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:10.703916 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=fb7d3eed-4b9e-47eb-bd22-a530a98d50b6,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:10.723925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] For port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6f78a8e6-2016-4717-bd17-f0f5d3626ab6,segment=NetworkSegment(86ac4933-e6ea-4b76-8ec5-43035e372bdc),segment_id=86ac4933-e6ea-4b76-8ec5-43035e372bdc)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:10.724505 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.730796 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d3766b64-b8a2-4b70-92fb-8e1dd32e2598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.755629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Calling delete_port for 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:10.760125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d7ba5-dbd1-44f5-be9d-a23d1430b966 req-e4309ef7-a7d7-40e4-843a-c717914075b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:10.762070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-653d7ba5-dbd1-44f5-be9d-a23d1430b966 req-e4309ef7-a7d7-40e4-843a-c717914075b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 1097 time: 0.1209970 Aug 29 06:44:10.765631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-52ab1b97-163c-4ce5-b873-7ec7c7343ea7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Network 01f4d9be-e013-4a98-b5f8-cb676d08a3da is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:10.775272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-52ab1b97-163c-4ce5-b873-7ec7c7343ea7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:10.779757 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-52ab1b97-163c-4ce5-b873-7ec7c7343ea7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:10.813269 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.837873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab1b97-163c-4ce5-b873-7ec7c7343ea7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event updated for resources: {'Port': ['ID=2ddf5761-e23e-43dd-b296-0e3aa666fde5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:10.888393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-52ab1b97-163c-4ce5-b873-7ec7c7343ea7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:10.889069 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-52ab1b97-163c-4ce5-b873-7ec7c7343ea7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.912460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] Made reservation on behalf of ae1a013e8eb8401888d6fb6666c86936 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:10.916460 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.928577 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:10.960070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-653d7ba5-dbd1-44f5-be9d-a23d1430b966 req-5f1cc1bb-b954-42d1-a797-eaa86813b1dc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850803 Aug 29 06:44:10.995672 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2dd38-421a-4e13-a236-39fdd30a32cd req-9160662c-b014-46bb-961a-9d645b03e568 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:10.998049 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80f2dd38-421a-4e13-a236-39fdd30a32cd req-9160662c-b014-46bb-961a-9d645b03e568 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 945 time: 0.1490450 Aug 29 06:44:11.012571 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-52ab1b97-163c-4ce5-b873-7ec7c7343ea7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3078759 Aug 29 06:44:11.042886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80f2dd38-421a-4e13-a236-39fdd30a32cd req-62e2bf9b-0cfd-4f78-992d-7ce394b7cc24 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368128 Aug 29 06:44:11.091873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e355622a-9f6f-40d1-81d3-541690d4ca40 None None] DHCP port deletion for 04c5293c-492d-4dd4-bf4a-c2797d0aff2d request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:44:11.144945 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.195693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bc14b420-4a6f-4a19-95ab-80b2f3b790b8 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:11.211215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f78a8e6-2016-4717-bd17-f0f5d3626ab6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:11.213720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] No DVR routers for this DVR port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:11.219768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: bc14b420-4a6f-4a19-95ab-80b2f3b790b8 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:11.220112 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bc14b420-4a6f-4a19-95ab-80b2f3b790b8 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:11.220540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:11.225372 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e355622a-9f6f-40d1-81d3-541690d4ca40 None None] Deleting port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:11.225783 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e355622a-9f6f-40d1-81d3-541690d4ca40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.232707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b891884f-ad50-4778-923f-e5659d2f4806 req-fccf376d-7cc0-4b33-b952-bd8ab887a20e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc8ba089-2315-43ca-bbda-21144dd71fa9 HTTP/1.1" status: 200 len: 210 time: 0.0732512 Aug 29 06:44:11.258172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:11.258768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:11.259222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 43004aa3-37ad-4259-a405-8f5075152700 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:11.275389 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.328559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f57dcca8-e456-461d-ab50-c0c191fa3f35 None None] Provisioning for port 2ddf5761-e23e-43dd-b296-0e3aa666fde5 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:11.334595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 43004aa3-37ad-4259-a405-8f5075152700 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:11.334891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 43004aa3-37ad-4259-a405-8f5075152700 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:11.339026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f57dcca8-e456-461d-ab50-c0c191fa3f35 None None] Provisioning complete for port 2ddf5761-e23e-43dd-b296-0e3aa666fde5 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:11.339470 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f57dcca8-e456-461d-ab50-c0c191fa3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.345126 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.361021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c5293c-492d-4dd4-bf4a-c2797d0aff2d']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:11.363118 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Request body: {'port': {'device_id': '1767d61d-332f-4a71-b523-0b3006f574d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:11.374434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ac4933-e6ea-4b76-8ec5-43035e372bdc') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:11.374730 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ac4933-e6ea-4b76-8ec5-43035e372bdc') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:11.398488 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e355622a-9f6f-40d1-81d3-541690d4ca40 None None] For port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6, host n-d-713301-12, got binding levels [] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:11.398940 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e355622a-9f6f-40d1-81d3-541690d4ca40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.421316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e355622a-9f6f-40d1-81d3-541690d4ca40 None None] Calling delete_port for 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:11.425335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.ipam_backend_mixin [None req-e355622a-9f6f-40d1-81d3-541690d4ca40 None None] Port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 was not found and therefore no delete operation was performed {{(pid=95405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 06:44:11.426781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f57dcca8-e456-461d-ab50-c0c191fa3f35 None None] Port 2ddf5761-e23e-43dd-b296-0e3aa666fde5 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:44:11.430605 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e355622a-9f6f-40d1-81d3-541690d4ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.436880 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.444821 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.462048 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355622a-9f6f-40d1-81d3-541690d4ca40 None None] Pushing event deleted for resources: {'Port': ['ID=6f78a8e6-2016-4717-bd17-f0f5d3626ab6,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:11.464009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355622a-9f6f-40d1-81d3-541690d4ca40 None None] No DVR routers for this DVR port 6f78a8e6-2016-4717-bd17-f0f5d3626ab6 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:11.481178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:44:11.516570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be6f046-ba59-490e-8c56-415e0dc6fb2e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:11.543455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.544166 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] Added segment e6c78503-1dd4-4336-9e50-76a1f710cab8 of type vlan for network 4475f61a-c472-49af-9e60-c53edc6707df Aug 29 06:44:11.685024 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.702084 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.719713 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.738156 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.747866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:44:11.752919 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:44:11.769270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23814980-643b-4fa1-ae82-22eb0d904a95 req-29159e9c-8003-4036-b225-5f795752c201 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:11.775970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23814980-643b-4fa1-ae82-22eb0d904a95 req-29159e9c-8003-4036-b225-5f795752c201 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:11.781816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23814980-643b-4fa1-ae82-22eb0d904a95 req-29159e9c-8003-4036-b225-5f795752c201 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:11.783584 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23814980-643b-4fa1-ae82-22eb0d904a95 req-29159e9c-8003-4036-b225-5f795752c201 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2376 time: 0.4133060 Aug 29 06:44:11.857423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23814980-643b-4fa1-ae82-22eb0d904a95 req-49db6efd-324c-47ef-93b1-8ed0bff04187 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453980 Aug 29 06:44:11.871698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:11.897499 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.897499 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Transition to ACTIVE for port object 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:11.947240 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.947473 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.948668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:11.949748 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.955353 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:11.960914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] 10.222.0.76 "DELETE /v2.0/networks/04c5293c-492d-4dd4-bf4a-c2797d0aff2d HTTP/1.1" status: 204 len: 168 time: 1.5507979 Aug 29 06:44:11.969493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50c2cf-6aee-4184-8c9f-cd60bed8763e admin admin] Pushing event deleted for resources: {'Network': ['ID=04c5293c-492d-4dd4-bf4a-c2797d0aff2d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:12.007033 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:12.062711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] Pushing event updated for resources: {'Network': ['ID=4475f61a-c472-49af-9e60-c53edc6707df,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:12.081752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 4475f61a-c472-49af-9e60-c53edc6707df details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:44:12.105763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Pushing event updated for resources: {'Port': ['ID=75e20fb3-bf47-4e0d-8f61-f38c0952bda9,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:12.110702 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d24b6398-4f8e-4a20-8907-43abb0711794 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6427846 Aug 29 06:44:12.114591 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42762) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:12.126415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b2d0f79a-24f9-4027-9adc-033acbba8b5b admin admin] Request body: {'subnet': {'network_id': '4475f61a-c472-49af-9e60-c53edc6707df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-419348475-subnet', 'tenant_id': 'ae1a013e8eb8401888d6fb6666c86936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:12.247466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Attempting to bind port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:12.249113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Attempting to bind port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'c6335b94-9505-4cab-935e-438c7aaf7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:12.251494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Attempting to bind port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 on network 01f4d9be-e013-4a98-b5f8-cb676d08a3da {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:12.259964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 on network 01f4d9be-e013-4a98-b5f8-cb676d08a3da not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:44:12.260303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Attempting to bind port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 on network 01f4d9be-e013-4a98-b5f8-cb676d08a3da {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:12.267840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d0f79a-24f9-4027-9adc-033acbba8b5b admin admin] Made reservation on behalf of ae1a013e8eb8401888d6fb6666c86936 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:12.273685 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b2d0f79a-24f9-4027-9adc-033acbba8b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:12.281673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:12.282089 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Checking segment: {'id': 'c6335b94-9505-4cab-935e-438c7aaf7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:12.282493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Bound using segment: {'id': 'c6335b94-9505-4cab-935e-438c7aaf7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:12.282958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Bound port: 75e20fb3-bf47-4e0d-8f61-f38c0952bda9, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6335b94-9505-4cab-935e-438c7aaf7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:12.283363 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:12.359161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10257aca-a712-4b08-b210-1275f37de60a req-9f7af8f0-6e6c-4541-9036-4ef7582eaa3e tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:12.366889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10257aca-a712-4b08-b210-1275f37de60a req-9f7af8f0-6e6c-4541-9036-4ef7582eaa3e tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 945 time: 0.1417403 Aug 29 06:44:12.419952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] For port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:12.426449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] For port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=75e20fb3-bf47-4e0d-8f61-f38c0952bda9,segment=NetworkSegment(c6335b94-9505-4cab-935e-438c7aaf7003),segment_id=c6335b94-9505-4cab-935e-438c7aaf7003)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:12.472917 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42770) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:12.487060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10257aca-a712-4b08-b210-1275f37de60a req-2e098ce5-92e8-4833-9517-9b7158ada724 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958664 Aug 29 06:44:12.532744 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9d602348-cba2-408d-9076-5362afb3e866 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0255e7fc21a3410bb5d56fdc4dce0c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562451 Aug 29 06:44:12.533358 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42772) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:12.548372 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:12.572356 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 73e2c819-ce75-40e7-896a-324885857148 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:12.611037 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4357e778-6097-403a-b0ea-0f46513a9b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:12.648520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:12.649145 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:12.650573 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] 10.222.0.11 "PUT /v2.0/ports/75e20fb3-bf47-4e0d-8f61-f38c0952bda9 HTTP/1.1" status: 200 len: 1092 time: 1.2919333 Aug 29 06:44:12.651485 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4357e778-6097-403a-b0ea-0f46513a9b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:12.665670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'tag': '75e20fb3-bf47-4e0d-8f61-f38c0952bda9'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:12.672073 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0688018b-5083-4615-a6ae-6191ba0f4326" -d '{"events": [{"name": "network-changed", "server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "tag": "75e20fb3-bf47-4e0d-8f61-f38c0952bda9"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:12.688439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7078a-5e1f-435a-92f5-9b9e7b7cf553 service neutron] Pushing event updated for resources: {'Port': ['ID=75e20fb3-bf47-4e0d-8f61-f38c0952bda9,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:12.731215 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be23a148-4ca0-43e7-a5e4-3ed0f3b02f20 x-openstack-request-id: req-be23a148-4ca0-43e7-a5e4-3ed0f3b02f20 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:12.731712 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "tag": "75e20fb3-bf47-4e0d-8f61-f38c0952bda9", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:12.732124 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-be23a148-4ca0-43e7-a5e4-3ed0f3b02f20 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:12.732729 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'tag': '75e20fb3-bf47-4e0d-8f61-f38c0952bda9', 'status': 'completed', 'code': 200} Aug 29 06:44:12.748336 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b2d0f79a-24f9-4027-9adc-033acbba8b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:12.827041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d0f79a-24f9-4027-9adc-033acbba8b5b admin admin] Checking segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:12.827423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d0f79a-24f9-4027-9adc-033acbba8b5b admin admin] Network hostable DHCP agents. Network: 4475f61a-c472-49af-9e60-c53edc6707df, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:44:12.854072 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4357e778-6097-403a-b0ea-0f46513a9b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:12.856619 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4357e778-6097-403a-b0ea-0f46513a9b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:12.857738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4357e778-6097-403a-b0ea-0f46513a9b72 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4729fe68-0415-4c04-8b47-ce3c6fd8f817 HTTP/1.1" status: 204 len: 168 time: 0.3234189 Aug 29 06:44:12.878130 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Request body: {'port': {'device_id': '1767d61d-332f-4a71-b523-0b3006f574d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:12.878739 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 73e2c819-ce75-40e7-896a-324885857148 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:12.880339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 73e2c819-ce75-40e7-896a-324885857148 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:12.904994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688018b-5083-4615-a6ae-6191ba0f4326 req-3fc8e35c-f7f3-4b9c-acc4-60e50819af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:12.906029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688018b-5083-4615-a6ae-6191ba0f4326 req-3fc8e35c-f7f3-4b9c-acc4-60e50819af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:12.907156 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688018b-5083-4615-a6ae-6191ba0f4326 req-3fc8e35c-f7f3-4b9c-acc4-60e50819af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:12.909273 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0688018b-5083-4615-a6ae-6191ba0f4326 req-3fc8e35c-f7f3-4b9c-acc4-60e50819af11 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88164f57805344ac9177a0173fdf8041&device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2732 time: 0.1319883 Aug 29 06:44:12.945347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357e778-6097-403a-b0ea-0f46513a9b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4729fe68-0415-4c04-8b47-ce3c6fd8f817,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:12.953449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0f79a-24f9-4027-9adc-033acbba8b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=98715dec-8878-4617-9085-72489d1b1fc4,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:13.058754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d0f79a-24f9-4027-9adc-033acbba8b5b admin admin] Network 4475f61a-c472-49af-9e60-c53edc6707df is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:44:13.092546 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:13.102459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688018b-5083-4615-a6ae-6191ba0f4326 req-763bfed7-c930-4359-b37a-ac99713b41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:13.103481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688018b-5083-4615-a6ae-6191ba0f4326 req-763bfed7-c930-4359-b37a-ac99713b41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:13.104045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688018b-5083-4615-a6ae-6191ba0f4326 req-763bfed7-c930-4359-b37a-ac99713b41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:13.105698 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0688018b-5083-4615-a6ae-6191ba0f4326 req-763bfed7-c930-4359-b37a-ac99713b41d5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=88164f57805344ac9177a0173fdf8041&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1789753 Aug 29 06:44:13.138131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2741e-c9ec-4fa9-8393-613781e82626 req-08542163-57ca-4c51-982a-52f2d6918246 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:13.145841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2741e-c9ec-4fa9-8393-613781e82626 req-08542163-57ca-4c51-982a-52f2d6918246 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:13.152216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2741e-c9ec-4fa9-8393-613781e82626 req-08542163-57ca-4c51-982a-52f2d6918246 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:13.153909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f6d2741e-c9ec-4fa9-8393-613781e82626 req-08542163-57ca-4c51-982a-52f2d6918246 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2388 time: 0.1304281 Aug 29 06:44:13.184960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250fe1f-be2b-4edc-b2ea-c720fb4a899f req-b45fea00-b11e-41b1-bb91-72ff8e29a5e2 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:13.186448 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9250fe1f-be2b-4edc-b2ea-c720fb4a899f req-b45fea00-b11e-41b1-bb91-72ff8e29a5e2 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 944 time: 0.1753283 Aug 29 06:44:13.189772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-b2d0f79a-24f9-4027-9adc-033acbba8b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 4475f61a-c472-49af-9e60-c53edc6707df) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:13.194115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d0f79a-24f9-4027-9adc-033acbba8b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:13.196704 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b2d0f79a-24f9-4027-9adc-033acbba8b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:13.205430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcf684b-4b8c-438d-9301-88db9af6bd11 None None] Network 4475f61a-c472-49af-9e60-c53edc6707df requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:13.222596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688018b-5083-4615-a6ae-6191ba0f4326 req-5b529349-8945-4b2c-9379-e57ab3b895b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:13.225514 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0688018b-5083-4615-a6ae-6191ba0f4326 req-5b529349-8945-4b2c-9379-e57ab3b895b3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128705 Aug 29 06:44:13.348954 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2baf230-a375-478d-adde-2c3ef412bdc9 None None] Network 4475f61a-c472-49af-9e60-c53edc6707df requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:13.375608 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f6d2741e-c9ec-4fa9-8393-613781e82626 req-8160ea61-af10-41d0-bf01-4bbbebdf7c70 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989179 Aug 29 06:44:13.415602 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b2d0f79a-24f9-4027-9adc-033acbba8b5b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2996833 Aug 29 06:44:13.448206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9250fe1f-be2b-4edc-b2ea-c720fb4a899f req-c0810e4a-f759-44fa-acb5-9027204828fe tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398877 Aug 29 06:44:13.476404 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:13.562376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed506d6-8c0f-4855-ab3e-2249bb1ba46d req-9b332c94-b202-497b-9445-ccc5732e916c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:13.562376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5ed506d6-8c0f-4855-ab3e-2249bb1ba46d req-9b332c94-b202-497b-9445-ccc5732e916c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 944 time: 0.2059011 Aug 29 06:44:13.626619 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98f85f68-6f42-490a-8ab2-8f07f74c98bf req-7ba66f91-85a7-4b5c-b686-1a3b669d9e11 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0771966 Aug 29 06:44:13.706554 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f85f68-6f42-490a-8ab2-8f07f74c98bf req-16c2ac29-e259-422d-88be-47e7f516d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:13.709031 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98f85f68-6f42-490a-8ab2-8f07f74c98bf req-16c2ac29-e259-422d-88be-47e7f516d931 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 1097 time: 0.0436363 Aug 29 06:44:13.769104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d9fc6-19a9-4415-bf58-1641363ea304 req-67484990-11f5-44e2-9184-71743d5f9b9d tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:13.775950 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba0d9fc6-19a9-4415-bf58-1641363ea304 req-67484990-11f5-44e2-9184-71743d5f9b9d tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 945 time: 0.1663113 Aug 29 06:44:13.783933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff9077f-a7e9-4db6-ad89-55adccf17a9e {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:13.793816 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:13.811829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Transition to ACTIVE for port object 1ff9077f-a7e9-4db6-ad89-55adccf17a9e will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:13.834191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f85f68-6f42-490a-8ab2-8f07f74c98bf req-3e257a74-8b4a-4007-8e0e-330f321dc038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:13.837132 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98f85f68-6f42-490a-8ab2-8f07f74c98bf req-3e257a74-8b4a-4007-8e0e-330f321dc038 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 200 len: 922 time: 0.1079226 Aug 29 06:44:13.857318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-5ed506d6-8c0f-4855-ab3e-2249bb1ba46d req-bc2c5c7a-fa81-4f98-ab07-bbd7689ecb28 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Deleting port eadc46b7-ff16-46c2-98f1-54c402d04430 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:13.857774 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5ed506d6-8c0f-4855-ab3e-2249bb1ba46d req-bc2c5c7a-fa81-4f98-ab07-bbd7689ecb28 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:13.915726 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:13.916112 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98f85f68-6f42-490a-8ab2-8f07f74c98bf req-d492b490-482b-40bf-9f07-52915e652cc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d227e54-8718-4f1c-b062-5556709b6a47 HTTP/1.1" status: 200 len: 217 time: 0.0720131 Aug 29 06:44:13.925081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba0d9fc6-19a9-4415-bf58-1641363ea304 req-443a2d3e-63c2-4a8c-8fe6-5cd3aeda6593 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139989 Aug 29 06:44:14.003189 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff9077f-a7e9-4db6-ad89-55adccf17a9e,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:14.025049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f85f68-6f42-490a-8ab2-8f07f74c98bf req-8fa3d5c0-b3b1-4a4c-af53-a5bd0c1ab647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:14.025049 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98f85f68-6f42-490a-8ab2-8f07f74c98bf req-8fa3d5c0-b3b1-4a4c-af53-a5bd0c1ab647 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 200 len: 861 time: 0.0984251 Aug 29 06:44:14.063756 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98f85f68-6f42-490a-8ab2-8f07f74c98bf req-595a6c58-2a03-4e4a-84ca-7d17deea354c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ca161a2-97b5-4345-a973-efe3ac6f5a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345552 Aug 29 06:44:14.135473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-5ed506d6-8c0f-4855-ab3e-2249bb1ba46d req-bc2c5c7a-fa81-4f98-ab07-bbd7689ecb28 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] For port eadc46b7-ff16-46c2-98f1-54c402d04430, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=eadc46b7-ff16-46c2-98f1-54c402d04430,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:14.136638 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5ed506d6-8c0f-4855-ab3e-2249bb1ba46d req-bc2c5c7a-fa81-4f98-ab07-bbd7689ecb28 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:14.169497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-5ed506d6-8c0f-4855-ab3e-2249bb1ba46d req-bc2c5c7a-fa81-4f98-ab07-bbd7689ecb28 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Calling delete_port for eadc46b7-ff16-46c2-98f1-54c402d04430 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:14.173054 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98f85f68-6f42-490a-8ab2-8f07f74c98bf req-64f14415-256d-4ac3-81c0-089462fa9749 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014357 Aug 29 06:44:14.195783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-338bb4a9-d7e2-4f97-a817-09a5d3635836 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1427129651&fields=id&tenant_id=a763b77786504a43a731afb2b5aa2086 HTTP/1.1" status: 200 len: 267 time: 0.1486852 Aug 29 06:44:14.280942 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98f85f68-6f42-490a-8ab2-8f07f74c98bf req-a7ca8005-b0eb-4256-bf4d-e85ed4eca3d6 service neutron] 10.222.0.15 "GET /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004391 Aug 29 06:44:14.329294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7d9bf-34bc-40b7-a9d5-a671ad8f69d1 req-f58dc00a-9ce6-4770-a88f-1aba4e04024b tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:14.343371 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fe7d9bf-34bc-40b7-a9d5-a671ad8f69d1 req-f58dc00a-9ce6-4770-a88f-1aba4e04024b tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 945 time: 0.2877691 Aug 29 06:44:14.367978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42828) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:14.372921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-692915696-network', 'tenant_id': '83ff2c22bba84d7d8b5463b943176a7f'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:14.388330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Attempting to bind port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:14.388876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Attempting to bind port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '2c398c2e-f1cc-405e-9c98-948ff4f9e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '95fad285-1d68-4102-a324-e5f6191661d8'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:14.389032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Attempting to bind port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e on network 95fad285-1d68-4102-a324-e5f6191661d8 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:14.418227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e on network 95fad285-1d68-4102-a324-e5f6191661d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:44:14.422918 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Attempting to bind port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e on network 95fad285-1d68-4102-a324-e5f6191661d8 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:14.446934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:14.447290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Checking segment: {'id': '2c398c2e-f1cc-405e-9c98-948ff4f9e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '95fad285-1d68-4102-a324-e5f6191661d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:14.447686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Bound using segment: {'id': '2c398c2e-f1cc-405e-9c98-948ff4f9e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '95fad285-1d68-4102-a324-e5f6191661d8'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:14.448119 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Bound port: 1ff9077f-a7e9-4db6-ad89-55adccf17a9e, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c398c2e-f1cc-405e-9c98-948ff4f9e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '95fad285-1d68-4102-a324-e5f6191661d8'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:14.448478 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:14.458957 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] Made reservation on behalf of 83ff2c22bba84d7d8b5463b943176a7f for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:14.464253 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:14.465060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-6221d8a1-ec5b-49ce-b13a-3249e91c8fdc tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:14.466559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-6221d8a1-ec5b-49ce-b13a-3249e91c8fdc tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/networks?id=e7b23baf-e921-4053-aeac-270ae6d3d1f0 HTTP/1.1" status: 200 len: 815 time: 0.2645020 Aug 29 06:44:14.475539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:14.497681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fe7d9bf-34bc-40b7-a9d5-a671ad8f69d1 req-fa2be45e-25ba-4b4a-b6fb-987cc1b40c6e tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555548 Aug 29 06:44:14.527456 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-67d63a69-536c-4be1-a1ef-b32e86d6a859 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/quotas/a763b77786504a43a731afb2b5aa2086 HTTP/1.1" status: 200 len: 375 time: 0.0486627 Aug 29 06:44:14.616921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42840) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:14.648484 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:14.661224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] For port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:14.686386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] For port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1ff9077f-a7e9-4db6-ad89-55adccf17a9e,segment=NetworkSegment(2c398c2e-f1cc-405e-9c98-948ff4f9e683),segment_id=2c398c2e-f1cc-405e-9c98-948ff4f9e683)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:14.700820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-2bbcc06b-d89f-4345-a380-90bfbc7a025a tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a763b77786504a43a731afb2b5aa2086&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1584251 Aug 29 06:44:14.720776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef8e43-4e40-4e5e-a019-198f11b2de91 req-a30a123a-0268-4de9-b894-7f216c227059 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:14.727686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef8e43-4e40-4e5e-a019-198f11b2de91 req-a30a123a-0268-4de9-b894-7f216c227059 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:14.733679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef8e43-4e40-4e5e-a019-198f11b2de91 req-a30a123a-0268-4de9-b894-7f216c227059 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:14.735363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78ef8e43-4e40-4e5e-a019-198f11b2de91 req-a30a123a-0268-4de9-b894-7f216c227059 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2400 time: 0.1281922 Aug 29 06:44:14.736143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1203523347-network', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:14.823406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78ef8e43-4e40-4e5e-a019-198f11b2de91 req-d8613870-df4b-414a-a8ea-0c4f1db76585 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787761 Aug 29 06:44:14.831004 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:14.832971 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:14.876893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:44:14.885139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddff27b-9249-4aab-9b98-50c215f6cc9b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:14.893645 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:14.894418 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:14.896246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] 10.222.0.11 "PUT /v2.0/ports/1ff9077f-a7e9-4db6-ad89-55adccf17a9e HTTP/1.1" status: 200 len: 1093 time: 2.0434227 Aug 29 06:44:14.899559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'tag': '1ff9077f-a7e9-4db6-ad89-55adccf17a9e'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:14.901855 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cdc120-072a-4a2b-8875-212c039fbcba" -d '{"events": [{"name": "network-changed", "server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "tag": "1ff9077f-a7e9-4db6-ad89-55adccf17a9e"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:14.907365 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:14.907722 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] Added segment f6bcfba1-335f-435a-b5ba-d91c5922fa74 of type vlan for network 921b13af-a19d-460f-9a70-180fa3531554 Aug 29 06:44:14.911108 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5ed506d6-8c0f-4855-ab3e-2249bb1ba46d req-bc2c5c7a-fa81-4f98-ab07-bbd7689ecb28 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:14.920253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-bc4edc6e-10d7-424b-a3b0-48c3da6f434a service neutron] 10.222.0.76 "GET /v2.0/networks/e7b23baf-e921-4053-aeac-270ae6d3d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838970 Aug 29 06:44:14.945929 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc1b93-f1fb-4cd4-a7f0-8bb923b7e622 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff9077f-a7e9-4db6-ad89-55adccf17a9e,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:14.967009 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:14.993120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] Made reservation on behalf of 8971c5c2da01410fa63f9aa81134477f for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:15.008156 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.008156 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.035220 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f0e4f6b-9ed7-4ba8-9c7e-fb2767b15f83 req-601578dd-ccd3-4dc2-b0c3-a492bf7ddc8c tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 210 time: 0.0997989 Aug 29 06:44:15.054242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c5c7a-fa81-4f98-ab07-bbd7689ecb28 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Pushing event deleted for resources: {'Port': ['ID=eadc46b7-ff16-46c2-98f1-54c402d04430,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:15.063688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Request body: {'port': {'device_id': '1767d61d-332f-4a71-b523-0b3006f574d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:15.103129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed506d6-8c0f-4855-ab3e-2249bb1ba46d req-bc2c5c7a-fa81-4f98-ab07-bbd7689ecb28 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] No DVR routers for this DVR port eadc46b7-ff16-46c2-98f1-54c402d04430 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:15.115126 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5ed506d6-8c0f-4855-ab3e-2249bb1ba46d req-bc2c5c7a-fa81-4f98-ab07-bbd7689ecb28 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.115532 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.116583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:15.117143 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5ed506d6-8c0f-4855-ab3e-2249bb1ba46d req-bc2c5c7a-fa81-4f98-ab07-bbd7689ecb28 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.15 "DELETE /v2.0/ports/eadc46b7-ff16-46c2-98f1-54c402d04430 HTTP/1.1" status: 204 len: 173 time: 1.5498002 Aug 29 06:44:15.117317 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.178560 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-56ea6c47-58e2-4290-925b-022ffbabd832 service neutron] 10.222.0.76 "GET /v2.0/networks/e7b23baf-e921-4053-aeac-270ae6d3d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543509 Aug 29 06:44:15.181352 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.203926 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.209934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] Pushing event updated for resources: {'Network': ['ID=921b13af-a19d-460f-9a70-180fa3531554,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:15.234283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 921b13af-a19d-460f-9a70-180fa3531554 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:44:15.273397 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.300390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4616022-3e7d-4fb9-bb3f-cead47a72d44,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:15.312935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:44:15.327986 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.328882 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] Added segment e4487a8a-7eb1-48a0-959a-e9929181d642 of type vlan for network 657be3e8-4ae7-4c70-b987-1576a93ca595 Aug 29 06:44:15.370388 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.413432 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-86729ea7-9be6-4f4e-97b0-37b9fc83f78c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0443053 Aug 29 06:44:15.414158 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42856) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:15.419260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-483b18f6-3d0e-4e18-b80e-977b20c3b842 admin admin] Request body: {'subnet': {'network_id': '921b13af-a19d-460f-9a70-180fa3531554', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-692915696-subnet', 'tenant_id': '83ff2c22bba84d7d8b5463b943176a7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:15.502287 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1c8276-cf41-4911-bbc4-ee1af7f49cc1 x-openstack-request-id: req-0f1c8276-cf41-4911-bbc4-ee1af7f49cc1 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:15.502826 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "tag": "1ff9077f-a7e9-4db6-ad89-55adccf17a9e", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:15.502826 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f1c8276-cf41-4911-bbc4-ee1af7f49cc1 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:15.503282 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'tag': '1ff9077f-a7e9-4db6-ad89-55adccf17a9e', 'status': 'completed', 'code': 200} Aug 29 06:44:15.509350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ddf5761-e23e-43dd-b296-0e3aa666fde5 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:15.517232 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.530904 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Transition to ACTIVE for port object 2ddf5761-e23e-43dd-b296-0e3aa666fde5 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:15.537456 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.538499 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:15.539086 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.597157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462ccc-aaa5-4324-83be-cce605421b5b req-b795ed83-b389-4fa6-bd4f-0e7a8bbff6c7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:15.599446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6462ccc-aaa5-4324-83be-cce605421b5b req-b795ed83-b389-4fa6-bd4f-0e7a8bbff6c7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 945 time: 0.0549400 Aug 29 06:44:15.612118 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483b18f6-3d0e-4e18-b80e-977b20c3b842 admin admin] Made reservation on behalf of 83ff2c22bba84d7d8b5463b943176a7f for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:15.617732 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-483b18f6-3d0e-4e18-b80e-977b20c3b842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.649109 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6462ccc-aaa5-4324-83be-cce605421b5b req-46119717-1437-4dce-a25c-fb005ec77499 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428762 Aug 29 06:44:15.707803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] Pushing event updated for resources: {'Network': ['ID=657be3e8-4ae7-4c70-b987-1576a93ca595,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:15.718997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 657be3e8-4ae7-4c70-b987-1576a93ca595 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:44:15.741708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdc120-072a-4a2b-8875-212c039fbcba req-91abc19f-b5e4-4525-9067-ce5d4d6e0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:15.750966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdc120-072a-4a2b-8875-212c039fbcba req-91abc19f-b5e4-4525-9067-ce5d4d6e0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:15.750966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdc120-072a-4a2b-8875-212c039fbcba req-91abc19f-b5e4-4525-9067-ce5d4d6e0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:15.750966 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-51cdc120-072a-4a2b-8875-212c039fbcba req-91abc19f-b5e4-4525-9067-ce5d4d6e0499 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88164f57805344ac9177a0173fdf8041&device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2800 time: 0.1913714 Aug 29 06:44:15.781266 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61b426-e23e-4aaf-8768-f7071a7a32f4 req-367c35ac-ac2e-4e3e-9326-35e741b72536 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:15.782858 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c61b426-e23e-4aaf-8768-f7071a7a32f4 req-367c35ac-ac2e-4e3e-9326-35e741b72536 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 945 time: 0.0670376 Aug 29 06:44:15.826859 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c61b426-e23e-4aaf-8768-f7071a7a32f4 req-d791b24d-dc74-4f73-90b9-8b830aa67eef tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357637 Aug 29 06:44:15.892631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdc120-072a-4a2b-8875-212c039fbcba req-3523364c-55d7-457b-82d7-cdbd83d1730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:15.893106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdc120-072a-4a2b-8875-212c039fbcba req-3523364c-55d7-457b-82d7-cdbd83d1730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:15.893572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdc120-072a-4a2b-8875-212c039fbcba req-3523364c-55d7-457b-82d7-cdbd83d1730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:15.895952 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-51cdc120-072a-4a2b-8875-212c039fbcba req-3523364c-55d7-457b-82d7-cdbd83d1730f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=88164f57805344ac9177a0173fdf8041&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1346622 Aug 29 06:44:15.937871 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:15.951814 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500da9-c0cf-4b16-96f7-a684a3b0282b req-e0d63ee9-4549-43cf-b7af-0b59632ca729 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:15.958379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500da9-c0cf-4b16-96f7-a684a3b0282b req-e0d63ee9-4549-43cf-b7af-0b59632ca729 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:15.964637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500da9-c0cf-4b16-96f7-a684a3b0282b req-e0d63ee9-4549-43cf-b7af-0b59632ca729 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:15.966339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83500da9-c0cf-4b16-96f7-a684a3b0282b req-e0d63ee9-4549-43cf-b7af-0b59632ca729 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2400 time: 0.0697272 Aug 29 06:44:16.024805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdc120-072a-4a2b-8875-212c039fbcba req-9e8a1202-e231-49de-b366-cfbe8e71f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:16.026624 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-51cdc120-072a-4a2b-8875-212c039fbcba req-9e8a1202-e231-49de-b366-cfbe8e71f908 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022725 Aug 29 06:44:16.032025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddf5761-e23e-43dd-b296-0e3aa666fde5,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:16.050387 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cc9ff46c-7286-40ba-931d-bdb6ca66df87 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4325163 Aug 29 06:44:16.054059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42864) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:16.058276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0002b0bc-ce3e-4327-9589-bb0f70ae0c7a admin admin] Request body: {'subnet': {'network_id': '657be3e8-4ae7-4c70-b987-1576a93ca595', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1203523347-subnet', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:16.070373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83500da9-c0cf-4b16-96f7-a684a3b0282b req-63b17fef-5589-49ad-9232-b5d9fffc4c09 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808587 Aug 29 06:44:16.104639 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-483b18f6-3d0e-4e18-b80e-977b20c3b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:16.143031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Attempting to bind port 2ddf5761-e23e-43dd-b296-0e3aa666fde5 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:16.145971 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Attempting to bind port 2ddf5761-e23e-43dd-b296-0e3aa666fde5 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'c6335b94-9505-4cab-935e-438c7aaf7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:16.145971 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Attempting to bind port 2ddf5761-e23e-43dd-b296-0e3aa666fde5 on network 01f4d9be-e013-4a98-b5f8-cb676d08a3da {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:16.150256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Port 2ddf5761-e23e-43dd-b296-0e3aa666fde5 on network 01f4d9be-e013-4a98-b5f8-cb676d08a3da not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:44:16.150588 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Attempting to bind port 2ddf5761-e23e-43dd-b296-0e3aa666fde5 on network 01f4d9be-e013-4a98-b5f8-cb676d08a3da {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:16.155947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:16.156419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Checking segment: {'id': 'c6335b94-9505-4cab-935e-438c7aaf7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:16.156909 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Bound using segment: {'id': 'c6335b94-9505-4cab-935e-438c7aaf7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:16.157335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Bound port: 2ddf5761-e23e-43dd-b296-0e3aa666fde5, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6335b94-9505-4cab-935e-438c7aaf7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:16.157733 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:16.187093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b18f6-3d0e-4e18-b80e-977b20c3b842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b02f3f59-f1ad-4afb-bef0-e50022d274b1,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:16.191121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b18f6-3d0e-4e18-b80e-977b20c3b842 admin admin] Checking segment: {'id': 'f6bcfba1-335f-435a-b5ba-d91c5922fa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '921b13af-a19d-460f-9a70-180fa3531554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:16.192218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483b18f6-3d0e-4e18-b80e-977b20c3b842 admin admin] Network hostable DHCP agents. Network: 921b13af-a19d-460f-9a70-180fa3531554, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:44:16.196804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0002b0bc-ce3e-4327-9589-bb0f70ae0c7a admin admin] Made reservation on behalf of 8971c5c2da01410fa63f9aa81134477f for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:16.200627 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0002b0bc-ce3e-4327-9589-bb0f70ae0c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:16.237984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] For port 2ddf5761-e23e-43dd-b296-0e3aa666fde5, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:16.241637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] For port 2ddf5761-e23e-43dd-b296-0e3aa666fde5, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=2ddf5761-e23e-43dd-b296-0e3aa666fde5,segment=NetworkSegment(c6335b94-9505-4cab-935e-438c7aaf7003),segment_id=c6335b94-9505-4cab-935e-438c7aaf7003)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:16.390846 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f62386f-1af3-430d-93b3-f06672914328 req-590feac8-9ac7-478a-8032-7f39a0dae5a3 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ac45052-10d1-45f4-abc1-31142d2f68f9 HTTP/1.1" status: 200 len: 210 time: 0.0642347 Aug 29 06:44:16.393740 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:16.422044 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483b18f6-3d0e-4e18-b80e-977b20c3b842 admin admin] Network 921b13af-a19d-460f-9a70-180fa3531554 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:44:16.445219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:16.447742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:16.447742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] 10.222.0.11 "PUT /v2.0/ports/2ddf5761-e23e-43dd-b296-0e3aa666fde5 HTTP/1.1" status: 200 len: 1093 time: 1.3905969 Aug 29 06:44:16.492888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-483b18f6-3d0e-4e18-b80e-977b20c3b842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 921b13af-a19d-460f-9a70-180fa3531554) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:16.500024 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0002b0bc-ce3e-4327-9589-bb0f70ae0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:16.509136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b18f6-3d0e-4e18-b80e-977b20c3b842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:16.509797 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-483b18f6-3d0e-4e18-b80e-977b20c3b842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:16.516395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1666efdb-8f68-4e92-8b67-19a6730fabd8 None None] Network 921b13af-a19d-460f-9a70-180fa3531554 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:16.585703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b42c0-de07-4af2-93cc-143453a74967 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddf5761-e23e-43dd-b296-0e3aa666fde5,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:16.594248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4db1f2ae-4b93-417e-b628-3ad41fa57aa0 req-4fa8de78-2f37-470c-a091-5726306aa314 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 210 time: 0.1256390 Aug 29 06:44:16.634440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device eadc46b7-ff16-46c2-98f1-54c402d04430 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:16.635587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002b0bc-ce3e-4327-9589-bb0f70ae0c7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6cb676-79c8-4ed6-b27e-247f9d88f860,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:16.650260 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-483b18f6-3d0e-4e18-b80e-977b20c3b842 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2350445 Aug 29 06:44:16.659130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002b0bc-ce3e-4327-9589-bb0f70ae0c7a admin admin] Checking segment: {'id': 'e4487a8a-7eb1-48a0-959a-e9929181d642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '657be3e8-4ae7-4c70-b987-1576a93ca595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:16.659559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0002b0bc-ce3e-4327-9589-bb0f70ae0c7a admin admin] Network hostable DHCP agents. Network: 657be3e8-4ae7-4c70-b987-1576a93ca595, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:44:16.691889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: eadc46b7-ff16-46c2-98f1-54c402d04430 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:16.694640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device eadc46b7-ff16-46c2-98f1-54c402d04430 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:16.757041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea57aeb-b174-42f0-b3f4-694d5a3849b7 req-1b0bb92b-b620-4a36-a37e-63cb2abc36a7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:16.759492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eea57aeb-b174-42f0-b3f4-694d5a3849b7 req-1b0bb92b-b620-4a36-a37e-63cb2abc36a7 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 945 time: 0.2622056 Aug 29 06:44:16.764083 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-38a87235-e5a3-4345-89b1-dc7fd7d9f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:16.764569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-38a87235-e5a3-4345-89b1-dc7fd7d9f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:16.765047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-38a87235-e5a3-4345-89b1-dc7fd7d9f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:16.766939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-38a87235-e5a3-4345-89b1-dc7fd7d9f567 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88164f57805344ac9177a0173fdf8041&device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2868 time: 0.1293640 Aug 29 06:44:16.770156 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0002b0bc-ce3e-4327-9589-bb0f70ae0c7a admin admin] Network 657be3e8-4ae7-4c70-b987-1576a93ca595 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:44:16.830237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-ac16cb2b-a252-4709-90d0-8ff7e5289892 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=75e20fb3-bf47-4e0d-8f61-f38c0952bda9 HTTP/1.1" status: 200 len: 217 time: 0.0475154 Aug 29 06:44:16.865224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a58ce0d-a9d8-4580-bb48-369e35cd0b84 None None] Network 921b13af-a19d-460f-9a70-180fa3531554 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:16.871443 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0002b0bc-ce3e-4327-9589-bb0f70ae0c7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 657be3e8-4ae7-4c70-b987-1576a93ca595) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:16.876604 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0002b0bc-ce3e-4327-9589-bb0f70ae0c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:16.878149 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0002b0bc-ce3e-4327-9589-bb0f70ae0c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:16.898299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eea57aeb-b174-42f0-b3f4-694d5a3849b7 req-398da83a-7fe0-4320-bcab-8231c5e9260f tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302893 Aug 29 06:44:16.909838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dead1bdc-d2aa-467a-aeb7-e268ada01f06 None None] Network 657be3e8-4ae7-4c70-b987-1576a93ca595 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:16.929562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-f1b3818d-3784-43e0-b6f1-15624bba3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:16.931901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-f1b3818d-3784-43e0-b6f1-15624bba3b90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c581ecc-4aa1-468f-a054-94ca05769ece HTTP/1.1" status: 200 len: 801 time: 0.0899594 Aug 29 06:44:16.990605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-b683c0e7-2036-4e40-8fb9-1967b6a91444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:16.992390 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-b683c0e7-2036-4e40-8fb9-1967b6a91444 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01f4d9be-e013-4a98-b5f8-cb676d08a3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536008 Aug 29 06:44:17.005228 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0002b0bc-ce3e-4327-9589-bb0f70ae0c7a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9507589 Aug 29 06:44:17.008485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42892) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:17.012502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1203523347-router', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:17.107693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a5dd1-7449-4206-96de-16364d6eb051 req-1bd4d19d-717b-4154-9743-8c4c493e95a8 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:17.115966 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-344a5dd1-7449-4206-96de-16364d6eb051 req-1bd4d19d-717b-4154-9743-8c4c493e95a8 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 945 time: 0.1276603 Aug 29 06:44:17.155594 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:17.159718 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:17.173621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-657be3e8-4ae7-4c70-b987-1576a93ca595', 'network_id': '657be3e8-4ae7-4c70-b987-1576a93ca595', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'fixed_ips': [{'subnet_id': '3b6cb676-79c8-4ed6-b27e-247f9d88f860'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:44:17.174756 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:17.195296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-344a5dd1-7449-4206-96de-16364d6eb051 req-079b5554-22fc-46b1-9fa1-6c7dcfc9c509 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781384 Aug 29 06:44:17.225181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-d37950f9-d2d1-4b4c-a9aa-91e61e6cdbfc service neutron] 10.222.0.11 "GET /v2.0/networks/01f4d9be-e013-4a98-b5f8-cb676d08a3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184246 Aug 29 06:44:17.231439 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:17.353016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Allocated IP 172.20.0.2 (657be3e8-4ae7-4c70-b987-1576a93ca595/3b6cb676-79c8-4ed6-b27e-247f9d88f860/a236c659-aa4e-4edd-8e7e-0af67447afa6) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:17.518316 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:17.529260 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Transition to ACTIVE for port object a236c659-aa4e-4edd-8e7e-0af67447afa6 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:17.547590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Transition to ACTIVE for port object a236c659-aa4e-4edd-8e7e-0af67447afa6 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:17.657328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac45052-10d1-45f4-abc1-31142d2f68f9', 'name': 'network-vif-deleted', 'tag': 'eadc46b7-ff16-46c2-98f1-54c402d04430'}, {'name': 'network-changed', 'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'tag': '2ddf5761-e23e-43dd-b296-0e3aa666fde5'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:17.659671 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c49882-13f0-4aee-990b-1843b711ac3d" -d '{"events": [{"server_uuid": "7ac45052-10d1-45f4-abc1-31142d2f68f9", "name": "network-vif-deleted", "tag": "eadc46b7-ff16-46c2-98f1-54c402d04430"}, {"name": "network-changed", "server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "tag": "2ddf5761-e23e-43dd-b296-0e3aa666fde5"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:17.667576 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:17.712708 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Network 657be3e8-4ae7-4c70-b987-1576a93ca595 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:17.718291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:17.720174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Pushing event updated for resources: {'Port': ['ID=a236c659-aa4e-4edd-8e7e-0af67447afa6,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:17.724196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:17.732613 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32660fc8-e9a9-4b19-bf29-3bdb85921e38 req-ac2d6176-8339-48f8-a90c-009af687abfa tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:17.735450 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:17.738455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32660fc8-e9a9-4b19-bf29-3bdb85921e38 req-ac2d6176-8339-48f8-a90c-009af687abfa tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:17.744244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32660fc8-e9a9-4b19-bf29-3bdb85921e38 req-ac2d6176-8339-48f8-a90c-009af687abfa tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:17.745895 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32660fc8-e9a9-4b19-bf29-3bdb85921e38 req-ac2d6176-8339-48f8-a90c-009af687abfa tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2412 time: 0.4689267 Aug 29 06:44:17.763826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-25539a3f-afda-47fa-914b-d4732baacd8f tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:17.765261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-25539a3f-afda-47fa-914b-d4732baacd8f tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 807 time: 0.5594435 Aug 29 06:44:17.782857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Attempting to bind port a236c659-aa4e-4edd-8e7e-0af67447afa6 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:17.787454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Attempting to bind port a236c659-aa4e-4edd-8e7e-0af67447afa6 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'e4487a8a-7eb1-48a0-959a-e9929181d642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '657be3e8-4ae7-4c70-b987-1576a93ca595'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:17.787454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Attempting to bind port a236c659-aa4e-4edd-8e7e-0af67447afa6 on network 657be3e8-4ae7-4c70-b987-1576a93ca595 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:17.789208 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:17.789629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Checking segment: {'id': 'e4487a8a-7eb1-48a0-959a-e9929181d642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '657be3e8-4ae7-4c70-b987-1576a93ca595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:17.790032 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:17.790643 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Bound using segment: {'id': 'e4487a8a-7eb1-48a0-959a-e9929181d642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '657be3e8-4ae7-4c70-b987-1576a93ca595'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:17.791129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Bound port: a236c659-aa4e-4edd-8e7e-0af67447afa6, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4487a8a-7eb1-48a0-959a-e9929181d642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '657be3e8-4ae7-4c70-b987-1576a93ca595'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:17.791552 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:17.794854 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-bdcc0336-83dc-40ea-969e-ef52e5028a0e service neutron] 10.222.0.11 "GET /v2.0/networks/01f4d9be-e013-4a98-b5f8-cb676d08a3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573249 Aug 29 06:44:17.802521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-209507a5-7291-4248-8888-0cba41532f4b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/quotas/ae1a013e8eb8401888d6fb6666c86936 HTTP/1.1" status: 200 len: 375 time: 0.0263274 Aug 29 06:44:17.857301 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-3afbdef6-8850-4e57-ad74-087e19b9b8c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.102&port_id=1ff9077f-a7e9-4db6-ad89-55adccf17a9e HTTP/1.1" status: 200 len: 217 time: 0.0537848 Aug 29 06:44:17.867327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] For port a236c659-aa4e-4edd-8e7e-0af67447afa6, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:17.873385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] For port a236c659-aa4e-4edd-8e7e-0af67447afa6, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a236c659-aa4e-4edd-8e7e-0af67447afa6,segment=NetworkSegment(e4487a8a-7eb1-48a0-959a-e9929181d642),segment_id=e4487a8a-7eb1-48a0-959a-e9929181d642)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:17.881252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32660fc8-e9a9-4b19-bf29-3bdb85921e38 req-fc60e0e2-0cbc-4efb-97b6-42a9ee5ec135 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242826 Aug 29 06:44:17.883298 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-92f87db5-7257-4862-8edc-e6467c461709 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775983 Aug 29 06:44:17.974339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-df681133-6dfa-448f-89bf-e8f107d5ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:17.976098 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-df681133-6dfa-448f-89bf-e8f107d5ab6e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c84a2eb-8844-44f3-8eba-404bab179aab HTTP/1.1" status: 200 len: 801 time: 0.0992260 Aug 29 06:44:17.988988 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:18.050579 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-5d7b1e58-2733-4b57-812f-1141e09dfcc1 service neutron] 10.222.0.76 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594276 Aug 29 06:44:18.061741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-17baedc8-7fc1-4e09-a505-5e89196a32c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:18.063483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-17baedc8-7fc1-4e09-a505-5e89196a32c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=95fad285-1d68-4102-a324-e5f6191661d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765116 Aug 29 06:44:18.073356 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f2050-ed16-4df1-8429-88a3beac42e2 None None] Pushing event updated for resources: {'Port': ['ID=a236c659-aa4e-4edd-8e7e-0af67447afa6,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:18.085380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:18.106455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:18.237221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Allocated IP 172.25.1.71 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/debef91f-8305-4686-8446-3708a086136e) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:18.244877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-15d5bea3-e5a4-4832-8d60-1b2c16ece0a0 service neutron] 10.222.0.76 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801012 Aug 29 06:44:18.247232 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-40976d1c-a69f-4c08-aeab-ccfbf2a91492 service neutron] 10.222.0.11 "GET /v2.0/networks/95fad285-1d68-4102-a324-e5f6191661d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661513 Aug 29 06:44:18.411645 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-370ab4d2-973e-4833-a611-0bdb3e3f0cb4 service neutron] 10.222.0.11 "GET /v2.0/networks/95fad285-1d68-4102-a324-e5f6191661d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561635 Aug 29 06:44:18.437391 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:18.461657 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-56ac4baf-e7cd-4961-ab08-9ea84cd7eddf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.114&port_id=2ddf5761-e23e-43dd-b296-0e3aa666fde5 HTTP/1.1" status: 200 len: 217 time: 0.0416560 Aug 29 06:44:18.520605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-7de2a5bf-ca88-42eb-ac36-d0b82bd41bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:18.521973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-7de2a5bf-ca88-42eb-ac36-d0b82bd41bdc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c581ecc-4aa1-468f-a054-94ca05769ece HTTP/1.1" status: 200 len: 801 time: 0.0524626 Aug 29 06:44:18.582364 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ac4ac4-7b37-48e9-a4bb-1793a5fe4635 x-openstack-request-id: req-46ac4ac4-7b37-48e9-a4bb-1793a5fe4635 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:18.582660 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac45052-10d1-45f4-abc1-31142d2f68f9", "name": "network-vif-deleted", "tag": "eadc46b7-ff16-46c2-98f1-54c402d04430", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "tag": "2ddf5761-e23e-43dd-b296-0e3aa666fde5", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:18.582938 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46ac4ac4-7b37-48e9-a4bb-1793a5fe4635 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:18.583422 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac45052-10d1-45f4-abc1-31142d2f68f9', 'name': 'network-vif-deleted', 'tag': 'eadc46b7-ff16-46c2-98f1-54c402d04430', 'status': 'completed', 'code': 200} Aug 29 06:44:18.583606 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'tag': '2ddf5761-e23e-43dd-b296-0e3aa666fde5', 'status': 'completed', 'code': 200} Aug 29 06:44:18.585909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f78fe3eb-941d-455c-ab57-407c9a80fc30 req-d766c157-0961-4078-868a-33b6c72982e8 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 210 time: 0.0446522 Aug 29 06:44:18.596579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:18.603063 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-5a33efb7-5062-4c3c-9674-b961b32b1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:18.604799 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-5a33efb7-5062-4c3c-9674-b961b32b1731 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01f4d9be-e013-4a98-b5f8-cb676d08a3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744498 Aug 29 06:44:18.675887 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:18.678013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:18.680714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:18.715501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Pushing event updated for resources: {'Port': ['ID=debef91f-8305-4686-8446-3708a086136e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:18.893158 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-c561bc06-4139-4a6d-86a4-a9fefef6c7bd service neutron] 10.222.0.11 "GET /v2.0/networks/01f4d9be-e013-4a98-b5f8-cb676d08a3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734423 Aug 29 06:44:18.974057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7748da90-aa79-4d58-9edc-248745e1e043 req-916b9db7-bc0d-4072-89da-448c294ca2dc tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 210 time: 0.0772219 Aug 29 06:44:19.099777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-e6102eb4-d3e9-4a21-9db4-130adab576c3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:19.101267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-e6102eb4-d3e9-4a21-9db4-130adab576c3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.15 "GET /v2.0/networks?id=e7b23baf-e921-4053-aeac-270ae6d3d1f0 HTTP/1.1" status: 200 len: 815 time: 0.2956009 Aug 29 06:44:19.173240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a236c659-aa4e-4edd-8e7e-0af67447afa6 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:19.187185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7abc6-6fd4-435e-89e7-eebf1d0558e4 req-267cc567-0ba8-4c9c-86a6-14af540ee133 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:19.194438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbf7abc6-6fd4-435e-89e7-eebf1d0558e4 req-267cc567-0ba8-4c9c-86a6-14af540ee133 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 945 time: 0.1417127 Aug 29 06:44:19.245653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-c0198aa6-2903-4e9e-afab-539c5a70d190 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a763b77786504a43a731afb2b5aa2086 HTTP/1.1" status: 200 len: 380 time: 0.1321626 Aug 29 06:44:19.263911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f866bda-62f3-4cdb-9841-e0d2dccea613 req-9464eb8f-5fde-4f6d-8f4b-3b979126e446 service neutron] 10.222.0.11 "GET /v2.0/networks/01f4d9be-e013-4a98-b5f8-cb676d08a3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472121 Aug 29 06:44:19.265299 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:19.279257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-7d38da54-dc10-4fa8-bf8c-701b1953ec32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Request body: {'port': {'device_id': 'fc64760c-d667-4924-bb14-129f410d6411', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'admin_state_up': True, 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'security_groups': ['3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:19.312847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21204fca-8a63-478a-b3c5-16b346918d3e None None] Network 657be3e8-4ae7-4c70-b987-1576a93ca595 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:19.417224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port a236c659-aa4e-4edd-8e7e-0af67447afa6 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:19.444706 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbf7abc6-6fd4-435e-89e7-eebf1d0558e4 req-c5b9e059-a674-4135-ab74-17e0d2964443 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443392 Aug 29 06:44:19.534465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fad4cd7d-1bd9-4336-afdc-e5260e702fc4 None None] Provisioning for port a236c659-aa4e-4edd-8e7e-0af67447afa6 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:19.536889 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:19.555727 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fad4cd7d-1bd9-4336-afdc-e5260e702fc4 None None] Provisioning complete for port a236c659-aa4e-4edd-8e7e-0af67447afa6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:19.556184 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fad4cd7d-1bd9-4336-afdc-e5260e702fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:19.657382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228f9a2-933a-4b6e-adf3-d536c43c49ef req-3b0cb7c2-96b2-488c-9f96-3d951903ebf8 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:19.664423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228f9a2-933a-4b6e-adf3-d536c43c49ef req-3b0cb7c2-96b2-488c-9f96-3d951903ebf8 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:19.671902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228f9a2-933a-4b6e-adf3-d536c43c49ef req-3b0cb7c2-96b2-488c-9f96-3d951903ebf8 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:19.679922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7228f9a2-933a-4b6e-adf3-d536c43c49ef req-3b0cb7c2-96b2-488c-9f96-3d951903ebf8 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2412 time: 0.3252614 Aug 29 06:44:19.680498 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fad4cd7d-1bd9-4336-afdc-e5260e702fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:19.723382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c49882-13f0-4aee-990b-1843b711ac3d req-f51318ff-a131-4610-a1c5-681fb85c586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:19.724152 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c49882-13f0-4aee-990b-1843b711ac3d req-f51318ff-a131-4610-a1c5-681fb85c586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:19.724785 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c49882-13f0-4aee-990b-1843b711ac3d req-f51318ff-a131-4610-a1c5-681fb85c586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:19.728332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-fad4cd7d-1bd9-4336-afdc-e5260e702fc4 None None] For port a236c659-aa4e-4edd-8e7e-0af67447afa6, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a236c659-aa4e-4edd-8e7e-0af67447afa6,segment=NetworkSegment(e4487a8a-7eb1-48a0-959a-e9929181d642),segment_id=e4487a8a-7eb1-48a0-959a-e9929181d642)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:19.730125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13c49882-13f0-4aee-990b-1843b711ac3d req-f51318ff-a131-4610-a1c5-681fb85c586d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88164f57805344ac9177a0173fdf8041&device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2868 time: 0.1861112 Aug 29 06:44:19.781472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0ba8f-8852-4ab6-a071-db89f485799c req-5512810a-7490-42b6-b7d9-bb26532a29bb tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:19.788775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00a203-1d20-4d35-8140-05cbd3b83dd7 req-fc6a14a9-56fe-4dab-9e2e-1c733d5449df tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:19.789379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7f0ba8f-8852-4ab6-a071-db89f485799c req-5512810a-7490-42b6-b7d9-bb26532a29bb tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 945 time: 0.2030804 Aug 29 06:44:19.790971 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-aa00a203-1d20-4d35-8140-05cbd3b83dd7 req-fc6a14a9-56fe-4dab-9e2e-1c733d5449df tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 945 time: 0.0746458 Aug 29 06:44:19.850882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7228f9a2-933a-4b6e-adf3-d536c43c49ef req-b7cb4dc6-0345-429e-9f1a-ac040c06a458 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685071 Aug 29 06:44:19.869749 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fad4cd7d-1bd9-4336-afdc-e5260e702fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:19.890218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Router d46f1786-3baf-4ec6-bb52-8544195b306f is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:44:19.904981 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-7d38da54-dc10-4fa8-bf8c-701b1953ec32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Made reservation on behalf of a763b77786504a43a731afb2b5aa2086 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:19.909420 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-7d38da54-dc10-4fa8-bf8c-701b1953ec32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:19.967804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7f0ba8f-8852-4ab6-a071-db89f485799c req-f412887d-6255-498c-a1b1-8980df2613ea tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/security-groups?id=77c9e6fb-139b-4ada-8495-d3f29cf2eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628976 Aug 29 06:44:20.006321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4cd7d-1bd9-4336-afdc-e5260e702fc4 None None] Pushing event updated for resources: {'Port': ['ID=a236c659-aa4e-4edd-8e7e-0af67447afa6,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:20.022243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9ebb802f-6f77-4818-8600-586da42f0c33 None None] Provisioning complete for port a236c659-aa4e-4edd-8e7e-0af67447afa6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:20.022703 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9ebb802f-6f77-4818-8600-586da42f0c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:20.045056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:44:20.060089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Sync routers for ids ['d46f1786-3baf-4ec6-bb52-8544195b306f'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:44:20.070000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c49882-13f0-4aee-990b-1843b711ac3d req-4015053b-a522-4822-9c1d-85598bb5c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:20.083465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Routers {'d46f1786-3baf-4ec6-bb52-8544195b306f'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:20.083930 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13c49882-13f0-4aee-990b-1843b711ac3d req-4015053b-a522-4822-9c1d-85598bb5c27a service neutron] 10.222.0.11 "GET /v2.0/networks?id=01f4d9be-e013-4a98-b5f8-cb676d08a3da HTTP/1.1" status: 200 len: 903 time: 0.3294117 Aug 29 06:44:20.084273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:44:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d46f1786-3baf-4ec6-bb52-8544195b306f'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:20.091627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-aa00a203-1d20-4d35-8140-05cbd3b83dd7 req-287a0532-990a-4e98-ad1e-b2fee6815e57 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Deleting port 6d227e54-8718-4f1c-b062-5556709b6a47 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:20.092462 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-aa00a203-1d20-4d35-8140-05cbd3b83dd7 req-287a0532-990a-4e98-ad1e-b2fee6815e57 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:20.138099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97257d1c-d20a-4a49-aa7d-78c298814429 req-b1e3b243-09b4-4759-8e8a-9265783d206f tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 210 time: 0.1191950 Aug 29 06:44:20.221040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13c49882-13f0-4aee-990b-1843b711ac3d req-023bad77-8318-4e21-bdae-0fe4dfcbc170 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.114&port_id=2ddf5761-e23e-43dd-b296-0e3aa666fde5 HTTP/1.1" status: 200 len: 217 time: 0.0793478 Aug 29 06:44:20.236850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Set router d46f1786-3baf-4ec6-bb52-8544195b306f gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:20.266175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0e0bdcf-dc98-4aba-a12f-f9f201753724 req-5a2b8e16-bffd-4805-87a4-64e9aa87a7ed tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 210 time: 0.0973339 Aug 29 06:44:20.281005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-aa00a203-1d20-4d35-8140-05cbd3b83dd7 req-287a0532-990a-4e98-ad1e-b2fee6815e57 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] For port 6d227e54-8718-4f1c-b062-5556709b6a47, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6d227e54-8718-4f1c-b062-5556709b6a47,segment=NetworkSegment(3a218c4b-8d0f-42c7-bab7-a567a682da34),segment_id=3a218c4b-8d0f-42c7-bab7-a567a682da34)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:20.281586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-aa00a203-1d20-4d35-8140-05cbd3b83dd7 req-287a0532-990a-4e98-ad1e-b2fee6815e57 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:20.300775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-aa00a203-1d20-4d35-8140-05cbd3b83dd7 req-287a0532-990a-4e98-ad1e-b2fee6815e57 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Calling delete_port for 6d227e54-8718-4f1c-b062-5556709b6a47 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:20.315237 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:20.319198 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f6cb0c8e-a6bd-4cfc-9649-f3cb4566c50d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3074746 Aug 29 06:44:20.325461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42946) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:20.490798 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'name': 'tempest-FloatingIPDetailsTestJSON-1203523347-router', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'debef91f-8305-4686-8446-3708a086136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:17Z', 'updated_at': '2021-08-29T06:44:18Z', 'revision_number': 3, 'project_id': '8971c5c2da01410fa63f9aa81134477f', 'gw_port': {'id': 'debef91f-8305-4686-8446-3708a086136e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:18Z', 'updated_at': '2021-08-29T06:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:20.511557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cf786-0a75-4bfb-9fe5-3cda3c71597f req-669933be-adde-4cac-a48d-c6e2aa638c94 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:20.513107 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f07cf786-0a75-4bfb-9fe5-3cda3c71597f req-669933be-adde-4cac-a48d-c6e2aa638c94 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 945 time: 0.0752144 Aug 29 06:44:20.525277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Checking router: d46f1786-3baf-4ec6-bb52-8544195b306f for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:44:20.525719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Updating router d46f1786-3baf-4ec6-bb52-8544195b306f port debef91f-8305-4686-8446-3708a086136e binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:44:20.548682 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c49882-13f0-4aee-990b-1843b711ac3d req-fa888ef5-9fef-4989-94ce-3087351193de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:20.550488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13c49882-13f0-4aee-990b-1843b711ac3d req-fa888ef5-9fef-4989-94ce-3087351193de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c581ecc-4aa1-468f-a054-94ca05769ece HTTP/1.1" status: 200 len: 801 time: 0.2736495 Aug 29 06:44:20.553454 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:20.586039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-7d38da54-dc10-4fa8-bf8c-701b1953ec32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Allocated IP 172.20.0.7 (e7b23baf-e921-4053-aeac-270ae6d3d1f0/973deef4-b909-41a3-a8ef-a1b544d7d17d/41612152-2dbc-49ef-a33e-c89b8c906fa9) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:20.652340 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-f07cf786-0a75-4bfb-9fe5-3cda3c71597f req-c15aee32-cddb-45c0-8b15-a4bce4b381b1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Deleting port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:20.652698 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f07cf786-0a75-4bfb-9fe5-3cda3c71597f req-c15aee32-cddb-45c0-8b15-a4bce4b381b1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:20.708039 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-aa00a203-1d20-4d35-8140-05cbd3b83dd7 req-287a0532-990a-4e98-ad1e-b2fee6815e57 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:20.751405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80f36f-333c-4a1c-8054-aaa417cbb048 req-374f768f-7144-4cfb-9000-15e13e107046 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:20.762095 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc80f36f-333c-4a1c-8054-aaa417cbb048 req-374f768f-7144-4cfb-9000-15e13e107046 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 945 time: 0.1890049 Aug 29 06:44:20.771133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a0532-990a-4e98-ad1e-b2fee6815e57 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Pushing event deleted for resources: {'Port': ['ID=6d227e54-8718-4f1c-b062-5556709b6a47,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:20.780902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c49882-13f0-4aee-990b-1843b711ac3d req-dd682f93-4f16-40a4-9c75-e983234dfa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:20.782520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13c49882-13f0-4aee-990b-1843b711ac3d req-dd682f93-4f16-40a4-9c75-e983234dfa77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01f4d9be-e013-4a98-b5f8-cb676d08a3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2231448 Aug 29 06:44:20.840581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa00a203-1d20-4d35-8140-05cbd3b83dd7 req-287a0532-990a-4e98-ad1e-b2fee6815e57 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] No DVR routers for this DVR port 6d227e54-8718-4f1c-b062-5556709b6a47 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:20.893457 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-f07cf786-0a75-4bfb-9fe5-3cda3c71597f req-c15aee32-cddb-45c0-8b15-a4bce4b381b1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] For port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fb7d3eed-4b9e-47eb-bd22-a530a98d50b6,segment=NetworkSegment(c2e8f08d-7531-4628-8f3a-7dd17de9a73d),segment_id=c2e8f08d-7531-4628-8f3a-7dd17de9a73d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:20.896856 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f07cf786-0a75-4bfb-9fe5-3cda3c71597f req-c15aee32-cddb-45c0-8b15-a4bce4b381b1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:20.912876 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-aa00a203-1d20-4d35-8140-05cbd3b83dd7 req-287a0532-990a-4e98-ad1e-b2fee6815e57 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:20.915173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-aa00a203-1d20-4d35-8140-05cbd3b83dd7 req-287a0532-990a-4e98-ad1e-b2fee6815e57 tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.15 "DELETE /v2.0/ports/6d227e54-8718-4f1c-b062-5556709b6a47 HTTP/1.1" status: 204 len: 173 time: 1.1176028 Aug 29 06:44:20.915654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0a7f93-2b00-4434-b4ed-c51ce1443320', 'name': 'network-vif-deleted', 'tag': '6d227e54-8718-4f1c-b062-5556709b6a47'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:20.918887 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4b88a2-d0af-471b-8c4e-39f5ed1488ac" -d '{"events": [{"server_uuid": "1a0a7f93-2b00-4434-b4ed-c51ce1443320", "name": "network-vif-deleted", "tag": "6d227e54-8718-4f1c-b062-5556709b6a47"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:20.934059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-f07cf786-0a75-4bfb-9fe5-3cda3c71597f req-c15aee32-cddb-45c0-8b15-a4bce4b381b1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Calling delete_port for fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:21.010196 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:21.071081 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:21.089571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Transition to ACTIVE for port object debef91f-8305-4686-8446-3708a086136e will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:21.109517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13c49882-13f0-4aee-990b-1843b711ac3d req-101c7953-fd32-4a27-bddc-4d8a4ee9b3d2 service neutron] 10.222.0.11 "GET /v2.0/networks/01f4d9be-e013-4a98-b5f8-cb676d08a3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083291 Aug 29 06:44:21.146484 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a236c659-aa4e-4edd-8e7e-0af67447afa6 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:21.200820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port a236c659-aa4e-4edd-8e7e-0af67447afa6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:21.201197 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:21.240532 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f07cf786-0a75-4bfb-9fe5-3cda3c71597f req-c15aee32-cddb-45c0-8b15-a4bce4b381b1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:21.259136 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:21.291885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15aee32-cddb-45c0-8b15-a4bce4b381b1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Pushing event deleted for resources: {'Port': ['ID=fb7d3eed-4b9e-47eb-bd22-a530a98d50b6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:21.317244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc80f36f-333c-4a1c-8054-aaa417cbb048 req-b361822f-8a9c-4721-b5e0-b95e73a23c4a tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5db8f441-2964-4654-bea1-ed6331b0cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400357 Aug 29 06:44:21.342574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['fb7d3eed-4b9e-47eb-bd22-a530a98d50b6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:44:21.405463 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b93c9f-0b9c-4ea7-afae-460d4f7da926 x-openstack-request-id: req-84b93c9f-0b9c-4ea7-afae-460d4f7da926 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:21.413712 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0a7f93-2b00-4434-b4ed-c51ce1443320", "name": "network-vif-deleted", "tag": "6d227e54-8718-4f1c-b062-5556709b6a47", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:21.413712 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-84b93c9f-0b9c-4ea7-afae-460d4f7da926 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:21.413712 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0a7f93-2b00-4434-b4ed-c51ce1443320', 'name': 'network-vif-deleted', 'tag': '6d227e54-8718-4f1c-b062-5556709b6a47', 'status': 'completed', 'code': 200} Aug 29 06:44:21.413712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07cf786-0a75-4bfb-9fe5-3cda3c71597f req-c15aee32-cddb-45c0-8b15-a4bce4b381b1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] No DVR routers for this DVR port fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:21.417693 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f07cf786-0a75-4bfb-9fe5-3cda3c71597f req-c15aee32-cddb-45c0-8b15-a4bce4b381b1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:21.423443 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f07cf786-0a75-4bfb-9fe5-3cda3c71597f req-c15aee32-cddb-45c0-8b15-a4bce4b381b1 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.11 "DELETE /v2.0/ports/fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 HTTP/1.1" status: 204 len: 173 time: 0.9024189 Aug 29 06:44:21.457997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ca728-249d-4b70-8dd2-ec77a33fe544 None None] Pushing event updated for resources: {'Port': ['ID=debef91f-8305-4686-8446-3708a086136e,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:21.460926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Attempting to bind port debef91f-8305-4686-8446-3708a086136e on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:21.461612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Attempting to bind port debef91f-8305-4686-8446-3708a086136e by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:21.462061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Attempting to bind port debef91f-8305-4686-8446-3708a086136e on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:21.476023 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:21.477637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:21.478986 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:21.479735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:21.480889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Bound port: debef91f-8305-4686-8446-3708a086136e, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:21.481953 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:21.772875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] For port debef91f-8305-4686-8446-3708a086136e, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:21.777732 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] For port debef91f-8305-4686-8446-3708a086136e, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=debef91f-8305-4686-8446-3708a086136e,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:21.852819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-a699e792-bc7b-4d12-948d-e76962f33591 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:21.856971 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-a699e792-bc7b-4d12-948d-e76962f33591 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.15 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 807 time: 0.2133808 Aug 29 06:44:21.872890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-42d8a740-bf5b-41c5-9a3e-2d5223ff4e1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Request body: {'port': {'device_id': 'c4ef9d61-6433-408d-aafd-121bf68d23b1', 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df', 'admin_state_up': True, 'tenant_id': 'ae1a013e8eb8401888d6fb6666c86936'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:21.876291 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:21.943925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6a5f1-ff98-4b62-bdc4-59fa4fff1ed3 req-86c19c87-f04c-49f2-a922-c7d9cab1297b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:21.951032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ca728-249d-4b70-8dd2-ec77a33fe544 None None] Pushing event updated for resources: {'Port': ['ID=debef91f-8305-4686-8446-3708a086136e,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:21.951212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6a5f1-ff98-4b62-bdc4-59fa4fff1ed3 req-86c19c87-f04c-49f2-a922-c7d9cab1297b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:21.959074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6a5f1-ff98-4b62-bdc4-59fa4fff1ed3 req-86c19c87-f04c-49f2-a922-c7d9cab1297b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:21.960765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74a6a5f1-ff98-4b62-bdc4-59fa4fff1ed3 req-86c19c87-f04c-49f2-a922-c7d9cab1297b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2412 time: 0.8181219 Aug 29 06:44:21.973913 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Routers {'d46f1786-3baf-4ec6-bb52-8544195b306f'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:21.974160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:44:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d46f1786-3baf-4ec6-bb52-8544195b306f'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:21.999181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43033a0c-5384-4faa-a4a8-72876a2392e6 req-a7457d23-24c4-42bc-b4ed-6d5a801fbe7e tempest-LiveAutoBlockMigrationV225Test-1115275412 tempest-LiveAutoBlockMigrationV225Test-1115275412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0a7f93-2b00-4434-b4ed-c51ce1443320 HTTP/1.1" status: 200 len: 210 time: 0.1212842 Aug 29 06:44:22.078867 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-7d38da54-dc10-4fa8-bf8c-701b1953ec32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:22.099111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-7d38da54-dc10-4fa8-bf8c-701b1953ec32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Transition to ACTIVE for port object 41612152-2dbc-49ef-a33e-c89b8c906fa9 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:22.140673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13c49882-13f0-4aee-990b-1843b711ac3d req-b8849aee-97ad-4d07-94d7-19f181fef614 service neutron] 10.222.0.11 "GET /v2.0/networks/01f4d9be-e013-4a98-b5f8-cb676d08a3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9900270 Aug 29 06:44:22.185131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] Set router d46f1786-3baf-4ec6-bb52-8544195b306f gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:22.263877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-42d8a740-bf5b-41c5-9a3e-2d5223ff4e1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Made reservation on behalf of ae1a013e8eb8401888d6fb6666c86936 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:22.268434 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-42d8a740-bf5b-41c5-9a3e-2d5223ff4e1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:22.324923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f91d1e6-fd15-4f79-bf76-a8c0ba0cb058 req-d26b6848-2ec3-46af-a604-6c4bd105a783 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 210 time: 0.0812457 Aug 29 06:44:22.328773 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-7d38da54-dc10-4fa8-bf8c-701b1953ec32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:22.400023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74a6a5f1-ff98-4b62-bdc4-59fa4fff1ed3 req-d26632fc-2252-4da4-8365-85314c037e09 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165959 Aug 29 06:44:22.411988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'name': 'tempest-FloatingIPDetailsTestJSON-1203523347-router', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'debef91f-8305-4686-8446-3708a086136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:17Z', 'updated_at': '2021-08-29T06:44:18Z', 'revision_number': 3, 'project_id': '8971c5c2da01410fa63f9aa81134477f', 'gw_port': {'id': 'debef91f-8305-4686-8446-3708a086136e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:18Z', 'updated_at': '2021-08-29T06:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:22.472048 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-42d8a740-bf5b-41c5-9a3e-2d5223ff4e1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Allocated IP 172.20.0.12 (4475f61a-c472-49af-9e60-c53edc6707df/98715dec-8878-4617-9085-72489d1b1fc4/d86278e5-eec8-4967-8b1d-ed5611d0ffe7) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:22.489566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b24554f-5df9-4b7c-8282-9d72c4a7d544 None None] The sync data for ids ['d46f1786-3baf-4ec6-bb52-8544195b306f'] in n-d-713301-12 is: [{'id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'name': 'tempest-FloatingIPDetailsTestJSON-1203523347-router', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'debef91f-8305-4686-8446-3708a086136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:17Z', 'updated_at': '2021-08-29T06:44:18Z', 'revision_number': 3, 'project_id': '8971c5c2da01410fa63f9aa81134477f', 'gw_port': {'id': 'debef91f-8305-4686-8446-3708a086136e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:18Z', 'updated_at': '2021-08-29T06:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:44:22.502043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-7d38da54-dc10-4fa8-bf8c-701b1953ec32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Network e7b23baf-e921-4053-aeac-270ae6d3d1f0 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:22.520402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-7d38da54-dc10-4fa8-bf8c-701b1953ec32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:22.523112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-7d38da54-dc10-4fa8-bf8c-701b1953ec32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:22.542184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:22.596901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6d227e54-8718-4f1c-b062-5556709b6a47 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:22.615365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2e4ca26-d987-470a-92a2-4e510579dd8a req-45ef6e7a-06a6-4c73-ae8f-6fa9d3f19af4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 210 time: 0.1192987 Aug 29 06:44:22.659289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 6d227e54-8718-4f1c-b062-5556709b6a47 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:22.660012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6d227e54-8718-4f1c-b062-5556709b6a47 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:22.673948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8e07dfb-bdbd-4f74-8e90-42140ce6178d req-e08aa446-6cd7-4042-8060-6efbb5e2f575 tempest-ServerDiskConfigTestJSON-1159778812 tempest-ServerDiskConfigTestJSON-1159778812-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb918b62-64ea-4314-ba5b-75b16ffc2c6a HTTP/1.1" status: 200 len: 210 time: 0.1656435 Aug 29 06:44:22.695844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38da54-dc10-4fa8-bf8c-701b1953ec32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Pushing event updated for resources: {'Port': ['ID=41612152-2dbc-49ef-a33e-c89b8c906fa9,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:22.704187 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-42d8a740-bf5b-41c5-9a3e-2d5223ff4e1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:22.761243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-7d38da54-dc10-4fa8-bf8c-701b1953ec32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:22.762465 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-7d38da54-dc10-4fa8-bf8c-701b1953ec32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:22.872034 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-42d8a740-bf5b-41c5-9a3e-2d5223ff4e1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:22.945987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8a740-bf5b-41c5-9a3e-2d5223ff4e1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Pushing event updated for resources: {'Port': ['ID=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:22.956602 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-7d38da54-dc10-4fa8-bf8c-701b1953ec32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6911504 Aug 29 06:44:22.971277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Request body: {'port': {'device_id': 'fc64760c-d667-4924-bb14-129f410d6411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:22.976725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-42d8a740-bf5b-41c5-9a3e-2d5223ff4e1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Network 4475f61a-c472-49af-9e60-c53edc6707df is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:22.978383 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-42d8a740-bf5b-41c5-9a3e-2d5223ff4e1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:22.985686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-42d8a740-bf5b-41c5-9a3e-2d5223ff4e1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:23.002993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Allocated IP 172.20.0.1 (657be3e8-4ae7-4c70-b987-1576a93ca595/3b6cb676-79c8-4ed6-b27e-247f9d88f860/b13f485f-1d26-49c9-82bf-380012b8b099) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:23.058381 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-dad72306-c461-42a8-9066-b3d8cdedf110 None None] Provisioning for port 41612152-2dbc-49ef-a33e-c89b8c906fa9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:23.072287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-dad72306-c461-42a8-9066-b3d8cdedf110 None None] Provisioning complete for port 41612152-2dbc-49ef-a33e-c89b8c906fa9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:23.072738 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dad72306-c461-42a8-9066-b3d8cdedf110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:23.075705 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42970) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:23.104058 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-42d8a740-bf5b-41c5-9a3e-2d5223ff4e1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:23.104734 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-42d8a740-bf5b-41c5-9a3e-2d5223ff4e1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:23.174569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-dad72306-c461-42a8-9066-b3d8cdedf110 None None] Port 41612152-2dbc-49ef-a33e-c89b8c906fa9 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:44:23.179900 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:23.217810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device debef91f-8305-4686-8446-3708a086136e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:23.237967 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-42d8a740-bf5b-41c5-9a3e-2d5223ff4e1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3718498 Aug 29 06:44:23.250703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Request body: {'port': {'device_id': 'c4ef9d61-6433-408d-aafd-121bf68d23b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:23.322445 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:23.350348 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-900f8ac3-1aa5-42e5-a1a3-d9364c550665 admin admin] Deleting subnet 286fc068-b68f-4910-a000-c7b8e582e791 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:44:23.392685 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port debef91f-8305-4686-8446-3708a086136e completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:23.397260 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port debef91f-8305-4686-8446-3708a086136e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:23.397641 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:23.452826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb918b62-64ea-4314-ba5b-75b16ffc2c6a', 'name': 'network-vif-deleted', 'tag': 'fb7d3eed-4b9e-47eb-bd22-a530a98d50b6'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:23.455008 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f97139e-2d78-4250-82e7-51c4c8087536" -d '{"events": [{"server_uuid": "cb918b62-64ea-4314-ba5b-75b16ffc2c6a", "name": "network-vif-deleted", "tag": "fb7d3eed-4b9e-47eb-bd22-a530a98d50b6"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:23.558503 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:23.605696 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-900f8ac3-1aa5-42e5-a1a3-d9364c550665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:23.623608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port debef91f-8305-4686-8446-3708a086136e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=debef91f-8305-4686-8446-3708a086136e,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:23.670799 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:23.690917 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86278e5-eec8-4967-8b1d-ed5611d0ffe7 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:23.702422 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:23.720263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Transition to ACTIVE for port object d86278e5-eec8-4967-8b1d-ed5611d0ffe7 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:23.744068 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-900f8ac3-1aa5-42e5-a1a3-d9364c550665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:23.746191 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Transition to ACTIVE for port object b13f485f-1d26-49c9-82bf-380012b8b099 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:23.772068 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:23.799424 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:23.825211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94c330-1a6f-41c3-839c-1e079b1f8d2e req-e8ca14e6-411a-4aff-827e-89be569598e9 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:23.831407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94c330-1a6f-41c3-839c-1e079b1f8d2e req-e8ca14e6-411a-4aff-827e-89be569598e9 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:23.838355 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94c330-1a6f-41c3-839c-1e079b1f8d2e req-e8ca14e6-411a-4aff-827e-89be569598e9 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:23.844131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=debef91f-8305-4686-8446-3708a086136e,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:23.844486 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a94c330-1a6f-41c3-839c-1e079b1f8d2e req-e8ca14e6-411a-4aff-827e-89be569598e9 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2412 time: 0.2563314 Aug 29 06:44:23.868291 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Pushing event updated for resources: {'Port': ['ID=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:23.884480 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe62d47-2f45-4ccc-bfc2-8cbc91890f6a req-d6701565-2112-41ef-a6b3-d79060eccd83 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:23.891962 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fe62d47-2f45-4ccc-bfc2-8cbc91890f6a req-d6701565-2112-41ef-a6b3-d79060eccd83 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 931 time: 0.3049653 Aug 29 06:44:23.909143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41612152-2dbc-49ef-a33e-c89b8c906fa9 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:23.947790 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:23.952954 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1ff9077f-a7e9-4db6-ad89-55adccf17a9e details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:44:23.954724 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Attempting to bind port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:23.955092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Attempting to bind port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:23.955441 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Attempting to bind port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:23.955792 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-900f8ac3-1aa5-42e5-a1a3-d9364c550665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:23.963826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 on network 4475f61a-c472-49af-9e60-c53edc6707df not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:44:23.964208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Attempting to bind port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:23.970378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:23.970724 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Checking segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:23.971168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Bound using segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:23.972452 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Bound port: d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:23.972850 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:24.025710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a94c330-1a6f-41c3-839c-1e079b1f8d2e req-48d56622-ef7d-49f9-b648-5ec0abc9f2d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668639 Aug 29 06:44:24.028501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Transition to ACTIVE for port object 41612152-2dbc-49ef-a33e-c89b8c906fa9 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:24.043629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fe62d47-2f45-4ccc-bfc2-8cbc91890f6a req-f71b7080-055c-4802-8071-91356562dd77 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462817 Aug 29 06:44:24.080290 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1ff9077f-a7e9-4db6-ad89-55adccf17a9e,segment=NetworkSegment(2c398c2e-f1cc-405e-9c98-948ff4f9e683),segment_id=2c398c2e-f1cc-405e-9c98-948ff4f9e683)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:24.097597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '1ff9077f-a7e9-4db6-ad89-55adccf17a9e', 'network_id': '95fad285-1d68-4102-a324-e5f6191661d8', 'port_id': '1ff9077f-a7e9-4db6-ad89-55adccf17a9e', 'mac_address': 'fa:16:3e:7f:1e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c84a2eb-8844-44f3-8eba-404bab179aab', 'ip_address': '19.86.0.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:44:24.101841 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:24.105168 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f70135e-6f79-482a-8e0d-72530e5d47a2 x-openstack-request-id: req-3f70135e-6f79-482a-8e0d-72530e5d47a2 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:24.105168 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb918b62-64ea-4314-ba5b-75b16ffc2c6a", "name": "network-vif-deleted", "tag": "fb7d3eed-4b9e-47eb-bd22-a530a98d50b6", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:24.105168 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f70135e-6f79-482a-8e0d-72530e5d47a2 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:24.105168 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb918b62-64ea-4314-ba5b-75b16ffc2c6a', 'name': 'network-vif-deleted', 'tag': 'fb7d3eed-4b9e-47eb-bd22-a530a98d50b6', 'status': 'completed', 'code': 200} Aug 29 06:44:24.108017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:24.114717 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:24.141322 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:24.157606 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff9077f-a7e9-4db6-ad89-55adccf17a9e {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:24.172400 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:24.182416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1ff9077f-a7e9-4db6-ad89-55adccf17a9e,segment=NetworkSegment(2c398c2e-f1cc-405e-9c98-948ff4f9e683),segment_id=2c398c2e-f1cc-405e-9c98-948ff4f9e683)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:24.240603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Network 657be3e8-4ae7-4c70-b987-1576a93ca595 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:24.244566 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-900f8ac3-1aa5-42e5-a1a3-d9364c550665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:24.271956 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:24.276863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Pushing event updated for resources: {'Port': ['ID=b13f485f-1d26-49c9-82bf-380012b8b099,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:24.279290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f8ac3-1aa5-42e5-a1a3-d9364c550665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286fc068-b68f-4910-a000-c7b8e582e791,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:24.281167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:24.318521 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:24.319171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:44:24.338759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:24.339410 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:24.340847 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] 10.222.0.15 "PUT /v2.0/ports/d86278e5-eec8-4967-8b1d-ed5611d0ffe7 HTTP/1.1" status: 200 len: 1093 time: 1.0945773 Aug 29 06:44:24.377838 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5092466-4dbb-4bc3-afc8-39e0610f4479 service neutron] Pushing event updated for resources: {'Port': ['ID=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:24.413542 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-900f8ac3-1aa5-42e5-a1a3-d9364c550665 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:24.415550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-900f8ac3-1aa5-42e5-a1a3-d9364c550665 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/286fc068-b68f-4910-a000-c7b8e582e791 HTTP/1.1" status: 204 len: 168 time: 1.3372176 Aug 29 06:44:24.418084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42998) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:24.480394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1ff9077f-a7e9-4db6-ad89-55adccf17a9e,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:24.523472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:24.546481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5b089-2f37-4867-a2b9-ce5fae749872 req-603f44f3-423f-4982-b5ba-3b7afecb5d3c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:24.560429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9a5b089-2f37-4867-a2b9-ce5fae749872 req-603f44f3-423f-4982-b5ba-3b7afecb5d3c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 944 time: 0.3915417 Aug 29 06:44:24.634318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Pushing event updated for resources: {'Port': ['ID=41612152-2dbc-49ef-a33e-c89b8c906fa9,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:24.684816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43004) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:24.689592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Attempting to bind port 41612152-2dbc-49ef-a33e-c89b8c906fa9 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:24.689933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Attempting to bind port 41612152-2dbc-49ef-a33e-c89b8c906fa9 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '5dc58f46-c192-4dc5-a607-1ab9d7354241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:24.690265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Attempting to bind port 41612152-2dbc-49ef-a33e-c89b8c906fa9 on network e7b23baf-e921-4053-aeac-270ae6d3d1f0 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:24.706600 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Port 41612152-2dbc-49ef-a33e-c89b8c906fa9 on network e7b23baf-e921-4053-aeac-270ae6d3d1f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:44:24.714292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Attempting to bind port 41612152-2dbc-49ef-a33e-c89b8c906fa9 on network e7b23baf-e921-4053-aeac-270ae6d3d1f0 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:24.751731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=75e20fb3-bf47-4e0d-8f61-f38c0952bda9,segment=NetworkSegment(c6335b94-9505-4cab-935e-438c7aaf7003),segment_id=c6335b94-9505-4cab-935e-438c7aaf7003)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:24.752786 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:24.763983 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-de2ca06f-b787-4d2c-a056-6dd35468c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:24.766881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:24.767310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Checking segment: {'id': '5dc58f46-c192-4dc5-a607-1ab9d7354241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:24.767772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Bound using segment: {'id': '5dc58f46-c192-4dc5-a607-1ab9d7354241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:24.768283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Bound port: 41612152-2dbc-49ef-a33e-c89b8c906fa9, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc58f46-c192-4dc5-a607-1ab9d7354241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:24.768735 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:24.773587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '75e20fb3-bf47-4e0d-8f61-f38c0952bda9', 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da', 'port_id': '75e20fb3-bf47-4e0d-8f61-f38c0952bda9', 'mac_address': 'fa:16:3e:58:e5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c581ecc-4aa1-468f-a054-94ca05769ece', 'ip_address': '19.80.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:44:24.777147 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-de2ca06f-b787-4d2c-a056-6dd35468c19b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 1096 time: 0.1997404 Aug 29 06:44:24.840307 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:24.872233 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-28d5bffa-7780-4918-b16a-bc52c7626d3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7 HTTP/1.1" status: 200 len: 217 time: 0.0939243 Aug 29 06:44:24.878313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:24.886783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9a5b089-2f37-4867-a2b9-ce5fae749872 req-148bbe00-efc6-413f-a116-503b6e7962fe tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184962 Aug 29 06:44:24.888391 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a13ecf2-0bb0-45b9-8d31-74a48a336283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:24.930038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=75e20fb3-bf47-4e0d-8f61-f38c0952bda9,segment=NetworkSegment(c6335b94-9505-4cab-935e-438c7aaf7003),segment_id=c6335b94-9505-4cab-935e-438c7aaf7003)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:25.001216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] For port 41612152-2dbc-49ef-a33e-c89b8c906fa9, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:25.023407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] For port 41612152-2dbc-49ef-a33e-c89b8c906fa9, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=41612152-2dbc-49ef-a33e-c89b8c906fa9,segment=NetworkSegment(5dc58f46-c192-4dc5-a607-1ab9d7354241),segment_id=5dc58f46-c192-4dc5-a607-1ab9d7354241)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:25.028443 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.029268 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 2ddf5761-e23e-43dd-b296-0e3aa666fde5 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:44:25.144604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device debef91f-8305-4686-8446-3708a086136e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:25.161476 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:44:25.176777 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=75e20fb3-bf47-4e0d-8f61-f38c0952bda9,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:25.185750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1340949f-b266-48aa-b982-7b87dc6bdc57 None None] Provisioning for port b13f485f-1d26-49c9-82bf-380012b8b099 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:25.203099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1340949f-b266-48aa-b982-7b87dc6bdc57 None None] Provisioning complete for port b13f485f-1d26-49c9-82bf-380012b8b099 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:25.203519 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1340949f-b266-48aa-b982-7b87dc6bdc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.222420 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.237474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 2ddf5761-e23e-43dd-b296-0e3aa666fde5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=2ddf5761-e23e-43dd-b296-0e3aa666fde5,segment=NetworkSegment(c6335b94-9505-4cab-935e-438c7aaf7003),segment_id=c6335b94-9505-4cab-935e-438c7aaf7003)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:25.267128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '2ddf5761-e23e-43dd-b296-0e3aa666fde5', 'network_id': '01f4d9be-e013-4a98-b5f8-cb676d08a3da', 'port_id': '2ddf5761-e23e-43dd-b296-0e3aa666fde5', 'mac_address': 'fa:16:3e:c9:1a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c581ecc-4aa1-468f-a054-94ca05769ece', 'ip_address': '19.80.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:44:25.273601 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1340949f-b266-48aa-b982-7b87dc6bdc57 None None] Port b13f485f-1d26-49c9-82bf-380012b8b099 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:44:25.281107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port debef91f-8305-4686-8446-3708a086136e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:25.281515 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.307051 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.326982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1d06a9-2a61-4c66-8198-ba37c0b43a4e admin admin] Deleting subnet 7f13b1a1-6b23-4424-aa4f-48436144484a {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:44:25.332490 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b1d06a9-2a61-4c66-8198-ba37c0b43a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.351072 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.369278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ddf5761-e23e-43dd-b296-0e3aa666fde5 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:25.387368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c3b2cfb8-d536-4622-91ee-71fbe6fc2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:25.389485 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c3b2cfb8-d536-4622-91ee-71fbe6fc2465 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.4962347 Aug 29 06:44:25.436098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 2ddf5761-e23e-43dd-b296-0e3aa666fde5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=2ddf5761-e23e-43dd-b296-0e3aa666fde5,segment=NetworkSegment(c6335b94-9505-4cab-935e-438c7aaf7003),segment_id=c6335b94-9505-4cab-935e-438c7aaf7003)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:25.451069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:25.452302 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.453788 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] 10.222.0.15 "PUT /v2.0/ports/41612152-2dbc-49ef-a33e-c89b8c906fa9 HTTP/1.1" status: 200 len: 1092 time: 2.4876928 Aug 29 06:44:25.459005 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b1d06a9-2a61-4c66-8198-ba37c0b43a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.467904 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-c7f07ebf-5ec4-4e49-b7bd-1920ff237c0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651629 Aug 29 06:44:25.485512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc64760c-d667-4924-bb14-129f410d6411', 'tag': '41612152-2dbc-49ef-a33e-c89b8c906fa9'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:25.488034 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b1b7de-eeb8-4c64-a89e-5a0447bcf114" -d '{"events": [{"name": "network-changed", "server_uuid": "fc64760c-d667-4924-bb14-129f410d6411", "tag": "41612152-2dbc-49ef-a33e-c89b8c906fa9"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:25.507047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca806ba-d367-4f85-9fe8-fdd2d37d60df req-094de439-38c6-4d4e-85ce-51fcac98d182 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:25.508772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ca806ba-d367-4f85-9fe8-fdd2d37d60df req-094de439-38c6-4d4e-85ce-51fcac98d182 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 943 time: 0.3683093 Aug 29 06:44:25.511563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50b2af-d634-4784-8dda-a4fb86e35a94 service neutron] Pushing event updated for resources: {'Port': ['ID=41612152-2dbc-49ef-a33e-c89b8c906fa9,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:25.526182 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.543732 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42397f5-2a7e-48f4-92b0-72ffa42d2e58 req-211cad1f-3dc5-4a59-9fe5-324694fc983c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:25.551811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42397f5-2a7e-48f4-92b0-72ffa42d2e58 req-211cad1f-3dc5-4a59-9fe5-324694fc983c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:25.555950 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a13ecf2-0bb0-45b9-8d31-74a48a336283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.558675 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42397f5-2a7e-48f4-92b0-72ffa42d2e58 req-211cad1f-3dc5-4a59-9fe5-324694fc983c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:25.560528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d42397f5-2a7e-48f4-92b0-72ffa42d2e58 req-211cad1f-3dc5-4a59-9fe5-324694fc983c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2414 time: 0.3877430 Aug 29 06:44:25.583881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-7a13ecf2-0bb0-45b9-8d31-74a48a336283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca161a2-97b5-4345-a973-efe3ac6f5a03']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:25.589527 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=2ddf5761-e23e-43dd-b296-0e3aa666fde5,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:25.608870 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b1d06a9-2a61-4c66-8198-ba37c0b43a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.612372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-7a13ecf2-0bb0-45b9-8d31-74a48a336283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a218c4b-8d0f-42c7-bab7-a567a682da34') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:25.617524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-7a13ecf2-0bb0-45b9-8d31-74a48a336283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a218c4b-8d0f-42c7-bab7-a567a682da34') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:25.650480 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a13ecf2-0bb0-45b9-8d31-74a48a336283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.683823 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a13ecf2-0bb0-45b9-8d31-74a48a336283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.698026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a13ecf2-0bb0-45b9-8d31-74a48a336283 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:44:25.698698 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a13ecf2-0bb0-45b9-8d31-74a48a336283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:44:25.700608 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:44:25.729040 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-f65f05e4-902e-4e1b-8be4-dbdbfe81e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:25.730530 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-f65f05e4-902e-4e1b-8be4-dbdbfe81e1ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a763b77786504a43a731afb2b5aa2086&device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 1095 time: 0.1159096 Aug 29 06:44:25.736637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d42397f5-2a7e-48f4-92b0-72ffa42d2e58 req-31d802a8-6f1a-401a-a07e-8d4a9e201fe6 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334081 Aug 29 06:44:25.745327 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-f7d0f4c7-78a1-4ae0-a726-ac5db4e5f8d6 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582688 Aug 29 06:44:25.770311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ca806ba-d367-4f85-9fe8-fdd2d37d60df req-9e000786-f98c-4955-b53c-623d7765b056 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630628 Aug 29 06:44:25.774037 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.815862 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-5941618f-88a5-4651-a526-70ffc25d7303 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41612152-2dbc-49ef-a33e-c89b8c906fa9 HTTP/1.1" status: 200 len: 217 time: 0.0682414 Aug 29 06:44:25.869138 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7ab2eba9-25f4-4f22-95d7-1595b4668c13 req-7cf64c27-64b9-4b60-9450-a89bc0117837 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139174 Aug 29 06:44:25.873856 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.929265 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f17eee7-5585-4d99-b08e-09145f8b9d97 x-openstack-request-id: req-7f17eee7-5585-4d99-b08e-09145f8b9d97 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:25.929840 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc64760c-d667-4924-bb14-129f410d6411", "tag": "41612152-2dbc-49ef-a33e-c89b8c906fa9", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:25.930088 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f17eee7-5585-4d99-b08e-09145f8b9d97 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:25.930481 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc64760c-d667-4924-bb14-129f410d6411', 'tag': '41612152-2dbc-49ef-a33e-c89b8c906fa9', 'status': 'completed', 'code': 200} Aug 29 06:44:25.953147 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b1d06a9-2a61-4c66-8198-ba37c0b43a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.958511 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a13ecf2-0bb0-45b9-8d31-74a48a336283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.958740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-0ab0256e-7e51-43b5-9004-4314b1015b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:25.960087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-0ab0256e-7e51-43b5-9004-4314b1015b6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=973deef4-b909-41a3-a8ef-a1b544d7d17d HTTP/1.1" status: 200 len: 854 time: 0.1368878 Aug 29 06:44:25.964997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.985568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Pushing event updated for resources: {'Port': ['ID=b13f485f-1d26-49c9-82bf-380012b8b099,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:25.986318 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a13ecf2-0bb0-45b9-8d31-74a48a336283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:25.988526 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7a13ecf2-0bb0-45b9-8d31-74a48a336283 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4ca161a2-97b5-4345-a973-efe3ac6f5a03 HTTP/1.1" status: 204 len: 168 time: 1.5692272 Aug 29 06:44:25.992327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43018) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:25.993043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:25.995582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d06a9-2a61-4c66-8198-ba37c0b43a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f13b1a1-6b23-4424-aa4f-48436144484a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:26.014617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b1d06a9-2a61-4c66-8198-ba37c0b43a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.016647 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4b1d06a9-2a61-4c66-8198-ba37c0b43a4e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7f13b1a1-6b23-4424-aa4f-48436144484a HTTP/1.1" status: 204 len: 168 time: 1.3299694 Aug 29 06:44:26.017948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13ecf2-0bb0-45b9-8d31-74a48a336283 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca161a2-97b5-4345-a973-efe3ac6f5a03,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:26.022486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43020) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:26.037046 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:26.037931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device fb7d3eed-4b9e-47eb-bd22-a530a98d50b6 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:26.057713 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1f8ccc-3cfb-4545-bfd2-427043598df1 admin admin] Deleting subnet c040580b-5b7c-4750-9367-fc0811c7e4a6 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:44:26.061018 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf1f8ccc-3cfb-4545-bfd2-427043598df1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.103354 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf1f8ccc-3cfb-4545-bfd2-427043598df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.104916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ef9d61-6433-408d-aafd-121bf68d23b1', 'tag': 'd86278e5-eec8-4967-8b1d-ed5611d0ffe7'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:26.107822 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634c694b-963f-476f-b2fd-901b25c31f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ef9d61-6433-408d-aafd-121bf68d23b1", "tag": "d86278e5-eec8-4967-8b1d-ed5611d0ffe7"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:26.148344 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbe299f-82e6-404b-a9ae-575751f4e838 x-openstack-request-id: req-6dbe299f-82e6-404b-a9ae-575751f4e838 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:26.148638 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ef9d61-6433-408d-aafd-121bf68d23b1", "tag": "d86278e5-eec8-4967-8b1d-ed5611d0ffe7", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:26.153257 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6dbe299f-82e6-404b-a9ae-575751f4e838 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:26.153257 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ef9d61-6433-408d-aafd-121bf68d23b1', 'tag': 'd86278e5-eec8-4967-8b1d-ed5611d0ffe7', 'status': 'completed', 'code': 200} Aug 29 06:44:26.153715 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf1f8ccc-3cfb-4545-bfd2-427043598df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.161518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['75e20fb3-bf47-4e0d-8f61-f38c0952bda9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:44:26.195124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78977e09-4589-4e08-bbf8-8dcd273c4ae8 req-4f065d10-2814-4757-b47f-4c7ce095a2f4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:26.196769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78977e09-4589-4e08-bbf8-8dcd273c4ae8 req-4f065d10-2814-4757-b47f-4c7ce095a2f4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 944 time: 0.1929855 Aug 29 06:44:26.214256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-1545fbfc-a03a-4070-8f9b-0b9ef2a66b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:26.215558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-1545fbfc-a03a-4070-8f9b-0b9ef2a66b1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7b23baf-e921-4053-aeac-270ae6d3d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2453003 Aug 29 06:44:26.237222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c694b-963f-476f-b2fd-901b25c31f1d req-8267dbce-2bae-4290-a2db-63d296c31ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:26.239314 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-634c694b-963f-476f-b2fd-901b25c31f1d req-8267dbce-2bae-4290-a2db-63d296c31ee0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 1096 time: 0.0659719 Aug 29 06:44:26.248708 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c865d792-5d03-4cb0-b36f-b0e680f1e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.285962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['2ddf5761-e23e-43dd-b296-0e3aa666fde5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:44:26.334002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Network 657be3e8-4ae7-4c70-b987-1576a93ca595 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:26.339216 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78977e09-4589-4e08-bbf8-8dcd273c4ae8 req-748ce7ca-c44a-48ef-a809-a9f82dfc83f3 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197369 Aug 29 06:44:26.343795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:26.388951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c694b-963f-476f-b2fd-901b25c31f1d req-633cea64-3a40-4bf0-82b0-c4bbf2da2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:26.390624 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-634c694b-963f-476f-b2fd-901b25c31f1d req-633cea64-3a40-4bf0-82b0-c4bbf2da2dbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.1437144 Aug 29 06:44:26.394202 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf1f8ccc-3cfb-4545-bfd2-427043598df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.451660 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c865d792-5d03-4cb0-b36f-b0e680f1e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.464162 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c865d792-5d03-4cb0-b36f-b0e680f1e17f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25122993-2439-43a5-8c0e-87ade41bf762']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:26.493583 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c865d792-5d03-4cb0-b36f-b0e680f1e17f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:26.493964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c865d792-5d03-4cb0-b36f-b0e680f1e17f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e8f08d-7531-4628-8f3a-7dd17de9a73d') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:26.494149 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f8ccc-3cfb-4545-bfd2-427043598df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c040580b-5b7c-4750-9367-fc0811c7e4a6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:26.502347 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf1f8ccc-3cfb-4545-bfd2-427043598df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.506839 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cf1f8ccc-3cfb-4545-bfd2-427043598df1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c040580b-5b7c-4750-9367-fc0811c7e4a6 HTTP/1.1" status: 204 len: 168 time: 0.5094349 Aug 29 06:44:26.507001 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c865d792-5d03-4cb0-b36f-b0e680f1e17f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.507100 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-634c694b-963f-476f-b2fd-901b25c31f1d req-75b2c1ab-255c-45d2-8f6a-a02b6400ba44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7 HTTP/1.1" status: 200 len: 217 time: 0.1058295 Aug 29 06:44:26.507100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43024) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:26.519965 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c865d792-5d03-4cb0-b36f-b0e680f1e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.526488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c865d792-5d03-4cb0-b36f-b0e680f1e17f admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:44:26.526900 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c865d792-5d03-4cb0-b36f-b0e680f1e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:44:26.573660 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:44:26.626528 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c694b-963f-476f-b2fd-901b25c31f1d req-24a170c7-80bb-42cc-85b1-0ba42a7b4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:26.629342 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-634c694b-963f-476f-b2fd-901b25c31f1d req-24a170c7-80bb-42cc-85b1-0ba42a7b4fa1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.1135945 Aug 29 06:44:26.641663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-66e1f084-4d5f-4439-adef-235558a14404 service neutron] 10.222.0.15 "GET /v2.0/networks/e7b23baf-e921-4053-aeac-270ae6d3d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106510 Aug 29 06:44:26.657047 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3de72f25-e6a9-40dc-85d8-18f6e42fbc1e None None] Provisioning complete for port b13f485f-1d26-49c9-82bf-380012b8b099 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:26.659518 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3de72f25-e6a9-40dc-85d8-18f6e42fbc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.684320 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-634c694b-963f-476f-b2fd-901b25c31f1d req-be591540-ef88-45c1-b87c-e599b8ca50e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463071 Aug 29 06:44:26.689142 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-afe676e6-96d3-4ef2-9190-5542564736ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.696210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3de72f25-e6a9-40dc-85d8-18f6e42fbc1e None None] Port b13f485f-1d26-49c9-82bf-380012b8b099 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:44:26.872252 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-afe676e6-96d3-4ef2-9190-5542564736ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.881311 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-634c694b-963f-476f-b2fd-901b25c31f1d req-f75894ee-1968-48a8-8ede-729183a71758 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887090 Aug 29 06:44:26.884937 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-afe676e6-96d3-4ef2-9190-5542564736ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aee50a1-d9cd-4ccf-963a-dbc20c91c460']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:26.916047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-afe676e6-96d3-4ef2-9190-5542564736ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17578596-7548-436c-967c-b92e622782ce') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:26.916353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-afe676e6-96d3-4ef2-9190-5542564736ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17578596-7548-436c-967c-b92e622782ce') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:26.961149 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-afe676e6-96d3-4ef2-9190-5542564736ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:26.982899 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-afe676e6-96d3-4ef2-9190-5542564736ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:27.003552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe676e6-96d3-4ef2-9190-5542564736ac admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:44:27.003964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-afe676e6-96d3-4ef2-9190-5542564736ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:44:27.005693 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:44:27.057272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c865d792-5d03-4cb0-b36f-b0e680f1e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:27.075870 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-634c694b-963f-476f-b2fd-901b25c31f1d req-0fccde20-1569-4728-a36c-76fd7c44dbad service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749053 Aug 29 06:44:27.091776 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c865d792-5d03-4cb0-b36f-b0e680f1e17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:27.093795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c865d792-5d03-4cb0-b36f-b0e680f1e17f admin admin] 10.222.0.76 "DELETE /v2.0/networks/25122993-2439-43a5-8c0e-87ade41bf762 HTTP/1.1" status: 204 len: 168 time: 1.0701225 Aug 29 06:44:27.161203 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865d792-5d03-4cb0-b36f-b0e680f1e17f admin admin] Pushing event deleted for resources: {'Network': ['ID=25122993-2439-43a5-8c0e-87ade41bf762,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:27.163687 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-afe676e6-96d3-4ef2-9190-5542564736ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:27.171869 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-afe676e6-96d3-4ef2-9190-5542564736ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:27.177545 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-afe676e6-96d3-4ef2-9190-5542564736ac admin admin] 10.222.0.76 "DELETE /v2.0/networks/9aee50a1-d9cd-4ccf-963a-dbc20c91c460 HTTP/1.1" status: 204 len: 168 time: 0.6696253 Aug 29 06:44:27.193776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe676e6-96d3-4ef2-9190-5542564736ac admin admin] Pushing event deleted for resources: {'Network': ['ID=9aee50a1-d9cd-4ccf-963a-dbc20c91c460,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:27.202202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Router d46f1786-3baf-4ec6-bb52-8544195b306f has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:44:27.220758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dc741-a858-401e-b284-e7af3eb559db req-acc5f5cc-a73d-4054-b9ee-acb6f6526cc7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:27.227520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dc741-a858-401e-b284-e7af3eb559db req-acc5f5cc-a73d-4054-b9ee-acb6f6526cc7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:27.233574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dc741-a858-401e-b284-e7af3eb559db req-acc5f5cc-a73d-4054-b9ee-acb6f6526cc7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:27.235244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-825dc741-a858-401e-b284-e7af3eb559db req-acc5f5cc-a73d-4054-b9ee-acb6f6526cc7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2415 time: 0.1855521 Aug 29 06:44:27.263910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1c7ee-b150-4de2-a358-bcd92a22ea55 req-c80947c0-4f94-4468-bd71-832add3ad66e tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:27.265817 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fb1c7ee-b150-4de2-a358-bcd92a22ea55 req-c80947c0-4f94-4468-bd71-832add3ad66e tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 943 time: 0.2149086 Aug 29 06:44:27.270211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c188c73b-83b7-4a6d-bc75-fc9021b2ca4f req-c3a17475-a34b-42ea-babd-51e9cf854fe5 service neutron] 10.222.0.15 "GET /v2.0/networks/e7b23baf-e921-4053-aeac-270ae6d3d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202445 Aug 29 06:44:27.357311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-825dc741-a858-401e-b284-e7af3eb559db req-351affed-446a-423a-b258-4f2de4ec3e99 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101451 Aug 29 06:44:27.392166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['1ff9077f-a7e9-4db6-ad89-55adccf17a9e'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:44:27.418624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fb1c7ee-b150-4de2-a358-bcd92a22ea55 req-99020ec0-a5b1-493f-b37d-e05f353286ab tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396856 Aug 29 06:44:27.453969 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:44:27.459929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a79cbaae-d63c-4bc4-a414-823ac749e9ea admin admin] 10.222.0.76 "PUT /v2.0/routers/d46f1786-3baf-4ec6-bb52-8544195b306f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1313431 Aug 29 06:44:27.476472 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Sync routers for ids ['d46f1786-3baf-4ec6-bb52-8544195b306f'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:44:27.504522 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Routers {'d46f1786-3baf-4ec6-bb52-8544195b306f'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:27.505803 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:44:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d46f1786-3baf-4ec6-bb52-8544195b306f'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:27.566730 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43042) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:27.591052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1b7de-eeb8-4c64-a89e-5a0447bcf114 req-b0823a5b-f186-4b28-9f1c-38c39422f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:27.593220 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30b1b7de-eeb8-4c64-a89e-5a0447bcf114 req-b0823a5b-f186-4b28-9f1c-38c39422f578 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a763b77786504a43a731afb2b5aa2086&device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 1095 time: 0.0875342 Aug 29 06:44:27.607967 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b85d9f-72b7-4531-9653-7d7ddc35f910 req-b65fd0d4-0bd3-46ce-83e2-8d662a39aef2 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:27.609485 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26b85d9f-72b7-4531-9653-7d7ddc35f910 req-b65fd0d4-0bd3-46ce-83e2-8d662a39aef2 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 944 time: 0.0714574 Aug 29 06:44:27.659337 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3d6f40e2-96f6-407b-8a48-557c955b0505 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4ba95f338421427a8f0ac2905567df32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832968 Aug 29 06:44:27.659994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43044) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:27.698584 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Set router d46f1786-3baf-4ec6-bb52-8544195b306f gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:27.704113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43046) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:27.720214 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c5518288-b32d-4a63-8176-6f03c9032e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:27.751194 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c5518288-b32d-4a63-8176-6f03c9032e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:27.756246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26b85d9f-72b7-4531-9653-7d7ddc35f910 req-d34448e3-1e8b-4add-8931-2ff17153d4a7 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342661 Aug 29 06:44:27.807025 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-116f4596-91e5-4296-9b50-6952d81e3f33 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e06a1fb8fcc74ddbb2b5244a869c25dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0986416 Aug 29 06:44:27.812476 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1b7de-eeb8-4c64-a89e-5a0447bcf114 req-3f9558cb-9091-4edf-bc6a-85906768932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:27.813969 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30b1b7de-eeb8-4c64-a89e-5a0447bcf114 req-3f9558cb-9091-4edf-bc6a-85906768932e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7b23baf-e921-4053-aeac-270ae6d3d1f0 HTTP/1.1" status: 200 len: 916 time: 0.2035902 Aug 29 06:44:27.814424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43052) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:27.874185 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30b1b7de-eeb8-4c64-a89e-5a0447bcf114 req-af1c1ef2-9b19-480e-8de5-8158de39734f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41612152-2dbc-49ef-a33e-c89b8c906fa9 HTTP/1.1" status: 200 len: 217 time: 0.0513494 Aug 29 06:44:27.946216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1b7de-eeb8-4c64-a89e-5a0447bcf114 req-68923b48-5dc5-4aba-9693-586db1aa9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:27.947787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30b1b7de-eeb8-4c64-a89e-5a0447bcf114 req-68923b48-5dc5-4aba-9693-586db1aa9d02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=973deef4-b909-41a3-a8ef-a1b544d7d17d HTTP/1.1" status: 200 len: 854 time: 0.0638306 Aug 29 06:44:27.949707 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'name': 'tempest-FloatingIPDetailsTestJSON-1203523347-router', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'debef91f-8305-4686-8446-3708a086136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:17Z', 'updated_at': '2021-08-29T06:44:25Z', 'revision_number': 4, 'project_id': '8971c5c2da01410fa63f9aa81134477f', 'gw_port': {'id': 'debef91f-8305-4686-8446-3708a086136e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:18Z', 'updated_at': '2021-08-29T06:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b13f485f-1d26-49c9-82bf-380012b8b099', 'name': '', 'network_id': '657be3e8-4ae7-4c70-b987-1576a93ca595', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'mac_address': 'fa:16:3e:fc:ca:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '3b6cb676-79c8-4ed6-b27e-247f9d88f860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:22Z', 'updated_at': '2021-08-29T06:44:25Z', 'revision_number': 2, 'project_id': '8971c5c2da01410fa63f9aa81134477f', 'subnets': [{'id': '3b6cb676-79c8-4ed6-b27e-247f9d88f860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:27.953458 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-70be7c6f-2b90-4a90-9cfb-937382be1544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:27.981186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:27.999502 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Checking router: d46f1786-3baf-4ec6-bb52-8544195b306f for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:44:28.000306 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Updating router d46f1786-3baf-4ec6-bb52-8544195b306f port b13f485f-1d26-49c9-82bf-380012b8b099 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:44:28.017547 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-70be7c6f-2b90-4a90-9cfb-937382be1544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.021094 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c5518288-b32d-4a63-8176-6f03c9032e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.024351 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c5518288-b32d-4a63-8176-6f03c9032e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.028665 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c5518288-b32d-4a63-8176-6f03c9032e3e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5db8f441-2964-4654-bea1-ed6331b0cd58 HTTP/1.1" status: 204 len: 168 time: 0.3676538 Aug 29 06:44:28.035167 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.037768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5518288-b32d-4a63-8176-6f03c9032e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db8f441-2964-4654-bea1-ed6331b0cd58,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:28.142880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1b7de-eeb8-4c64-a89e-5a0447bcf114 req-313bd7c8-f058-427c-8bfe-a13e2afb3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:28.144845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30b1b7de-eeb8-4c64-a89e-5a0447bcf114 req-313bd7c8-f058-427c-8bfe-a13e2afb3570 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7b23baf-e921-4053-aeac-270ae6d3d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1886506 Aug 29 06:44:28.183181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:28.187225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:28.187644 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.271338 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.312359 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-db899715-b4aa-4256-8f9d-7e6af0bf6a8a tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3255165 Aug 29 06:44:28.321543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e20fb3-bf47-4e0d-8f61-f38c0952bda9'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:28.324455 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801584c0-73f4-43d1-a5ed-28806d587907" -d '{"events": [{"server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "name": "network-vif-plugged", "status": "completed", "tag": "75e20fb3-bf47-4e0d-8f61-f38c0952bda9"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:28.331115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=75e20fb3-bf47-4e0d-8f61-f38c0952bda9,segment=NetworkSegment(c6335b94-9505-4cab-935e-438c7aaf7003),segment_id=c6335b94-9505-4cab-935e-438c7aaf7003)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:28.332565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:28.344596 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30b1b7de-eeb8-4c64-a89e-5a0447bcf114 req-0d561b07-0083-458f-a2e2-5741ba1aadcd service neutron] 10.222.0.15 "GET /v2.0/networks/e7b23baf-e921-4053-aeac-270ae6d3d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846826 Aug 29 06:44:28.368980 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c5d687-58c6-4533-9319-0063ca1d1a87 x-openstack-request-id: req-c5c5d687-58c6-4533-9319-0063ca1d1a87 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:28.368980 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "name": "network-vif-plugged", "status": "completed", "tag": "75e20fb3-bf47-4e0d-8f61-f38c0952bda9", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:28.368980 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5c5d687-58c6-4533-9319-0063ca1d1a87 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:28.368980 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e20fb3-bf47-4e0d-8f61-f38c0952bda9', 'code': 200} Aug 29 06:44:28.407516 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-70be7c6f-2b90-4a90-9cfb-937382be1544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.410602 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-70be7c6f-2b90-4a90-9cfb-937382be1544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.411712 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-70be7c6f-2b90-4a90-9cfb-937382be1544 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/77c9e6fb-139b-4ada-8495-d3f29cf2eeea HTTP/1.1" status: 204 len: 168 time: 0.5963845 Aug 29 06:44:28.428623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be7c6f-2b90-4a90-9cfb-937382be1544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c9e6fb-139b-4ada-8495-d3f29cf2eeea,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:28.434808 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.454410 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Transition to ACTIVE for port object b13f485f-1d26-49c9-82bf-380012b8b099 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:28.491997 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.494565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 2ddf5761-e23e-43dd-b296-0e3aa666fde5 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:28.514824 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30b1b7de-eeb8-4c64-a89e-5a0447bcf114 req-4505b9dd-bc1b-47c1-9356-4626463cd367 service neutron] 10.222.0.15 "GET /v2.0/networks/e7b23baf-e921-4053-aeac-270ae6d3d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607971 Aug 29 06:44:28.534305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c93746-d784-4f75-8e60-fe5661fa2126 req-b1eec1ee-00e1-4d50-9841-d273f73bb929 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:28.541427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c93746-d784-4f75-8e60-fe5661fa2126 req-b1eec1ee-00e1-4d50-9841-d273f73bb929 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:28.547574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c93746-d784-4f75-8e60-fe5661fa2126 req-b1eec1ee-00e1-4d50-9841-d273f73bb929 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:28.549241 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79c93746-d784-4f75-8e60-fe5661fa2126 req-b1eec1ee-00e1-4d50-9841-d273f73bb929 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2415 time: 0.1092284 Aug 29 06:44:28.562482 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.600776 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.610829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=75e20fb3-bf47-4e0d-8f61-f38c0952bda9,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:28.630094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d86278e5-eec8-4967-8b1d-ed5611d0ffe7 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:44:28.706191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79c93746-d784-4f75-8e60-fe5661fa2126 req-dcd447f2-931e-4e8a-9158-4c5baca0c83f tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447666 Aug 29 06:44:28.747230 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61951bdc-5388-4fc7-b0d2-281701266b29 None None] Pushing event updated for resources: {'Port': ['ID=b13f485f-1d26-49c9-82bf-380012b8b099,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:28.798160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:28.816894 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Attempting to bind port b13f485f-1d26-49c9-82bf-380012b8b099 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:28.817287 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Attempting to bind port b13f485f-1d26-49c9-82bf-380012b8b099 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'e4487a8a-7eb1-48a0-959a-e9929181d642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '657be3e8-4ae7-4c70-b987-1576a93ca595'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:28.817617 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Attempting to bind port b13f485f-1d26-49c9-82bf-380012b8b099 on network 657be3e8-4ae7-4c70-b987-1576a93ca595 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:28.824843 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:28.829731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'd86278e5-eec8-4967-8b1d-ed5611d0ffe7', 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df', 'port_id': 'd86278e5-eec8-4967-8b1d-ed5611d0ffe7', 'mac_address': 'fa:16:3e:07:19:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98715dec-8878-4617-9085-72489d1b1fc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:44:28.830583 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Checking segment: {'id': 'e4487a8a-7eb1-48a0-959a-e9929181d642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '657be3e8-4ae7-4c70-b987-1576a93ca595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:28.831071 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.832194 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Bound using segment: {'id': 'e4487a8a-7eb1-48a0-959a-e9929181d642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '657be3e8-4ae7-4c70-b987-1576a93ca595'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:28.832504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 2ddf5761-e23e-43dd-b296-0e3aa666fde5 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:28.832687 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Bound port: b13f485f-1d26-49c9-82bf-380012b8b099, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4487a8a-7eb1-48a0-959a-e9929181d642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '657be3e8-4ae7-4c70-b987-1576a93ca595'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:28.833279 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.841251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 2ddf5761-e23e-43dd-b296-0e3aa666fde5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:28.841907 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.858512 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.892863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12845-3cbd-480e-9664-47a24a84da82 req-88c77312-5583-47db-b8c3-60ae8aaf2ca7 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:28.907763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-afc12845-3cbd-480e-9664-47a24a84da82 req-88c77312-5583-47db-b8c3-60ae8aaf2ca7 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 943 time: 0.1078081 Aug 29 06:44:28.922807 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:28.941658 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86278e5-eec8-4967-8b1d-ed5611d0ffe7 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:28.992946 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-afc12845-3cbd-480e-9664-47a24a84da82 req-51d43d38-9288-418d-b3a2-a52910b718a1 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861065 Aug 29 06:44:29.017803 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] For port b13f485f-1d26-49c9-82bf-380012b8b099, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:29.031752 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] For port b13f485f-1d26-49c9-82bf-380012b8b099, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b13f485f-1d26-49c9-82bf-380012b8b099,segment=NetworkSegment(e4487a8a-7eb1-48a0-959a-e9929181d642),segment_id=e4487a8a-7eb1-48a0-959a-e9929181d642)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:29.056093 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:29.072331 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:29.110254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Allocated IP 172.25.1.112 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/71751cc0-76ec-4b1b-b8f1-b21d6c414705) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:29.124757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 2ddf5761-e23e-43dd-b296-0e3aa666fde5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=2ddf5761-e23e-43dd-b296-0e3aa666fde5,segment=NetworkSegment(c6335b94-9505-4cab-935e-438c7aaf7003),segment_id=c6335b94-9505-4cab-935e-438c7aaf7003)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:29.141666 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:29.195791 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:29.225591 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61951bdc-5388-4fc7-b0d2-281701266b29 None None] Pushing event updated for resources: {'Port': ['ID=b13f485f-1d26-49c9-82bf-380012b8b099,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:29.241428 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Routers {'d46f1786-3baf-4ec6-bb52-8544195b306f'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:29.241642 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:29.242068 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:44:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d46f1786-3baf-4ec6-bb52-8544195b306f'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:29.272982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:29.303672 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:29.349469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377b3c0-eb51-47a3-bb7a-609158cb57b1 req-209a74f6-c135-4115-95d8-2e481dc95a1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:29.366199 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=2ddf5761-e23e-43dd-b296-0e3aa666fde5,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:29.367713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e377b3c0-eb51-47a3-bb7a-609158cb57b1 req-209a74f6-c135-4115-95d8-2e481dc95a1d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 945 time: 0.0941505 Aug 29 06:44:29.386029 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] Set router d46f1786-3baf-4ec6-bb52-8544195b306f gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:29.443922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e377b3c0-eb51-47a3-bb7a-609158cb57b1 req-5a40f2d3-aab4-4778-a51d-ed070570bb92 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756485 Aug 29 06:44:29.460817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['d86278e5-eec8-4967-8b1d-ed5611d0ffe7'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:44:29.492146 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:29.525337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43090) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:29.568839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:29.574438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:29.581856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:29.582065 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-62029df6-aa80-425b-9c71-7096706932b4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=78b562d5ab2346549e6b1173f9d3c930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544176 Aug 29 06:44:29.585631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43092) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:29.614620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Pushing event updated for resources: {'Port': ['ID=71751cc0-76ec-4b1b-b8f1-b21d6c414705,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:29.674835 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df7e423e-5f0f-44d8-97f2-2e68c1664a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:29.707929 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:29.711057 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df7e423e-5f0f-44d8-97f2-2e68c1664a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:29.752717 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'name': 'tempest-FloatingIPDetailsTestJSON-1203523347-router', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'debef91f-8305-4686-8446-3708a086136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:17Z', 'updated_at': '2021-08-29T06:44:25Z', 'revision_number': 4, 'project_id': '8971c5c2da01410fa63f9aa81134477f', 'gw_port': {'id': 'debef91f-8305-4686-8446-3708a086136e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:18Z', 'updated_at': '2021-08-29T06:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b13f485f-1d26-49c9-82bf-380012b8b099', 'name': '', 'network_id': '657be3e8-4ae7-4c70-b987-1576a93ca595', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'mac_address': 'fa:16:3e:fc:ca:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '3b6cb676-79c8-4ed6-b27e-247f9d88f860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:22Z', 'updated_at': '2021-08-29T06:44:28Z', 'revision_number': 4, 'project_id': '8971c5c2da01410fa63f9aa81134477f', 'subnets': [{'id': '3b6cb676-79c8-4ed6-b27e-247f9d88f860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:29.760459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43098) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:29.781836 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713c54d-6023-4420-8303-4e14e1630a72 None None] The sync data for ids ['d46f1786-3baf-4ec6-bb52-8544195b306f'] in n-d-713301-12 is: [{'id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'name': 'tempest-FloatingIPDetailsTestJSON-1203523347-router', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'debef91f-8305-4686-8446-3708a086136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:17Z', 'updated_at': '2021-08-29T06:44:25Z', 'revision_number': 4, 'project_id': '8971c5c2da01410fa63f9aa81134477f', 'gw_port': {'id': 'debef91f-8305-4686-8446-3708a086136e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:18Z', 'updated_at': '2021-08-29T06:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b13f485f-1d26-49c9-82bf-380012b8b099', 'name': '', 'network_id': '657be3e8-4ae7-4c70-b987-1576a93ca595', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'mac_address': 'fa:16:3e:fc:ca:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '3b6cb676-79c8-4ed6-b27e-247f9d88f860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:22Z', 'updated_at': '2021-08-29T06:44:28Z', 'revision_number': 4, 'project_id': '8971c5c2da01410fa63f9aa81134477f', 'subnets': [{'id': '3b6cb676-79c8-4ed6-b27e-247f9d88f860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:44:29.847463 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:29.870060 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df7e423e-5f0f-44d8-97f2-2e68c1664a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:29.872930 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df7e423e-5f0f-44d8-97f2-2e68c1664a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:29.874106 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-df7e423e-5f0f-44d8-97f2-2e68c1664a21 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4cfe2bd9-8204-498c-b13c-e86f403132ef HTTP/1.1" status: 204 len: 168 time: 0.2878041 Aug 29 06:44:29.883644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e423e-5f0f-44d8-97f2-2e68c1664a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfe2bd9-8204-498c-b13c-e86f403132ef,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:29.902124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d265b6e-5f99-44da-baa4-fe386b12f312 req-4dad8f4b-e7af-4674-910b-8c50aa170709 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:29.909254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d265b6e-5f99-44da-baa4-fe386b12f312 req-4dad8f4b-e7af-4674-910b-8c50aa170709 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:29.916551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d265b6e-5f99-44da-baa4-fe386b12f312 req-4dad8f4b-e7af-4674-910b-8c50aa170709 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:29.917533 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d265b6e-5f99-44da-baa4-fe386b12f312 req-4dad8f4b-e7af-4674-910b-8c50aa170709 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2417 time: 0.1355526 Aug 29 06:44:29.955926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1197883835-network', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:29.997540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1ff9077f-a7e9-4db6-ad89-55adccf17a9e up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:30.038781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d265b6e-5f99-44da-baa4-fe386b12f312 req-878ace11-2b4e-4102-bb2c-24f381e6d96d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142633 Aug 29 06:44:30.112787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] Made reservation on behalf of 897044e83d4b4e3fa039b018ec141c41 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:30.115578 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.143064 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.145889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:30.150647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:30.151090 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.162849 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.210711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e559f2-4925-414a-9f5a-361cad63f277 req-3797537c-6aae-4d61-82a3-33688954cd5d tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:30.212354 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70e559f2-4925-414a-9f5a-361cad63f277 req-3797537c-6aae-4d61-82a3-33688954cd5d tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 943 time: 0.0945952 Aug 29 06:44:30.258030 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.271964 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.297052 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1ff9077f-a7e9-4db6-ad89-55adccf17a9e,segment=NetworkSegment(2c398c2e-f1cc-405e-9c98-948ff4f9e683),segment_id=2c398c2e-f1cc-405e-9c98-948ff4f9e683)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:30.306717 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70e559f2-4925-414a-9f5a-361cad63f277 req-f1903610-e7c1-468f-b15b-1079125392c4 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845356 Aug 29 06:44:30.370867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Pushing event updated for resources: {'Port': ['ID=71751cc0-76ec-4b1b-b8f1-b21d6c414705,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:30.371053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddf5761-e23e-43dd-b296-0e3aa666fde5'}, {'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff9077f-a7e9-4db6-ad89-55adccf17a9e'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:30.373271 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e588151b-4a26-4b65-93d8-d05e4d32a35c" -d '{"events": [{"server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "name": "network-vif-plugged", "status": "completed", "tag": "2ddf5761-e23e-43dd-b296-0e3aa666fde5"}, {"server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "name": "network-vif-plugged", "status": "completed", "tag": "1ff9077f-a7e9-4db6-ad89-55adccf17a9e"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:30.377320 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.392010 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.404133 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.443412 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1ff9077f-a7e9-4db6-ad89-55adccf17a9e,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:30.459230 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.511481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:44:30.511481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:30.511481 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.511481 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] Added segment a55d2999-1f80-4dbc-a849-0933e3c6e01e of type vlan for network eb438b1b-83fe-449b-a9fe-bdfcc664c04e Aug 29 06:44:30.545941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.560765 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a2156b-0004-445c-aa8f-ad1c5707c32a x-openstack-request-id: req-49a2156b-0004-445c-aa8f-ad1c5707c32a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:30.560943 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "name": "network-vif-plugged", "status": "completed", "tag": "2ddf5761-e23e-43dd-b296-0e3aa666fde5", "code": 200}, {"server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "name": "network-vif-plugged", "status": "completed", "tag": "1ff9077f-a7e9-4db6-ad89-55adccf17a9e", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:30.561470 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49a2156b-0004-445c-aa8f-ad1c5707c32a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:30.561873 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddf5761-e23e-43dd-b296-0e3aa666fde5', 'code': 200} Aug 29 06:44:30.562184 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff9077f-a7e9-4db6-ad89-55adccf17a9e', 'code': 200} Aug 29 06:44:30.624617 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.627550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-3347ede3-4b2a-4b5d-a8b9-034ad78f7b5f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3066554 Aug 29 06:44:30.642698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d86278e5-eec8-4967-8b1d-ed5611d0ffe7 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:30.720340 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.721304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:30.722747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.766083 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-a4d49fc9-c902-4c47-8281-86c3a0613343 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 696 time: 0.1188612 Aug 29 06:44:30.788606 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:30.793553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:30.794677 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.825895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160f285-b7f1-4821-ab1d-56c465a59f0d req-ea6357a1-0553-43ab-afdb-2d009e59d3aa tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:30.834327 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1160f285-b7f1-4821-ab1d-56c465a59f0d req-ea6357a1-0553-43ab-afdb-2d009e59d3aa tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 945 time: 0.2219403 Aug 29 06:44:30.888084 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:30.912014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1503301 Aug 29 06:44:30.914742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43126) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:30.919323 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca744931-b65e-4a3b-a3bb-c0e5a44ddd44 admin admin] Pushing event updated for resources: {'Network': ['ID=eb438b1b-83fe-449b-a9fe-bdfcc664c04e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:30.933663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Request body: {'subnet': {'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1197883835-subnet', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:30.936622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network eb438b1b-83fe-449b-a9fe-bdfcc664c04e details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:44:30.946935 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dfa5c-f031-4d0c-8fe9-0f6507efdc13 req-32d526a3-d8a0-4952-b303-6fbdafc69daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:30.947440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dfa5c-f031-4d0c-8fe9-0f6507efdc13 req-32d526a3-d8a0-4952-b303-6fbdafc69daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:30.947951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dfa5c-f031-4d0c-8fe9-0f6507efdc13 req-32d526a3-d8a0-4952-b303-6fbdafc69daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:30.949572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-742dfa5c-f031-4d0c-8fe9-0f6507efdc13 req-32d526a3-d8a0-4952-b303-6fbdafc69daf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2874 time: 0.2476766 Aug 29 06:44:30.955842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:31.007246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1160f285-b7f1-4821-ab1d-56c465a59f0d req-d9a19be9-88e8-41d5-9fb7-3cb215bc7f51 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640496 Aug 29 06:44:31.030884 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:31.066005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-742dfa5c-f031-4d0c-8fe9-0f6507efdc13 req-1fe0e92c-3c8c-4acc-a89d-7470bff11bdb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055305 Aug 29 06:44:31.074427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-a92412ea-d65e-4ef2-9062-b9beb4c4b2a2 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:31.075943 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b471a5f0-aa64-4761-86ab-921caba106c1 req-a92412ea-d65e-4ef2-9062-b9beb4c4b2a2 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.2784486 Aug 29 06:44:31.106830 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Made reservation on behalf of 897044e83d4b4e3fa039b018ec141c41 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:31.110786 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:31.144943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:31.188928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b13f485f-1d26-49c9-82bf-380012b8b099 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:31.285827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94237c-5e74-4787-939c-bd9f0c006c46 req-5b110095-d5de-44cd-85aa-df0beb79e3b8 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:31.292389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94237c-5e74-4787-939c-bd9f0c006c46 req-5b110095-d5de-44cd-85aa-df0beb79e3b8 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:31.298608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94237c-5e74-4787-939c-bd9f0c006c46 req-5b110095-d5de-44cd-85aa-df0beb79e3b8 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:31.300470 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a94237c-5e74-4787-939c-bd9f0c006c46 req-5b110095-d5de-44cd-85aa-df0beb79e3b8 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2418 time: 0.1574492 Aug 29 06:44:31.307133 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-7ce3b21f-a152-47f6-a51a-5b03fc9566ab tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2041895 Aug 29 06:44:31.311176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port b13f485f-1d26-49c9-82bf-380012b8b099 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:31.316717 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b13f485f-1d26-49c9-82bf-380012b8b099 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:31.317102 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:31.333465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:31.364771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a94237c-5e74-4787-939c-bd9f0c006c46 req-768fb44c-b58d-4e01-ade5-1fb36087a9a6 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565705 Aug 29 06:44:31.392025 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:31.418278 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:31.464271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port b13f485f-1d26-49c9-82bf-380012b8b099, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b13f485f-1d26-49c9-82bf-380012b8b099,segment=NetworkSegment(e4487a8a-7eb1-48a0-959a-e9929181d642),segment_id=e4487a8a-7eb1-48a0-959a-e9929181d642)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:31.476841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bdc3d0e-3ad1-438c-863e-a7e8b4815812,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:31.487818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Checking segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:31.488176 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Network hostable DHCP agents. Network: eb438b1b-83fe-449b-a9fe-bdfcc664c04e, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:44:31.490866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:31.491240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:31.491790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:31.492131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:31.497675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:31.497675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:31.497675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:31.497675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:31.498043 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:31.498493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:31.498493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:31.498493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:31.498493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:31.566533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99fb13-0076-4edd-aa78-0b26557e1fa1 req-ce80d9df-26a5-4887-b0c1-6cf09ac33bb0 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:31.568090 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b99fb13-0076-4edd-aa78-0b26557e1fa1 req-ce80d9df-26a5-4887-b0c1-6cf09ac33bb0 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 943 time: 0.1127169 Aug 29 06:44:31.624490 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b99fb13-0076-4edd-aa78-0b26557e1fa1 req-7751e985-e2a6-43b9-8541-f61e9d324789 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485003 Aug 29 06:44:31.668885 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:31.723990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Network eb438b1b-83fe-449b-a9fe-bdfcc664c04e is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:44:31.724720 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:31.791809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=b13f485f-1d26-49c9-82bf-380012b8b099,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:31.826192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Allocated IP 172.25.1.139 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/2dfac6f7-88d1-4a7a-8e02-f9988b3d803c) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:31.877943 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, eb438b1b-83fe-449b-a9fe-bdfcc664c04e) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:31.885038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:31.886973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:31.892503 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16556f99-bc2d-47c4-ad1d-1561d7d750bb None None] Network eb438b1b-83fe-449b-a9fe-bdfcc664c04e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:31.935623 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:32.051480 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:44:32.052726 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:32.087181 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0ed2816b-0a91-4cfb-9304-747f2d2bf8de admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1689234 Aug 29 06:44:32.087975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43154) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:32.092863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:32.140718 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee43e6b-ab89-4d0a-95eb-37a638f6aa1f req-33d5f87f-ea2d-4c7c-bd95-1e154e6a3ef0 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:32.142258 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ee43e6b-ab89-4d0a-95eb-37a638f6aa1f req-33d5f87f-ea2d-4c7c-bd95-1e154e6a3ef0 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 946 time: 0.0637248 Aug 29 06:44:32.184374 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ee43e6b-ab89-4d0a-95eb-37a638f6aa1f req-17374ae9-dffc-4a82-a5ad-7c480aedb878 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343671 Aug 29 06:44:32.185351 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:32.205032 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:32.206085 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:32.246849 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:32.257961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:32.261540 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:32.275076 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:32.317821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Pushing event updated for resources: {'Port': ['ID=2dfac6f7-88d1-4a7a-8e02-f9988b3d803c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:32.333668 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:32.334213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:32.334483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:32.335656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:32.336001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:32.336340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:32.336807 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:32.336998 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:32.337327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:32.338628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:32.338628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:32.338628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:32.375103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Allocated IP 172.20.0.2 (eb438b1b-83fe-449b-a9fe-bdfcc664c04e/1bdc3d0e-3ad1-438c-863e-a7e8b4815812/0d07c792-d116-4136-b7e7-6274f9d87604) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:32.397794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:32.541432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:32.564569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ef9d61-6433-408d-aafd-121bf68d23b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86278e5-eec8-4967-8b1d-ed5611d0ffe7'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:32.566465 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c9f9c4-c3dc-4528-8473-93b00a5f5902" -d '{"events": [{"server_uuid": "c4ef9d61-6433-408d-aafd-121bf68d23b1", "name": "network-vif-plugged", "status": "completed", "tag": "d86278e5-eec8-4967-8b1d-ed5611d0ffe7"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:32.574387 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:32.582112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:32.589679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Transition to ACTIVE for port object 0d07c792-d116-4136-b7e7-6274f9d87604 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:32.601987 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5a3a5-e058-4a6f-8f45-41f1739ac721 req-1356de20-5701-424c-8d99-48d5e3b3180d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:32.602238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Transition to ACTIVE for port object 0d07c792-d116-4136-b7e7-6274f9d87604 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:32.607905 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5a3a5-e058-4a6f-8f45-41f1739ac721 req-1356de20-5701-424c-8d99-48d5e3b3180d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:32.613820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5a3a5-e058-4a6f-8f45-41f1739ac721 req-1356de20-5701-424c-8d99-48d5e3b3180d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:32.615631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2db5a3a5-e058-4a6f-8f45-41f1739ac721 req-1356de20-5701-424c-8d99-48d5e3b3180d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2418 time: 0.1052542 Aug 29 06:44:32.686650 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2db5a3a5-e058-4a6f-8f45-41f1739ac721 req-b3f338bf-ac2b-4ebf-bfc9-bd3f5338bea1 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517790 Aug 29 06:44:32.701478 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:32.758802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Pushing event updated for resources: {'Port': ['ID=0d07c792-d116-4136-b7e7-6274f9d87604,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:32.773480 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Network eb438b1b-83fe-449b-a9fe-bdfcc664c04e is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:32.775264 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6a377f-ca45-400d-a266-d1299b469446 x-openstack-request-id: req-bd6a377f-ca45-400d-a266-d1299b469446 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:32.775647 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ef9d61-6433-408d-aafd-121bf68d23b1", "name": "network-vif-plugged", "status": "completed", "tag": "d86278e5-eec8-4967-8b1d-ed5611d0ffe7", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:32.794419 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bd6a377f-ca45-400d-a266-d1299b469446 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:32.794419 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ef9d61-6433-408d-aafd-121bf68d23b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86278e5-eec8-4967-8b1d-ed5611d0ffe7', 'code': 200} Aug 29 06:44:32.794419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:32.794419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:32.870121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Attempting to bind port 0d07c792-d116-4136-b7e7-6274f9d87604 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:32.870498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Attempting to bind port 0d07c792-d116-4136-b7e7-6274f9d87604 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:32.870857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Attempting to bind port 0d07c792-d116-4136-b7e7-6274f9d87604 on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:32.876871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:32.877248 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Checking segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:32.877923 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:32.878968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Bound using segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:32.879484 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Bound port: 0d07c792-d116-4136-b7e7-6274f9d87604, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:32.880450 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:32.953463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] For port 0d07c792-d116-4136-b7e7-6274f9d87604, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:32.953846 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:32.957735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] For port 0d07c792-d116-4136-b7e7-6274f9d87604, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0d07c792-d116-4136-b7e7-6274f9d87604,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:32.979346 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:33.022048 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:33.104723 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579f44a-9cca-4ee5-bba2-3521b0381d7b None None] Pushing event updated for resources: {'Port': ['ID=0d07c792-d116-4136-b7e7-6274f9d87604,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:33.105435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Allocated IP 172.25.1.108 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/dfa44fec-d473-46d1-a633-ba08674fb324) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:33.156828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b13f485f-1d26-49c9-82bf-380012b8b099 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:33.201479 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e4a73-e3a3-4f9e-bf3c-aa760aabd6ed req-5409d2df-a7b6-4865-89e4-0714c4f5af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:33.203072 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-931e4a73-e3a3-4f9e-bf3c-aa760aabd6ed req-5409d2df-a7b6-4865-89e4-0714c4f5af94 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 1098 time: 0.1669126 Aug 29 06:44:33.211027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-6de68d2d-84b4-4b9d-96c9-723d3be4dcca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1722391 Aug 29 06:44:33.217782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b13f485f-1d26-49c9-82bf-380012b8b099 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:33.218162 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:33.243968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a25ef2-23e7-4518-8b2d-9f29677184a4 req-0d6e4471-a3de-4d55-88c6-35ab853e57f1 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:33.246033 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:33.247993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2a25ef2-23e7-4518-8b2d-9f29677184a4 req-0d6e4471-a3de-4d55-88c6-35ab853e57f1 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 943 time: 0.2103040 Aug 29 06:44:33.369209 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:33.374825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-931e4a73-e3a3-4f9e-bf3c-aa760aabd6ed req-a25e0751-1216-4c18-a837-399a5b8d66c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593058 Aug 29 06:44:33.387695 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2a25ef2-23e7-4518-8b2d-9f29677184a4 req-b02da270-556b-4b79-a143-3c037e705760 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326375 Aug 29 06:44:33.404570 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:33.412575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-88780595-e86a-433d-9a45-a49d572cd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:33.413063 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-88780595-e86a-433d-9a45-a49d572cd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:33.414757 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-88780595-e86a-433d-9a45-a49d572cd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:33.415260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-88780595-e86a-433d-9a45-a49d572cd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:33.415734 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-88780595-e86a-433d-9a45-a49d572cd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:33.416205 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-88780595-e86a-433d-9a45-a49d572cd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:33.416667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-88780595-e86a-433d-9a45-a49d572cd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:33.418663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-88780595-e86a-433d-9a45-a49d572cd0f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7ca440486aa4cc7b212f4190a478c52&device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 6509 time: 0.1370301 Aug 29 06:44:33.433058 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:33.475796 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:33.496491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:33.496491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:33.496491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:33.521021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa44fec-d473-46d1-a633-ba08674fb324,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:33.629881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Pushing event updated for resources: {'Port': ['ID=2dfac6f7-88d1-4a7a-8e02-f9988b3d803c,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:33.653551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-3063fff3-3bb0-4a7c-ac96-2e6e8afe1b6a tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=6c15973fc0454d55b7ea47f078aaaf62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509770 Aug 29 06:44:33.679105 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:33.687084 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-0d06fd8c-9d8f-4756-983f-af31eff255e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:33.687636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-0d06fd8c-9d8f-4756-983f-af31eff255e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:33.688164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-0d06fd8c-9d8f-4756-983f-af31eff255e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:33.689780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-0d06fd8c-9d8f-4756-983f-af31eff255e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9b696c8-a0f7-4fc4-ae68-b8062e15f962&id=a36fa329-024c-4710-93ad-78c82667ba38&id=a36fa329-024c-4710-93ad-78c82667ba38&id=a36fa329-024c-4710-93ad-78c82667ba38&id=a36fa329-024c-4710-93ad-78c82667ba38&id=57ffac55-609b-41cd-9af3-72358c53e760&id=57ffac55-609b-41cd-9af3-72358c53e760 HTTP/1.1" status: 200 len: 2295 time: 0.2397480 Aug 29 06:44:33.813829 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:33.815057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-5d80e8f5-b3c1-4a36-bdfc-a67d300e0e30 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4892280 Aug 29 06:44:33.817383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-94c00b98-9b2b-4596-8041-b729a08865e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=602bdddd-529e-47ca-8f45-869393263358 HTTP/1.1" status: 200 len: 1002 time: 0.1141410 Aug 29 06:44:33.827394 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:33.906399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-4a511475-9ae8-4117-899d-ac26f5e537ce tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:33.907916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-4a511475-9ae8-4117-899d-ac26f5e537ce tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2482150 Aug 29 06:44:33.917239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-48b78454-ee13-4f0b-96d7-a048aca26ea4 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 696 time: 0.0935683 Aug 29 06:44:33.948583 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-762ccfad-1cc1-4b0e-999f-5e6cf8fbade4 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/quotas/6c15973fc0454d55b7ea47f078aaaf62 HTTP/1.1" status: 200 len: 375 time: 0.0271728 Aug 29 06:44:33.987415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-0daced5a-af52-42ab-9ead-ab1ece523664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:33.989396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-0daced5a-af52-42ab-9ead-ab1ece523664 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab3b20c4-433c-4818-ba1a-1a02bd8ca7db HTTP/1.1" status: 200 len: 853 time: 0.1612661 Aug 29 06:44:34.032384 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-72acf6a2-6d93-41b4-a4a5-e6aa55d74a2c tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6c15973fc0454d55b7ea47f078aaaf62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712483 Aug 29 06:44:34.049087 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:34.100639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-06779c80-7306-41b1-8ff2-a3e0091f5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:34.102585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-06779c80-7306-41b1-8ff2-a3e0091f5b05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9b696c8-a0f7-4fc4-ae68-b8062e15f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017807 Aug 29 06:44:34.168442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-15569c24-4ba3-426f-812c-faeb4bfda0dc tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:34.169876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8051be07-fa84-4f9a-b452-8e71d72bde47 req-15569c24-4ba3-426f-812c-faeb4bfda0dc tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.2452581 Aug 29 06:44:34.223685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-181fc730-9612-46ed-b41d-d733b432cd62 service neutron] 10.222.0.11 "GET /v2.0/networks/c9b696c8-a0f7-4fc4-ae68-b8062e15f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116161 Aug 29 06:44:34.261523 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c26c8b-f43f-40b0-afca-400138a9d86b None None] Network eb438b1b-83fe-449b-a9fe-bdfcc664c04e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:34.326068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-5a8d5498-9bc7-41cf-80b9-ff07f0db6fb8 service neutron] 10.222.0.11 "GET /v2.0/networks/c9b696c8-a0f7-4fc4-ae68-b8062e15f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952685 Aug 29 06:44:34.335200 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:44:34.400097 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-9c0bf265-f9c0-4289-be1e-14752279dd20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=93c4d706-cba3-4649-8efe-17e2a9e9840f HTTP/1.1" status: 200 len: 217 time: 0.0557966 Aug 29 06:44:34.435801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-114fe994-a102-486b-8839-751bd3dc706a None None] Provisioning for port 0d07c792-d116-4136-b7e7-6274f9d87604 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:34.482661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:44:34.505171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Sync routers for ids ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:44:34.510110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-64c1ee21-158b-4355-82de-e50b32522e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:34.512806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-64c1ee21-158b-4355-82de-e50b32522e6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.0685642 Aug 29 06:44:34.523370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3b64b-928d-4f63-bc47-44ccca69f1d4 req-b329e3cc-048a-4d2e-b181-7afea4ffb327 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:34.524962 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3b3b64b-928d-4f63-bc47-44ccca69f1d4 req-b329e3cc-048a-4d2e-b181-7afea4ffb327 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 946 time: 0.1352684 Aug 29 06:44:34.533840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Routers {'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:34.540169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:44:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:34.610189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:34.613488 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-08547aec-a805-4fed-a950-68f32626f2f3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5222540 Aug 29 06:44:34.615652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43202) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:34.665527 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3b3b64b-928d-4f63-bc47-44ccca69f1d4 req-7f0b2128-aa66-453f-9488-63100c95cb9a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996523 Aug 29 06:44:34.676228 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Set router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:34.689816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-f42ef409-193d-4555-be48-e2fc8bc74580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:34.691244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-f42ef409-193d-4555-be48-e2fc8bc74580 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1651521 Aug 29 06:44:34.725939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92133c-7146-4b30-8866-8bec55c67e07 req-af4e3744-f2d8-4b81-a52f-513c109c4b67 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:34.733325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92133c-7146-4b30-8866-8bec55c67e07 req-af4e3744-f2d8-4b81-a52f-513c109c4b67 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:34.740338 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92133c-7146-4b30-8866-8bec55c67e07 req-af4e3744-f2d8-4b81-a52f-513c109c4b67 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:34.742029 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f92133c-7146-4b30-8866-8bec55c67e07 req-af4e3744-f2d8-4b81-a52f-513c109c4b67 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2418 time: 0.1780524 Aug 29 06:44:34.943815 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:33Z', 'revision_number': 3, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port': {'id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:34.969746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f92133c-7146-4b30-8866-8bec55c67e07 req-95b6d3d4-0ec5-420c-b3e9-60262bc84676 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149470 Aug 29 06:44:34.992609 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Checking router: f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:44:34.993072 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Updating router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 port dfa44fec-d473-46d1-a633-ba08674fb324 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:44:35.012440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-d7b66370-a914-4791-b067-09038e541722 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2979212 Aug 29 06:44:35.019870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:35.026784 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-e72288f7-5d21-45d5-9bb1-97137e435c6e service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279769 Aug 29 06:44:35.048232 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:35.191193 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:35.212348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-1135cd11-b3ec-4be7-88cc-912f14598767 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782262 Aug 29 06:44:35.223753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0d07c792-d116-4136-b7e7-6274f9d87604 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:35.293734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-c859c785-a2bd-46c7-ae39-01302bc995a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=0955f131-dd83-40ea-9043-264a188011e9 HTTP/1.1" status: 200 len: 217 time: 0.0740035 Aug 29 06:44:35.306437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c221ea-1840-4ab4-a06a-a2053a586c99 req-3fa81dad-c218-4001-b801-8ef16faa78a8 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:35.308157 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89c221ea-1840-4ab4-a06a-a2053a586c99 req-3fa81dad-c218-4001-b801-8ef16faa78a8 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 943 time: 0.1847336 Aug 29 06:44:35.391558 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-a9ccdeb2-0ff1-4bd6-be34-1111da7b067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:35.393037 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-a9ccdeb2-0ff1-4bd6-be34-1111da7b067d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.0839183 Aug 29 06:44:35.404945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 0d07c792-d116-4136-b7e7-6274f9d87604 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:35.411208 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 0d07c792-d116-4136-b7e7-6274f9d87604 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:35.411589 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:35.412954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89c221ea-1840-4ab4-a06a-a2053a586c99 req-499b09f9-6416-47c5-a491-87b601739f9f tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940924 Aug 29 06:44:35.465484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-f0d996cd-cf30-4ea6-afc9-848bd10b8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:35.467032 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-f0d996cd-cf30-4ea6-afc9-848bd10b8a4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0659139 Aug 29 06:44:35.480746 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:35.489953 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:35.502241 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:35.513324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Transition to ACTIVE for port object dfa44fec-d473-46d1-a633-ba08674fb324 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:35.537984 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:35.572457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ceeff362-a2fe-47c0-8e88-ac24d8f66e12 req-04fac4bc-b637-44c1-8e5a-ef1045007fa3 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 210 time: 0.0681224 Aug 29 06:44:35.575250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 0d07c792-d116-4136-b7e7-6274f9d87604, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0d07c792-d116-4136-b7e7-6274f9d87604,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:35.648868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-3b1e2390-63bf-4a86-904d-64f241892c3c service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725984 Aug 29 06:44:35.681063 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Allocated IP 172.20.0.1 (eb438b1b-83fe-449b-a9fe-bdfcc664c04e/1bdc3d0e-3ad1-438c-863e-a7e8b4815812/63ee9072-308b-4fe3-b3d4-cec2cd63ca82) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:35.708596 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:35.764213 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:35.766037 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026c8fc-6ece-47fb-8f56-2e9f0d6d64c6 None None] Pushing event updated for resources: {'Port': ['ID=dfa44fec-d473-46d1-a633-ba08674fb324,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:35.816554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Allocated IP 172.25.1.87 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/4d90618c-463d-4866-8ea0-64689ec1e370) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:35.819025 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Attempting to bind port dfa44fec-d473-46d1-a633-ba08674fb324 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:35.819525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Attempting to bind port dfa44fec-d473-46d1-a633-ba08674fb324 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:35.820054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Attempting to bind port dfa44fec-d473-46d1-a633-ba08674fb324 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:35.822932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-33d53f0f-6d8b-439b-9ea6-053971822407 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670070 Aug 29 06:44:35.827322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:35.827706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:35.828119 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:35.828602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:35.828984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Bound port: dfa44fec-d473-46d1-a633-ba08674fb324, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:35.833435 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:35.839564 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:35.865238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=0d07c792-d116-4136-b7e7-6274f9d87604,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:35.871213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Transition to ACTIVE for port object 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:35.896405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] For port dfa44fec-d473-46d1-a633-ba08674fb324, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:35.899661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] For port dfa44fec-d473-46d1-a633-ba08674fb324, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dfa44fec-d473-46d1-a633-ba08674fb324,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:35.929740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-163a4e78-bc24-4a43-b28a-be2ac54aa152 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=05844740-abb0-44ca-a0b2-4ee06e5b107c HTTP/1.1" status: 200 len: 217 time: 0.0864112 Aug 29 06:44:35.960639 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:35.989698 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:36.004749 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-4e60f955-fa85-4a6a-9234-b914afaecfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:36.005667 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-4e60f955-fa85-4a6a-9234-b914afaecfaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.0673702 Aug 29 06:44:36.018959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Routers {'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:36.019636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:44:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:36.030004 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Network eb438b1b-83fe-449b-a9fe-bdfcc664c04e is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:36.033175 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:36.039808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:36.060739 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:36.061041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026c8fc-6ece-47fb-8f56-2e9f0d6d64c6 None None] Pushing event updated for resources: {'Port': ['ID=dfa44fec-d473-46d1-a633-ba08674fb324,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:36.093547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-0d255915-8d68-4c70-bf12-ca7a4e15a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:36.095457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-0d255915-8d68-4c70-bf12-ca7a4e15a46f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0816104 Aug 29 06:44:36.123972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=63ee9072-308b-4fe3-b3d4-cec2cd63ca82,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:36.127782 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:36.176347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] Set router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:36.215131 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-435b86cd-d19e-46e3-b359-6bfded281610 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079011 Aug 29 06:44:36.277727 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:36.327539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Pushing event updated for resources: {'Port': ['ID=4d90618c-463d-4866-8ea0-64689ec1e370,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:36.362259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:36.366231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:36.371390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:36.389512 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:36.443419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:33Z', 'revision_number': 3, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port': {'id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:36.474645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48da222-4b50-45ee-bffd-9a4695f698aa None None] The sync data for ids ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'] in n-d-713301-12 is: [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:33Z', 'revision_number': 3, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port': {'id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:44:36.475878 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-dd3449e0-ed62-4c9f-bb3f-35472078ae2f service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525296 Aug 29 06:44:36.541592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3000d444-ccec-41d8-8ff5-d23365c3c736 None None] Provisioning for port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:36.547368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3000d444-ccec-41d8-8ff5-d23365c3c736 None None] Provisioning complete for port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:36.548115 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3000d444-ccec-41d8-8ff5-d23365c3c736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:36.586081 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:36.599245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3000d444-ccec-41d8-8ff5-d23365c3c736 None None] Port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:44:36.657735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 41612152-2dbc-49ef-a33e-c89b8c906fa9 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:44:36.692052 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:36.782430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=63ee9072-308b-4fe3-b3d4-cec2cd63ca82,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:36.807816 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:36.817870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 41612152-2dbc-49ef-a33e-c89b8c906fa9, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=41612152-2dbc-49ef-a33e-c89b8c906fa9,segment=NetworkSegment(5dc58f46-c192-4dc5-a607-1ab9d7354241),segment_id=5dc58f46-c192-4dc5-a607-1ab9d7354241)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:36.831935 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '41612152-2dbc-49ef-a33e-c89b8c906fa9', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'port_id': '41612152-2dbc-49ef-a33e-c89b8c906fa9', 'mac_address': 'fa:16:3e:5a:c0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:44:36.892697 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:36.912119 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41612152-2dbc-49ef-a33e-c89b8c906fa9 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:36.932892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc705664-e840-4292-9736-33f351e3edcf req-8ce583e3-d6ca-4029-a81c-e838939a8eb0 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:36.934415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc705664-e840-4292-9736-33f351e3edcf req-8ce583e3-d6ca-4029-a81c-e838939a8eb0 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 946 time: 0.5285118 Aug 29 06:44:36.937398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 41612152-2dbc-49ef-a33e-c89b8c906fa9, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=41612152-2dbc-49ef-a33e-c89b8c906fa9,segment=NetworkSegment(5dc58f46-c192-4dc5-a607-1ab9d7354241),segment_id=5dc58f46-c192-4dc5-a607-1ab9d7354241)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:36.944380 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-d854fa20-2c71-4227-a479-16b5bd69ee1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=b158ba04-343b-46ee-85a3-386664f7f41d HTTP/1.1" status: 200 len: 217 time: 0.4545259 Aug 29 06:44:36.956984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Network eb438b1b-83fe-449b-a9fe-bdfcc664c04e is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:36.958521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:36.994366 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:37.020075 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:37.057697 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-22071d00-65bf-4e00-93a7-677f86cc81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:37.059238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-22071d00-65bf-4e00-93a7-677f86cc81e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.1046298 Aug 29 06:44:37.067083 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc705664-e840-4292-9736-33f351e3edcf req-44271f74-28a2-4548-9ed1-0fb630a5cdaf tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234031 Aug 29 06:44:37.107782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=41612152-2dbc-49ef-a33e-c89b8c906fa9,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:37.163970 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:37.198762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-bbb87edf-c219-4210-8e5c-ea134ab8ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:37.200719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-bbb87edf-c219-4210-8e5c-ea134ab8ede0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1262195 Aug 29 06:44:37.221035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:44:37.291070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['41612152-2dbc-49ef-a33e-c89b8c906fa9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:44:37.350526 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-17d990d9-8575-4ffd-87ec-11471ffee965 None None] Provisioning complete for port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:37.350961 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-17d990d9-8575-4ffd-87ec-11471ffee965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:37.368355 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8f2bb-9f93-41d9-9b21-c4d427dbb1ff req-2a80c8f5-73a4-48ac-bea7-7dafb689f1aa tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:37.374961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8f2bb-9f93-41d9-9b21-c4d427dbb1ff req-2a80c8f5-73a4-48ac-bea7-7dafb689f1aa tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:37.381934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8f2bb-9f93-41d9-9b21-c4d427dbb1ff req-2a80c8f5-73a4-48ac-bea7-7dafb689f1aa tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:37.383439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0d07c792-d116-4136-b7e7-6274f9d87604 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:37.390561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71d8f2bb-9f93-41d9-9b21-c4d427dbb1ff req-2a80c8f5-73a4-48ac-bea7-7dafb689f1aa tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2418 time: 0.1861358 Aug 29 06:44:37.417079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:44:37.438354 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-41db10bf-3573-4526-913c-d9d7dc599ff3 admin admin] 10.222.0.76 "PUT /v2.0/routers/f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8143582 Aug 29 06:44:37.457472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-17d990d9-8575-4ffd-87ec-11471ffee965 None None] Port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:44:37.479615 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-5208d44c-2aef-4327-9b75-8b88855c4882 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6c15973fc0454d55b7ea47f078aaaf62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329268 Aug 29 06:44:37.525601 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 0d07c792-d116-4136-b7e7-6274f9d87604 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:37.526374 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:37.541902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71d8f2bb-9f93-41d9-9b21-c4d427dbb1ff req-130289d3-a686-4865-891f-16f22f720fca tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512494 Aug 29 06:44:37.589929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-ac63c156-82b1-435a-979e-92740fe571da service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795302 Aug 29 06:44:37.644085 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-8dba30cf-4fc9-45e5-b3af-1a1d00186352 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:37.645641 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-8dba30cf-4fc9-45e5-b3af-1a1d00186352 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593533 Aug 29 06:44:37.667092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Request body: {'port': {'device_id': '43107e17-0b1b-4c7a-b08e-2a58488312da', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '6c15973fc0454d55b7ea47f078aaaf62'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:37.689730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dfa44fec-d473-46d1-a633-ba08674fb324 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:37.784474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6471ea-db4b-4c31-b753-c726bdb5ee7a req-3578f117-3481-47fd-a6a3-95e0223801f6 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:37.787597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d6471ea-db4b-4c31-b753-c726bdb5ee7a req-3578f117-3481-47fd-a6a3-95e0223801f6 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 944 time: 0.1515150 Aug 29 06:44:37.794965 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:37.822703 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-a272c0d6-e516-4e85-bd7e-46a8036d8a78 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207553 Aug 29 06:44:37.875991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d6471ea-db4b-4c31-b753-c726bdb5ee7a req-44f11f3c-0a4f-4d73-9324-16da57de2100 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786364 Aug 29 06:44:37.877366 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-6ecc3414-c98e-4689-a17f-5c6b62479afc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b38a0eb3-cea4-48b0-be11-e157a7a34573 HTTP/1.1" status: 200 len: 217 time: 0.0440731 Aug 29 06:44:37.912801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port dfa44fec-d473-46d1-a633-ba08674fb324 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:37.918061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dfa44fec-d473-46d1-a633-ba08674fb324 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:37.918446 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:37.919568 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:37.952700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Made reservation on behalf of 6c15973fc0454d55b7ea47f078aaaf62 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:37.956717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:37.967431 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:38.007120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8550e80f-7793-410b-8bbc-282853a7e4d9 req-07599577-4d4b-4d7c-b296-8dce42bc6ade tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 210 time: 0.0496840 Aug 29 06:44:38.019914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-ede9bbe6-2396-42d2-860e-4ce60b2a968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:38.019914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-ede9bbe6-2396-42d2-860e-4ce60b2a968c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0e90aa0-bc35-4497-8202-2e1dfd85d0cd HTTP/1.1" status: 200 len: 797 time: 0.1277878 Aug 29 06:44:38.049420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Pushing event updated for resources: {'Port': ['ID=4d90618c-463d-4866-8ea0-64689ec1e370,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:38.059659 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:38.068271 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-59d1dbf7-d2cb-4c51-8b09-8d54d6193f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:38.090040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port dfa44fec-d473-46d1-a633-ba08674fb324, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dfa44fec-d473-46d1-a633-ba08674fb324,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:38.093494 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:38.106948 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:38.111246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-2db99db3-3a8d-4899-b2d5-879557c15f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:38.113499 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-2db99db3-3a8d-4899-b2d5-879557c15f3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57ffac55-609b-41cd-9af3-72358c53e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0743158 Aug 29 06:44:38.175865 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:38.245155 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=dfa44fec-d473-46d1-a633-ba08674fb324,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:38.248970 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-ca147cca-fd0c-40ea-a95f-0a20d59e3969 service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024640 Aug 29 06:44:38.266166 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:38.353818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2975b9-481a-47fa-8927-d43bdb58117d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:38.370688 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-38871c42-d83d-4d91-97f8-b9b8d87d139f service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138594 Aug 29 06:44:38.377427 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:38.384083 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-671adefe-a9d2-47f7-849e-b65c2c643718 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3658652 Aug 29 06:44:38.417944 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Allocated IP 192.168.233.109 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:38.495817 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-fd91a321-ccd6-412f-9426-c4d4dfce9366 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.87 HTTP/1.1" status: 200 len: 695 time: 0.1085558 Aug 29 06:44:38.499744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-9878fc9e-751e-4a06-a46c-e87fadfee048 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58de485d-a40f-4752-adb4-d1ea3772863a HTTP/1.1" status: 200 len: 217 time: 0.0664418 Aug 29 06:44:38.506819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-8bf399e4-74e9-4ae0-9853-72e59af9b59d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:38.512844 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-8bf399e4-74e9-4ae0-9853-72e59af9b59d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:38.519359 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-8bf399e4-74e9-4ae0-9853-72e59af9b59d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:38.521020 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-8bf399e4-74e9-4ae0-9853-72e59af9b59d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2418 time: 0.0914631 Aug 29 06:44:38.571088 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ec89d-7dd6-4a91-b86e-f392e688557e req-d6f908d4-2c83-4149-84d1-7da8335293bf tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:38.575903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e3ec89d-7dd6-4a91-b86e-f392e688557e req-d6f908d4-2c83-4149-84d1-7da8335293bf tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 1098 time: 0.1806405 Aug 29 06:44:38.631114 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Sync routers for ids ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:44:38.642347 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Routers {'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:38.643132 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:44:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:38.664043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-98870a3f-7ae1-4f59-a57e-779aa6602801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:38.665505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-98870a3f-7ae1-4f59-a57e-779aa6602801 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0e90aa0-bc35-4497-8202-2e1dfd85d0cd HTTP/1.1" status: 200 len: 797 time: 0.1512740 Aug 29 06:44:38.675813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e3ec89d-7dd6-4a91-b86e-f392e688557e req-df5f827f-8fff-46d1-9483-6665721037ca tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704622 Aug 29 06:44:38.700472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 41612152-2dbc-49ef-a33e-c89b8c906fa9 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:38.702755 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:38.726531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-c0942891-a8cb-4271-a23e-13dc33158348 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Deleting port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:38.727033 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-c0942891-a8cb-4271-a23e-13dc33158348 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:38.730566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Transition to ACTIVE for port object 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:38.754786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-fd38929a-4720-47f5-8ad5-388986c8b54e tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:38.773797 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Set router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:38.774528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5fbf0476-3aa4-4c50-a4d1-e27fc3e3fde7 req-fd38929a-4720-47f5-8ad5-388986c8b54e tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.2706730 Aug 29 06:44:38.817486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-d101494c-506b-491a-975d-68418bd58a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:38.828816 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-d101494c-506b-491a-975d-68418bd58a11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57ffac55-609b-41cd-9af3-72358c53e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1277215 Aug 29 06:44:38.868032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-c0942891-a8cb-4271-a23e-13dc33158348 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] For port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=75e20fb3-bf47-4e0d-8f61-f38c0952bda9,segment=NetworkSegment(c6335b94-9505-4cab-935e-438c7aaf7003),segment_id=c6335b94-9505-4cab-935e-438c7aaf7003)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:38.868450 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-c0942891-a8cb-4271-a23e-13dc33158348 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:38.874045 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 41612152-2dbc-49ef-a33e-c89b8c906fa9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:38.878901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 41612152-2dbc-49ef-a33e-c89b8c906fa9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:38.879307 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:38.885045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-c0942891-a8cb-4271-a23e-13dc33158348 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Calling delete_port for 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:38.946665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:38.974369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-0c5d8834-2bfc-448a-8f5c-c8565b623dd4 service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444659 Aug 29 06:44:39.016303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Pushing event updated for resources: {'Port': ['ID=7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:39.029862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:39.037559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:39.040080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:39.059484 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.093882 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:36Z', 'revision_number': 4, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port': {'id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '63ee9072-308b-4fe3-b3d4-cec2cd63ca82', 'name': '', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'mac_address': 'fa:16:3e:1d:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:35Z', 'updated_at': '2021-08-29T06:44:36Z', 'revision_number': 2, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'subnets': [{'id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:39.120992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:39.122602 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.133958 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a5d20b-5b24-408c-8009-9f6a1fe9a400 req-8ff63fca-fc68-4285-ae40-7502c0d07606 service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215231 Aug 29 06:44:39.174716 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc64760c-d667-4924-bb14-129f410d6411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41612152-2dbc-49ef-a33e-c89b8c906fa9'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:39.178025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48157d4-0d8e-4f11-992e-9324bf28bdce req-4ccd8099-614e-437c-ba7d-21344e0b8110 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:39.182093 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Checking router: f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:44:39.182454 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Updating router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:44:39.183482 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cab62b-ac60-4b57-a0bf-c4adb23ba27c" -d '{"events": [{"server_uuid": "fc64760c-d667-4924-bb14-129f410d6411", "name": "network-vif-plugged", "status": "completed", "tag": "41612152-2dbc-49ef-a33e-c89b8c906fa9"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:39.186789 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48157d4-0d8e-4f11-992e-9324bf28bdce req-4ccd8099-614e-437c-ba7d-21344e0b8110 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:39.193930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48157d4-0d8e-4f11-992e-9324bf28bdce req-4ccd8099-614e-437c-ba7d-21344e0b8110 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:39.195714 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d48157d4-0d8e-4f11-992e-9324bf28bdce req-4ccd8099-614e-437c-ba7d-21344e0b8110 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 2418 time: 0.2204573 Aug 29 06:44:39.197028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 41612152-2dbc-49ef-a33e-c89b8c906fa9, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=41612152-2dbc-49ef-a33e-c89b8c906fa9,segment=NetworkSegment(5dc58f46-c192-4dc5-a607-1ab9d7354241),segment_id=5dc58f46-c192-4dc5-a607-1ab9d7354241)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:39.198357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dfa44fec-d473-46d1-a633-ba08674fb324 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:39.224072 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-cfb5af89-7d6b-4870-805b-a3956c26dd5e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5615373 Aug 29 06:44:39.229578 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.254415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Request body: {'port': {'device_id': '43107e17-0b1b-4c7a-b08e-2a58488312da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:39.258050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d48157d4-0d8e-4f11-992e-9324bf28bdce req-48bc9b4d-01fa-4094-901f-948d2b46cb82 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545843 Aug 29 06:44:39.289243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dfa44fec-d473-46d1-a633-ba08674fb324 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:39.289754 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.316367 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.329639 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-c0942891-a8cb-4271-a23e-13dc33158348 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.336416 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43256) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:39.342158 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-cb43f109-6987-491b-a825-aac6064986e4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379017506', 'description': 'tempest-description--1914177672'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:39.402923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0942891-a8cb-4271-a23e-13dc33158348 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Port': ['ID=75e20fb3-bf47-4e0d-8f61-f38c0952bda9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:39.479404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.514527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-c0942891-a8cb-4271-a23e-13dc33158348 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] No DVR routers for this DVR port 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:39.519195 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-c0942891-a8cb-4271-a23e-13dc33158348 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.521521 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-c0942891-a8cb-4271-a23e-13dc33158348 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "DELETE /v2.0/ports/75e20fb3-bf47-4e0d-8f61-f38c0952bda9 HTTP/1.1" status: 204 len: 173 time: 0.9944410 Aug 29 06:44:39.522166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'name': 'network-vif-deleted', 'tag': '75e20fb3-bf47-4e0d-8f61-f38c0952bda9'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:39.524919 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2070d9-3614-4d15-a97d-4249ca2d969c" -d '{"events": [{"server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "name": "network-vif-deleted", "tag": "75e20fb3-bf47-4e0d-8f61-f38c0952bda9"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:39.591285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['75e20fb3-bf47-4e0d-8f61-f38c0952bda9', '2ddf5761-e23e-43dd-b296-0e3aa666fde5', '1ff9077f-a7e9-4db6-ad89-55adccf17a9e'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:44:39.665412 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb43f109-6987-491b-a825-aac6064986e4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.674951 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.683592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-07783607-3730-4332-8c39-e9c57058f865 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2908223 Aug 29 06:44:39.691552 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1de64-c699-46ee-ae10-cee64a3316c2 req-30d5eaac-d6b8-4eb0-8b9f-7fedb100a628 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:39.693755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bd1de64-c699-46ee-ae10-cee64a3316c2 req-30d5eaac-d6b8-4eb0-8b9f-7fedb100a628 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 1098 time: 0.2722447 Aug 29 06:44:39.701837 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Transition to ACTIVE for port object 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:39.702713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:39.728549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=41612152-2dbc-49ef-a33e-c89b8c906fa9,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:39.759899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bd1de64-c699-46ee-ae10-cee64a3316c2 req-900c1383-070f-431f-99fe-134a88f8e8cb tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512652 Aug 29 06:44:39.838205 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.886300 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907da32-7002-4cf5-bb2b-8a06d52abfd6 None None] Pushing event updated for resources: {'Port': ['ID=63ee9072-308b-4fe3-b3d4-cec2cd63ca82,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:39.897795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00dcf3-014a-4d5d-8e65-9fe5fe5cc204 req-072a25bc-9c85-440a-9681-a9acbba59853 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:39.901608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-94a0736f-9f99-4445-b250-09c0d29947e7 None None] Provisioning for port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:39.906560 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f00dcf3-014a-4d5d-8e65-9fe5fe5cc204 req-072a25bc-9c85-440a-9681-a9acbba59853 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 945 time: 0.0780575 Aug 29 06:44:39.919754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-94a0736f-9f99-4445-b250-09c0d29947e7 None None] Provisioning complete for port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:39.920393 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-94a0736f-9f99-4445-b250-09c0d29947e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.920574 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.921284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-bb4bb4bd-8e7c-40c0-9b23-38dfd2def84b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Deleting port 2ddf5761-e23e-43dd-b296-0e3aa666fde5 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:39.921775 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-bb4bb4bd-8e7c-40c0-9b23-38dfd2def84b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.966502 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Attempting to bind port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:39.967195 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Attempting to bind port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:39.967773 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Attempting to bind port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:39.974580 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:39.975288 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Checking segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:39.975855 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:39.976431 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Bound using segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:39.977090 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Bound port: 63ee9072-308b-4fe3-b3d4-cec2cd63ca82, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:39.977667 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.006173 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-94a0736f-9f99-4445-b250-09c0d29947e7 None None] Port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:44:40.044885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-bb4bb4bd-8e7c-40c0-9b23-38dfd2def84b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] For port 2ddf5761-e23e-43dd-b296-0e3aa666fde5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=2ddf5761-e23e-43dd-b296-0e3aa666fde5,segment=NetworkSegment(c6335b94-9505-4cab-935e-438c7aaf7003),segment_id=c6335b94-9505-4cab-935e-438c7aaf7003)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:40.048257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-bb4bb4bd-8e7c-40c0-9b23-38dfd2def84b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.057821 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f00dcf3-014a-4d5d-8e65-9fe5fe5cc204 req-f572ba2f-6c5a-4a99-92fc-9c1b8cf9b28c tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499541 Aug 29 06:44:40.060658 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] For port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:40.067486 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] For port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=63ee9072-308b-4fe3-b3d4-cec2cd63ca82,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:40.069771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-bb4bb4bd-8e7c-40c0-9b23-38dfd2def84b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Calling delete_port for 2ddf5761-e23e-43dd-b296-0e3aa666fde5 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:40.161079 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.196672 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb43f109-6987-491b-a825-aac6064986e4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.224067 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.228395 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Routers {'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:40.229035 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:44:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:40.236162 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baac377-bbe3-4418-a667-3d2eeba6ed52 req-9fe565bd-6774-498b-a5f3-609808e2d1b5 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:40.244327 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baac377-bbe3-4418-a667-3d2eeba6ed52 req-9fe565bd-6774-498b-a5f3-609808e2d1b5 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 936 time: 0.1085455 Aug 29 06:44:40.281442 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907da32-7002-4cf5-bb2b-8a06d52abfd6 None None] Pushing event updated for resources: {'Port': ['ID=63ee9072-308b-4fe3-b3d4-cec2cd63ca82,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:40.327311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:40.328943 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb43f109-6987-491b-a825-aac6064986e4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.336391 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.350464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Transition to ACTIVE for port object 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:40.367748 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] Set router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:40.368907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baac377-bbe3-4418-a667-3d2eeba6ed52 req-9f3bf424-38a9-4652-955e-43d41d3de990 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237128 Aug 29 06:44:40.406871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43f109-6987-491b-a825-aac6064986e4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd5d463-9e2e-436b-888c-12ef96f7948c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:40.422166 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-bb4bb4bd-8e7c-40c0-9b23-38dfd2def84b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.455723 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['75e20fb3-bf47-4e0d-8f61-f38c0952bda9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:44:40.460721 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Allocated IP 172.25.1.49 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/3a1dbd45-9900-47a2-8b20-b27279652498) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:40.508269 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.514478 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bb4bd-8e7c-40c0-9b23-38dfd2def84b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Port': ['ID=2ddf5761-e23e-43dd-b296-0e3aa666fde5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:40.523990 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b47b4c-97cc-4734-b262-54ac024c1da8 x-openstack-request-id: req-71b47b4c-97cc-4734-b262-54ac024c1da8 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:40.524289 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc64760c-d667-4924-bb14-129f410d6411", "name": "network-vif-plugged", "status": "completed", "tag": "41612152-2dbc-49ef-a33e-c89b8c906fa9", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:40.524545 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-71b47b4c-97cc-4734-b262-54ac024c1da8 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:40.524966 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc64760c-d667-4924-bb14-129f410d6411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41612152-2dbc-49ef-a33e-c89b8c906fa9', 'code': 200} Aug 29 06:44:40.544373 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d8d1d16-e92f-499c-8471-03c45a9cf255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.633762 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.636769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-bb4bb4bd-8e7c-40c0-9b23-38dfd2def84b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] No DVR routers for this DVR port 2ddf5761-e23e-43dd-b296-0e3aa666fde5 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:40.642188 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-bb4bb4bd-8e7c-40c0-9b23-38dfd2def84b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.644546 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-bb4bb4bd-8e7c-40c0-9b23-38dfd2def84b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "DELETE /v2.0/ports/2ddf5761-e23e-43dd-b296-0e3aa666fde5 HTTP/1.1" status: 204 len: 173 time: 1.1136861 Aug 29 06:44:40.691216 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb43f109-6987-491b-a825-aac6064986e4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.695947 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cb43f109-6987-491b-a825-aac6064986e4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3552635 Aug 29 06:44:40.710265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43264) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:40.718525 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:36Z', 'revision_number': 4, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port': {'id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '63ee9072-308b-4fe3-b3d4-cec2cd63ca82', 'name': '', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'mac_address': 'fa:16:3e:1d:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:35Z', 'updated_at': '2021-08-29T06:44:40Z', 'revision_number': 4, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'subnets': [{'id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:40.719069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-81ef26da-3a34-424b-87ce-c15b6f2a3de5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Request body: {'security_group_rule': {'security_group_id': '8fd5d463-9e2e-436b-888c-12ef96f7948c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:40.746243 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:40.751714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d95824-3871-4b41-99dc-a4a69cf50d21 req-378fed5c-ba12-4718-a8a7-5c01e4e7b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:40.754248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2d95824-3871-4b41-99dc-a4a69cf50d21 req-378fed5c-ba12-4718-a8a7-5c01e4e7b041 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 1097 time: 0.0647864 Aug 29 06:44:40.756595 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445c593b-c1b5-4017-bdb7-d538cc4cb713 x-openstack-request-id: req-445c593b-c1b5-4017-bdb7-d538cc4cb713 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:40.756896 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "name": "network-vif-deleted", "tag": "75e20fb3-bf47-4e0d-8f61-f38c0952bda9", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:40.757156 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-445c593b-c1b5-4017-bdb7-d538cc4cb713 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:40.757560 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'name': 'network-vif-deleted', 'tag': '75e20fb3-bf47-4e0d-8f61-f38c0952bda9', 'status': 'completed', 'code': 200} Aug 29 06:44:40.824395 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2d95824-3871-4b41-99dc-a4a69cf50d21 req-c27069fe-1a5e-4a26-9777-b22d7edb3528 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504882 Aug 29 06:44:40.825803 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce06793-6dd6-4a1c-9712-5626389866b5 None None] The sync data for ids ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'] in n-d-713301-12 is: [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:36Z', 'revision_number': 4, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port': {'id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '63ee9072-308b-4fe3-b3d4-cec2cd63ca82', 'name': '', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'mac_address': 'fa:16:3e:1d:72:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:35Z', 'updated_at': '2021-08-29T06:44:40Z', 'revision_number': 4, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'subnets': [{'id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:44:40.844390 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.934963 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.953550 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Attempting to bind port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:40.954111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Attempting to bind port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:40.954234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Attempting to bind port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:40.962786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:44:40.963090 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Attempting to bind port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:40.973592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:40.973972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:40.975493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:40.976021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Bound port: 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:40.976387 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.982334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-fa614849-e95d-4057-8918-374823322e34 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Deleting port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:40.982687 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-fa614849-e95d-4057-8918-374823322e34 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:40.991346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Pushing event updated for resources: {'Port': ['ID=3a1dbd45-9900-47a2-8b20-b27279652498,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:41.011256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:41.019495 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:41.019495 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:41.071322 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-81ef26da-3a34-424b-87ce-c15b6f2a3de5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.074336 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8891c90-1160-4592-aeb0-c753e77331b1 req-6305a4dd-8958-45e3-a952-9c2114104a4d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:41.075971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8891c90-1160-4592-aeb0-c753e77331b1 req-6305a4dd-8958-45e3-a952-9c2114104a4d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 946 time: 0.2041593 Aug 29 06:44:41.173356 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.178094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8891c90-1160-4592-aeb0-c753e77331b1 req-fb1b1d43-77ca-467d-a2b7-01e73aa66b9e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563219 Aug 29 06:44:41.201053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:41.236692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] For port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:41.247776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-fa614849-e95d-4057-8918-374823322e34 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] For port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1ff9077f-a7e9-4db6-ad89-55adccf17a9e,segment=NetworkSegment(2c398c2e-f1cc-405e-9c98-948ff4f9e683),segment_id=2c398c2e-f1cc-405e-9c98-948ff4f9e683)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:41.248157 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-fa614849-e95d-4057-8918-374823322e34 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.271066 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-fa614849-e95d-4057-8918-374823322e34 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Calling delete_port for 1ff9077f-a7e9-4db6-ad89-55adccf17a9e owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:41.280969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] For port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:41.283023 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-81ef26da-3a34-424b-87ce-c15b6f2a3de5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.306598 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.352681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:41.357865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:41.362937 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.401382 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-81ef26da-3a34-424b-87ce-c15b6f2a3de5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.403805 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.488519 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.488841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef26da-3a34-424b-87ce-c15b6f2a3de5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45b94eb-fb14-4599-9607-0320cd761650,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:41.501775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:41.503005 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.507980 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] 10.222.0.11 "PUT /v2.0/ports/7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 HTTP/1.1" status: 200 len: 1097 time: 2.2600164 Aug 29 06:44:41.536950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccb904-65e2-4624-bf10-51b6ae7ca238 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:41.562326 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.581320 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=63ee9072-308b-4fe3-b3d4-cec2cd63ca82,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:41.603991 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-81ef26da-3a34-424b-87ce-c15b6f2a3de5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.608446 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-81ef26da-3a34-424b-87ce-c15b6f2a3de5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8907413 Aug 29 06:44:41.608745 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43276) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:41.614560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-49fc34e5-4ada-402b-8d8e-ade7e197f35e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Request body: {'security_group_rule': {'security_group_id': '8fd5d463-9e2e-436b-888c-12ef96f7948c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:41.644078 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.644780 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-fa614849-e95d-4057-8918-374823322e34 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.669101 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.669101 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.681408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['75e20fb3-bf47-4e0d-8f61-f38c0952bda9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:44:41.728313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa614849-e95d-4057-8918-374823322e34 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Port': ['ID=1ff9077f-a7e9-4db6-ad89-55adccf17a9e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:41.756816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Pushing event updated for resources: {'Port': ['ID=3a1dbd45-9900-47a2-8b20-b27279652498,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:41.763571 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.790915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=63ee9072-308b-4fe3-b3d4-cec2cd63ca82,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:41.807750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-49fc34e5-4ada-402b-8d8e-ade7e197f35e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.869429 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.870860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-6fd0d69b-0b55-453d-b7b8-9485123eac07 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1742899 Aug 29 06:44:41.881431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-fa614849-e95d-4057-8918-374823322e34 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] No DVR routers for this DVR port 1ff9077f-a7e9-4db6-ad89-55adccf17a9e on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:41.888332 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-fa614849-e95d-4057-8918-374823322e34 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.890516 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1a4bcdd3-7b9d-4b52-9750-26dd48cf4d4f req-fa614849-e95d-4057-8918-374823322e34 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "DELETE /v2.0/ports/1ff9077f-a7e9-4db6-ad89-55adccf17a9e HTTP/1.1" status: 204 len: 173 time: 1.2395575 Aug 29 06:44:41.898555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-720c4b5f-d27d-4c1e-8992-8a3069643df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:41.900127 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-720c4b5f-d27d-4c1e-8992-8a3069643df1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c15973fc0454d55b7ea47f078aaaf62&device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 1100 time: 0.1743765 Aug 29 06:44:41.930678 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-49fc34e5-4ada-402b-8d8e-ade7e197f35e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:41.948116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-374a731b-d1b6-4541-9178-06b7b0a3aa81 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0693963 Aug 29 06:44:42.115266 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-c04a9013-6750-431c-ba12-fca90759cf35 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:42.119682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af69e168-3805-42bf-83a8-a0cf5839a0e9 req-c04a9013-6750-431c-ba12-fca90759cf35 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1644495 Aug 29 06:44:42.304074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dd1dd-2b73-46ec-861d-0c7030186fcb req-2c8d39ca-add9-4ce5-b502-744d01b773ee tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:42.306358 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-009dd1dd-2b73-46ec-861d-0c7030186fcb req-2c8d39ca-add9-4ce5-b502-744d01b773ee tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 945 time: 0.1086390 Aug 29 06:44:42.316416 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-ee2910a8-7b7b-4701-8ec4-894c518b730c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 HTTP/1.1" status: 200 len: 217 time: 0.3991787 Aug 29 06:44:42.317849 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-49fc34e5-4ada-402b-8d8e-ade7e197f35e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:42.361512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-009dd1dd-2b73-46ec-861d-0c7030186fcb req-318c8bac-61d5-445e-9186-8d04f09764f9 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486102 Aug 29 06:44:42.392506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc34e5-4ada-402b-8d8e-ade7e197f35e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2951319-c433-43d3-b643-a148d3e454e4,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:42.430873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-155bea4b-6c6a-4af9-bfd1-6404e68a9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:42.433011 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-155bea4b-6c6a-4af9-bfd1-6404e68a9ef9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1062136 Aug 29 06:44:42.467906 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-49fc34e5-4ada-402b-8d8e-ade7e197f35e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:42.469253 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-49fc34e5-4ada-402b-8d8e-ade7e197f35e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8592799 Aug 29 06:44:42.475022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43300) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:42.478806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:42.507463 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-83c8b852-99aa-4994-92e4-c62afd3b682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:42.507709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e638c31-d980-431c-abcf-4b9f66f111a4 req-85f98a94-93d0-4822-8b93-d9ae6338dff7 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:42.509279 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4e638c31-d980-431c-abcf-4b9f66f111a4 req-85f98a94-93d0-4822-8b93-d9ae6338dff7 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 948 time: 0.0623455 Aug 29 06:44:42.511455 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-83c8b852-99aa-4994-92e4-c62afd3b682c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0692151 Aug 29 06:44:42.549629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4e638c31-d980-431c-abcf-4b9f66f111a4 req-7aa389c4-4c93-49c3-838d-a172099e704d tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343282 Aug 29 06:44:42.610249 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-c839e686-e99e-4621-919d-2256dd51d638 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913403 Aug 29 06:44:42.664786 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:42.759673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'name': 'network-vif-deleted', 'tag': '2ddf5761-e23e-43dd-b296-0e3aa666fde5'}, {'name': 'network-changed', 'server_uuid': '43107e17-0b1b-4c7a-b08e-2a58488312da', 'tag': '7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9'}, {'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'name': 'network-vif-deleted', 'tag': '1ff9077f-a7e9-4db6-ad89-55adccf17a9e'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:42.761992 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73153be4-ea9d-49dc-b8c6-7dd00fa53df8" -d '{"events": [{"server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "name": "network-vif-deleted", "tag": "2ddf5761-e23e-43dd-b296-0e3aa666fde5"}, {"name": "network-changed", "server_uuid": "43107e17-0b1b-4c7a-b08e-2a58488312da", "tag": "7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9"}, {"server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "name": "network-vif-deleted", "tag": "1ff9077f-a7e9-4db6-ad89-55adccf17a9e"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:42.770118 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b6c2590f-c3c4-40ad-b4f0-be9f7c4ffd19 req-d301b96f-8e39-4691-9e58-f94de9edcf36 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519294 Aug 29 06:44:42.777369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff90dea1-e711-43c5-844f-a276e3f0e49c req-dbddcffe-9390-462c-a6ba-fa7d328381c8 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips/ddcf43f3-7716-48ad-97ae-27c69d19d43e HTTP/1.1" status: 200 len: 692 time: 0.0602539 Aug 29 06:44:42.815022 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:42.908192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90dea1-e711-43c5-844f-a276e3f0e49c req-9873002c-c0f2-4d8d-9e84-458c80dbceae tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:42.909564 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff90dea1-e711-43c5-844f-a276e3f0e49c req-9873002c-c0f2-4d8d-9e84-458c80dbceae tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1254661 Aug 29 06:44:42.939831 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Allocated IP 172.25.1.250 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/68dbb1be-13bf-4fbe-a743-7f673f94c7c3) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:42.999968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eaec1204-d501-43a6-9a93-09b605fe01f9 req-aa3797ab-2a74-48cd-be36-3bf47fb1f79a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 210 time: 0.0272119 Aug 29 06:44:43.060277 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:43.073203 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47198fdf-5797-49eb-aff5-5e764c0594bd x-openstack-request-id: req-47198fdf-5797-49eb-aff5-5e764c0594bd {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:43.073772 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "name": "network-vif-deleted", "tag": "2ddf5761-e23e-43dd-b296-0e3aa666fde5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43107e17-0b1b-4c7a-b08e-2a58488312da", "tag": "7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9", "status": "completed", "code": 200}, {"server_uuid": "1767d61d-332f-4a71-b523-0b3006f574d0", "name": "network-vif-deleted", "tag": "1ff9077f-a7e9-4db6-ad89-55adccf17a9e", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:43.074227 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-47198fdf-5797-49eb-aff5-5e764c0594bd {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:43.074987 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'name': 'network-vif-deleted', 'tag': '2ddf5761-e23e-43dd-b296-0e3aa666fde5', 'status': 'completed', 'code': 200} Aug 29 06:44:43.075586 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43107e17-0b1b-4c7a-b08e-2a58488312da', 'tag': '7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9', 'status': 'completed', 'code': 200} Aug 29 06:44:43.076060 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1767d61d-332f-4a71-b523-0b3006f574d0', 'name': 'network-vif-deleted', 'tag': '1ff9077f-a7e9-4db6-ad89-55adccf17a9e', 'status': 'completed', 'code': 200} Aug 29 06:44:43.161508 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fc37374-0c62-47f7-93da-518a9a8d5ff3 req-3d8ed224-76a7-42cb-bda1-e5633f0e4ba6 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips/ddcf43f3-7716-48ad-97ae-27c69d19d43e HTTP/1.1" status: 200 len: 692 time: 0.0751464 Aug 29 06:44:43.165828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:43.204248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73153be4-ea9d-49dc-b8c6-7dd00fa53df8 req-298459cb-96f4-44ee-9a93-bbf752f88721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:43.206286 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-73153be4-ea9d-49dc-b8c6-7dd00fa53df8 req-298459cb-96f4-44ee-9a93-bbf752f88721 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c15973fc0454d55b7ea47f078aaaf62&device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 1100 time: 0.0805521 Aug 29 06:44:43.224989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:43.225289 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:43.249264 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:43.280251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc37374-0c62-47f7-93da-518a9a8d5ff3 req-ab5e8b11-8a96-4b1d-b0e8-c42364669d2f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:43.281858 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fc37374-0c62-47f7-93da-518a9a8d5ff3 req-ab5e8b11-8a96-4b1d-b0e8-c42364669d2f tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1193464 Aug 29 06:44:43.340906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:43.345700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fc37374-0c62-47f7-93da-518a9a8d5ff3 req-046fac83-5f6b-481d-a1f8-529a0c3aad19 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0558696 Aug 29 06:44:43.347612 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:43.359413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:43.367032 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:43.384031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event updated for resources: {'Port': ['ID=68dbb1be-13bf-4fbe-a743-7f673f94c7c3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:43.403557 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fc37374-0c62-47f7-93da-518a9a8d5ff3 req-3512f22c-69ac-4aeb-8ba5-694c10199370 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0468423 Aug 29 06:44:43.414722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73153be4-ea9d-49dc-b8c6-7dd00fa53df8 req-c3bb267f-b250-43a7-9ec8-af18d218ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:43.416287 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-73153be4-ea9d-49dc-b8c6-7dd00fa53df8 req-c3bb267f-b250-43a7-9ec8-af18d218ea78 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1856489 Aug 29 06:44:43.469913 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-73153be4-ea9d-49dc-b8c6-7dd00fa53df8 req-41e70c37-83f7-4833-a25d-88c939f35af9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 HTTP/1.1" status: 200 len: 217 time: 0.0455439 Aug 29 06:44:43.553547 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:43.562066 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73153be4-ea9d-49dc-b8c6-7dd00fa53df8 req-7e14259b-49b7-4f4b-89e8-80c25bed2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:43.563604 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-73153be4-ea9d-49dc-b8c6-7dd00fa53df8 req-7e14259b-49b7-4f4b-89e8-80c25bed2c9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0713212 Aug 29 06:44:43.691399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73153be4-ea9d-49dc-b8c6-7dd00fa53df8 req-586adea0-4ddd-4c1a-8ab6-50dc35e15e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:43.692927 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-73153be4-ea9d-49dc-b8c6-7dd00fa53df8 req-586adea0-4ddd-4c1a-8ab6-50dc35e15e0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0727205 Aug 29 06:44:43.693696 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:43.875431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-b3e7bb36-e052-4af7-bce2-bb6be051dbcf tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:44:43.876414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-b3e7bb36-e052-4af7-bce2-bb6be051dbcf tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085564 Aug 29 06:44:43.881742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-3fc37374-0c62-47f7-93da-518a9a8d5ff3 req-508357ba-ec6a-4508-8729-8d9041fc990b tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Deleting port 3a1dbd45-9900-47a2-8b20-b27279652498 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:43.881742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3fc37374-0c62-47f7-93da-518a9a8d5ff3 req-508357ba-ec6a-4508-8729-8d9041fc990b tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:43.896724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-7b7b1f20-0410-4e37-8174-d2c13665388f service neutron] Request body: {'binding': {'host': 'n-h2-713301-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:43.897191 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-7b7b1f20-0410-4e37-8174-d2c13665388f service neutron] Unknown quota resources ['binding']. {{(pid=95404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 06:44:43.912561 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-73153be4-ea9d-49dc-b8c6-7dd00fa53df8 req-04888bf0-b78d-444c-9ecb-de422330fbda service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951196 Aug 29 06:44:44.020555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:44.035258 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3fc37374-0c62-47f7-93da-518a9a8d5ff3 req-508357ba-ec6a-4508-8729-8d9041fc990b tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:44.035590 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3fc37374-0c62-47f7-93da-518a9a8d5ff3 req-508357ba-ec6a-4508-8729-8d9041fc990b tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:44.043891 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-73153be4-ea9d-49dc-b8c6-7dd00fa53df8 req-e479a2c6-98a1-4723-b70e-be0185651383 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212375 Aug 29 06:44:44.060104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-3fc37374-0c62-47f7-93da-518a9a8d5ff3 req-508357ba-ec6a-4508-8729-8d9041fc990b tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Calling delete_port for 3a1dbd45-9900-47a2-8b20-b27279652498 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:44.060413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1ff9077f-a7e9-4db6-ad89-55adccf17a9e no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:44.081057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 1ff9077f-a7e9-4db6-ad89-55adccf17a9e {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:44.083600 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1ff9077f-a7e9-4db6-ad89-55adccf17a9e not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:44.083600 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:44.101005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:44.101489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 75e20fb3-bf47-4e0d-8f61-f38c0952bda9 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:44.101900 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 2ddf5761-e23e-43dd-b296-0e3aa666fde5 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:44.102729 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:44.121705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 2ddf5761-e23e-43dd-b296-0e3aa666fde5 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:44.121959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 2ddf5761-e23e-43dd-b296-0e3aa666fde5 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:44.145007 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-7b7b1f20-0410-4e37-8174-d2c13665388f service neutron] Attempting to bind port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 on host n-h2-713301-12 for vnic_type normal with profile None {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:44.145343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-7b7b1f20-0410-4e37-8174-d2c13665388f service neutron] Attempting to bind port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:44.145673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-7b7b1f20-0410-4e37-8174-d2c13665388f service neutron] Attempting to bind port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:44.158753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-7b7b1f20-0410-4e37-8174-d2c13665388f service neutron] Port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 on network 4475f61a-c472-49af-9e60-c53edc6707df not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:44:44.159094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-7b7b1f20-0410-4e37-8174-d2c13665388f service neutron] Attempting to bind port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:44.168049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-7b7b1f20-0410-4e37-8174-d2c13665388f service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:44.168389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-7b7b1f20-0410-4e37-8174-d2c13665388f service neutron] Checking segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:44.168790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-7b7b1f20-0410-4e37-8174-d2c13665388f service neutron] Bound using segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:44.169221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-7b7b1f20-0410-4e37-8174-d2c13665388f service neutron] Bound port: d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:44.189898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event updated for resources: {'Port': ['ID=68dbb1be-13bf-4fbe-a743-7f673f94c7c3,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:44.198915 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:44.260617 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-7b7b1f20-0410-4e37-8174-d2c13665388f service neutron] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:44.300919 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:44.302166 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-567b9690-315c-4b5c-b139-22d3398fc05e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8280604 Aug 29 06:44:44.355429 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-7b7b1f20-0410-4e37-8174-d2c13665388f service neutron] Notify callbacks [] for binding, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:44.356609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-7b7b1f20-0410-4e37-8174-d2c13665388f service neutron] 10.222.0.76 "POST /v2.0/ports/d86278e5-eec8-4967-8b1d-ed5611d0ffe7/bindings HTTP/1.1" status: 201 len: 390 time: 0.4722481 Aug 29 06:44:44.400243 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3fc37374-0c62-47f7-93da-518a9a8d5ff3 req-508357ba-ec6a-4508-8729-8d9041fc990b tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:44.426787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508357ba-ec6a-4508-8729-8d9041fc990b tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Pushing event deleted for resources: {'Port': ['ID=3a1dbd45-9900-47a2-8b20-b27279652498,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:44.488709 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3fc37374-0c62-47f7-93da-518a9a8d5ff3 req-508357ba-ec6a-4508-8729-8d9041fc990b tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:44.491331 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3fc37374-0c62-47f7-93da-518a9a8d5ff3 req-508357ba-ec6a-4508-8729-8d9041fc990b tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:44.492473 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fc37374-0c62-47f7-93da-518a9a8d5ff3 req-508357ba-ec6a-4508-8729-8d9041fc990b tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "DELETE /v2.0/floatingips/ddcf43f3-7716-48ad-97ae-27c69d19d43e HTTP/1.1" status: 204 len: 173 time: 1.0816188 Aug 29 06:44:44.593374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3230e-90c6-46ad-9db6-149dbc153f42 req-36fe17b2-2597-4666-ab28-f42585a172f3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:44.594863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbe3230e-90c6-46ad-9db6-149dbc153f42 req-36fe17b2-2597-4666-ab28-f42585a172f3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 945 time: 0.0541277 Aug 29 06:44:44.637129 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbe3230e-90c6-46ad-9db6-149dbc153f42 req-64d82ed6-8a70-4b89-9ed2-853655e3c6c5 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349662 Aug 29 06:44:44.717628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b672c-c3f9-477a-a86b-7faf4426e212 req-c30d2136-3694-4667-b831-bb24aeaeee7c tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:44.723744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f19b672c-c3f9-477a-a86b-7faf4426e212 req-c30d2136-3694-4667-b831-bb24aeaeee7c tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 948 time: 0.0565550 Aug 29 06:44:44.757970 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f19b672c-c3f9-477a-a86b-7faf4426e212 req-d3564086-b1fb-4e8f-ad53-2eec71fa6c24 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Aug 29 06:44:44.855165 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e836c267-ac3f-462e-964e-b635240cc317 req-8fb40ac9-3ac0-4da6-8476-cd6cc8f6e0cb tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 210 time: 0.0286880 Aug 29 06:44:44.887486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43340) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:44.932782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-de4131f6-44d4-4241-b51c-76d9c644a666 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--379017506&fields=id&tenant_id=897044e83d4b4e3fa039b018ec141c41 HTTP/1.1" status: 200 len: 267 time: 0.0754943 Aug 29 06:44:44.940214 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e61df59-fb92-4bff-a1e6-e6bb1f2bf787 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Deleting subnet 6c84a2eb-8844-44f3-8eba-404bab179aab {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:44:44.944086 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0e61df59-fb92-4bff-a1e6-e6bb1f2bf787 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:44.983575 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0e61df59-fb92-4bff-a1e6-e6bb1f2bf787 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:45.082920 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0e61df59-fb92-4bff-a1e6-e6bb1f2bf787 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:45.157480 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b6f8f-7462-48d0-b4c6-e6c7d5b1b8b5 req-7f9ca7c4-d636-4d6d-ac6a-213aa7dc7116 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:45.159165 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c42b6f8f-7462-48d0-b4c6-e6c7d5b1b8b5 req-7f9ca7c4-d636-4d6d-ac6a-213aa7dc7116 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2794635 Aug 29 06:44:45.184405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-5f54d4f6-1710-4396-92d8-a3ff826111fa tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:45.185935 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-5f54d4f6-1710-4396-92d8-a3ff826111fa tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 812 time: 0.2214742 Aug 29 06:44:45.203590 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-30a61ca1-2cc1-4770-9363-11f3d3ff918b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/quotas/897044e83d4b4e3fa039b018ec141c41 HTTP/1.1" status: 200 len: 375 time: 0.0102439 Aug 29 06:44:45.236393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0e61df59-fb92-4bff-a1e6-e6bb1f2bf787 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:45.272499 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61df59-fb92-4bff-a1e6-e6bb1f2bf787 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Subnet': ['ID=6c84a2eb-8844-44f3-8eba-404bab179aab,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:45.279266 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0e61df59-fb92-4bff-a1e6-e6bb1f2bf787 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:45.283998 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0e61df59-fb92-4bff-a1e6-e6bb1f2bf787 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "DELETE /v2.0/subnets/6c84a2eb-8844-44f3-8eba-404bab179aab HTTP/1.1" status: 204 len: 168 time: 0.3925116 Aug 29 06:44:45.283998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43344) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:45.289346 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c62159f-1493-4ca1-a754-4f6474b54bdb None None] Network 95fad285-1d68-4102-a324-e5f6191661d8 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:45.297430 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-60271416-130e-4d47-b2ee-8caf14f7fd32 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881653 Aug 29 06:44:45.306352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842a1fb-edf9-49fd-a06f-fa7203e0bf50 req-0d9cac43-bd3f-4763-8a31-c7236db1fd05 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:45.306581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-3d30cccc-ba95-4f38-bb3b-75a063602b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:45.307865 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b842a1fb-edf9-49fd-a06f-fa7203e0bf50 req-0d9cac43-bd3f-4763-8a31-c7236db1fd05 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 946 time: 0.0896156 Aug 29 06:44:45.308000 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-3d30cccc-ba95-4f38-bb3b-75a063602b24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 1098 time: 0.0980513 Aug 29 06:44:45.408439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b842a1fb-edf9-49fd-a06f-fa7203e0bf50 req-fc16a430-9590-4311-b1a9-4c2c7bb8503c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911090 Aug 29 06:44:45.418311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:45.457829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-681481df-268b-4b6b-a3bd-7352cbb779d6 service neutron] 10.222.0.76 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340303 Aug 29 06:44:45.481552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-99566260-bb06-4459-b22d-733ba7517f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:45.483071 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-99566260-bb06-4459-b22d-733ba7517f5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.1485202 Aug 29 06:44:45.510422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30db1409-666f-4926-9be7-09eef5b7f81d None None] DHCP port deletion for 95fad285-1d68-4102-a324-e5f6191661d8 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:44:45.515605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Deleting port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:45.516279 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:45.559051 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-30db1409-666f-4926-9be7-09eef5b7f81d None None] Deleting port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:45.559413 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-30db1409-666f-4926-9be7-09eef5b7f81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:45.586516 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] For port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97,segment=NetworkSegment(2c398c2e-f1cc-405e-9c98-948ff4f9e683),segment_id=2c398c2e-f1cc-405e-9c98-948ff4f9e683)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:45.586978 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:45.600966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04f966-29c7-4f6f-90fe-b3f807e07f17 req-084373e4-814d-40ac-b49e-3252f2fe4f17 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:45.609239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Calling delete_port for 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:45.611798 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c04f966-29c7-4f6f-90fe-b3f807e07f17 req-084373e4-814d-40ac-b49e-3252f2fe4f17 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 945 time: 0.0857723 Aug 29 06:44:45.612863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43346) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:45.621004 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-429f50f0-aa72-46ba-a631-94f0b20a02f0 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Request body: {'floatingip': {'port_id': '41612152-2dbc-49ef-a33e-c89b8c906fa9'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:45.629535 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-30db1409-666f-4926-9be7-09eef5b7f81d None None] For port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97,segment=NetworkSegment(2c398c2e-f1cc-405e-9c98-948ff4f9e683),segment_id=2c398c2e-f1cc-405e-9c98-948ff4f9e683)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:45.630013 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-30db1409-666f-4926-9be7-09eef5b7f81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:45.645404 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-be1b0132-3c08-4afb-bdf6-f086b6ef819f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7 HTTP/1.1" status: 200 len: 217 time: 0.0435884 Aug 29 06:44:45.647865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-30db1409-666f-4926-9be7-09eef5b7f81d None None] Calling delete_port for 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:45.669957 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-91114fcc-2f9a-47e2-b305-02dc3788922a service neutron] 10.222.0.76 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038999 Aug 29 06:44:45.717610 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429f50f0-aa72-46ba-a631-94f0b20a02f0 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:45.735423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee36c37a-6fca-4af7-8d20-d31adcbb37a7 req-b2fafd0b-45b8-4e96-ba51-87028e867ef8 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=8971c5c2da01410fa63f9aa81134477f HTTP/1.1" status: 200 len: 1656 time: 0.1034906 Aug 29 06:44:45.754225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-0e74285e-95f1-43af-8208-8b733de2bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:45.755717 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-0e74285e-95f1-43af-8208-8b733de2bba9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.1008372 Aug 29 06:44:45.796509 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-75c8db83-828e-46c4-af34-38ede2eb8f8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299308 Aug 29 06:44:45.812009 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-30db1409-666f-4926-9be7-09eef5b7f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:45.843397 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db1409-666f-4926-9be7-09eef5b7f81d None None] Pushing event deleted for resources: {'Port': ['ID=6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:45.848198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db1409-666f-4926-9be7-09eef5b7f81d None None] No DVR routers for this DVR port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:45.865048 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:45.880302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] No DVR routers for this DVR port 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:45.940864 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Port': ['ID=6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:45.973939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36c37a-6fca-4af7-8d20-d31adcbb37a7 req-7aa67c43-5959-4a56-a6c6-c80cd305f682 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:45.975493 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee36c37a-6fca-4af7-8d20-d31adcbb37a7 req-7aa67c43-5959-4a56-a6c6-c80cd305f682 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks?id=ec29e391-b953-492d-9b9a-1a4734efccfa&id=ec29e391-b953-492d-9b9a-1a4734efccfa&id=ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 787 time: 0.2144740 Aug 29 06:44:46.009316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-ee36c37a-6fca-4af7-8d20-d31adcbb37a7 req-84fd7584-c8a4-45b4-8187-1520578a7834 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:44:46.022036 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee36c37a-6fca-4af7-8d20-d31adcbb37a7 req-84fd7584-c8a4-45b4-8187-1520578a7834 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0352728 Aug 29 06:44:46.026828 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-24b6f7e3-3881-491c-bd9d-86948fa106d0 service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219019 Aug 29 06:44:46.028332 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.052114 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fad285-1d68-4102-a324-e5f6191661d8']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:46.087992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:44:46.106072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c398c2e-f1cc-405e-9c98-948ff4f9e683') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:46.106467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c398c2e-f1cc-405e-9c98-948ff4f9e683') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:46.124926 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.147947 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.157916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:44:46.158475 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:44:46.162266 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:44:46.227294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:46.238003 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-d5c63a7f-5659-4337-8aa2-5b7183dd91a4 service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988583 Aug 29 06:44:46.248324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9', 'mac_address': 'fa:16:3e:d1:82:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:44:46.286831 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ab90651-7c7f-421d-a4ce-e35527ffa8b2 req-748c7db9-bf06-4618-ba42-cfb73b76648d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 210 time: 0.0815656 Aug 29 06:44:46.289108 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.306325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:46.326958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:46.347337 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.355943 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.357775 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "DELETE /v2.0/networks/95fad285-1d68-4102-a324-e5f6191661d8 HTTP/1.1" status: 204 len: 168 time: 1.0730140 Aug 29 06:44:46.358342 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad8b23-3358-43d8-ab79-805675b39b73 req-1d5c764d-e018-4b25-bd3e-97de5f5ea050 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:46.363640 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57ad8b23-3358-43d8-ab79-805675b39b73 req-1d5c764d-e018-4b25-bd3e-97de5f5ea050 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 948 time: 0.1754966 Aug 29 06:44:46.369434 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43364) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:46.377424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df66eb-2d50-4897-9c55-a9ffecdac3e7 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Network': ['ID=95fad285-1d68-4102-a324-e5f6191661d8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:46.424625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3101fed-3f95-4852-9415-58149c16027b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Deleting subnet 7c581ecc-4aa1-468f-a054-94ca05769ece {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:44:46.428814 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b3101fed-3f95-4852-9415-58149c16027b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.432372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9942644e-61ab-4f6e-af65-bc2f25629ecf req-346f3ead-598d-41ec-a8c7-fc9ba39e1c57 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips/a3edcef5-a9e5-43d8-b25e-63ea80bc8381 HTTP/1.1" status: 200 len: 692 time: 0.0925100 Aug 29 06:44:46.469398 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b3101fed-3f95-4852-9415-58149c16027b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.473906 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.527093 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57ad8b23-3358-43d8-ab79-805675b39b73 req-6097d9e1-a0f6-463b-a36d-0901fb701d7f tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326196 Aug 29 06:44:46.527710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:46.559718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-6800a45f-5a52-48ec-8201-71bc6ff6b9da tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:46.561387 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-6800a45f-5a52-48ec-8201-71bc6ff6b9da tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1&tenant_id=ae1a013e8eb8401888d6fb6666c86936&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 1098 time: 0.0701580 Aug 29 06:44:46.600613 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713301-12'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:46.634440 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b3101fed-3f95-4852-9415-58149c16027b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.641865 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429f50f0-aa72-46ba-a631-94f0b20a02f0 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.660189 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942644e-61ab-4f6e-af65-bc2f25629ecf req-1a3bf3aa-a38f-491d-9937-65a7a4e96502 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:46.661634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9942644e-61ab-4f6e-af65-bc2f25629ecf req-1a3bf3aa-a38f-491d-9937-65a7a4e96502 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.2189176 Aug 29 06:44:46.692921 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.731929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9942644e-61ab-4f6e-af65-bc2f25629ecf req-db5e1639-8de0-4543-8574-0543011efacd tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.87 HTTP/1.1" status: 200 len: 695 time: 0.0549989 Aug 29 06:44:46.744461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de70f94-fda0-496c-944a-70a805ea0f98 req-91fc7511-2571-42ca-aa6b-ea9e138c7649 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:46.745975 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7de70f94-fda0-496c-944a-70a805ea0f98 req-91fc7511-2571-42ca-aa6b-ea9e138c7649 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 946 time: 0.1084208 Aug 29 06:44:46.805556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9942644e-61ab-4f6e-af65-bc2f25629ecf req-ba30b787-0362-448c-94bd-4f25ae2a99b4 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.87 HTTP/1.1" status: 200 len: 695 time: 0.0585499 Aug 29 06:44:46.851717 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:46.861785 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7de70f94-fda0-496c-944a-70a805ea0f98 req-052bfb12-b949-4ab7-a19e-b317c7ea9daa tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073084 Aug 29 06:44:46.898569 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:46.942965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ef9d61-6433-408d-aafd-121bf68d23b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd86278e5-eec8-4967-8b1d-ed5611d0ffe7'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:46.945363 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359e7de3-055e-4497-9c32-1069eb5a3dea" -d '{"events": [{"server_uuid": "c4ef9d61-6433-408d-aafd-121bf68d23b1", "name": "network-vif-unplugged", "status": "completed", "tag": "d86278e5-eec8-4967-8b1d-ed5611d0ffe7"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:46.948755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-9942644e-61ab-4f6e-af65-bc2f25629ecf req-b6b9d027-fa1d-463f-923a-914ebaff2fdd tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Deleting port 4d90618c-463d-4866-8ea0-64689ec1e370 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:46.949316 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9942644e-61ab-4f6e-af65-bc2f25629ecf req-b6b9d027-fa1d-463f-923a-914ebaff2fdd tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.949571 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:46.969875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:44:46.984893 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0bd947-d994-49e9-b182-f6dd12fb8db1 x-openstack-request-id: req-8d0bd947-d994-49e9-b182-f6dd12fb8db1 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:46.985214 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ef9d61-6433-408d-aafd-121bf68d23b1", "name": "network-vif-unplugged", "status": "completed", "tag": "d86278e5-eec8-4967-8b1d-ed5611d0ffe7", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:46.985677 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8d0bd947-d994-49e9-b182-f6dd12fb8db1 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:46.986252 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ef9d61-6433-408d-aafd-121bf68d23b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd86278e5-eec8-4967-8b1d-ed5611d0ffe7', 'code': 200} Aug 29 06:44:47.137646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:47.163963 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:47.164383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6787b6bd-4ccd-4b22-b8c9-33a4d8f10d97 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:47.223302 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b3101fed-3f95-4852-9415-58149c16027b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:47.231436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:47.280467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3101fed-3f95-4852-9415-58149c16027b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Subnet': ['ID=7c581ecc-4aa1-468f-a054-94ca05769ece,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:47.290236 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b3101fed-3f95-4852-9415-58149c16027b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:47.292522 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b3101fed-3f95-4852-9415-58149c16027b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "DELETE /v2.0/subnets/7c581ecc-4aa1-468f-a054-94ca05769ece HTTP/1.1" status: 204 len: 168 time: 0.9219687 Aug 29 06:44:47.292943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b809e056-9de2-45cf-bc8a-f042b5b62024 None None] Network 01f4d9be-e013-4a98-b5f8-cb676d08a3da requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:47.299119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43376) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:47.306289 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429f50f0-aa72-46ba-a631-94f0b20a02f0 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:47.390893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0b87d3d-a245-40df-9982-03455d3056c4 req-baa5594e-d3ae-4006-8c0a-12ec2c08a175 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 210 time: 0.0449293 Aug 29 06:44:47.433526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Pushing event updated for resources: {'Port': ['ID=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:47.458804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Attempting to bind port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 on host n-h1-713301-12 for vnic_type normal with profile {"migrating_to": "n-h2-713301-12"} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:47.459161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Attempting to bind port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:47.459581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Attempting to bind port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:47.462653 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9942644e-61ab-4f6e-af65-bc2f25629ecf req-b6b9d027-fa1d-463f-923a-914ebaff2fdd tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:47.463100 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9942644e-61ab-4f6e-af65-bc2f25629ecf req-b6b9d027-fa1d-463f-923a-914ebaff2fdd tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:47.468489 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:47.470134 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 on network 4475f61a-c472-49af-9e60-c53edc6707df not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:44:47.470456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Attempting to bind port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:47.478683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:47.479026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Checking segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:47.479438 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Bound using segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:47.487034 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Bound port: d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:47.487034 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:47.489118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-9942644e-61ab-4f6e-af65-bc2f25629ecf req-b6b9d027-fa1d-463f-923a-914ebaff2fdd tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Calling delete_port for 4d90618c-463d-4866-8ea0-64689ec1e370 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:47.489118 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-429f50f0-aa72-46ba-a631-94f0b20a02f0 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Floating IP 46b9244a-c791-4a15-b6b6-73507da0ed00 associated. External IP: 172.25.1.24, port: 41612152-2dbc-49ef-a33e-c89b8c906fa9. Aug 29 06:44:47.528532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] DHCP port deletion for 01f4d9be-e013-4a98-b5f8-cb676d08a3da request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:44:47.587090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Deleting port 98650669-3ff3-4957-8472-db31267222d7 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:47.587337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:47.587639 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:47.602273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:47.607877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Deleting port 98650669-3ff3-4957-8472-db31267222d7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:47.608217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:47.657444 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] For port 98650669-3ff3-4957-8472-db31267222d7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=98650669-3ff3-4957-8472-db31267222d7,segment=NetworkSegment(c6335b94-9505-4cab-935e-438c7aaf7003),segment_id=c6335b94-9505-4cab-935e-438c7aaf7003)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:47.692839 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:47.692839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Calling delete_port for 98650669-3ff3-4957-8472-db31267222d7 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:47.693162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] For port 98650669-3ff3-4957-8472-db31267222d7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=98650669-3ff3-4957-8472-db31267222d7,segment=NetworkSegment(c6335b94-9505-4cab-935e-438c7aaf7003),segment_id=c6335b94-9505-4cab-935e-438c7aaf7003)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:47.693162 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:47.700783 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Calling delete_port for 98650669-3ff3-4957-8472-db31267222d7 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:47.742614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae605eb-2f63-4288-9c01-933f6e7ae50a req-db41e0bb-d231-4856-990d-cc367eb51dc0 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:47.744238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ae605eb-2f63-4288-9c01-933f6e7ae50a req-db41e0bb-d231-4856-990d-cc367eb51dc0 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 949 time: 0.0993366 Aug 29 06:44:47.757089 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:47.838202 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:47.869332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Pushing event deleted for resources: {'Port': ['ID=98650669-3ff3-4957-8472-db31267222d7,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:47.877027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] No DVR routers for this DVR port 98650669-3ff3-4957-8472-db31267222d7 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:47.880615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:47.880840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:47.881187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:47.881522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:47.881879 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:47.882201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:47.882520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:47.882843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:47.883190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:47.883521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:47.883846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:47.884170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48a332-33f7-4ea3-964c-31ac2926627e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:44:47.929998 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ae605eb-2f63-4288-9c01-933f6e7ae50a req-2ad40416-59fd-4cc3-aa6c-941e299b16c4 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458139 Aug 29 06:44:47.941566 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429f50f0-aa72-46ba-a631-94f0b20a02f0 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Router 9edefd1b-fa54-4abf-a564-61148ec8cf14 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:44:48.078224 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9942644e-61ab-4f6e-af65-bc2f25629ecf req-b6b9d027-fa1d-463f-923a-914ebaff2fdd tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.099847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aea8f8-0579-4435-a973-4a3bb0bd62c6 req-45302a3e-994a-49cd-b3e7-260dc9687a21 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:48.101305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7aea8f8-0579-4435-a973-4a3bb0bd62c6 req-45302a3e-994a-49cd-b3e7-260dc9687a21 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 944 time: 0.1013141 Aug 29 06:44:48.116747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Pushing event updated for resources: {'Port': ['ID=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,revision_number=8']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:48.130132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9d027-fa1d-463f-923a-914ebaff2fdd tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Pushing event deleted for resources: {'Port': ['ID=4d90618c-463d-4866-8ea0-64689ec1e370,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:48.156998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:48.156998 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.156998 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-04067962-be2c-427e-ad36-8734ae19ad51 service neutron] 10.222.0.11 "PUT /v2.0/ports/d86278e5-eec8-4967-8b1d-ed5611d0ffe7 HTTP/1.1" status: 200 len: 1124 time: 1.5712783 Aug 29 06:44:48.156998 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.176174 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429f50f0-aa72-46ba-a631-94f0b20a02f0 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:44:48.185539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Port': ['ID=98650669-3ff3-4957-8472-db31267222d7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:48.185539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] No DVR routers for this DVR port 98650669-3ff3-4957-8472-db31267222d7 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:48.186953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b2ecf-3ff7-4243-9cc5-5d30e93ddecc None None] Sync routers for ids ['9edefd1b-fa54-4abf-a564-61148ec8cf14'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:44:48.202703 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429f50f0-aa72-46ba-a631-94f0b20a02f0 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.203071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b2ecf-3ff7-4243-9cc5-5d30e93ddecc None None] Routers {'9edefd1b-fa54-4abf-a564-61148ec8cf14'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:48.203743 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-875b2ecf-3ff7-4243-9cc5-5d30e93ddecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:44:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9edefd1b-fa54-4abf-a564-61148ec8cf14'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:48.255783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7aea8f8-0579-4435-a973-4a3bb0bd62c6 req-c4104895-5b2f-49d8-ae66-302b18e0ce0e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305802 Aug 29 06:44:48.274713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.284158 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-429f50f0-aa72-46ba-a631-94f0b20a02f0 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "PUT /v2.0/floatingips/46b9244a-c791-4a15-b6b6-73507da0ed00 HTTP/1.1" status: 200 len: 990 time: 2.6666052 Aug 29 06:44:48.286497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc64760c-d667-4924-bb14-129f410d6411', 'tag': '41612152-2dbc-49ef-a33e-c89b8c906fa9'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:48.288545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f4d9be-e013-4a98-b5f8-cb676d08a3da']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:48.290306 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae12c52-e492-4ada-8a55-f0060c674c64" -d '{"events": [{"name": "network-changed", "server_uuid": "fc64760c-d667-4924-bb14-129f410d6411", "tag": "41612152-2dbc-49ef-a33e-c89b8c906fa9"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:48.297095 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9942644e-61ab-4f6e-af65-bc2f25629ecf req-b6b9d027-fa1d-463f-923a-914ebaff2fdd tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.302088 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9942644e-61ab-4f6e-af65-bc2f25629ecf req-b6b9d027-fa1d-463f-923a-914ebaff2fdd tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.303890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9942644e-61ab-4f6e-af65-bc2f25629ecf req-b6b9d027-fa1d-463f-923a-914ebaff2fdd tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "DELETE /v2.0/floatingips/a3edcef5-a9e5-43d8-b25e-63ea80bc8381 HTTP/1.1" status: 204 len: 173 time: 1.4867723 Aug 29 06:44:48.313731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6335b94-9505-4cab-935e-438c7aaf7003') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:48.315200 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6335b94-9505-4cab-935e-438c7aaf7003') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:48.341996 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.353598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-875b2ecf-3ff7-4243-9cc5-5d30e93ddecc None None] Set router 9edefd1b-fa54-4abf-a564-61148ec8cf14 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:48.371663 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.379195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:44:48.387319 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:44:48.402138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['d86278e5-eec8-4967-8b1d-ed5611d0ffe7'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:44:48.510948 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c2f9a5-d3cd-4703-8864-0606d837c764 x-openstack-request-id: req-d3c2f9a5-d3cd-4703-8864-0606d837c764 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:48.511302 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc64760c-d667-4924-bb14-129f410d6411", "tag": "41612152-2dbc-49ef-a33e-c89b8c906fa9", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:48.511503 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3c2f9a5-d3cd-4703-8864-0606d837c764 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:48.511904 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc64760c-d667-4924-bb14-129f410d6411', 'tag': '41612152-2dbc-49ef-a33e-c89b8c906fa9', 'status': 'completed', 'code': 200} Aug 29 06:44:48.521561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5713a90-48d1-47eb-b381-18f04ef3a5be req-23397b7d-0a33-496a-a667-aea6572ef1f0 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips/35e36133-2081-416e-a53c-773efc6f0229 HTTP/1.1" status: 200 len: 693 time: 0.0698009 Aug 29 06:44:48.588054 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-450edcea-b421-4111-8733-474f2729f3b3 req-11e2a330-5394-4550-b09f-2eebd4c5cfac tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 210 time: 0.0654783 Aug 29 06:44:48.595562 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.614520 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.617548 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "DELETE /v2.0/networks/01f4d9be-e013-4a98-b5f8-cb676d08a3da HTTP/1.1" status: 204 len: 168 time: 1.3164761 Aug 29 06:44:48.631027 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43398) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:48.634092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e35dc9-1a0a-47e5-a7a9-7d5cf498d76c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Network': ['ID=01f4d9be-e013-4a98-b5f8-cb676d08a3da,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:48.645141 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b7193850-f26c-4277-bed9-2925b3ce4d69 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-435334328'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:48.674528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12c52-e492-4ada-8a55-f0060c674c64 req-8fc4513f-71ba-4ed6-a624-f1fda220fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:48.676722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ae12c52-e492-4ada-8a55-f0060c674c64 req-8fc4513f-71ba-4ed6-a624-f1fda220fe72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a763b77786504a43a731afb2b5aa2086&device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 1097 time: 0.1428273 Aug 29 06:44:48.726477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5713a90-48d1-47eb-b381-18f04ef3a5be req-3431fecb-e618-44f7-9b38-4739589b8512 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:48.727945 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5713a90-48d1-47eb-b381-18f04ef3a5be req-3431fecb-e618-44f7-9b38-4739589b8512 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1962328 Aug 29 06:44:48.739758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-875b2ecf-3ff7-4243-9cc5-5d30e93ddecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:43:17Z', 'revision_number': 4, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '46b9244a-c791-4a15-b6b6-73507da0ed00', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'port_id': '41612152-2dbc-49ef-a33e-c89b8c906fa9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'mac_address': 'fa:16:3e:5a:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc64760c-d667-4924-bb14-129f410d6411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:43:24Z', 'updated_at': '2021-08-29T06:44:46Z', 'revision_number': 1, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45be8d50-163d-47a2-9ca9-f299ab2a5d17', 'name': '', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'mac_address': 'fa:16:3e:57:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:15Z', 'updated_at': '2021-08-29T06:43:23Z', 'revision_number': 5, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'subnets': [{'id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:48.766013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b2ecf-3ff7-4243-9cc5-5d30e93ddecc None None] Checking router: 9edefd1b-fa54-4abf-a564-61148ec8cf14 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:44:48.774510 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b2ecf-3ff7-4243-9cc5-5d30e93ddecc None None] Routers {'9edefd1b-fa54-4abf-a564-61148ec8cf14'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:48.775126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-875b2ecf-3ff7-4243-9cc5-5d30e93ddecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:44:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9edefd1b-fa54-4abf-a564-61148ec8cf14'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:48.811901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5713a90-48d1-47eb-b381-18f04ef3a5be req-89ec4743-9de7-452d-9dfe-6be6e94c53d8 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 696 time: 0.0585239 Aug 29 06:44:48.817815 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7193850-f26c-4277-bed9-2925b3ce4d69 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:48.828518 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7193850-f26c-4277-bed9-2925b3ce4d69 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.856061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7193850-f26c-4277-bed9-2925b3ce4d69 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:44:48.868026 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7193850-f26c-4277-bed9-2925b3ce4d69 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.868383 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-b7193850-f26c-4277-bed9-2925b3ce4d69 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Added segment 7f430953-d5d8-4c0c-ac1b-34d546dbf492 of type vlan for network f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb Aug 29 06:44:48.884764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-875b2ecf-3ff7-4243-9cc5-5d30e93ddecc None None] Set router 9edefd1b-fa54-4abf-a564-61148ec8cf14 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:48.899893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5713a90-48d1-47eb-b381-18f04ef3a5be req-c641f906-f29b-4b21-80ce-9f39dd8cf465 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 696 time: 0.0783746 Aug 29 06:44:48.914415 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7193850-f26c-4277-bed9-2925b3ce4d69 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:48.980922 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12c52-e492-4ada-8a55-f0060c674c64 req-f7cf952c-d005-4fad-b127-b3d10f25d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:48.983378 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ae12c52-e492-4ada-8a55-f0060c674c64 req-f7cf952c-d005-4fad-b127-b3d10f25d438 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7b23baf-e921-4053-aeac-270ae6d3d1f0 HTTP/1.1" status: 200 len: 916 time: 0.2870317 Aug 29 06:44:48.987791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ef9d61-6433-408d-aafd-121bf68d23b1', 'tag': 'd86278e5-eec8-4967-8b1d-ed5611d0ffe7'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:48.990367 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0fa092-feff-4180-ae82-6816abc74a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ef9d61-6433-408d-aafd-121bf68d23b1", "tag": "d86278e5-eec8-4967-8b1d-ed5611d0ffe7"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:49.000229 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7193850-f26c-4277-bed9-2925b3ce4d69 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:49.009872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7193850-f26c-4277-bed9-2925b3ce4d69 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:49.010901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7193850-f26c-4277-bed9-2925b3ce4d69 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:49.100683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7193850-f26c-4277-bed9-2925b3ce4d69 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event updated for resources: {'Network': ['ID=f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:49.104014 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b7193850-f26c-4277-bed9-2925b3ce4d69 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4715149 Aug 29 06:44:49.108384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43404) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:49.111960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-cf877cf2-5219-4168-9d89-37d1d2ae2062 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Request body: {'subnet': {'network_id': 'f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:49.151642 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ae12c52-e492-4ada-8a55-f0060c674c64 req-b2d805d4-feba-4e29-bae9-ee5ca895bef4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41612152-2dbc-49ef-a33e-c89b8c906fa9 HTTP/1.1" status: 200 len: 998 time: 0.1372504 Aug 29 06:44:49.161880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c207b2-e3db-4f94-be42-9db554831cb9 req-6e00caf4-f462-42f7-8833-37ab5cafc92b tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:49.164401 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c6c207b2-e3db-4f94-be42-9db554831cb9 req-6e00caf4-f462-42f7-8833-37ab5cafc92b tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 949 time: 0.1511743 Aug 29 06:44:49.167458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:44:49.169637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 98650669-3ff3-4957-8472-db31267222d7 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:49.247017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-a5713a90-48d1-47eb-b381-18f04ef3a5be req-616c9152-7897-4788-aa7e-ec8d494c40bc tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Deleting port 2dfac6f7-88d1-4a7a-8e02-f9988b3d803c {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:49.247386 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a5713a90-48d1-47eb-b381-18f04ef3a5be req-616c9152-7897-4788-aa7e-ec8d494c40bc tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:49.251532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 98650669-3ff3-4957-8472-db31267222d7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:49.251876 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 98650669-3ff3-4957-8472-db31267222d7 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:49.283623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf877cf2-5219-4168-9d89-37d1d2ae2062 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:49.287532 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf877cf2-5219-4168-9d89-37d1d2ae2062 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:49.292782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c6c207b2-e3db-4f94-be42-9db554831cb9 req-4ac0abd2-ebc2-4ea0-9cb6-054c0c40a75c tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194360 Aug 29 06:44:49.300036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12c52-e492-4ada-8a55-f0060c674c64 req-bd550daa-d11d-45e8-86d3-f8b9d79cfdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:49.300966 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ae12c52-e492-4ada-8a55-f0060c674c64 req-bd550daa-d11d-45e8-86d3-f8b9d79cfdaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=973deef4-b909-41a3-a8ef-a1b544d7d17d HTTP/1.1" status: 200 len: 854 time: 0.1266418 Aug 29 06:44:49.376411 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cd732c-1022-4925-84e9-ecd5f2d9bc6b x-openstack-request-id: req-36cd732c-1022-4925-84e9-ecd5f2d9bc6b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:49.376411 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ef9d61-6433-408d-aafd-121bf68d23b1", "tag": "d86278e5-eec8-4967-8b1d-ed5611d0ffe7", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:49.376411 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36cd732c-1022-4925-84e9-ecd5f2d9bc6b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:49.376411 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ef9d61-6433-408d-aafd-121bf68d23b1', 'tag': 'd86278e5-eec8-4967-8b1d-ed5611d0ffe7', 'status': 'completed', 'code': 200} Aug 29 06:44:49.376898 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a5713a90-48d1-47eb-b381-18f04ef3a5be req-616c9152-7897-4788-aa7e-ec8d494c40bc tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:49.376898 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a5713a90-48d1-47eb-b381-18f04ef3a5be req-616c9152-7897-4788-aa7e-ec8d494c40bc tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:49.387283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12c52-e492-4ada-8a55-f0060c674c64 req-79799525-2944-496e-a302-8891147be920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:49.388797 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ae12c52-e492-4ada-8a55-f0060c674c64 req-79799525-2944-496e-a302-8891147be920 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7b23baf-e921-4053-aeac-270ae6d3d1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789995 Aug 29 06:44:49.395323 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-a5713a90-48d1-47eb-b381-18f04ef3a5be req-616c9152-7897-4788-aa7e-ec8d494c40bc tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Calling delete_port for 2dfac6f7-88d1-4a7a-8e02-f9988b3d803c owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:49.397068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-875b2ecf-3ff7-4243-9cc5-5d30e93ddecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:43:17Z', 'revision_number': 4, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '46b9244a-c791-4a15-b6b6-73507da0ed00', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'port_id': '41612152-2dbc-49ef-a33e-c89b8c906fa9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'mac_address': 'fa:16:3e:5a:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc64760c-d667-4924-bb14-129f410d6411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:43:24Z', 'updated_at': '2021-08-29T06:44:46Z', 'revision_number': 1, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45be8d50-163d-47a2-9ca9-f299ab2a5d17', 'name': '', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'mac_address': 'fa:16:3e:57:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:15Z', 'updated_at': '2021-08-29T06:43:23Z', 'revision_number': 5, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'subnets': [{'id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:49.441205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b2ecf-3ff7-4243-9cc5-5d30e93ddecc None None] The sync data for ids ['9edefd1b-fa54-4abf-a564-61148ec8cf14'] in n-d-713301-12 is: [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:43:17Z', 'revision_number': 4, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '46b9244a-c791-4a15-b6b6-73507da0ed00', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'port_id': '41612152-2dbc-49ef-a33e-c89b8c906fa9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'mac_address': 'fa:16:3e:5a:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc64760c-d667-4924-bb14-129f410d6411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:43:24Z', 'updated_at': '2021-08-29T06:44:46Z', 'revision_number': 1, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45be8d50-163d-47a2-9ca9-f299ab2a5d17', 'name': '', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'mac_address': 'fa:16:3e:57:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:15Z', 'updated_at': '2021-08-29T06:43:23Z', 'revision_number': 5, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'subnets': [{'id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:44:49.504935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fa092-feff-4180-ae82-6816abc74a0c req-a82b9ea7-4f61-4633-9ac7-0995aadb266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:49.509543 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa0fa092-feff-4180-ae82-6816abc74a0c req-a82b9ea7-4f61-4633-9ac7-0995aadb266a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 1127 time: 0.1015203 Aug 29 06:44:49.597776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9245f9d-ed20-471c-9345-cffc9d35ae82 req-e4bd8939-bef7-4542-852c-f7c4b1314177 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:49.599483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9245f9d-ed20-471c-9345-cffc9d35ae82 req-e4bd8939-bef7-4542-852c-f7c4b1314177 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 944 time: 0.1081378 Aug 29 06:44:49.618689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ae12c52-e492-4ada-8a55-f0060c674c64 req-7085159b-4d04-49a1-b749-74231ac21e88 service neutron] 10.222.0.15 "GET /v2.0/networks/e7b23baf-e921-4053-aeac-270ae6d3d1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212903 Aug 29 06:44:49.706012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fa092-feff-4180-ae82-6816abc74a0c req-09408048-5816-447a-9486-d346f2321ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:49.707528 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa0fa092-feff-4180-ae82-6816abc74a0c req-09408048-5816-447a-9486-d346f2321ba0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.1816604 Aug 29 06:44:49.726634 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb1d9b-64fa-4066-b0b2-e77de4167bb6 None None] New status for floating IP 46b9244a-c791-4a15-b6b6-73507da0ed00: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:44:49.759792 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9245f9d-ed20-471c-9345-cffc9d35ae82 req-66d4fbb3-9391-4fae-a744-f14542c0ebd1 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437101 Aug 29 06:44:49.762548 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa0fa092-feff-4180-ae82-6816abc74a0c req-cd27b2e4-def3-4247-a716-eaf6c2ac7923 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7 HTTP/1.1" status: 200 len: 217 time: 0.0472677 Aug 29 06:44:49.806993 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf877cf2-5219-4168-9d89-37d1d2ae2062 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:49.852107 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ae12c52-e492-4ada-8a55-f0060c674c64 req-8705f34e-92a3-43d9-9359-84b165f0b670 service neutron] 10.222.0.15 "GET /v2.0/networks/e7b23baf-e921-4053-aeac-270ae6d3d1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191038 Aug 29 06:44:49.890120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-ba14a0e0-a70c-4e25-94ab-b33c43f19a71 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:49.891615 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-ba14a0e0-a70c-4e25-94ab-b33c43f19a71 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.11 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 812 time: 0.2424238 Aug 29 06:44:49.898826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fa092-feff-4180-ae82-6816abc74a0c req-eb5c6aec-e614-4bff-840a-eaeee95b1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:49.900310 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa0fa092-feff-4180-ae82-6816abc74a0c req-eb5c6aec-e614-4bff-840a-eaeee95b1c14 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.1247604 Aug 29 06:44:49.933952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf877cf2-5219-4168-9d89-37d1d2ae2062 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event updated for resources: {'Subnet': ['ID=9899531c-f2e0-46c5-a7ef-0c7a20403a2b,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:49.965317 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa0fa092-feff-4180-ae82-6816abc74a0c req-c00c8edc-a791-4f7e-8921-8a239f4d45a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543449 Aug 29 06:44:49.984311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf877cf2-5219-4168-9d89-37d1d2ae2062 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Checking segment: {'id': '7f430953-d5d8-4c0c-ac1b-34d546dbf492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:49.986493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf877cf2-5219-4168-9d89-37d1d2ae2062 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Network hostable DHCP agents. Network: f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:44:50.041586 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-235c1de9-b834-48ee-af72-8d96509e8c0f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=897044e83d4b4e3fa039b018ec141c41 HTTP/1.1" status: 200 len: 379 time: 0.1171303 Aug 29 06:44:50.056397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-fd0a006b-c5ef-40fe-939e-5cb160c060c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Request body: {'port': {'device_id': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'admin_state_up': True, 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'security_groups': ['8fd5d463-9e2e-436b-888c-12ef96f7948c']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:50.066913 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a5713a90-48d1-47eb-b381-18f04ef3a5be req-616c9152-7897-4788-aa7e-ec8d494c40bc tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:50.109181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d86278e5-eec8-4967-8b1d-ed5611d0ffe7 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:44:50.113744 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c9152-7897-4788-aa7e-ec8d494c40bc tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Pushing event deleted for resources: {'Port': ['ID=2dfac6f7-88d1-4a7a-8e02-f9988b3d803c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:50.117976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:50.158552 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa0fa092-feff-4180-ae82-6816abc74a0c req-5a203bbe-aee1-40f6-abfd-33b907441eea service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828692 Aug 29 06:44:50.161858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf877cf2-5219-4168-9d89-37d1d2ae2062 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Network f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:44:50.172089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c23e9c2d-ca9b-4e39-aad7-a39cafab6e33 req-1ffd610b-5575-47e2-8576-4c941a3750fe tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 210 time: 0.0719430 Aug 29 06:44:50.230419 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a5713a90-48d1-47eb-b381-18f04ef3a5be req-616c9152-7897-4788-aa7e-ec8d494c40bc tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:50.233065 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a5713a90-48d1-47eb-b381-18f04ef3a5be req-616c9152-7897-4788-aa7e-ec8d494c40bc tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:50.234228 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5713a90-48d1-47eb-b381-18f04ef3a5be req-616c9152-7897-4788-aa7e-ec8d494c40bc tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "DELETE /v2.0/floatingips/35e36133-2081-416e-a53c-773efc6f0229 HTTP/1.1" status: 204 len: 173 time: 1.3330135 Aug 29 06:44:50.296993 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa0fa092-feff-4180-ae82-6816abc74a0c req-f4a548a2-a8fa-4957-aa9b-df5935150b1d service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270351 Aug 29 06:44:50.301750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e8f884c-7dc1-42e3-ae81-9e92ff838aea req-37a235f9-cc66-4e69-b9ad-8683b540994a tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips/0f5e8568-e699-40c4-8b0e-e7b19d14876a HTTP/1.1" status: 200 len: 693 time: 0.0455058 Aug 29 06:44:50.306616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:50.314591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-cf877cf2-5219-4168-9d89-37d1d2ae2062 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:50.319715 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf877cf2-5219-4168-9d89-37d1d2ae2062 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:50.320382 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf877cf2-5219-4168-9d89-37d1d2ae2062 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:50.322336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d86278e5-eec8-4967-8b1d-ed5611d0ffe7 has no active binding in host n-h2-713301-12 {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 06:44:50.328758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b634a52c-0446-4f88-87f7-cbb72e7fba67 None None] Network f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:50.371168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-fd0a006b-c5ef-40fe-939e-5cb160c060c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Made reservation on behalf of 897044e83d4b4e3fa039b018ec141c41 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:50.376649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:50.376791 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-fd0a006b-c5ef-40fe-939e-5cb160c060c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:50.385236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:50.385691 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:50.452272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f884c-7dc1-42e3-ae81-9e92ff838aea req-8d25c2ec-525a-4a5d-9a3c-4eeb6ee2896e tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:50.455644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e8f884c-7dc1-42e3-ae81-9e92ff838aea req-8d25c2ec-525a-4a5d-9a3c-4eeb6ee2896e tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.1460226 Aug 29 06:44:50.468866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8b4af-2dbc-4ae7-a62d-de849c3941eb req-95c9c5c6-58f2-4ed8-ba03-9b98d3556a97 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:50.470326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7f8b4af-2dbc-4ae7-a62d-de849c3941eb req-95c9c5c6-58f2-4ed8-ba03-9b98d3556a97 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 949 time: 0.0942967 Aug 29 06:44:50.513088 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cf877cf2-5219-4168-9d89-37d1d2ae2062 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4055145 Aug 29 06:44:50.515625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43420) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:50.524319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-161f18d6-c181-46e5-908a-2c3295a4bf84 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1847875164'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:50.526868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e8f884c-7dc1-42e3-ae81-9e92ff838aea req-104760e8-327c-4bde-a227-efcaccc7e38a tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 696 time: 0.0656149 Aug 29 06:44:50.541968 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:50.545963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-fd0a006b-c5ef-40fe-939e-5cb160c060c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Allocated IP 172.20.0.7 (eb438b1b-83fe-449b-a9fe-bdfcc664c04e/1bdc3d0e-3ad1-438c-863e-a7e8b4815812/73851558-f3eb-433e-9fdc-5730947d4048) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:50.587742 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43107e17-0b1b-4c7a-b08e-2a58488312da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:50.590016 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f7d6c0-c33a-48b9-80fc-7988c1ba2b49" -d '{"events": [{"server_uuid": "43107e17-0b1b-4c7a-b08e-2a58488312da", "name": "network-vif-plugged", "status": "completed", "tag": "7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:50.600429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7f8b4af-2dbc-4ae7-a62d-de849c3941eb req-f754aa26-bd6a-40af-8538-7cf754df65b0 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922441 Aug 29 06:44:50.611035 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e8f884c-7dc1-42e3-ae81-9e92ff838aea req-c6cae5a9-75e4-435e-bdc1-f7c23493cff4 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.112 HTTP/1.1" status: 200 len: 696 time: 0.0707302 Aug 29 06:44:50.611375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb', 'network_id': 'f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'fixed_ips': [{'subnet_id': '9899531c-f2e0-46c5-a7ef-0c7a20403a2b'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:44:50.611375 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:50.620906 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:50.673289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161f18d6-c181-46e5-908a-2c3295a4bf84 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:50.676858 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-161f18d6-c181-46e5-908a-2c3295a4bf84 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:50.705496 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db86d84-2c93-43ef-8b65-443a553e25d4 x-openstack-request-id: req-1db86d84-2c93-43ef-8b65-443a553e25d4 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:50.706355 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43107e17-0b1b-4c7a-b08e-2a58488312da", "name": "network-vif-plugged", "status": "completed", "tag": "7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:50.706634 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1db86d84-2c93-43ef-8b65-443a553e25d4 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:50.707236 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43107e17-0b1b-4c7a-b08e-2a58488312da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9', 'code': 200} Aug 29 06:44:50.731544 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:50.746025 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161f18d6-c181-46e5-908a-2c3295a4bf84 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:44:50.762538 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:50.783737 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-161f18d6-c181-46e5-908a-2c3295a4bf84 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:50.784208 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-161f18d6-c181-46e5-908a-2c3295a4bf84 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Added segment 095ada07-56b6-437d-acdb-b04988492012 of type vlan for network 8f0620fb-9d08-427e-a066-4fc2225325b3 Aug 29 06:44:50.827894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Allocated IP 19.80.0.2 (f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb/9899531c-f2e0-46c5-a7ef-0c7a20403a2b/3812c64e-3eb6-4685-890e-544e2caba660) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:50.832684 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-fd0a006b-c5ef-40fe-939e-5cb160c060c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:50.841438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:50.882486 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-161f18d6-c181-46e5-908a-2c3295a4bf84 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:50.895125 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-fd0a006b-c5ef-40fe-939e-5cb160c060c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Transition to ACTIVE for port object 73851558-f3eb-433e-9fdc-5730947d4048 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:50.928485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91491e56-5230-43c6-83c5-5086225c2c53 req-08e544bd-aafc-4d58-8cfc-e6dd1bceb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:50.930314 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-91491e56-5230-43c6-83c5-5086225c2c53 req-08e544bd-aafc-4d58-8cfc-e6dd1bceb3a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 1102 time: 0.1551008 Aug 29 06:44:50.999743 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-91491e56-5230-43c6-83c5-5086225c2c53 req-7f6a6d3a-1381-4e8c-91a3-9ceec3333c6d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335548 Aug 29 06:44:51.010792 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.019796 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Transition to ACTIVE for port object 3812c64e-3eb6-4685-890e-544e2caba660 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:51.022569 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-161f18d6-c181-46e5-908a-2c3295a4bf84 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.028589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161f18d6-c181-46e5-908a-2c3295a4bf84 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:51.029283 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-161f18d6-c181-46e5-908a-2c3295a4bf84 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.038227 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Transition to ACTIVE for port object 3812c64e-3eb6-4685-890e-544e2caba660 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:51.086814 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-fd0a006b-c5ef-40fe-939e-5cb160c060c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.103580 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.144039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Network f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:51.146026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f18d6-c181-46e5-908a-2c3295a4bf84 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event updated for resources: {'Network': ['ID=8f0620fb-9d08-427e-a066-4fc2225325b3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:51.149631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-fd0a006b-c5ef-40fe-939e-5cb160c060c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Network eb438b1b-83fe-449b-a9fe-bdfcc664c04e is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:51.153228 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:51.157903 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-fd0a006b-c5ef-40fe-939e-5cb160c060c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:51.158041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:51.158150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-fd0a006b-c5ef-40fe-939e-5cb160c060c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:51.161097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20354-5981-4843-a7b9-63174978692b req-60772aa1-82cc-4a29-89f4-94c61cfe17a7 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:51.163348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36e20354-5981-4843-a7b9-63174978692b req-60772aa1-82cc-4a29-89f4-94c61cfe17a7 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 944 time: 0.0781109 Aug 29 06:44:51.181671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 8f0620fb-9d08-427e-a066-4fc2225325b3 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:44:51.181906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-1e8f884c-7dc1-42e3-ae81-9e92ff838aea req-175c87d9-a9a9-4438-b665-13e47cdb3305 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Deleting port 71751cc0-76ec-4b1b-b8f1-b21d6c414705 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:51.181906 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1e8f884c-7dc1-42e3-ae81-9e92ff838aea req-175c87d9-a9a9-4438-b665-13e47cdb3305 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.186031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a006b-c5ef-40fe-939e-5cb160c060c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event updated for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:51.197278 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-161f18d6-c181-46e5-908a-2c3295a4bf84 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6803141 Aug 29 06:44:51.198429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Pushing event updated for resources: {'Port': ['ID=3812c64e-3eb6-4685-890e-544e2caba660,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:51.201263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43432) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:51.208092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f3c0f5e8-ea66-4cb3-a394-6c84d237a718 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Request body: {'subnet': {'network_id': '8f0620fb-9d08-427e-a066-4fc2225325b3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:51.280193 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-fd0a006b-c5ef-40fe-939e-5cb160c060c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:51.283129 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-fd0a006b-c5ef-40fe-939e-5cb160c060c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.296844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36e20354-5981-4843-a7b9-63174978692b req-18d3bdbd-4167-4681-b9c2-c90b975b0629 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266627 Aug 29 06:44:51.312560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Attempting to bind port 3812c64e-3eb6-4685-890e-544e2caba660 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:51.312866 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Attempting to bind port 3812c64e-3eb6-4685-890e-544e2caba660 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '7f430953-d5d8-4c0c-ac1b-34d546dbf492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:51.313142 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Attempting to bind port 3812c64e-3eb6-4685-890e-544e2caba660 on network f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:51.330423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:51.331361 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Checking segment: {'id': '7f430953-d5d8-4c0c-ac1b-34d546dbf492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:51.331774 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.332232 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Bound using segment: {'id': '7f430953-d5d8-4c0c-ac1b-34d546dbf492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:51.332712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Bound port: 3812c64e-3eb6-4685-890e-544e2caba660, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f430953-d5d8-4c0c-ac1b-34d546dbf492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:51.333100 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.333344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1e8f884c-7dc1-42e3-ae81-9e92ff838aea req-175c87d9-a9a9-4438-b665-13e47cdb3305 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.333787 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1e8f884c-7dc1-42e3-ae81-9e92ff838aea req-175c87d9-a9a9-4438-b665-13e47cdb3305 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.352096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-1e8f884c-7dc1-42e3-ae81-9e92ff838aea req-175c87d9-a9a9-4438-b665-13e47cdb3305 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Calling delete_port for 71751cc0-76ec-4b1b-b8f1-b21d6c414705 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:51.397121 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-fd0a006b-c5ef-40fe-939e-5cb160c060c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3445332 Aug 29 06:44:51.420897 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] For port 3812c64e-3eb6-4685-890e-544e2caba660, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:51.426927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Request body: {'port': {'device_id': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:51.427051 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] For port 3812c64e-3eb6-4685-890e-544e2caba660, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3812c64e-3eb6-4685-890e-544e2caba660,segment=NetworkSegment(7f430953-d5d8-4c0c-ac1b-34d546dbf492),segment_id=7f430953-d5d8-4c0c-ac1b-34d546dbf492)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:51.492371 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.564150 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.615421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c0f5e8-ea66-4cb3-a394-6c84d237a718 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:51.619518 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f5e8-ea66-4cb3-a394-6c84d237a718 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.626197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1dfaf6fa-7825-4bcc-9b5d-eeb09c2cc4ef None None] Provisioning for port 73851558-f3eb-433e-9fdc-5730947d4048 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:51.639210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1dfaf6fa-7825-4bcc-9b5d-eeb09c2cc4ef None None] Provisioning complete for port 73851558-f3eb-433e-9fdc-5730947d4048 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:51.639743 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf6fa-7825-4bcc-9b5d-eeb09c2cc4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.642563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d75f82-71fb-436a-a182-884274fd40ec None None] Pushing event updated for resources: {'Port': ['ID=3812c64e-3eb6-4685-890e-544e2caba660,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:51.689511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7ef60-37e2-4ad3-ad78-91fb4cd7d2ba req-add0a528-0b3d-4a86-a7c3-16faf67c012c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:51.692730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1dfaf6fa-7825-4bcc-9b5d-eeb09c2cc4ef None None] Port 73851558-f3eb-433e-9fdc-5730947d4048 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:44:51.695596 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5b7ef60-37e2-4ad3-ad78-91fb4cd7d2ba req-add0a528-0b3d-4a86-a7c3-16faf67c012c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 931 time: 0.0637574 Aug 29 06:44:51.696604 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1e8f884c-7dc1-42e3-ae81-9e92ff838aea req-175c87d9-a9a9-4438-b665-13e47cdb3305 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.731946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c87d9-a9a9-4438-b665-13e47cdb3305 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Pushing event deleted for resources: {'Port': ['ID=71751cc0-76ec-4b1b-b8f1-b21d6c414705,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:51.825773 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1e8f884c-7dc1-42e3-ae81-9e92ff838aea req-175c87d9-a9a9-4438-b665-13e47cdb3305 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.828561 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1e8f884c-7dc1-42e3-ae81-9e92ff838aea req-175c87d9-a9a9-4438-b665-13e47cdb3305 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:51.840126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43438) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:51.876377 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e8f884c-7dc1-42e3-ae81-9e92ff838aea req-175c87d9-a9a9-4438-b665-13e47cdb3305 tempest-FloatingIPDetailsTestJSON-1409355460 tempest-FloatingIPDetailsTestJSON-1409355460-project] 10.222.0.76 "DELETE /v2.0/floatingips/0f5e8568-e699-40c4-8b0e-e7b19d14876a HTTP/1.1" status: 204 len: 173 time: 1.2615032 Aug 29 06:44:51.887694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5b7ef60-37e2-4ad3-ad78-91fb4cd7d2ba req-925810e4-bc99-41b7-b4d8-354b5b7293b6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883671 Aug 29 06:44:52.002716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486390a-eaa5-415d-992f-1d718992f9dc req-92d2b38b-3acc-4788-8daa-6fec5873f896 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:52.005360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e486390a-eaa5-415d-992f-1d718992f9dc req-92d2b38b-3acc-4788-8daa-6fec5873f896 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 950 time: 0.0659475 Aug 29 06:44:52.045596 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e486390a-eaa5-415d-992f-1d718992f9dc req-b30425db-241b-4ac4-b9f6-4b6f63861f03 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322707 Aug 29 06:44:52.055895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73851558-f3eb-433e-9fdc-5730947d4048 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:52.071069 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:52.093546 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Transition to ACTIVE for port object 73851558-f3eb-433e-9fdc-5730947d4048 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:52.172049 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f5e8-ea66-4cb3-a394-6c84d237a718 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:52.210676 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:52.283402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0f5e8-ea66-4cb3-a394-6c84d237a718 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event updated for resources: {'Subnet': ['ID=e83372de-84dc-4fd9-b45f-f2b3574b1819,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:52.324492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Pushing event updated for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:52.462036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838337cc-f32d-453e-a3d7-a72c773b23a2 req-4b0c2176-e5ee-4870-b78c-5cb7cc5fbec6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:52.471985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-838337cc-f32d-453e-a3d7-a72c773b23a2 req-4b0c2176-e5ee-4870-b78c-5cb7cc5fbec6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 944 time: 0.0900109 Aug 29 06:44:52.528721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-838337cc-f32d-453e-a3d7-a72c773b23a2 req-4fdbe1ec-f34d-4623-b0f1-c0177061b286 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555060 Aug 29 06:44:52.717229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0f5e8-ea66-4cb3-a394-6c84d237a718 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Checking segment: {'id': '095ada07-56b6-437d-acdb-b04988492012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8f0620fb-9d08-427e-a066-4fc2225325b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:52.717759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0f5e8-ea66-4cb3-a394-6c84d237a718 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Network hostable DHCP agents. Network: 8f0620fb-9d08-427e-a066-4fc2225325b3, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:44:52.741449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e65b3a-b0c3-4559-bac0-3b6fbc437afe None None] Network f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:52.785881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Attempting to bind port 73851558-f3eb-433e-9fdc-5730947d4048 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:52.786221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Attempting to bind port 73851558-f3eb-433e-9fdc-5730947d4048 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:52.786557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Attempting to bind port 73851558-f3eb-433e-9fdc-5730947d4048 on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:52.795528 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Port 73851558-f3eb-433e-9fdc-5730947d4048 on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:44:52.795855 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Attempting to bind port 73851558-f3eb-433e-9fdc-5730947d4048 on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:52.804150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:52.804491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Checking segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:52.804874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Bound using segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:52.805308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Bound port: 73851558-f3eb-433e-9fdc-5730947d4048, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:52.805669 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:52.864696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0f5e8-ea66-4cb3-a394-6c84d237a718 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Network 8f0620fb-9d08-427e-a066-4fc2225325b3 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:44:52.915110 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:52.919274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:52.942403 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8930f40e-8e38-4ddd-aa27-246e3e8310dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:52.994221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-89c60490-b221-4866-b372-bce5061304bc None None] Provisioning for port 3812c64e-3eb6-4685-890e-544e2caba660 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:53.023251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8afb51-3690-4ba9-949b-de5e0f9697c6 req-e3c2ae7e-3f69-4183-aab1-0926726b3fff tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:53.024782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a8afb51-3690-4ba9-949b-de5e0f9697c6 req-e3c2ae7e-3f69-4183-aab1-0926726b3fff tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 943 time: 0.0641735 Aug 29 06:44:53.040965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-f3c0f5e8-ea66-4cb3-a394-6c84d237a718 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 8f0620fb-9d08-427e-a066-4fc2225325b3) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:53.046413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c0f5e8-ea66-4cb3-a394-6c84d237a718 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:53.047014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f5e8-ea66-4cb3-a394-6c84d237a718 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:53.058482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1621cf64-946d-45d9-ac04-d87767923cc3 None None] Network 8f0620fb-9d08-427e-a066-4fc2225325b3 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:53.065270 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:53.116911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a8afb51-3690-4ba9-949b-de5e0f9697c6 req-a2672d13-298c-4561-9d7a-707ab2f02ad0 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743804 Aug 29 06:44:53.134138 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:53.134138 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:53.134138 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] 10.222.0.11 "PUT /v2.0/ports/73851558-f3eb-433e-9fdc-5730947d4048 HTTP/1.1" status: 200 len: 1092 time: 1.7146099 Aug 29 06:44:53.134138 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:44:53.150174 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd6295a-03c2-41a4-a473-851aba7bf44d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "tag": "73851558-f3eb-433e-9fdc-5730947d4048"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:44:53.182495 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f3c0f5e8-ea66-4cb3-a394-6c84d237a718 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9717894 Aug 29 06:44:53.259771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3812c64e-3eb6-4685-890e-544e2caba660 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:53.307423 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d72b48e-00c2-45cd-8f07-cab1b68b8056 x-openstack-request-id: req-9d72b48e-00c2-45cd-8f07-cab1b68b8056 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:44:53.307906 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "tag": "73851558-f3eb-433e-9fdc-5730947d4048", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:44:53.308614 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d72b48e-00c2-45cd-8f07-cab1b68b8056 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:44:53.308872 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048', 'status': 'completed', 'code': 200} Aug 29 06:44:53.317998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e52646-a024-40eb-99e1-3adb3567ab62 service neutron] Pushing event updated for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:53.321296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0387e3-4dd5-4c97-a382-d6a326989e50 req-dc346eb4-44a0-470b-9acc-8a3110a38b75 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:53.336422 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be0387e3-4dd5-4c97-a382-d6a326989e50 req-dc346eb4-44a0-470b-9acc-8a3110a38b75 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 950 time: 0.1180751 Aug 29 06:44:53.411462 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be0387e3-4dd5-4c97-a382-d6a326989e50 req-5a33af67-d056-43c3-819d-fdff46b4c6f7 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686212 Aug 29 06:44:53.434875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6295a-03c2-41a4-a473-851aba7bf44d req-08fef592-9619-40bc-ab05-7da81d45c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:53.436414 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bdd6295a-03c2-41a4-a473-851aba7bf44d req-08fef592-9619-40bc-ab05-7da81d45c70c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 1095 time: 0.1107938 Aug 29 06:44:53.470565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-8f0620fb-9d08-427e-a066-4fc2225325b3', 'network_id': '8f0620fb-9d08-427e-a066-4fc2225325b3', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'fixed_ips': [{'subnet_id': 'e83372de-84dc-4fd9-b45f-f2b3574b1819'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:44:53.473627 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:53.571172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f75d645c-4f56-4e5a-a5ad-7acf4d38fe0e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:53.578229 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 3812c64e-3eb6-4685-890e-544e2caba660 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:53.578801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f75d645c-4f56-4e5a-a5ad-7acf4d38fe0e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:53.581346 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f75d645c-4f56-4e5a-a5ad-7acf4d38fe0e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/networks?id=f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb&id=8f0620fb-9d08-427e-a066-4fc2225325b3 HTTP/1.1" status: 200 len: 1391 time: 0.1353953 Aug 29 06:44:53.602224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-85df2f81-de59-41dc-ba30-85a5093a4fd3 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/quotas/88164f57805344ac9177a0173fdf8041 HTTP/1.1" status: 200 len: 375 time: 0.0145643 Aug 29 06:44:53.612736 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 3812c64e-3eb6-4685-890e-544e2caba660 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:53.612736 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:53.623696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6295a-03c2-41a4-a473-851aba7bf44d req-917afb72-559c-420a-8444-ae9713c468fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:53.625234 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bdd6295a-03c2-41a4-a473-851aba7bf44d req-917afb72-559c-420a-8444-ae9713c468fe service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=897044e83d4b4e3fa039b018ec141c41&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1650095 Aug 29 06:44:53.627953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8930f40e-8e38-4ddd-aa27-246e3e8310dc admin admin] Deleting port b13f485f-1d26-49c9-82bf-380012b8b099 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:53.628298 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8930f40e-8e38-4ddd-aa27-246e3e8310dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:53.677637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-723c058d-8191-4ecb-a868-c97262776478 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=88164f57805344ac9177a0173fdf8041&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676045 Aug 29 06:44:53.727900 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Allocated IP 19.86.0.2 (8f0620fb-9d08-427e-a066-4fc2225325b3/e83372de-84dc-4fd9-b45f-f2b3574b1819/9ff6890e-8440-440c-bb0d-36cfa19ba25b) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:53.784605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-8930f40e-8e38-4ddd-aa27-246e3e8310dc admin admin] For port b13f485f-1d26-49c9-82bf-380012b8b099, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b13f485f-1d26-49c9-82bf-380012b8b099,segment=NetworkSegment(e4487a8a-7eb1-48a0-959a-e9929181d642),segment_id=e4487a8a-7eb1-48a0-959a-e9929181d642)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:53.785248 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8930f40e-8e38-4ddd-aa27-246e3e8310dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:53.807082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8930f40e-8e38-4ddd-aa27-246e3e8310dc admin admin] Calling delete_port for b13f485f-1d26-49c9-82bf-380012b8b099 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:53.825048 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f0259-65a2-4588-be13-b4bddbfea710 req-0a803707-5867-461d-a27c-958754ac5dad tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:53.825427 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:53.826683 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-825f0259-65a2-4588-be13-b4bddbfea710 req-0a803707-5867-461d-a27c-958754ac5dad tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 944 time: 0.0859745 Aug 29 06:44:53.835667 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1ebc3df-1f9c-4e88-801a-2f18c06c9344 service neutron] 10.222.0.76 "GET /v2.0/networks/f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526644 Aug 29 06:44:53.883926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 3812c64e-3eb6-4685-890e-544e2caba660, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3812c64e-3eb6-4685-890e-544e2caba660,segment=NetworkSegment(7f430953-d5d8-4c0c-ac1b-34d546dbf492),segment_id=7f430953-d5d8-4c0c-ac1b-34d546dbf492)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:53.924642 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6295a-03c2-41a4-a473-851aba7bf44d req-a5c0eded-1681-44a9-af47-42a62335fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:53.926123 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bdd6295a-03c2-41a4-a473-851aba7bf44d req-a5c0eded-1681-44a9-af47-42a62335fa8a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2431769 Aug 29 06:44:53.931436 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-825f0259-65a2-4588-be13-b4bddbfea710 req-fe578419-bded-4654-abd2-957dd4edd9e2 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715084 Aug 29 06:44:53.979803 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:53.984521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-0ba6b060-5947-4889-9386-f4123a1ab762 service neutron] 10.222.0.76 "GET /v2.0/networks/f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475353 Aug 29 06:44:53.993186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Transition to ACTIVE for port object 9ff6890e-8440-440c-bb0d-36cfa19ba25b will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:54.008454 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:54.038010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Transition to ACTIVE for port object 9ff6890e-8440-440c-bb0d-36cfa19ba25b will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:54.073714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=3812c64e-3eb6-4685-890e-544e2caba660,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:54.076751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-9eb27264-c6b9-4308-89f6-5f6a945cce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:54.078454 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-9eb27264-c6b9-4308-89f6-5f6a945cce38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 1095 time: 0.0606310 Aug 29 06:44:54.095519 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:54.099658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9ce58651-425f-49ce-a756-4d17eb977d7e service neutron] 10.222.0.76 "GET /v2.0/networks/8f0620fb-9d08-427e-a066-4fc2225325b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139734 Aug 29 06:44:54.142063 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-20b3a17a-6a1a-4167-8f8a-bbf4400da25b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73851558-f3eb-433e-9fdc-5730947d4048 HTTP/1.1" status: 200 len: 217 time: 0.0484207 Aug 29 06:44:54.179584 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8930f40e-8e38-4ddd-aa27-246e3e8310dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:54.199041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20a721-157b-414c-86eb-1a3ab5abb604 req-e6c71df9-39e6-42e8-ba03-5c4fb22e4524 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:54.200750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a20a721-157b-414c-86eb-1a3ab5abb604 req-e6c71df9-39e6-42e8-ba03-5c4fb22e4524 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 950 time: 0.1152930 Aug 29 06:44:54.252127 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-84b074d5-65d6-4c2d-a6b4-fb6665d54013 service neutron] 10.222.0.76 "GET /v2.0/networks/8f0620fb-9d08-427e-a066-4fc2225325b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360557 Aug 29 06:44:54.266217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a20a721-157b-414c-86eb-1a3ab5abb604 req-d96d73a1-2705-4026-82b7-cea8816d0331 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586274 Aug 29 06:44:54.275489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930f40e-8e38-4ddd-aa27-246e3e8310dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b13f485f-1d26-49c9-82bf-380012b8b099,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:54.314188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Network 8f0620fb-9d08-427e-a066-4fc2225325b3 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:54.327922 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:54.339547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:54.340174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Pushing event updated for resources: {'Port': ['ID=9ff6890e-8440-440c-bb0d-36cfa19ba25b,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:54.349857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-afc7ff15-3948-4918-b482-bcbf0902526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:54.351590 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-afc7ff15-3948-4918-b482-bcbf0902526d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.2021921 Aug 29 06:44:54.426403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Attempting to bind port 9ff6890e-8440-440c-bb0d-36cfa19ba25b on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:44:54.426773 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Attempting to bind port 9ff6890e-8440-440c-bb0d-36cfa19ba25b by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '095ada07-56b6-437d-acdb-b04988492012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8f0620fb-9d08-427e-a066-4fc2225325b3'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:44:54.427136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Attempting to bind port 9ff6890e-8440-440c-bb0d-36cfa19ba25b on network 8f0620fb-9d08-427e-a066-4fc2225325b3 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:44:54.434294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:44:54.437194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Checking segment: {'id': '095ada07-56b6-437d-acdb-b04988492012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8f0620fb-9d08-427e-a066-4fc2225325b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:44:54.437194 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:54.437194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Bound using segment: {'id': '095ada07-56b6-437d-acdb-b04988492012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8f0620fb-9d08-427e-a066-4fc2225325b3'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:44:54.437194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Bound port: 9ff6890e-8440-440c-bb0d-36cfa19ba25b, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095ada07-56b6-437d-acdb-b04988492012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8f0620fb-9d08-427e-a066-4fc2225325b3'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:44:54.437194 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:54.499216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-56dd18eb-0023-480e-a1d1-0ecc47adca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:54.500728 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-56dd18eb-0023-480e-a1d1-0ecc47adca77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831718 Aug 29 06:44:54.504514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4894250-bc3b-4f8d-8aa4-d72e9918c96d req-fd31747a-0aae-47a9-bd0d-b9a36fb95902 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:54.506941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4894250-bc3b-4f8d-8aa4-d72e9918c96d req-fd31747a-0aae-47a9-bd0d-b9a36fb95902 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 943 time: 0.0579588 Aug 29 06:44:54.510685 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] For port 9ff6890e-8440-440c-bb0d-36cfa19ba25b, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:54.514297 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] For port 9ff6890e-8440-440c-bb0d-36cfa19ba25b, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9ff6890e-8440-440c-bb0d-36cfa19ba25b,segment=NetworkSegment(095ada07-56b6-437d-acdb-b04988492012),segment_id=095ada07-56b6-437d-acdb-b04988492012)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:44:54.535059 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8930f40e-8e38-4ddd-aa27-246e3e8310dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:54.567980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4894250-bc3b-4f8d-8aa4-d72e9918c96d req-ee5adfce-c5db-4b35-8d6c-13d60c781078 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463362 Aug 29 06:44:54.674168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79a1f74d-18e1-4f57-b1a9-78e55692a5c1 req-d2295644-ef52-4f36-92f8-7e01f4faa4fa tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 210 time: 0.0437682 Aug 29 06:44:54.698207 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:54.702051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3f89de2-8342-495b-92b8-33df96b6735e req-9a34f2e9-9db2-4e50-bb36-c67b6ac912ed tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=6c15973fc0454d55b7ea47f078aaaf62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608001 Aug 29 06:44:54.725603 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-0b0f1d25-b8a7-4388-b055-a15dcbdedcdb service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160916 Aug 29 06:44:54.837965 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89de2-8342-495b-92b8-33df96b6735e req-c2179de8-19e3-4f21-aa97-0f4c79172d03 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:54.839864 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3f89de2-8342-495b-92b8-33df96b6735e req-c2179de8-19e3-4f21-aa97-0f4c79172d03 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1321237 Aug 29 06:44:54.843185 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e8a2a-bd8e-4183-a912-ab0755b58d4a None None] Pushing event updated for resources: {'Port': ['ID=9ff6890e-8440-440c-bb0d-36cfa19ba25b,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:54.881571 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3f89de2-8342-495b-92b8-33df96b6735e req-0fa83e25-7475-49bd-923a-8da3c3a339e5 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/quotas/6c15973fc0454d55b7ea47f078aaaf62 HTTP/1.1" status: 200 len: 375 time: 0.0113187 Aug 29 06:44:54.957884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3f89de2-8342-495b-92b8-33df96b6735e req-8dab93a0-45c2-46b3-8ae6-c4a261411058 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6c15973fc0454d55b7ea47f078aaaf62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652950 Aug 29 06:44:55.000008 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5dd5349-6968-4ef4-a5ac-bce03b0d06db req-c29f1eac-f552-4c8d-af80-db7b4e421ac2 service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649705 Aug 29 06:44:55.011788 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-bf179452-1bdd-4706-b2b6-58405130212e service neutron] 10.222.0.15 "GET /v2.0/ports/d86278e5-eec8-4967-8b1d-ed5611d0ffe7/bindings/n-h2-713301-12 HTTP/1.1" status: 200 len: 385 time: 0.1280382 Aug 29 06:44:55.013577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8930f40e-8e38-4ddd-aa27-246e3e8310dc admin admin] Router d46f1786-3baf-4ec6-bb52-8544195b306f has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:44:55.208567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f14c67-41ef-4459-a405-a90f44cfe622 req-322abfce-03dd-4f6f-9927-a48e96987348 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:55.221025 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63f14c67-41ef-4459-a405-a90f44cfe622 req-322abfce-03dd-4f6f-9927-a48e96987348 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 944 time: 0.1913071 Aug 29 06:44:55.289641 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63f14c67-41ef-4459-a405-a90f44cfe622 req-d5aefdba-ea3f-4438-9c20-14d9e69952cf tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642755 Aug 29 06:44:55.311764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3812c64e-3eb6-4685-890e-544e2caba660 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:55.329284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8930f40e-8e38-4ddd-aa27-246e3e8310dc admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:44:55.338178 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8930f40e-8e38-4ddd-aa27-246e3e8310dc admin admin] 10.222.0.76 "PUT /v2.0/routers/d46f1786-3baf-4ec6-bb52-8544195b306f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4924629 Aug 29 06:44:55.338178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43514) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:55.355518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee2187-89b6-40ee-bb89-891f7253e2c4 None None] Sync routers for ids ['d46f1786-3baf-4ec6-bb52-8544195b306f'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:44:55.382873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee2187-89b6-40ee-bb89-891f7253e2c4 None None] Routers {'d46f1786-3baf-4ec6-bb52-8544195b306f'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:55.383554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-7aee2187-89b6-40ee-bb89-891f7253e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:44:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d46f1786-3baf-4ec6-bb52-8544195b306f'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:55.430928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d178ff9-afc6-47d3-8339-21412d117fa4 req-b3617675-2e9f-4932-b524-d68a1a9492ba tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 210 time: 0.0502269 Aug 29 06:44:55.507073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 3812c64e-3eb6-4685-890e-544e2caba660 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:55.507386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-446253ff-8ee9-4879-a522-2775cb08144b service neutron] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:55.507751 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:55.546824 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:55.573256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-7aee2187-89b6-40ee-bb89-891f7253e2c4 None None] Set router d46f1786-3baf-4ec6-bb52-8544195b306f gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:55.584950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-446253ff-8ee9-4879-a522-2775cb08144b service neutron] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:55.741108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcad5d5-b57c-49ad-a5c5-247a1414cb82 req-0fc9b862-d700-4029-9e81-e45821557fbc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:55.750117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbcad5d5-b57c-49ad-a5c5-247a1414cb82 req-0fc9b862-d700-4029-9e81-e45821557fbc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 943 time: 0.0974481 Aug 29 06:44:55.865392 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b633b66d-4660-4a87-bc16-cac805467792 req-60907b38-4228-4356-a606-5172fafdedaf tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 210 time: 0.0671322 Aug 29 06:44:55.879191 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-7aee2187-89b6-40ee-bb89-891f7253e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'name': 'tempest-FloatingIPDetailsTestJSON-1203523347-router', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'debef91f-8305-4686-8446-3708a086136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:17Z', 'updated_at': '2021-08-29T06:44:53Z', 'revision_number': 5, 'project_id': '8971c5c2da01410fa63f9aa81134477f', 'gw_port': {'id': 'debef91f-8305-4686-8446-3708a086136e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:18Z', 'updated_at': '2021-08-29T06:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:55.883806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbcad5d5-b57c-49ad-a5c5-247a1414cb82 req-c8d0185b-f730-4ec9-adab-d6e74e24f51e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293056 Aug 29 06:44:55.923970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee2187-89b6-40ee-bb89-891f7253e2c4 None None] Checking router: d46f1786-3baf-4ec6-bb52-8544195b306f for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:44:55.936248 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee2187-89b6-40ee-bb89-891f7253e2c4 None None] Routers {'d46f1786-3baf-4ec6-bb52-8544195b306f'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:44:55.937163 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-7aee2187-89b6-40ee-bb89-891f7253e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:44:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d46f1786-3baf-4ec6-bb52-8544195b306f'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:55.990128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-446253ff-8ee9-4879-a522-2775cb08144b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86278e5-eec8-4967-8b1d-ed5611d0ffe7 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:56.007895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-446253ff-8ee9-4879-a522-2775cb08144b service neutron] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:56.038803 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:56.085013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-7aee2187-89b6-40ee-bb89-891f7253e2c4 None None] Set router d46f1786-3baf-4ec6-bb52-8544195b306f gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:44:56.119833 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-446253ff-8ee9-4879-a522-2775cb08144b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:56.222619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2886da8e-7e4c-4f81-b872-c6142a95a078 None None] Network 8f0620fb-9d08-427e-a066-4fc2225325b3 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:56.230918 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-446253ff-8ee9-4879-a522-2775cb08144b service neutron] Transition to ACTIVE for port object d86278e5-eec8-4967-8b1d-ed5611d0ffe7 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:56.244310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] Deleting port debef91f-8305-4686-8446-3708a086136e {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:56.244665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:56.327731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] For port debef91f-8305-4686-8446-3708a086136e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=debef91f-8305-4686-8446-3708a086136e,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:56.328139 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:56.343121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] Calling delete_port for debef91f-8305-4686-8446-3708a086136e owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:56.422496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-7aee2187-89b6-40ee-bb89-891f7253e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'name': 'tempest-FloatingIPDetailsTestJSON-1203523347-router', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'debef91f-8305-4686-8446-3708a086136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:17Z', 'updated_at': '2021-08-29T06:44:53Z', 'revision_number': 5, 'project_id': '8971c5c2da01410fa63f9aa81134477f', 'gw_port': {'id': 'debef91f-8305-4686-8446-3708a086136e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:18Z', 'updated_at': '2021-08-29T06:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:56.436478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695411de-fd68-4dc7-8930-86cc8917e233 req-f956ba45-0d48-47f3-b125-6dbba1e6646a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:56.438536 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-695411de-fd68-4dc7-8930-86cc8917e233 req-f956ba45-0d48-47f3-b125-6dbba1e6646a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 944 time: 0.0594616 Aug 29 06:44:56.468249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-446253ff-8ee9-4879-a522-2775cb08144b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:56.482533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f1d6522b-c651-4b6f-a7e2-f8b5d71b5e54 None None] Provisioning for port 9ff6890e-8440-440c-bb0d-36cfa19ba25b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:56.486631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee2187-89b6-40ee-bb89-891f7253e2c4 None None] The sync data for ids ['d46f1786-3baf-4ec6-bb52-8544195b306f'] in n-d-713301-12 is: [{'id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'name': 'tempest-FloatingIPDetailsTestJSON-1203523347-router', 'tenant_id': '8971c5c2da01410fa63f9aa81134477f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'debef91f-8305-4686-8446-3708a086136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:17Z', 'updated_at': '2021-08-29T06:44:53Z', 'revision_number': 5, 'project_id': '8971c5c2da01410fa63f9aa81134477f', 'gw_port': {'id': 'debef91f-8305-4686-8446-3708a086136e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46f1786-3baf-4ec6-bb52-8544195b306f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:18Z', 'updated_at': '2021-08-29T06:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:44:56.513915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-695411de-fd68-4dc7-8930-86cc8917e233 req-bc445930-3fc5-44af-b395-4727acc2c4db tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675683 Aug 29 06:44:56.586696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446253ff-8ee9-4879-a522-2775cb08144b service neutron] Pushing event updated for resources: {'Port': ['ID=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,revision_number=10']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:56.591097 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-446253ff-8ee9-4879-a522-2775cb08144b service neutron] No DVR routers for this DVR port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:56.635913 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-446253ff-8ee9-4879-a522-2775cb08144b service neutron] 10.222.0.15 "PUT /v2.0/ports/d86278e5-eec8-4967-8b1d-ed5611d0ffe7/bindings/n-h2-713301-12/activate HTTP/1.1" status: 200 len: 370 time: 1.6169446 Aug 29 06:44:56.645721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c1c00f8-5d9e-4381-898a-8d92bbdc7c4d req-ed8f3525-e773-4ac6-a437-b17eff5876cc tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 210 time: 0.0394115 Aug 29 06:44:56.765527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:56.792997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] Pushing event deleted for resources: {'Port': ['ID=debef91f-8305-4686-8446-3708a086136e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:56.899498 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:56.905041 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-d5df40a9-8438-4810-97dc-3db88c0d7d6a tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:56.908407 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-d5df40a9-8438-4810-97dc-3db88c0d7d6a tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1&tenant_id=ae1a013e8eb8401888d6fb6666c86936&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.0815740 Aug 29 06:44:56.998780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c24b8bc4-306e-4b95-8264-6b42b7741a47 req-d988504e-85c7-4b1a-894f-12cd13e5ae88 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 210 time: 0.0299201 Aug 29 06:44:57.037536 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:57.040672 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:57.057856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eba25d-faff-42b6-ab3d-f83ce912379a req-ea4f409c-770e-4915-9655-e51bf0089f82 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:57.060223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1eba25d-faff-42b6-ab3d-f83ce912379a req-ea4f409c-770e-4915-9655-e51bf0089f82 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 943 time: 0.0642936 Aug 29 06:44:57.107473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-eae6e97e-49dc-48f0-9c70-9e9e40fa4286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:57.109447 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-eae6e97e-49dc-48f0-9c70-9e9e40fa4286 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1&tenant_id=ae1a013e8eb8401888d6fb6666c86936 HTTP/1.1" status: 200 len: 1097 time: 0.1725001 Aug 29 06:44:57.128352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1eba25d-faff-42b6-ab3d-f83ce912379a req-798ac115-925a-4495-b962-321323909bdd tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574377 Aug 29 06:44:57.212136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-ce344426-3f80-4415-8db4-a3a7c381751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:57.213825 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-ce344426-3f80-4415-8db4-a3a7c381751d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 1097 time: 0.0466971 Aug 29 06:44:57.241761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9ff6890e-8440-440c-bb0d-36cfa19ba25b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:57.244195 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:57.244722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d46f1786-3baf-4ec6-bb52-8544195b306f {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:44:57.249708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:57.251175 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b1c29874-9e60-4c49-bf97-1f8f08fef07b admin admin] 10.222.0.76 "DELETE /v2.0/routers/d46f1786-3baf-4ec6-bb52-8544195b306f HTTP/1.1" status: 204 len: 168 time: 1.9112401 Aug 29 06:44:57.253614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43544) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:57.329075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-0881e705-e27a-4907-b237-f1127ce5e1c5 admin admin] Deleting subnet 3b6cb676-79c8-4ed6-b27e-247f9d88f860 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:44:57.334342 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0881e705-e27a-4907-b237-f1127ce5e1c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:57.349446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-48477d85-e1ad-4cab-84b5-e9c6bd17646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:57.353736 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-48477d85-e1ad-4cab-84b5-e9c6bd17646d service neutron] 10.222.0.11 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.1314254 Aug 29 06:44:57.381827 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0881e705-e27a-4907-b237-f1127ce5e1c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:57.415008 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-320ee6e6-265f-45db-9543-b378f26dd72f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7 HTTP/1.1" status: 200 len: 217 time: 0.0460508 Aug 29 06:44:57.437500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 9ff6890e-8440-440c-bb0d-36cfa19ba25b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:57.446295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9ff6890e-8440-440c-bb0d-36cfa19ba25b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:57.446295 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:57.468971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-3b8ae92a-2142-4f7a-b925-782b6cc4cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:57.470509 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-3b8ae92a-2142-4f7a-b925-782b6cc4cbf0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.0459116 Aug 29 06:44:57.481990 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0881e705-e27a-4907-b237-f1127ce5e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:57.507469 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-d63f70ba-7089-451c-bd1a-65e57dbc2067 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288818 Aug 29 06:44:57.529280 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:57.568318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 9ff6890e-8440-440c-bb0d-36cfa19ba25b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9ff6890e-8440-440c-bb0d-36cfa19ba25b,segment=NetworkSegment(095ada07-56b6-437d-acdb-b04988492012),segment_id=095ada07-56b6-437d-acdb-b04988492012)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:57.637869 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-a972db08-0da0-4999-91a9-f39678f1dbe9 service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129935 Aug 29 06:44:57.640585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dfff5-c3ee-41bf-a426-a7d82109c10d req-164263dd-5790-4df8-b215-ce0de04684cc tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:57.642110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-620dfff5-c3ee-41bf-a426-a7d82109c10d req-164263dd-5790-4df8-b215-ce0de04684cc tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 945 time: 0.0524774 Aug 29 06:44:57.694027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-620dfff5-c3ee-41bf-a426-a7d82109c10d req-c25a229e-a508-4527-92e7-765719268ccf tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452781 Aug 29 06:44:57.719979 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:57.728121 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0881e705-e27a-4907-b237-f1127ce5e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:57.764231 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b13f485f-1d26-49c9-82bf-380012b8b099 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:57.802278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: b13f485f-1d26-49c9-82bf-380012b8b099 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:57.802670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b13f485f-1d26-49c9-82bf-380012b8b099 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:57.806823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881e705-e27a-4907-b237-f1127ce5e1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6cb676-79c8-4ed6-b27e-247f9d88f860,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:57.811349 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-b7457add-f117-4d68-b442-5ea4a30b6853 service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652172 Aug 29 06:44:57.821570 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0881e705-e27a-4907-b237-f1127ce5e1c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:57.826192 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0881e705-e27a-4907-b237-f1127ce5e1c5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3b6cb676-79c8-4ed6-b27e-247f9d88f860 HTTP/1.1" status: 204 len: 168 time: 0.5688252 Aug 29 06:44:57.827179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43554) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:57.836888 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73989b9d-ec29-416d-b832-6e3cdb00e530 None None] Network 657be3e8-4ae7-4c70-b987-1576a93ca595 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:44:57.843678 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14feaea4-f127-4e9c-a2ec-9a81b53e43cd req-c4ebc965-1e6b-4bf6-9b78-92a22d0d89ea tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 210 time: 0.0421224 Aug 29 06:44:57.889186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=9ff6890e-8440-440c-bb0d-36cfa19ba25b,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:57.964462 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.034635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-52aa8371-c7b6-40bb-b778-2a9db78a3682 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:58.040594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-52aa8371-c7b6-40bb-b778-2a9db78a3682 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:58.042172 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-52aa8371-c7b6-40bb-b778-2a9db78a3682 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "GET /v2.0/networks?id=f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb&id=8f0620fb-9d08-427e-a066-4fc2225325b3 HTTP/1.1" status: 200 len: 1391 time: 0.2512333 Aug 29 06:44:58.058675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98240d89-132e-43ae-8954-cd991a17c3e8 None None] DHCP port deletion for 657be3e8-4ae7-4c70-b987-1576a93ca595 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:44:58.066197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f58c4241-4d74-4bc1-8bd5-1fac9ee8e82a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Request body: {'port': {'device_id': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'network_id': 'f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb', 'admin_state_up': True, 'tenant_id': '88164f57805344ac9177a0173fdf8041'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:58.106991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-98240d89-132e-43ae-8954-cd991a17c3e8 None None] Deleting port a236c659-aa4e-4edd-8e7e-0af67447afa6 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:58.107750 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-98240d89-132e-43ae-8954-cd991a17c3e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.111079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73851558-f3eb-433e-9fdc-5730947d4048 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:44:58.117212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Deleting port a236c659-aa4e-4edd-8e7e-0af67447afa6 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:44:58.117563 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.163507 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-103fad16-daf4-4f47-ace3-81012f8b49d9 req-7f897b51-1751-4d43-9c79-7bd275e068da tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 210 time: 0.0760059 Aug 29 06:44:58.234377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] For port a236c659-aa4e-4edd-8e7e-0af67447afa6, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a236c659-aa4e-4edd-8e7e-0af67447afa6,segment=NetworkSegment(e4487a8a-7eb1-48a0-959a-e9929181d642),segment_id=e4487a8a-7eb1-48a0-959a-e9929181d642)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:58.234680 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.240428 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-98240d89-132e-43ae-8954-cd991a17c3e8 None None] For port a236c659-aa4e-4edd-8e7e-0af67447afa6, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a236c659-aa4e-4edd-8e7e-0af67447afa6,segment=NetworkSegment(e4487a8a-7eb1-48a0-959a-e9929181d642),segment_id=e4487a8a-7eb1-48a0-959a-e9929181d642)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:58.240839 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-98240d89-132e-43ae-8954-cd991a17c3e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.262446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Calling delete_port for a236c659-aa4e-4edd-8e7e-0af67447afa6 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:58.264964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-98240d89-132e-43ae-8954-cd991a17c3e8 None None] Calling delete_port for a236c659-aa4e-4edd-8e7e-0af67447afa6 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:44:58.348663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e9d42-de81-4a3d-85e4-8d93a52367b6 req-dece5a61-2ad4-4811-a4fd-5861f9375d62 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:58.349601 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:58.351181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-420e9d42-de81-4a3d-85e4-8d93a52367b6 req-dece5a61-2ad4-4811-a4fd-5861f9375d62 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 943 time: 0.0960255 Aug 29 06:44:58.363599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '73851558-f3eb-433e-9fdc-5730947d4048', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'port_id': '73851558-f3eb-433e-9fdc-5730947d4048', 'mac_address': 'fa:16:3e:95:29:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:44:58.391845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-420e9d42-de81-4a3d-85e4-8d93a52367b6 req-c5ab3a64-da97-43d5-a4e7-495a0af3f871 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347409 Aug 29 06:44:58.420180 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.439200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73851558-f3eb-433e-9fdc-5730947d4048 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:44:58.458202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:44:58.490427 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f58c4241-4d74-4bc1-8bd5-1fac9ee8e82a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:58.494116 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f58c4241-4d74-4bc1-8bd5-1fac9ee8e82a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.623232 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f58c4241-4d74-4bc1-8bd5-1fac9ee8e82a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Allocated IP 19.80.0.204 (f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb/9899531c-f2e0-46c5-a7ef-0c7a20403a2b/8b41b4c1-e795-4955-a019-0bb1fd8ff0f2) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:58.648926 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.652261 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-98240d89-132e-43ae-8954-cd991a17c3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.681765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98240d89-132e-43ae-8954-cd991a17c3e8 None None] Pushing event deleted for resources: {'Port': ['ID=a236c659-aa4e-4edd-8e7e-0af67447afa6,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:58.685261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98240d89-132e-43ae-8954-cd991a17c3e8 None None] No DVR routers for this DVR port a236c659-aa4e-4edd-8e7e-0af67447afa6 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:58.692618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Pushing event deleted for resources: {'Port': ['ID=a236c659-aa4e-4edd-8e7e-0af67447afa6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:58.698869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] No DVR routers for this DVR port a236c659-aa4e-4edd-8e7e-0af67447afa6 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:44:58.731721 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.785722 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d86278e5-eec8-4967-8b1d-ed5611d0ffe7 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:58.826729 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:58.828934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3f89de2-8342-495b-92b8-33df96b6735e req-499a0f04-c95e-4c5b-9e98-125d92164743 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6c15973fc0454d55b7ea47f078aaaf62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369430 Aug 29 06:44:58.866480 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.867015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d86278e5-eec8-4967-8b1d-ed5611d0ffe7 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:58.884356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f129d-4434-417d-9ec0-fd750a7cf69c req-e7f167c2-cf40-4e9d-918a-9f7ee8f4a944 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:58.886039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-483f129d-4434-417d-9ec0-fd750a7cf69c req-e7f167c2-cf40-4e9d-918a-9f7ee8f4a944 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 945 time: 0.1054344 Aug 29 06:44:58.892453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657be3e8-4ae7-4c70-b987-1576a93ca595']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:58.914541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4487a8a-7eb1-48a0-959a-e9929181d642') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:58.914825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4487a8a-7eb1-48a0-959a-e9929181d642') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:44:58.932690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-cdd46247-88c9-483d-b414-2a938d28eeae tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:58.934166 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-cdd46247-88c9-483d-b414-2a938d28eeae tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1&tenant_id=ae1a013e8eb8401888d6fb6666c86936&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.1251915 Aug 29 06:44:58.937619 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.961517 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f58c4241-4d74-4bc1-8bd5-1fac9ee8e82a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.963665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.972677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-483f129d-4434-417d-9ec0-fd750a7cf69c req-eda067d8-6b9d-4fa9-b2c9-c2f29810aaa8 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594175 Aug 29 06:44:58.983552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:44:58.984043 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:44:58.985797 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:44:58.988510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f58c4241-4d74-4bc1-8bd5-1fac9ee8e82a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Transition to ACTIVE for port object 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:44:59.021242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89de2-8342-495b-92b8-33df96b6735e req-787c36d6-2254-4d82-a86d-532be1c672fa tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:59.022786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3f89de2-8342-495b-92b8-33df96b6735e req-787c36d6-2254-4d82-a86d-532be1c672fa tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826687 Aug 29 06:44:59.060649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c3f89de2-8342-495b-92b8-33df96b6735e req-ace98da9-9776-4334-9fd1-f88d5be7f8c8 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Request body: {'port': {'device_id': '438bb3a0-951d-4d91-beaa-f04d220877c5', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '6c15973fc0454d55b7ea47f078aaaf62'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:59.177105 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9ff6890e-8440-440c-bb0d-36cfa19ba25b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:44:59.184401 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05c6d0b7-d486-406b-8f9f-99e703a35a6f req-5e94f075-a258-46e6-819a-a0e03fa57f78 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 210 time: 0.0830824 Aug 29 06:44:59.222305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911c202-7137-4bbf-84ca-dfed8f3c137e req-ed29a88f-2e87-41a2-8368-093a4c464cb6 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:59.224013 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1911c202-7137-4bbf-84ca-dfed8f3c137e req-ed29a88f-2e87-41a2-8368-093a4c464cb6 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 1097 time: 0.1340668 Aug 29 06:44:59.247253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9ff6890e-8440-440c-bb0d-36cfa19ba25b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:59.247712 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:59.296309 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ba85fe3-ac4e-4d25-84dd-b86718ee4686 req-d4e38e80-1eb0-4305-85ee-f7e8b90325ab tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 210 time: 0.0413349 Aug 29 06:44:59.324309 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:59.336227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1911c202-7137-4bbf-84ca-dfed8f3c137e req-2591252f-78f8-4a07-9df5-1986c8915a4e tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897472 Aug 29 06:44:59.337626 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:59.337626 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] 10.222.0.76 "DELETE /v2.0/networks/657be3e8-4ae7-4c70-b987-1576a93ca595 HTTP/1.1" status: 204 len: 168 time: 1.5055325 Aug 29 06:44:59.356267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1191770-fb9b-40be-94c5-0eebde13565b admin admin] Pushing event deleted for resources: {'Network': ['ID=657be3e8-4ae7-4c70-b987-1576a93ca595,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:59.386285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f58c4241-4d74-4bc1-8bd5-1fac9ee8e82a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:59.417262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f89de2-8342-495b-92b8-33df96b6735e req-ace98da9-9776-4334-9fd1-f88d5be7f8c8 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Made reservation on behalf of 6c15973fc0454d55b7ea47f078aaaf62 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:44:59.429833 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c3f89de2-8342-495b-92b8-33df96b6735e req-ace98da9-9776-4334-9fd1-f88d5be7f8c8 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:59.456181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-9dbd19c6-123d-44d2-95b0-f908d55b0521 service neutron] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:44:59.466824 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-9dbd19c6-123d-44d2-95b0-f908d55b0521 service neutron] Notify callbacks [] for binding, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:59.468619 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cea40de-774e-40ac-82f1-bbe259bb3020 req-9dbd19c6-123d-44d2-95b0-f908d55b0521 service neutron] 10.222.0.11 "DELETE /v2.0/ports/d86278e5-eec8-4967-8b1d-ed5611d0ffe7/bindings/n-h1-713301-12 HTTP/1.1" status: 204 len: 173 time: 0.4700792 Aug 29 06:44:59.496430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c4241-4d74-4bc1-8bd5-1fac9ee8e82a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event updated for resources: {'Port': ['ID=8b41b4c1-e795-4955-a019-0bb1fd8ff0f2,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:44:59.505804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f58c4241-4d74-4bc1-8bd5-1fac9ee8e82a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Network f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:44:59.509786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f58c4241-4d74-4bc1-8bd5-1fac9ee8e82a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:44:59.513565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f58c4241-4d74-4bc1-8bd5-1fac9ee8e82a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:44:59.564803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['73851558-f3eb-433e-9fdc-5730947d4048'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:44:59.602059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f58c4241-4d74-4bc1-8bd5-1fac9ee8e82a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:59.602799 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f58c4241-4d74-4bc1-8bd5-1fac9ee8e82a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:59.704733 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f58c4241-4d74-4bc1-8bd5-1fac9ee8e82a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6439865 Aug 29 06:44:59.734147 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-869d5d9c-5911-4fb4-934b-9029baa4b30a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Request body: {'port': {'device_id': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'network_id': '8f0620fb-9d08-427e-a066-4fc2225325b3', 'admin_state_up': True, 'tenant_id': '88164f57805344ac9177a0173fdf8041'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:44:59.746081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a236c659-aa4e-4edd-8e7e-0af67447afa6 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:59.786218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: a236c659-aa4e-4edd-8e7e-0af67447afa6 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:59.786551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a236c659-aa4e-4edd-8e7e-0af67447afa6 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:59.786976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device debef91f-8305-4686-8446-3708a086136e no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:44:59.798418 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143cdca-9380-43ff-b6f7-eed11b6fafd1 req-c0608466-4840-42d0-bee4-aec52eb498b9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:59.800282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7143cdca-9380-43ff-b6f7-eed11b6fafd1 req-c0608466-4840-42d0-bee4-aec52eb498b9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.2378151 Aug 29 06:44:59.826571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: debef91f-8305-4686-8446-3708a086136e {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:44:59.826921 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device debef91f-8305-4686-8446-3708a086136e not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:44:59.867079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-c3f89de2-8342-495b-92b8-33df96b6735e req-ace98da9-9776-4334-9fd1-f88d5be7f8c8 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Allocated IP 192.168.233.100 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/05788fa0-d347-476d-9cd1-e6d29c273ee6) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:44:59.903977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-e2794c4d-1de0-4059-ad37-974938c900c4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:44:59.905424 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-e2794c4d-1de0-4059-ad37-974938c900c4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 807 time: 0.2867491 Aug 29 06:44:59.909678 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7143cdca-9380-43ff-b6f7-eed11b6fafd1 req-eae12a47-1d90-4cd1-9faa-fe54c6baa975 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021130 Aug 29 06:44:59.941457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-55e22907-09f9-4c05-a29d-671ddcdf110b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/quotas/ae1a013e8eb8401888d6fb6666c86936 HTTP/1.1" status: 200 len: 375 time: 0.0271978 Aug 29 06:44:59.945648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43596) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:44:59.965192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5eb80379-a8be-44bd-a7b9-d816eb4f7b20 None None] Provisioning for port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:44:59.972847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5eb80379-a8be-44bd-a7b9-d816eb4f7b20 None None] Provisioning complete for port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:44:59.973322 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5eb80379-a8be-44bd-a7b9-d816eb4f7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:44:59.999212 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a55f0f82-32c0-4d2c-9aae-d764154593fb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8971c5c2da01410fa63f9aa81134477f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520153 Aug 29 06:45:00.001638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43600) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:00.048339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5eb80379-a8be-44bd-a7b9-d816eb4f7b20 None None] Port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:45:00.072502 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-069a4e0c-977a-44ab-99ac-1acb85d89b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:00.072825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-a219668c-fe3d-4fc1-a87e-e6119f0ff48f tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1207743 Aug 29 06:45:00.090470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-869d5d9c-5911-4fb4-934b-9029baa4b30a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Made reservation on behalf of 88164f57805344ac9177a0173fdf8041 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:45:00.094000 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-869d5d9c-5911-4fb4-934b-9029baa4b30a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:00.115386 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-069a4e0c-977a-44ab-99ac-1acb85d89b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:00.136252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d86278e5-eec8-4967-8b1d-ed5611d0ffe7 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:45:00.189290 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c3f89de2-8342-495b-92b8-33df96b6735e req-ace98da9-9776-4334-9fd1-f88d5be7f8c8 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:00.219364 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-c44c709f-625c-4d91-bdce-96c5e48db7e6 service neutron] 10.222.0.76 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455834 Aug 29 06:45:00.229717 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-c3f89de2-8342-495b-92b8-33df96b6735e req-ace98da9-9776-4334-9fd1-f88d5be7f8c8 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Transition to ACTIVE for port object 05788fa0-d347-476d-9cd1-e6d29c273ee6 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:00.259538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-869d5d9c-5911-4fb4-934b-9029baa4b30a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Allocated IP 19.86.0.156 (8f0620fb-9d08-427e-a066-4fc2225325b3/e83372de-84dc-4fd9-b45f-f2b3574b1819/ffc51435-b29a-4fce-b5f4-6633ddaf9463) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:45:00.323546 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c9f3dd6-49a9-4ca1-8ec2-efed43a833dc req-6583e60d-4ff6-442f-8efa-30a121066793 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 210 time: 0.0426526 Aug 29 06:45:00.365984 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-b0f09f43-4257-4fb4-9d43-4bd7b8975833 service neutron] 10.222.0.76 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457555 Aug 29 06:45:00.386725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-069a4e0c-977a-44ab-99ac-1acb85d89b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:00.389486 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-069a4e0c-977a-44ab-99ac-1acb85d89b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:00.393192 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-069a4e0c-977a-44ab-99ac-1acb85d89b56 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e4616022-3e7d-4fb9-bb3f-cead47a72d44 HTTP/1.1" status: 204 len: 168 time: 0.3872669 Aug 29 06:45:00.416625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a4e0c-977a-44ab-99ac-1acb85d89b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4616022-3e7d-4fb9-bb3f-cead47a72d44,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:00.437261 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-869d5d9c-5911-4fb4-934b-9029baa4b30a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:00.455781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56916dd1-ffd4-41a6-9848-37f3e9932c18 req-ee66cf18-d125-41d8-aaac-ced6228a9233 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:00.459078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56916dd1-ffd4-41a6-9848-37f3e9932c18 req-ee66cf18-d125-41d8-aaac-ced6228a9233 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 932 time: 0.0708408 Aug 29 06:45:00.462639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-869d5d9c-5911-4fb4-934b-9029baa4b30a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Transition to ACTIVE for port object ffc51435-b29a-4fce-b5f4-6633ddaf9463 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:00.492079 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c3f89de2-8342-495b-92b8-33df96b6735e req-ace98da9-9776-4334-9fd1-f88d5be7f8c8 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:00.550283 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56916dd1-ffd4-41a6-9848-37f3e9932c18 req-de39b1bd-98d4-4bb9-b76a-68ff52ce57dc tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847406 Aug 29 06:45:00.561723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f89de2-8342-495b-92b8-33df96b6735e req-ace98da9-9776-4334-9fd1-f88d5be7f8c8 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:45:00.565424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-c3f89de2-8342-495b-92b8-33df96b6735e req-ace98da9-9776-4334-9fd1-f88d5be7f8c8 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:00.568474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f89de2-8342-495b-92b8-33df96b6735e req-ace98da9-9776-4334-9fd1-f88d5be7f8c8 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:45:00.583082 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-869d5d9c-5911-4fb4-934b-9029baa4b30a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:00.613072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace98da9-9776-4334-9fd1-f88d5be7f8c8 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Pushing event updated for resources: {'Port': ['ID=05788fa0-d347-476d-9cd1-e6d29c273ee6,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:00.627632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-869d5d9c-5911-4fb4-934b-9029baa4b30a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Network 8f0620fb-9d08-427e-a066-4fc2225325b3 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:45:00.642095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89de2-8342-495b-92b8-33df96b6735e req-ace98da9-9776-4334-9fd1-f88d5be7f8c8 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:00.659568 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c3f89de2-8342-495b-92b8-33df96b6735e req-ace98da9-9776-4334-9fd1-f88d5be7f8c8 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:00.660906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-869d5d9c-5911-4fb4-934b-9029baa4b30a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:00.660906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d5d9c-5911-4fb4-934b-9029baa4b30a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event updated for resources: {'Port': ['ID=ffc51435-b29a-4fce-b5f4-6633ddaf9463,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:00.660906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-869d5d9c-5911-4fb4-934b-9029baa4b30a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:45:00.733625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-869d5d9c-5911-4fb4-934b-9029baa4b30a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:00.734441 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-869d5d9c-5911-4fb4-934b-9029baa4b30a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:00.780820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4925b778-5652-4005-a37d-698a4dba6b30 req-219b7085-9927-42a7-afed-b21be651423d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 210 time: 0.0304222 Aug 29 06:45:00.782184 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3f89de2-8342-495b-92b8-33df96b6735e req-ace98da9-9776-4334-9fd1-f88d5be7f8c8 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7389615 Aug 29 06:45:00.809914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Request body: {'port': {'device_id': '438bb3a0-951d-4d91-beaa-f04d220877c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:00.881614 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-869d5d9c-5911-4fb4-934b-9029baa4b30a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1525567 Aug 29 06:45:00.887580 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:00.902184 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Request body: {'port': {'device_id': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:00.919570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:01.047740 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:01.132281 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e7f6d104-264c-40fb-9128-ce6fd0adeb6a None None] Provisioning for port 05788fa0-d347-476d-9cd1-e6d29c273ee6 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:01.138966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e7f6d104-264c-40fb-9128-ce6fd0adeb6a None None] Provisioning complete for port 05788fa0-d347-476d-9cd1-e6d29c273ee6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:01.139370 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7f6d104-264c-40fb-9128-ce6fd0adeb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:01.201492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6d104-264c-40fb-9128-ce6fd0adeb6a None None] Port 05788fa0-d347-476d-9cd1-e6d29c273ee6 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:45:01.265293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21cf2a-9656-4e51-b10f-97e0dbb0dd2f req-7476f289-630c-43ee-89c4-2319ad7f4209 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:01.266824 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c21cf2a-9656-4e51-b10f-97e0dbb0dd2f req-7476f289-630c-43ee-89c4-2319ad7f4209 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.2268465 Aug 29 06:45:01.331131 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c21cf2a-9656-4e51-b10f-97e0dbb0dd2f req-898a8f64-b489-4e76-a0ec-1bc5bbfe6d3e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563407 Aug 29 06:45:01.409661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05788fa0-d347-476d-9cd1-e6d29c273ee6 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:01.425396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:01.427555 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:01.433054 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:01.445288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Transition to ACTIVE for port object 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:01.457731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Transition to ACTIVE for port object 05788fa0-d347-476d-9cd1-e6d29c273ee6 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:01.473813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377f8d5-9085-4425-b201-55c15e60af27 req-0589ed9d-4e7d-461c-91df-1fdbb04585b2 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:01.475269 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b377f8d5-9085-4425-b201-55c15e60af27 req-0589ed9d-4e7d-461c-91df-1fdbb04585b2 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 936 time: 0.0608459 Aug 29 06:45:01.478052 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-863206c6-3c60-40da-a682-e4214fce4922 None None] Provisioning for port ffc51435-b29a-4fce-b5f4-6633ddaf9463 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:01.482700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-863206c6-3c60-40da-a682-e4214fce4922 None None] Provisioning complete for port ffc51435-b29a-4fce-b5f4-6633ddaf9463 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:01.483323 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-863206c6-3c60-40da-a682-e4214fce4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:01.514800 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b377f8d5-9085-4425-b201-55c15e60af27 req-40a18623-c842-4b31-8e50-6754dceb2017 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326579 Aug 29 06:45:01.520636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-863206c6-3c60-40da-a682-e4214fce4922 None None] Port ffc51435-b29a-4fce-b5f4-6633ddaf9463 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:45:01.650695 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:01.651567 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:01.711009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Pushing event updated for resources: {'Port': ['ID=05788fa0-d347-476d-9cd1-e6d29c273ee6,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:01.725849 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb20d7-b7d3-44b5-a258-ea8c74b9ec27 req-612bb6ce-2e76-49de-aea7-086404e6d441 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:01.730700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b41b4c1-e795-4955-a019-0bb1fd8ff0f2,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:01.732580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb20d7-b7d3-44b5-a258-ea8c74b9ec27 req-612bb6ce-2e76-49de-aea7-086404e6d441 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:01.740331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93eb20d7-b7d3-44b5-a258-ea8c74b9ec27 req-612bb6ce-2e76-49de-aea7-086404e6d441 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1655 time: 0.1224532 Aug 29 06:45:01.799940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Attempting to bind port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:01.800296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Attempting to bind port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '7f430953-d5d8-4c0c-ac1b-34d546dbf492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:01.800774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Attempting to bind port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 on network f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:01.813082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 on network f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:45:01.813422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Attempting to bind port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 on network f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:01.837896 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:01.838310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Checking segment: {'id': '7f430953-d5d8-4c0c-ac1b-34d546dbf492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:01.843513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Bound using segment: {'id': '7f430953-d5d8-4c0c-ac1b-34d546dbf492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:01.843513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Bound port: 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f430953-d5d8-4c0c-ac1b-34d546dbf492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:01.843513 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:01.851120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93eb20d7-b7d3-44b5-a258-ea8c74b9ec27 req-9d62b01b-9074-4b27-adbc-8ed33092d433 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098664 Aug 29 06:45:01.922066 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a9ca9c6-8bbd-46f3-91bb-59093d520057 req-3c740ecf-0d66-429e-9986-80add97c172b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 210 time: 0.0670691 Aug 29 06:45:01.956703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Attempting to bind port 05788fa0-d347-476d-9cd1-e6d29c273ee6 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:01.957049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Attempting to bind port 05788fa0-d347-476d-9cd1-e6d29c273ee6 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:01.957386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Attempting to bind port 05788fa0-d347-476d-9cd1-e6d29c273ee6 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:01.964786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Port 05788fa0-d347-476d-9cd1-e6d29c273ee6 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:45:01.965163 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Attempting to bind port 05788fa0-d347-476d-9cd1-e6d29c273ee6 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:01.972251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] For port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:01.973599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:01.973951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:01.974403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:01.974834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Bound port: 05788fa0-d347-476d-9cd1-e6d29c273ee6, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:01.975295 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:01.979050 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] For port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=8b41b4c1-e795-4955-a019-0bb1fd8ff0f2,segment=NetworkSegment(7f430953-d5d8-4c0c-ac1b-34d546dbf492),segment_id=7f430953-d5d8-4c0c-ac1b-34d546dbf492)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:02.066299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] For port 05788fa0-d347-476d-9cd1-e6d29c273ee6, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:02.069993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] For port 05788fa0-d347-476d-9cd1-e6d29c273ee6, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=05788fa0-d347-476d-9cd1-e6d29c273ee6,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:02.090163 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:02.125951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:02.126573 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:02.128566 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] 10.222.0.11 "PUT /v2.0/ports/8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 HTTP/1.1" status: 200 len: 1093 time: 1.2309790 Aug 29 06:45:02.131718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'tag': '8b41b4c1-e795-4955-a019-0bb1fd8ff0f2'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:02.131718 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc19120d-c055-4c9c-8783-408c56cc3a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd76241d-cbf8-4681-93f9-8ba9117ffa3d", "tag": "8b41b4c1-e795-4955-a019-0bb1fd8ff0f2"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:02.145692 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73851558-f3eb-433e-9fdc-5730947d4048 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:02.162020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52bf6f-e4a2-4dd5-8651-6bafabae8fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b41b4c1-e795-4955-a019-0bb1fd8ff0f2,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:02.173760 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:45:02.177052 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:02.218820 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb611d50-f584-460f-a7c6-558d4a318614 x-openstack-request-id: req-cb611d50-f584-460f-a7c6-558d4a318614 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:02.220801 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd76241d-cbf8-4681-93f9-8ba9117ffa3d", "tag": "8b41b4c1-e795-4955-a019-0bb1fd8ff0f2", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:02.220801 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb611d50-f584-460f-a7c6-558d4a318614 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:02.220801 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'tag': '8b41b4c1-e795-4955-a019-0bb1fd8ff0f2', 'status': 'completed', 'code': 200} Aug 29 06:45:02.259494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:02.260538 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:02.262823 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3f89de2-8342-495b-92b8-33df96b6735e req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] 10.222.0.11 "PUT /v2.0/ports/05788fa0-d347-476d-9cd1-e6d29c273ee6 HTTP/1.1" status: 200 len: 1097 time: 1.4585223 Aug 29 06:45:02.263263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438bb3a0-951d-4d91-beaa-f04d220877c5', 'tag': '05788fa0-d347-476d-9cd1-e6d29c273ee6'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:02.265734 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f636b-2026-43d2-9ad2-3bdae6dbfbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "438bb3a0-951d-4d91-beaa-f04d220877c5", "tag": "05788fa0-d347-476d-9cd1-e6d29c273ee6"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:02.305820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0f536-c7b8-4b4c-9201-62a67c6de315 service neutron] Pushing event updated for resources: {'Port': ['ID=05788fa0-d347-476d-9cd1-e6d29c273ee6,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:02.328928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Request body: {'port': {'device_id': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:02.376300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19120d-c055-4c9c-8783-408c56cc3a1f req-4d5c0c77-8028-4a89-8f1b-8c3c1fd12816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:02.376564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19120d-c055-4c9c-8783-408c56cc3a1f req-4d5c0c77-8028-4a89-8f1b-8c3c1fd12816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:02.381734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bc19120d-c055-4c9c-8783-408c56cc3a1f req-4d5c0c77-8028-4a89-8f1b-8c3c1fd12816 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88164f57805344ac9177a0173fdf8041&device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1915 time: 0.0855253 Aug 29 06:45:02.494286 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 73851558-f3eb-433e-9fdc-5730947d4048 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:02.505566 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:02.509403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 73851558-f3eb-433e-9fdc-5730947d4048 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:02.510013 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:02.599751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19120d-c055-4c9c-8783-408c56cc3a1f req-de28e9a0-9bb9-4c4f-b6fc-42a6f21a1333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:02.608124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19120d-c055-4c9c-8783-408c56cc3a1f req-de28e9a0-9bb9-4c4f-b6fc-42a6f21a1333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:02.608124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19120d-c055-4c9c-8783-408c56cc3a1f req-de28e9a0-9bb9-4c4f-b6fc-42a6f21a1333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:02.608124 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bc19120d-c055-4c9c-8783-408c56cc3a1f req-de28e9a0-9bb9-4c4f-b6fc-42a6f21a1333 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=88164f57805344ac9177a0173fdf8041&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2063298 Aug 29 06:45:02.639791 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:02.647995 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25588cb6-1310-408b-94b0-f11a15d3b0fb x-openstack-request-id: req-25588cb6-1310-408b-94b0-f11a15d3b0fb {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:02.648233 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438bb3a0-951d-4d91-beaa-f04d220877c5", "tag": "05788fa0-d347-476d-9cd1-e6d29c273ee6", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:02.648825 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-25588cb6-1310-408b-94b0-f11a15d3b0fb {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:02.649737 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438bb3a0-951d-4d91-beaa-f04d220877c5', 'tag': '05788fa0-d347-476d-9cd1-e6d29c273ee6', 'status': 'completed', 'code': 200} Aug 29 06:45:02.669344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89de2-8342-495b-92b8-33df96b6735e req-6012f820-0578-45cc-a515-64b572f53292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:02.671018 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c3f89de2-8342-495b-92b8-33df96b6735e req-6012f820-0578-45cc-a515-64b572f53292 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c15973fc0454d55b7ea47f078aaaf62&device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 1100 time: 0.1427855 Aug 29 06:45:02.682257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:02.694412 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63535635-2e99-4601-8701-2217b3476d3e" -d '{"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-plugged", "status": "completed", "tag": "73851558-f3eb-433e-9fdc-5730947d4048"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:02.701074 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:02.777438 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c3f89de2-8342-495b-92b8-33df96b6735e req-ee7cb583-6c45-4581-a2e6-1c95c01bba8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=05788fa0-d347-476d-9cd1-e6d29c273ee6 HTTP/1.1" status: 200 len: 217 time: 0.0502610 Aug 29 06:45:02.865163 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:02.881155 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89de2-8342-495b-92b8-33df96b6735e req-d8caf7cd-658e-481c-942e-e4114e30b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:02.882637 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c3f89de2-8342-495b-92b8-33df96b6735e req-d8caf7cd-658e-481c-942e-e4114e30b5c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0963783 Aug 29 06:45:02.923550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:02.967273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89de2-8342-495b-92b8-33df96b6735e req-44de72bb-7e06-426c-96f0-942d7f524fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:02.968772 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c3f89de2-8342-495b-92b8-33df96b6735e req-44de72bb-7e06-426c-96f0-942d7f524fc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0773671 Aug 29 06:45:03.056074 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc51435-b29a-4fce-b5f4-6633ddaf9463 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:03.066143 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:03.092688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Transition to ACTIVE for port object ffc51435-b29a-4fce-b5f4-6633ddaf9463 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:03.099742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ce0ec-9c7f-49b3-ae31-3d3656be8d21 req-5df14d20-667d-4d95-8280-248c34480db3 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:03.101507 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d97ce0ec-9c7f-49b3-ae31-3d3656be8d21 req-5df14d20-667d-4d95-8280-248c34480db3 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.4935627 Aug 29 06:45:03.110026 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c3f89de2-8342-495b-92b8-33df96b6735e req-43d654fc-2a26-4c57-bd1c-7acb90333070 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325762 Aug 29 06:45:03.119713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a49f3-f830-4f54-8cc4-75b8be92d21a req-82885992-a1e2-4559-b667-7df8461c3bbb tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:03.121245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e0a49f3-f830-4f54-8cc4-75b8be92d21a req-82885992-a1e2-4559-b667-7df8461c3bbb tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 948 time: 0.4421990 Aug 29 06:45:03.159668 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19120d-c055-4c9c-8783-408c56cc3a1f req-4a4897af-fe07-4bec-9e51-ee4827d32e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:03.161181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bc19120d-c055-4c9c-8783-408c56cc3a1f req-4a4897af-fe07-4bec-9e51-ee4827d32e7e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5104825 Aug 29 06:45:03.165140 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:03.196839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d97ce0ec-9c7f-49b3-ae31-3d3656be8d21 req-bb3e228d-009f-48c2-b4bf-448951e98c00 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860300 Aug 29 06:45:03.201937 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e0a49f3-f830-4f54-8cc4-75b8be92d21a req-bc5d374f-47ea-4b85-8f4e-c6bb0ec75e57 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611343 Aug 29 06:45:03.240412 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc51435-b29a-4fce-b5f4-6633ddaf9463,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:03.325089 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12f6afb-4c53-4c3a-a52e-ebd7969e9189 x-openstack-request-id: req-f12f6afb-4c53-4c3a-a52e-ebd7969e9189 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:03.325621 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-plugged", "status": "completed", "tag": "73851558-f3eb-433e-9fdc-5730947d4048", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:03.325621 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f12f6afb-4c53-4c3a-a52e-ebd7969e9189 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:03.326023 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048', 'code': 200} Aug 29 06:45:03.371041 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:03.494418 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c4360-3000-458c-b2a9-22acf5f0d77c req-665a1789-4964-494b-b129-d03d108f64b4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:03.500502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c4360-3000-458c-b2a9-22acf5f0d77c req-665a1789-4964-494b-b129-d03d108f64b4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:03.504916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a5c4360-3000-458c-b2a9-22acf5f0d77c req-665a1789-4964-494b-b129-d03d108f64b4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1679 time: 0.1133678 Aug 29 06:45:03.524966 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06efd81a-7641-4518-991c-ff39172b9ebc req-13fba7a9-568d-4f75-892f-a8efdc0d5e2d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 210 time: 0.0603108 Aug 29 06:45:03.567121 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a5c4360-3000-458c-b2a9-22acf5f0d77c req-db5d1173-8224-4ec9-93bf-139256f1a10b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461986 Aug 29 06:45:03.570016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756f9fd-2568-4158-bdac-bb11bba9df19 req-bd17a18e-d8b8-455c-82b8-98bedc197edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:03.571506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9756f9fd-2568-4158-bdac-bb11bba9df19 req-bd17a18e-d8b8-455c-82b8-98bedc197edf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 1097 time: 0.1325371 Aug 29 06:45:03.618253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9756f9fd-2568-4158-bdac-bb11bba9df19 req-e584e8dc-47d2-4d92-b80d-13896d496221 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396302 Aug 29 06:45:03.638142 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c3f89de2-8342-495b-92b8-33df96b6735e req-feb42fbb-585b-40d7-9852-6292be6b6550 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189590 Aug 29 06:45:03.750166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Attempting to bind port ffc51435-b29a-4fce-b5f4-6633ddaf9463 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:03.750602 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Attempting to bind port ffc51435-b29a-4fce-b5f4-6633ddaf9463 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '095ada07-56b6-437d-acdb-b04988492012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8f0620fb-9d08-427e-a066-4fc2225325b3'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:03.750859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Attempting to bind port ffc51435-b29a-4fce-b5f4-6633ddaf9463 on network 8f0620fb-9d08-427e-a066-4fc2225325b3 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:03.765756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Port ffc51435-b29a-4fce-b5f4-6633ddaf9463 on network 8f0620fb-9d08-427e-a066-4fc2225325b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:45:03.766001 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Attempting to bind port ffc51435-b29a-4fce-b5f4-6633ddaf9463 on network 8f0620fb-9d08-427e-a066-4fc2225325b3 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:03.780102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-958e4747-e4f5-46b2-8abb-e514807eea22 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:03.781576 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-958e4747-e4f5-46b2-8abb-e514807eea22 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.15 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 807 time: 0.1603901 Aug 29 06:45:03.787907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:03.787907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Checking segment: {'id': '095ada07-56b6-437d-acdb-b04988492012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8f0620fb-9d08-427e-a066-4fc2225325b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:03.787907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Bound using segment: {'id': '095ada07-56b6-437d-acdb-b04988492012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8f0620fb-9d08-427e-a066-4fc2225325b3'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:03.787907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Bound port: ffc51435-b29a-4fce-b5f4-6633ddaf9463, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095ada07-56b6-437d-acdb-b04988492012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8f0620fb-9d08-427e-a066-4fc2225325b3'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:03.787907 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:03.800513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-a70ed3ee-ec6e-41b7-ab1b-cd559fa58033 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Request body: {'port': {'device_id': '06d7fcbd-bf44-46ac-ac52-8a20aa983601', 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df', 'admin_state_up': True, 'tenant_id': 'ae1a013e8eb8401888d6fb6666c86936'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:03.918799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] For port ffc51435-b29a-4fce-b5f4-6633ddaf9463, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:03.925091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] For port ffc51435-b29a-4fce-b5f4-6633ddaf9463, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=ffc51435-b29a-4fce-b5f4-6633ddaf9463,segment=NetworkSegment(095ada07-56b6-437d-acdb-b04988492012),segment_id=095ada07-56b6-437d-acdb-b04988492012)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:04.020422 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:04.054543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:04.055279 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:04.056667 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] 10.222.0.11 "PUT /v2.0/ports/ffc51435-b29a-4fce-b5f4-6633ddaf9463 HTTP/1.1" status: 200 len: 1093 time: 1.7323611 Aug 29 06:45:04.087996 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5b2ce-9715-425c-a159-7938e3f958e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc51435-b29a-4fce-b5f4-6633ddaf9463,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:04.136395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-a70ed3ee-ec6e-41b7-ab1b-cd559fa58033 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Made reservation on behalf of ae1a013e8eb8401888d6fb6666c86936 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:45:04.140275 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-a70ed3ee-ec6e-41b7-ab1b-cd559fa58033 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:04.223280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'tag': 'ffc51435-b29a-4fce-b5f4-6633ddaf9463'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:04.225547 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afa1dd4-810d-496e-863e-c333a8d9a328" -d '{"events": [{"name": "network-changed", "server_uuid": "dd76241d-cbf8-4681-93f9-8ba9117ffa3d", "tag": "ffc51435-b29a-4fce-b5f4-6633ddaf9463"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:04.268674 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72869d4-4e40-44d1-a87f-7fbe37176e6e x-openstack-request-id: req-d72869d4-4e40-44d1-a87f-7fbe37176e6e {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:04.268964 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd76241d-cbf8-4681-93f9-8ba9117ffa3d", "tag": "ffc51435-b29a-4fce-b5f4-6633ddaf9463", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:04.269270 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d72869d4-4e40-44d1-a87f-7fbe37176e6e {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:04.269675 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'tag': 'ffc51435-b29a-4fce-b5f4-6633ddaf9463', 'status': 'completed', 'code': 200} Aug 29 06:45:04.289514 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-a70ed3ee-ec6e-41b7-ab1b-cd559fa58033 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Allocated IP 172.20.0.8 (4475f61a-c472-49af-9e60-c53edc6707df/98715dec-8878-4617-9085-72489d1b1fc4/e30c64e1-564b-4961-9df2-3dd4384a9aad) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:45:04.386689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9b2e1-d658-421d-8244-caedecad2bfb req-ccf252b1-e667-4a11-87a9-38da02917801 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:04.388108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85d9b2e1-d658-421d-8244-caedecad2bfb req-ccf252b1-e667-4a11-87a9-38da02917801 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 945 time: 0.0880876 Aug 29 06:45:04.399606 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b132b-aabe-4b6c-b894-03e242fd5b2f req-deab029f-b47e-412e-8184-82209ddfcf7b tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:04.401058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-892b132b-aabe-4b6c-b894-03e242fd5b2f req-deab029f-b47e-412e-8184-82209ddfcf7b tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 948 time: 0.0820849 Aug 29 06:45:04.457933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85d9b2e1-d658-421d-8244-caedecad2bfb req-28f992fd-448d-4c3b-aa50-869d348c1c64 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557775 Aug 29 06:45:04.463119 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-892b132b-aabe-4b6c-b894-03e242fd5b2f req-9dccebf8-06dd-4ca5-9039-a968492a49ea tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536172 Aug 29 06:45:04.506539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa1dd4-810d-496e-863e-c333a8d9a328 req-1bf1c3e1-c792-4f7b-9059-fcf9dd5dac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:04.512172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa1dd4-810d-496e-863e-c333a8d9a328 req-1bf1c3e1-c792-4f7b-9059-fcf9dd5dac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:04.512172 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5afa1dd4-810d-496e-863e-c333a8d9a328 req-1bf1c3e1-c792-4f7b-9059-fcf9dd5dac8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88164f57805344ac9177a0173fdf8041&device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1983 time: 0.1139491 Aug 29 06:45:04.525975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f636b-2026-43d2-9ad2-3bdae6dbfbbf req-fe8fbc5e-b25d-49dc-8324-59a082a4bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:04.527589 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c52f636b-2026-43d2-9ad2-3bdae6dbfbbf req-fe8fbc5e-b25d-49dc-8324-59a082a4bdfc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c15973fc0454d55b7ea47f078aaaf62&device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 1100 time: 0.1315796 Aug 29 06:45:04.586158 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43726) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:04.607678 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-a70ed3ee-ec6e-41b7-ab1b-cd559fa58033 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:04.641877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2fedcdbe-3aa1-42ec-9153-39c0ab378fb4 req-f6e729e5-5b6f-4128-b2e3-da605fac14ec tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 210 time: 0.0347157 Aug 29 06:45:04.725502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f16d80-08ee-47ec-adf3-3829b98b9a8f req-807351d1-0668-4b2b-9a2d-ec6af1f39de5 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:04.732109 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f16d80-08ee-47ec-adf3-3829b98b9a8f req-807351d1-0668-4b2b-9a2d-ec6af1f39de5 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:04.733744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55f16d80-08ee-47ec-adf3-3829b98b9a8f req-807351d1-0668-4b2b-9a2d-ec6af1f39de5 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1679 time: 0.0786371 Aug 29 06:45:04.760654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa1dd4-810d-496e-863e-c333a8d9a328 req-022d0685-b160-4de3-97f2-22357e6aed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:04.761234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa1dd4-810d-496e-863e-c333a8d9a328 req-022d0685-b160-4de3-97f2-22357e6aed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:04.761588 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa1dd4-810d-496e-863e-c333a8d9a328 req-022d0685-b160-4de3-97f2-22357e6aed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:04.763172 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5afa1dd4-810d-496e-863e-c333a8d9a328 req-022d0685-b160-4de3-97f2-22357e6aed25 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=88164f57805344ac9177a0173fdf8041&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2346425 Aug 29 06:45:04.765482 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74f2a306-1bab-40ac-8555-60c963e4435a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:04.770084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f636b-2026-43d2-9ad2-3bdae6dbfbbf req-02178260-2a30-4e43-87f7-d212cc77626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:04.771435 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c52f636b-2026-43d2-9ad2-3bdae6dbfbbf req-02178260-2a30-4e43-87f7-d212cc77626c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.2303154 Aug 29 06:45:04.801423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55f16d80-08ee-47ec-adf3-3829b98b9a8f req-876ea883-a1f7-4293-b6a4-64eef1523b57 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549881 Aug 29 06:45:04.855577 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c52f636b-2026-43d2-9ad2-3bdae6dbfbbf req-ce645753-a06e-4b4f-a65e-a7234d08955a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=05788fa0-d347-476d-9cd1-e6d29c273ee6 HTTP/1.1" status: 200 len: 217 time: 0.0742362 Aug 29 06:45:04.856941 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-a70ed3ee-ec6e-41b7-ab1b-cd559fa58033 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:04.885361 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74f2a306-1bab-40ac-8555-60c963e4435a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:04.953984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-a70ed3ee-ec6e-41b7-ab1b-cd559fa58033 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Network 4475f61a-c472-49af-9e60-c53edc6707df is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:45:04.964036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-a70ed3ee-ec6e-41b7-ab1b-cd559fa58033 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:04.969931 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-a70ed3ee-ec6e-41b7-ab1b-cd559fa58033 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:45:04.973115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ed3ee-ec6e-41b7-ab1b-cd559fa58033 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Pushing event updated for resources: {'Port': ['ID=e30c64e1-564b-4961-9df2-3dd4384a9aad,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:04.978121 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74f2a306-1bab-40ac-8555-60c963e4435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:04.979768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f636b-2026-43d2-9ad2-3bdae6dbfbbf req-59204298-a099-4b52-8d48-d5da4972c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:04.981033 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c52f636b-2026-43d2-9ad2-3bdae6dbfbbf req-59204298-a099-4b52-8d48-d5da4972c159 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1158600 Aug 29 06:45:05.021446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-74f2a306-1bab-40ac-8555-60c963e4435a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db505decfeec4a8cba5150ff72d5aa3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340763 Aug 29 06:45:05.022242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2a306-1bab-40ac-8555-60c963e4435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba632ecf-9a2c-449d-9640-03b0d9e0a754,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:05.025719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43734) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:05.049609 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa1dd4-810d-496e-863e-c333a8d9a328 req-8e2e7a8e-8217-4560-9099-f5076931bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:05.051069 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5afa1dd4-810d-496e-863e-c333a8d9a328 req-8e2e7a8e-8217-4560-9099-f5076931bcc0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2788112 Aug 29 06:45:05.063586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-a70ed3ee-ec6e-41b7-ab1b-cd559fa58033 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:05.064200 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-a70ed3ee-ec6e-41b7-ab1b-cd559fa58033 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:05.080066 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f636b-2026-43d2-9ad2-3bdae6dbfbbf req-da7b9c08-be7c-48ff-a716-6e6766f93b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:05.081581 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c52f636b-2026-43d2-9ad2-3bdae6dbfbbf req-da7b9c08-be7c-48ff-a716-6e6766f93b2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0804453 Aug 29 06:45:05.089539 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-297b5c33-8d15-4199-b7b3-c14187eb3647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:05.118390 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-297b5c33-8d15-4199-b7b3-c14187eb3647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:05.187460 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-a70ed3ee-ec6e-41b7-ab1b-cd559fa58033 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3934793 Aug 29 06:45:05.201285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Request body: {'port': {'device_id': '06d7fcbd-bf44-46ac-ac52-8a20aa983601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:05.251724 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-3dcac0f2-2d3a-435f-9fea-961f6d8f47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:05.252736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-3dcac0f2-2d3a-435f-9fea-961f6d8f47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:05.254339 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-3dcac0f2-2d3a-435f-9fea-961f6d8f47e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88164f57805344ac9177a0173fdf8041&device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1983 time: 0.1284587 Aug 29 06:45:05.313076 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-297b5c33-8d15-4199-b7b3-c14187eb3647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:05.316732 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-297b5c33-8d15-4199-b7b3-c14187eb3647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:05.318059 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-297b5c33-8d15-4199-b7b3-c14187eb3647 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba632ecf-9a2c-449d-9640-03b0d9e0a754 HTTP/1.1" status: 204 len: 168 time: 0.2909477 Aug 29 06:45:05.321610 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c52f636b-2026-43d2-9ad2-3bdae6dbfbbf req-c61fd313-f769-41e1-aecd-e43dd85cb15c service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141948 Aug 29 06:45:05.323276 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-e56d9287-fa93-47e8-a092-65c40e31ac21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.204&port_id=8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 HTTP/1.1" status: 200 len: 217 time: 0.0436122 Aug 29 06:45:05.323977 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:05.328940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b5c33-8d15-4199-b7b3-c14187eb3647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba632ecf-9a2c-449d-9640-03b0d9e0a754,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:05.467862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-7e361d10-1cde-4edf-a9f4-dc69bf618135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:05.469316 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-7e361d10-1cde-4edf-a9f4-dc69bf618135 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9899531c-f2e0-46c5-a7ef-0c7a20403a2b HTTP/1.1" status: 200 len: 801 time: 0.1308095 Aug 29 06:45:05.590308 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c52f636b-2026-43d2-9ad2-3bdae6dbfbbf req-ff256093-49c5-4257-9980-4702f9df07ab service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479601 Aug 29 06:45:05.627858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24f0b-fe2a-4837-b600-0b71a90de492 req-5caee45d-c47c-4807-a03b-056d71923b5d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:05.635737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23a24f0b-fe2a-4837-b600-0b71a90de492 req-5caee45d-c47c-4807-a03b-056d71923b5d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 945 time: 0.0965090 Aug 29 06:45:05.647918 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-2b09aa00-6553-467e-a1ba-91f8c90dee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:05.650067 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-2b09aa00-6553-467e-a1ba-91f8c90dee2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136415 Aug 29 06:45:05.664862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4133dc-1ad7-44df-ac98-4bcff660b592 req-70cf36f4-e578-4bab-90e9-d0b99fa07b46 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:05.667868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b4133dc-1ad7-44df-ac98-4bcff660b592 req-70cf36f4-e578-4bab-90e9-d0b99fa07b46 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 948 time: 0.1132674 Aug 29 06:45:05.706886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23a24f0b-fe2a-4837-b600-0b71a90de492 req-1690a9f3-2d0a-4acd-816b-7deb5c4307c5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698359 Aug 29 06:45:05.732991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b4133dc-1ad7-44df-ac98-4bcff660b592 req-762d5fa8-75e6-46ce-8c3d-6b0fff19fbaa tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548859 Aug 29 06:45:05.811446 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-483adbd9-e7f8-4d90-9321-cbfbb44bc544 service neutron] 10.222.0.11 "GET /v2.0/networks/f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422684 Aug 29 06:45:05.901994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81897236-c9f9-49df-aab6-20ac039999cd req-e14c5e07-525b-46d1-83b7-da7ea7971bcb tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:05.902898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30c64e1-564b-4961-9df2-3dd4384a9aad {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:05.903608 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81897236-c9f9-49df-aab6-20ac039999cd req-e14c5e07-525b-46d1-83b7-da7ea7971bcb tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 931 time: 0.0695546 Aug 29 06:45:05.921496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:05.951668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Transition to ACTIVE for port object e30c64e1-564b-4961-9df2-3dd4384a9aad will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:05.974430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-adbe4304-f291-472b-bdce-f94a2c85069c service neutron] 10.222.0.11 "GET /v2.0/networks/f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400833 Aug 29 06:45:05.985175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81897236-c9f9-49df-aab6-20ac039999cd req-9345183f-371e-4829-9208-24e4930abf81 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756626 Aug 29 06:45:06.006600 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba22d1-31ad-4687-a161-30a9c7d4b5b7 req-ce3e930f-789c-4949-97d9-02c015dd9bb2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:06.012642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba22d1-31ad-4687-a161-30a9c7d4b5b7 req-ce3e930f-789c-4949-97d9-02c015dd9bb2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:06.014238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53ba22d1-31ad-4687-a161-30a9c7d4b5b7 req-ce3e930f-789c-4949-97d9-02c015dd9bb2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1679 time: 0.0884650 Aug 29 06:45:06.019660 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-b9795cad-eaab-4d2b-ac3e-e3fff9ae8908 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.156&port_id=ffc51435-b29a-4fce-b5f4-6633ddaf9463 HTTP/1.1" status: 200 len: 217 time: 0.0376635 Aug 29 06:45:06.053161 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53ba22d1-31ad-4687-a161-30a9c7d4b5b7 req-5a5f769a-cb33-4756-b301-446bab0ba521 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320086 Aug 29 06:45:06.073293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-7bb2ba30-cd79-4cdc-a305-788d169b0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:06.074747 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-7bb2ba30-cd79-4cdc-a305-788d169b0404 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e83372de-84dc-4fd9-b45f-f2b3574b1819 HTTP/1.1" status: 200 len: 801 time: 0.0474949 Aug 29 06:45:06.093216 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:06.166419 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-62686b78-046c-43f2-8299-e92cf545c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:06.167931 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-62686b78-046c-43f2-8299-e92cf545c11d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f0620fb-9d08-427e-a066-4fc2225325b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833833 Aug 29 06:45:06.172212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e30c64e1-564b-4961-9df2-3dd4384a9aad,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:06.298261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Attempting to bind port e30c64e1-564b-4961-9df2-3dd4384a9aad on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:06.298602 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Attempting to bind port e30c64e1-564b-4961-9df2-3dd4384a9aad by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:06.299484 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Attempting to bind port e30c64e1-564b-4961-9df2-3dd4384a9aad on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:06.307907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Port e30c64e1-564b-4961-9df2-3dd4384a9aad on network 4475f61a-c472-49af-9e60-c53edc6707df not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:45:06.308235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Attempting to bind port e30c64e1-564b-4961-9df2-3dd4384a9aad on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:06.319213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:06.319566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Checking segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:06.319938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Bound using segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:06.320399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Bound port: e30c64e1-564b-4961-9df2-3dd4384a9aad, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:06.320761 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:06.326368 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-43239dcc-51e8-4fa0-864b-55473dc1561d service neutron] 10.222.0.11 "GET /v2.0/networks/8f0620fb-9d08-427e-a066-4fc2225325b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385019 Aug 29 06:45:06.447351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:06.452976 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:06.463807 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d328afd-6837-4bf6-9ce8-8b42fc625400 req-ef90fffe-767a-41c3-9a08-a3f95072acf5 service neutron] 10.222.0.11 "GET /v2.0/networks/8f0620fb-9d08-427e-a066-4fc2225325b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293609 Aug 29 06:45:06.548217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:06.563872 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43772) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:06.581471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:06.582447 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:06.583845 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] 10.222.0.15 "PUT /v2.0/ports/e30c64e1-564b-4961-9df2-3dd4384a9aad HTTP/1.1" status: 200 len: 1092 time: 1.3865638 Aug 29 06:45:06.586019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d7fcbd-bf44-46ac-ac52-8a20aa983601', 'tag': 'e30c64e1-564b-4961-9df2-3dd4384a9aad'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:06.589366 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866c3b99-f807-4386-b08e-442ede951669" -d '{"events": [{"name": "network-changed", "server_uuid": "06d7fcbd-bf44-46ac-ac52-8a20aa983601", "tag": "e30c64e1-564b-4961-9df2-3dd4384a9aad"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:06.620183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5a4bd-c1d9-47c2-87be-3516247714e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e30c64e1-564b-4961-9df2-3dd4384a9aad,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:06.633351 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3358f15e-ddd2-4d60-9f27-d5cdb90e726c x-openstack-request-id: req-3358f15e-ddd2-4d60-9f27-d5cdb90e726c {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:06.633635 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d7fcbd-bf44-46ac-ac52-8a20aa983601", "tag": "e30c64e1-564b-4961-9df2-3dd4384a9aad", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:06.633914 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3358f15e-ddd2-4d60-9f27-d5cdb90e726c {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:06.634425 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d7fcbd-bf44-46ac-ac52-8a20aa983601', 'tag': 'e30c64e1-564b-4961-9df2-3dd4384a9aad', 'status': 'completed', 'code': 200} Aug 29 06:45:06.676091 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-657397240-network', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:06.695361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c3b99-f807-4386-b08e-442ede951669 req-ba23033c-f36b-4c93-b5df-67d8aaeebbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:06.696823 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-866c3b99-f807-4386-b08e-442ede951669 req-ba23033c-f36b-4c93-b5df-67d8aaeebbfc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 1095 time: 0.0433481 Aug 29 06:45:06.768719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] Made reservation on behalf of 330b52fcaacb4924902ac272a4a7ec92 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:45:06.771099 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:06.809532 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:06.809755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c3b99-f807-4386-b08e-442ede951669 req-6fb29bf1-2347-4e9d-8eb9-f26cb16027b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:06.809755 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-866c3b99-f807-4386-b08e-442ede951669 req-6fb29bf1-2347-4e9d-8eb9-f26cb16027b9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ae1a013e8eb8401888d6fb6666c86936&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1003079 Aug 29 06:45:06.906645 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26832015-5744-47d7-b5a7-b6ad8c75e265 req-d131fb78-d1b7-4c3f-9056-213f0153ae68 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:06.908205 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26832015-5744-47d7-b5a7-b6ad8c75e265 req-d131fb78-d1b7-4c3f-9056-213f0153ae68 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 945 time: 0.1201663 Aug 29 06:45:06.913261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c3b99-f807-4386-b08e-442ede951669 req-a21ced18-390e-4fd2-9960-59a1495680b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:06.914554 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-866c3b99-f807-4386-b08e-442ede951669 req-a21ced18-390e-4fd2-9960-59a1495680b7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991838 Aug 29 06:45:06.929681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0cfc3-e300-49d3-93cb-cbec8c76a1ad req-54804225-4072-4fa6-aa56-197c3452bb17 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:06.932007 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-beb0cfc3-e300-49d3-93cb-cbec8c76a1ad req-54804225-4072-4fa6-aa56-197c3452bb17 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 948 time: 0.1015296 Aug 29 06:45:06.997606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-27855def-9fe1-486e-8ff0-7962b2128113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:06.999185 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-27855def-9fe1-486e-8ff0-7962b2128113 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 1095 time: 0.0472288 Aug 29 06:45:07.014042 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26832015-5744-47d7-b5a7-b6ad8c75e265 req-7d4caf39-f904-4dfd-896b-310663ed4ac9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952134 Aug 29 06:45:07.024558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-beb0cfc3-e300-49d3-93cb-cbec8c76a1ad req-42727db4-610a-4bb3-b9dc-e3a65fda2b31 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827544 Aug 29 06:45:07.047442 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-051bb392-8823-4dd1-8b5b-72445e61712f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad HTTP/1.1" status: 200 len: 217 time: 0.0377235 Aug 29 06:45:07.070124 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:07.109088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-e914e9e8-8dd6-4c75-a4a7-97c581dce644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:07.110831 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-e914e9e8-8dd6-4c75-a4a7-97c581dce644 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.0594041 Aug 29 06:45:07.154621 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-50f120c1-2491-4422-ae4f-6aca47684125 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303166 Aug 29 06:45:07.229866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7458a4b-666d-4c71-a900-93587e27a0db req-fef11c85-c529-4538-8368-dd323d0d8d56 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:07.231380 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7458a4b-666d-4c71-a900-93587e27a0db req-fef11c85-c529-4538-8368-dd323d0d8d56 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 943 time: 0.0848627 Aug 29 06:45:07.235081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:07.246393 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-e7b62e30-bf72-4a7e-a64a-5c2adc032bd8 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847020 Aug 29 06:45:07.251870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c11cf-c262-444a-bfd8-5782c2058f5b req-8b348ff9-f919-4aae-a609-0336b92ed2b8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:07.253877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-024c11cf-c262-444a-bfd8-5782c2058f5b req-8b348ff9-f919-4aae-a609-0336b92ed2b8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 945 time: 0.0758822 Aug 29 06:45:07.263415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43792) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:07.280388 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5638068e-b386-4bdf-bcc9-b59bee3efc41 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Request body: {'floatingip': {'port_id': '73851558-f3eb-433e-9fdc-5730947d4048'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:07.288057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:45:07.301196 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b264f300-3c97-4302-a4a3-00ffc5cbab4f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:07.311180 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:07.311391 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] Added segment 5dbccbf0-7d95-4a2f-ba60-f8a4972ec400 of type vlan for network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 Aug 29 06:45:07.343540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7458a4b-666d-4c71-a900-93587e27a0db req-a82bf5a7-72f5-4bea-bd1c-21d4422e458c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035526 Aug 29 06:45:07.357752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5638068e-b386-4bdf-bcc9-b59bee3efc41 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for floatingip, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:07.414663 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:07.433004 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f426b0-c258-479a-ac87-70b5f667dd7e req-f1871f35-3461-44d0-b784-e96804103c9b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:07.438989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f426b0-c258-479a-ac87-70b5f667dd7e req-f1871f35-3461-44d0-b784-e96804103c9b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:07.446427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82f426b0-c258-479a-ac87-70b5f667dd7e req-f1871f35-3461-44d0-b784-e96804103c9b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1679 time: 0.1331005 Aug 29 06:45:07.462498 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0d4915be-7de8-4825-98af-367e9c9f3c9d req-9e69bfd1-20c0-472d-a3b2-6d1802d46203 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091115 Aug 29 06:45:07.498034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82f426b0-c258-479a-ac87-70b5f667dd7e req-3c969c06-ef24-40a7-9e7c-03100e6dfba1 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489006 Aug 29 06:45:07.667811 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:07.668984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:07.669667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:07.731677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] Pushing event updated for resources: {'Network': ['ID=aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:07.746759 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:45:07.832503 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-94efd907-3a8b-4e86-9975-c514a61ab2ce admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2673776 Aug 29 06:45:07.835439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43796) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:07.840675 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-544f5d70-84c1-4e95-bbce-bc9004d35215 admin admin] Request body: {'subnet': {'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-657397240-subnet', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:07.934845 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544f5d70-84c1-4e95-bbce-bc9004d35215 admin admin] Made reservation on behalf of 330b52fcaacb4924902ac272a4a7ec92 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:45:07.937578 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-544f5d70-84c1-4e95-bbce-bc9004d35215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:08.077681 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-88eb9e54-9e58-4a6b-a733-8fc37558c271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:08.116877 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5638068e-b386-4bdf-bcc9-b59bee3efc41 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:08.154789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 05788fa0-d347-476d-9cd1-e6d29c273ee6 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:45:08.162811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abd03b-9ba3-4224-87a3-4aeead0c9baf req-33535a4e-0e0a-48c0-bd0f-2037dfa2f758 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:08.164490 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61abd03b-9ba3-4224-87a3-4aeead0c9baf req-33535a4e-0e0a-48c0-bd0f-2037dfa2f758 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 948 time: 0.0577292 Aug 29 06:45:08.208929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61abd03b-9ba3-4224-87a3-4aeead0c9baf req-d3bcc3df-ec67-41a9-9493-534f259bb953 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371399 Aug 29 06:45:08.221298 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5638068e-b386-4bdf-bcc9-b59bee3efc41 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:08.256312 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-544f5d70-84c1-4e95-bbce-bc9004d35215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:08.278973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 05788fa0-d347-476d-9cd1-e6d29c273ee6, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=05788fa0-d347-476d-9cd1-e6d29c273ee6,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:08.291634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '05788fa0-d347-476d-9cd1-e6d29c273ee6', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '05788fa0-d347-476d-9cd1-e6d29c273ee6', 'mac_address': 'fa:16:3e:34:86:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:45:08.319496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f5d70-84c1-4e95-bbce-bc9004d35215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd614952-35c9-4449-b671-78093f0593ae,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:08.332101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f5d70-84c1-4e95-bbce-bc9004d35215 admin admin] Checking segment: {'id': '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:08.332514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544f5d70-84c1-4e95-bbce-bc9004d35215 admin admin] Network hostable DHCP agents. Network: aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:45:08.335402 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:08.347371 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-5638068e-b386-4bdf-bcc9-b59bee3efc41 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Floating IP 0c330b09-f76a-4bd6-8985-472efd960096 associated. External IP: 172.25.1.250, port: 73851558-f3eb-433e-9fdc-5730947d4048. Aug 29 06:45:08.353859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05788fa0-d347-476d-9cd1-e6d29c273ee6 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:08.377867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 05788fa0-d347-476d-9cd1-e6d29c273ee6, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=05788fa0-d347-476d-9cd1-e6d29c273ee6,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:08.415818 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544f5d70-84c1-4e95-bbce-bc9004d35215 admin admin] Network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:45:08.473504 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:08.477128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dfb89-fff6-4e8e-b19e-2adb93c86413 req-aa697298-40c3-4575-b0fb-07c7326032de tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:08.480309 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a3dfb89-fff6-4e8e-b19e-2adb93c86413 req-aa697298-40c3-4575-b0fb-07c7326032de tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 943 time: 0.0609014 Aug 29 06:45:08.527822 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a3dfb89-fff6-4e8e-b19e-2adb93c86413 req-1245990f-4318-40f8-9f8c-d0f33e8e30c1 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 Aug 29 06:45:08.531604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=05788fa0-d347-476d-9cd1-e6d29c273ee6,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:08.592531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5638068e-b386-4bdf-bcc9-b59bee3efc41 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:45:08.620415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-544f5d70-84c1-4e95-bbce-bc9004d35215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:08.628834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544f5d70-84c1-4e95-bbce-bc9004d35215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:08.629424 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-544f5d70-84c1-4e95-bbce-bc9004d35215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:08.629561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8db2a7b-d693-47d3-978d-dbce9ea9a86c None None] Network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:45:08.653125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99bda1-36bd-4b27-b066-325357dfcc27 req-38011f29-6931-44c9-8334-6df161d4889e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:08.660362 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99bda1-36bd-4b27-b066-325357dfcc27 req-38011f29-6931-44c9-8334-6df161d4889e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:08.662193 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc99bda1-36bd-4b27-b066-325357dfcc27 req-38011f29-6931-44c9-8334-6df161d4889e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1679 time: 0.0713696 Aug 29 06:45:08.703900 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc99bda1-36bd-4b27-b066-325357dfcc27 req-82d6b425-364c-4db7-9b8d-9e92c6a214c6 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351939 Aug 29 06:45:08.723692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5638068e-b386-4bdf-bcc9-b59bee3efc41 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:45:08.729041 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5638068e-b386-4bdf-bcc9-b59bee3efc41 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:08.733605 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d5258-de8d-4ce5-854d-60a947b0f9c6 None None] Sync routers for ids ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:45:08.744241 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d5258-de8d-4ce5-854d-60a947b0f9c6 None None] Routers {'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:45:08.744913 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1d0d5258-de8d-4ce5-854d-60a947b0f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:44:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:08.759977 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5638068e-b386-4bdf-bcc9-b59bee3efc41 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "PUT /v2.0/floatingips/0c330b09-f76a-4bd6-8985-472efd960096 HTTP/1.1" status: 200 len: 991 time: 1.4950480 Aug 29 06:45:08.760583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:08.763257 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70de3e3e-2639-4348-a3df-b7da5ab53279" -d '{"events": [{"name": "network-changed", "server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "tag": "73851558-f3eb-433e-9fdc-5730947d4048"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:08.797321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'fixed_ips': [{'subnet_id': 'fd614952-35c9-4449-b671-78093f0593ae'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:45:08.800560 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:08.811521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-544f5d70-84c1-4e95-bbce-bc9004d35215 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9746168 Aug 29 06:45:08.815328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43814) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:08.818465 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0755f0-2f5c-4a18-838b-07d79e1e547c x-openstack-request-id: req-5e0755f0-2f5c-4a18-838b-07d79e1e547c {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:08.820707 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "tag": "73851558-f3eb-433e-9fdc-5730947d4048", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:08.820707 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e0755f0-2f5c-4a18-838b-07d79e1e547c {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:08.820707 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048', 'status': 'completed', 'code': 200} Aug 29 06:45:08.821043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:08.892192 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-1d0d5258-de8d-4ce5-854d-60a947b0f9c6 None None] Set router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:45:08.944749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de3e3e-2639-4348-a3df-b7da5ab53279 req-8bf74e2e-2728-4c68-a84f-f691c4307675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:08.946407 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70de3e3e-2639-4348-a3df-b7da5ab53279 req-8bf74e2e-2728-4c68-a84f-f691c4307675 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 1097 time: 0.0496569 Aug 29 06:45:08.948263 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Allocated IP 172.20.0.2 (aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38/fd614952-35c9-4449-b671-78093f0593ae/b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:45:09.027695 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:09.028688 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:09.058751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de3e3e-2639-4348-a3df-b7da5ab53279 req-ecaa32b4-b992-463b-a2e8-023a6fc447b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:09.060963 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70de3e3e-2639-4348-a3df-b7da5ab53279 req-ecaa32b4-b992-463b-a2e8-023a6fc447b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.1030257 Aug 29 06:45:09.092401 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:09.104322 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:09.115625 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Transition to ACTIVE for port object b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:09.130825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Transition to ACTIVE for port object b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:09.147636 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70de3e3e-2639-4348-a3df-b7da5ab53279 req-55c94f1e-9264-4104-b2f6-ab138609838c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73851558-f3eb-433e-9fdc-5730947d4048 HTTP/1.1" status: 200 len: 999 time: 0.0785403 Aug 29 06:45:09.162754 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1d0d5258-de8d-4ce5-854d-60a947b0f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:36Z', 'revision_number': 4, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port': {'id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '0c330b09-f76a-4bd6-8985-472efd960096', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'floating_ip_address': '172.25.1.250', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'port_id': '73851558-f3eb-433e-9fdc-5730947d4048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'mac_address': 'fa:16:3e:95:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:44:43Z', 'updated_at': '2021-08-29T06:45:08Z', 'revision_number': 1, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ee9072-308b-4fe3-b3d4-cec2cd63ca82', 'name': '', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'mac_address': 'fa:16:3e:1d:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:35Z', 'updated_at': '2021-08-29T06:44:41Z', 'revision_number': 5, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'subnets': [{'id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:09.189546 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d5258-de8d-4ce5-854d-60a947b0f9c6 None None] Checking router: f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:45:09.197612 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d5258-de8d-4ce5-854d-60a947b0f9c6 None None] Routers {'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:45:09.198252 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1d0d5258-de8d-4ce5-854d-60a947b0f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:44:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:09.200079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de3e3e-2639-4348-a3df-b7da5ab53279 req-d7045031-049d-4ec5-8ef5-87444ddf2b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:09.207923 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70de3e3e-2639-4348-a3df-b7da5ab53279 req-d7045031-049d-4ec5-8ef5-87444ddf2b7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.0459468 Aug 29 06:45:09.253860 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de3e3e-2639-4348-a3df-b7da5ab53279 req-04e80764-5022-4b52-851f-5339994d0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:09.255565 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70de3e3e-2639-4348-a3df-b7da5ab53279 req-04e80764-5022-4b52-851f-5339994d0cb5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440745 Aug 29 06:45:09.310025 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['05788fa0-d347-476d-9cd1-e6d29c273ee6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:09.330242 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-1d0d5258-de8d-4ce5-854d-60a947b0f9c6 None None] Set router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:45:09.371618 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:09.372464 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70de3e3e-2639-4348-a3df-b7da5ab53279 req-4f781480-de33-4b38-967c-62274f595a31 service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068165 Aug 29 06:45:09.419698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:45:09.447528 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:09.462990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:45:09.471667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:09.482001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d7b41-974f-4e07-8e38-bfa2604ed466 req-1a19ada5-c9a1-40b6-be1f-b7e2344ea6ed tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:09.483571 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c32d7b41-974f-4e07-8e38-bfa2604ed466 req-1a19ada5-c9a1-40b6-be1f-b7e2344ea6ed tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 949 time: 0.1310270 Aug 29 06:45:09.497785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Pushing event updated for resources: {'Port': ['ID=b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:09.498739 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70de3e3e-2639-4348-a3df-b7da5ab53279 req-fd59bfa5-d64c-4f22-8d0b-7f96ba5fcf4c service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161079 Aug 29 06:45:09.535713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c32d7b41-974f-4e07-8e38-bfa2604ed466 req-77d1a4cf-74a1-4774-be04-70be1e7cef31 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430851 Aug 29 06:45:09.569843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Attempting to bind port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:09.570219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Attempting to bind port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:09.570664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Attempting to bind port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 on network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:09.586111 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:09.586492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Checking segment: {'id': '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:09.586895 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:09.587590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Bound using segment: {'id': '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:09.588083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Bound port: b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:09.588460 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:09.641699 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1d0d5258-de8d-4ce5-854d-60a947b0f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:36Z', 'revision_number': 4, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port': {'id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '0c330b09-f76a-4bd6-8985-472efd960096', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'floating_ip_address': '172.25.1.250', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'port_id': '73851558-f3eb-433e-9fdc-5730947d4048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'mac_address': 'fa:16:3e:95:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:44:43Z', 'updated_at': '2021-08-29T06:45:08Z', 'revision_number': 1, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ee9072-308b-4fe3-b3d4-cec2cd63ca82', 'name': '', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'mac_address': 'fa:16:3e:1d:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:35Z', 'updated_at': '2021-08-29T06:44:41Z', 'revision_number': 5, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'subnets': [{'id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:09.673078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] For port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:09.676340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] For port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03,segment=NetworkSegment(5dbccbf0-7d95-4a2f-ba60-f8a4972ec400),segment_id=5dbccbf0-7d95-4a2f-ba60-f8a4972ec400)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:09.679299 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d5258-de8d-4ce5-854d-60a947b0f9c6 None None] The sync data for ids ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'] in n-d-713301-12 is: [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:36Z', 'revision_number': 4, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port': {'id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '0c330b09-f76a-4bd6-8985-472efd960096', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'floating_ip_address': '172.25.1.250', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'port_id': '73851558-f3eb-433e-9fdc-5730947d4048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'mac_address': 'fa:16:3e:95:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:44:43Z', 'updated_at': '2021-08-29T06:45:08Z', 'revision_number': 1, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ee9072-308b-4fe3-b3d4-cec2cd63ca82', 'name': '', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'mac_address': 'fa:16:3e:1d:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:35Z', 'updated_at': '2021-08-29T06:44:41Z', 'revision_number': 5, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'subnets': [{'id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:45:09.715959 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b40e35-0498-4227-841f-8505191dd0ad req-86d150ac-ce8c-4ffe-afc0-64cb5c41a7c9 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:09.717467 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e8b40e35-0498-4227-841f-8505191dd0ad req-86d150ac-ce8c-4ffe-afc0-64cb5c41a7c9 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 943 time: 0.0756819 Aug 29 06:45:09.771314 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:09.774237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e8b40e35-0498-4227-841f-8505191dd0ad req-160bcbcd-6837-4548-abab-6ecc38bc9e63 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432675 Aug 29 06:45:09.840080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a0f6b-1049-43c8-87f9-9128fdfa1a54 None None] Pushing event updated for resources: {'Port': ['ID=b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:09.935107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75982132-2dab-472b-9610-0d02840512e4 req-a8388f7e-2be2-4332-8393-2cd0f0c20cd4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:09.941343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75982132-2dab-472b-9610-0d02840512e4 req-a8388f7e-2be2-4332-8393-2cd0f0c20cd4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:09.942970 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75982132-2dab-472b-9610-0d02840512e4 req-a8388f7e-2be2-4332-8393-2cd0f0c20cd4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1679 time: 0.1219103 Aug 29 06:45:09.960699 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:09.979743 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101bd38-c60f-473a-b212-2868f1e9a81d None None] New status for floating IP 0c330b09-f76a-4bd6-8985-472efd960096: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:45:09.996189 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:10.095745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75982132-2dab-472b-9610-0d02840512e4 req-28b0e105-959c-45de-94af-5743d1ea6613 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439495 Aug 29 06:45:10.158525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device ffc51435-b29a-4fce-b5f4-6633ddaf9463 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:45:10.162351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Allocated IP 172.25.1.222 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/e65e1976-845f-4481-b66d-4c10eaf6d5f2) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:45:10.259210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port ffc51435-b29a-4fce-b5f4-6633ddaf9463, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=ffc51435-b29a-4fce-b5f4-6633ddaf9463,segment=NetworkSegment(095ada07-56b6-437d-acdb-b04988492012),segment_id=095ada07-56b6-437d-acdb-b04988492012)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:10.272459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'ffc51435-b29a-4fce-b5f4-6633ddaf9463', 'network_id': '8f0620fb-9d08-427e-a066-4fc2225325b3', 'port_id': 'ffc51435-b29a-4fce-b5f4-6633ddaf9463', 'mac_address': 'fa:16:3e:8d:69:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83372de-84dc-4fd9-b45f-f2b3574b1819', 'ip_address': '19.86.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:45:10.280107 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:10.329556 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:10.348193 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc51435-b29a-4fce-b5f4-6633ddaf9463 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:10.368817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port ffc51435-b29a-4fce-b5f4-6633ddaf9463, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=ffc51435-b29a-4fce-b5f4-6633ddaf9463,segment=NetworkSegment(095ada07-56b6-437d-acdb-b04988492012),segment_id=095ada07-56b6-437d-acdb-b04988492012)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:10.394184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:10.434066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:45:10.436921 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:10.440932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:45:10.465154 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Pushing event updated for resources: {'Port': ['ID=e65e1976-845f-4481-b66d-4c10eaf6d5f2,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:10.467352 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:10.468165 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:45:10.573001 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=ffc51435-b29a-4fce-b5f4-6633ddaf9463,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:10.603473 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-376561a4-6197-4e40-815a-fb047da27f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:10.616760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=8b41b4c1-e795-4955-a019-0bb1fd8ff0f2,segment=NetworkSegment(7f430953-d5d8-4c0c-ac1b-34d546dbf492),segment_id=7f430953-d5d8-4c0c-ac1b-34d546dbf492)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:10.631070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '8b41b4c1-e795-4955-a019-0bb1fd8ff0f2', 'network_id': 'f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb', 'port_id': '8b41b4c1-e795-4955-a019-0bb1fd8ff0f2', 'mac_address': 'fa:16:3e:c7:4c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9899531c-f2e0-46c5-a7ef-0c7a20403a2b', 'ip_address': '19.80.0.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:45:10.687942 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:10.702071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:10.729613 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=8b41b4c1-e795-4955-a019-0bb1fd8ff0f2,segment=NetworkSegment(7f430953-d5d8-4c0c-ac1b-34d546dbf492),segment_id=7f430953-d5d8-4c0c-ac1b-34d546dbf492)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:10.744773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86444ec-a9cf-4dc9-ae4a-7feee48774e0 req-c98d6b2b-5bd9-4104-a25a-2168969d2bf9 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:10.746338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d86444ec-a9cf-4dc9-ae4a-7feee48774e0 req-c98d6b2b-5bd9-4104-a25a-2168969d2bf9 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 949 time: 0.1137471 Aug 29 06:45:10.799322 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:10.837668 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d86444ec-a9cf-4dc9-ae4a-7feee48774e0 req-ff21a326-1e3d-41a2-b139-3fb10e8a2902 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841496 Aug 29 06:45:10.845131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e30c64e1-564b-4961-9df2-3dd4384a9aad details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:45:10.847988 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:10.870246 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:10.899336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef63ddc8-e3d5-4881-a5ba-906e68f339c2 None None] Network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:45:10.996434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f12e6-dc8b-427e-937f-d99e77f5ef46 req-54f0d317-331f-4674-948a-6e3ffa24ec76 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:10.997848 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-595f12e6-dc8b-427e-937f-d99e77f5ef46 req-54f0d317-331f-4674-948a-6e3ffa24ec76 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 943 time: 0.1009061 Aug 29 06:45:11.024766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=8b41b4c1-e795-4955-a019-0bb1fd8ff0f2,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:11.088221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:11.091341 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-595f12e6-dc8b-427e-937f-d99e77f5ef46 req-fae28d85-c973-4e96-968b-409c0bdb5e7a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818768 Aug 29 06:45:11.130794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-97f97093-50e5-4b57-bca7-138237045801 None None] Provisioning for port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:11.137319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'e30c64e1-564b-4961-9df2-3dd4384a9aad', 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df', 'port_id': 'e30c64e1-564b-4961-9df2-3dd4384a9aad', 'mac_address': 'fa:16:3e:15:61:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98715dec-8878-4617-9085-72489d1b1fc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:45:11.152842 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:11.206397 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:11.225694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:11.228333 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30c64e1-564b-4961-9df2-3dd4384a9aad {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:11.277593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:11.292772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726c69f-2372-4d3b-ac12-87bdeac957b4 req-8188c216-927d-4f50-b5a2-5ab719d5e5a1 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:11.298986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726c69f-2372-4d3b-ac12-87bdeac957b4 req-8188c216-927d-4f50-b5a2-5ab719d5e5a1 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:11.300725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9726c69f-2372-4d3b-ac12-87bdeac957b4 req-8188c216-927d-4f50-b5a2-5ab719d5e5a1 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1681 time: 0.1115294 Aug 29 06:45:11.379552 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9726c69f-2372-4d3b-ac12-87bdeac957b4 req-5d37c080-963d-48dc-aea1-10f6ac63cf4b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672016 Aug 29 06:45:11.380204 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:11.413976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:11.420803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:11.421314 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:11.485072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:45:11.629358 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=e30c64e1-564b-4961-9df2-3dd4384a9aad,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:11.644855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ea579c14-0fee-4dc4-a495-ce80f9ebecc2 None None] Provisioning complete for port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:11.645300 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea579c14-0fee-4dc4-a495-ce80f9ebecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:11.706466 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['ffc51435-b29a-4fce-b5f4-6633ddaf9463'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:11.738715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['8b41b4c1-e795-4955-a019-0bb1fd8ff0f2'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:11.754824 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e30c64e1-564b-4961-9df2-3dd4384a9aad'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:11.756897 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:11.827356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:11.921866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:45:11.932509 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Sync routers for ids ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:45:11.943044 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Routers {'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:45:11.944467 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:45:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:11.957932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03,segment=NetworkSegment(5dbccbf0-7d95-4a2f-ba60-f8a4972ec400),segment_id=5dbccbf0-7d95-4a2f-ba60-f8a4972ec400)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:11.963683 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea579c14-0fee-4dc4-a495-ce80f9ebecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:12.037616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46332043-d17c-4bfb-bbdf-1451a2712ed6 req-ef4b5db9-05a6-4016-ad13-8dfdb90d6e6c tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:12.040339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-46332043-d17c-4bfb-bbdf-1451a2712ed6 req-ef4b5db9-05a6-4016-ad13-8dfdb90d6e6c tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 949 time: 0.0603430 Aug 29 06:45:12.041879 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:12.046355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43852) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:12.054706 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-98325e10-34bb-41b0-a9da-4c800ef82006 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.2380326 Aug 29 06:45:12.069915 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Set router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:45:12.105762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-46332043-d17c-4bfb-bbdf-1451a2712ed6 req-92e49294-cf9d-4066-8a08-789b2319a7b3 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492866 Aug 29 06:45:12.232002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88702aad-3a25-48af-acba-013a303d7b17 req-650eeead-bc38-41a8-9924-f79bcc752cba tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:12.240698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88702aad-3a25-48af-acba-013a303d7b17 req-650eeead-bc38-41a8-9924-f79bcc752cba tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 944 time: 0.0690706 Aug 29 06:45:12.270003 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-ea579c14-0fee-4dc4-a495-ce80f9ebecc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:45:12.270498 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-ea579c14-0fee-4dc4-a495-ce80f9ebecc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:45:12.292182 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88702aad-3a25-48af-acba-013a303d7b17 req-ff34488a-f0e5-4743-8e8f-f3590fad1916 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499170 Aug 29 06:45:12.294892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 05788fa0-d347-476d-9cd1-e6d29c273ee6 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:12.296721 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:12.336357 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:45:10Z', 'revision_number': 3, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:12.366662 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Checking router: b5e7b270-6de9-4b8f-81c8-2d9061c1ffab for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:45:12.367181 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Updating router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab port e65e1976-845f-4481-b66d-4c10eaf6d5f2 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:45:12.412038 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:12.426742 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:12.535677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d9b3-b285-41d0-b4dd-7c934cdbecb2 req-a9a4c8a6-f62e-4877-8770-3ae6d3a9e1dc tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:12.545793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d9b3-b285-41d0-b4dd-7c934cdbecb2 req-a9a4c8a6-f62e-4877-8770-3ae6d3a9e1dc tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:12.547856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7548d9b3-b285-41d0-b4dd-7c934cdbecb2 req-a9a4c8a6-f62e-4877-8770-3ae6d3a9e1dc tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1681 time: 0.0835505 Aug 29 06:45:12.561507 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:12.563249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 05788fa0-d347-476d-9cd1-e6d29c273ee6 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:12.569483 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 05788fa0-d347-476d-9cd1-e6d29c273ee6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:12.570823 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:12.603828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7548d9b3-b285-41d0-b4dd-7c934cdbecb2 req-62740d1d-d205-4831-95ec-dbe9d1a83192 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492685 Aug 29 06:45:12.700023 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:12.724338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438bb3a0-951d-4d91-beaa-f04d220877c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05788fa0-d347-476d-9cd1-e6d29c273ee6'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:12.726880 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa80625-871b-4e0a-b3b7-b6cc74b3b444" -d '{"events": [{"server_uuid": "438bb3a0-951d-4d91-beaa-f04d220877c5", "name": "network-vif-plugged", "status": "completed", "tag": "05788fa0-d347-476d-9cd1-e6d29c273ee6"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:12.727913 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:12.740130 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Transition to ACTIVE for port object e65e1976-845f-4481-b66d-4c10eaf6d5f2 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:12.741456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 05788fa0-d347-476d-9cd1-e6d29c273ee6, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=05788fa0-d347-476d-9cd1-e6d29c273ee6,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:12.761556 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Allocated IP 172.20.0.1 (aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38/fd614952-35c9-4449-b671-78093f0593ae/99f1204e-ac47-49e3-a55a-5b284ebc4457) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:45:12.768789 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1877738b-c470-41d4-b182-f26eab368def x-openstack-request-id: req-1877738b-c470-41d4-b182-f26eab368def {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:12.769077 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438bb3a0-951d-4d91-beaa-f04d220877c5", "name": "network-vif-plugged", "status": "completed", "tag": "05788fa0-d347-476d-9cd1-e6d29c273ee6", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:12.769327 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1877738b-c470-41d4-b182-f26eab368def {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:12.769720 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438bb3a0-951d-4d91-beaa-f04d220877c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05788fa0-d347-476d-9cd1-e6d29c273ee6', 'code': 200} Aug 29 06:45:12.872332 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:12.873525 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:12.885892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Transition to ACTIVE for port object 99f1204e-ac47-49e3-a55a-5b284ebc4457 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:12.913193 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:12.925138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=05788fa0-d347-476d-9cd1-e6d29c273ee6,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:12.949310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca58c8-3918-4a28-8ee5-bce470a6ef2a req-67c2f801-8eb1-4e35-835f-972b4f491327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:12.951160 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0cca58c8-3918-4a28-8ee5-bce470a6ef2a req-67c2f801-8eb1-4e35-835f-972b4f491327 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 1102 time: 0.0608947 Aug 29 06:45:12.982924 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Attempting to bind port e65e1976-845f-4481-b66d-4c10eaf6d5f2 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:12.983557 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Attempting to bind port e65e1976-845f-4481-b66d-4c10eaf6d5f2 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:12.983673 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Attempting to bind port e65e1976-845f-4481-b66d-4c10eaf6d5f2 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:12.985560 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dccd8-142a-45d7-88ac-692063011a60 None None] Pushing event updated for resources: {'Port': ['ID=e65e1976-845f-4481-b66d-4c10eaf6d5f2,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:12.995311 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:12.995683 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:13.000574 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:13.000574 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:13.000574 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Bound port: e65e1976-845f-4481-b66d-4c10eaf6d5f2, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:13.000574 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:13.000989 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0cca58c8-3918-4a28-8ee5-bce470a6ef2a req-6054df4c-8908-46f0-b630-a8395b3c34ec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363379 Aug 29 06:45:13.001108 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dccd8-142a-45d7-88ac-692063011a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:13.001108 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dccd8-142a-45d7-88ac-692063011a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:13.001108 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dccd8-142a-45d7-88ac-692063011a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:13.001476 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dccd8-142a-45d7-88ac-692063011a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:13.001836 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dccd8-142a-45d7-88ac-692063011a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:13.002168 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dccd8-142a-45d7-88ac-692063011a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:13.002491 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dccd8-142a-45d7-88ac-692063011a60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:13.002813 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dccd8-142a-45d7-88ac-692063011a60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:13.003137 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dccd8-142a-45d7-88ac-692063011a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:13.003529 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dccd8-142a-45d7-88ac-692063011a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:13.003852 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dccd8-142a-45d7-88ac-692063011a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:13.004239 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dccd8-142a-45d7-88ac-692063011a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:13.024257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:13.061966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:45:13.062746 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] For port e65e1976-845f-4481-b66d-4c10eaf6d5f2, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:13.066031 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] For port e65e1976-845f-4481-b66d-4c10eaf6d5f2, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e65e1976-845f-4481-b66d-4c10eaf6d5f2,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:13.069445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:13.073729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:45:13.098393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Pushing event updated for resources: {'Port': ['ID=99f1204e-ac47-49e3-a55a-5b284ebc4457,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:13.118393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:13.147925 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:13.154860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:13.241041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dcf90-b7fd-4361-aa0c-c300783ff433 req-4347ecf9-2473-450a-9137-55bc1495a316 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:13.253844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-111dcf90-b7fd-4361-aa0c-c300783ff433 req-4347ecf9-2473-450a-9137-55bc1495a316 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 950 time: 0.0723586 Aug 29 06:45:13.273740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:13.274124 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:13.308888 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-111dcf90-b7fd-4361-aa0c-c300783ff433 req-aab388fe-7345-4fa2-bb68-3e7b1321f013 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498428 Aug 29 06:45:13.390191 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dccd8-142a-45d7-88ac-692063011a60 None None] Pushing event updated for resources: {'Port': ['ID=e65e1976-845f-4481-b66d-4c10eaf6d5f2,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:13.391259 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:13.399770 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:13.418549 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Routers {'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:45:13.419293 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:45:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:13.423386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3154e-a500-4c97-ab2c-40d19590c91a req-464bccb3-0241-4f32-9cf7-1e3491f13907 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:13.425056 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6db3154e-a500-4c97-ab2c-40d19590c91a req-464bccb3-0241-4f32-9cf7-1e3491f13907 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 944 time: 0.0604188 Aug 29 06:45:13.472572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6db3154e-a500-4c97-ab2c-40d19590c91a req-050bc1fd-9130-43d0-8d3c-e68f11103258 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399268 Aug 29 06:45:13.520862 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fa5c3aae-ea3a-4e8e-a0df-4cf9e3ce748d None None] Provisioning for port 99f1204e-ac47-49e3-a55a-5b284ebc4457 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:13.525474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fa5c3aae-ea3a-4e8e-a0df-4cf9e3ce748d None None] Provisioning complete for port 99f1204e-ac47-49e3-a55a-5b284ebc4457 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:13.526187 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fa5c3aae-ea3a-4e8e-a0df-4cf9e3ce748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:13.545190 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] Set router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:45:13.566714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-fa5c3aae-ea3a-4e8e-a0df-4cf9e3ce748d None None] Port 99f1204e-ac47-49e3-a55a-5b284ebc4457 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:45:13.615898 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:13.694658 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:13.732201 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25ee95-ab55-488c-9725-8366da5c1781 req-52aa2a4a-8cfd-4743-a65f-3becde40c5cd tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:13.739263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25ee95-ab55-488c-9725-8366da5c1781 req-52aa2a4a-8cfd-4743-a65f-3becde40c5cd tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:13.741063 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd25ee95-ab55-488c-9725-8366da5c1781 req-52aa2a4a-8cfd-4743-a65f-3becde40c5cd tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1681 time: 0.0586832 Aug 29 06:45:13.767539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:13.770525 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Pushing event updated for resources: {'Port': ['ID=99f1204e-ac47-49e3-a55a-5b284ebc4457,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:13.776029 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:45:13Z', 'revision_number': 4, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '99f1204e-ac47-49e3-a55a-5b284ebc4457', 'name': '', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'mac_address': 'fa:16:3e:50:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd614952-35c9-4449-b671-78093f0593ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:12Z', 'updated_at': '2021-08-29T06:45:12Z', 'revision_number': 1, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'subnets': [{'id': 'fd614952-35c9-4449-b671-78093f0593ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:13.788420 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd25ee95-ab55-488c-9725-8366da5c1781 req-e2fb00c3-96d4-4193-a488-322e3b7fc065 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391135 Aug 29 06:45:13.808862 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f22c39c-0d97-4866-963f-012151c291b5 None None] The sync data for ids ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'] in n-d-713301-12 is: [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:45:13Z', 'revision_number': 4, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '99f1204e-ac47-49e3-a55a-5b284ebc4457', 'name': '', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'mac_address': 'fa:16:3e:50:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd614952-35c9-4449-b671-78093f0593ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:12Z', 'updated_at': '2021-08-29T06:45:12Z', 'revision_number': 1, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'subnets': [{'id': 'fd614952-35c9-4449-b671-78093f0593ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:45:13.881067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:45:13.882614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:14.055129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:45:14.148485 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a3982be9-0764-4f50-a40c-c381c2f114fd req-22302f4b-d8b1-4a09-af6e-4a1013e4838e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0322998 Aug 29 06:45:14.190689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ba226d55-968c-4df3-b2e6-5153128339f8 None None] Provisioning complete for port 99f1204e-ac47-49e3-a55a-5b284ebc4457 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:14.191838 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba226d55-968c-4df3-b2e6-5153128339f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:14.228150 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a3982be9-0764-4f50-a40c-c381c2f114fd req-51c6c0ac-a667-416f-8da1-72dee252982b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0365770 Aug 29 06:45:14.233385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ba226d55-968c-4df3-b2e6-5153128339f8 None None] Port 99f1204e-ac47-49e3-a55a-5b284ebc4457 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:45:14.242281 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:45:14.251311 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0b59e6d3-95dd-424a-981f-2e2d87b179d7 admin admin] 10.222.0.76 "PUT /v2.0/routers/b5e7b270-6de9-4b8f-81c8-2d9061c1ffab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1998405 Aug 29 06:45:14.276373 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a3982be9-0764-4f50-a40c-c381c2f114fd req-0e20c7e2-f2dc-410d-835f-d4d0df7a2024 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211713 Aug 29 06:45:14.404978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3982be9-0764-4f50-a40c-c381c2f114fd req-c901e586-821e-4b25-b144-4009e37dc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:14.407373 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a3982be9-0764-4f50-a40c-c381c2f114fd req-c901e586-821e-4b25-b144-4009e37dc0ee service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1243293 Aug 29 06:45:14.447654 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a50ee-93ee-499a-90bd-912c4cb3abb3 req-90585ea3-70ea-4d6f-885a-81a8213b0491 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:14.449200 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a8a50ee-93ee-499a-90bd-912c4cb3abb3 req-90585ea3-70ea-4d6f-885a-81a8213b0491 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 950 time: 0.0579982 Aug 29 06:45:14.491000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a8a50ee-93ee-499a-90bd-912c4cb3abb3 req-8a6a7430-5cf6-4755-91ec-99a18d3129f5 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341773 Aug 29 06:45:14.655869 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae5d3e-546d-479f-a04a-b19a5ba0fe02 req-891bc5ee-d1ea-4d59-b08b-13a3f3335088 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:14.658259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c2ae5d3e-546d-479f-a04a-b19a5ba0fe02 req-891bc5ee-d1ea-4d59-b08b-13a3f3335088 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 944 time: 0.0751555 Aug 29 06:45:14.701626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c2ae5d3e-546d-479f-a04a-b19a5ba0fe02 req-4681bf9a-bcda-47cc-97da-78c3f54db702 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363777 Aug 29 06:45:14.875302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e30c64e1-564b-4961-9df2-3dd4384a9aad up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:15.010783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port e30c64e1-564b-4961-9df2-3dd4384a9aad completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:15.015824 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port e30c64e1-564b-4961-9df2-3dd4384a9aad triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:15.016179 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:15.049910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43900) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:15.054851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0b79a8b6-4485-4b60-8fc2-d480963c1c9c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--11278363', 'description': 'tempest-description--1550581177'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:15.090816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e40125-bfb5-4586-95d8-02b346e7e324 req-4d753a26-b7a5-4253-9021-005c239f13bf tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:15.098827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e40125-bfb5-4586-95d8-02b346e7e324 req-4d753a26-b7a5-4253-9021-005c239f13bf tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:15.106920 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54e40125-bfb5-4586-95d8-02b346e7e324 req-4d753a26-b7a5-4253-9021-005c239f13bf tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1681 time: 0.1102090 Aug 29 06:45:15.122763 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:15.151126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d7fcbd-bf44-46ac-ac52-8a20aa983601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30c64e1-564b-4961-9df2-3dd4384a9aad'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:15.153497 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13cd385-2277-4f97-8fab-be487adb9777" -d '{"events": [{"server_uuid": "06d7fcbd-bf44-46ac-ac52-8a20aa983601", "name": "network-vif-plugged", "status": "completed", "tag": "e30c64e1-564b-4961-9df2-3dd4384a9aad"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:15.163293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54e40125-bfb5-4586-95d8-02b346e7e324 req-3f7964eb-9132-4a78-901d-2b8672cdcc01 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551472 Aug 29 06:45:15.165123 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b79a8b6-4485-4b60-8fc2-d480963c1c9c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:15.225624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:15.244211 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edec9492-c5cb-4ec6-86f3-92d782d7dd1a x-openstack-request-id: req-edec9492-c5cb-4ec6-86f3-92d782d7dd1a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:15.244618 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d7fcbd-bf44-46ac-ac52-8a20aa983601", "name": "network-vif-plugged", "status": "completed", "tag": "e30c64e1-564b-4961-9df2-3dd4384a9aad", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:15.244824 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-edec9492-c5cb-4ec6-86f3-92d782d7dd1a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:15.245225 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d7fcbd-bf44-46ac-ac52-8a20aa983601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30c64e1-564b-4961-9df2-3dd4384a9aad', 'code': 200} Aug 29 06:45:15.257492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e65e1976-845f-4481-b66d-4c10eaf6d5f2 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:15.355109 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b79a8b6-4485-4b60-8fc2-d480963c1c9c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:15.357453 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:15.368064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eebce-6c9e-42dd-a84a-1016398f0ed2 req-49d2f5f4-98f0-4ee6-bac5-c498439eb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:15.369580 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9a7eebce-6c9e-42dd-a84a-1016398f0ed2 req-49d2f5f4-98f0-4ee6-bac5-c498439eb534 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 1096 time: 0.0476606 Aug 29 06:45:15.405067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=e30c64e1-564b-4961-9df2-3dd4384a9aad,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:15.406006 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9a7eebce-6c9e-42dd-a84a-1016398f0ed2 req-56f04e94-737a-4a5b-b756-579932ed526d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285685 Aug 29 06:45:15.524513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port e65e1976-845f-4481-b66d-4c10eaf6d5f2 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:15.524724 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b79a8b6-4485-4b60-8fc2-d480963c1c9c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:15.528714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e65e1976-845f-4481-b66d-4c10eaf6d5f2 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:15.529089 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:15.557774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79a8b6-4485-4b60-8fc2-d480963c1c9c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74f2047-5632-4369-8091-19c0801d396e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:15.614419 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:15.634655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port e65e1976-845f-4481-b66d-4c10eaf6d5f2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e65e1976-845f-4481-b66d-4c10eaf6d5f2,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:15.640121 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc568b5-6159-4717-8586-5ca7f7a37c7a req-af4a80da-3294-476d-9f6a-f89392204bd2 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:15.641627 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cc568b5-6159-4717-8586-5ca7f7a37c7a req-af4a80da-3294-476d-9f6a-f89392204bd2 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 950 time: 0.0500607 Aug 29 06:45:15.654131 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b79a8b6-4485-4b60-8fc2-d480963c1c9c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:15.654131 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0b79a8b6-4485-4b60-8fc2-d480963c1c9c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6005096 Aug 29 06:45:15.654886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43908) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:15.660621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-fc722c30-8b94-4604-8943-da074682c163 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Request body: {'security_group_rule': {'security_group_id': 'e74f2047-5632-4369-8091-19c0801d396e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:15.682857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cc568b5-6159-4717-8586-5ca7f7a37c7a req-0ba1bf8d-d412-436f-92b4-1c01c4edde5d tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351942 Aug 29 06:45:15.787600 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:15.804652 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fc722c30-8b94-4604-8943-da074682c163 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:15.831298 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef48c7-3c37-490f-846a-19d06b86cba2 req-f160ad27-bca4-4f2d-ba8c-5bdddea7129c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:15.832945 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fef48c7-3c37-490f-846a-19d06b86cba2 req-f160ad27-bca4-4f2d-ba8c-5bdddea7129c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 945 time: 0.0599794 Aug 29 06:45:15.839916 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=e65e1976-845f-4481-b66d-4c10eaf6d5f2,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:15.878653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fef48c7-3c37-490f-846a-19d06b86cba2 req-b119432e-7845-4603-a51e-36571445514d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384531 Aug 29 06:45:15.896608 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fc722c30-8b94-4604-8943-da074682c163 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:16.018976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Sync routers for ids ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:45:16.028939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Routers {'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:45:16.031064 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:45:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:16.113016 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fc722c30-8b94-4604-8943-da074682c163 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:16.131598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc722c30-8b94-4604-8943-da074682c163 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227936c9-7605-42ff-9456-4a40205fd603,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:16.144952 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Set router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:45:16.185794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:16.273432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fc722c30-8b94-4604-8943-da074682c163 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:16.275510 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fc722c30-8b94-4604-8943-da074682c163 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6195104 Aug 29 06:45:16.281804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43924) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:16.282446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-79524232-ec00-4e69-9679-d3ecb9e57ad1 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Request body: {'security_group_rule': {'security_group_id': 'e74f2047-5632-4369-8091-19c0801d396e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:16.308458 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83906b2e-9101-4667-923e-24b00fff719b req-36f78b30-4ff7-45ab-a41e-d4918d43de1d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:16.315639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83906b2e-9101-4667-923e-24b00fff719b req-36f78b30-4ff7-45ab-a41e-d4918d43de1d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:16.317468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83906b2e-9101-4667-923e-24b00fff719b req-36f78b30-4ff7-45ab-a41e-d4918d43de1d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1681 time: 0.0799470 Aug 29 06:45:16.384293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae69fe-c4da-450d-a913-ddaa1957d7d3 req-f52100df-8b8c-496d-aed1-bdf10ec1329e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:16.385992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4ae69fe-c4da-450d-a913-ddaa1957d7d3 req-f52100df-8b8c-496d-aed1-bdf10ec1329e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 950 time: 0.1049283 Aug 29 06:45:16.386343 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-79524232-ec00-4e69-9679-d3ecb9e57ad1 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:16.392123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83906b2e-9101-4667-923e-24b00fff719b req-7b316268-ec5c-4282-86d1-b36c6575279a tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596082 Aug 29 06:45:16.420957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:45:13Z', 'revision_number': 4, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '99f1204e-ac47-49e3-a55a-5b284ebc4457', 'name': '', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'mac_address': 'fa:16:3e:50:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd614952-35c9-4449-b671-78093f0593ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:12Z', 'updated_at': '2021-08-29T06:45:13Z', 'revision_number': 2, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'subnets': [{'id': 'fd614952-35c9-4449-b671-78093f0593ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:16.447408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4ae69fe-c4da-450d-a913-ddaa1957d7d3 req-2cadc8a2-111c-4842-9542-f763a13ca6d4 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541635 Aug 29 06:45:16.458576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Checking router: b5e7b270-6de9-4b8f-81c8-2d9061c1ffab for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:45:16.458943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Updating router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab port 99f1204e-ac47-49e3-a55a-5b284ebc4457 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:45:16.460840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:16.466341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:16.468907 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:16.487207 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-79524232-ec00-4e69-9679-d3ecb9e57ad1 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:16.514095 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:16.620004 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-79524232-ec00-4e69-9679-d3ecb9e57ad1 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:16.638746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79524232-ec00-4e69-9679-d3ecb9e57ad1 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f65b54-49aa-490b-a9c7-f25a4e969185,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:16.660188 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:16.739029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=8b41b4c1-e795-4955-a019-0bb1fd8ff0f2,segment=NetworkSegment(7f430953-d5d8-4c0c-ac1b-34d546dbf492),segment_id=7f430953-d5d8-4c0c-ac1b-34d546dbf492)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:16.804387 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-79524232-ec00-4e69-9679-d3ecb9e57ad1 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:16.805605 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-79524232-ec00-4e69-9679-d3ecb9e57ad1 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5267434 Aug 29 06:45:16.808721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43928) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:16.813255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:16.840310 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:16.850143 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Transition to ACTIVE for port object 99f1204e-ac47-49e3-a55a-5b284ebc4457 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:17.001539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9aad3-4166-45cf-acf7-52ebbe8b3ed6 req-d2fe4417-ac5e-4371-a5a0-f07c3cd3d504 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:17.003887 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0e9aad3-4166-45cf-acf7-52ebbe8b3ed6 req-d2fe4417-ac5e-4371-a5a0-f07c3cd3d504 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 945 time: 0.0554874 Aug 29 06:45:17.025417 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:17.026236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device ffc51435-b29a-4fce-b5f4-6633ddaf9463 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:17.043210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0e9aad3-4166-45cf-acf7-52ebbe8b3ed6 req-18bbdbb6-a1a7-4942-aa5c-a640adb482a2 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Aug 29 06:45:17.070221 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:17.107656 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:17.229230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:17.233068 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd26b31-57a8-479c-9775-b7b9dd6ee058 req-38320638-6382-4a14-9382-2bd4b87bc09a tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:17.235005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edd26b31-57a8-479c-9775-b7b9dd6ee058 req-38320638-6382-4a14-9382-2bd4b87bc09a tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 1097 time: 0.0532274 Aug 29 06:45:17.262965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b41b4c1-e795-4955-a019-0bb1fd8ff0f2'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:17.265396 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bf5c6a-c86a-4c8c-9c31-5eff810cfb78" -d '{"events": [{"server_uuid": "dd76241d-cbf8-4681-93f9-8ba9117ffa3d", "name": "network-vif-plugged", "status": "completed", "tag": "8b41b4c1-e795-4955-a019-0bb1fd8ff0f2"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:17.275792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e65e1976-845f-4481-b66d-4c10eaf6d5f2 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:17.279793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edd26b31-57a8-479c-9775-b7b9dd6ee058 req-24b2acd4-5e28-41c5-852b-28d809e6b74c tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373061 Aug 29 06:45:17.349028 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52719aee-7dca-4364-9d1e-10f697af1e6e x-openstack-request-id: req-52719aee-7dca-4364-9d1e-10f697af1e6e {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:17.349328 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd76241d-cbf8-4681-93f9-8ba9117ffa3d", "name": "network-vif-plugged", "status": "completed", "tag": "8b41b4c1-e795-4955-a019-0bb1fd8ff0f2", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:17.349581 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-52719aee-7dca-4364-9d1e-10f697af1e6e {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:17.350026 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b41b4c1-e795-4955-a019-0bb1fd8ff0f2', 'code': 200} Aug 29 06:45:17.350795 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=8b41b4c1-e795-4955-a019-0bb1fd8ff0f2,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:17.375695 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Allocated IP 172.25.1.103 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/3e2ff17a-0b74-4402-affa-d44a02f15884) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:45:17.420374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04622d78-189c-4c46-8bf8-08380e36fbf3 req-c844f622-97c2-4d58-982e-9f955e876f70 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:17.421672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-04622d78-189c-4c46-8bf8-08380e36fbf3 req-c844f622-97c2-4d58-982e-9f955e876f70 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 1097 time: 0.0517642 Aug 29 06:45:17.470646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port ffc51435-b29a-4fce-b5f4-6633ddaf9463 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:17.473914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Attempting to bind port 99f1204e-ac47-49e3-a55a-5b284ebc4457 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:17.473914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Attempting to bind port 99f1204e-ac47-49e3-a55a-5b284ebc4457 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:17.474301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Attempting to bind port 99f1204e-ac47-49e3-a55a-5b284ebc4457 on network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:17.479378 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b37b70-2627-4dd4-abf3-fbd4480a39a7 None None] Pushing event updated for resources: {'Port': ['ID=99f1204e-ac47-49e3-a55a-5b284ebc4457,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:17.483162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e65e1976-845f-4481-b66d-4c10eaf6d5f2 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:17.483773 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:17.485521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:17.486421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Checking segment: {'id': '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:17.486858 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:17.487275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Bound using segment: {'id': '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:17.487763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Bound port: 99f1204e-ac47-49e3-a55a-5b284ebc4457, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:17.488143 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:17.502689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port ffc51435-b29a-4fce-b5f4-6633ddaf9463 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:17.509670 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:17.510529 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:17.530379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-04622d78-189c-4c46-8bf8-08380e36fbf3 req-b5acc578-5ac5-4f63-92c4-925dacf528f7 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951707 Aug 29 06:45:17.653034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c13f88-e8d6-4065-a4a8-8fe968838db1 req-1c70bfde-9ebf-43d9-a6a1-4fc457b6759f tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:17.653034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c13f88-e8d6-4065-a4a8-8fe968838db1 req-1c70bfde-9ebf-43d9-a6a1-4fc457b6759f tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:17.653034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94c13f88-e8d6-4065-a4a8-8fe968838db1 req-1c70bfde-9ebf-43d9-a6a1-4fc457b6759f tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1682 time: 0.1177051 Aug 29 06:45:17.654358 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] For port 99f1204e-ac47-49e3-a55a-5b284ebc4457, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:17.710733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] For port 99f1204e-ac47-49e3-a55a-5b284ebc4457, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=99f1204e-ac47-49e3-a55a-5b284ebc4457,segment=NetworkSegment(5dbccbf0-7d95-4a2f-ba60-f8a4972ec400),segment_id=5dbccbf0-7d95-4a2f-ba60-f8a4972ec400)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:17.711645 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94c13f88-e8d6-4065-a4a8-8fe968838db1 req-bf8580e7-ac23-43b6-946e-759c246cb18c tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775321 Aug 29 06:45:17.723034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ecdfc-b09b-4803-9f57-cd9d18b46d80 req-bc40e6b6-453b-49ea-a791-d9144c9c83c5 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:17.729525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-220ecdfc-b09b-4803-9f57-cd9d18b46d80 req-bc40e6b6-453b-49ea-a791-d9144c9c83c5 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 950 time: 0.0965805 Aug 29 06:45:17.769400 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:17.769962 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-220ecdfc-b09b-4803-9f57-cd9d18b46d80 req-c3932203-fef8-4f29-8536-c7f0beb7ef6f tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359616 Aug 29 06:45:17.808560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port ffc51435-b29a-4fce-b5f4-6633ddaf9463, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=ffc51435-b29a-4fce-b5f4-6633ddaf9463,segment=NetworkSegment(095ada07-56b6-437d-acdb-b04988492012),segment_id=095ada07-56b6-437d-acdb-b04988492012)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:17.873413 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:17.919538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:45:17.922315 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:17.926817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:45:17.929991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Pushing event updated for resources: {'Port': ['ID=3e2ff17a-0b74-4402-affa-d44a02f15884,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:17.932091 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:17.995537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b37b70-2627-4dd4-abf3-fbd4480a39a7 None None] Pushing event updated for resources: {'Port': ['ID=99f1204e-ac47-49e3-a55a-5b284ebc4457,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:17.998081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Routers {'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:45:17.998812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:45:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:18.024426 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:18.046071 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:18.124510 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:18.160607 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=ffc51435-b29a-4fce-b5f4-6633ddaf9463,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:18.173882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] Set router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:45:18.321858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ec3e0-47b0-40d4-85ca-63bd8e65bb73 req-ced1bd1b-89a8-43e9-b4fd-d813c92502db tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:18.327881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-395ec3e0-47b0-40d4-85ca-63bd8e65bb73 req-ced1bd1b-89a8-43e9-b4fd-d813c92502db tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 1097 time: 0.0528276 Aug 29 06:45:18.333295 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:18.367038 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-395ec3e0-47b0-40d4-85ca-63bd8e65bb73 req-e5ce0a45-55af-4081-94d4-8281fd79b772 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342753 Aug 29 06:45:18.427203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:45:13Z', 'revision_number': 4, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '99f1204e-ac47-49e3-a55a-5b284ebc4457', 'name': '', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'mac_address': 'fa:16:3e:50:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd614952-35c9-4449-b671-78093f0593ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:12Z', 'updated_at': '2021-08-29T06:45:17Z', 'revision_number': 4, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'subnets': [{'id': 'fd614952-35c9-4449-b671-78093f0593ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:18.449976 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:18.454495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8e2c6-cdb3-4517-9cfc-57b94cb22170 None None] The sync data for ids ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'] in n-d-713301-12 is: [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:45:13Z', 'revision_number': 4, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '99f1204e-ac47-49e3-a55a-5b284ebc4457', 'name': '', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'mac_address': 'fa:16:3e:50:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd614952-35c9-4449-b671-78093f0593ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:12Z', 'updated_at': '2021-08-29T06:45:17Z', 'revision_number': 4, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'subnets': [{'id': 'fd614952-35c9-4449-b671-78093f0593ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:45:18.533872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Pushing event updated for resources: {'Port': ['ID=3e2ff17a-0b74-4402-affa-d44a02f15884,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:18.547134 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:18.734025 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:18.734025 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5a7ed884-1ff0-4b8b-896f-024999fdd8f0 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9220548 Aug 29 06:45:18.901182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9364d-6df4-41e6-921b-2815478d2971 req-0de7eea1-edf1-475f-8a80-65ee738cbae3 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:18.907477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9364d-6df4-41e6-921b-2815478d2971 req-0de7eea1-edf1-475f-8a80-65ee738cbae3 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:18.909667 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2fd9364d-6df4-41e6-921b-2815478d2971 req-0de7eea1-edf1-475f-8a80-65ee738cbae3 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1683 time: 0.1041951 Aug 29 06:45:18.912868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-e1407a01-d5cb-43b9-a8b0-ed55cb6ee544 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--11278363&fields=id&tenant_id=330b52fcaacb4924902ac272a4a7ec92 HTTP/1.1" status: 200 len: 267 time: 0.0657144 Aug 29 06:45:19.010929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2fd9364d-6df4-41e6-921b-2815478d2971 req-7b1648e3-261a-4133-a415-65780dba8623 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940773 Aug 29 06:45:19.068806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-546a79d7-a8ee-4c16-8f14-aa6154801df6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:19.073212 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-546a79d7-a8ee-4c16-8f14-aa6154801df6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/networks?id=aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 HTTP/1.1" status: 200 len: 805 time: 0.1501746 Aug 29 06:45:19.119722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-6d7c5331-8a56-4c60-a9b4-398acc3d4c72 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/quotas/330b52fcaacb4924902ac272a4a7ec92 HTTP/1.1" status: 200 len: 375 time: 0.0455799 Aug 29 06:45:19.171027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006854df-3618-49ca-925a-9c9dfe9cdc45 req-4af11134-52e5-4853-85b3-5c349ff42aae tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:19.172573 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-006854df-3618-49ca-925a-9c9dfe9cdc45 req-4af11134-52e5-4853-85b3-5c349ff42aae tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 950 time: 0.0911772 Aug 29 06:45:19.175722 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 99f1204e-ac47-49e3-a55a-5b284ebc4457 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:19.197722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-c3941676-d074-4fb2-8498-916973590701 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=330b52fcaacb4924902ac272a4a7ec92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0753710 Aug 29 06:45:19.272537 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-006854df-3618-49ca-925a-9c9dfe9cdc45 req-83676806-6288-400f-ab2f-16f661c3b94b tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886250 Aug 29 06:45:19.317129 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-138e26bb-9829-4791-8f55-689d241d491b service neutron] 10.222.0.76 "GET /v2.0/networks/aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040902 Aug 29 06:45:19.341437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 99f1204e-ac47-49e3-a55a-5b284ebc4457 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:19.346918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 99f1204e-ac47-49e3-a55a-5b284ebc4457 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:19.346918 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:19.365900 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc51435-b29a-4fce-b5f4-6633ddaf9463'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:19.368332 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7790feab-3367-4581-bf9a-d6b6177c6423" -d '{"events": [{"server_uuid": "dd76241d-cbf8-4681-93f9-8ba9117ffa3d", "name": "network-vif-plugged", "status": "completed", "tag": "ffc51435-b29a-4fce-b5f4-6633ddaf9463"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:19.418662 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-1360c4cd-6cff-49d4-aa9d-4c37878ad618 service neutron] 10.222.0.76 "GET /v2.0/networks/aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942619 Aug 29 06:45:19.435762 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:19.470895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 99f1204e-ac47-49e3-a55a-5b284ebc4457, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=99f1204e-ac47-49e3-a55a-5b284ebc4457,segment=NetworkSegment(5dbccbf0-7d95-4a2f-ba60-f8a4972ec400),segment_id=5dbccbf0-7d95-4a2f-ba60-f8a4972ec400)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:19.581905 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:19.602069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22785ef8-9e8a-40a3-bebb-84c44d040b07 req-5dc39ba4-37a0-437b-bdd5-ee578087cfb3 tempest-LiveMigrationNegativeTest-527912130 tempest-LiveMigrationNegativeTest-527912130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:19.603701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22785ef8-9e8a-40a3-bebb-84c44d040b07 req-5dc39ba4-37a0-437b-bdd5-ee578087cfb3 tempest-LiveMigrationNegativeTest-527912130 tempest-LiveMigrationNegativeTest-527912130-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 1102 time: 0.0420349 Aug 29 06:45:19.628002 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-22785ef8-9e8a-40a3-bebb-84c44d040b07 req-c1175d40-0ac8-4729-a3ee-0a0dd8cd8c27 tempest-LiveMigrationNegativeTest-527912130 tempest-LiveMigrationNegativeTest-527912130-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:19.631785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=99f1204e-ac47-49e3-a55a-5b284ebc4457,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:19.721918 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-22785ef8-9e8a-40a3-bebb-84c44d040b07 req-c1175d40-0ac8-4729-a3ee-0a0dd8cd8c27 tempest-LiveMigrationNegativeTest-527912130 tempest-LiveMigrationNegativeTest-527912130-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:19.745786 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9e2a16-2437-40dd-a17f-6f2f6e738134 x-openstack-request-id: req-df9e2a16-2437-40dd-a17f-6f2f6e738134 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:19.746205 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd76241d-cbf8-4681-93f9-8ba9117ffa3d", "name": "network-vif-plugged", "status": "completed", "tag": "ffc51435-b29a-4fce-b5f4-6633ddaf9463", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:19.746448 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df9e2a16-2437-40dd-a17f-6f2f6e738134 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:19.746852 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc51435-b29a-4fce-b5f4-6633ddaf9463', 'code': 200} Aug 29 06:45:19.823602 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-22785ef8-9e8a-40a3-bebb-84c44d040b07 req-c1175d40-0ac8-4729-a3ee-0a0dd8cd8c27 tempest-LiveMigrationNegativeTest-527912130 tempest-LiveMigrationNegativeTest-527912130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:19.859713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22785ef8-9e8a-40a3-bebb-84c44d040b07 req-c1175d40-0ac8-4729-a3ee-0a0dd8cd8c27 tempest-LiveMigrationNegativeTest-527912130 tempest-LiveMigrationNegativeTest-527912130-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496696 Aug 29 06:45:19.879630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb1971-4d10-4423-b0ae-9c965e584a01 req-9cd3d335-b9ac-4ce7-a4df-d4f0ac460e53 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:19.879630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4adb1971-4d10-4423-b0ae-9c965e584a01 req-9cd3d335-b9ac-4ce7-a4df-d4f0ac460e53 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 1097 time: 0.0815196 Aug 29 06:45:19.879630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1175d40-0ac8-4729-a3ee-0a0dd8cd8c27 tempest-LiveMigrationNegativeTest-527912130 tempest-LiveMigrationNegativeTest-527912130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc24ce5e-512e-45c6-97d2-cf4faa7030df,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:19.911922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bf749-3fd6-4c0a-8cf6-f4d182a1887e req-1dc59b61-8af4-46da-8d05-f3dd58fa1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:19.915770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bf749-3fd6-4c0a-8cf6-f4d182a1887e req-1dc59b61-8af4-46da-8d05-f3dd58fa1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:19.915770 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc2bf749-3fd6-4c0a-8cf6-f4d182a1887e req-1dc59b61-8af4-46da-8d05-f3dd58fa1c9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1987 time: 0.0572259 Aug 29 06:45:19.918442 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4adb1971-4d10-4423-b0ae-9c965e584a01 req-fd95d0f5-2cd1-43cd-b4b1-631d1591133c tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329952 Aug 29 06:45:19.953958 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc2bf749-3fd6-4c0a-8cf6-f4d182a1887e req-2aff1473-8939-4697-9b69-ee0499297293 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Aug 29 06:45:19.964808 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9ec8bff-45a8-49cc-ad02-cf9e9b1b11d0 req-bd91d1df-ba7a-4f8a-9ef9-625e545432cf tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 210 time: 0.0399392 Aug 29 06:45:20.137866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7db33-2be6-46ef-88ed-98a16374c384 req-eef0bc99-d40d-4c7b-9d46-b2abcfb3ba1d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:20.144019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7db33-2be6-46ef-88ed-98a16374c384 req-eef0bc99-d40d-4c7b-9d46-b2abcfb3ba1d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:20.145599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2a7db33-2be6-46ef-88ed-98a16374c384 req-eef0bc99-d40d-4c7b-9d46-b2abcfb3ba1d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1683 time: 0.0624185 Aug 29 06:45:20.185063 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2a7db33-2be6-46ef-88ed-98a16374c384 req-ffd2834e-5f13-4256-9278-d64c6f513921 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333562 Aug 29 06:45:20.770012 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:21.138857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 99f1204e-ac47-49e3-a55a-5b284ebc4457 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:21.182309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a40aa-cfd3-4445-9698-ca0441209402 req-9b9550ba-5bc0-4a53-93a4-ed5f32c3745e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:21.183891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-323a40aa-cfd3-4445-9698-ca0441209402 req-9b9550ba-5bc0-4a53-93a4-ed5f32c3745e tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 950 time: 0.0561254 Aug 29 06:45:21.194728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 99f1204e-ac47-49e3-a55a-5b284ebc4457 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:21.195163 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:21.225886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-323a40aa-cfd3-4445-9698-ca0441209402 req-2c0ad315-35fb-4312-834a-ae4261a49805 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347385 Aug 29 06:45:21.306242 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df778e40-daa8-4182-821f-0b497511bc93 req-fab7fdb1-6d47-42d7-99a7-d7182cab9246 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 210 time: 0.0261974 Aug 29 06:45:21.419920 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca3449-713a-46db-8a24-31dc343cff66 req-5ac3be3f-e905-4fc5-ba41-e754b168a95e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:21.426335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca3449-713a-46db-8a24-31dc343cff66 req-5ac3be3f-e905-4fc5-ba41-e754b168a95e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:21.427928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7fca3449-713a-46db-8a24-31dc343cff66 req-5ac3be3f-e905-4fc5-ba41-e754b168a95e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1683 time: 0.0659089 Aug 29 06:45:21.466342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7fca3449-713a-46db-8a24-31dc343cff66 req-bbd54510-0964-490d-b774-3b57bc9d673f tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324492 Aug 29 06:45:22.330765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-a19af2f7-746d-408e-a702-e6f55c6e7ea4 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:22.332929 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-a19af2f7-746d-408e-a702-e6f55c6e7ea4 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.15 "GET /v2.0/networks?id=aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 HTTP/1.1" status: 200 len: 805 time: 0.1023827 Aug 29 06:45:22.346230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2d6c2-edad-4a62-9157-7921c7eff2bb req-69c7e145-5bd6-4f0b-8ae5-c6f4b0444f11 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:22.347761 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bb2d6c2-edad-4a62-9157-7921c7eff2bb req-69c7e145-5bd6-4f0b-8ae5-c6f4b0444f11 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 950 time: 0.0508206 Aug 29 06:45:22.381282 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-0a154f77-cfa7-4500-b054-436d29dce83b tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=330b52fcaacb4924902ac272a4a7ec92 HTTP/1.1" status: 200 len: 378 time: 0.0390644 Aug 29 06:45:22.390309 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-275ef3a9-71cc-4c86-b8ad-16a7f587f625 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Request body: {'port': {'device_id': 'cf78a66e-336e-455c-9c96-572a26f79155', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'admin_state_up': True, 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'security_groups': ['e74f2047-5632-4369-8091-19c0801d396e']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:22.391525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bb2d6c2-edad-4a62-9157-7921c7eff2bb req-68af9b7d-0da1-47fe-9961-4ef259f389f9 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376384 Aug 29 06:45:22.417999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e605c064-5026-466c-9d98-bbafb987bd7f tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:45:22.419012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e605c064-5026-466c-9d98-bbafb987bd7f tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061400 Aug 29 06:45:22.434525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e2a92855-22f4-4df0-97c5-191fd03b7a7d service neutron] Request body: {'binding': {'host': 'n-h2-713301-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:22.434525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e2a92855-22f4-4df0-97c5-191fd03b7a7d service neutron] Unknown quota resources ['binding']. {{(pid=95404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 06:45:22.536412 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-414c783f-2942-4b80-a6a8-f466d93e7aa3 req-34fe05e5-cb51-44c0-a136-1dbdeedcc598 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 210 time: 0.0701463 Aug 29 06:45:22.630343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e2a92855-22f4-4df0-97c5-191fd03b7a7d service neutron] Attempting to bind port e30c64e1-564b-4961-9df2-3dd4384a9aad on host n-h2-713301-12 for vnic_type normal with profile None {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:22.630781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e2a92855-22f4-4df0-97c5-191fd03b7a7d service neutron] Attempting to bind port e30c64e1-564b-4961-9df2-3dd4384a9aad by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:22.631216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e2a92855-22f4-4df0-97c5-191fd03b7a7d service neutron] Attempting to bind port e30c64e1-564b-4961-9df2-3dd4384a9aad on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:22.653152 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e2a92855-22f4-4df0-97c5-191fd03b7a7d service neutron] Port e30c64e1-564b-4961-9df2-3dd4384a9aad on network 4475f61a-c472-49af-9e60-c53edc6707df not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:45:22.653384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e2a92855-22f4-4df0-97c5-191fd03b7a7d service neutron] Attempting to bind port e30c64e1-564b-4961-9df2-3dd4384a9aad on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:22.662751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e2a92855-22f4-4df0-97c5-191fd03b7a7d service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:22.663099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e2a92855-22f4-4df0-97c5-191fd03b7a7d service neutron] Checking segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:22.663674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e2a92855-22f4-4df0-97c5-191fd03b7a7d service neutron] Bound using segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:22.664146 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e2a92855-22f4-4df0-97c5-191fd03b7a7d service neutron] Bound port: e30c64e1-564b-4961-9df2-3dd4384a9aad, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:22.708977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53206b4c-248d-48c5-a0d1-f2628ff29494 req-b37b298a-2efc-46c2-8d79-2471833a2745 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:22.715029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53206b4c-248d-48c5-a0d1-f2628ff29494 req-b37b298a-2efc-46c2-8d79-2471833a2745 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:22.716674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53206b4c-248d-48c5-a0d1-f2628ff29494 req-b37b298a-2efc-46c2-8d79-2471833a2745 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1683 time: 0.1059535 Aug 29 06:45:22.773609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53206b4c-248d-48c5-a0d1-f2628ff29494 req-3b05c26d-11bd-46a3-9e27-1d9b7e686d38 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493233 Aug 29 06:45:22.775294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e2a92855-22f4-4df0-97c5-191fd03b7a7d service neutron] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:22.851886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-275ef3a9-71cc-4c86-b8ad-16a7f587f625 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Made reservation on behalf of 330b52fcaacb4924902ac272a4a7ec92 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:45:22.853662 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-275ef3a9-71cc-4c86-b8ad-16a7f587f625 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:22.879854 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e2a92855-22f4-4df0-97c5-191fd03b7a7d service neutron] Notify callbacks [] for binding, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:22.881159 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e2a92855-22f4-4df0-97c5-191fd03b7a7d service neutron] 10.222.0.76 "POST /v2.0/ports/e30c64e1-564b-4961-9df2-3dd4384a9aad/bindings HTTP/1.1" status: 201 len: 390 time: 0.4540946 Aug 29 06:45:22.988124 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-275ef3a9-71cc-4c86-b8ad-16a7f587f625 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Allocated IP 172.20.0.14 (aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38/fd614952-35c9-4449-b671-78093f0593ae/11512cef-aebd-4c13-966c-ad50b0359e09) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:45:23.132401 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-275ef3a9-71cc-4c86-b8ad-16a7f587f625 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:23.145188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-275ef3a9-71cc-4c86-b8ad-16a7f587f625 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Transition to ACTIVE for port object 11512cef-aebd-4c13-966c-ad50b0359e09 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:23.274422 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-275ef3a9-71cc-4c86-b8ad-16a7f587f625 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:23.323709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-275ef3a9-71cc-4c86-b8ad-16a7f587f625 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:45:23.329421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-275ef3a9-71cc-4c86-b8ad-16a7f587f625 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:23.335492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-275ef3a9-71cc-4c86-b8ad-16a7f587f625 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:45:23.365678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ef3a9-71cc-4c86-b8ad-16a7f587f625 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Pushing event updated for resources: {'Port': ['ID=11512cef-aebd-4c13-966c-ad50b0359e09,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:23.390145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-275ef3a9-71cc-4c86-b8ad-16a7f587f625 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:23.390764 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-275ef3a9-71cc-4c86-b8ad-16a7f587f625 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:23.553255 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-275ef3a9-71cc-4c86-b8ad-16a7f587f625 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1666558 Aug 29 06:45:23.566192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Request body: {'port': {'device_id': 'cf78a66e-336e-455c-9c96-572a26f79155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:23.605072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d1af4-d489-4a95-8489-424ca86420f5 req-7be2314b-ca20-4378-aeb9-a50601eb9eb6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:23.606664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d27d1af4-d489-4a95-8489-424ca86420f5 req-7be2314b-ca20-4378-aeb9-a50601eb9eb6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 945 time: 0.0817831 Aug 29 06:45:23.645083 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc9e4e-c65f-4d30-b89a-914a96dd55b9 req-fc99fc24-67f1-480c-812e-16b5b7fc0a19 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:23.646618 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5cc9e4e-c65f-4d30-b89a-914a96dd55b9 req-fc99fc24-67f1-480c-812e-16b5b7fc0a19 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 950 time: 0.0874982 Aug 29 06:45:23.659397 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:23.668077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbe75c-21fb-4fe2-97c9-1de47565bf84 req-0de7adae-2dd5-41b1-9b90-edfffe44b6bb tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:23.669525 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d9dbe75c-21fb-4fe2-97c9-1de47565bf84 req-0de7adae-2dd5-41b1-9b90-edfffe44b6bb tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.11 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 950 time: 0.0827379 Aug 29 06:45:23.678386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d27d1af4-d489-4a95-8489-424ca86420f5 req-f605c8f6-01f1-4210-a3ad-64cedd5c15b1 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644310 Aug 29 06:45:23.713994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5cc9e4e-c65f-4d30-b89a-914a96dd55b9 req-17d5b51c-5bbd-42c5-b6d2-8f2afb51b499 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548429 Aug 29 06:45:23.729285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ccc8c520-5856-4cdf-acd8-3db21750a89c None None] Provisioning for port 11512cef-aebd-4c13-966c-ad50b0359e09 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:23.738671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ccc8c520-5856-4cdf-acd8-3db21750a89c None None] Provisioning complete for port 11512cef-aebd-4c13-966c-ad50b0359e09 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:23.740311 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ccc8c520-5856-4cdf-acd8-3db21750a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:23.793802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8c520-5856-4cdf-acd8-3db21750a89c None None] Port 11512cef-aebd-4c13-966c-ad50b0359e09 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:45:23.843733 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783722f-1462-40c2-92a7-48be539e8f4e req-0b1c67af-330a-40d9-a4bd-1dd78cf94841 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:23.850043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783722f-1462-40c2-92a7-48be539e8f4e req-0b1c67af-330a-40d9-a4bd-1dd78cf94841 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:23.851850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d783722f-1462-40c2-92a7-48be539e8f4e req-0b1c67af-330a-40d9-a4bd-1dd78cf94841 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1683 time: 0.0968413 Aug 29 06:45:23.866544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408e071-12d7-4c28-a9c8-9e89e452ce70 req-2822934d-f613-4a9c-8ea3-9752021dcbd2 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:23.867852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4408e071-12d7-4c28-a9c8-9e89e452ce70 req-2822934d-f613-4a9c-8ea3-9752021dcbd2 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 932 time: 0.0843606 Aug 29 06:45:23.927796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d783722f-1462-40c2-92a7-48be539e8f4e req-24fe9143-38be-4011-8ff1-dc701248c892 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588832 Aug 29 06:45:23.930535 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4408e071-12d7-4c28-a9c8-9e89e452ce70 req-151d9f11-2117-4080-b2c3-d3740144c0ff tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups?id=e74f2047-5632-4369-8091-19c0801d396e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543258 Aug 29 06:45:23.963632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-d9dbe75c-21fb-4fe2-97c9-1de47565bf84 req-4aba9329-36d6-4655-b63b-0a7e2859c3ed tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Deleting port 05788fa0-d347-476d-9cd1-e6d29c273ee6 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:45:23.963982 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d9dbe75c-21fb-4fe2-97c9-1de47565bf84 req-4aba9329-36d6-4655-b63b-0a7e2859c3ed tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:24.039264 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-ad323bc2-656a-4870-b661-d9ccf37f5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:24.040748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-ad323bc2-656a-4870-b661-d9ccf37f5f4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 1097 time: 0.1428781 Aug 29 06:45:24.148763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d9dbe75c-21fb-4fe2-97c9-1de47565bf84 req-4aba9329-36d6-4655-b63b-0a7e2859c3ed tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] For port 05788fa0-d347-476d-9cd1-e6d29c273ee6, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=05788fa0-d347-476d-9cd1-e6d29c273ee6,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:24.149123 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d9dbe75c-21fb-4fe2-97c9-1de47565bf84 req-4aba9329-36d6-4655-b63b-0a7e2859c3ed tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:24.176488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-d9dbe75c-21fb-4fe2-97c9-1de47565bf84 req-4aba9329-36d6-4655-b63b-0a7e2859c3ed tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Calling delete_port for 05788fa0-d347-476d-9cd1-e6d29c273ee6 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:45:24.273078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11512cef-aebd-4c13-966c-ad50b0359e09 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:24.282235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-d72c12f9-7cf2-4712-a3f3-24607a495444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:24.283785 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-d72c12f9-7cf2-4712-a3f3-24607a495444 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.2314527 Aug 29 06:45:24.286778 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:24.342863 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-0dd69900-779f-44a2-9a8d-9de620b718fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad HTTP/1.1" status: 200 len: 217 time: 0.0485106 Aug 29 06:45:24.348911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Transition to ACTIVE for port object 11512cef-aebd-4c13-966c-ad50b0359e09 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:24.427157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-23f9af49-e32e-461e-840b-596d9197f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:24.428647 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-23f9af49-e32e-461e-840b-596d9197f409 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.0725956 Aug 29 06:45:24.466759 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-db93ab73-f2dd-4fe8-af4e-1d7e82483b3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292084 Aug 29 06:45:24.489790 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:24.608091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Pushing event updated for resources: {'Port': ['ID=11512cef-aebd-4c13-966c-ad50b0359e09,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:24.631763 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d9dbe75c-21fb-4fe2-97c9-1de47565bf84 req-4aba9329-36d6-4655-b63b-0a7e2859c3ed tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:24.669409 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9', '05788fa0-d347-476d-9cd1-e6d29c273ee6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:24.695183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba9329-36d6-4655-b63b-0a7e2859c3ed tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Pushing event deleted for resources: {'Port': ['ID=05788fa0-d347-476d-9cd1-e6d29c273ee6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:24.835835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dbe75c-21fb-4fe2-97c9-1de47565bf84 req-4aba9329-36d6-4655-b63b-0a7e2859c3ed tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] No DVR routers for this DVR port 05788fa0-d347-476d-9cd1-e6d29c273ee6 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:45:24.839006 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d9dbe75c-21fb-4fe2-97c9-1de47565bf84 req-4aba9329-36d6-4655-b63b-0a7e2859c3ed tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:24.842481 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d9dbe75c-21fb-4fe2-97c9-1de47565bf84 req-4aba9329-36d6-4655-b63b-0a7e2859c3ed tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.11 "DELETE /v2.0/ports/05788fa0-d347-476d-9cd1-e6d29c273ee6 HTTP/1.1" status: 204 len: 173 time: 1.1632733 Aug 29 06:45:24.843465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438bb3a0-951d-4d91-beaa-f04d220877c5', 'name': 'network-vif-deleted', 'tag': '05788fa0-d347-476d-9cd1-e6d29c273ee6'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:24.847963 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488dd3d0-553a-4bba-a47b-f19e77e473be" -d '{"events": [{"server_uuid": "438bb3a0-951d-4d91-beaa-f04d220877c5", "name": "network-vif-deleted", "tag": "05788fa0-d347-476d-9cd1-e6d29c273ee6"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:24.878219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19d28469-a77d-4b59-8927-54f614b14e21 req-50cefbe7-ac14-461e-a7fd-367c2002e061 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 210 time: 0.0506868 Aug 29 06:45:24.882305 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Attempting to bind port 11512cef-aebd-4c13-966c-ad50b0359e09 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:24.882657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Attempting to bind port 11512cef-aebd-4c13-966c-ad50b0359e09 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:24.884228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Attempting to bind port 11512cef-aebd-4c13-966c-ad50b0359e09 on network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:24.889422 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-7b7eb7e3-c007-44bf-9f48-bd965c2d796b service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678794 Aug 29 06:45:24.893803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Port 11512cef-aebd-4c13-966c-ad50b0359e09 on network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:45:24.894136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Attempting to bind port 11512cef-aebd-4c13-966c-ad50b0359e09 on network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:24.901762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f7045-f814-4028-84ef-2ba2644692fc req-c2b860d9-f439-4697-8a18-bb26b5b26e34 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:24.903674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f66f7045-f814-4028-84ef-2ba2644692fc req-c2b860d9-f439-4697-8a18-bb26b5b26e34 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 945 time: 0.1303926 Aug 29 06:45:24.946707 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747d576d-ad06-48a3-9a1d-6246ddabdf72 x-openstack-request-id: req-747d576d-ad06-48a3-9a1d-6246ddabdf72 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:24.947039 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438bb3a0-951d-4d91-beaa-f04d220877c5", "name": "network-vif-deleted", "tag": "05788fa0-d347-476d-9cd1-e6d29c273ee6", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:24.947305 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-747d576d-ad06-48a3-9a1d-6246ddabdf72 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:24.947725 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438bb3a0-951d-4d91-beaa-f04d220877c5', 'name': 'network-vif-deleted', 'tag': '05788fa0-d347-476d-9cd1-e6d29c273ee6', 'status': 'completed', 'code': 200} Aug 29 06:45:24.948645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:24.948988 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Checking segment: {'id': '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:24.950061 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f66f7045-f814-4028-84ef-2ba2644692fc req-a97ad7df-078b-43ef-bb7c-3da0440af67b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385916 Aug 29 06:45:24.950198 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Bound using segment: {'id': '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:24.950610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Bound port: 11512cef-aebd-4c13-966c-ad50b0359e09, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:24.951257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:25.060361 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-31b6484a-7256-4a54-a45c-21d44efeb87e service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624644 Aug 29 06:45:25.061376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] For port 11512cef-aebd-4c13-966c-ad50b0359e09, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:25.065448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] For port 11512cef-aebd-4c13-966c-ad50b0359e09, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=11512cef-aebd-4c13-966c-ad50b0359e09,segment=NetworkSegment(5dbccbf0-7d95-4a2f-ba60-f8a4972ec400),segment_id=5dbccbf0-7d95-4a2f-ba60-f8a4972ec400)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:25.110153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520bbb3-ff00-4322-b675-4c13f5d7d23c req-5c5cdf1e-b874-4756-8496-6dd38880b398 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:25.121687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520bbb3-ff00-4322-b675-4c13f5d7d23c req-5c5cdf1e-b874-4756-8496-6dd38880b398 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:25.123724 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6520bbb3-ff00-4322-b675-4c13f5d7d23c req-5c5cdf1e-b874-4756-8496-6dd38880b398 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1683 time: 0.0982132 Aug 29 06:45:25.148754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ec557-de4d-4da8-9d0f-72c121939dec req-f72ac5e5-c685-415d-ae97-6a3207821a12 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:25.150205 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f9ec557-de4d-4da8-9d0f-72c121939dec req-f72ac5e5-c685-415d-ae97-6a3207821a12 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 944 time: 0.0972626 Aug 29 06:45:25.199173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6520bbb3-ff00-4322-b675-4c13f5d7d23c req-5fad6478-2ccc-4ee5-8a25-75d3a57e02bc tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669475 Aug 29 06:45:25.199486 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:25.212939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f9ec557-de4d-4da8-9d0f-72c121939dec req-8589520e-ecdd-4a7d-8eed-8ef8672c6f51 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups?id=e74f2047-5632-4369-8091-19c0801d396e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559821 Aug 29 06:45:25.235429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:25.236678 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:25.238179 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] 10.222.0.15 "PUT /v2.0/ports/11512cef-aebd-4c13-966c-ad50b0359e09 HTTP/1.1" status: 200 len: 1093 time: 1.6769502 Aug 29 06:45:25.262403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bda48-5cbb-4d10-b4e4-84f03b2987eb service neutron] Pushing event updated for resources: {'Port': ['ID=11512cef-aebd-4c13-966c-ad50b0359e09,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:25.353988 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-b92b351a-49ef-4b7f-8238-8310bffb6b8d tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:25.355704 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-b92b351a-49ef-4b7f-8238-8310bffb6b8d tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601&tenant_id=ae1a013e8eb8401888d6fb6666c86936&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.0487840 Aug 29 06:45:25.367960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713301-12'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:25.458449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-97969301-0510-4f82-9028-7bb75f18a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:25.460017 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-97969301-0510-4f82-9028-7bb75f18a02b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=330b52fcaacb4924902ac272a4a7ec92&device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 1096 time: 0.0890326 Aug 29 06:45:25.462695 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:25.515109 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-b99c8d80-a24e-48f9-a275-b2ccd13df5f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11512cef-aebd-4c13-966c-ad50b0359e09 HTTP/1.1" status: 200 len: 217 time: 0.0427947 Aug 29 06:45:25.628663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d94e1c5e-2620-48b9-ab80-e6cc261f0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:25.630131 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-d94e1c5e-2620-48b9-ab80-e6cc261f0e87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd614952-35c9-4449-b671-78093f0593ae HTTP/1.1" status: 200 len: 844 time: 0.0964818 Aug 29 06:45:25.705696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:25.708611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-68f31584-f8be-466e-bb1e-3691408ded04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:25.710127 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-68f31584-f8be-466e-bb1e-3691408ded04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719762 Aug 29 06:45:25.795332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:25.865727 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-31030d48-3263-4eef-8bfe-99d11aa5cb6b service neutron] 10.222.0.15 "GET /v2.0/networks/aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470239 Aug 29 06:45:25.868905 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:25.962993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20541c-8902-4c63-8466-955001edbe09 req-151a9f4e-3fad-45eb-bdb2-a0d7c266573e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:25.969033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20541c-8902-4c63-8466-955001edbe09 req-151a9f4e-3fad-45eb-bdb2-a0d7c266573e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:25.971459 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c20541c-8902-4c63-8466-955001edbe09 req-151a9f4e-3fad-45eb-bdb2-a0d7c266573e tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1683 time: 0.1177158 Aug 29 06:45:25.974240 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:25.985711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1724e5a6-1a4d-4850-90ba-559dd20e4a07 req-8844d3ae-615c-4b24-8c44-c8c70be8cf8b tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=438bb3a0-951d-4d91-beaa-f04d220877c5 HTTP/1.1" status: 200 len: 210 time: 0.0276380 Aug 29 06:45:26.064983 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1aad1292-11a4-4e79-ad25-3b7539c50017 req-3546c7b9-81e0-4378-b186-6fc71fd6106b service neutron] 10.222.0.15 "GET /v2.0/networks/aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811008 Aug 29 06:45:26.098213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794c4d3-2979-44e5-b5b1-3cd3df95d8c0 req-cd6824f7-9b25-41f0-b6e1-69cc425cd5cd tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:26.098213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3794c4d3-2979-44e5-b5b1-3cd3df95d8c0 req-cd6824f7-9b25-41f0-b6e1-69cc425cd5cd tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 943 time: 0.0525544 Aug 29 06:45:26.121397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Pushing event updated for resources: {'Port': ['ID=e30c64e1-564b-4961-9df2-3dd4384a9aad,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:26.142270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3794c4d3-2979-44e5-b5b1-3cd3df95d8c0 req-707408f8-1b23-4275-b0f2-4db0da8344e8 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391767 Aug 29 06:45:26.153274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Attempting to bind port e30c64e1-564b-4961-9df2-3dd4384a9aad on host n-h1-713301-12 for vnic_type normal with profile {"migrating_to": "n-h2-713301-12"} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:26.153817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Attempting to bind port e30c64e1-564b-4961-9df2-3dd4384a9aad by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:26.154115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Attempting to bind port e30c64e1-564b-4961-9df2-3dd4384a9aad on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:26.163516 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Port e30c64e1-564b-4961-9df2-3dd4384a9aad on network 4475f61a-c472-49af-9e60-c53edc6707df not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:45:26.163825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Attempting to bind port e30c64e1-564b-4961-9df2-3dd4384a9aad on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:26.170991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:26.171344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Checking segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:26.171730 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Bound using segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:26.172165 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Bound port: e30c64e1-564b-4961-9df2-3dd4384a9aad, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:26.172544 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:26.220846 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-8c20541c-8902-4c63-8466-955001edbe09 req-26b1b6f1-789d-461c-ab05-4f729c5f2ea4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Deleting port ffc51435-b29a-4fce-b5f4-6633ddaf9463 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:45:26.221186 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c20541c-8902-4c63-8466-955001edbe09 req-26b1b6f1-789d-461c-ab05-4f729c5f2ea4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:26.309808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:26.314699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:26.338439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8c20541c-8902-4c63-8466-955001edbe09 req-26b1b6f1-789d-461c-ab05-4f729c5f2ea4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] For port ffc51435-b29a-4fce-b5f4-6633ddaf9463, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=ffc51435-b29a-4fce-b5f4-6633ddaf9463,segment=NetworkSegment(095ada07-56b6-437d-acdb-b04988492012),segment_id=095ada07-56b6-437d-acdb-b04988492012)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:26.339586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c20541c-8902-4c63-8466-955001edbe09 req-26b1b6f1-789d-461c-ab05-4f729c5f2ea4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:26.359009 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-8c20541c-8902-4c63-8466-955001edbe09 req-26b1b6f1-789d-461c-ab05-4f729c5f2ea4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Calling delete_port for ffc51435-b29a-4fce-b5f4-6633ddaf9463 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:45:26.364627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff4544-c392-4587-a50a-bb337b174908 req-65c00641-a3d2-42db-9938-f167df6e48a9 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:26.370615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff4544-c392-4587-a50a-bb337b174908 req-65c00641-a3d2-42db-9938-f167df6e48a9 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:26.372267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3eff4544-c392-4587-a50a-bb337b174908 req-65c00641-a3d2-42db-9938-f167df6e48a9 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 1683 time: 0.0979548 Aug 29 06:45:26.380536 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7726ba-cae8-4ab2-9a81-6f5787b7aa8f req-adae3f28-40e8-4e13-9cf1-e20ed64186fb tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:26.381926 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c7726ba-cae8-4ab2-9a81-6f5787b7aa8f req-adae3f28-40e8-4e13-9cf1-e20ed64186fb tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 944 time: 0.0957556 Aug 29 06:45:26.437126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3eff4544-c392-4587-a50a-bb337b174908 req-dc53c597-582d-4356-9e7a-cedf13612e96 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/security-groups?id=574a2f53-8b06-4122-9d76-940bbe0284d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542405 Aug 29 06:45:26.442052 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c7726ba-cae8-4ab2-9a81-6f5787b7aa8f req-cb7197b9-1ee7-4f11-90d1-baf48d02a3da tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups?id=e74f2047-5632-4369-8091-19c0801d396e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532022 Aug 29 06:45:26.518838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:26.596946 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Pushing event updated for resources: {'Port': ['ID=e30c64e1-564b-4961-9df2-3dd4384a9aad,revision_number=8']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:26.600774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:26.601396 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:26.602826 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-bc68febe-d40b-453b-9b54-f42582868638 service neutron] 10.222.0.11 "PUT /v2.0/ports/e30c64e1-564b-4961-9df2-3dd4384a9aad HTTP/1.1" status: 200 len: 1123 time: 1.2397039 Aug 29 06:45:26.640371 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c20541c-8902-4c63-8466-955001edbe09 req-26b1b6f1-789d-461c-ab05-4f729c5f2ea4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:26.672545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1b6f1-789d-461c-ab05-4f729c5f2ea4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Port': ['ID=ffc51435-b29a-4fce-b5f4-6633ddaf9463,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:26.673754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['ffc51435-b29a-4fce-b5f4-6633ddaf9463', '8b41b4c1-e795-4955-a019-0bb1fd8ff0f2'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:26.735615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e30c64e1-564b-4961-9df2-3dd4384a9aad'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:26.740576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c20541c-8902-4c63-8466-955001edbe09 req-26b1b6f1-789d-461c-ab05-4f729c5f2ea4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] No DVR routers for this DVR port ffc51435-b29a-4fce-b5f4-6633ddaf9463 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:45:26.744631 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c20541c-8902-4c63-8466-955001edbe09 req-26b1b6f1-789d-461c-ab05-4f729c5f2ea4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:26.746729 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c20541c-8902-4c63-8466-955001edbe09 req-26b1b6f1-789d-461c-ab05-4f729c5f2ea4 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "DELETE /v2.0/ports/ffc51435-b29a-4fce-b5f4-6633ddaf9463 HTTP/1.1" status: 204 len: 173 time: 0.7359898 Aug 29 06:45:26.865383 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-8c20541c-8902-4c63-8466-955001edbe09 req-b07594ed-908a-4686-b715-7023a7060ca2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Deleting port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:45:26.866025 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c20541c-8902-4c63-8466-955001edbe09 req-b07594ed-908a-4686-b715-7023a7060ca2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:26.950207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf78a66e-336e-455c-9c96-572a26f79155', 'tag': '11512cef-aebd-4c13-966c-ad50b0359e09'}, {'server_uuid': '06d7fcbd-bf44-46ac-ac52-8a20aa983601', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30c64e1-564b-4961-9df2-3dd4384a9aad'}, {'name': 'network-changed', 'server_uuid': '06d7fcbd-bf44-46ac-ac52-8a20aa983601', 'tag': 'e30c64e1-564b-4961-9df2-3dd4384a9aad'}, {'server_uuid': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'name': 'network-vif-deleted', 'tag': 'ffc51435-b29a-4fce-b5f4-6633ddaf9463'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:26.953087 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1a1831-612f-4565-8ece-7c1126ab88c7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf78a66e-336e-455c-9c96-572a26f79155", "tag": "11512cef-aebd-4c13-966c-ad50b0359e09"}, {"server_uuid": "06d7fcbd-bf44-46ac-ac52-8a20aa983601", "name": "network-vif-unplugged", "status": "completed", "tag": "e30c64e1-564b-4961-9df2-3dd4384a9aad"}, {"name": "network-changed", "server_uuid": "06d7fcbd-bf44-46ac-ac52-8a20aa983601", "tag": "e30c64e1-564b-4961-9df2-3dd4384a9aad"}, {"server_uuid": "dd76241d-cbf8-4681-93f9-8ba9117ffa3d", "name": "network-vif-deleted", "tag": "ffc51435-b29a-4fce-b5f4-6633ddaf9463"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:26.981269 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8c20541c-8902-4c63-8466-955001edbe09 req-b07594ed-908a-4686-b715-7023a7060ca2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] For port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=8b41b4c1-e795-4955-a019-0bb1fd8ff0f2,segment=NetworkSegment(7f430953-d5d8-4c0c-ac1b-34d546dbf492),segment_id=7f430953-d5d8-4c0c-ac1b-34d546dbf492)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:26.981650 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c20541c-8902-4c63-8466-955001edbe09 req-b07594ed-908a-4686-b715-7023a7060ca2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:26.998464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-8c20541c-8902-4c63-8466-955001edbe09 req-b07594ed-908a-4686-b715-7023a7060ca2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Calling delete_port for 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:45:27.006093 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d078b719-48dc-4fc6-8da0-f977b158f0ce x-openstack-request-id: req-d078b719-48dc-4fc6-8da0-f977b158f0ce {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:27.006398 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf78a66e-336e-455c-9c96-572a26f79155", "tag": "11512cef-aebd-4c13-966c-ad50b0359e09", "status": "completed", "code": 200}, {"server_uuid": "06d7fcbd-bf44-46ac-ac52-8a20aa983601", "name": "network-vif-unplugged", "status": "completed", "tag": "e30c64e1-564b-4961-9df2-3dd4384a9aad", "code": 200}, {"name": "network-changed", "server_uuid": "06d7fcbd-bf44-46ac-ac52-8a20aa983601", "tag": "e30c64e1-564b-4961-9df2-3dd4384a9aad", "status": "completed", "code": 200}, {"server_uuid": "dd76241d-cbf8-4681-93f9-8ba9117ffa3d", "name": "network-vif-deleted", "tag": "ffc51435-b29a-4fce-b5f4-6633ddaf9463", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:27.006650 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d078b719-48dc-4fc6-8da0-f977b158f0ce {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:27.007051 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf78a66e-336e-455c-9c96-572a26f79155', 'tag': '11512cef-aebd-4c13-966c-ad50b0359e09', 'status': 'completed', 'code': 200} Aug 29 06:45:27.007384 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d7fcbd-bf44-46ac-ac52-8a20aa983601', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30c64e1-564b-4961-9df2-3dd4384a9aad', 'code': 200} Aug 29 06:45:27.007638 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d7fcbd-bf44-46ac-ac52-8a20aa983601', 'tag': 'e30c64e1-564b-4961-9df2-3dd4384a9aad', 'status': 'completed', 'code': 200} Aug 29 06:45:27.007896 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'name': 'network-vif-deleted', 'tag': 'ffc51435-b29a-4fce-b5f4-6633ddaf9463', 'status': 'completed', 'code': 200} Aug 29 06:45:27.112965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-ab5c5e04-f165-4204-90a0-2c4b1edff1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:27.114690 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-ab5c5e04-f165-4204-90a0-2c4b1edff1df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=330b52fcaacb4924902ac272a4a7ec92&device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 1096 time: 0.0701344 Aug 29 06:45:27.245303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-e480046c-2271-48e7-be71-9e86bd804fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:27.246779 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-e480046c-2271-48e7-be71-9e86bd804fef service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 HTTP/1.1" status: 200 len: 906 time: 0.1190648 Aug 29 06:45:27.264204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93b1e8-915b-4a4f-9b1d-f96f14e469b7 req-f074adb0-603f-4a36-a108-9cbf5301b378 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:27.267982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d93b1e8-915b-4a4f-9b1d-f96f14e469b7 req-f074adb0-603f-4a36-a108-9cbf5301b378 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 943 time: 0.0532510 Aug 29 06:45:27.299103 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-2963c35b-fea8-4027-80d7-8d86e3247c8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11512cef-aebd-4c13-966c-ad50b0359e09 HTTP/1.1" status: 200 len: 217 time: 0.0440922 Aug 29 06:45:27.304830 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d93b1e8-915b-4a4f-9b1d-f96f14e469b7 req-ef2cf24a-1a67-4f46-9853-3b164e973002 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325234 Aug 29 06:45:27.348679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-467e6513-8493-48c6-8cd4-8e9e978d4255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:27.358377 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-467e6513-8493-48c6-8cd4-8e9e978d4255 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd614952-35c9-4449-b671-78093f0593ae HTTP/1.1" status: 200 len: 844 time: 0.0441573 Aug 29 06:45:27.358377 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c20541c-8902-4c63-8466-955001edbe09 req-b07594ed-908a-4686-b715-7023a7060ca2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:27.387058 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07594ed-908a-4686-b715-7023a7060ca2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Port': ['ID=8b41b4c1-e795-4955-a019-0bb1fd8ff0f2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:27.390877 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['ffc51435-b29a-4fce-b5f4-6633ddaf9463'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:27.547534 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aac384ff-a512-4a93-89f5-6c60c37843e2 req-6f3ef62b-7657-47a3-9f7f-356660310ce9 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 210 time: 0.0279162 Aug 29 06:45:27.664984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab288e-b5b1-4387-afb4-89a6ee8cfeee req-a441cd8b-4f2b-4195-a861-2415f7b60e4a tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:27.666564 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1ab288e-b5b1-4387-afb4-89a6ee8cfeee req-a441cd8b-4f2b-4195-a861-2415f7b60e4a tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 944 time: 0.0544970 Aug 29 06:45:27.714577 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1ab288e-b5b1-4387-afb4-89a6ee8cfeee req-ba688743-5381-47df-a4a6-ebfdcc674a26 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups?id=e74f2047-5632-4369-8091-19c0801d396e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372570 Aug 29 06:45:27.738658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c20541c-8902-4c63-8466-955001edbe09 req-b07594ed-908a-4686-b715-7023a7060ca2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] No DVR routers for this DVR port 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:45:27.741457 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c20541c-8902-4c63-8466-955001edbe09 req-b07594ed-908a-4686-b715-7023a7060ca2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:27.744646 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c20541c-8902-4c63-8466-955001edbe09 req-b07594ed-908a-4686-b715-7023a7060ca2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "DELETE /v2.0/ports/8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 HTTP/1.1" status: 204 len: 173 time: 0.9886432 Aug 29 06:45:27.746104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-a9bbfdd5-6491-48ed-9e0b-9165351e07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:27.748151 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-a9bbfdd5-6491-48ed-9e0b-9165351e07a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3897483 Aug 29 06:45:27.833723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e664d2-9f7e-439a-ad8b-5deb2ad7e569 req-630d63d9-39eb-41ef-bf98-8babe66bca11 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:27.835631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03e664d2-9f7e-439a-ad8b-5deb2ad7e569 req-630d63d9-39eb-41ef-bf98-8babe66bca11 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 950 time: 0.0575018 Aug 29 06:45:27.862945 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-542111ce-c162-46f0-ae8c-52bd1c1286ed service neutron] 10.222.0.15 "GET /v2.0/networks/aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068873 Aug 29 06:45:27.882351 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03e664d2-9f7e-439a-ad8b-5deb2ad7e569 req-6bd47b2e-b5ce-430b-824e-87b1ada8ac44 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382555 Aug 29 06:45:27.965557 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-8ecfd1a1-caa4-416d-b622-5ad873b74c76 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948179 Aug 29 06:45:28.055123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-d89783be-53f3-4c8c-a869-68a805abd82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:28.056652 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-d89783be-53f3-4c8c-a869-68a805abd82e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 1126 time: 0.0436320 Aug 29 06:45:28.154324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-319a6e2a-f33a-4ac5-ad4e-41d8bf469c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:28.155992 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-319a6e2a-f33a-4ac5-ad4e-41d8bf469c7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.0882759 Aug 29 06:45:28.198675 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-d5436dfb-563c-4e5e-9a32-d1dfa05d3162 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad HTTP/1.1" status: 200 len: 217 time: 0.0349228 Aug 29 06:45:28.234817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 05788fa0-d347-476d-9cd1-e6d29c273ee6 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:45:28.250437 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-6d914987-7f4e-46b4-8499-f0c01c857230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:28.252599 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-6d914987-7f4e-46b4-8499-f0c01c857230 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.0467901 Aug 29 06:45:28.262224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 05788fa0-d347-476d-9cd1-e6d29c273ee6 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:45:28.262224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 05788fa0-d347-476d-9cd1-e6d29c273ee6 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:45:28.285967 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-9396a4b1-1f73-4305-b141-e90bc84e73c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253618 Aug 29 06:45:28.384684 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-7eb8947e-0ab7-4852-aa58-0ac76d8eed32 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898914 Aug 29 06:45:28.422743 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63354a0-5d93-4924-af1a-9c9443b8875c req-b23517ba-ff9e-46ab-b4b7-911b108355c4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:28.424285 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a63354a0-5d93-4924-af1a-9c9443b8875c req-b23517ba-ff9e-46ab-b4b7-911b108355c4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 943 time: 0.0494761 Aug 29 06:45:28.462499 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a63354a0-5d93-4924-af1a-9c9443b8875c req-df79cb4d-d1d2-4074-a0cb-0d10c14c3a2c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321696 Aug 29 06:45:28.478535 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b1a1831-612f-4565-8ece-7c1126ab88c7 req-eec4ff6c-1811-45aa-b9f1-c98c0f47b316 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851004 Aug 29 06:45:28.658876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d05f8470-cb55-49d3-9442-bb465e401623 req-c1c92ce7-2b83-40da-9938-f8c939dac0ba tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd76241d-cbf8-4681-93f9-8ba9117ffa3d HTTP/1.1" status: 200 len: 210 time: 0.0293462 Aug 29 06:45:28.837498 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d6f99-8efd-4d78-a0d3-30094ed6cfda req-9b871ea7-d3f0-45ea-96c1-0749f2a71a1c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:28.839089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-018d6f99-8efd-4d78-a0d3-30094ed6cfda req-9b871ea7-d3f0-45ea-96c1-0749f2a71a1c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 944 time: 0.0512917 Aug 29 06:45:28.879595 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-018d6f99-8efd-4d78-a0d3-30094ed6cfda req-7b99c464-04c8-484c-adbb-40878d66636d tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups?id=e74f2047-5632-4369-8091-19c0801d396e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338497 Aug 29 06:45:28.968812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 11512cef-aebd-4c13-966c-ad50b0359e09 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:45:29.003630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ff45e-c322-4e3c-b31a-e200f8c56c36 req-8e65fbeb-4651-457a-8bbd-1cb92e8434c4 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:29.009752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d9ff45e-c322-4e3c-b31a-e200f8c56c36 req-8e65fbeb-4651-457a-8bbd-1cb92e8434c4 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 950 time: 0.0550504 Aug 29 06:45:29.010736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'name': 'network-vif-deleted', 'tag': '8b41b4c1-e795-4955-a019-0bb1fd8ff0f2'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:29.013595 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe3d2ed-bc9f-48a1-8163-981095dfb1bf" -d '{"events": [{"server_uuid": "dd76241d-cbf8-4681-93f9-8ba9117ffa3d", "name": "network-vif-deleted", "tag": "8b41b4c1-e795-4955-a019-0bb1fd8ff0f2"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:29.047606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d9ff45e-c322-4e3c-b31a-e200f8c56c36 req-3c95b75d-f278-499a-b922-2dd8af597052 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360832 Aug 29 06:45:29.090016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 11512cef-aebd-4c13-966c-ad50b0359e09, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=11512cef-aebd-4c13-966c-ad50b0359e09,segment=NetworkSegment(5dbccbf0-7d95-4a2f-ba60-f8a4972ec400),segment_id=5dbccbf0-7d95-4a2f-ba60-f8a4972ec400)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:29.097753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '11512cef-aebd-4c13-966c-ad50b0359e09', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'port_id': '11512cef-aebd-4c13-966c-ad50b0359e09', 'mac_address': 'fa:16:3e:3a:d7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd614952-35c9-4449-b671-78093f0593ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:45:29.140557 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e61c2c-d6d3-409b-9e34-4043a991a0ee x-openstack-request-id: req-07e61c2c-d6d3-409b-9e34-4043a991a0ee {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:29.140913 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd76241d-cbf8-4681-93f9-8ba9117ffa3d", "name": "network-vif-deleted", "tag": "8b41b4c1-e795-4955-a019-0bb1fd8ff0f2", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:29.142045 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-07e61c2c-d6d3-409b-9e34-4043a991a0ee {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:29.142045 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd76241d-cbf8-4681-93f9-8ba9117ffa3d', 'name': 'network-vif-deleted', 'tag': '8b41b4c1-e795-4955-a019-0bb1fd8ff0f2', 'status': 'completed', 'code': 200} Aug 29 06:45:29.145710 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:29.161145 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11512cef-aebd-4c13-966c-ad50b0359e09 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:29.180786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 11512cef-aebd-4c13-966c-ad50b0359e09, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=11512cef-aebd-4c13-966c-ad50b0359e09,segment=NetworkSegment(5dbccbf0-7d95-4a2f-ba60-f8a4972ec400),segment_id=5dbccbf0-7d95-4a2f-ba60-f8a4972ec400)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:29.352871 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:29.405613 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=11512cef-aebd-4c13-966c-ad50b0359e09,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:29.581979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c985c8-2211-40e4-bb1b-d644bcc1b737 req-2cfa19cb-c13f-46dd-9db2-cddea59c3968 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:29.583479 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8c985c8-2211-40e4-bb1b-d644bcc1b737 req-2cfa19cb-c13f-46dd-9db2-cddea59c3968 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 943 time: 0.0533054 Aug 29 06:45:29.623522 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8c985c8-2211-40e4-bb1b-d644bcc1b737 req-e92e437e-9e31-4fa6-a47c-eb37676bd7a1 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337355 Aug 29 06:45:29.643401 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['11512cef-aebd-4c13-966c-ad50b0359e09'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:29.714857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44172) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:29.774801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba35761c-1905-401e-afd5-b6b77e7f2f99 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Deleting subnet e83372de-84dc-4fd9-b45f-f2b3574b1819 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:45:29.778036 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba35761c-1905-401e-afd5-b6b77e7f2f99 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:29.816629 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba35761c-1905-401e-afd5-b6b77e7f2f99 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:29.899024 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba35761c-1905-401e-afd5-b6b77e7f2f99 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:29.994427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58300a61-012d-4ae4-955c-bdb417c2405d req-b0fa646d-f637-4da0-96b4-76890fe71623 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:29.995912 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58300a61-012d-4ae4-955c-bdb417c2405d req-b0fa646d-f637-4da0-96b4-76890fe71623 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 945 time: 0.0492890 Aug 29 06:45:30.035011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58300a61-012d-4ae4-955c-bdb417c2405d req-fe387315-6e78-47ce-9b11-5e4c27ce15ac tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups?id=e74f2047-5632-4369-8091-19c0801d396e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325477 Aug 29 06:45:30.089111 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba35761c-1905-401e-afd5-b6b77e7f2f99 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:30.117589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35761c-1905-401e-afd5-b6b77e7f2f99 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Subnet': ['ID=e83372de-84dc-4fd9-b45f-f2b3574b1819,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:30.123198 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba35761c-1905-401e-afd5-b6b77e7f2f99 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:30.128306 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ba35761c-1905-401e-afd5-b6b77e7f2f99 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "DELETE /v2.0/subnets/e83372de-84dc-4fd9-b45f-f2b3574b1819 HTTP/1.1" status: 204 len: 168 time: 0.4087744 Aug 29 06:45:30.128306 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44182) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:30.131361 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8354c8-511c-4112-9eb3-219cd2d5e920 None None] Network 8f0620fb-9d08-427e-a066-4fc2225325b3 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:45:30.176180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602bf66-9d67-42d9-a057-b4d11258b93a req-df2e62eb-c47f-4b51-b067-f2cff6c3c538 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:30.178047 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a602bf66-9d67-42d9-a057-b4d11258b93a req-df2e62eb-c47f-4b51-b067-f2cff6c3c538 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 950 time: 0.0623050 Aug 29 06:45:30.224913 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a602bf66-9d67-42d9-a057-b4d11258b93a req-8b39e61a-a89d-4362-b847-e51d4a3f0a0f tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e2975b9-481a-47fa-8927-d43bdb58117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 Aug 29 06:45:30.255654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e30c64e1-564b-4961-9df2-3dd4384a9aad details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:45:30.257910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:45:30.267493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd048-9dd8-41fa-9991-4c26cfb263c5 req-33440f82-f31a-406b-93a0-5a9a02be8dad tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:30.270037 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a8cbd048-9dd8-41fa-9991-4c26cfb263c5 req-33440f82-f31a-406b-93a0-5a9a02be8dad tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.11 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 950 time: 0.1322367 Aug 29 06:45:30.274029 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:30.302239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:45:30.302726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 8b41b4c1-e795-4955-a019-0bb1fd8ff0f2 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:45:30.303198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device ffc51435-b29a-4fce-b5f4-6633ddaf9463 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:45:30.336908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: ffc51435-b29a-4fce-b5f4-6633ddaf9463 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:45:30.336908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device ffc51435-b29a-4fce-b5f4-6633ddaf9463 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:45:30.405673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Deleting port 9ff6890e-8440-440c-bb0d-36cfa19ba25b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:45:30.406035 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:30.433037 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:30.444377 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e30c64e1-564b-4961-9df2-3dd4384a9aad has no active binding in host n-h2-713301-12 {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 06:45:30.457402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-a8cbd048-9dd8-41fa-9991-4c26cfb263c5 req-ec0b25dd-1a9e-41e3-bf81-3e2b0534f193 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Deleting port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:45:30.457753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a8cbd048-9dd8-41fa-9991-4c26cfb263c5 req-ec0b25dd-1a9e-41e3-bf81-3e2b0534f193 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:30.463184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4363f6-e844-4eb3-aed8-f1e6069b57e6 None None] DHCP port deletion for 8f0620fb-9d08-427e-a066-4fc2225325b3 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:45:30.510702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cc4363f6-e844-4eb3-aed8-f1e6069b57e6 None None] Deleting port 9ff6890e-8440-440c-bb0d-36cfa19ba25b {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:45:30.511071 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cc4363f6-e844-4eb3-aed8-f1e6069b57e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:30.525808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] For port 9ff6890e-8440-440c-bb0d-36cfa19ba25b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9ff6890e-8440-440c-bb0d-36cfa19ba25b,segment=NetworkSegment(095ada07-56b6-437d-acdb-b04988492012),segment_id=095ada07-56b6-437d-acdb-b04988492012)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:30.526181 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:30.547706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Calling delete_port for 9ff6890e-8440-440c-bb0d-36cfa19ba25b owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:45:30.575278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cc4363f6-e844-4eb3-aed8-f1e6069b57e6 None None] For port 9ff6890e-8440-440c-bb0d-36cfa19ba25b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9ff6890e-8440-440c-bb0d-36cfa19ba25b,segment=NetworkSegment(095ada07-56b6-437d-acdb-b04988492012),segment_id=095ada07-56b6-437d-acdb-b04988492012)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:30.575771 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cc4363f6-e844-4eb3-aed8-f1e6069b57e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:30.590541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cc4363f6-e844-4eb3-aed8-f1e6069b57e6 None None] Calling delete_port for 9ff6890e-8440-440c-bb0d-36cfa19ba25b owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:45:30.616754 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a8cbd048-9dd8-41fa-9991-4c26cfb263c5 req-ec0b25dd-1a9e-41e3-bf81-3e2b0534f193 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] For port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:30.617125 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a8cbd048-9dd8-41fa-9991-4c26cfb263c5 req-ec0b25dd-1a9e-41e3-bf81-3e2b0534f193 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:30.633522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-a8cbd048-9dd8-41fa-9991-4c26cfb263c5 req-ec0b25dd-1a9e-41e3-bf81-3e2b0534f193 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Calling delete_port for 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:45:30.747805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08304e70-2496-404b-a5c5-7730c7c9c796 req-024fcc78-42c2-4225-82f7-b5307a5f47de tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:30.749206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-08304e70-2496-404b-a5c5-7730c7c9c796 req-024fcc78-42c2-4225-82f7-b5307a5f47de tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 943 time: 0.0534420 Aug 29 06:45:30.769585 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cc4363f6-e844-4eb3-aed8-f1e6069b57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:30.779761 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:30.789566 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-08304e70-2496-404b-a5c5-7730c7c9c796 req-a979e80c-8e20-4f0d-850f-9c9156548232 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335085 Aug 29 06:45:30.793810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4363f6-e844-4eb3-aed8-f1e6069b57e6 None None] Pushing event deleted for resources: {'Port': ['ID=9ff6890e-8440-440c-bb0d-36cfa19ba25b,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:30.799951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4363f6-e844-4eb3-aed8-f1e6069b57e6 None None] No DVR routers for this DVR port 9ff6890e-8440-440c-bb0d-36cfa19ba25b on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:45:30.810263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Port': ['ID=9ff6890e-8440-440c-bb0d-36cfa19ba25b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:30.814112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] No DVR routers for this DVR port 9ff6890e-8440-440c-bb0d-36cfa19ba25b on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:45:30.877397 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a8cbd048-9dd8-41fa-9991-4c26cfb263c5 req-ec0b25dd-1a9e-41e3-bf81-3e2b0534f193 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:30.920403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b25dd-1a9e-41e3-bf81-3e2b0534f193 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Pushing event deleted for resources: {'Port': ['ID=7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:30.929304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:30.933475 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:30.961524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0620fb-9d08-427e-a066-4fc2225325b3']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:30.975506 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 11512cef-aebd-4c13-966c-ad50b0359e09 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:30.981778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cbd048-9dd8-41fa-9991-4c26cfb263c5 req-ec0b25dd-1a9e-41e3-bf81-3e2b0534f193 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] No DVR routers for this DVR port 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:45:30.985464 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a8cbd048-9dd8-41fa-9991-4c26cfb263c5 req-ec0b25dd-1a9e-41e3-bf81-3e2b0534f193 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:30.987534 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a8cbd048-9dd8-41fa-9991-4c26cfb263c5 req-ec0b25dd-1a9e-41e3-bf81-3e2b0534f193 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.11 "DELETE /v2.0/ports/7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 HTTP/1.1" status: 204 len: 173 time: 0.7095437 Aug 29 06:45:30.989292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095ada07-56b6-437d-acdb-b04988492012') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:30.989599 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095ada07-56b6-437d-acdb-b04988492012') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:30.999284 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.014068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.021188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:45:31.021654 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:45:31.024633 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:45:31.143133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43107e17-0b1b-4c7a-b08e-2a58488312da', 'name': 'network-vif-deleted', 'tag': '7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:31.145623 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7717831b-70a4-4534-beff-793f29a9e929" -d '{"events": [{"server_uuid": "43107e17-0b1b-4c7a-b08e-2a58488312da", "name": "network-vif-deleted", "tag": "7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:31.155661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9ff6890e-8440-440c-bb0d-36cfa19ba25b no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:45:31.168468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6a315-5946-4223-b3e8-10f88274eb8a req-c6379330-4555-47db-9d72-390284a3ae5c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:31.170386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61c6a315-5946-4223-b3e8-10f88274eb8a req-c6379330-4555-47db-9d72-390284a3ae5c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 945 time: 0.0602655 Aug 29 06:45:31.178082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 9ff6890e-8440-440c-bb0d-36cfa19ba25b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:45:31.178356 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9ff6890e-8440-440c-bb0d-36cfa19ba25b not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:45:31.187135 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.188674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 11512cef-aebd-4c13-966c-ad50b0359e09 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:31.193631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 11512cef-aebd-4c13-966c-ad50b0359e09 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:31.194017 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.197982 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.200188 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "DELETE /v2.0/networks/8f0620fb-9d08-427e-a066-4fc2225325b3 HTTP/1.1" status: 204 len: 168 time: 1.0709515 Aug 29 06:45:31.205989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44196) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:31.229830 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3e8b4-f026-4519-a832-beaa0729e9d2 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Network': ['ID=8f0620fb-9d08-427e-a066-4fc2225325b3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:31.244610 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61c6a315-5946-4223-b3e8-10f88274eb8a req-61f2d74b-1b1a-4c29-97b7-1b5353c4a27f tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups?id=e74f2047-5632-4369-8091-19c0801d396e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676575 Aug 29 06:45:31.286148 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Deleting subnet 9899531c-f2e0-46c5-a7ef-0c7a20403a2b {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:45:31.288533 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77efc0d3-33c1-46ef-beb2-688c496a6570 x-openstack-request-id: req-77efc0d3-33c1-46ef-beb2-688c496a6570 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:31.288874 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43107e17-0b1b-4c7a-b08e-2a58488312da", "name": "network-vif-deleted", "tag": "7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:31.289147 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77efc0d3-33c1-46ef-beb2-688c496a6570 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:31.289522 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43107e17-0b1b-4c7a-b08e-2a58488312da', 'name': 'network-vif-deleted', 'tag': '7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9', 'status': 'completed', 'code': 200} Aug 29 06:45:31.291347 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.307985 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.349188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf78a66e-336e-455c-9c96-572a26f79155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11512cef-aebd-4c13-966c-ad50b0359e09'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:31.352279 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a14d41d-ead3-40ab-80d3-fcb5bb6bab30" -d '{"events": [{"server_uuid": "cf78a66e-336e-455c-9c96-572a26f79155", "name": "network-vif-plugged", "status": "completed", "tag": "11512cef-aebd-4c13-966c-ad50b0359e09"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:31.356241 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 11512cef-aebd-4c13-966c-ad50b0359e09, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=11512cef-aebd-4c13-966c-ad50b0359e09,segment=NetworkSegment(5dbccbf0-7d95-4a2f-ba60-f8a4972ec400),segment_id=5dbccbf0-7d95-4a2f-ba60-f8a4972ec400)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:31.373453 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52dac5f2-ca6b-4035-b7bf-d936144513ee req-06f71e18-dbc7-4a03-a9d5-36e7b8f030fc tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 210 time: 0.0351942 Aug 29 06:45:31.377882 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.473908 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.483920 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdb0f5d-aa5a-481b-875b-fe67de9225bb x-openstack-request-id: req-1bdb0f5d-aa5a-481b-875b-fe67de9225bb {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:31.483920 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf78a66e-336e-455c-9c96-572a26f79155", "name": "network-vif-plugged", "status": "completed", "tag": "11512cef-aebd-4c13-966c-ad50b0359e09", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:31.484808 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1bdb0f5d-aa5a-481b-875b-fe67de9225bb {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:31.484808 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf78a66e-336e-455c-9c96-572a26f79155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11512cef-aebd-4c13-966c-ad50b0359e09', 'code': 200} Aug 29 06:45:31.529186 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.582426 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=11512cef-aebd-4c13-966c-ad50b0359e09,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:31.598166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4ed08-3f10-4454-bcea-03e18287dcca req-bf8b1090-0e66-41b6-9db5-f33f203f93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:31.599813 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dbb4ed08-3f10-4454-bcea-03e18287dcca req-bf8b1090-0e66-41b6-9db5-f33f203f93ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 1098 time: 0.0497799 Aug 29 06:45:31.638759 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dbb4ed08-3f10-4454-bcea-03e18287dcca req-a5904ba3-1b96-44df-a387-c79c1dd092b4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e74f2047-5632-4369-8091-19c0801d396e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307815 Aug 29 06:45:31.640176 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.666152 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Subnet': ['ID=9899531c-f2e0-46c5-a7ef-0c7a20403a2b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:31.670655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.675706 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "DELETE /v2.0/subnets/9899531c-f2e0-46c5-a7ef-0c7a20403a2b HTTP/1.1" status: 204 len: 168 time: 0.4657891 Aug 29 06:45:31.676155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44208) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:31.678690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:31.679043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:31.679432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:31.679894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:31.680142 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:31.680492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:31.680861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:31.681199 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:31.681527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:31.681856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:31.682185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:31.682541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9fef6-17d8-44a7-8bc8-cce734bf811d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:31.692878 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19458bef-a396-4619-a556-47ff1d65c300 None None] Network f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:45:31.763402 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.820016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Deleting port 3812c64e-3eb6-4685-890e-544e2caba660 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:45:31.820367 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.896300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] For port 3812c64e-3eb6-4685-890e-544e2caba660, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3812c64e-3eb6-4685-890e-544e2caba660,segment=NetworkSegment(7f430953-d5d8-4c0c-ac1b-34d546dbf492),segment_id=7f430953-d5d8-4c0c-ac1b-34d546dbf492)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:31.896986 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:31.952984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Calling delete_port for 3812c64e-3eb6-4685-890e-544e2caba660 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:45:32.017554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cd836-4dff-4cab-a517-5b3631c4b4b9 req-84731c3a-5071-4445-80d8-b96123138815 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:32.018984 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b1cd836-4dff-4cab-a517-5b3631c4b4b9 req-84731c3a-5071-4445-80d8-b96123138815 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 943 time: 0.1037002 Aug 29 06:45:32.037143 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b980faf-9a7e-4888-9202-439b7f76345b None None] DHCP port deletion for f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:45:32.081118 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b1cd836-4dff-4cab-a517-5b3631c4b4b9 req-3350ca98-60e7-4eda-ae16-645d29c5b59d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550346 Aug 29 06:45:32.084196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1b980faf-9a7e-4888-9202-439b7f76345b None None] Deleting port 3812c64e-3eb6-4685-890e-544e2caba660 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:45:32.084582 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b980faf-9a7e-4888-9202-439b7f76345b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:32.154037 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1b980faf-9a7e-4888-9202-439b7f76345b None None] For port 3812c64e-3eb6-4685-890e-544e2caba660, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3812c64e-3eb6-4685-890e-544e2caba660,segment=NetworkSegment(7f430953-d5d8-4c0c-ac1b-34d546dbf492),segment_id=7f430953-d5d8-4c0c-ac1b-34d546dbf492)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:32.154360 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b980faf-9a7e-4888-9202-439b7f76345b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:32.166777 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1b980faf-9a7e-4888-9202-439b7f76345b None None] Calling delete_port for 3812c64e-3eb6-4685-890e-544e2caba660 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:45:32.198379 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:32.236791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Port': ['ID=3812c64e-3eb6-4685-890e-544e2caba660,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:32.242706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] No DVR routers for this DVR port 3812c64e-3eb6-4685-890e-544e2caba660 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:45:32.247738 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b980faf-9a7e-4888-9202-439b7f76345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:32.288043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b980faf-9a7e-4888-9202-439b7f76345b None None] Pushing event deleted for resources: {'Port': ['ID=3812c64e-3eb6-4685-890e-544e2caba660,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:32.314274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b980faf-9a7e-4888-9202-439b7f76345b None None] No DVR routers for this DVR port 3812c64e-3eb6-4685-890e-544e2caba660 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:45:32.340158 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:32.382097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:32.388925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f430953-d5d8-4c0c-ac1b-34d546dbf492') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:32.389229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f430953-d5d8-4c0c-ac1b-34d546dbf492') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:32.403751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:32.436858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2696c1b-0875-4239-89b5-3233d0998414 req-8f55df06-c873-45da-8837-4e76b68d1f7f tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:32.438488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2696c1b-0875-4239-89b5-3233d0998414 req-8f55df06-c873-45da-8837-4e76b68d1f7f tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 946 time: 0.1002319 Aug 29 06:45:32.441594 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:32.455020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:45:32.455552 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:45:32.459337 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:45:32.543041 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbc953c1-1547-4bb5-939f-54dfab09fc5e req-43dbee2f-46e2-4d5d-87b7-170fded35325 tempest-LiveMigrationNegativeTest-2019361146 tempest-LiveMigrationNegativeTest-2019361146-project] 10.222.0.76 "GET /v2.0/ports?device_id=43107e17-0b1b-4c7a-b08e-2a58488312da HTTP/1.1" status: 200 len: 210 time: 0.0430346 Aug 29 06:45:32.563827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2696c1b-0875-4239-89b5-3233d0998414 req-2aef9d07-29cd-4134-a707-654647c8efd5 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups?id=e74f2047-5632-4369-8091-19c0801d396e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089563 Aug 29 06:45:32.688750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:32.696591 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:32.698427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "DELETE /v2.0/networks/f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb HTTP/1.1" status: 204 len: 168 time: 1.0210950 Aug 29 06:45:32.710230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Pushing event deleted for resources: {'Network': ['ID=f6e0c9df-5336-4f58-8c89-bf5ccfa8d6cb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:32.718129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:32.718456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:32.718810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:32.719177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:32.719526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:32.720988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:32.721220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:32.721510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:32.721844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:32.722171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:32.722499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:32.722827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a15f3-822a-4ffa-8a52-a252af4ffe2d tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:32.772257 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-cccbea78-df50-4517-b485-397ab57062bc service neutron] 10.222.0.15 "GET /v2.0/ports/e30c64e1-564b-4961-9df2-3dd4384a9aad/bindings/n-h2-713301-12 HTTP/1.1" status: 200 len: 385 time: 0.0605459 Aug 29 06:45:32.912400 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-48fcd5db-2070-4912-bab3-309b74426b06 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0818584 Aug 29 06:45:33.002181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-18db7cff-bee7-4662-ae37-b4ac03e47381 service neutron] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:33.046164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-18db7cff-bee7-4662-ae37-b4ac03e47381 service neutron] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:33.086160 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-32c3b887-c4e8-472e-8d40-6e88dc29980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.086648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-32c3b887-c4e8-472e-8d40-6e88dc29980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.087123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-32c3b887-c4e8-472e-8d40-6e88dc29980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.087610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-32c3b887-c4e8-472e-8d40-6e88dc29980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.088136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-32c3b887-c4e8-472e-8d40-6e88dc29980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.088597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-32c3b887-c4e8-472e-8d40-6e88dc29980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.089062 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-32c3b887-c4e8-472e-8d40-6e88dc29980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.091087 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-32c3b887-c4e8-472e-8d40-6e88dc29980e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7ca440486aa4cc7b212f4190a478c52&device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 6509 time: 0.0864329 Aug 29 06:45:33.093430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-18db7cff-bee7-4662-ae37-b4ac03e47381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30c64e1-564b-4961-9df2-3dd4384a9aad {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:33.105437 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-18db7cff-bee7-4662-ae37-b4ac03e47381 service neutron] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:33.153534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3812c64e-3eb6-4685-890e-544e2caba660 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:45:33.174815 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 3812c64e-3eb6-4685-890e-544e2caba660 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:45:33.175688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3812c64e-3eb6-4685-890e-544e2caba660 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:45:33.234316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99b4c8-5ea6-4eeb-a101-682ba612fe91 req-c97cdbe0-e977-47eb-b483-1fc8ef32eeb6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.236057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b99b4c8-5ea6-4eeb-a101-682ba612fe91 req-c97cdbe0-e977-47eb-b483-1fc8ef32eeb6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 943 time: 0.0815930 Aug 29 06:45:33.250428 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-88050f86-88c8-4cdf-a5b6-db7a5254f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.251037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-88050f86-88c8-4cdf-a5b6-db7a5254f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.251566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-88050f86-88c8-4cdf-a5b6-db7a5254f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.253236 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-88050f86-88c8-4cdf-a5b6-db7a5254f643 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9b696c8-a0f7-4fc4-ae68-b8062e15f962&id=a36fa329-024c-4710-93ad-78c82667ba38&id=a36fa329-024c-4710-93ad-78c82667ba38&id=a36fa329-024c-4710-93ad-78c82667ba38&id=a36fa329-024c-4710-93ad-78c82667ba38&id=57ffac55-609b-41cd-9af3-72358c53e760&id=57ffac55-609b-41cd-9af3-72358c53e760 HTTP/1.1" status: 200 len: 2295 time: 0.1232262 Aug 29 06:45:33.299683 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1119a78-216a-4110-abcb-4fc84e06476a req-b2dc9c69-2960-4523-9020-f920b75297d1 tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 210 time: 0.0335240 Aug 29 06:45:33.303656 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-18db7cff-bee7-4662-ae37-b4ac03e47381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:33.311500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b99b4c8-5ea6-4eeb-a101-682ba612fe91 req-a43b649c-8e00-41b1-9417-14260bca57ff tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658188 Aug 29 06:45:33.372191 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-62b30a44-f9f6-4a8e-afd7-f8f7b32b7b2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=602bdddd-529e-47ca-8f45-869393263358 HTTP/1.1" status: 200 len: 1002 time: 0.1105607 Aug 29 06:45:33.393470 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-54bf1dcd-d9dc-4c3a-9e68-f8e5a869cec5 req-0a5ba4e6-f6ec-470f-ac2a-f912af2b357c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88164f57805344ac9177a0173fdf8041&device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 210 time: 0.0346086 Aug 29 06:45:33.403540 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:33.523047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-18db7cff-bee7-4662-ae37-b4ac03e47381 service neutron] Transition to ACTIVE for port object e30c64e1-564b-4961-9df2-3dd4384a9aad will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:33.526881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-a2047cac-840a-46ca-aff2-a87b8bae1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.528393 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-a2047cac-840a-46ca-aff2-a87b8bae1774 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab3b20c4-433c-4818-ba1a-1a02bd8ca7db HTTP/1.1" status: 200 len: 853 time: 0.1378596 Aug 29 06:45:33.591332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf1dcd-d9dc-4c3a-9e68-f8e5a869cec5 req-d1ce36f0-6ab0-4772-bf1b-76ece07ebd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.592888 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-54bf1dcd-d9dc-4c3a-9e68-f8e5a869cec5 req-d1ce36f0-6ab0-4772-bf1b-76ece07ebd6e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=88164f57805344ac9177a0173fdf8041&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1605353 Aug 29 06:45:33.601399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-04b0877d-ea1c-4b13-b2ad-cb9d1d3c73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.601399 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-04b0877d-ea1c-4b13-b2ad-cb9d1d3c73e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9b696c8-a0f7-4fc4-ae68-b8062e15f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592630 Aug 29 06:45:33.698489 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-18db7cff-bee7-4662-ae37-b4ac03e47381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:33.700471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebbf39-d7ac-4161-b8cd-015d6fa2d433 req-37dc1658-4eeb-4d82-b243-8f6a6e1eb6ec tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.702124 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfebbf39-d7ac-4161-b8cd-015d6fa2d433 req-37dc1658-4eeb-4d82-b243-8f6a6e1eb6ec tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 946 time: 0.0620930 Aug 29 06:45:33.750642 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfebbf39-d7ac-4161-b8cd-015d6fa2d433 req-e00c9004-d37c-41a8-b5cb-74021d0797cf tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups?id=e74f2047-5632-4369-8091-19c0801d396e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420382 Aug 29 06:45:33.815922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-18db7cff-bee7-4662-ae37-b4ac03e47381 service neutron] No DVR routers for this DVR port e30c64e1-564b-4961-9df2-3dd4384a9aad on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:45:33.857591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db7cff-bee7-4662-ae37-b4ac03e47381 service neutron] Pushing event updated for resources: {'Port': ['ID=e30c64e1-564b-4961-9df2-3dd4384a9aad,revision_number=10']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:33.873862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9b20c-8d97-41a2-b8a9-995c5d8943a4 req-527727ca-d73d-433a-a4c3-73e646491451 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.884416 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7e9b20c-8d97-41a2-b8a9-995c5d8943a4 req-527727ca-d73d-433a-a4c3-73e646491451 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 946 time: 0.0584946 Aug 29 06:45:33.884416 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44250) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:33.885131 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-18db7cff-bee7-4662-ae37-b4ac03e47381 service neutron] 10.222.0.15 "PUT /v2.0/ports/e30c64e1-564b-4961-9df2-3dd4384a9aad/bindings/n-h2-713301-12/activate HTTP/1.1" status: 200 len: 370 time: 1.1014509 Aug 29 06:45:33.886485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf1dcd-d9dc-4c3a-9e68-f8e5a869cec5 req-04dc202e-9ecd-450d-b224-4e728366f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:33.887947 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-54bf1dcd-d9dc-4c3a-9e68-f8e5a869cec5 req-04dc202e-9ecd-450d-b224-4e728366f902 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2856944 Aug 29 06:45:33.888804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3f4776bc-881b-40d9-90e0-63551236522c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Request body: {'floatingip': {'port_id': '11512cef-aebd-4c13-966c-ad50b0359e09'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:33.889710 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-75399dec-67ca-4463-97e5-f7c96cad08ac service neutron] 10.222.0.11 "GET /v2.0/networks/c9b696c8-a0f7-4fc4-ae68-b8062e15f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797551 Aug 29 06:45:33.936768 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f4776bc-881b-40d9-90e0-63551236522c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:34.010971 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-98839ebc-a34c-40c7-a86d-18353357d2ee service neutron] 10.222.0.11 "GET /v2.0/networks/c9b696c8-a0f7-4fc4-ae68-b8062e15f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946889 Aug 29 06:45:34.114158 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44254) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:34.119842 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-45aa158e-88a1-48a8-bff7-e842ed5615b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=93c4d706-cba3-4649-8efe-17e2a9e9840f HTTP/1.1" status: 200 len: 217 time: 0.0670087 Aug 29 06:45:34.121812 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-54bf1dcd-d9dc-4c3a-9e68-f8e5a869cec5 req-5583f410-cd19-464d-993b-7a1cc21bb27b tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.11 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 210 time: 0.0678272 Aug 29 06:45:34.181763 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-cc33283c-2c2a-4703-90b4-770ffa0213c1 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:34.183760 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-cc33283c-2c2a-4703-90b4-770ffa0213c1 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601&tenant_id=ae1a013e8eb8401888d6fb6666c86936&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 1096 time: 0.1286271 Aug 29 06:45:34.188759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-ba0e685d-0c2f-48f0-980f-4145d25630ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:34.191218 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-ba0e685d-0c2f-48f0-980f-4145d25630ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.0523710 Aug 29 06:45:34.255822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-cfc809b2-b553-499d-bb64-e4490127c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:34.257466 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-cfc809b2-b553-499d-bb64-e4490127c4e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0497460 Aug 29 06:45:34.261268 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e30c64e1-564b-4961-9df2-3dd4384a9aad details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:45:34.271449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:45:34.297298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:45:34.297973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 7b0b3393-5b71-4e8c-9c4c-6e2348dee7a9 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:45:34.400731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-8771577c-4b2d-4999-8931-d3ab211e0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:34.402940 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-8771577c-4b2d-4999-8931-d3ab211e0aa6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601&tenant_id=ae1a013e8eb8401888d6fb6666c86936 HTTP/1.1" status: 200 len: 1096 time: 0.2103629 Aug 29 06:45:34.410954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e4166e98-5b6e-42ab-8f72-850fc15f79bf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6c15973fc0454d55b7ea47f078aaaf62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920573 Aug 29 06:45:34.410954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44262) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:34.411579 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-15a2ee36-78ce-4bdc-bdf5-3da8ed80ed4b service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434703 Aug 29 06:45:34.412892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:34.429594 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'e30c64e1-564b-4961-9df2-3dd4384a9aad', 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df', 'port_id': 'e30c64e1-564b-4961-9df2-3dd4384a9aad', 'mac_address': 'fa:16:3e:15:61:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98715dec-8878-4617-9085-72489d1b1fc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:45:34.471378 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:34.490929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30c64e1-564b-4961-9df2-3dd4384a9aad {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:34.511483 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:34.542993 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-b73ea401-b955-4731-87f7-92dd7f1f30d2 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155782 Aug 29 06:45:34.562901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a45c7b6b-17cc-4bc3-8be7-fb449d09fb9f req-36fbd47d-bdf7-4c7c-94ca-bfc330cd429f tempest-ServersTestMultiNic-900892752 tempest-ServersTestMultiNic-900892752-project] 10.222.0.76 "GET /v2.0/ports?device_id=1767d61d-332f-4a71-b523-0b3006f574d0 HTTP/1.1" status: 200 len: 210 time: 0.1057947 Aug 29 06:45:34.589981 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-277358cc-c25f-4808-bd6c-1e545682d4a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=0955f131-dd83-40ea-9043-264a188011e9 HTTP/1.1" status: 200 len: 217 time: 0.0389833 Aug 29 06:45:34.592855 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:34.648152 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-609ce927-7d35-4790-8c05-83da94aacae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:34.649672 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-609ce927-7d35-4790-8c05-83da94aacae2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.0485017 Aug 29 06:45:34.650936 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e30c64e1-564b-4961-9df2-3dd4384a9aad,revision_number=11']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:34.654949 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6c74b42e-142d-4650-8e4e-6bb3c966130a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:34.666808 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e412e-299d-43cc-9ddd-5ed859fa185a req-f3ef2f53-c048-4ace-96e8-4007b5e672e7 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:34.676851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-315e412e-299d-43cc-9ddd-5ed859fa185a req-f3ef2f53-c048-4ace-96e8-4007b5e672e7 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 944 time: 0.2485993 Aug 29 06:45:34.687495 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-ddeacc05-377d-4b6b-8b01-c898a6cc2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:34.689194 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-ddeacc05-377d-4b6b-8b01-c898a6cc2cf7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 1096 time: 0.2301948 Aug 29 06:45:34.709692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-ea5a3dfe-df0b-4951-b292-a896e64e5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:34.711377 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-ea5a3dfe-df0b-4951-b292-a896e64e5777 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0433354 Aug 29 06:45:34.801639 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e30c64e1-564b-4961-9df2-3dd4384a9aad'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:34.829589 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-0310bf58-08dc-4383-9a3e-a25462682464 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064336 Aug 29 06:45:34.974000 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-60aa7606-af14-4ece-93eb-de88cd61e8f0 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217561 Aug 29 06:45:35.023878 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-37164e54-658f-4d14-ad5c-d350793aada9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=05844740-abb0-44ca-a0b2-4ee06e5b107c HTTP/1.1" status: 200 len: 217 time: 0.0427740 Aug 29 06:45:35.097633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-efb092aa-c786-4393-aea3-fb5eabd957b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:35.099210 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-efb092aa-c786-4393-aea3-fb5eabd957b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.0560896 Aug 29 06:45:35.122299 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6c74b42e-142d-4650-8e4e-6bb3c966130a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:35.148318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-cf47e6dd-e4d3-490d-82b2-26d94f7ddbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:35.149809 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-cf47e6dd-e4d3-490d-82b2-26d94f7ddbec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0411196 Aug 29 06:45:35.164750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f4776bc-881b-40d9-90e0-63551236522c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:35.177109 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-315e412e-299d-43cc-9ddd-5ed859fa185a req-dc4613e4-e62d-480f-88c0-9806c165281a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323307 Aug 29 06:45:35.222704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-644b1346-b25b-4086-aafb-183718e5a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:35.224241 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-644b1346-b25b-4086-aafb-183718e5a37f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.1782331 Aug 29 06:45:35.239901 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f4776bc-881b-40d9-90e0-63551236522c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:35.254392 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-00abc99c-4215-49b0-a71e-6cdd9efd7693 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959499 Aug 29 06:45:35.273538 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-3d478657-0dec-4a8b-9501-ea8094361b23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad HTTP/1.1" status: 200 len: 217 time: 0.0417726 Aug 29 06:45:35.344078 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-6c33b1e3-7068-445b-9463-02d85d8cd2f5 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823557 Aug 29 06:45:35.355126 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6c74b42e-142d-4650-8e4e-6bb3c966130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:35.357860 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6c74b42e-142d-4650-8e4e-6bb3c966130a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:35.359038 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6c74b42e-142d-4650-8e4e-6bb3c966130a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1e2975b9-481a-47fa-8927-d43bdb58117d HTTP/1.1" status: 204 len: 168 time: 0.9473047 Aug 29 06:45:35.398683 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-5d180345-b6c2-48b1-a816-003672da8594 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=b158ba04-343b-46ee-85a3-386664f7f41d HTTP/1.1" status: 200 len: 217 time: 0.0411472 Aug 29 06:45:35.403019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-c1c4af4b-0fba-440e-ac48-1ed8900e8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:35.404519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-c1c4af4b-0fba-440e-ac48-1ed8900e8aa7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.1000178 Aug 29 06:45:35.406822 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74b42e-142d-4650-8e4e-6bb3c966130a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2975b9-481a-47fa-8927-d43bdb58117d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:35.442430 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-67b7e52c-ee80-4f8d-afd7-11dca0bf94da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289800 Aug 29 06:45:35.448941 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-3f4776bc-881b-40d9-90e0-63551236522c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Floating IP c3122396-aa2d-4caf-81d2-178e7866e00d associated. External IP: 172.25.1.103, port: 11512cef-aebd-4c13-966c-ad50b0359e09. Aug 29 06:45:35.456088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-b8ecf3cb-5b24-45c5-bdf6-091ccb6e31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:35.457557 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-b8ecf3cb-5b24-45c5-bdf6-091ccb6e31b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.0456030 Aug 29 06:45:35.503046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-d1009e24-c23d-4883-9b66-5cadea6e765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:35.504554 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-d1009e24-c23d-4883-9b66-5cadea6e765d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0399213 Aug 29 06:45:35.624812 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-e9ef09e9-a82d-401c-912e-5104d723816c service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726775 Aug 29 06:45:35.632097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44278) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:35.821723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-cdeb0e9f-aa6d-487c-a3e7-1c1db7ef3ff6 service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886392 Aug 29 06:45:35.873452 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-97f1c8d7-218b-4d99-8aa8-af34fcfb461a service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615232 Aug 29 06:45:35.951770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4776bc-881b-40d9-90e0-63551236522c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:45:35.972319 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-e589cfce-d1f7-452a-9065-02ed9febbb57 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909040 Aug 29 06:45:36.021071 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-322fc83e-b305-404b-b693-de0350258168 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b38a0eb3-cea4-48b0-be11-e157a7a34573 HTTP/1.1" status: 200 len: 217 time: 0.0410047 Aug 29 06:45:36.101134 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-09b4a61b-ff5e-4f79-bb14-5a1116034cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:36.102850 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-09b4a61b-ff5e-4f79-bb14-5a1116034cc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0e90aa0-bc35-4497-8202-2e1dfd85d0cd HTTP/1.1" status: 200 len: 797 time: 0.0504622 Aug 29 06:45:36.153456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-69a1af1b-94b8-4446-8e34-2e98073e938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:36.155050 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-69a1af1b-94b8-4446-8e34-2e98073e938a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57ffac55-609b-41cd-9af3-72358c53e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0451431 Aug 29 06:45:36.184010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4776bc-881b-40d9-90e0-63551236522c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:45:36.190352 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f4776bc-881b-40d9-90e0-63551236522c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:36.196025 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44be6cd-292f-4830-9df5-24213c51939e None None] Sync routers for ids ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:45:36.207644 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44be6cd-292f-4830-9df5-24213c51939e None None] Routers {'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:45:36.212316 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f44be6cd-292f-4830-9df5-24213c51939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:45:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:36.222759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44292) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:36.245322 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3f4776bc-881b-40d9-90e0-63551236522c tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "PUT /v2.0/floatingips/c3122396-aa2d-4caf-81d2-178e7866e00d HTTP/1.1" status: 200 len: 992 time: 2.3599751 Aug 29 06:45:36.248814 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf78a66e-336e-455c-9c96-572a26f79155', 'tag': '11512cef-aebd-4c13-966c-ad50b0359e09'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:36.250530 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b185cb7-4473-4861-972a-66ba0a1bb878" -d '{"events": [{"name": "network-changed", "server_uuid": "cf78a66e-336e-455c-9c96-572a26f79155", "tag": "11512cef-aebd-4c13-966c-ad50b0359e09"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:36.258034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e30c64e1-564b-4961-9df2-3dd4384a9aad up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:36.339233 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-f44be6cd-292f-4830-9df5-24213c51939e None None] Set router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:45:36.349488 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-25c3c275-296d-4d6e-90c8-801bc04d2e91 service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860321 Aug 29 06:45:36.354066 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-47f211de-43c5-438d-8f74-b1041e8bfe6c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=57d3401f9c304669839099b92422135f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302130 Aug 29 06:45:36.358250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44298) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:36.424825 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837f1926-3a2f-4e7e-a0aa-9df9e6969d96 x-openstack-request-id: req-837f1926-3a2f-4e7e-a0aa-9df9e6969d96 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:36.424825 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf78a66e-336e-455c-9c96-572a26f79155", "tag": "11512cef-aebd-4c13-966c-ad50b0359e09", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:36.424825 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-837f1926-3a2f-4e7e-a0aa-9df9e6969d96 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:36.424825 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf78a66e-336e-455c-9c96-572a26f79155', 'tag': '11512cef-aebd-4c13-966c-ad50b0359e09', 'status': 'completed', 'code': 200} Aug 29 06:45:36.432357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8294290-41f8-4b4d-b21e-d442d124f93e req-053881e5-2a93-4774-a8de-608857c10771 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:36.434036 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e8294290-41f8-4b4d-b21e-d442d124f93e req-053881e5-2a93-4774-a8de-608857c10771 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 945 time: 0.1501343 Aug 29 06:45:36.465491 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-ab87c01c-2d0b-4fbd-a9a3-7476f3468d8d service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077759 Aug 29 06:45:36.466939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port e30c64e1-564b-4961-9df2-3dd4384a9aad completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:36.472504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port e30c64e1-564b-4961-9df2-3dd4384a9aad triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:36.473088 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:36.513033 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-534cc26b-9568-4bf3-8fd5-6b3a59d0f031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:36.539336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e8294290-41f8-4b4d-b21e-d442d124f93e req-a9f8a660-d583-418d-b377-4dc2910454f4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829227 Aug 29 06:45:36.552403 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-4dd00a73-2267-4c52-b042-fde64dfec658 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58de485d-a40f-4752-adb4-d1ea3772863a HTTP/1.1" status: 200 len: 217 time: 0.0764821 Aug 29 06:45:36.567221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b185cb7-4473-4861-972a-66ba0a1bb878 req-626abdce-4e3b-4bcf-90be-8056d2d5913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:36.568744 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0b185cb7-4473-4861-972a-66ba0a1bb878 req-626abdce-4e3b-4bcf-90be-8056d2d5913f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=330b52fcaacb4924902ac272a4a7ec92&device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 1098 time: 0.1022372 Aug 29 06:45:36.576858 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:36.604834 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-534cc26b-9568-4bf3-8fd5-6b3a59d0f031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:36.617855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:36.618843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d7fcbd-bf44-46ac-ac52-8a20aa983601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30c64e1-564b-4961-9df2-3dd4384a9aad'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:36.622206 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc51e87-82ae-4adf-847d-060225163c81" -d '{"events": [{"server_uuid": "06d7fcbd-bf44-46ac-ac52-8a20aa983601", "name": "network-vif-plugged", "status": "completed", "tag": "e30c64e1-564b-4961-9df2-3dd4384a9aad"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:36.634411 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f44be6cd-292f-4830-9df5-24213c51939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:45:13Z', 'revision_number': 4, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'c3122396-aa2d-4caf-81d2-178e7866e00d', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'floating_ip_address': '172.25.1.103', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'port_id': '11512cef-aebd-4c13-966c-ad50b0359e09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'mac_address': 'fa:16:3e:3a:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf78a66e-336e-455c-9c96-572a26f79155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:45:17Z', 'updated_at': '2021-08-29T06:45:34Z', 'revision_number': 1, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f1204e-ac47-49e3-a55a-5b284ebc4457', 'name': '', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'mac_address': 'fa:16:3e:50:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd614952-35c9-4449-b671-78093f0593ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:12Z', 'updated_at': '2021-08-29T06:45:19Z', 'revision_number': 5, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'subnets': [{'id': 'fd614952-35c9-4449-b671-78093f0593ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:36.657525 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d1f755b-7b55-4262-9063-62c3b51a30e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:36.665697 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee72355-ac1d-4144-88a2-52b5b80936b2 x-openstack-request-id: req-4ee72355-ac1d-4144-88a2-52b5b80936b2 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:36.665985 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d7fcbd-bf44-46ac-ac52-8a20aa983601", "name": "network-vif-plugged", "status": "completed", "tag": "e30c64e1-564b-4961-9df2-3dd4384a9aad", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:36.666233 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ee72355-ac1d-4144-88a2-52b5b80936b2 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:36.666623 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d7fcbd-bf44-46ac-ac52-8a20aa983601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30c64e1-564b-4961-9df2-3dd4384a9aad', 'code': 200} Aug 29 06:45:36.669357 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44be6cd-292f-4830-9df5-24213c51939e None None] Checking router: b5e7b270-6de9-4b8f-81c8-2d9061c1ffab for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:45:36.684091 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44be6cd-292f-4830-9df5-24213c51939e None None] Routers {'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:45:36.684714 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f44be6cd-292f-4830-9df5-24213c51939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:45:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:36.689470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-9951e233-0edb-4cad-8f46-2969ba6cad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:36.690931 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-9951e233-0edb-4cad-8f46-2969ba6cad33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0e90aa0-bc35-4497-8202-2e1dfd85d0cd HTTP/1.1" status: 200 len: 797 time: 0.1295540 Aug 29 06:45:36.709492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-69810b93-2a88-4d1a-8efa-a04f1df192b1 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:36.711665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-69810b93-2a88-4d1a-8efa-a04f1df192b1 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601&tenant_id=ae1a013e8eb8401888d6fb6666c86936&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.1795065 Aug 29 06:45:36.744511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b185cb7-4473-4861-972a-66ba0a1bb878 req-41d5523c-3bda-45cc-8c94-efe5175a9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:36.746440 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:36.751260 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0b185cb7-4473-4861-972a-66ba0a1bb878 req-41d5523c-3bda-45cc-8c94-efe5175a9610 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 HTTP/1.1" status: 200 len: 906 time: 0.1740112 Aug 29 06:45:36.821833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-5c3e7288-8041-4d34-8204-fe0749e5dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:36.824288 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-5c3e7288-8041-4d34-8204-fe0749e5dc3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57ffac55-609b-41cd-9af3-72358c53e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1163623 Aug 29 06:45:36.829816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e30c64e1-564b-4961-9df2-3dd4384a9aad,revision_number=12']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:36.855026 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-f44be6cd-292f-4830-9df5-24213c51939e None None] Set router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:45:36.924048 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0b185cb7-4473-4861-972a-66ba0a1bb878 req-a4399736-3fa8-42fd-9a85-2bdb4a753227 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11512cef-aebd-4c13-966c-ad50b0359e09 HTTP/1.1" status: 200 len: 1000 time: 0.1593678 Aug 29 06:45:36.940561 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-534cc26b-9568-4bf3-8fd5-6b3a59d0f031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:36.943133 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-534cc26b-9568-4bf3-8fd5-6b3a59d0f031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:36.946672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-534cc26b-9568-4bf3-8fd5-6b3a59d0f031 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fc24ce5e-512e-45c6-97d2-cf4faa7030df HTTP/1.1" status: 204 len: 168 time: 0.5848758 Aug 29 06:45:36.971252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cc26b-9568-4bf3-8fd5-6b3a59d0f031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc24ce5e-512e-45c6-97d2-cf4faa7030df,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:37.011644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e30c64e1-564b-4961-9df2-3dd4384a9aad no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:45:37.063969 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-ad95d5d9-ce33-4ffb-a36d-d4ca48059bcc service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277522 Aug 29 06:45:37.071409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b185cb7-4473-4861-972a-66ba0a1bb878 req-0838b3aa-4817-42d0-95f5-3c05a4ef5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:37.094095 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0b185cb7-4473-4861-972a-66ba0a1bb878 req-0838b3aa-4817-42d0-95f5-3c05a4ef5051 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd614952-35c9-4449-b671-78093f0593ae HTTP/1.1" status: 200 len: 844 time: 0.1563287 Aug 29 06:45:37.117007 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-1bd84b23-1f04-4e82-bf24-117d4cd01fad service neutron] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:37.118593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e30c64e1-564b-4961-9df2-3dd4384a9aad not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:45:37.122750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-1bd84b23-1f04-4e82-bf24-117d4cd01fad service neutron] Notify callbacks [] for binding, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:37.123989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b428cba-6807-48c7-9e42-d7dc3883af38 req-1bd84b23-1f04-4e82-bf24-117d4cd01fad service neutron] 10.222.0.11 "DELETE /v2.0/ports/e30c64e1-564b-4961-9df2-3dd4384a9aad/bindings/n-h1-713301-12 HTTP/1.1" status: 204 len: 173 time: 0.4051185 Aug 29 06:45:37.158038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f755b-7b55-4262-9063-62c3b51a30e8 admin admin] Deleting port ab454f66-5a29-4133-b53b-a68f343cb246 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:45:37.158501 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d1f755b-7b55-4262-9063-62c3b51a30e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:37.191576 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f44be6cd-292f-4830-9df5-24213c51939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:45:13Z', 'revision_number': 4, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'c3122396-aa2d-4caf-81d2-178e7866e00d', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'floating_ip_address': '172.25.1.103', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'port_id': '11512cef-aebd-4c13-966c-ad50b0359e09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'mac_address': 'fa:16:3e:3a:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf78a66e-336e-455c-9c96-572a26f79155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:45:17Z', 'updated_at': '2021-08-29T06:45:34Z', 'revision_number': 1, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f1204e-ac47-49e3-a55a-5b284ebc4457', 'name': '', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'mac_address': 'fa:16:3e:50:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd614952-35c9-4449-b671-78093f0593ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:12Z', 'updated_at': '2021-08-29T06:45:19Z', 'revision_number': 5, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'subnets': [{'id': 'fd614952-35c9-4449-b671-78093f0593ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:37.217606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b185cb7-4473-4861-972a-66ba0a1bb878 req-bcb50a69-65af-494e-97ba-60052c72c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:37.219229 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0b185cb7-4473-4861-972a-66ba0a1bb878 req-bcb50a69-65af-494e-97ba-60052c72c7fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098650 Aug 29 06:45:37.221430 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44be6cd-292f-4830-9df5-24213c51939e None None] The sync data for ids ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'] in n-d-713301-12 is: [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:45:13Z', 'revision_number': 4, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'c3122396-aa2d-4caf-81d2-178e7866e00d', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'floating_ip_address': '172.25.1.103', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'port_id': '11512cef-aebd-4c13-966c-ad50b0359e09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'mac_address': 'fa:16:3e:3a:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf78a66e-336e-455c-9c96-572a26f79155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:45:17Z', 'updated_at': '2021-08-29T06:45:34Z', 'revision_number': 1, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f1204e-ac47-49e3-a55a-5b284ebc4457', 'name': '', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'mac_address': 'fa:16:3e:50:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd614952-35c9-4449-b671-78093f0593ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:12Z', 'updated_at': '2021-08-29T06:45:19Z', 'revision_number': 5, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'subnets': [{'id': 'fd614952-35c9-4449-b671-78093f0593ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:45:37.246135 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d32b381e-3a8a-4d50-9024-575c11e139d5 req-19c3ace0-8494-4e5b-926a-54f3f6c4476c service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501234 Aug 29 06:45:37.250113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-1d1f755b-7b55-4262-9063-62c3b51a30e8 admin admin] For port ab454f66-5a29-4133-b53b-a68f343cb246, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ab454f66-5a29-4133-b53b-a68f343cb246,segment=NetworkSegment(4d6216ce-dcb8-4c42-9cd2-1f2a2839049f),segment_id=4d6216ce-dcb8-4c42-9cd2-1f2a2839049f)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:37.250559 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d1f755b-7b55-4262-9063-62c3b51a30e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:37.272342 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f755b-7b55-4262-9063-62c3b51a30e8 admin admin] Calling delete_port for ab454f66-5a29-4133-b53b-a68f343cb246 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:45:37.328529 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0b185cb7-4473-4861-972a-66ba0a1bb878 req-39d03d6f-a1d1-4173-af17-128a948a3f15 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958343 Aug 29 06:45:37.442693 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0b185cb7-4473-4861-972a-66ba0a1bb878 req-2f7d9067-1158-4264-8e49-dbd19e3668d3 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071019 Aug 29 06:45:37.467774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6c73e5-255d-4307-b1bd-a405f4b47173 None None] New status for floating IP c3122396-aa2d-4caf-81d2-178e7866e00d: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:45:37.664182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa6351-4558-43f8-9f93-214540ee9c06 req-87b2a8ff-dbc7-4cea-b44b-91d002cc30d7 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:37.665886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8aa6351-4558-43f8-9f93-214540ee9c06 req-87b2a8ff-dbc7-4cea-b44b-91d002cc30d7 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 946 time: 0.0769970 Aug 29 06:45:37.740910 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8aa6351-4558-43f8-9f93-214540ee9c06 req-8e0eb9e8-4533-4090-b812-b73263e9e862 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668066 Aug 29 06:45:37.874999 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d1f755b-7b55-4262-9063-62c3b51a30e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:37.904843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f755b-7b55-4262-9063-62c3b51a30e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab454f66-5a29-4133-b53b-a68f343cb246,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:37.942905 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255781b6-d107-4ffa-b1bb-c846172f3e6f req-b4889c35-b6dd-4e5d-8a3f-2dc2615d9229 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:37.944473 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-255781b6-d107-4ffa-b1bb-c846172f3e6f req-b4889c35-b6dd-4e5d-8a3f-2dc2615d9229 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 1098 time: 0.1065190 Aug 29 06:45:38.018175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-255781b6-d107-4ffa-b1bb-c846172f3e6f req-d7f30fe0-d3e5-4573-80c9-58f4535caa81 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460234 Aug 29 06:45:38.036728 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3a976b61-2da2-4c22-9dc9-91d2eb72f197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:38.161358 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d1f755b-7b55-4262-9063-62c3b51a30e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:38.743091 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-d9b49343-e8b9-417d-a9c4-824ac8782869 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:38.744597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-d9b49343-e8b9-417d-a9c4-824ac8782869 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 807 time: 0.4747787 Aug 29 06:45:38.788004 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-4e9dc56d-b0db-454a-9b6b-0271e5d6f2fc tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/quotas/ae1a013e8eb8401888d6fb6666c86936 HTTP/1.1" status: 200 len: 375 time: 0.0173905 Aug 29 06:45:38.835041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1f755b-7b55-4262-9063-62c3b51a30e8 admin admin] Router 2cf9c913-4d83-4949-a133-16fa70616bf1 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:45:38.853457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-2395d8fe-d589-4ba1-bab0-9c241a162d6d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589914 Aug 29 06:45:39.028233 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-ee814683-9b56-4819-abbf-6507085eda13 service neutron] 10.222.0.76 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344361 Aug 29 06:45:39.029322 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1f755b-7b55-4262-9063-62c3b51a30e8 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:45:39.035844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1d1f755b-7b55-4262-9063-62c3b51a30e8 admin admin] 10.222.0.76 "PUT /v2.0/routers/2cf9c913-4d83-4949-a133-16fa70616bf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4014425 Aug 29 06:45:39.038808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44402) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:39.045021 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8bf740-8a49-42c5-9aa8-b70605c40692 None None] Sync routers for ids ['2cf9c913-4d83-4949-a133-16fa70616bf1'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:45:39.057693 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8bf740-8a49-42c5-9aa8-b70605c40692 None None] Routers {'2cf9c913-4d83-4949-a133-16fa70616bf1'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:45:39.058563 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ea8bf740-8a49-42c5-9aa8-b70605c40692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:45:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2cf9c913-4d83-4949-a133-16fa70616bf1'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:39.166021 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:39.179055 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f54e2259-9dac-4af6-8701-59baf12c9971 service neutron] 10.222.0.76 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322985 Aug 29 06:45:39.190712 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:45:39.239806 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-ea8bf740-8a49-42c5-9aa8-b70605c40692 None None] Set router 2cf9c913-4d83-4949-a133-16fa70616bf1 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:45:39.301445 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:39.434539 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ea8bf740-8a49-42c5-9aa8-b70605c40692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'name': 'tempest-ServersTestMultiNic-1865888819-router', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '4de08691-7ee1-4d5b-8012-3f89922acbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:42Z', 'updated_at': '2021-08-29T06:45:37Z', 'revision_number': 5, 'project_id': '88164f57805344ac9177a0173fdf8041', 'gw_port': {'id': '4de08691-7ee1-4d5b-8012-3f89922acbf7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:44Z', 'updated_at': '2021-08-29T06:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:39.439434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44412) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:39.480194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] Deleting port 4de08691-7ee1-4d5b-8012-3f89922acbf7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:45:39.481553 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:39.566103 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8bf740-8a49-42c5-9aa8-b70605c40692 None None] Checking router: 2cf9c913-4d83-4949-a133-16fa70616bf1 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:45:39.575370 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8bf740-8a49-42c5-9aa8-b70605c40692 None None] Routers {'2cf9c913-4d83-4949-a133-16fa70616bf1'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:45:39.576246 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ea8bf740-8a49-42c5-9aa8-b70605c40692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:45:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2cf9c913-4d83-4949-a133-16fa70616bf1'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:39.614916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d798021b-7a23-4254-98ee-b3f8dc59fc2a req-a0e886fe-e314-44b3-9933-8465b18753cc tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 210 time: 0.0453608 Aug 29 06:45:39.636624 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-187e7e52-4737-470f-83b8-b8221b3988ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:39.644951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] For port 4de08691-7ee1-4d5b-8012-3f89922acbf7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4de08691-7ee1-4d5b-8012-3f89922acbf7,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:39.645322 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:39.670153 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] Calling delete_port for 4de08691-7ee1-4d5b-8012-3f89922acbf7 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:45:39.694861 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-ea8bf740-8a49-42c5-9aa8-b70605c40692 None None] Set router 2cf9c913-4d83-4949-a133-16fa70616bf1 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:45:39.755033 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-187e7e52-4737-470f-83b8-b8221b3988ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:39.757119 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ea8bf740-8a49-42c5-9aa8-b70605c40692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'name': 'tempest-ServersTestMultiNic-1865888819-router', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:42Z', 'updated_at': '2021-08-29T06:45:39Z', 'revision_number': 6, 'project_id': '88164f57805344ac9177a0173fdf8041', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:39.793773 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8bf740-8a49-42c5-9aa8-b70605c40692 None None] The sync data for ids ['2cf9c913-4d83-4949-a133-16fa70616bf1'] in n-d-713301-12 is: [{'id': '2cf9c913-4d83-4949-a133-16fa70616bf1', 'name': 'tempest-ServersTestMultiNic-1865888819-router', 'tenant_id': '88164f57805344ac9177a0173fdf8041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:42Z', 'updated_at': '2021-08-29T06:45:39Z', 'revision_number': 6, 'project_id': '88164f57805344ac9177a0173fdf8041', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:45:39.882432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-187e7e52-4737-470f-83b8-b8221b3988ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:39.922361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-187e7e52-4737-470f-83b8-b8221b3988ef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=15ffa05b93b243c19d73e4545f5dc364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4814899 Aug 29 06:45:39.923298 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e7e52-4737-470f-83b8-b8221b3988ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6128abd3-782b-43b5-9423-e3bc1fcd453c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:39.925109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44426) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:39.974804 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8499cca3-5668-4597-a989-ee74cb57c420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:39.996169 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8499cca3-5668-4597-a989-ee74cb57c420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.009782 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.051091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] Pushing event deleted for resources: {'Port': ['ID=4de08691-7ee1-4d5b-8012-3f89922acbf7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:40.114844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.219269 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.221970 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.265028 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8499cca3-5668-4597-a989-ee74cb57c420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.267653 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8499cca3-5668-4597-a989-ee74cb57c420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.268792 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8499cca3-5668-4597-a989-ee74cb57c420 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6128abd3-782b-43b5-9423-e3bc1fcd453c HTTP/1.1" status: 204 len: 168 time: 0.3426471 Aug 29 06:45:40.277314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499cca3-5668-4597-a989-ee74cb57c420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6128abd3-782b-43b5-9423-e3bc1fcd453c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:40.374997 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.379474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cf9c913-4d83-4949-a133-16fa70616bf1 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:45:40.380997 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.382430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3dc7bebc-6c04-4a8c-b139-101bf895bbcf admin admin] 10.222.0.76 "DELETE /v2.0/routers/2cf9c913-4d83-4949-a133-16fa70616bf1 HTTP/1.1" status: 204 len: 168 time: 1.3426061 Aug 29 06:45:40.385204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44442) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:40.434859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-930cdb9e-fb9a-4404-9b37-7e16d00c18ee admin admin] Deleting subnet b2153560-4dd2-42e8-ba55-bea121ca5e3f {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:45:40.438753 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-930cdb9e-fb9a-4404-9b37-7e16d00c18ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.477372 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-930cdb9e-fb9a-4404-9b37-7e16d00c18ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.559836 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-930cdb9e-fb9a-4404-9b37-7e16d00c18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.694891 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e560568d-bea3-4ad5-ac85-373000d9f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.699552 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c9a0e431-7b71-42ba-8915-466f92a0591b req-05942ce2-6bcd-43c9-be2e-f9678cece002 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 210 time: 0.0286419 Aug 29 06:45:40.774368 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-930cdb9e-fb9a-4404-9b37-7e16d00c18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.801801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cdb9e-fb9a-4404-9b37-7e16d00c18ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2153560-4dd2-42e8-ba55-bea121ca5e3f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:40.806149 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-930cdb9e-fb9a-4404-9b37-7e16d00c18ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.806149 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-930cdb9e-fb9a-4404-9b37-7e16d00c18ee admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b2153560-4dd2-42e8-ba55-bea121ca5e3f HTTP/1.1" status: 204 len: 168 time: 0.4192996 Aug 29 06:45:40.808146 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44448) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:40.813745 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d098a68a-e349-40a0-aa19-202b4eecb53a None None] Network 61de32ca-ce14-44d0-be5e-3a4f0101ce7a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:45:40.827131 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.899041 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:40.959652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Deleting port 83806092-3af1-4919-8db8-d2256b3246c1 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:45:40.960080 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:41.022407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9349c13-8dac-4005-8fe5-bf9496ef7b6d None None] DHCP port deletion for 61de32ca-ce14-44d0-be5e-3a4f0101ce7a request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:45:41.039549 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] For port 83806092-3af1-4919-8db8-d2256b3246c1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=83806092-3af1-4919-8db8-d2256b3246c1,segment=NetworkSegment(4d6216ce-dcb8-4c42-9cd2-1f2a2839049f),segment_id=4d6216ce-dcb8-4c42-9cd2-1f2a2839049f)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:41.040397 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:41.061827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Calling delete_port for 83806092-3af1-4919-8db8-d2256b3246c1 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:45:41.077933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f9349c13-8dac-4005-8fe5-bf9496ef7b6d None None] Deleting port 83806092-3af1-4919-8db8-d2256b3246c1 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:45:41.078307 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f9349c13-8dac-4005-8fe5-bf9496ef7b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:41.156131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f9349c13-8dac-4005-8fe5-bf9496ef7b6d None None] For port 83806092-3af1-4919-8db8-d2256b3246c1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=83806092-3af1-4919-8db8-d2256b3246c1,segment=NetworkSegment(4d6216ce-dcb8-4c42-9cd2-1f2a2839049f),segment_id=4d6216ce-dcb8-4c42-9cd2-1f2a2839049f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:41.156598 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f9349c13-8dac-4005-8fe5-bf9496ef7b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:41.170459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f9349c13-8dac-4005-8fe5-bf9496ef7b6d None None] Calling delete_port for 83806092-3af1-4919-8db8-d2256b3246c1 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:45:41.182497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ab454f66-5a29-4133-b53b-a68f343cb246 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:45:41.231111 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: ab454f66-5a29-4133-b53b-a68f343cb246 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:45:41.231500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ab454f66-5a29-4133-b53b-a68f343cb246 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:45:41.231919 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4de08691-7ee1-4d5b-8012-3f89922acbf7 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:45:41.258306 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 4de08691-7ee1-4d5b-8012-3f89922acbf7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:45:41.258306 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4de08691-7ee1-4d5b-8012-3f89922acbf7 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:45:41.258557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 83806092-3af1-4919-8db8-d2256b3246c1 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:45:41.329346 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:41.360669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] No DVR routers for this DVR port 83806092-3af1-4919-8db8-d2256b3246c1 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:45:41.360945 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f9349c13-8dac-4005-8fe5-bf9496ef7b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:41.366573 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Pushing event deleted for resources: {'Port': ['ID=83806092-3af1-4919-8db8-d2256b3246c1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:41.371751 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:41.395159 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9349c13-8dac-4005-8fe5-bf9496ef7b6d None None] Pushing event deleted for resources: {'Port': ['ID=83806092-3af1-4919-8db8-d2256b3246c1,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:41.423110 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9349c13-8dac-4005-8fe5-bf9496ef7b6d None None] No DVR routers for this DVR port 83806092-3af1-4919-8db8-d2256b3246c1 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:45:41.470936 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:41.478285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61de32ca-ce14-44d0-be5e-3a4f0101ce7a']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:41.489095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6216ce-dcb8-4c42-9cd2-1f2a2839049f') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:41.489313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6216ce-dcb8-4c42-9cd2-1f2a2839049f') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:45:41.502112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:41.517591 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:41.524662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:45:41.525263 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:45:41.526776 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:45:41.648278 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:41.695132 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:41.700869 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:41.702890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] 10.222.0.76 "DELETE /v2.0/networks/61de32ca-ce14-44d0-be5e-3a4f0101ce7a HTTP/1.1" status: 204 len: 168 time: 0.8936086 Aug 29 06:45:41.714645 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6802ef2-21b2-4097-80fd-5f984d5bc042 admin admin] Pushing event deleted for resources: {'Network': ['ID=61de32ca-ce14-44d0-be5e-3a4f0101ce7a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:41.799785 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2e4062d-038b-474c-807a-d464c5696072 req-7e349503-fd2c-4249-9edd-d8c667ff8084 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 210 time: 0.0304911 Aug 29 06:45:42.104430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44488) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:42.149370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ee9783bc-0da1-43ec-973c-4f7a598916a3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=88164f57805344ac9177a0173fdf8041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428257 Aug 29 06:45:42.152046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44490) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:42.201760 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe15a7d7-1cc3-4b6a-a037-b55eb2b8aa7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:42.233170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe15a7d7-1cc3-4b6a-a037-b55eb2b8aa7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:42.357746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7fa140fb-0f07-4858-b33d-5e0a548c7148 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1e251a128b9144ce838d54e3397b9e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236299 Aug 29 06:45:42.414182 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe15a7d7-1cc3-4b6a-a037-b55eb2b8aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:42.416873 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe15a7d7-1cc3-4b6a-a037-b55eb2b8aa7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:42.418011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fe15a7d7-1cc3-4b6a-a037-b55eb2b8aa7c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/574a2f53-8b06-4122-9d76-940bbe0284d8 HTTP/1.1" status: 204 len: 168 time: 0.2649391 Aug 29 06:45:42.426007 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-369a2652-8398-42d1-a2ac-c00b29b06bb7 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:42.427676 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-369a2652-8398-42d1-a2ac-c00b29b06bb7 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.15 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 807 time: 0.1071174 Aug 29 06:45:42.435684 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15a7d7-1cc3-4b6a-a037-b55eb2b8aa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574a2f53-8b06-4122-9d76-940bbe0284d8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:42.443539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-e1b33a93-0e09-488d-8d5c-678346d582e6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Request body: {'port': {'device_id': '9089c357-d8ec-4000-8e33-815852860e69', 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df', 'admin_state_up': True, 'tenant_id': 'ae1a013e8eb8401888d6fb6666c86936'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:42.497816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-cdb5d5b1-3eb0-4fd9-959b-5e7e1c8b8956 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:42.499746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-cdb5d5b1-3eb0-4fd9-959b-5e7e1c8b8956 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1355276 Aug 29 06:45:42.530938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-46aac822-93d5-41a9-a374-06fc2e5b07c4 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/quotas/1e251a128b9144ce838d54e3397b9e17 HTTP/1.1" status: 200 len: 375 time: 0.0230374 Aug 29 06:45:42.582557 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-fb760d63-18e9-45d9-811f-2919ba6741ca tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e251a128b9144ce838d54e3397b9e17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374210 Aug 29 06:45:42.700656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-e1b33a93-0e09-488d-8d5c-678346d582e6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Made reservation on behalf of ae1a013e8eb8401888d6fb6666c86936 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:45:42.705084 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-e1b33a93-0e09-488d-8d5c-678346d582e6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:42.864250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b1f0e24-2099-4302-9fb2-016136b324aa req-36a35e98-ed02-4142-b8b8-ea5d0ade663d tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 210 time: 0.0446253 Aug 29 06:45:42.866056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-e1b33a93-0e09-488d-8d5c-678346d582e6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Allocated IP 172.20.0.6 (4475f61a-c472-49af-9e60-c53edc6707df/98715dec-8878-4617-9085-72489d1b1fc4/305f0fa6-589c-425f-a4b5-af0074979ec5) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:45:42.961681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-913dd8f7-242e-48d9-a196-8f0b0ca37be9 req-4cc94dd9-31e4-48c6-8564-e038d3d94e41 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 210 time: 0.0345411 Aug 29 06:45:43.072688 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-e1b33a93-0e09-488d-8d5c-678346d582e6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:43.181295 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-e1b33a93-0e09-488d-8d5c-678346d582e6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:43.217029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e30c64e1-564b-4961-9df2-3dd4384a9aad'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:43.230334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-e1b33a93-0e09-488d-8d5c-678346d582e6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Network 4475f61a-c472-49af-9e60-c53edc6707df is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:45:43.233510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-e1b33a93-0e09-488d-8d5c-678346d582e6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:43.238793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-e1b33a93-0e09-488d-8d5c-678346d582e6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:45:43.277791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b33a93-0e09-488d-8d5c-678346d582e6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Pushing event updated for resources: {'Port': ['ID=305f0fa6-589c-425f-a4b5-af0074979ec5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:43.297446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-e1b33a93-0e09-488d-8d5c-678346d582e6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:43.298674 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-e1b33a93-0e09-488d-8d5c-678346d582e6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:43.437747 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:43.507152 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-e1b33a93-0e09-488d-8d5c-678346d582e6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0698466 Aug 29 06:45:43.520683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Request body: {'port': {'device_id': '9089c357-d8ec-4000-8e33-815852860e69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:43.582150 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:43.846792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44552) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:43.874962 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305f0fa6-589c-425f-a4b5-af0074979ec5 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:43.877084 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:43.889834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Transition to ACTIVE for port object 305f0fa6-589c-425f-a4b5-af0074979ec5 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:43.953389 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84a15fb6-923e-410e-abe2-35f213126f5f req-a53afa6c-3b67-4565-82d1-9ffb053f74bf tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 210 time: 0.0318372 Aug 29 06:45:43.961446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-729342906-network', 'tenant_id': '7ca0efbe38094eceac87be58fe311661'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:44.019620 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:44.071313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=305f0fa6-589c-425f-a4b5-af0074979ec5,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:44.105330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8148bd-ca7b-4c48-8c36-49d070d86347 req-d5dd795a-e88c-47a9-83b0-cfe00059eeab tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:44.106764 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d8148bd-ca7b-4c48-8c36-49d070d86347 req-d5dd795a-e88c-47a9-83b0-cfe00059eeab tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 943 time: 0.0575159 Aug 29 06:45:44.107906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] Made reservation on behalf of 7ca0efbe38094eceac87be58fe311661 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:45:44.110143 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:44.121144 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:44.143658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Attempting to bind port 305f0fa6-589c-425f-a4b5-af0074979ec5 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:44.143993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Attempting to bind port 305f0fa6-589c-425f-a4b5-af0074979ec5 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:44.144342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Attempting to bind port 305f0fa6-589c-425f-a4b5-af0074979ec5 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:44.148626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Port 305f0fa6-589c-425f-a4b5-af0074979ec5 on network 4475f61a-c472-49af-9e60-c53edc6707df not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:45:44.148960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Attempting to bind port 305f0fa6-589c-425f-a4b5-af0074979ec5 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:44.154659 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:44.154944 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Checking segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:44.155408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Bound using segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:44.155860 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Bound port: 305f0fa6-589c-425f-a4b5-af0074979ec5, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:44.156579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:44.169750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d8148bd-ca7b-4c48-8c36-49d070d86347 req-bd3869b9-cfe0-4769-aef7-38760f2c0cb4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504010 Aug 29 06:45:44.221961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:44.225488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=305f0fa6-589c-425f-a4b5-af0074979ec5,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:44.243321 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:44.323623 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:44.359333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:44.360465 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:44.361877 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/305f0fa6-589c-425f-a4b5-af0074979ec5 HTTP/1.1" status: 200 len: 1092 time: 0.8455319 Aug 29 06:45:44.362313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9089c357-d8ec-4000-8e33-815852860e69', 'tag': '305f0fa6-589c-425f-a4b5-af0074979ec5'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:44.364568 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8186cc4-2c44-4263-9399-cf19c40eb74a" -d '{"events": [{"name": "network-changed", "server_uuid": "9089c357-d8ec-4000-8e33-815852860e69", "tag": "305f0fa6-589c-425f-a4b5-af0074979ec5"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:44.375324 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:44.394689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eafd99-a37e-4f3d-8d7f-930f9834a1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=305f0fa6-589c-425f-a4b5-af0074979ec5,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:44.417975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:45:44.417975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c73afc-ec12-4e78-a9c4-19e7ec79a505,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:44.424467 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:44.425126 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] Added segment 64942f79-58f2-4224-a658-84e3a3975da3 of type vlan for network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 Aug 29 06:45:44.426594 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1065c6-a3f6-4a55-84e9-840af6934c94 x-openstack-request-id: req-2a1065c6-a3f6-4a55-84e9-840af6934c94 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:44.426888 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9089c357-d8ec-4000-8e33-815852860e69", "tag": "305f0fa6-589c-425f-a4b5-af0074979ec5", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:44.427163 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2a1065c6-a3f6-4a55-84e9-840af6934c94 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:44.427623 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9089c357-d8ec-4000-8e33-815852860e69', 'tag': '305f0fa6-589c-425f-a4b5-af0074979ec5', 'status': 'completed', 'code': 200} Aug 29 06:45:44.472571 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:44.494285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8186cc4-2c44-4263-9399-cf19c40eb74a req-a39fec2b-016b-4df7-9cb2-23321563954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:44.497447 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b8186cc4-2c44-4263-9399-cf19c40eb74a req-a39fec2b-016b-4df7-9cb2-23321563954e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 1095 time: 0.0441372 Aug 29 06:45:44.602703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8186cc4-2c44-4263-9399-cf19c40eb74a req-8ab0931a-6bad-495f-9a71-b5ab68f225e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:44.604213 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b8186cc4-2c44-4263-9399-cf19c40eb74a req-8ab0931a-6bad-495f-9a71-b5ab68f225e6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ae1a013e8eb8401888d6fb6666c86936&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0961111 Aug 29 06:45:44.666237 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:44.669802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:44.669802 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:44.707981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8186cc4-2c44-4263-9399-cf19c40eb74a req-5ecec226-de72-4871-b031-4ccb6764c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:44.709595 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b8186cc4-2c44-4263-9399-cf19c40eb74a req-5ecec226-de72-4871-b031-4ccb6764c689 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975361 Aug 29 06:45:44.732281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] Pushing event updated for resources: {'Network': ['ID=45edcc1d-2d36-44b5-8e50-7c50ab74b228,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:44.744891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:45:44.806839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-7f02f47a-68cf-4cbc-8f71-e15b76394e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:44.808727 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-7f02f47a-68cf-4cbc-8f71-e15b76394e03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 1095 time: 0.0556464 Aug 29 06:45:44.857612 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-1556ea44-b8b2-44a6-831c-dac5807574f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305f0fa6-589c-425f-a4b5-af0074979ec5 HTTP/1.1" status: 200 len: 217 time: 0.0397635 Aug 29 06:45:44.902050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4ae8c52f-9980-4b05-a53e-db64fc6649ff admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0539746 Aug 29 06:45:44.904861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44572) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:45:44.910787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1cd91c0f-693e-414d-94c6-d79fcf17c647 admin admin] Request body: {'subnet': {'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-729342906-subnet', 'tenant_id': '7ca0efbe38094eceac87be58fe311661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:44.914479 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-90e7bb18-45d9-4fa2-8885-4d685fc58c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:44.916104 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-90e7bb18-45d9-4fa2-8885-4d685fc58c6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.0463769 Aug 29 06:45:44.956723 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-97bf1bd7-2e04-4ae1-a5e8-4d94f4d8ad80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321407 Aug 29 06:45:45.036791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd91c0f-693e-414d-94c6-d79fcf17c647 admin admin] Made reservation on behalf of 7ca0efbe38094eceac87be58fe311661 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:45:45.039063 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1cd91c0f-693e-414d-94c6-d79fcf17c647 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:45.056120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c571b55-50cd-4043-b43d-aba59be8c5cf req-3da99c77-c573-4102-b531-271ed71d30ae tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 210 time: 0.0315671 Aug 29 06:45:45.063295 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-ff34c52a-37ab-4e35-8b7e-3125ebeacc77 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982032 Aug 29 06:45:45.158698 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5155a76c-4c3f-4e36-bf2c-6d9fcc318b87 req-8500f659-7ad5-4072-89d2-60667256fa30 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874383 Aug 29 06:45:45.296314 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0fbf7-6f63-40db-bedf-38cd2de2ab9d req-9f0c5001-409e-4043-88b2-000b9f312d10 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:45.297795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0eb0fbf7-6f63-40db-bedf-38cd2de2ab9d req-9f0c5001-409e-4043-88b2-000b9f312d10 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 943 time: 0.0518515 Aug 29 06:45:45.334502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0eb0fbf7-6f63-40db-bedf-38cd2de2ab9d req-18c36738-98b5-43db-8aa5-eea4d125fc6a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307062 Aug 29 06:45:45.397399 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1cd91c0f-693e-414d-94c6-d79fcf17c647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:45.454378 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd91c0f-693e-414d-94c6-d79fcf17c647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=877e0f71-48f6-4e65-b625-21d78b727487,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:45.463263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd91c0f-693e-414d-94c6-d79fcf17c647 admin admin] Checking segment: {'id': '64942f79-58f2-4224-a658-84e3a3975da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:45.463773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd91c0f-693e-414d-94c6-d79fcf17c647 admin admin] Network hostable DHCP agents. Network: 45edcc1d-2d36-44b5-8e50-7c50ab74b228, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:45:45.608916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd91c0f-693e-414d-94c6-d79fcf17c647 admin admin] Network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:45:45.757387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-1cd91c0f-693e-414d-94c6-d79fcf17c647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 45edcc1d-2d36-44b5-8e50-7c50ab74b228) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:45.761305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd91c0f-693e-414d-94c6-d79fcf17c647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:45.761920 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1cd91c0f-693e-414d-94c6-d79fcf17c647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:45.766539 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af38a36c-d41f-4a01-8fd8-94a02d41fc75 None None] Network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:45:45.907866 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-a3c68b73-eccd-4fc8-9122-d3dec35c356d tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1e251a128b9144ce838d54e3397b9e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229404 Aug 29 06:45:45.924397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1cd91c0f-693e-414d-94c6-d79fcf17c647 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0184348 Aug 29 06:45:45.943662 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea5854e-506d-4832-aa05-e4ba4eb71e22 None None] Network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:45:46.062366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-ce0deda7-3d97-4fad-ba94-680f92454cf4 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:46.064145 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-ce0deda7-3d97-4fad-ba94-680f92454cf4 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502664 Aug 29 06:45:46.084524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Request body: {'port': {'device_id': '44f60374-92aa-4a9b-b2da-d67ac3824c79', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '1e251a128b9144ce838d54e3397b9e17'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:46.170743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a9174f68-74da-42a6-aa88-9be4515e1a16 req-ba5092cb-4f55-447f-8a05-f79fc02e92f4 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 210 time: 0.0329173 Aug 29 06:45:46.311605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Made reservation on behalf of 1e251a128b9144ce838d54e3397b9e17 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:45:46.315863 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:46.326830 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:46.424803 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:46.470586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-3a743f40-79f4-4746-b739-7d5acff99835 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:46.472151 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-3a743f40-79f4-4746-b739-7d5acff99835 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/networks?id=45edcc1d-2d36-44b5-8e50-7c50ab74b228 HTTP/1.1" status: 200 len: 817 time: 0.1376197 Aug 29 06:45:46.484460 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3522c5-11e2-4c06-a18f-872f13b5881d req-5a5472d2-69ba-429a-a62a-6aed411c1a01 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:46.485878 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce3522c5-11e2-4c06-a18f-872f13b5881d req-5a5472d2-69ba-429a-a62a-6aed411c1a01 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 943 time: 0.0731878 Aug 29 06:45:46.502692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-d703d83a-284d-425b-ab57-60d732859516 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/quotas/7ca0efbe38094eceac87be58fe311661 HTTP/1.1" status: 200 len: 375 time: 0.0159023 Aug 29 06:45:46.535307 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:46.545415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-1e527260-953c-41dd-bd7c-c053dd3fc3fc tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ca0efbe38094eceac87be58fe311661&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303714 Aug 29 06:45:46.554679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce3522c5-11e2-4c06-a18f-872f13b5881d req-01940850-2548-4416-8c86-1e4dfe9d4b44 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614903 Aug 29 06:45:46.654043 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-a8590efa-0b80-4936-98b5-889eac3ff84d service neutron] 10.222.0.76 "GET /v2.0/networks/45edcc1d-2d36-44b5-8e50-7c50ab74b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030433 Aug 29 06:45:46.751110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-8f20490c-3061-4018-aa1d-336b705dbbff service neutron] 10.222.0.76 "GET /v2.0/networks/45edcc1d-2d36-44b5-8e50-7c50ab74b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896821 Aug 29 06:45:46.870336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bee900-7d36-46e4-890c-8059e76ffecd,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:46.945919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Allocated IP 192.168.233.149 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/af9bce47-b27a-435c-8730-9b98b85a2e43) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:45:47.098921 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:47.113119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Transition to ACTIVE for port object af9bce47-b27a-435c-8730-9b98b85a2e43 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:47.249648 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:47.293536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:45:47.296742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:47.300044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2597902-681f-47eb-b8ee-3bc456366430 req-b08694ea-4503-4739-82ee-8b9e1e793cf8 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:47.301242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:45:47.302015 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2597902-681f-47eb-b8ee-3bc456366430 req-b08694ea-4503-4739-82ee-8b9e1e793cf8 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 936 time: 0.0575604 Aug 29 06:45:47.337839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Pushing event updated for resources: {'Port': ['ID=af9bce47-b27a-435c-8730-9b98b85a2e43,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:47.352868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2597902-681f-47eb-b8ee-3bc456366430 req-dfce216f-f056-4c07-b901-9c20fc81374d tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447433 Aug 29 06:45:47.385477 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:47.386581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:47.548646 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e51917f-fe44-4b8b-a9f8-568ebb93121f req-571e2295-4f44-4b7e-a12d-9d21c6aea900 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 210 time: 0.0282276 Aug 29 06:45:47.592586 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-0084af0c-d5c7-4851-86ff-644db218d5b0 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5124803 Aug 29 06:45:47.611879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Request body: {'port': {'device_id': '44f60374-92aa-4a9b-b2da-d67ac3824c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:47.665774 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:47.670809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa702a-6cbc-4328-9749-7619c6dd2558 req-2a9b4d73-4bcd-4b3b-b6be-d8eb220ae77e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:47.675796 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3c86f1bd-eaa1-4f47-ab2a-7d858aa42993 None None] Provisioning for port af9bce47-b27a-435c-8730-9b98b85a2e43 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:47.678364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3c86f1bd-eaa1-4f47-ab2a-7d858aa42993 None None] Provisioning complete for port af9bce47-b27a-435c-8730-9b98b85a2e43 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:47.678844 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3c86f1bd-eaa1-4f47-ab2a-7d858aa42993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:47.678997 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bbaa702a-6cbc-4328-9749-7619c6dd2558 req-2a9b4d73-4bcd-4b3b-b6be-d8eb220ae77e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 943 time: 0.0565598 Aug 29 06:45:47.721554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3c86f1bd-eaa1-4f47-ab2a-7d858aa42993 None None] Port af9bce47-b27a-435c-8730-9b98b85a2e43 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:45:47.739909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bbaa702a-6cbc-4328-9749-7619c6dd2558 req-e65bb22b-da39-4ff8-9aa1-d5079fcaa29b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600214 Aug 29 06:45:47.950953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9bce47-b27a-435c-8730-9b98b85a2e43 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:47.960731 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:47.974258 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Transition to ACTIVE for port object af9bce47-b27a-435c-8730-9b98b85a2e43 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:48.123230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:48.180861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Pushing event updated for resources: {'Port': ['ID=af9bce47-b27a-435c-8730-9b98b85a2e43,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:48.256145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Attempting to bind port af9bce47-b27a-435c-8730-9b98b85a2e43 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:48.256489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Attempting to bind port af9bce47-b27a-435c-8730-9b98b85a2e43 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:48.256830 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Attempting to bind port af9bce47-b27a-435c-8730-9b98b85a2e43 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:48.261407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Port af9bce47-b27a-435c-8730-9b98b85a2e43 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:45:48.261759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Attempting to bind port af9bce47-b27a-435c-8730-9b98b85a2e43 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:48.266894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:48.267276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:48.267669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:48.268114 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Bound port: af9bce47-b27a-435c-8730-9b98b85a2e43, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:48.268480 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:48.345777 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] For port af9bce47-b27a-435c-8730-9b98b85a2e43, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:48.349504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] For port af9bce47-b27a-435c-8730-9b98b85a2e43, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=af9bce47-b27a-435c-8730-9b98b85a2e43,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:48.456411 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:48.497190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47251f25-e8bc-471f-bc8a-43edeca7f405 req-4818e0b6-1977-4774-8941-6ccfba868498 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:48.498882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:48.499770 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:48.500100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47251f25-e8bc-471f-bc8a-43edeca7f405 req-4818e0b6-1977-4774-8941-6ccfba868498 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 948 time: 0.0753245 Aug 29 06:45:48.501785 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] 10.222.0.11 "PUT /v2.0/ports/af9bce47-b27a-435c-8730-9b98b85a2e43 HTTP/1.1" status: 200 len: 1097 time: 0.8941426 Aug 29 06:45:48.502307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f60374-92aa-4a9b-b2da-d67ac3824c79', 'tag': 'af9bce47-b27a-435c-8730-9b98b85a2e43'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:48.504647 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a380e4-9fe8-40b5-baf7-c25b3b7412e2" -d '{"events": [{"name": "network-changed", "server_uuid": "44f60374-92aa-4a9b-b2da-d67ac3824c79", "tag": "af9bce47-b27a-435c-8730-9b98b85a2e43"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:48.539503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d099f65-c363-4b51-b367-1f823925a985 service neutron] Pushing event updated for resources: {'Port': ['ID=af9bce47-b27a-435c-8730-9b98b85a2e43,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:48.553644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47251f25-e8bc-471f-bc8a-43edeca7f405 req-546aafb7-27da-472b-9e7c-7665432959ed tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462666 Aug 29 06:45:48.563099 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92b1fca-ead3-4bd1-b629-6b96f8daf363 x-openstack-request-id: req-a92b1fca-ead3-4bd1-b629-6b96f8daf363 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:48.563515 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f60374-92aa-4a9b-b2da-d67ac3824c79", "tag": "af9bce47-b27a-435c-8730-9b98b85a2e43", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:48.563876 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a92b1fca-ead3-4bd1-b629-6b96f8daf363 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:48.564267 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f60374-92aa-4a9b-b2da-d67ac3824c79', 'tag': 'af9bce47-b27a-435c-8730-9b98b85a2e43', 'status': 'completed', 'code': 200} Aug 29 06:45:48.634674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60c6d89c-2bcb-41e6-b46f-b5d60250e585 req-a3f86c4d-7644-423c-9cc5-82914abc6efc tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 210 time: 0.0312183 Aug 29 06:45:48.663971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a380e4-9fe8-40b5-baf7-c25b3b7412e2 req-ef1d7e89-3d0e-489c-99ab-9287da8baa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:48.665539 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-07a380e4-9fe8-40b5-baf7-c25b3b7412e2 req-ef1d7e89-3d0e-489c-99ab-9287da8baa17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e251a128b9144ce838d54e3397b9e17&device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 1100 time: 0.0596299 Aug 29 06:45:48.701183 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-07a380e4-9fe8-40b5-baf7-c25b3b7412e2 req-fe926d37-b035-496e-acac-584c9c1d0111 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1e251a128b9144ce838d54e3397b9e17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210233 Aug 29 06:45:48.802403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a380e4-9fe8-40b5-baf7-c25b3b7412e2 req-afc31d1f-3b99-4d21-bea5-7ed0c4c07e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:48.803931 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-07a380e4-9fe8-40b5-baf7-c25b3b7412e2 req-afc31d1f-3b99-4d21-bea5-7ed0c4c07e51 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959911 Aug 29 06:45:48.874579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae1c7d-0664-46ab-9de8-c4fc7be7d424 req-1be16ce9-929c-4e13-ae4a-a4a03f34eb11 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:48.876281 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cae1c7d-0664-46ab-9de8-c4fc7be7d424 req-1be16ce9-929c-4e13-ae4a-a4a03f34eb11 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 943 time: 0.0644927 Aug 29 06:45:48.920606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cae1c7d-0664-46ab-9de8-c4fc7be7d424 req-9be83f06-6493-4509-87d7-107e885a2295 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375991 Aug 29 06:45:48.924542 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-8a75745f-9d77-4f1d-abcf-67821826f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:48.926196 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-8a75745f-9d77-4f1d-abcf-67821826f53a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e251a128b9144ce838d54e3397b9e17&device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 1100 time: 0.0421300 Aug 29 06:45:48.977410 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-a1b75b80-e815-4435-bc33-ec379a7f47f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=af9bce47-b27a-435c-8730-9b98b85a2e43 HTTP/1.1" status: 200 len: 217 time: 0.0362422 Aug 29 06:45:49.025976 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-2f0b79b8-0aca-4da4-92a8-e2ea4d08d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:49.027478 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-2f0b79b8-0aca-4da4-92a8-e2ea4d08d919 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0434349 Aug 29 06:45:49.077524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-58e92005-3793-4d4f-a236-de7e74551a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:49.079539 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-58e92005-3793-4d4f-a236-de7e74551a4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0446658 Aug 29 06:45:49.093888 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 305f0fa6-589c-425f-a4b5-af0074979ec5 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:45:49.177115 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-5e3898d1-be0b-4689-8ea7-f753c15b73ed service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903382 Aug 29 06:45:49.191330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=305f0fa6-589c-425f-a4b5-af0074979ec5,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:49.205940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '305f0fa6-589c-425f-a4b5-af0074979ec5', 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df', 'port_id': '305f0fa6-589c-425f-a4b5-af0074979ec5', 'mac_address': 'fa:16:3e:2f:7c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98715dec-8878-4617-9085-72489d1b1fc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:45:49.254889 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:49.268735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305f0fa6-589c-425f-a4b5-af0074979ec5 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:49.290065 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=305f0fa6-589c-425f-a4b5-af0074979ec5,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:49.297052 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b04c5ecc-31f3-4db4-bb67-7361df0695b4 req-47ea5318-d9db-4b06-9ca1-8f9bc5e52170 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115475 Aug 29 06:45:49.403430 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:49.453098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=305f0fa6-589c-425f-a4b5-af0074979ec5,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:49.469373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:49.469373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:49.469373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:49.469373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:49.469373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:49.469373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:49.469373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:49.469373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:49.469373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:49.469373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:49.469373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:49.469373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:45:49.673431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252b6d1-93ee-4f27-9f21-12d6b52d176c req-bf03993e-bde6-4968-a129-920d93efa4d3 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:49.674958 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0252b6d1-93ee-4f27-9f21-12d6b52d176c req-bf03993e-bde6-4968-a129-920d93efa4d3 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 948 time: 0.0501149 Aug 29 06:45:49.727165 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd750b64-0363-4891-882e-65f3b7a81671 req-01858d8e-9b66-4beb-8841-8ec0ecb18a32 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 210 time: 0.0288513 Aug 29 06:45:49.739676 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0252b6d1-93ee-4f27-9f21-12d6b52d176c req-c18d4bf3-ce48-4c52-ab21-322137e44c8c tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585909 Aug 29 06:45:49.746322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['305f0fa6-589c-425f-a4b5-af0074979ec5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:50.034644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8585fab-665a-4cc2-b401-d0d5a3e99924 req-4da8b9d8-2cce-4b40-8f1e-691d8cd600c2 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:50.036181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e8585fab-665a-4cc2-b401-d0d5a3e99924 req-4da8b9d8-2cce-4b40-8f1e-691d8cd600c2 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 944 time: 0.0494077 Aug 29 06:45:50.074110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e8585fab-665a-4cc2-b401-d0d5a3e99924 req-413c8adf-2fd8-4fc0-9331-90ee19414b58 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Aug 29 06:45:50.786033 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:50.827721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7b5738d-41e6-4186-aa5c-8f5faa8c3d4c req-1b250e11-f0c2-4c15-8864-48d806f8c553 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 210 time: 0.0332232 Aug 29 06:45:50.879459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d061d8f-b394-477c-bccf-cb37dde35e74 req-25c0c1dc-d480-4823-9911-db8101758ada tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:50.881746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d061d8f-b394-477c-bccf-cb37dde35e74 req-25c0c1dc-d480-4823-9911-db8101758ada tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 948 time: 0.0561640 Aug 29 06:45:50.920253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d061d8f-b394-477c-bccf-cb37dde35e74 req-3197c199-73c6-47b2-9a49-8eeb426c3124 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330429 Aug 29 06:45:51.105656 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 305f0fa6-589c-425f-a4b5-af0074979ec5 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:51.109472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-247c750f-f449-4e99-84aa-e788e2135f05 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:51.111762 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-247c750f-f449-4e99-84aa-e788e2135f05 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.15 "GET /v2.0/networks?id=45edcc1d-2d36-44b5-8e50-7c50ab74b228 HTTP/1.1" status: 200 len: 817 time: 0.1043165 Aug 29 06:45:51.126070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-5387858a-494d-4078-999d-9be3d629e69b req-1c0a961e-289b-4674-a615-61f32144da7a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Request body: {'port': {'device_id': '17ce9b94-15ad-47f2-8b65-3d21b30c866f', 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228', 'admin_state_up': True, 'tenant_id': '7ca0efbe38094eceac87be58fe311661'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:51.203599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129e482-b24b-4a8b-9c3f-f16cb6f8e95b req-b662dace-7a00-4fce-8e26-d1f645faae78 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:51.205172 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1129e482-b24b-4a8b-9c3f-f16cb6f8e95b req-b662dace-7a00-4fce-8e26-d1f645faae78 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 944 time: 0.0581913 Aug 29 06:45:51.249853 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1129e482-b24b-4a8b-9c3f-f16cb6f8e95b req-2ae5b7d9-13ab-4c47-a552-3d510ae54c99 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373414 Aug 29 06:45:51.289034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 305f0fa6-589c-425f-a4b5-af0074979ec5 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:51.292976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 305f0fa6-589c-425f-a4b5-af0074979ec5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:51.293381 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:51.373192 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:51.396906 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9089c357-d8ec-4000-8e33-815852860e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305f0fa6-589c-425f-a4b5-af0074979ec5'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:51.399378 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4e6416-c4b1-4ae6-a8a3-d52067fb43a8" -d '{"events": [{"server_uuid": "9089c357-d8ec-4000-8e33-815852860e69", "name": "network-vif-plugged", "status": "completed", "tag": "305f0fa6-589c-425f-a4b5-af0074979ec5"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:51.415234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=305f0fa6-589c-425f-a4b5-af0074979ec5,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:51.443584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-1c0a961e-289b-4674-a615-61f32144da7a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Made reservation on behalf of 7ca0efbe38094eceac87be58fe311661 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:45:51.447573 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-1c0a961e-289b-4674-a615-61f32144da7a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:51.457649 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db37f30e-134e-45a2-982d-bd6bd83c8b49 x-openstack-request-id: req-db37f30e-134e-45a2-982d-bd6bd83c8b49 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:51.458310 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9089c357-d8ec-4000-8e33-815852860e69", "name": "network-vif-plugged", "status": "completed", "tag": "305f0fa6-589c-425f-a4b5-af0074979ec5", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:51.458787 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db37f30e-134e-45a2-982d-bd6bd83c8b49 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:51.460065 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9089c357-d8ec-4000-8e33-815852860e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305f0fa6-589c-425f-a4b5-af0074979ec5', 'code': 200} Aug 29 06:45:51.534428 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:51.580746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5b558-a6bb-4ddb-8757-24fa3119d8f6 req-d01fec6a-19e4-4825-be90-b5687a2fbc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:51.582482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2b5b558-a6bb-4ddb-8757-24fa3119d8f6 req-d01fec6a-19e4-4825-be90-b5687a2fbc32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 1097 time: 0.0455413 Aug 29 06:45:51.583809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=305f0fa6-589c-425f-a4b5-af0074979ec5,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:51.588706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-5387858a-494d-4078-999d-9be3d629e69b req-1c0a961e-289b-4674-a615-61f32144da7a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Allocated IP 172.20.0.7 (45edcc1d-2d36-44b5-8e50-7c50ab74b228/877e0f71-48f6-4e65-b625-21d78b727487/92fc0fca-ecb0-40bd-a19e-c3c0774baac3) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:45:51.620974 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2b5b558-a6bb-4ddb-8757-24fa3119d8f6 req-3b466863-17db-4471-b5e2-68663f12c425 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299008 Aug 29 06:45:51.802414 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-1c0a961e-289b-4674-a615-61f32144da7a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:51.825026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-59ec6fac-e248-43bb-9e89-5369fe82c48b tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:51.826430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-59ec6fac-e248-43bb-9e89-5369fe82c48b tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.11 "GET /v2.0/networks?id=45edcc1d-2d36-44b5-8e50-7c50ab74b228 HTTP/1.1" status: 200 len: 817 time: 0.1395321 Aug 29 06:45:51.860553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-5387858a-494d-4078-999d-9be3d629e69b req-cc4ec6fa-2725-4011-a01d-df0fa630dfba tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Request body: {'port': {'device_id': '62da33c5-7fb2-407b-a01f-8a4ac93849fb', 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228', 'admin_state_up': True, 'tenant_id': '7ca0efbe38094eceac87be58fe311661'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:51.945958 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8afd4a03-745e-467f-8e5c-097b8b595f18 req-0a80964e-c6bc-48aa-9055-27d283ec4935 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 210 time: 0.0400634 Aug 29 06:45:52.003561 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-1c0a961e-289b-4674-a615-61f32144da7a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:52.040177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e40d18-810c-43fe-ad10-fc30795da4e6 req-dc387d84-e369-4995-a9ba-29752c72c16f tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:52.041905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53e40d18-810c-43fe-ad10-fc30795da4e6 req-dc387d84-e369-4995-a9ba-29752c72c16f tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 948 time: 0.0497100 Aug 29 06:45:52.052286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5387858a-494d-4078-999d-9be3d629e69b req-1c0a961e-289b-4674-a615-61f32144da7a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:45:52.055553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-5387858a-494d-4078-999d-9be3d629e69b req-1c0a961e-289b-4674-a615-61f32144da7a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:52.064978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5387858a-494d-4078-999d-9be3d629e69b req-1c0a961e-289b-4674-a615-61f32144da7a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:45:52.085087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a961e-289b-4674-a615-61f32144da7a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Pushing event updated for resources: {'Port': ['ID=92fc0fca-ecb0-40bd-a19e-c3c0774baac3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:52.086185 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53e40d18-810c-43fe-ad10-fc30795da4e6 req-82de4a95-904a-46a5-b972-cad1013f6c1f tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379679 Aug 29 06:45:52.116020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-1c0a961e-289b-4674-a615-61f32144da7a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:52.116637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-1c0a961e-289b-4674-a615-61f32144da7a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:52.181489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-cc4ec6fa-2725-4011-a01d-df0fa630dfba tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Made reservation on behalf of 7ca0efbe38094eceac87be58fe311661 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:45:52.185210 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-cc4ec6fa-2725-4011-a01d-df0fa630dfba tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:52.326330 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-5387858a-494d-4078-999d-9be3d629e69b req-cc4ec6fa-2725-4011-a01d-df0fa630dfba tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Allocated IP 172.20.0.13 (45edcc1d-2d36-44b5-8e50-7c50ab74b228/877e0f71-48f6-4e65-b625-21d78b727487/19c5daa7-0b0c-4f6a-b5e0-0a71900300a5) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:45:52.330309 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-1c0a961e-289b-4674-a615-61f32144da7a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2089307 Aug 29 06:45:52.346555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Request body: {'port': {'device_id': '17ce9b94-15ad-47f2-8b65-3d21b30c866f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:52.382505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e968004-0f6d-4a91-a34d-a604cfc7251e req-e2ec9efd-406f-432d-8f04-171b51c29c91 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:52.383634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e968004-0f6d-4a91-a34d-a604cfc7251e req-e2ec9efd-406f-432d-8f04-171b51c29c91 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 945 time: 0.0596473 Aug 29 06:45:52.422663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e968004-0f6d-4a91-a34d-a604cfc7251e req-70f9cf5e-b1b0-4acf-ba82-b1b40a82d807 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Aug 29 06:45:52.431551 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:52.597409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-e9d83e63-186e-4b93-b331-93afeeeeed39 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:52.598954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-e9d83e63-186e-4b93-b331-93afeeeeed39 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.15 "GET /v2.0/networks?id=45edcc1d-2d36-44b5-8e50-7c50ab74b228 HTTP/1.1" status: 200 len: 817 time: 0.1147799 Aug 29 06:45:52.617937 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-5387858a-494d-4078-999d-9be3d629e69b req-4d8bab84-05bd-4e8c-8efc-ab6fc4f2856f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Request body: {'port': {'device_id': '5649fc0c-16d9-4cb5-b745-59de469ff5d1', 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228', 'admin_state_up': True, 'tenant_id': '7ca0efbe38094eceac87be58fe311661'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:52.656623 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-cc4ec6fa-2725-4011-a01d-df0fa630dfba tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:52.817030 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-cc4ec6fa-2725-4011-a01d-df0fa630dfba tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:52.848489 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-4d8bab84-05bd-4e8c-8efc-ab6fc4f2856f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Made reservation on behalf of 7ca0efbe38094eceac87be58fe311661 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:45:52.852029 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-4d8bab84-05bd-4e8c-8efc-ab6fc4f2856f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:52.911837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5387858a-494d-4078-999d-9be3d629e69b req-cc4ec6fa-2725-4011-a01d-df0fa630dfba tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:45:52.917296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-5387858a-494d-4078-999d-9be3d629e69b req-cc4ec6fa-2725-4011-a01d-df0fa630dfba tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:52.919684 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5387858a-494d-4078-999d-9be3d629e69b req-cc4ec6fa-2725-4011-a01d-df0fa630dfba tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:45:52.952735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ec6fa-2725-4011-a01d-df0fa630dfba tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Pushing event updated for resources: {'Port': ['ID=19c5daa7-0b0c-4f6a-b5e0-0a71900300a5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:53.005279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-cc4ec6fa-2725-4011-a01d-df0fa630dfba tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:53.005808 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-cc4ec6fa-2725-4011-a01d-df0fa630dfba tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:53.043069 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ebe2f13e-6466-411f-bb28-e00d9830a386 req-70812065-64fa-4f9f-b240-1d8bd190214b tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 210 time: 0.0269074 Aug 29 06:45:53.065722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:53.073666 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:53.086227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Transition to ACTIVE for port object 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:53.205175 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-cc4ec6fa-2725-4011-a01d-df0fa630dfba tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3497696 Aug 29 06:45:53.205865 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:53.239882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f23a82-db1f-45c7-846b-e4ee4182e694 req-17885b3b-d614-4f0e-96fc-b00a9d0f6bd7 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:53.240384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Request body: {'port': {'device_id': '62da33c5-7fb2-407b-a01f-8a4ac93849fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:53.241403 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88f23a82-db1f-45c7-846b-e4ee4182e694 req-17885b3b-d614-4f0e-96fc-b00a9d0f6bd7 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 948 time: 0.0745957 Aug 29 06:45:53.283545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Pushing event updated for resources: {'Port': ['ID=92fc0fca-ecb0-40bd-a19e-c3c0774baac3,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:53.290903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-5387858a-494d-4078-999d-9be3d629e69b req-4d8bab84-05bd-4e8c-8efc-ab6fc4f2856f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Allocated IP 172.20.0.4 (45edcc1d-2d36-44b5-8e50-7c50ab74b228/877e0f71-48f6-4e65-b625-21d78b727487/0dff108a-8101-4659-aaf1-36abee9e57d9) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:45:53.340217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88f23a82-db1f-45c7-846b-e4ee4182e694 req-5120d184-2858-40d8-8598-1f60c94dcf0e tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871158 Aug 29 06:45:53.355107 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:53.428235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Attempting to bind port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:53.428577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Attempting to bind port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '64942f79-58f2-4224-a658-84e3a3975da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:53.428908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Attempting to bind port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 on network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:53.437625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 on network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:45:53.438495 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Attempting to bind port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 on network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:53.465752 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-4d8bab84-05bd-4e8c-8efc-ab6fc4f2856f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:53.493391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:53.493751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Checking segment: {'id': '64942f79-58f2-4224-a658-84e3a3975da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:53.494209 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Bound using segment: {'id': '64942f79-58f2-4224-a658-84e3a3975da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:53.494659 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Bound port: 92fc0fca-ecb0-40bd-a19e-c3c0774baac3, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64942f79-58f2-4224-a658-84e3a3975da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:53.495031 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:53.556860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e2889-fcfd-4aab-b033-a9843adc9dec req-7a8624c2-7cd8-4243-acbf-bb4ef400c19c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:53.559925 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-270e2889-fcfd-4aab-b033-a9843adc9dec req-7a8624c2-7cd8-4243-acbf-bb4ef400c19c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 945 time: 0.0539377 Aug 29 06:45:53.576620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] For port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:53.582157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] For port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=92fc0fca-ecb0-40bd-a19e-c3c0774baac3,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:53.587037 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-4d8bab84-05bd-4e8c-8efc-ab6fc4f2856f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:53.644185 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-270e2889-fcfd-4aab-b033-a9843adc9dec req-a70e4ed5-6e59-4c77-8adf-ad235300ae03 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780480 Aug 29 06:45:53.645938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5387858a-494d-4078-999d-9be3d629e69b req-4d8bab84-05bd-4e8c-8efc-ab6fc4f2856f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:45:53.653894 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-5387858a-494d-4078-999d-9be3d629e69b req-4d8bab84-05bd-4e8c-8efc-ab6fc4f2856f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:45:53.669410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-5387858a-494d-4078-999d-9be3d629e69b req-4d8bab84-05bd-4e8c-8efc-ab6fc4f2856f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:45:53.678342 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bab84-05bd-4e8c-8efc-ab6fc4f2856f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Pushing event updated for resources: {'Port': ['ID=0dff108a-8101-4659-aaf1-36abee9e57d9,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:53.731794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-4d8bab84-05bd-4e8c-8efc-ab6fc4f2856f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:53.732382 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-4d8bab84-05bd-4e8c-8efc-ab6fc4f2856f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:53.740474 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:53.749962 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:53.779466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838bd24-8284-4e81-a477-a085ff6eb4f1 req-6a2d403c-be5b-4d95-a30e-4aafde6cc6d0 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:53.779900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:53.781118 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1838bd24-8284-4e81-a477-a085ff6eb4f1 req-6a2d403c-be5b-4d95-a30e-4aafde6cc6d0 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 1097 time: 0.0450752 Aug 29 06:45:53.785975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:53.786592 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:53.788009 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] 10.222.0.15 "PUT /v2.0/ports/92fc0fca-ecb0-40bd-a19e-c3c0774baac3 HTTP/1.1" status: 200 len: 1092 time: 1.4464707 Aug 29 06:45:53.788447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ce9b94-15ad-47f2-8b65-3d21b30c866f', 'tag': '92fc0fca-ecb0-40bd-a19e-c3c0774baac3'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:53.790708 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dd654b-ce6e-4019-b246-f99c64eeaa31" -d '{"events": [{"name": "network-changed", "server_uuid": "17ce9b94-15ad-47f2-8b65-3d21b30c866f", "tag": "92fc0fca-ecb0-40bd-a19e-c3c0774baac3"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:53.813451 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Transition to ACTIVE for port object 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:53.820036 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1838bd24-8284-4e81-a477-a085ff6eb4f1 req-a03efe2c-d334-4018-b1a4-3f0a690da778 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323110 Aug 29 06:45:53.826412 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61c1c5-f553-4e6c-a5c9-a030fa0e9b21 service neutron] Pushing event updated for resources: {'Port': ['ID=92fc0fca-ecb0-40bd-a19e-c3c0774baac3,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:53.832719 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a677df3f-9cff-4203-942e-fd49c294a1d1 x-openstack-request-id: req-a677df3f-9cff-4203-942e-fd49c294a1d1 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:53.832864 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ce9b94-15ad-47f2-8b65-3d21b30c866f", "tag": "92fc0fca-ecb0-40bd-a19e-c3c0774baac3", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:53.833174 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a677df3f-9cff-4203-942e-fd49c294a1d1 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:53.833487 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ce9b94-15ad-47f2-8b65-3d21b30c866f', 'tag': '92fc0fca-ecb0-40bd-a19e-c3c0774baac3', 'status': 'completed', 'code': 200} Aug 29 06:45:53.868640 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-4d8bab84-05bd-4e8c-8efc-ab6fc4f2856f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2544816 Aug 29 06:45:53.883123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Request body: {'port': {'device_id': '5649fc0c-16d9-4cb5-b745-59de469ff5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:45:53.936262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd654b-ce6e-4019-b246-f99c64eeaa31 req-182ce2e0-febf-4696-bbff-b1ce2f7317f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:53.936262 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-08dd654b-ce6e-4019-b246-f99c64eeaa31 req-182ce2e0-febf-4696-bbff-b1ce2f7317f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ca0efbe38094eceac87be58fe311661&device_id=17ce9b94-15ad-47f2-8b65-3d21b30c866f HTTP/1.1" status: 200 len: 1095 time: 0.0500262 Aug 29 06:45:53.945869 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:53.970979 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:54.034178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Pushing event updated for resources: {'Port': ['ID=19c5daa7-0b0c-4f6a-b5e0-0a71900300a5,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:54.105740 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd654b-ce6e-4019-b246-f99c64eeaa31 req-dab407ca-1f28-4b90-8bd4-3bae08c6e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:54.108623 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-08dd654b-ce6e-4019-b246-f99c64eeaa31 req-dab407ca-1f28-4b90-8bd4-3bae08c6e49b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7ca0efbe38094eceac87be58fe311661&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1926913 Aug 29 06:45:54.182569 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Attempting to bind port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:54.182956 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Attempting to bind port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '64942f79-58f2-4224-a658-84e3a3975da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:54.183260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Attempting to bind port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 on network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:54.192407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 on network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:45:54.192754 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Attempting to bind port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 on network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:54.196064 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4ed2a-a18c-4385-b2f3-328fc034afd0 req-99340a68-7cb6-4983-ad59-315b0ec00b09 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:54.197568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02b4ed2a-a18c-4385-b2f3-328fc034afd0 req-99340a68-7cb6-4983-ad59-315b0ec00b09 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 931 time: 0.0723999 Aug 29 06:45:54.206284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:54.206857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Checking segment: {'id': '64942f79-58f2-4224-a658-84e3a3975da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:54.206991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Bound using segment: {'id': '64942f79-58f2-4224-a658-84e3a3975da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:54.207447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Bound port: 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64942f79-58f2-4224-a658-84e3a3975da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:54.207807 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:54.257084 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02b4ed2a-a18c-4385-b2f3-328fc034afd0 req-c90fea48-2f13-44e5-84b2-a94785fa2036 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519300 Aug 29 06:45:54.290109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd654b-ce6e-4019-b246-f99c64eeaa31 req-5fcca88b-0373-4d1b-9708-c720aebb4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:54.291847 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-08dd654b-ce6e-4019-b246-f99c64eeaa31 req-5fcca88b-0373-4d1b-9708-c720aebb4221 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1751699 Aug 29 06:45:54.298781 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] For port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:54.302819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] For port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=19c5daa7-0b0c-4f6a-b5e0-0a71900300a5,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:54.310976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dff108a-8101-4659-aaf1-36abee9e57d9 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:54.314847 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:54.327320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Transition to ACTIVE for port object 0dff108a-8101-4659-aaf1-36abee9e57d9 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:45:54.376038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-050d1085-8d89-4188-b990-8e1fe84506b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:54.377995 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-050d1085-8d89-4188-b990-8e1fe84506b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ca0efbe38094eceac87be58fe311661&device_id=17ce9b94-15ad-47f2-8b65-3d21b30c866f HTTP/1.1" status: 200 len: 1095 time: 0.0462346 Aug 29 06:45:54.387390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device af9bce47-b27a-435c-8730-9b98b85a2e43 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:45:54.425330 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-49b74411-92a9-485f-9497-b0a1ac4029f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92fc0fca-ecb0-40bd-a19e-c3c0774baac3 HTTP/1.1" status: 200 len: 217 time: 0.0376790 Aug 29 06:45:54.462145 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:54.485194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5e07b-836a-4e79-86ea-5ff06fd47ede req-e86fe23f-3b51-46ea-a3bd-7721bb56a86a tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:54.486950 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90d5e07b-836a-4e79-86ea-5ff06fd47ede req-e86fe23f-3b51-46ea-a3bd-7721bb56a86a tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 948 time: 0.0537844 Aug 29 06:45:54.494571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port af9bce47-b27a-435c-8730-9b98b85a2e43, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=af9bce47-b27a-435c-8730-9b98b85a2e43,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:54.516499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'af9bce47-b27a-435c-8730-9b98b85a2e43', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'af9bce47-b27a-435c-8730-9b98b85a2e43', 'mac_address': 'fa:16:3e:12:93:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:45:54.516643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:54.516643 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:54.516643 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] 10.222.0.11 "PUT /v2.0/ports/19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 HTTP/1.1" status: 200 len: 1093 time: 1.2801130 Aug 29 06:45:54.525320 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-47f93644-ef8a-405e-a0b8-27b37e95bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:54.525836 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:54.526885 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-47f93644-ef8a-405e-a0b8-27b37e95bc35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=877e0f71-48f6-4e65-b625-21d78b727487 HTTP/1.1" status: 200 len: 857 time: 0.0939143 Aug 29 06:45:54.555986 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:54.562247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50fc92-8a98-43af-9643-1dc922aed592 service neutron] Pushing event updated for resources: {'Port': ['ID=19c5daa7-0b0c-4f6a-b5e0-0a71900300a5,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:54.567466 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-647ddc27-0a73-4df1-a743-f54fd0902062 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45edcc1d-2d36-44b5-8e50-7c50ab74b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307090 Aug 29 06:45:54.572691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9bce47-b27a-435c-8730-9b98b85a2e43 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:54.582007 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90d5e07b-836a-4e79-86ea-5ff06fd47ede req-ef87caa0-3ed4-409b-8b81-f399d1111035 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885720 Aug 29 06:45:54.619667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port af9bce47-b27a-435c-8730-9b98b85a2e43, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=af9bce47-b27a-435c-8730-9b98b85a2e43,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:54.620758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Pushing event updated for resources: {'Port': ['ID=0dff108a-8101-4659-aaf1-36abee9e57d9,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:54.679894 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-3b4b1d7e-bc44-4ba7-9d97-a16381e0ac76 service neutron] 10.222.0.15 "GET /v2.0/networks/45edcc1d-2d36-44b5-8e50-7c50ab74b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044643 Aug 29 06:45:54.700455 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:54.769232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Attempting to bind port 0dff108a-8101-4659-aaf1-36abee9e57d9 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:45:54.769232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Attempting to bind port 0dff108a-8101-4659-aaf1-36abee9e57d9 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '64942f79-58f2-4224-a658-84e3a3975da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:45:54.769232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Attempting to bind port 0dff108a-8101-4659-aaf1-36abee9e57d9 on network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:54.771251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=af9bce47-b27a-435c-8730-9b98b85a2e43,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:54.771467 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Port 0dff108a-8101-4659-aaf1-36abee9e57d9 on network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:45:54.771715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Attempting to bind port 0dff108a-8101-4659-aaf1-36abee9e57d9 on network 45edcc1d-2d36-44b5-8e50-7c50ab74b228 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:45:54.780523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:45:54.781234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Checking segment: {'id': '64942f79-58f2-4224-a658-84e3a3975da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:45:54.782199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Bound using segment: {'id': '64942f79-58f2-4224-a658-84e3a3975da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:45:54.782706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Bound port: 0dff108a-8101-4659-aaf1-36abee9e57d9, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64942f79-58f2-4224-a658-84e3a3975da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:45:54.783073 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:54.815126 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-6010fd14-848f-4033-92de-b27fabadd8ad service neutron] 10.222.0.15 "GET /v2.0/networks/45edcc1d-2d36-44b5-8e50-7c50ab74b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278665 Aug 29 06:45:54.828992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-45e647e0-0a64-4ad8-8fc5-d8ca54510d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:54.830643 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-45e647e0-0a64-4ad8-8fc5-d8ca54510d49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ca0efbe38094eceac87be58fe311661&device_id=62da33c5-7fb2-407b-a01f-8a4ac93849fb HTTP/1.1" status: 200 len: 1096 time: 0.0697911 Aug 29 06:45:54.874257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] For port 0dff108a-8101-4659-aaf1-36abee9e57d9, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:45:54.878146 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] For port 0dff108a-8101-4659-aaf1-36abee9e57d9, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0dff108a-8101-4659-aaf1-36abee9e57d9,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:45:54.886821 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-f43b537c-99fc-4c7c-b332-54cbefa1dba1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 HTTP/1.1" status: 200 len: 217 time: 0.0409682 Aug 29 06:45:54.936470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-d36eb5c6-0c97-486f-87e0-39939f8fd047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:54.943710 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-d36eb5c6-0c97-486f-87e0-39939f8fd047 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=877e0f71-48f6-4e65-b625-21d78b727487 HTTP/1.1" status: 200 len: 857 time: 0.0429926 Aug 29 06:45:54.968521 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-173aaaac-d206-40da-9995-77c7bf3953a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45edcc1d-2d36-44b5-8e50-7c50ab74b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235102 Aug 29 06:45:55.015255 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:55.059811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:55.064081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:55.064081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] 10.222.0.15 "PUT /v2.0/ports/0dff108a-8101-4659-aaf1-36abee9e57d9 HTTP/1.1" status: 200 len: 1092 time: 1.1838379 Aug 29 06:45:55.064081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5649fc0c-16d9-4cb5-b745-59de469ff5d1', 'tag': '0dff108a-8101-4659-aaf1-36abee9e57d9'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:55.064585 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff16115a-f82a-4a0d-90f5-6ab0b7c7dd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5649fc0c-16d9-4cb5-b745-59de469ff5d1", "tag": "0dff108a-8101-4659-aaf1-36abee9e57d9"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:55.064813 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-acf9a969-c774-4738-9742-d02f6854c638 service neutron] 10.222.0.11 "GET /v2.0/networks/45edcc1d-2d36-44b5-8e50-7c50ab74b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865960 Aug 29 06:45:55.080718 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4861f8-336d-4450-88af-a946499ba504 service neutron] Pushing event updated for resources: {'Port': ['ID=0dff108a-8101-4659-aaf1-36abee9e57d9,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:55.108287 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cfa1bf-eb92-48c6-9ed4-1bbee1e1a88b x-openstack-request-id: req-78cfa1bf-eb92-48c6-9ed4-1bbee1e1a88b {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:55.108583 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5649fc0c-16d9-4cb5-b745-59de469ff5d1", "tag": "0dff108a-8101-4659-aaf1-36abee9e57d9", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:55.108833 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78cfa1bf-eb92-48c6-9ed4-1bbee1e1a88b {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:55.109232 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5649fc0c-16d9-4cb5-b745-59de469ff5d1', 'tag': '0dff108a-8101-4659-aaf1-36abee9e57d9', 'status': 'completed', 'code': 200} Aug 29 06:45:55.162201 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-d6bca155-be64-46c6-a53c-658a83b9b830 service neutron] 10.222.0.11 "GET /v2.0/networks/45edcc1d-2d36-44b5-8e50-7c50ab74b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902982 Aug 29 06:45:55.177333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16115a-f82a-4a0d-90f5-6ab0b7c7dd3b req-db668041-d0d2-40c4-9d45-d9de749efed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:55.178814 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff16115a-f82a-4a0d-90f5-6ab0b7c7dd3b req-db668041-d0d2-40c4-9d45-d9de749efed2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ca0efbe38094eceac87be58fe311661&device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 1095 time: 0.0451407 Aug 29 06:45:55.215157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['af9bce47-b27a-435c-8730-9b98b85a2e43'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:45:55.285944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16115a-f82a-4a0d-90f5-6ab0b7c7dd3b req-d5547945-22c4-4b45-af87-c0a0a6522196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:55.287480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff16115a-f82a-4a0d-90f5-6ab0b7c7dd3b req-d5547945-22c4-4b45-af87-c0a0a6522196 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7ca0efbe38094eceac87be58fe311661&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0986953 Aug 29 06:45:55.466071 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac44c25-b344-4cd9-8354-8b66daa44d93 req-98f8271b-da2e-4b87-aa2e-ee3f599f80a8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:55.467903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ac44c25-b344-4cd9-8354-8b66daa44d93 req-98f8271b-da2e-4b87-aa2e-ee3f599f80a8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 943 time: 0.0932224 Aug 29 06:45:55.473937 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16115a-f82a-4a0d-90f5-6ab0b7c7dd3b req-f8c13742-5a52-4e21-9ed4-f91f0732ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:55.475465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff16115a-f82a-4a0d-90f5-6ab0b7c7dd3b req-f8c13742-5a52-4e21-9ed4-f91f0732ee7d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1801455 Aug 29 06:45:55.516758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ac44c25-b344-4cd9-8354-8b66daa44d93 req-d46c35bb-6c96-4b55-8192-14cd5568fe00 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389087 Aug 29 06:45:55.572339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-aa63ab98-1488-4b3f-a3f7-6a3872cdeb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:55.573739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-aa63ab98-1488-4b3f-a3f7-6a3872cdeb31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ca0efbe38094eceac87be58fe311661&device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 1095 time: 0.0420592 Aug 29 06:45:55.621446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-d18fbbfb-0d9f-4858-afd2-753b0619977d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dff108a-8101-4659-aaf1-36abee9e57d9 HTTP/1.1" status: 200 len: 217 time: 0.0384815 Aug 29 06:45:55.700951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387858a-494d-4078-999d-9be3d629e69b req-a5a8d395-55e6-4a98-8035-aff81bd21b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:55.702417 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-a5a8d395-55e6-4a98-8035-aff81bd21b8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=877e0f71-48f6-4e65-b625-21d78b727487 HTTP/1.1" status: 200 len: 857 time: 0.0727146 Aug 29 06:45:55.719825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700d7f1-004b-499f-85d9-734eef0a8d7f req-6594356d-008f-4497-9e03-462432bf26bc tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:55.721352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1700d7f1-004b-499f-85d9-734eef0a8d7f req-6594356d-008f-4497-9e03-462432bf26bc tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 949 time: 0.0608490 Aug 29 06:45:55.758259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-1bef530d-b40b-4296-bc9c-96e277453e38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45edcc1d-2d36-44b5-8e50-7c50ab74b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359271 Aug 29 06:45:55.797907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1700d7f1-004b-499f-85d9-734eef0a8d7f req-d8e38cd3-5a34-4b79-810b-e8a76f794ac8 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672677 Aug 29 06:45:55.835065 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62da33c5-7fb2-407b-a01f-8a4ac93849fb', 'tag': '19c5daa7-0b0c-4f6a-b5e0-0a71900300a5'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:55.837449 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021902d9-50f4-4159-82b1-494c09027ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "62da33c5-7fb2-407b-a01f-8a4ac93849fb", "tag": "19c5daa7-0b0c-4f6a-b5e0-0a71900300a5"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:55.892242 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-6399988a-b73f-47e6-acad-0f4abb2a5163 service neutron] 10.222.0.15 "GET /v2.0/networks/45edcc1d-2d36-44b5-8e50-7c50ab74b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263268 Aug 29 06:45:55.894641 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a550633-7546-41ee-b4d4-faee59365d0b x-openstack-request-id: req-8a550633-7546-41ee-b4d4-faee59365d0b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:55.895134 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62da33c5-7fb2-407b-a01f-8a4ac93849fb", "tag": "19c5daa7-0b0c-4f6a-b5e0-0a71900300a5", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:55.895516 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a550633-7546-41ee-b4d4-faee59365d0b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:55.896017 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62da33c5-7fb2-407b-a01f-8a4ac93849fb', 'tag': '19c5daa7-0b0c-4f6a-b5e0-0a71900300a5', 'status': 'completed', 'code': 200} Aug 29 06:45:55.989681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5387858a-494d-4078-999d-9be3d629e69b req-30286e9a-5239-4545-8700-42e2e72df71f service neutron] 10.222.0.15 "GET /v2.0/networks/45edcc1d-2d36-44b5-8e50-7c50ab74b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896349 Aug 29 06:45:55.990801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021902d9-50f4-4159-82b1-494c09027ed7 req-bb8deb2d-d8ef-4d8d-a57b-a1c16a038774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:55.992324 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-021902d9-50f4-4159-82b1-494c09027ed7 req-bb8deb2d-d8ef-4d8d-a57b-a1c16a038774 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ca0efbe38094eceac87be58fe311661&device_id=62da33c5-7fb2-407b-a01f-8a4ac93849fb HTTP/1.1" status: 200 len: 1096 time: 0.0513852 Aug 29 06:45:56.091442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021902d9-50f4-4159-82b1-494c09027ed7 req-2829ffe9-da9f-4bea-9ee5-a251d92d2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:56.092849 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-021902d9-50f4-4159-82b1-494c09027ed7 req-2829ffe9-da9f-4bea-9ee5-a251d92d2a2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=45edcc1d-2d36-44b5-8e50-7c50ab74b228 HTTP/1.1" status: 200 len: 918 time: 0.0933733 Aug 29 06:45:56.136165 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-021902d9-50f4-4159-82b1-494c09027ed7 req-8e743936-e0ce-4806-b5ec-8c54a601e000 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 HTTP/1.1" status: 200 len: 217 time: 0.0345926 Aug 29 06:45:56.192672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021902d9-50f4-4159-82b1-494c09027ed7 req-bde692fa-314d-4f95-b426-bc2824abd614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:56.195379 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-021902d9-50f4-4159-82b1-494c09027ed7 req-bde692fa-314d-4f95-b426-bc2824abd614 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=877e0f71-48f6-4e65-b625-21d78b727487 HTTP/1.1" status: 200 len: 857 time: 0.0516131 Aug 29 06:45:56.494769 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-021902d9-50f4-4159-82b1-494c09027ed7 req-8eda9193-4f9f-477e-a37b-a891b49cc7f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45edcc1d-2d36-44b5-8e50-7c50ab74b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2906580 Aug 29 06:45:56.611465 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-021902d9-50f4-4159-82b1-494c09027ed7 req-f69ee105-0cbc-4b7e-aa8b-c03cb47f1aac service neutron] 10.222.0.11 "GET /v2.0/networks/45edcc1d-2d36-44b5-8e50-7c50ab74b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858183 Aug 29 06:45:56.643921 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1eac-d82c-4213-a5c7-926d603652b4 req-cce2a338-fd4c-4157-8f3f-3d416e2af9c2 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:56.645407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-622b1eac-d82c-4213-a5c7-926d603652b4 req-cce2a338-fd4c-4157-8f3f-3d416e2af9c2 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 943 time: 0.0539744 Aug 29 06:45:56.683393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-622b1eac-d82c-4213-a5c7-926d603652b4 req-f3c28c1e-597b-4670-b771-691f6405a9d4 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317543 Aug 29 06:45:56.705572 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-021902d9-50f4-4159-82b1-494c09027ed7 req-9262c5ae-d4d0-4314-87d5-6e4a97d18473 service neutron] 10.222.0.11 "GET /v2.0/networks/45edcc1d-2d36-44b5-8e50-7c50ab74b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849676 Aug 29 06:45:56.918582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94059-13a2-4ae1-9416-4f6045b25f23 req-7cbabe04-4138-4f59-89a6-7a2adc6a569a tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:56.920655 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01d94059-13a2-4ae1-9416-4f6045b25f23 req-7cbabe04-4138-4f59-89a6-7a2adc6a569a tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 949 time: 0.0517387 Aug 29 06:45:56.975320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01d94059-13a2-4ae1-9416-4f6045b25f23 req-d42e852a-49a4-4dbf-8213-c9d4bdf24583 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335083 Aug 29 06:45:57.799590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745de6d2-e5ab-471b-a610-c2302edffab1 req-ff123f4d-6ea7-4d1a-9cca-37f690a9ae62 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:57.801084 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-745de6d2-e5ab-471b-a610-c2302edffab1 req-ff123f4d-6ea7-4d1a-9cca-37f690a9ae62 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 943 time: 0.0492864 Aug 29 06:45:57.837906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-745de6d2-e5ab-471b-a610-c2302edffab1 req-b6f257a5-cd49-4099-825f-e4cd7033a538 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309007 Aug 29 06:45:58.130068 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f7186-46c1-49b6-a730-8bd239454d7c req-507cab50-088a-4da3-99c8-c1195a605eaa tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:58.137665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5d6f7186-46c1-49b6-a730-8bd239454d7c req-507cab50-088a-4da3-99c8-c1195a605eaa tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 949 time: 0.0605204 Aug 29 06:45:58.174664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5d6f7186-46c1-49b6-a730-8bd239454d7c req-93198aea-e8bd-44f6-84d0-e8cde83fea30 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369484 Aug 29 06:45:58.428749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device af9bce47-b27a-435c-8730-9b98b85a2e43 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:45:58.603009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port af9bce47-b27a-435c-8730-9b98b85a2e43 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:45:58.607391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port af9bce47-b27a-435c-8730-9b98b85a2e43 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:45:58.607822 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:58.688242 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:58.716844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f60374-92aa-4a9b-b2da-d67ac3824c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9bce47-b27a-435c-8730-9b98b85a2e43'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:45:58.719613 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc495318-69b8-4e3a-82ef-7652525928ab" -d '{"events": [{"server_uuid": "44f60374-92aa-4a9b-b2da-d67ac3824c79", "name": "network-vif-plugged", "status": "completed", "tag": "af9bce47-b27a-435c-8730-9b98b85a2e43"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:45:58.735771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port af9bce47-b27a-435c-8730-9b98b85a2e43, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=af9bce47-b27a-435c-8730-9b98b85a2e43,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:58.757016 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0184d3ea-f624-445a-a021-5c50c8a1552c x-openstack-request-id: req-0184d3ea-f624-445a-a021-5c50c8a1552c {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:45:58.757390 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f60374-92aa-4a9b-b2da-d67ac3824c79", "name": "network-vif-plugged", "status": "completed", "tag": "af9bce47-b27a-435c-8730-9b98b85a2e43", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:45:58.757652 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0184d3ea-f624-445a-a021-5c50c8a1552c {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:45:58.758043 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f60374-92aa-4a9b-b2da-d67ac3824c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9bce47-b27a-435c-8730-9b98b85a2e43', 'code': 200} Aug 29 06:45:58.843393 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:58.907622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=af9bce47-b27a-435c-8730-9b98b85a2e43,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:58.909016 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0092d3-8bb4-4b11-b933-923ae8af9dff req-f047a905-e8ce-4163-ab21-30a464c5b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:58.910523 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4d0092d3-8bb4-4b11-b933-923ae8af9dff req-f047a905-e8ce-4163-ab21-30a464c5b508 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 1102 time: 0.0510418 Aug 29 06:45:58.957565 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4d0092d3-8bb4-4b11-b933-923ae8af9dff req-cd97b496-c9f9-47de-ac84-5d29b74e0a62 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311196 Aug 29 06:45:59.007612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcb62a-e9be-4a53-95e5-d19396133424 req-afbd6d13-3f53-49f0-ab3d-3fb0e01dcde1 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:59.009220 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bebcb62a-e9be-4a53-95e5-d19396133424 req-afbd6d13-3f53-49f0-ab3d-3fb0e01dcde1 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 943 time: 0.0517735 Aug 29 06:45:59.050702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bebcb62a-e9be-4a53-95e5-d19396133424 req-1cc21907-28df-49d4-ab17-3cfa759a0171 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351570 Aug 29 06:45:59.136626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 0dff108a-8101-4659-aaf1-36abee9e57d9 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:45:59.245933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 0dff108a-8101-4659-aaf1-36abee9e57d9, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0dff108a-8101-4659-aaf1-36abee9e57d9,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:59.261853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '0dff108a-8101-4659-aaf1-36abee9e57d9', 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228', 'port_id': '0dff108a-8101-4659-aaf1-36abee9e57d9', 'mac_address': 'fa:16:3e:b5:cd:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877e0f71-48f6-4e65-b625-21d78b727487', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:45:59.302109 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:59.315981 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dff108a-8101-4659-aaf1-36abee9e57d9 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:59.336453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 0dff108a-8101-4659-aaf1-36abee9e57d9, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0dff108a-8101-4659-aaf1-36abee9e57d9,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:59.337795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9706b-09cb-4c73-a24d-d1dab9f72910 req-5b341e7a-c7eb-48a0-88a7-7982cc9bba57 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:45:59.340026 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14d9706b-09cb-4c73-a24d-d1dab9f72910 req-5b341e7a-c7eb-48a0-88a7-7982cc9bba57 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 950 time: 0.0666480 Aug 29 06:45:59.379191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14d9706b-09cb-4c73-a24d-d1dab9f72910 req-bf29d690-2706-4455-95a2-b804b7e674b7 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322077 Aug 29 06:45:59.431552 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:59.432274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:45:59.498976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=0dff108a-8101-4659-aaf1-36abee9e57d9,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:45:59.503800 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=92fc0fca-ecb0-40bd-a19e-c3c0774baac3,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:59.517214 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '92fc0fca-ecb0-40bd-a19e-c3c0774baac3', 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228', 'port_id': '92fc0fca-ecb0-40bd-a19e-c3c0774baac3', 'mac_address': 'fa:16:3e:2b:b1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877e0f71-48f6-4e65-b625-21d78b727487', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:45:59.560600 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:59.574294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:45:59.594491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=92fc0fca-ecb0-40bd-a19e-c3c0774baac3,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:45:59.717212 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:45:59.771195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=92fc0fca-ecb0-40bd-a19e-c3c0774baac3,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:00.145181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['92fc0fca-ecb0-40bd-a19e-c3c0774baac3'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:00.150307 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['0dff108a-8101-4659-aaf1-36abee9e57d9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:00.176592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eafef-3ec1-4762-a127-15fd5ba26623 req-5ec1db1f-bba9-4b82-ae3d-bc9ad121453f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:00.178153 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-339eafef-3ec1-4762-a127-15fd5ba26623 req-5ec1db1f-bba9-4b82-ae3d-bc9ad121453f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 944 time: 0.0565381 Aug 29 06:46:00.220634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-339eafef-3ec1-4762-a127-15fd5ba26623 req-4ac87c43-9849-4c96-88e0-9081ceb01dba tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361257 Aug 29 06:46:00.458267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:46:00.515820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa5bcc-b617-4c14-b31b-673db0122535 req-49a68353-6ea4-45af-b57b-35e95ac1692f tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:00.517263 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7fa5bcc-b617-4c14-b31b-673db0122535 req-49a68353-6ea4-45af-b57b-35e95ac1692f tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 950 time: 0.0549705 Aug 29 06:46:00.567516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7fa5bcc-b617-4c14-b31b-673db0122535 req-96420dc5-f6fa-4799-bbb0-697640e7088e tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 Aug 29 06:46:00.569561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=19c5daa7-0b0c-4f6a-b5e0-0a71900300a5,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:00.592208 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '19c5daa7-0b0c-4f6a-b5e0-0a71900300a5', 'network_id': '45edcc1d-2d36-44b5-8e50-7c50ab74b228', 'port_id': '19c5daa7-0b0c-4f6a-b5e0-0a71900300a5', 'mac_address': 'fa:16:3e:36:62:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877e0f71-48f6-4e65-b625-21d78b727487', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:46:00.633422 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:00.646697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:46:00.667227 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=19c5daa7-0b0c-4f6a-b5e0-0a71900300a5,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:00.751758 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:00.798982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=19c5daa7-0b0c-4f6a-b5e0-0a71900300a5,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:01.320177 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['19c5daa7-0b0c-4f6a-b5e0-0a71900300a5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:01.373641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3742c-7a27-47f0-8d7a-eb8089475159 req-b5c4ce8c-eb48-4f42-9c3a-2a1433481265 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:01.383984 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36a3742c-7a27-47f0-8d7a-eb8089475159 req-b5c4ce8c-eb48-4f42-9c3a-2a1433481265 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 944 time: 0.0727553 Aug 29 06:46:01.426937 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36a3742c-7a27-47f0-8d7a-eb8089475159 req-d3cc9ad5-b4c2-4d88-8852-ad2d5d6ea75c tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413427 Aug 29 06:46:01.681788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cff2b8-39fc-47a8-b20d-ab1a48633e95 req-6e669903-a1f2-40df-b728-b0704e6f28df tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:01.683353 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35cff2b8-39fc-47a8-b20d-ab1a48633e95 req-6e669903-a1f2-40df-b728-b0704e6f28df tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 950 time: 0.0545547 Aug 29 06:46:01.723097 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35cff2b8-39fc-47a8-b20d-ab1a48633e95 req-ea191717-881a-473b-a2ef-16653534d559 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331972 Aug 29 06:46:02.311740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2d1b1-22ce-40c5-8b68-e0f084135a42 req-ac10416a-5f33-4fbc-bcf2-84f2f7003114 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:02.313251 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07e2d1b1-22ce-40c5-8b68-e0f084135a42 req-ac10416a-5f33-4fbc-bcf2-84f2f7003114 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 950 time: 0.0504689 Aug 29 06:46:02.350894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07e2d1b1-22ce-40c5-8b68-e0f084135a42 req-f572bb13-3e15-419b-b3b0-875490bd3ed2 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316687 Aug 29 06:46:02.546390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b69351-3ed3-46f9-8853-cb1ff8e5984d req-8dcb1a12-05f4-4761-86ff-fc174629c203 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:02.547926 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03b69351-3ed3-46f9-8853-cb1ff8e5984d req-8dcb1a12-05f4-4761-86ff-fc174629c203 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 944 time: 0.0516984 Aug 29 06:46:02.586187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03b69351-3ed3-46f9-8853-cb1ff8e5984d req-135a20be-a42c-4172-873f-53b83f175fbf tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Aug 29 06:46:03.175082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:46:03.329048 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:46:03.333293 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:46:03.333670 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:03.369973 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:03.413719 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:03.436069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ce9b94-15ad-47f2-8b65-3d21b30c866f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fc0fca-ecb0-40bd-a19e-c3c0774baac3'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:46:03.438325 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c44401-dffc-423d-b139-c92db364ccb8" -d '{"events": [{"server_uuid": "17ce9b94-15ad-47f2-8b65-3d21b30c866f", "name": "network-vif-plugged", "status": "completed", "tag": "92fc0fca-ecb0-40bd-a19e-c3c0774baac3"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:46:03.453938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=92fc0fca-ecb0-40bd-a19e-c3c0774baac3,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:03.479319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a35ba6-a5ad-4d54-bc3f-f5f21d7f62fb req-f2d4bd5d-7a73-4637-ae98-95ca788a7b6b tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:03.481557 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394a5c24-2414-4820-886d-92e0868f1240 x-openstack-request-id: req-394a5c24-2414-4820-886d-92e0868f1240 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:46:03.481912 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ce9b94-15ad-47f2-8b65-3d21b30c866f", "name": "network-vif-plugged", "status": "completed", "tag": "92fc0fca-ecb0-40bd-a19e-c3c0774baac3", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:46:03.482186 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-394a5c24-2414-4820-886d-92e0868f1240 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:46:03.482579 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ce9b94-15ad-47f2-8b65-3d21b30c866f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fc0fca-ecb0-40bd-a19e-c3c0774baac3', 'code': 200} Aug 29 06:46:03.483879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30a35ba6-a5ad-4d54-bc3f-f5f21d7f62fb req-f2d4bd5d-7a73-4637-ae98-95ca788a7b6b tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 950 time: 0.0624709 Aug 29 06:46:03.528391 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30a35ba6-a5ad-4d54-bc3f-f5f21d7f62fb req-a371593f-9c19-453b-9490-617d36e7d7b1 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362263 Aug 29 06:46:03.545553 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:03.546402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 0dff108a-8101-4659-aaf1-36abee9e57d9 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:46:03.623075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf802454-4302-43bb-82ca-1fe9234ac37c req-753c2855-e36f-433b-b79d-dc14f1df2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:03.625323 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf802454-4302-43bb-82ca-1fe9234ac37c req-753c2855-e36f-433b-b79d-dc14f1df2607 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17ce9b94-15ad-47f2-8b65-3d21b30c866f HTTP/1.1" status: 200 len: 1097 time: 0.0439818 Aug 29 06:46:03.627250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=92fc0fca-ecb0-40bd-a19e-c3c0774baac3,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:03.677983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf802454-4302-43bb-82ca-1fe9234ac37c req-62e9a530-ad8e-459e-a2fa-0b128241ecee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399702 Aug 29 06:46:03.714889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2dff5-7e58-480b-abdb-13503a02c4c6 req-7eb8d9c6-f7c2-4b1d-a6ba-6d4f31b149a8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:03.716438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffc2dff5-7e58-480b-abdb-13503a02c4c6 req-7eb8d9c6-f7c2-4b1d-a6ba-6d4f31b149a8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 944 time: 0.0538030 Aug 29 06:46:03.722729 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 0dff108a-8101-4659-aaf1-36abee9e57d9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:46:03.726675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 0dff108a-8101-4659-aaf1-36abee9e57d9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:46:03.727049 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:03.757382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffc2dff5-7e58-480b-abdb-13503a02c4c6 req-af50b697-1bbf-4182-984e-e80ef4a8f07d tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343192 Aug 29 06:46:03.805075 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:03.835622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 0dff108a-8101-4659-aaf1-36abee9e57d9, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0dff108a-8101-4659-aaf1-36abee9e57d9,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:03.922573 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:03.968293 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=0dff108a-8101-4659-aaf1-36abee9e57d9,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:04.347727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b265f-61d0-4ace-baec-39b8480818e8 req-8ffa9f00-c2de-43d4-91dd-38f14e396a08 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:04.349258 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b54b265f-61d0-4ace-baec-39b8480818e8 req-8ffa9f00-c2de-43d4-91dd-38f14e396a08 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.11 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 950 time: 0.0517983 Aug 29 06:46:04.450212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b54b265f-61d0-4ace-baec-39b8480818e8 req-4692ce5e-3fc8-4573-988e-00e1d997e9ac tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Deleting port af9bce47-b27a-435c-8730-9b98b85a2e43 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:46:04.450550 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b54b265f-61d0-4ace-baec-39b8480818e8 req-4692ce5e-3fc8-4573-988e-00e1d997e9ac tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:04.482016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:46:04.540142 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b54b265f-61d0-4ace-baec-39b8480818e8 req-4692ce5e-3fc8-4573-988e-00e1d997e9ac tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] For port af9bce47-b27a-435c-8730-9b98b85a2e43, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=af9bce47-b27a-435c-8730-9b98b85a2e43,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:04.540520 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b54b265f-61d0-4ace-baec-39b8480818e8 req-4692ce5e-3fc8-4573-988e-00e1d997e9ac tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:04.557049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b54b265f-61d0-4ace-baec-39b8480818e8 req-4692ce5e-3fc8-4573-988e-00e1d997e9ac tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Calling delete_port for af9bce47-b27a-435c-8730-9b98b85a2e43 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:46:04.614456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:46:04.619246 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:46:04.619663 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:04.674001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc72981-2dbc-41e7-987f-7e386b61af5c req-a9c2ce93-88da-46af-90b7-4eb636bbaf9c tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:04.674584 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8dc72981-2dbc-41e7-987f-7e386b61af5c req-a9c2ce93-88da-46af-90b7-4eb636bbaf9c tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 950 time: 0.0585551 Aug 29 06:46:04.703659 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:04.717833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8dc72981-2dbc-41e7-987f-7e386b61af5c req-89256322-3a3c-414f-ace2-1b86fd789053 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/security-groups?id=97bee900-7d36-46e4-890c-8059e76ffecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355234 Aug 29 06:46:04.736964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=19c5daa7-0b0c-4f6a-b5e0-0a71900300a5,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:04.808410 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b54b265f-61d0-4ace-baec-39b8480818e8 req-4692ce5e-3fc8-4573-988e-00e1d997e9ac tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:04.839301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692ce5e-3fc8-4573-988e-00e1d997e9ac tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Pushing event deleted for resources: {'Port': ['ID=af9bce47-b27a-435c-8730-9b98b85a2e43,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:04.841727 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['af9bce47-b27a-435c-8730-9b98b85a2e43'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:04.886039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62435d0d-3d4f-45a0-8c59-679636ea6f22 req-cb8f1cc7-ff21-4657-bf70-2f680c281ac9 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:04.890675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62435d0d-3d4f-45a0-8c59-679636ea6f22 req-cb8f1cc7-ff21-4657-bf70-2f680c281ac9 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 945 time: 0.0641234 Aug 29 06:46:04.891973 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:04.903083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54b265f-61d0-4ace-baec-39b8480818e8 req-4692ce5e-3fc8-4573-988e-00e1d997e9ac tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] No DVR routers for this DVR port af9bce47-b27a-435c-8730-9b98b85a2e43 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:46:04.907063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b54b265f-61d0-4ace-baec-39b8480818e8 req-4692ce5e-3fc8-4573-988e-00e1d997e9ac tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:04.909527 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b54b265f-61d0-4ace-baec-39b8480818e8 req-4692ce5e-3fc8-4573-988e-00e1d997e9ac tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.11 "DELETE /v2.0/ports/af9bce47-b27a-435c-8730-9b98b85a2e43 HTTP/1.1" status: 204 len: 173 time: 0.5526869 Aug 29 06:46:04.910112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f60374-92aa-4a9b-b2da-d67ac3824c79', 'name': 'network-vif-deleted', 'tag': 'af9bce47-b27a-435c-8730-9b98b85a2e43'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:46:04.912623 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3e9304-3ea5-40e2-aacb-e003835bb7da" -d '{"events": [{"server_uuid": "44f60374-92aa-4a9b-b2da-d67ac3824c79", "name": "network-vif-deleted", "tag": "af9bce47-b27a-435c-8730-9b98b85a2e43"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:46:04.945660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62435d0d-3d4f-45a0-8c59-679636ea6f22 req-0a2b995e-e2db-497a-aec7-5f65b578960a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473559 Aug 29 06:46:04.953722 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=19c5daa7-0b0c-4f6a-b5e0-0a71900300a5,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:04.959471 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17795f39-ee1d-4e3e-9ae1-d346f1285d0b x-openstack-request-id: req-17795f39-ee1d-4e3e-9ae1-d346f1285d0b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:46:04.959785 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f60374-92aa-4a9b-b2da-d67ac3824c79", "name": "network-vif-deleted", "tag": "af9bce47-b27a-435c-8730-9b98b85a2e43", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:46:04.960037 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-17795f39-ee1d-4e3e-9ae1-d346f1285d0b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:46:04.960507 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f60374-92aa-4a9b-b2da-d67ac3824c79', 'name': 'network-vif-deleted', 'tag': 'af9bce47-b27a-435c-8730-9b98b85a2e43', 'status': 'completed', 'code': 200} Aug 29 06:46:05.484291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5649fc0c-16d9-4cb5-b745-59de469ff5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dff108a-8101-4659-aaf1-36abee9e57d9'}, {'server_uuid': '62da33c5-7fb2-407b-a01f-8a4ac93849fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c5daa7-0b0c-4f6a-b5e0-0a71900300a5'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:46:05.486724 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4bc861-be40-4320-b265-7fa0067c52fc" -d '{"events": [{"server_uuid": "5649fc0c-16d9-4cb5-b745-59de469ff5d1", "name": "network-vif-plugged", "status": "completed", "tag": "0dff108a-8101-4659-aaf1-36abee9e57d9"}, {"server_uuid": "62da33c5-7fb2-407b-a01f-8a4ac93849fb", "name": "network-vif-plugged", "status": "completed", "tag": "19c5daa7-0b0c-4f6a-b5e0-0a71900300a5"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:46:05.531862 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 06:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53625e23-54f9-4d13-98cc-3c7f2ad9e086 x-openstack-request-id: req-53625e23-54f9-4d13-98cc-3c7f2ad9e086 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:46:05.531862 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5649fc0c-16d9-4cb5-b745-59de469ff5d1", "name": "network-vif-plugged", "status": "completed", "tag": "0dff108a-8101-4659-aaf1-36abee9e57d9", "code": 200}, {"server_uuid": "62da33c5-7fb2-407b-a01f-8a4ac93849fb", "name": "network-vif-plugged", "status": "completed", "tag": "19c5daa7-0b0c-4f6a-b5e0-0a71900300a5", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:46:05.531862 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-53625e23-54f9-4d13-98cc-3c7f2ad9e086 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:46:05.531862 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5649fc0c-16d9-4cb5-b745-59de469ff5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dff108a-8101-4659-aaf1-36abee9e57d9', 'code': 200} Aug 29 06:46:05.532310 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62da33c5-7fb2-407b-a01f-8a4ac93849fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c5daa7-0b0c-4f6a-b5e0-0a71900300a5', 'code': 200} Aug 29 06:46:05.645523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d628b1-c47c-4774-bf05-da88ccab2323 req-c4111049-e744-4de8-9350-76865b32510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:05.647092 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5d628b1-c47c-4774-bf05-da88ccab2323 req-c4111049-e744-4de8-9350-76865b32510c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 1097 time: 0.0403929 Aug 29 06:46:05.657199 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e4da4-e9ff-4a35-9094-68452cc1b35b req-97c7d35a-12ed-4b5d-877c-0be15984cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:05.659307 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e96e4da4-e9ff-4a35-9094-68452cc1b35b req-97c7d35a-12ed-4b5d-877c-0be15984cc3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62da33c5-7fb2-407b-a01f-8a4ac93849fb HTTP/1.1" status: 200 len: 1098 time: 0.0417252 Aug 29 06:46:05.687016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5d628b1-c47c-4774-bf05-da88ccab2323 req-b4005b24-8535-44d8-9a4d-08d3515bbea6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281150 Aug 29 06:46:05.698983 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e96e4da4-e9ff-4a35-9094-68452cc1b35b req-c2ec3fa6-d6b2-4478-b2be-6be196d89565 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Aug 29 06:46:05.827320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e05d6419-54c1-487e-93d6-ba953dfe79c5 req-fc9daff6-2b81-4e15-b64d-699a33c26871 tempest-ImagesNegativeTestJSON-503422586 tempest-ImagesNegativeTestJSON-503422586-project] 10.222.0.76 "GET /v2.0/ports?device_id=44f60374-92aa-4a9b-b2da-d67ac3824c79 HTTP/1.1" status: 200 len: 210 time: 0.0299017 Aug 29 06:46:06.068312 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fb42d-2f8f-450e-a729-1fa7dec55fde req-3d94654b-8a60-4461-b1bc-68d8391de61c tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:06.069750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d68fb42d-2f8f-450e-a729-1fa7dec55fde req-3d94654b-8a60-4461-b1bc-68d8391de61c tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 945 time: 0.0486553 Aug 29 06:46:06.108647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d68fb42d-2f8f-450e-a729-1fa7dec55fde req-3fa8461f-4c9e-4f77-b7be-74b58d1a15d8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330117 Aug 29 06:46:07.238141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2955c8e-a35c-44dd-b3a6-7c32f8b9ef60 req-31cf95e9-3ef1-460e-8580-65be1b295567 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:07.239783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2955c8e-a35c-44dd-b3a6-7c32f8b9ef60 req-31cf95e9-3ef1-460e-8580-65be1b295567 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 945 time: 0.0534203 Aug 29 06:46:07.281294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2955c8e-a35c-44dd-b3a6-7c32f8b9ef60 req-d062ab10-3bbc-40a6-a98e-acdad708aa09 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354342 Aug 29 06:46:07.501911 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44994) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:07.638134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-27412515-6518-4f0b-bdcf-b0e987e031ac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e251a128b9144ce838d54e3397b9e17&name=default HTTP/1.1" status: 200 len: 2980 time: 0.1350136 Aug 29 06:46:07.640634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44998) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:07.694380 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f39fec7e-e804-4c90-a75d-6aab569183e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:07.717653 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f39fec7e-e804-4c90-a75d-6aab569183e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:07.825101 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f39fec7e-e804-4c90-a75d-6aab569183e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:07.827865 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f39fec7e-e804-4c90-a75d-6aab569183e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:07.829029 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f39fec7e-e804-4c90-a75d-6aab569183e1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97bee900-7d36-46e4-890c-8059e76ffecd HTTP/1.1" status: 204 len: 168 time: 0.1874681 Aug 29 06:46:07.836865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fec7e-e804-4c90-a75d-6aab569183e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bee900-7d36-46e4-890c-8059e76ffecd,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:08.048760 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8665acc7-f953-4678-b287-88f08de45511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:08.398811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dad853-bb42-49ea-ae2e-26b63c39ad29 req-0cae9657-ad30-406c-8072-f9b57bc37d0f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:08.400367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94dad853-bb42-49ea-ae2e-26b63c39ad29 req-0cae9657-ad30-406c-8072-f9b57bc37d0f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 945 time: 0.0507052 Aug 29 06:46:08.439965 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94dad853-bb42-49ea-ae2e-26b63c39ad29 req-2393f317-219c-4290-8a61-3df4fb9520aa tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333145 Aug 29 06:46:08.493813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device af9bce47-b27a-435c-8730-9b98b85a2e43 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:46:08.515956 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: af9bce47-b27a-435c-8730-9b98b85a2e43 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:46:08.518169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device af9bce47-b27a-435c-8730-9b98b85a2e43 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:46:08.560276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102968ee-fa88-42bf-a054-f866938e9f0b req-ebb488aa-f123-4f31-9fbf-60059e9c859d tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:08.561733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-102968ee-fa88-42bf-a054-f866938e9f0b req-ebb488aa-f123-4f31-9fbf-60059e9c859d tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=62da33c5-7fb2-407b-a01f-8a4ac93849fb HTTP/1.1" status: 200 len: 946 time: 0.0511289 Aug 29 06:46:08.603298 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-102968ee-fa88-42bf-a054-f866938e9f0b req-f03a7c4f-6e0a-4400-b337-ca990f403d54 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348988 Aug 29 06:46:08.723701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a751ec4-99ac-4f3c-bd1d-4324048695e6 req-7ef10284-3861-4fb0-9b14-02de1b3421ff tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:08.723701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a751ec4-99ac-4f3c-bd1d-4324048695e6 req-7ef10284-3861-4fb0-9b14-02de1b3421ff tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=17ce9b94-15ad-47f2-8b65-3d21b30c866f HTTP/1.1" status: 200 len: 945 time: 0.0501318 Aug 29 06:46:08.762266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a751ec4-99ac-4f3c-bd1d-4324048695e6 req-65fb649b-9e73-41f8-a394-cd75007628ff tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355179 Aug 29 06:46:09.507043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0e289-437a-4fe4-9b16-260baa78f686 req-af5d3b9a-f026-4e49-a0f8-69d4a4b4fd0b tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:09.508735 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18b0e289-437a-4fe4-9b16-260baa78f686 req-af5d3b9a-f026-4e49-a0f8-69d4a4b4fd0b tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=17ce9b94-15ad-47f2-8b65-3d21b30c866f HTTP/1.1" status: 200 len: 945 time: 0.0520260 Aug 29 06:46:09.546747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18b0e289-437a-4fe4-9b16-260baa78f686 req-3e4f9bfd-4b88-4f18-90fa-884da71b075c tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Aug 29 06:46:10.004450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82944c0-74a7-4c7a-aedb-43b8ed9eeb3d req-ba5722bd-d9c5-4239-8714-a5bf745fddde tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:10.006226 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a82944c0-74a7-4c7a-aedb-43b8ed9eeb3d req-ba5722bd-d9c5-4239-8714-a5bf745fddde tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 1097 time: 0.0403824 Aug 29 06:46:10.047541 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a82944c0-74a7-4c7a-aedb-43b8ed9eeb3d req-798d7365-965c-43d5-94ab-ca4137650e95 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Aug 29 06:46:10.630746 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e2217940-e466-4abb-8050-60fae8363fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:10.859861 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:10.965401 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ea255-2692-469c-be62-173b187051b9 req-258347ad-2b1a-4c89-9e45-bfeb71175440 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:10.966846 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-162ea255-2692-469c-be62-173b187051b9 req-258347ad-2b1a-4c89-9e45-bfeb71175440 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=17ce9b94-15ad-47f2-8b65-3d21b30c866f HTTP/1.1" status: 200 len: 945 time: 0.0498350 Aug 29 06:46:11.015195 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-162ea255-2692-469c-be62-173b187051b9 req-b4fa9ea8-31b8-4181-b327-0f4376808623 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328152 Aug 29 06:46:11.648320 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:11.819486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f082db1-31cf-49d3-a160-5cdb473911e6 req-15ea5be9-b5a9-43f7-82cc-6641167411cd tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:11.820947 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f082db1-31cf-49d3-a160-5cdb473911e6 req-15ea5be9-b5a9-43f7-82cc-6641167411cd tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.15 "GET /v2.0/ports?device_id=17ce9b94-15ad-47f2-8b65-3d21b30c866f HTTP/1.1" status: 200 len: 945 time: 0.0506675 Aug 29 06:46:11.951219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-7f082db1-31cf-49d3-a160-5cdb473911e6 req-81d113b4-95f0-4e16-8a27-da68d78fcbc4 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Deleting port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:46:11.951562 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7f082db1-31cf-49d3-a160-5cdb473911e6 req-81d113b4-95f0-4e16-8a27-da68d78fcbc4 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:12.040085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-7f082db1-31cf-49d3-a160-5cdb473911e6 req-81d113b4-95f0-4e16-8a27-da68d78fcbc4 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] For port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=92fc0fca-ecb0-40bd-a19e-c3c0774baac3,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:12.040750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7f082db1-31cf-49d3-a160-5cdb473911e6 req-81d113b4-95f0-4e16-8a27-da68d78fcbc4 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:12.055272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-7f082db1-31cf-49d3-a160-5cdb473911e6 req-81d113b4-95f0-4e16-8a27-da68d78fcbc4 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Calling delete_port for 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:46:12.453928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-f9f9d3f1-f3ff-48ca-8bca-c300f3f6b422 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:46:12.454910 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-f9f9d3f1-f3ff-48ca-8bca-c300f3f6b422 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115378 Aug 29 06:46:12.468819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5a10e629-c9be-4a01-b36e-ec33caae1cf0 service neutron] Request body: {'binding': {'host': 'n-h2-713301-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:12.469268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5a10e629-c9be-4a01-b36e-ec33caae1cf0 service neutron] Unknown quota resources ['binding']. {{(pid=95404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 06:46:12.524401 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e67f4-2cc0-4524-b047-0b03b701ae4d req-8c481b2b-a4c2-44ea-bd6e-b65a73fe2def tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:12.525856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-928e67f4-2cc0-4524-b047-0b03b701ae4d req-8c481b2b-a4c2-44ea-bd6e-b65a73fe2def tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=17ce9b94-15ad-47f2-8b65-3d21b30c866f HTTP/1.1" status: 200 len: 945 time: 0.4177101 Aug 29 06:46:12.649480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-928e67f4-2cc0-4524-b047-0b03b701ae4d req-2dc4b9f4-1a9d-4da9-8229-2adfb7f4b34a tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101294 Aug 29 06:46:12.687343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5a10e629-c9be-4a01-b36e-ec33caae1cf0 service neutron] Attempting to bind port 305f0fa6-589c-425f-a4b5-af0074979ec5 on host n-h2-713301-12 for vnic_type normal with profile None {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:46:12.687733 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5a10e629-c9be-4a01-b36e-ec33caae1cf0 service neutron] Attempting to bind port 305f0fa6-589c-425f-a4b5-af0074979ec5 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:46:12.688057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5a10e629-c9be-4a01-b36e-ec33caae1cf0 service neutron] Attempting to bind port 305f0fa6-589c-425f-a4b5-af0074979ec5 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:46:12.692192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5a10e629-c9be-4a01-b36e-ec33caae1cf0 service neutron] Port 305f0fa6-589c-425f-a4b5-af0074979ec5 on network 4475f61a-c472-49af-9e60-c53edc6707df not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:46:12.692509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5a10e629-c9be-4a01-b36e-ec33caae1cf0 service neutron] Attempting to bind port 305f0fa6-589c-425f-a4b5-af0074979ec5 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:46:12.697188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5a10e629-c9be-4a01-b36e-ec33caae1cf0 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:46:12.697523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5a10e629-c9be-4a01-b36e-ec33caae1cf0 service neutron] Checking segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:46:12.697905 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5a10e629-c9be-4a01-b36e-ec33caae1cf0 service neutron] Bound using segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:46:12.698321 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5a10e629-c9be-4a01-b36e-ec33caae1cf0 service neutron] Bound port: 305f0fa6-589c-425f-a4b5-af0074979ec5, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:46:12.741972 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7f082db1-31cf-49d3-a160-5cdb473911e6 req-81d113b4-95f0-4e16-8a27-da68d78fcbc4 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:12.757872 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['92fc0fca-ecb0-40bd-a19e-c3c0774baac3', '0dff108a-8101-4659-aaf1-36abee9e57d9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:12.778824 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5a10e629-c9be-4a01-b36e-ec33caae1cf0 service neutron] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=305f0fa6-589c-425f-a4b5-af0074979ec5,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:46:12.780154 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d113b4-95f0-4e16-8a27-da68d78fcbc4 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Pushing event deleted for resources: {'Port': ['ID=92fc0fca-ecb0-40bd-a19e-c3c0774baac3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:12.785828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['19c5daa7-0b0c-4f6a-b5e0-0a71900300a5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:12.823238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f082db1-31cf-49d3-a160-5cdb473911e6 req-81d113b4-95f0-4e16-8a27-da68d78fcbc4 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] No DVR routers for this DVR port 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:46:12.827263 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7f082db1-31cf-49d3-a160-5cdb473911e6 req-81d113b4-95f0-4e16-8a27-da68d78fcbc4 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:12.841182 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f082db1-31cf-49d3-a160-5cdb473911e6 req-81d113b4-95f0-4e16-8a27-da68d78fcbc4 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.15 "DELETE /v2.0/ports/92fc0fca-ecb0-40bd-a19e-c3c0774baac3 HTTP/1.1" status: 204 len: 173 time: 0.9984159 Aug 29 06:46:12.841182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ce9b94-15ad-47f2-8b65-3d21b30c866f', 'name': 'network-vif-deleted', 'tag': '92fc0fca-ecb0-40bd-a19e-c3c0774baac3'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:46:12.841182 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a65711-73c4-4f59-b2f7-d0260e46e03c" -d '{"events": [{"server_uuid": "17ce9b94-15ad-47f2-8b65-3d21b30c866f", "name": "network-vif-deleted", "tag": "92fc0fca-ecb0-40bd-a19e-c3c0774baac3"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:46:12.935269 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5a10e629-c9be-4a01-b36e-ec33caae1cf0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:12.936632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5a10e629-c9be-4a01-b36e-ec33caae1cf0 service neutron] 10.222.0.76 "POST /v2.0/ports/305f0fa6-589c-425f-a4b5-af0074979ec5/bindings HTTP/1.1" status: 201 len: 390 time: 0.4727738 Aug 29 06:46:13.250722 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f43eebf-007d-49e0-b2f5-fdaf2acefc4f x-openstack-request-id: req-8f43eebf-007d-49e0-b2f5-fdaf2acefc4f {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:46:13.251367 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ce9b94-15ad-47f2-8b65-3d21b30c866f", "name": "network-vif-deleted", "tag": "92fc0fca-ecb0-40bd-a19e-c3c0774baac3", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:46:13.251367 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f43eebf-007d-49e0-b2f5-fdaf2acefc4f {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:46:13.251721 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ce9b94-15ad-47f2-8b65-3d21b30c866f', 'name': 'network-vif-deleted', 'tag': '92fc0fca-ecb0-40bd-a19e-c3c0774baac3', 'status': 'completed', 'code': 200} Aug 29 06:46:13.390684 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:13.427341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf211bd3-2cdd-4316-bb38-57abcf429467 req-042c2477-d91b-44bc-8c73-4b81af77c22d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:13.429408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf211bd3-2cdd-4316-bb38-57abcf429467 req-042c2477-d91b-44bc-8c73-4b81af77c22d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 945 time: 0.0547967 Aug 29 06:46:13.475958 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf211bd3-2cdd-4316-bb38-57abcf429467 req-1059d51f-d786-495b-95fd-3b594428af33 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Aug 29 06:46:13.754968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-accba8e3-a466-4b9e-bc3f-f1ab43f9745f req-0e4e8075-3148-4ce9-9939-8fa480a49fb2 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=17ce9b94-15ad-47f2-8b65-3d21b30c866f HTTP/1.1" status: 200 len: 210 time: 0.0259027 Aug 29 06:46:13.899639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-9680e3c8-a555-4bc1-a431-043e22b64a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:13.901383 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-9680e3c8-a555-4bc1-a431-043e22b64a35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 1097 time: 0.0457375 Aug 29 06:46:13.976190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45154) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:14.016229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-c840513e-dc02-4d4d-93b7-4e18ff2b68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:14.017727 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-c840513e-dc02-4d4d-93b7-4e18ff2b68bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.1091390 Aug 29 06:46:14.064995 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-91f2d25d-8612-4bef-83ee-427fec0e023a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305f0fa6-589c-425f-a4b5-af0074979ec5 HTTP/1.1" status: 200 len: 217 time: 0.0401349 Aug 29 06:46:14.098748 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a861e2f7-2f49-47f6-b77c-093d0e6f967a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:14.130629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-74f4f55c-bb01-47ed-8f34-d740b4fce922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:14.132163 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-74f4f55c-bb01-47ed-8f34-d740b4fce922 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.0609469 Aug 29 06:46:14.169346 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0cd9dc35-2681-4194-b7cf-3dafcd7614ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297582 Aug 29 06:46:14.199472 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a861e2f7-2f49-47f6-b77c-093d0e6f967a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:14.261232 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-4f6506ce-8133-482f-ba2d-0ab0a514fa65 service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841131 Aug 29 06:46:14.360938 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-1edcecd3-0041-4ebf-a7bd-bc15cd6a59bb service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927401 Aug 29 06:46:14.374841 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a861e2f7-2f49-47f6-b77c-093d0e6f967a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:14.419656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a861e2f7-2f49-47f6-b77c-093d0e6f967a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d641946fb27e451694f50bb331596830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423957 Aug 29 06:46:14.420784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861e2f7-2f49-47f6-b77c-093d0e6f967a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36a174e-0d5b-41c5-94ac-6f3fcf880fdf,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:14.422243 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45166) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:14.471753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1c1ebe77-b1f1-489e-bf53-c980dafe967e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:14.496311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1c1ebe77-b1f1-489e-bf53-c980dafe967e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:14.604755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fc36a-cec2-4ea5-80f6-af76e7d12a0b req-32f9a95d-71f4-47ca-ac25-edbd6ae99703 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:14.606503 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-280fc36a-cec2-4ea5-80f6-af76e7d12a0b req-32f9a95d-71f4-47ca-ac25-edbd6ae99703 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 945 time: 0.0547912 Aug 29 06:46:14.645171 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-280fc36a-cec2-4ea5-80f6-af76e7d12a0b req-73ef8995-f823-4420-8909-d04156393fca tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327289 Aug 29 06:46:14.659376 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1c1ebe77-b1f1-489e-bf53-c980dafe967e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:14.670816 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1c1ebe77-b1f1-489e-bf53-c980dafe967e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:14.670816 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1c1ebe77-b1f1-489e-bf53-c980dafe967e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d36a174e-0d5b-41c5-94ac-6f3fcf880fdf HTTP/1.1" status: 204 len: 168 time: 0.2392440 Aug 29 06:46:14.671385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ebe77-b1f1-489e-bf53-c980dafe967e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36a174e-0d5b-41c5-94ac-6f3fcf880fdf,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:15.175349 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-ab69d5ba-59a4-4415-98cf-1de28a9fe2a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0659599 Aug 29 06:46:15.244612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:46:15.290908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-55e39b02-a1a3-4713-8599-1a0b8c007d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.291510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-55e39b02-a1a3-4713-8599-1a0b8c007d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.292020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-55e39b02-a1a3-4713-8599-1a0b8c007d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.292678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-55e39b02-a1a3-4713-8599-1a0b8c007d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.293270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-55e39b02-a1a3-4713-8599-1a0b8c007d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.293881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-55e39b02-a1a3-4713-8599-1a0b8c007d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.294412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-55e39b02-a1a3-4713-8599-1a0b8c007d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.296519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-55e39b02-a1a3-4713-8599-1a0b8c007d54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=061145791eb24ccbba477166da42aefb&device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 6496 time: 0.0690191 Aug 29 06:46:15.300056 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:46:15.300517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 92fc0fca-ecb0-40bd-a19e-c3c0774baac3 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:46:15.445824 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-24bf530c-7f7f-405a-8d2e-2762c2029dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.451719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-24bf530c-7f7f-405a-8d2e-2762c2029dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.451719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-24bf530c-7f7f-405a-8d2e-2762c2029dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.451719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-24bf530c-7f7f-405a-8d2e-2762c2029dca service neutron] 10.222.0.15 "GET /v2.0/networks?id=cdbc2cac-fa4d-4a71-9993-2be4f6afc44c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=606aeb02-681b-4216-bf8c-e614c7425478&id=606aeb02-681b-4216-bf8c-e614c7425478 HTTP/1.1" status: 200 len: 2290 time: 0.1166966 Aug 29 06:46:15.544569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-09944d7a-d619-43e5-bee2-e3114bd9899c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 HTTP/1.1" status: 200 len: 1001 time: 0.0845058 Aug 29 06:46:15.600263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-6eb1d970-c00b-4e76-81b7-9c9aa5169091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.601870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-6eb1d970-c00b-4e76-81b7-9c9aa5169091 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3df1ad8c-55d9-4423-9317-a85138910c85 HTTP/1.1" status: 200 len: 850 time: 0.0489147 Aug 29 06:46:15.691385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-4490cd50-c3e7-41fd-83fb-28652190440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.692959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-4490cd50-c3e7-41fd-83fb-28652190440b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cdbc2cac-fa4d-4a71-9993-2be4f6afc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713606 Aug 29 06:46:15.710529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a4b10-454f-4dfd-8cfb-82383e53b6ee req-abdef454-5a85-48fd-8fea-54c97884440d tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.716686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a4b10-454f-4dfd-8cfb-82383e53b6ee req-abdef454-5a85-48fd-8fea-54c97884440d tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.719069 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-625a4b10-454f-4dfd-8cfb-82383e53b6ee req-abdef454-5a85-48fd-8fea-54c97884440d tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1&device_id=62da33c5-7fb2-407b-a01f-8a4ac93849fb HTTP/1.1" status: 200 len: 1682 time: 0.0856638 Aug 29 06:46:15.851550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-625a4b10-454f-4dfd-8cfb-82383e53b6ee req-8cb294b0-484e-4379-81b6-7442b3b1aa64 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229515 Aug 29 06:46:15.875790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fac3ec-3a79-4a71-857f-fa6871c9e4d3 req-03412097-f8d6-47e7-9318-031d8f1f9814 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:15.877318 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6fac3ec-3a79-4a71-857f-fa6871c9e4d3 req-03412097-f8d6-47e7-9318-031d8f1f9814 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 945 time: 0.1091518 Aug 29 06:46:15.883851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-c72444ed-b422-4801-a9cb-52bae2d742f5 service neutron] 10.222.0.15 "GET /v2.0/networks/cdbc2cac-fa4d-4a71-9993-2be4f6afc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634235 Aug 29 06:46:15.992074 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6fac3ec-3a79-4a71-857f-fa6871c9e4d3 req-eb95ddc1-b640-41cb-9b86-5aee5d390cc2 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999038 Aug 29 06:46:16.015792 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-031ed13b-c064-43db-b041-1b3e4c834751 service neutron] 10.222.0.15 "GET /v2.0/networks/cdbc2cac-fa4d-4a71-9993-2be4f6afc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137028 Aug 29 06:46:16.065677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-b3e028e3-210f-4e10-a15b-6242e9895a39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 HTTP/1.1" status: 200 len: 217 time: 0.0412421 Aug 29 06:46:16.124709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-fb6be7f7-8217-4674-a446-0e0d2bdbd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:16.126347 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-fb6be7f7-8217-4674-a446-0e0d2bdbd6dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.0513985 Aug 29 06:46:16.176187 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:46:16.179357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-eb8d9b0e-a477-4215-9297-5dfc6e5a7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:16.181071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-eb8d9b0e-a477-4215-9297-5dfc6e5a7687 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0447729 Aug 29 06:46:16.299172 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-6f1912ae-1557-4bc8-8e2d-731700f9ab3c service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022117 Aug 29 06:46:16.396237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-145bd34c-52ab-457b-87ad-f0efcbce9e27 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870287 Aug 29 06:46:16.460716 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-0d0a3676-63c0-413d-a1e7-89641f9e6ac3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=bcd6b383-2ce3-4041-b3e5-40537ae7211f HTTP/1.1" status: 200 len: 217 time: 0.0484686 Aug 29 06:46:16.517451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-718dce34-c04c-4c9f-9d50-17e9c5fe5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:16.519090 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-718dce34-c04c-4c9f-9d50-17e9c5fe5b4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.0471272 Aug 29 06:46:16.570136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-7a75c164-c8bf-4807-830d-64c21827a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:16.571840 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-7a75c164-c8bf-4807-830d-64c21827a904 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0421438 Aug 29 06:46:16.681789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-0cbd8ac3-47c4-4d3f-a0f7-28687143c62d service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005380 Aug 29 06:46:16.786036 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-32bc45a1-8f86-49bf-bc54-e69e66a0a4a2 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935960 Aug 29 06:46:16.857443 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-ec29db3f-d8a6-4267-8393-c386eef0279c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=ef27d19d-f6d0-40c3-bce9-622d1313e3b4 HTTP/1.1" status: 200 len: 217 time: 0.0558150 Aug 29 06:46:16.929654 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-e61d166a-3b1c-4132-a407-598c2dd62634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:16.931215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-e61d166a-3b1c-4132-a407-598c2dd62634 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.0549202 Aug 29 06:46:16.991801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-ff5e7768-e725-479a-954d-1689aad427dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:16.993339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-ff5e7768-e725-479a-954d-1689aad427dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506670 Aug 29 06:46:17.096268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-578f56d3-af13-4a16-a52c-ab9f52cd92a3 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893953 Aug 29 06:46:17.238489 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e26332-bbb8-4202-ba1e-5a20a1a8fbb2 req-d02470fc-d1e7-4156-b6e8-07a7c38a0e78 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:17.239921 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05e26332-bbb8-4202-ba1e-5a20a1a8fbb2 req-d02470fc-d1e7-4156-b6e8-07a7c38a0e78 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 945 time: 0.0766559 Aug 29 06:46:17.245483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-e5e74f1b-9021-4ee0-acdd-48892c50760a service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338210 Aug 29 06:46:17.313854 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-d45f1691-bcb6-490c-9d0c-e4cd19992c68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ce4dd112-c306-4947-90f4-bcdb99840941 HTTP/1.1" status: 200 len: 217 time: 0.0596371 Aug 29 06:46:17.328702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05e26332-bbb8-4202-ba1e-5a20a1a8fbb2 req-f4ed9366-e9de-4807-9b0c-f1ab7af4b5e5 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813165 Aug 29 06:46:17.383019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-d2e0723d-c83e-4afa-8217-4286a9ea1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:17.384901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-d2e0723d-c83e-4afa-8217-4286a9ea1558 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.0551147 Aug 29 06:46:17.443497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-ac6fb1ae-7467-4486-a2b0-797374ee733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:17.445307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-ac6fb1ae-7467-4486-a2b0-797374ee733c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0439954 Aug 29 06:46:17.547725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1039e1-0ad4-45b4-a8d6-d9c8ee466ddc req-f44e7e55-63b6-45cd-a918-4d5055ee1ee6 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:17.549216 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc1039e1-0ad4-45b4-a8d6-d9c8ee466ddc req-f44e7e55-63b6-45cd-a918-4d5055ee1ee6 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=62da33c5-7fb2-407b-a01f-8a4ac93849fb HTTP/1.1" status: 200 len: 946 time: 0.1028078 Aug 29 06:46:17.610131 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-0c792f6e-2b7c-43ae-bb39-035cc9a583c3 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534581 Aug 29 06:46:17.616396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc1039e1-0ad4-45b4-a8d6-d9c8ee466ddc req-b5671e7f-787e-4cd4-8fb8-b06c0101473d tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604677 Aug 29 06:46:17.713808 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-6a633853-e65b-4687-8365-001b377dd124 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927811 Aug 29 06:46:17.767850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-bbc0bcd0-5525-4c36-8347-38a18e8e2189 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb HTTP/1.1" status: 200 len: 217 time: 0.0380950 Aug 29 06:46:17.832286 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-221b972e-e6ca-4705-916d-ef323acea246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:17.833836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-221b972e-e6ca-4705-916d-ef323acea246 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeb224e9-072a-41a9-9f49-2fbdd36c708c HTTP/1.1" status: 200 len: 797 time: 0.0561712 Aug 29 06:46:17.899252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-90daf0e2-c6b5-46c8-abbe-9f440cf08c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:17.901428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-90daf0e2-c6b5-46c8-abbe-9f440cf08c7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606aeb02-681b-4216-bf8c-e614c7425478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0476460 Aug 29 06:46:18.010981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-2214a09b-9a87-4d31-9135-9dd0eeb5f84b service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970547 Aug 29 06:46:18.115739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-26348fad-89e5-4b01-bb4e-7e8913fd68f2 service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899043 Aug 29 06:46:18.164335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-a1859250-ffe1-4423-bf79-3c4a5edee138 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=060c1398-807d-4842-967b-5455af62da39 HTTP/1.1" status: 200 len: 217 time: 0.0365539 Aug 29 06:46:18.221344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-3b73490d-7d93-4ecc-bc16-d00f7ffe26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:18.222801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-3b73490d-7d93-4ecc-bc16-d00f7ffe26e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeb224e9-072a-41a9-9f49-2fbdd36c708c HTTP/1.1" status: 200 len: 797 time: 0.0446219 Aug 29 06:46:18.281960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-286babbe-c650-45a3-8330-9a6967734adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:18.283538 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-286babbe-c650-45a3-8330-9a6967734adb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606aeb02-681b-4216-bf8c-e614c7425478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0460284 Aug 29 06:46:18.411029 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-7316d8f3-17ed-40a9-8df0-964939445a40 service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084597 Aug 29 06:46:18.524651 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b929e4-30b5-4da6-af53-ef5626da0b09 req-24cca348-9476-4e9d-8b5d-e10066f8ad97 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:18.526673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b929e4-30b5-4da6-af53-ef5626da0b09 req-24cca348-9476-4e9d-8b5d-e10066f8ad97 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 945 time: 0.1146808 Aug 29 06:46:18.570742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e9c14e1-ff40-4eb2-acf3-2a012bad89e9 req-05cb3048-8151-4892-b6af-f9dfda1b239a service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312306 Aug 29 06:46:18.588600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b929e4-30b5-4da6-af53-ef5626da0b09 req-dadf1322-33ec-4e64-ba8d-15b47ca0a928 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534897 Aug 29 06:46:18.740309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c230fa-e429-4e97-a4f7-bd0493861732 req-f6c8b7d2-b21f-4749-9905-4d098395590f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:18.746231 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02c230fa-e429-4e97-a4f7-bd0493861732 req-f6c8b7d2-b21f-4749-9905-4d098395590f tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=62da33c5-7fb2-407b-a01f-8a4ac93849fb HTTP/1.1" status: 200 len: 946 time: 0.0534022 Aug 29 06:46:18.795298 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02c230fa-e429-4e97-a4f7-bd0493861732 req-31cd3e15-9629-4219-8835-3ee8b47f4f4e tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/security-groups?id=26c73afc-ec12-4e78-a9c4-19e7ec79a505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 Aug 29 06:46:18.886488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a67368-448d-4c29-a8da-e26147312557 req-dc1cd5fe-6faa-4e05-8509-4844c087f589 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:18.888846 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a6a67368-448d-4c29-a8da-e26147312557 req-dc1cd5fe-6faa-4e05-8509-4844c087f589 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.11 "GET /v2.0/ports?device_id=62da33c5-7fb2-407b-a01f-8a4ac93849fb HTTP/1.1" status: 200 len: 946 time: 0.0674627 Aug 29 06:46:19.008807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-a6a67368-448d-4c29-a8da-e26147312557 req-ca273ad8-e064-4935-a2c5-7e397db4f0e8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Deleting port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:46:19.009471 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a6a67368-448d-4c29-a8da-e26147312557 req-ca273ad8-e064-4935-a2c5-7e397db4f0e8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:19.104517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a6a67368-448d-4c29-a8da-e26147312557 req-ca273ad8-e064-4935-a2c5-7e397db4f0e8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] For port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=19c5daa7-0b0c-4f6a-b5e0-0a71900300a5,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:19.104889 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a6a67368-448d-4c29-a8da-e26147312557 req-ca273ad8-e064-4935-a2c5-7e397db4f0e8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:19.137424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-a6a67368-448d-4c29-a8da-e26147312557 req-ca273ad8-e064-4935-a2c5-7e397db4f0e8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Calling delete_port for 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:46:19.362875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9966cf-13a2-430c-9114-23d00743f964 req-498750f5-0634-48b1-9dcf-79ecfb7cde96 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:19.364426 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f9966cf-13a2-430c-9114-23d00743f964 req-498750f5-0634-48b1-9dcf-79ecfb7cde96 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.15 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 945 time: 0.0491383 Aug 29 06:46:19.396294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a6a67368-448d-4c29-a8da-e26147312557 req-ca273ad8-e064-4935-a2c5-7e397db4f0e8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:19.409665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['0dff108a-8101-4659-aaf1-36abee9e57d9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:19.426654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca273ad8-e064-4935-a2c5-7e397db4f0e8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Pushing event deleted for resources: {'Port': ['ID=19c5daa7-0b0c-4f6a-b5e0-0a71900300a5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:19.476459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['19c5daa7-0b0c-4f6a-b5e0-0a71900300a5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:19.478932 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a67368-448d-4c29-a8da-e26147312557 req-ca273ad8-e064-4935-a2c5-7e397db4f0e8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] No DVR routers for this DVR port 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:46:19.482020 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a6a67368-448d-4c29-a8da-e26147312557 req-ca273ad8-e064-4935-a2c5-7e397db4f0e8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:19.482253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-6f9966cf-13a2-430c-9114-23d00743f964 req-c005fced-ecc3-425a-b202-9f81c4dc9f9e tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Deleting port 0dff108a-8101-4659-aaf1-36abee9e57d9 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:46:19.482571 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6f9966cf-13a2-430c-9114-23d00743f964 req-c005fced-ecc3-425a-b202-9f81c4dc9f9e tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:19.484542 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a6a67368-448d-4c29-a8da-e26147312557 req-ca273ad8-e064-4935-a2c5-7e397db4f0e8 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.11 "DELETE /v2.0/ports/19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 HTTP/1.1" status: 204 len: 173 time: 0.5881398 Aug 29 06:46:19.484997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62da33c5-7fb2-407b-a01f-8a4ac93849fb', 'name': 'network-vif-deleted', 'tag': '19c5daa7-0b0c-4f6a-b5e0-0a71900300a5'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:46:19.495166 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0bbe0c-527c-443b-ab6d-1aac535d9212" -d '{"events": [{"server_uuid": "62da33c5-7fb2-407b-a01f-8a4ac93849fb", "name": "network-vif-deleted", "tag": "19c5daa7-0b0c-4f6a-b5e0-0a71900300a5"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:46:19.536580 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fa781e-a256-44cd-a1fd-abad88498b77 x-openstack-request-id: req-d7fa781e-a256-44cd-a1fd-abad88498b77 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:46:19.536854 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62da33c5-7fb2-407b-a01f-8a4ac93849fb", "name": "network-vif-deleted", "tag": "19c5daa7-0b0c-4f6a-b5e0-0a71900300a5", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:46:19.536854 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d7fa781e-a256-44cd-a1fd-abad88498b77 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:46:19.537269 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62da33c5-7fb2-407b-a01f-8a4ac93849fb', 'name': 'network-vif-deleted', 'tag': '19c5daa7-0b0c-4f6a-b5e0-0a71900300a5', 'status': 'completed', 'code': 200} Aug 29 06:46:19.593753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-6f9966cf-13a2-430c-9114-23d00743f964 req-c005fced-ecc3-425a-b202-9f81c4dc9f9e tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] For port 0dff108a-8101-4659-aaf1-36abee9e57d9, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0dff108a-8101-4659-aaf1-36abee9e57d9,segment=NetworkSegment(64942f79-58f2-4224-a658-84e3a3975da3),segment_id=64942f79-58f2-4224-a658-84e3a3975da3)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:19.594636 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6f9966cf-13a2-430c-9114-23d00743f964 req-c005fced-ecc3-425a-b202-9f81c4dc9f9e tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:19.609305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-6f9966cf-13a2-430c-9114-23d00743f964 req-c005fced-ecc3-425a-b202-9f81c4dc9f9e tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Calling delete_port for 0dff108a-8101-4659-aaf1-36abee9e57d9 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:46:19.774017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bce733-4e28-4b95-afe6-c9e2598df357 req-104dfc71-f6c7-420c-8172-d568b3c29e3a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:19.775747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bce733-4e28-4b95-afe6-c9e2598df357 req-104dfc71-f6c7-420c-8172-d568b3c29e3a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 945 time: 0.1000290 Aug 29 06:46:19.831579 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bce733-4e28-4b95-afe6-c9e2598df357 req-4be312b4-8851-4c3f-9e07-8736fb6ac811 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Aug 29 06:46:19.922004 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60c886c7-5c99-496d-b69c-b5c3c2824eb6 req-a4c6bc73-de1c-49d5-988a-f040152dd8e3 tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=62da33c5-7fb2-407b-a01f-8a4ac93849fb HTTP/1.1" status: 200 len: 210 time: 0.0309677 Aug 29 06:46:19.922837 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6f9966cf-13a2-430c-9114-23d00743f964 req-c005fced-ecc3-425a-b202-9f81c4dc9f9e tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:19.957284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['19c5daa7-0b0c-4f6a-b5e0-0a71900300a5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:19.974082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005fced-ecc3-425a-b202-9f81c4dc9f9e tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Pushing event deleted for resources: {'Port': ['ID=0dff108a-8101-4659-aaf1-36abee9e57d9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:20.033508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9966cf-13a2-430c-9114-23d00743f964 req-c005fced-ecc3-425a-b202-9f81c4dc9f9e tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] No DVR routers for this DVR port 0dff108a-8101-4659-aaf1-36abee9e57d9 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:46:20.036469 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6f9966cf-13a2-430c-9114-23d00743f964 req-c005fced-ecc3-425a-b202-9f81c4dc9f9e tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:20.038769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f9966cf-13a2-430c-9114-23d00743f964 req-c005fced-ecc3-425a-b202-9f81c4dc9f9e tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.15 "DELETE /v2.0/ports/0dff108a-8101-4659-aaf1-36abee9e57d9 HTTP/1.1" status: 204 len: 173 time: 0.6645761 Aug 29 06:46:20.039332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5649fc0c-16d9-4cb5-b745-59de469ff5d1', 'name': 'network-vif-deleted', 'tag': '0dff108a-8101-4659-aaf1-36abee9e57d9'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:46:20.041854 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5655e4ed-6bf5-4eb3-a362-052316a49567" -d '{"events": [{"server_uuid": "5649fc0c-16d9-4cb5-b745-59de469ff5d1", "name": "network-vif-deleted", "tag": "0dff108a-8101-4659-aaf1-36abee9e57d9"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:46:20.086120 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443145bc-aa11-45a9-9165-65f508bb14ae x-openstack-request-id: req-443145bc-aa11-45a9-9165-65f508bb14ae {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:46:20.086583 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5649fc0c-16d9-4cb5-b745-59de469ff5d1", "name": "network-vif-deleted", "tag": "0dff108a-8101-4659-aaf1-36abee9e57d9", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:46:20.086836 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-443145bc-aa11-45a9-9165-65f508bb14ae {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:46:20.087409 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5649fc0c-16d9-4cb5-b745-59de469ff5d1', 'name': 'network-vif-deleted', 'tag': '0dff108a-8101-4659-aaf1-36abee9e57d9', 'status': 'completed', 'code': 200} Aug 29 06:46:20.659377 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:20.950099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf299acb-74a0-4aa6-b734-594a58dfb29f req-0036b85f-8068-4af8-aa8c-593d284f67ed tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:20.953189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf299acb-74a0-4aa6-b734-594a58dfb29f req-0036b85f-8068-4af8-aa8c-593d284f67ed tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 945 time: 0.0506458 Aug 29 06:46:20.993060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf299acb-74a0-4aa6-b734-594a58dfb29f req-2c9c4022-4a83-4e80-9632-ebbd4241b36c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352361 Aug 29 06:46:21.094660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd665507-23c7-4cb4-9a28-707543b9381f req-8526197f-3011-485b-89ba-4b3002a16b3c tempest-ListServersNegativeTestJSON-836312204 tempest-ListServersNegativeTestJSON-836312204-project] 10.222.0.76 "GET /v2.0/ports?device_id=5649fc0c-16d9-4cb5-b745-59de469ff5d1 HTTP/1.1" status: 200 len: 210 time: 0.0268600 Aug 29 06:46:22.060538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45360) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:22.124480 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494bb87-f733-48ad-b782-c491b9e646e6 req-f8a3fcb3-c4ed-41e9-ab84-4aecc24e7160 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:22.132331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c494bb87-f733-48ad-b782-c491b9e646e6 req-f8a3fcb3-c4ed-41e9-ab84-4aecc24e7160 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 945 time: 0.0595410 Aug 29 06:46:22.159222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45366) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:22.182259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c494bb87-f733-48ad-b782-c491b9e646e6 req-03841fab-8ecf-4363-a323-1af5fe69917e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486465 Aug 29 06:46:22.228667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd91ce75-fd1c-418f-87a4-5e3ec9c0fbd2 admin admin] Deleting subnet 877e0f71-48f6-4e65-b625-21d78b727487 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:46:22.232502 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c7aa08d4-e41e-4af6-a1c7-ced45dbf84e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.234784 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd91ce75-fd1c-418f-87a4-5e3ec9c0fbd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.284588 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd91ce75-fd1c-418f-87a4-5e3ec9c0fbd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.350976 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd91ce75-fd1c-418f-87a4-5e3ec9c0fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.438870 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c7aa08d4-e41e-4af6-a1c7-ced45dbf84e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.527844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c7aa08d4-e41e-4af6-a1c7-ced45dbf84e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.553365 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd91ce75-fd1c-418f-87a4-5e3ec9c0fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.586466 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:46:22.597822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa08d4-e41e-4af6-a1c7-ced45dbf84e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3937a2-303c-45c2-a595-f2d7ee3c7fa7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:22.605839 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c7aa08d4-e41e-4af6-a1c7-ced45dbf84e3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=789cc796ce2a48c1a578cbf4e04bb11e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407314 Aug 29 06:46:22.605839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91ce75-fd1c-418f-87a4-5e3ec9c0fbd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877e0f71-48f6-4e65-b625-21d78b727487,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:22.606760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45378) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:22.610288 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd91ce75-fd1c-418f-87a4-5e3ec9c0fbd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.612490 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dd91ce75-fd1c-418f-87a4-5e3ec9c0fbd2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/877e0f71-48f6-4e65-b625-21d78b727487 HTTP/1.1" status: 204 len: 168 time: 0.4513757 Aug 29 06:46:22.614918 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45380) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:22.623289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:46:22.623673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 19c5daa7-0b0c-4f6a-b5e0-0a71900300a5 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:46:22.663603 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-921a89e3-a9cc-45cf-849f-b72bb96cce0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.684200 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-921a89e3-a9cc-45cf-849f-b72bb96cce0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.686878 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-873c478a-32f6-4c3f-9c22-2937cee5ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.769722 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-873c478a-32f6-4c3f-9c22-2937cee5ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.779705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-873c478a-32f6-4c3f-9c22-2937cee5ed45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45edcc1d-2d36-44b5-8e50-7c50ab74b228']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:46:22.790312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-873c478a-32f6-4c3f-9c22-2937cee5ed45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64942f79-58f2-4224-a658-84e3a3975da3') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:46:22.790616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-873c478a-32f6-4c3f-9c22-2937cee5ed45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64942f79-58f2-4224-a658-84e3a3975da3') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:46:22.799172 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-873c478a-32f6-4c3f-9c22-2937cee5ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.812591 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-873c478a-32f6-4c3f-9c22-2937cee5ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.818568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873c478a-32f6-4c3f-9c22-2937cee5ed45 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:46:22.822457 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-921a89e3-a9cc-45cf-849f-b72bb96cce0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-873c478a-32f6-4c3f-9c22-2937cee5ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:46:22.822599 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:46:22.825191 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-921a89e3-a9cc-45cf-849f-b72bb96cce0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.825191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-921a89e3-a9cc-45cf-849f-b72bb96cce0d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5c3937a2-303c-45c2-a595-f2d7ee3c7fa7 HTTP/1.1" status: 204 len: 168 time: 0.2155571 Aug 29 06:46:22.833088 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a89e3-a9cc-45cf-849f-b72bb96cce0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3937a2-303c-45c2-a595-f2d7ee3c7fa7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:22.961915 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-873c478a-32f6-4c3f-9c22-2937cee5ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.967495 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-873c478a-32f6-4c3f-9c22-2937cee5ed45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:22.970000 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-873c478a-32f6-4c3f-9c22-2937cee5ed45 admin admin] 10.222.0.76 "DELETE /v2.0/networks/45edcc1d-2d36-44b5-8e50-7c50ab74b228 HTTP/1.1" status: 204 len: 168 time: 0.3513129 Aug 29 06:46:22.980944 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c478a-32f6-4c3f-9c22-2937cee5ed45 admin admin] Pushing event deleted for resources: {'Network': ['ID=45edcc1d-2d36-44b5-8e50-7c50ab74b228,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:23.281252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 0dff108a-8101-4659-aaf1-36abee9e57d9 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:46:23.297352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be95114-857b-41f3-9b83-df4e606c66f0 req-5928f5a6-7a07-4d61-95be-11d9efcafa59 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:23.299033 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5be95114-857b-41f3-9b83-df4e606c66f0 req-5928f5a6-7a07-4d61-95be-11d9efcafa59 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 945 time: 0.0522714 Aug 29 06:46:23.306444 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 0dff108a-8101-4659-aaf1-36abee9e57d9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:46:23.306901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 0dff108a-8101-4659-aaf1-36abee9e57d9 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:46:23.339096 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5be95114-857b-41f3-9b83-df4e606c66f0 req-0f45668f-4c0b-4cb6-a25e-eab515994aee tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341189 Aug 29 06:46:23.434070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45404) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:23.479300 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9c52ff87-d6ab-4761-beca-326b9483f95c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7ca0efbe38094eceac87be58fe311661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438342 Aug 29 06:46:23.481752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45408) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:23.532644 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-69cc45c3-6548-4ee0-9383-dd3559c4fb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:23.554811 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-69cc45c3-6548-4ee0-9383-dd3559c4fb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:23.664611 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-69cc45c3-6548-4ee0-9383-dd3559c4fb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:23.667584 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-69cc45c3-6548-4ee0-9383-dd3559c4fb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:23.668741 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-69cc45c3-6548-4ee0-9383-dd3559c4fb9a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/26c73afc-ec12-4e78-a9c4-19e7ec79a505 HTTP/1.1" status: 204 len: 168 time: 0.1860890 Aug 29 06:46:23.678023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc45c3-6548-4ee0-9383-dd3559c4fb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c73afc-ec12-4e78-a9c4-19e7ec79a505,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:23.898993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45422) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:24.035221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-275096437-network', 'tenant_id': 'edd0484396b040dda2d3b69128282e55'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:24.139069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] Made reservation on behalf of edd0484396b040dda2d3b69128282e55 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:46:24.141341 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:24.149571 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:24.234435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:24.304586 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:24.328284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:46:24.342383 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f1b7f6-c659-4cf8-9893-508c125d4eb9,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:24.346577 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:24.346920 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] Added segment 0e519fd3-34af-406a-a577-5d729b1d6e09 of type vlan for network 8d04d12f-c38d-46cb-8d75-bac77b7b40ae Aug 29 06:46:24.388991 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:24.469390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ec2ff-cb4d-4af0-a896-9ed3198b96a4 req-c5676ab7-54b5-4e99-9074-833a56cc20a8 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:24.470999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e2ec2ff-cb4d-4af0-a896-9ed3198b96a4 req-c5676ab7-54b5-4e99-9074-833a56cc20a8 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 945 time: 0.0522726 Aug 29 06:46:24.476062 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:24.476997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:24.477565 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:24.568264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] Pushing event updated for resources: {'Network': ['ID=8d04d12f-c38d-46cb-8d75-bac77b7b40ae,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:24.576556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e2ec2ff-cb4d-4af0-a896-9ed3198b96a4 req-d5cb6170-13c0-4c03-89ce-1e34c90dd66e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957949 Aug 29 06:46:24.583844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 8d04d12f-c38d-46cb-8d75-bac77b7b40ae details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:46:24.631930 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-63ddc05c-dd4b-465c-ae17-5c83469a7658 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7312684 Aug 29 06:46:24.634269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45456) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:24.643486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c0a98bed-9448-470f-9025-2822fbc6ae8b admin admin] Request body: {'subnet': {'network_id': '8d04d12f-c38d-46cb-8d75-bac77b7b40ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-275096437-subnet', 'tenant_id': 'edd0484396b040dda2d3b69128282e55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:24.685918 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45458) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:24.761896 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a98bed-9448-470f-9025-2822fbc6ae8b admin admin] Made reservation on behalf of edd0484396b040dda2d3b69128282e55 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:46:24.764692 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c0a98bed-9448-470f-9025-2822fbc6ae8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:24.811666 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-31326128-network', 'tenant_id': 'bd4d8ba284df4163bc196a0f629322e4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:24.961490 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] Made reservation on behalf of bd4d8ba284df4163bc196a0f629322e4 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:46:24.963702 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:24.972281 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:25.016136 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c0a98bed-9448-470f-9025-2822fbc6ae8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:25.091836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a98bed-9448-470f-9025-2822fbc6ae8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c2fc87-70b6-4f7c-8bcd-f850a040a28d,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:25.116629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a98bed-9448-470f-9025-2822fbc6ae8b admin admin] Checking segment: {'id': '0e519fd3-34af-406a-a577-5d729b1d6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d04d12f-c38d-46cb-8d75-bac77b7b40ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:46:25.116979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a98bed-9448-470f-9025-2822fbc6ae8b admin admin] Network hostable DHCP agents. Network: 8d04d12f-c38d-46cb-8d75-bac77b7b40ae, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:46:25.120886 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:25.206645 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:25.234735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:46:25.236423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a98bed-9448-470f-9025-2822fbc6ae8b admin admin] Network 8d04d12f-c38d-46cb-8d75-bac77b7b40ae is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:46:25.241779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071b28e6-8bfd-4448-8ac1-12b34f337b34,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:25.251969 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:25.252506 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] Added segment 116a0e6d-ba7a-4942-8b45-3588e63a59e9 of type vlan for network 3b639e8a-5d85-4e4f-9f02-27e30c400dfb Aug 29 06:46:25.295415 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:25.326878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-c0a98bed-9448-470f-9025-2822fbc6ae8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 8d04d12f-c38d-46cb-8d75-bac77b7b40ae) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:46:25.331717 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a98bed-9448-470f-9025-2822fbc6ae8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:25.336127 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c0a98bed-9448-470f-9025-2822fbc6ae8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:25.336820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc5db73-bd56-4cfc-9b54-c2216a260dd3 None None] Network 8d04d12f-c38d-46cb-8d75-bac77b7b40ae requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:46:25.390818 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:25.392001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:25.392592 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:25.441474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c0a98bed-9448-470f-9025-2822fbc6ae8b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8060150 Aug 29 06:46:25.452992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] Pushing event updated for resources: {'Network': ['ID=3b639e8a-5d85-4e4f-9f02-27e30c400dfb,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:25.460343 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7201e5be-cbd1-43f4-8f5a-952012561eaf None None] Network 8d04d12f-c38d-46cb-8d75-bac77b7b40ae requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:46:25.464971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 3b639e8a-5d85-4e4f-9f02-27e30c400dfb details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:46:25.511550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-483152f9-dab0-44ed-ad9c-ecf8b22a4374 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8245175 Aug 29 06:46:25.514447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45466) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:25.519806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7c62da29-70ac-4e79-b1a3-bfeabef7ff87 admin admin] Request body: {'subnet': {'network_id': '3b639e8a-5d85-4e4f-9f02-27e30c400dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-31326128-subnet', 'tenant_id': 'bd4d8ba284df4163bc196a0f629322e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:25.610741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c62da29-70ac-4e79-b1a3-bfeabef7ff87 admin admin] Made reservation on behalf of bd4d8ba284df4163bc196a0f629322e4 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:46:25.611330 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c62da29-70ac-4e79-b1a3-bfeabef7ff87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:25.739840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-e6381f3e-62fa-4425-a32f-f50d7b659464 req-d194841e-154c-4eba-84b0-aaf13d6728f6 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-328109123', 'description': 'tempest-description-548598252'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:25.764713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bc77-924f-485b-9032-251459702875 req-f99c0860-94ae-4b58-a351-8ea5da1abf8b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:25.766089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9457bc77-924f-485b-9032-251459702875 req-f99c0860-94ae-4b58-a351-8ea5da1abf8b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 945 time: 0.0932543 Aug 29 06:46:25.837776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9457bc77-924f-485b-9032-251459702875 req-18fde5f4-e2e6-43ce-bda1-dae1e42eda14 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636590 Aug 29 06:46:25.891286 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e6381f3e-62fa-4425-a32f-f50d7b659464 req-d194841e-154c-4eba-84b0-aaf13d6728f6 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:25.979126 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e6381f3e-62fa-4425-a32f-f50d7b659464 req-d194841e-154c-4eba-84b0-aaf13d6728f6 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:25.985100 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c62da29-70ac-4e79-b1a3-bfeabef7ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:26.035564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62da29-70ac-4e79-b1a3-bfeabef7ff87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=337f9fa8-dd15-484e-af17-4429c75d2bef,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:26.044297 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e6381f3e-62fa-4425-a32f-f50d7b659464 req-d194841e-154c-4eba-84b0-aaf13d6728f6 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:26.075757 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c62da29-70ac-4e79-b1a3-bfeabef7ff87 admin admin] Checking segment: {'id': '116a0e6d-ba7a-4942-8b45-3588e63a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b639e8a-5d85-4e4f-9f02-27e30c400dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:46:26.076112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c62da29-70ac-4e79-b1a3-bfeabef7ff87 admin admin] Network hostable DHCP agents. Network: 3b639e8a-5d85-4e4f-9f02-27e30c400dfb, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:46:26.084326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194841e-154c-4eba-84b0-aaf13d6728f6 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fc3c75-abb0-492a-8ca6-25cfac57cae6,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:26.144371 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e6381f3e-62fa-4425-a32f-f50d7b659464 req-d194841e-154c-4eba-84b0-aaf13d6728f6 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:26.145585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6381f3e-62fa-4425-a32f-f50d7b659464 req-d194841e-154c-4eba-84b0-aaf13d6728f6 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4136031 Aug 29 06:46:26.172909 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-11a44088-ac96-4d3d-ae31-2a32bb2cfe79 req-e35e0df5-5899-4794-934e-135607feba9b tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1271018131', 'description': 'tempest-description-30802555'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:26.191251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c62da29-70ac-4e79-b1a3-bfeabef7ff87 admin admin] Network 3b639e8a-5d85-4e4f-9f02-27e30c400dfb is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:46:26.315669 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-11a44088-ac96-4d3d-ae31-2a32bb2cfe79 req-e35e0df5-5899-4794-934e-135607feba9b tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:26.340066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-7c62da29-70ac-4e79-b1a3-bfeabef7ff87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 3b639e8a-5d85-4e4f-9f02-27e30c400dfb) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:46:26.348586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed5cc86-4f2e-4d4a-a720-525b9913f785 None None] Network 3b639e8a-5d85-4e4f-9f02-27e30c400dfb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:46:26.349075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62da29-70ac-4e79-b1a3-bfeabef7ff87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:26.349288 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c62da29-70ac-4e79-b1a3-bfeabef7ff87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:26.408435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-11a44088-ac96-4d3d-ae31-2a32bb2cfe79 req-e35e0df5-5899-4794-934e-135607feba9b tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:26.469521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e028603a-ba3c-4278-9f5b-e162a1d6854f None None] Network 3b639e8a-5d85-4e4f-9f02-27e30c400dfb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:46:26.477105 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-11a44088-ac96-4d3d-ae31-2a32bb2cfe79 req-e35e0df5-5899-4794-934e-135607feba9b tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:26.506524 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e0df5-5899-4794-934e-135607feba9b tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae5fa81-4842-4c38-b443-e0b8d5438a40,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:26.571375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7c62da29-70ac-4e79-b1a3-bfeabef7ff87 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0546894 Aug 29 06:46:26.596438 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-11a44088-ac96-4d3d-ae31-2a32bb2cfe79 req-e35e0df5-5899-4794-934e-135607feba9b tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:26.611872 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11a44088-ac96-4d3d-ae31-2a32bb2cfe79 req-e35e0df5-5899-4794-934e-135607feba9b tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4343257 Aug 29 06:46:26.819371 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-b3fc2b17-1fe7-4baa-95ab-3654cd76c96c tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:26.820862 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-b3fc2b17-1fe7-4baa-95ab-3654cd76c96c tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/networks?id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae HTTP/1.1" status: 200 len: 812 time: 0.1051998 Aug 29 06:46:26.846906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-06ae66ed-4c38-4646-a4f1-91686b07b870 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/quotas/edd0484396b040dda2d3b69128282e55 HTTP/1.1" status: 200 len: 375 time: 0.0201163 Aug 29 06:46:26.910071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-e522e634-3f2f-49d7-8336-8db455149cf5 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=edd0484396b040dda2d3b69128282e55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535960 Aug 29 06:46:27.024829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-06cb6874-8718-407d-a188-6dbafcb0c4b4 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:27.026932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-06cb6874-8718-407d-a188-6dbafcb0c4b4 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/networks?id=3b639e8a-5d85-4e4f-9f02-27e30c400dfb HTTP/1.1" status: 200 len: 812 time: 0.1929858 Aug 29 06:46:27.049502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-4163b3e0-f0d8-4d5b-93ed-303b5fc95834 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/quotas/bd4d8ba284df4163bc196a0f629322e4 HTTP/1.1" status: 200 len: 375 time: 0.0153172 Aug 29 06:46:27.079469 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-800b60d8-0f3a-4379-8254-bd50564ef5ef service neutron] 10.222.0.76 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606681 Aug 29 06:46:27.089678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-66469e2f-7656-4b1c-9186-011235dceea4 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:27.091166 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-66469e2f-7656-4b1c-9186-011235dceea4 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69&tenant_id=ae1a013e8eb8401888d6fb6666c86936&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.0487626 Aug 29 06:46:27.095354 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-c4d3b3cb-57b4-4cf9-bee5-1e678d1300df tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd4d8ba284df4163bc196a0f629322e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397336 Aug 29 06:46:27.104172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713301-12'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:27.158831 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:27.291940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=305f0fa6-589c-425f-a4b5-af0074979ec5,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:27.331208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:46:27.373674 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9089c357-d8ec-4000-8e33-815852860e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '305f0fa6-589c-425f-a4b5-af0074979ec5'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:46:27.376582 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7200a2c3-648e-49b3-a511-c7e1224859ce" -d '{"events": [{"server_uuid": "9089c357-d8ec-4000-8e33-815852860e69", "name": "network-vif-unplugged", "status": "completed", "tag": "305f0fa6-589c-425f-a4b5-af0074979ec5"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:46:27.380702 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:27.465105 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:27.547253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=305f0fa6-589c-425f-a4b5-af0074979ec5,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:27.559877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Attempting to bind port 305f0fa6-589c-425f-a4b5-af0074979ec5 on host n-h1-713301-12 for vnic_type normal with profile {"migrating_to": "n-h2-713301-12"} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:46:27.560210 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Attempting to bind port 305f0fa6-589c-425f-a4b5-af0074979ec5 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:46:27.560540 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Attempting to bind port 305f0fa6-589c-425f-a4b5-af0074979ec5 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:46:27.564842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Port 305f0fa6-589c-425f-a4b5-af0074979ec5 on network 4475f61a-c472-49af-9e60-c53edc6707df not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:46:27.565165 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Attempting to bind port 305f0fa6-589c-425f-a4b5-af0074979ec5 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:46:27.570036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:46:27.570377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Checking segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:46:27.570759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Bound using segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:46:27.571211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Bound port: 305f0fa6-589c-425f-a4b5-af0074979ec5, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:46:27.571581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:27.571765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-fb7386c8-8be6-467f-945e-b86084be0521 service neutron] 10.222.0.76 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789467 Aug 29 06:46:27.573644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-fa2bb4f5-231e-4e36-9d42-166c1fa631af service neutron] 10.222.0.76 "GET /v2.0/networks/3b639e8a-5d85-4e4f-9f02-27e30c400dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712107 Aug 29 06:46:27.640779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:46:27.644508 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=305f0fa6-589c-425f-a4b5-af0074979ec5,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:46:27.671918 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-0b998b66-eaf4-49d7-bd39-2b9cd404941a service neutron] 10.222.0.76 "GET /v2.0/networks/3b639e8a-5d85-4e4f-9f02-27e30c400dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914571 Aug 29 06:46:27.722247 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:27.801588 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:27.802549 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:27.803646 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] 10.222.0.11 "PUT /v2.0/ports/305f0fa6-589c-425f-a4b5-af0074979ec5 HTTP/1.1" status: 200 len: 1123 time: 0.7037442 Aug 29 06:46:27.804712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a780202-70d6-459b-a310-f4436f866cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=305f0fa6-589c-425f-a4b5-af0074979ec5,revision_number=8']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:27.879667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f2085-d5b4-4b40-96d9-de08d9fb4b0a req-41941734-c739-4c4f-a347-4bffc31197c2 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:27.881019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c53f2085-d5b4-4b40-96d9-de08d9fb4b0a req-41941734-c739-4c4f-a347-4bffc31197c2 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 943 time: 0.0601664 Aug 29 06:46:27.938491 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c53f2085-d5b4-4b40-96d9-de08d9fb4b0a req-b505232c-77c7-4b24-81de-d837046bb9c4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502996 Aug 29 06:46:27.955581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['305f0fa6-589c-425f-a4b5-af0074979ec5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:28.112791 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fb0c8c-910c-4e27-a558-476c61e07716 x-openstack-request-id: req-29fb0c8c-910c-4e27-a558-476c61e07716 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:46:28.112791 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9089c357-d8ec-4000-8e33-815852860e69", "name": "network-vif-unplugged", "status": "completed", "tag": "305f0fa6-589c-425f-a4b5-af0074979ec5", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:46:28.112791 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29fb0c8c-910c-4e27-a558-476c61e07716 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:46:28.112791 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9089c357-d8ec-4000-8e33-815852860e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '305f0fa6-589c-425f-a4b5-af0074979ec5', 'code': 200} Aug 29 06:46:28.173567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['305f0fa6-589c-425f-a4b5-af0074979ec5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:28.260451 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-466b82b7-7ae2-4e38-bfd8-161f886224f0 req-9063afbc-d257-478e-bd06-e213ac73c33f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 210 time: 0.0385811 Aug 29 06:46:28.305839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7334a0d3-ccbe-48e2-ac67-3d1c6fa118d9 req-7328b740-4c42-4057-9e13-49263e448e80 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 210 time: 0.0487592 Aug 29 06:46:28.609964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 305f0fa6-589c-425f-a4b5-af0074979ec5 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:46:28.707362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=305f0fa6-589c-425f-a4b5-af0074979ec5,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:28.723811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 305f0fa6-589c-425f-a4b5-af0074979ec5 has no active binding in host n-h2-713301-12 {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 06:46:29.051630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f550cb4-f19f-4eb8-9fce-daf4ceb12545 req-efecaf9e-bf3e-425a-89b5-a6ad29ae3af1 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:29.053381 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f550cb4-f19f-4eb8-9fce-daf4ceb12545 req-efecaf9e-bf3e-425a-89b5-a6ad29ae3af1 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 943 time: 0.0546498 Aug 29 06:46:29.102491 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f550cb4-f19f-4eb8-9fce-daf4ceb12545 req-5132e265-59ae-4862-98ff-5810adbcfd1b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414674 Aug 29 06:46:29.361921 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-185cf94a-ce42-475e-a532-d5298e2fe2c9 req-93f20465-5b03-4b31-b64b-47ad8197aeaa tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 210 time: 0.0302413 Aug 29 06:46:29.388440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71351565-13e8-49f0-bfed-c0dd3f0471f1 req-d80b02a9-de1b-43b2-907d-730a53b998ac tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 210 time: 0.0290606 Aug 29 06:46:30.112911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9089c357-d8ec-4000-8e33-815852860e69', 'tag': '305f0fa6-589c-425f-a4b5-af0074979ec5'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:46:30.115402 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb01707-c212-4c3d-87e3-3d862848ecee" -d '{"events": [{"name": "network-changed", "server_uuid": "9089c357-d8ec-4000-8e33-815852860e69", "tag": "305f0fa6-589c-425f-a4b5-af0074979ec5"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:46:30.152915 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c76a773-3846-48c0-a63b-808948838d83 x-openstack-request-id: req-1c76a773-3846-48c0-a63b-808948838d83 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:46:30.153214 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9089c357-d8ec-4000-8e33-815852860e69", "tag": "305f0fa6-589c-425f-a4b5-af0074979ec5", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:46:30.153471 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1c76a773-3846-48c0-a63b-808948838d83 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:46:30.153873 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9089c357-d8ec-4000-8e33-815852860e69', 'tag': '305f0fa6-589c-425f-a4b5-af0074979ec5', 'status': 'completed', 'code': 200} Aug 29 06:46:30.274588 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb01707-c212-4c3d-87e3-3d862848ecee req-004dcea9-9fb4-4979-b655-46a84d9e2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:30.276247 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-adb01707-c212-4c3d-87e3-3d862848ecee req-004dcea9-9fb4-4979-b655-46a84d9e2fc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 1126 time: 0.0901201 Aug 29 06:46:30.286222 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c79cde-9a1d-46b9-b7dd-7cd175ad3f4d req-fc12c6e8-8622-459c-9933-b7812697e950 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:30.288126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78c79cde-9a1d-46b9-b7dd-7cd175ad3f4d req-fc12c6e8-8622-459c-9933-b7812697e950 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 943 time: 0.0919080 Aug 29 06:46:30.290068 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-bf46756a-0a8f-466e-a3b7-2eb068a7bb26 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:30.291548 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-bf46756a-0a8f-466e-a3b7-2eb068a7bb26 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.11 "GET /v2.0/networks?id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae HTTP/1.1" status: 200 len: 812 time: 0.1117482 Aug 29 06:46:30.363167 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-abec20a5-19c7-4edb-b9d3-0029b8b3c8f7 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'port': {'device_id': '32a16482-4558-4029-8842-575724ac877c', 'network_id': '8d04d12f-c38d-46cb-8d75-bac77b7b40ae', 'admin_state_up': True, 'tenant_id': 'edd0484396b040dda2d3b69128282e55'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:30.378082 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78c79cde-9a1d-46b9-b7dd-7cd175ad3f4d req-0d8c4f07-0470-460b-818a-2cde02fec44e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813251 Aug 29 06:46:30.416646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb01707-c212-4c3d-87e3-3d862848ecee req-52c8c962-83b0-41f2-8d78-1154fda96682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:30.418157 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-adb01707-c212-4c3d-87e3-3d862848ecee req-52c8c962-83b0-41f2-8d78-1154fda96682 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.1289482 Aug 29 06:46:30.473982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-adb01707-c212-4c3d-87e3-3d862848ecee req-66f9d3f4-1f9a-4202-8fd2-3d420a3d4234 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305f0fa6-589c-425f-a4b5-af0074979ec5 HTTP/1.1" status: 200 len: 217 time: 0.0483227 Aug 29 06:46:30.523404 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e440462-0d0f-4fe6-ac5d-65190544d396 req-919122ac-c9ab-43b9-865f-6b2b91571c15 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 210 time: 0.0520177 Aug 29 06:46:30.540887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb01707-c212-4c3d-87e3-3d862848ecee req-c407e401-4d50-4630-ae8b-350ed641fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:30.552099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-adb01707-c212-4c3d-87e3-3d862848ecee req-c407e401-4d50-4630-ae8b-350ed641fd30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.0611348 Aug 29 06:46:30.583037 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-adb01707-c212-4c3d-87e3-3d862848ecee req-25295304-3375-4679-9c95-af51d1312e33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321262 Aug 29 06:46:30.604356 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a1116d0-c8f3-424d-ac13-75813ac6318b req-4289fab6-831c-4034-8e7d-da5cfa939c3e tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 210 time: 0.0523591 Aug 29 06:46:30.658728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-abec20a5-19c7-4edb-b9d3-0029b8b3c8f7 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Made reservation on behalf of edd0484396b040dda2d3b69128282e55 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:46:30.662491 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-abec20a5-19c7-4edb-b9d3-0029b8b3c8f7 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:30.684863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-adb01707-c212-4c3d-87e3-3d862848ecee req-af50c658-9a92-4414-be99-863c7eb6b734 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886438 Aug 29 06:46:30.793628 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-adb01707-c212-4c3d-87e3-3d862848ecee req-a3b8fdd6-71da-46be-9f5b-a5394fdc6f52 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992396 Aug 29 06:46:30.806631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-abec20a5-19c7-4edb-b9d3-0029b8b3c8f7 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Allocated IP 172.20.0.2 (8d04d12f-c38d-46cb-8d75-bac77b7b40ae/b9c2fc87-70b6-4f7c-8bcd-f850a040a28d/b28c40f8-3d4c-49c5-874e-92f460214ad9) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:46:30.963595 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-abec20a5-19c7-4edb-b9d3-0029b8b3c8f7 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:31.082585 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-abec20a5-19c7-4edb-b9d3-0029b8b3c8f7 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:31.128793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-abec20a5-19c7-4edb-b9d3-0029b8b3c8f7 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Network 8d04d12f-c38d-46cb-8d75-bac77b7b40ae is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:46:31.132050 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-abec20a5-19c7-4edb-b9d3-0029b8b3c8f7 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:46:31.135690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-abec20a5-19c7-4edb-b9d3-0029b8b3c8f7 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:46:31.142434 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec20a5-19c7-4edb-b9d3-0029b8b3c8f7 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'Port': ['ID=b28c40f8-3d4c-49c5-874e-92f460214ad9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:31.189264 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-abec20a5-19c7-4edb-b9d3-0029b8b3c8f7 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:31.190076 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-abec20a5-19c7-4edb-b9d3-0029b8b3c8f7 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:31.200790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-d1feced1-4599-4020-827e-17189aa8cea7 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:31.202272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-d1feced1-4599-4020-827e-17189aa8cea7 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.11 "GET /v2.0/networks?id=3b639e8a-5d85-4e4f-9f02-27e30c400dfb HTTP/1.1" status: 200 len: 812 time: 0.1143117 Aug 29 06:46:31.235979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-4e78ee65-8165-48c4-b915-95cc79150e60 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Request body: {'port': {'device_id': 'e4e0cbe2-e02f-45bc-8686-43419f29d11b', 'network_id': '3b639e8a-5d85-4e4f-9f02-27e30c400dfb', 'admin_state_up': True, 'tenant_id': 'bd4d8ba284df4163bc196a0f629322e4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:31.305032 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-abec20a5-19c7-4edb-b9d3-0029b8b3c8f7 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9463463 Aug 29 06:46:31.326014 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Request body: {'port': {'device_id': '32a16482-4558-4029-8842-575724ac877c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:31.385154 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:31.446957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-4e78ee65-8165-48c4-b915-95cc79150e60 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Made reservation on behalf of bd4d8ba284df4163bc196a0f629322e4 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:46:31.450606 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-4e78ee65-8165-48c4-b915-95cc79150e60 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:31.613233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1970f3f-c5d5-4c34-84e4-dcd5ce807e21 req-a5191d68-cdb6-4322-9185-796ec8c225ab tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:31.614810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1970f3f-c5d5-4c34-84e4-dcd5ce807e21 req-a5191d68-cdb6-4322-9185-796ec8c225ab tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 943 time: 0.1356885 Aug 29 06:46:31.672434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-4e78ee65-8165-48c4-b915-95cc79150e60 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Allocated IP 172.20.0.8 (3b639e8a-5d85-4e4f-9f02-27e30c400dfb/337f9fa8-dd15-484e-af17-4429c75d2bef/c2cebe00-e4be-43ad-81be-f4f0bdb15553) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:46:31.699623 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1970f3f-c5d5-4c34-84e4-dcd5ce807e21 req-2235f5c7-95f4-45e0-8bce-65dc14730421 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729599 Aug 29 06:46:31.704617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28c40f8-3d4c-49c5-874e-92f460214ad9 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:46:31.715741 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:31.731262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Transition to ACTIVE for port object b28c40f8-3d4c-49c5-874e-92f460214ad9 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:46:31.819247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074afea9-97ea-42f3-be1f-0913f7f5195e req-86b5f28f-04a0-4de6-9c0e-61c2fbc48045 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:31.820727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-074afea9-97ea-42f3-be1f-0913f7f5195e req-86b5f28f-04a0-4de6-9c0e-61c2fbc48045 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 931 time: 0.1268723 Aug 29 06:46:31.848115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-203c0b1b-ea19-41b6-b05a-a7b2f8508537 req-509959ca-99cd-41f2-abe3-222febbaee90 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 210 time: 0.0793498 Aug 29 06:46:31.866601 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:31.912378 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-074afea9-97ea-42f3-be1f-0913f7f5195e req-e1a13575-eb8e-4682-96aa-aa13fffaec09 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632720 Aug 29 06:46:31.920819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Pushing event updated for resources: {'Port': ['ID=b28c40f8-3d4c-49c5-874e-92f460214ad9,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:31.941185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:31.941879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:31.942298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:31.942709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:31.943191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:31.943564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:31.943967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:31.945015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:31.945478 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:31.945860 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:31.946253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:31.947201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:31.952913 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-4e78ee65-8165-48c4-b915-95cc79150e60 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:32.025079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Attempting to bind port b28c40f8-3d4c-49c5-874e-92f460214ad9 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:46:32.025426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Attempting to bind port b28c40f8-3d4c-49c5-874e-92f460214ad9 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '0e519fd3-34af-406a-a577-5d729b1d6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d04d12f-c38d-46cb-8d75-bac77b7b40ae'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:46:32.025762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Attempting to bind port b28c40f8-3d4c-49c5-874e-92f460214ad9 on network 8d04d12f-c38d-46cb-8d75-bac77b7b40ae {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:46:32.030183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Port b28c40f8-3d4c-49c5-874e-92f460214ad9 on network 8d04d12f-c38d-46cb-8d75-bac77b7b40ae not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:46:32.030510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Attempting to bind port b28c40f8-3d4c-49c5-874e-92f460214ad9 on network 8d04d12f-c38d-46cb-8d75-bac77b7b40ae {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:46:32.035503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:46:32.035892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Checking segment: {'id': '0e519fd3-34af-406a-a577-5d729b1d6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d04d12f-c38d-46cb-8d75-bac77b7b40ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:46:32.036280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Bound using segment: {'id': '0e519fd3-34af-406a-a577-5d729b1d6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d04d12f-c38d-46cb-8d75-bac77b7b40ae'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:46:32.036705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Bound port: b28c40f8-3d4c-49c5-874e-92f460214ad9, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e519fd3-34af-406a-a577-5d729b1d6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d04d12f-c38d-46cb-8d75-bac77b7b40ae'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:46:32.037094 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:32.100084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] For port b28c40f8-3d4c-49c5-874e-92f460214ad9, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:46:32.103091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] For port b28c40f8-3d4c-49c5-874e-92f460214ad9, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b28c40f8-3d4c-49c5-874e-92f460214ad9,segment=NetworkSegment(0e519fd3-34af-406a-a577-5d729b1d6e09),segment_id=0e519fd3-34af-406a-a577-5d729b1d6e09)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:46:32.122114 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-4e78ee65-8165-48c4-b915-95cc79150e60 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:32.169486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-4e78ee65-8165-48c4-b915-95cc79150e60 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Network 3b639e8a-5d85-4e4f-9f02-27e30c400dfb is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:46:32.172627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-4e78ee65-8165-48c4-b915-95cc79150e60 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:46:32.177250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-4e78ee65-8165-48c4-b915-95cc79150e60 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:46:32.181179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78ee65-8165-48c4-b915-95cc79150e60 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Pushing event updated for resources: {'Port': ['ID=c2cebe00-e4be-43ad-81be-f4f0bdb15553,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:32.196186 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:32.235743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:32.236521 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:32.238380 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] 10.222.0.11 "PUT /v2.0/ports/b28c40f8-3d4c-49c5-874e-92f460214ad9 HTTP/1.1" status: 200 len: 1092 time: 0.9162557 Aug 29 06:46:32.239476 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-4e78ee65-8165-48c4-b915-95cc79150e60 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:32.240156 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-4e78ee65-8165-48c4-b915-95cc79150e60 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:32.244563 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a16482-4558-4029-8842-575724ac877c', 'tag': 'b28c40f8-3d4c-49c5-874e-92f460214ad9'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:46:32.247804 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879590e5-e5ad-4f90-84b6-9c8acb4984ac" -d '{"events": [{"name": "network-changed", "server_uuid": "32a16482-4558-4029-8842-575724ac877c", "tag": "b28c40f8-3d4c-49c5-874e-92f460214ad9"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:46:32.280219 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf34d8-f66b-4b64-a013-adc361580e3b service neutron] Pushing event updated for resources: {'Port': ['ID=b28c40f8-3d4c-49c5-874e-92f460214ad9,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:32.303546 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75a1323-546b-4815-a473-119bfac26578 x-openstack-request-id: req-e75a1323-546b-4815-a473-119bfac26578 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:46:32.304059 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a16482-4558-4029-8842-575724ac877c", "tag": "b28c40f8-3d4c-49c5-874e-92f460214ad9", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:46:32.304368 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e75a1323-546b-4815-a473-119bfac26578 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:46:32.304826 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a16482-4558-4029-8842-575724ac877c', 'tag': 'b28c40f8-3d4c-49c5-874e-92f460214ad9', 'status': 'completed', 'code': 200} Aug 29 06:46:32.350631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-4e78ee65-8165-48c4-b915-95cc79150e60 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1193337 Aug 29 06:46:32.465432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Request body: {'port': {'device_id': 'e4e0cbe2-e02f-45bc-8686-43419f29d11b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:32.466127 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879590e5-e5ad-4f90-84b6-9c8acb4984ac req-0163f31e-654f-416c-8108-5ee391d340bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:32.466127 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-879590e5-e5ad-4f90-84b6-9c8acb4984ac req-0163f31e-654f-416c-8108-5ee391d340bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=edd0484396b040dda2d3b69128282e55&device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 1095 time: 0.0495515 Aug 29 06:46:32.479726 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:32.573847 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879590e5-e5ad-4f90-84b6-9c8acb4984ac req-73a22640-217b-4805-9264-978d0e77da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:32.575361 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-879590e5-e5ad-4f90-84b6-9c8acb4984ac req-73a22640-217b-4805-9264-978d0e77da7f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=edd0484396b040dda2d3b69128282e55&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0993609 Aug 29 06:46:32.682510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879590e5-e5ad-4f90-84b6-9c8acb4984ac req-9214d066-924c-4e63-b34a-124b0c0fe187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:32.684160 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-879590e5-e5ad-4f90-84b6-9c8acb4984ac req-9214d066-924c-4e63-b34a-124b0c0fe187 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984011 Aug 29 06:46:32.777489 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cebe00-e4be-43ad-81be-f4f0bdb15553 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:46:32.789485 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:32.827902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Transition to ACTIVE for port object c2cebe00-e4be-43ad-81be-f4f0bdb15553 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:46:32.840302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-9e3c4244-6f11-4892-81f2-7194a501ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:32.841910 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-9e3c4244-6f11-4892-81f2-7194a501ca97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=edd0484396b040dda2d3b69128282e55&device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 1095 time: 0.0475624 Aug 29 06:46:32.849493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09b7b9-aafe-4716-95e4-6305a6101cd5 req-6ce5ccad-7d46-4d1f-9366-4ef4dfbe3f0a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:32.850985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c09b7b9-aafe-4716-95e4-6305a6101cd5 req-6ce5ccad-7d46-4d1f-9366-4ef4dfbe3f0a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 943 time: 0.0671008 Aug 29 06:46:32.892693 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c09b7b9-aafe-4716-95e4-6305a6101cd5 req-2aa9d280-7dda-46b7-bf71-053e9092f9ca tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356612 Aug 29 06:46:32.893814 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:32.901555 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-87505584-2d53-4f37-8ce3-ad40858a4d50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b28c40f8-3d4c-49c5-874e-92f460214ad9 HTTP/1.1" status: 200 len: 217 time: 0.0370820 Aug 29 06:46:32.961570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-a4a2f51f-e15c-43ef-b377-19c9836aa2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:32.963381 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-a4a2f51f-e15c-43ef-b377-19c9836aa2a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9c2fc87-70b6-4f7c-8bcd-f850a040a28d HTTP/1.1" status: 200 len: 852 time: 0.0528665 Aug 29 06:46:32.977373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cebe00-e4be-43ad-81be-f4f0bdb15553,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:33.005487 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-71de89a1-9a05-4f1f-bb1b-e9950049eeb5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292959 Aug 29 06:46:33.010900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:33.011294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:33.011642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:33.011978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:33.012309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:33.012644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:33.013020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:33.013375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:33.013711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:33.014034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:33.014464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:33.014790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:46:33.105178 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-efea6e9b-458e-4fbf-acca-ce2d9f4c7296 service neutron] 10.222.0.11 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899391 Aug 29 06:46:33.122025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf73c1-3435-49b2-9028-cad6cd38c04c req-3f0bc23c-e88e-4489-8ca8-e33e350942b4 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:33.122025 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbdf73c1-3435-49b2-9028-cad6cd38c04c req-3f0bc23c-e88e-4489-8ca8-e33e350942b4 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 943 time: 0.1154640 Aug 29 06:46:33.122517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Attempting to bind port c2cebe00-e4be-43ad-81be-f4f0bdb15553 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:46:33.122655 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Attempting to bind port c2cebe00-e4be-43ad-81be-f4f0bdb15553 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '116a0e6d-ba7a-4942-8b45-3588e63a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b639e8a-5d85-4e4f-9f02-27e30c400dfb'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:46:33.123614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Attempting to bind port c2cebe00-e4be-43ad-81be-f4f0bdb15553 on network 3b639e8a-5d85-4e4f-9f02-27e30c400dfb {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:46:33.134314 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Port c2cebe00-e4be-43ad-81be-f4f0bdb15553 on network 3b639e8a-5d85-4e4f-9f02-27e30c400dfb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:46:33.134702 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Attempting to bind port c2cebe00-e4be-43ad-81be-f4f0bdb15553 on network 3b639e8a-5d85-4e4f-9f02-27e30c400dfb {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:46:33.161869 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023455e-b0b6-4437-a5fe-5f9a6d3883b6 req-df913731-dee3-4579-97ad-003a14975ded tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:33.163348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f023455e-b0b6-4437-a5fe-5f9a6d3883b6 req-df913731-dee3-4579-97ad-003a14975ded tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 943 time: 0.2197373 Aug 29 06:46:33.165898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:46:33.166223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Checking segment: {'id': '116a0e6d-ba7a-4942-8b45-3588e63a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b639e8a-5d85-4e4f-9f02-27e30c400dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:46:33.166593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Bound using segment: {'id': '116a0e6d-ba7a-4942-8b45-3588e63a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b639e8a-5d85-4e4f-9f02-27e30c400dfb'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:46:33.167037 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Bound port: c2cebe00-e4be-43ad-81be-f4f0bdb15553, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116a0e6d-ba7a-4942-8b45-3588e63a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b639e8a-5d85-4e4f-9f02-27e30c400dfb'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:46:33.167870 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:33.210982 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0c6face6-2a5f-4ab9-bf83-4b6010e2c02d req-e8bee4b1-254f-42d8-b2d3-9e0ef0dac2c7 service neutron] 10.222.0.11 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950873 Aug 29 06:46:33.230782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbdf73c1-3435-49b2-9028-cad6cd38c04c req-bb6d47c3-b19e-4d96-92ed-2387bff8d6eb tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981531 Aug 29 06:46:33.258200 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f023455e-b0b6-4437-a5fe-5f9a6d3883b6 req-eda58533-656f-4c78-b8d0-8d1a35a4c608 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809984 Aug 29 06:46:33.277745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] For port c2cebe00-e4be-43ad-81be-f4f0bdb15553, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:46:33.281099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] For port c2cebe00-e4be-43ad-81be-f4f0bdb15553, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c2cebe00-e4be-43ad-81be-f4f0bdb15553,segment=NetworkSegment(116a0e6d-ba7a-4942-8b45-3588e63a59e9),segment_id=116a0e6d-ba7a-4942-8b45-3588e63a59e9)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:46:33.350179 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:33.350814 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:33.384560 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:33.385182 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:33.386572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] 10.222.0.11 "PUT /v2.0/ports/c2cebe00-e4be-43ad-81be-f4f0bdb15553 HTTP/1.1" status: 200 len: 1092 time: 0.9819851 Aug 29 06:46:33.387014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e0cbe2-e02f-45bc-8686-43419f29d11b', 'tag': 'c2cebe00-e4be-43ad-81be-f4f0bdb15553'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:46:33.389928 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99db4029-3f46-4c50-9bf8-c97731269458" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e0cbe2-e02f-45bc-8686-43419f29d11b", "tag": "c2cebe00-e4be-43ad-81be-f4f0bdb15553"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:46:33.418847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd58ad9-c6d8-4e48-94f3-653e34b86397 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cebe00-e4be-43ad-81be-f4f0bdb15553,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:33.437486 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca96a182-188b-4223-86ae-fb9ae279c18c x-openstack-request-id: req-ca96a182-188b-4223-86ae-fb9ae279c18c {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:46:33.437784 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e0cbe2-e02f-45bc-8686-43419f29d11b", "tag": "c2cebe00-e4be-43ad-81be-f4f0bdb15553", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:46:33.438040 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca96a182-188b-4223-86ae-fb9ae279c18c {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:46:33.438430 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e0cbe2-e02f-45bc-8686-43419f29d11b', 'tag': 'c2cebe00-e4be-43ad-81be-f4f0bdb15553', 'status': 'completed', 'code': 200} Aug 29 06:46:33.576166 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db4029-3f46-4c50-9bf8-c97731269458 req-05f7fefc-2037-4853-b1e8-1ff4888747c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:33.578440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99db4029-3f46-4c50-9bf8-c97731269458 req-05f7fefc-2037-4853-b1e8-1ff4888747c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd4d8ba284df4163bc196a0f629322e4&device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 1095 time: 0.0488534 Aug 29 06:46:33.692167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db4029-3f46-4c50-9bf8-c97731269458 req-835157b7-ca64-42df-a490-d3d78629e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:33.693615 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99db4029-3f46-4c50-9bf8-c97731269458 req-835157b7-ca64-42df-a490-d3d78629e02b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=bd4d8ba284df4163bc196a0f629322e4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0968685 Aug 29 06:46:33.792581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db4029-3f46-4c50-9bf8-c97731269458 req-0c7353c9-8a80-4b97-b1fe-ac8457e48b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:33.794053 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99db4029-3f46-4c50-9bf8-c97731269458 req-0c7353c9-8a80-4b97-b1fe-ac8457e48b69 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930221 Aug 29 06:46:33.927341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-ea6f8e64-bc0f-49e6-8439-1e565b77e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:33.928847 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-ea6f8e64-bc0f-49e6-8439-1e565b77e0ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd4d8ba284df4163bc196a0f629322e4&device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 1095 time: 0.0414560 Aug 29 06:46:33.981508 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-37c87847-9284-4be2-bba7-c9d024887be2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2cebe00-e4be-43ad-81be-f4f0bdb15553 HTTP/1.1" status: 200 len: 217 time: 0.0358040 Aug 29 06:46:34.056721 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6721d329-e84f-4e14-a627-270126470101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:34.058154 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-6721d329-e84f-4e14-a627-270126470101 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=337f9fa8-dd15-484e-af17-4429c75d2bef HTTP/1.1" status: 200 len: 852 time: 0.0675745 Aug 29 06:46:34.067136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f331c-2905-4781-8ea9-4ac3a0cfa703 req-7dcf0707-7ba5-478f-965e-d1fec5ae6b81 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:34.068520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e36f331c-2905-4781-8ea9-4ac3a0cfa703 req-7dcf0707-7ba5-478f-965e-d1fec5ae6b81 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 943 time: 0.0895042 Aug 29 06:46:34.103791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-ee65610a-2d54-432b-b0bc-cc11df1470f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3b639e8a-5d85-4e4f-9f02-27e30c400dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339012 Aug 29 06:46:34.132609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e36f331c-2905-4781-8ea9-4ac3a0cfa703 req-b06efc91-0a38-4717-adff-66305ece173b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554390 Aug 29 06:46:34.211536 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-a29c250b-bf41-4c3e-bda3-7b296537b38c service neutron] 10.222.0.11 "GET /v2.0/networks/3b639e8a-5d85-4e4f-9f02-27e30c400dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929487 Aug 29 06:46:34.315578 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7baf26c1-1cd8-43bf-955f-2354b21d8a32 req-c9ff2f6e-3273-4d6c-afe4-0f61c5ccd6b1 service neutron] 10.222.0.11 "GET /v2.0/networks/3b639e8a-5d85-4e4f-9f02-27e30c400dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956225 Aug 29 06:46:34.384473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780b16f-a878-489c-99a9-bced2bbe6fa1 req-5ee6e21e-bf5e-49ce-aa23-7624c2d10834 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:34.385874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1780b16f-a878-489c-99a9-bced2bbe6fa1 req-5ee6e21e-bf5e-49ce-aa23-7624c2d10834 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 943 time: 0.0859566 Aug 29 06:46:34.397737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020d8e0-7000-4104-95d6-72ec2aba7d7e req-258667a3-3a3b-418a-87bd-222d8a4b6873 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:34.399117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9020d8e0-7000-4104-95d6-72ec2aba7d7e req-258667a3-3a3b-418a-87bd-222d8a4b6873 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 943 time: 0.0699270 Aug 29 06:46:34.454689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1780b16f-a878-489c-99a9-bced2bbe6fa1 req-ee399bb1-2d06-417a-b29a-a7e6d921569f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546033 Aug 29 06:46:34.459384 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9020d8e0-7000-4104-95d6-72ec2aba7d7e req-92e847cd-26c4-455c-b9a4-1a457ff7d96d tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533166 Aug 29 06:46:34.991308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-256ffcd0-cbf4-47f1-b487-304a6923de34 req-c36f725c-fb9b-49d7-94c1-3f225b41277b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393872 Aug 29 06:46:35.067017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ffcd0-cbf4-47f1-b487-304a6923de34 req-aff75dc5-551c-4104-a5c5-9175012c67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:35.068548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-256ffcd0-cbf4-47f1-b487-304a6923de34 req-aff75dc5-551c-4104-a5c5-9175012c67b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 1097 time: 0.0437181 Aug 29 06:46:35.169811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ffcd0-cbf4-47f1-b487-304a6923de34 req-5fc03d37-5bf7-4cfb-9189-bae5c8fc5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:35.171934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-256ffcd0-cbf4-47f1-b487-304a6923de34 req-5fc03d37-5bf7-4cfb-9189-bae5c8fc5c5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.0853777 Aug 29 06:46:35.219045 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-256ffcd0-cbf4-47f1-b487-304a6923de34 req-804a5a48-59c4-481b-b146-520dfd63f32f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7 HTTP/1.1" status: 200 len: 217 time: 0.0370679 Aug 29 06:46:35.295311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ffcd0-cbf4-47f1-b487-304a6923de34 req-6d620103-2bf2-4632-b860-ce09007c85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:35.297343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-256ffcd0-cbf4-47f1-b487-304a6923de34 req-6d620103-2bf2-4632-b860-ce09007c85d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.0693896 Aug 29 06:46:35.305659 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b13c1-8a9e-48a7-8f8a-b27da36e9986 req-7100db6c-ab67-4c49-8121-3d50ac19449b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:35.307052 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff9b13c1-8a9e-48a7-8f8a-b27da36e9986 req-7100db6c-ab67-4c49-8121-3d50ac19449b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 943 time: 0.0919814 Aug 29 06:46:35.336572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-256ffcd0-cbf4-47f1-b487-304a6923de34 req-4f23ac89-7404-434b-bf98-e8291db5fddb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285974 Aug 29 06:46:35.405671 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff9b13c1-8a9e-48a7-8f8a-b27da36e9986 req-d08f0c93-c306-4eb8-ac8e-410e3b44a6f4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897927 Aug 29 06:46:35.444728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-256ffcd0-cbf4-47f1-b487-304a6923de34 req-76515523-e537-4a0b-8b85-51aa62716528 service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995402 Aug 29 06:46:35.576311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-256ffcd0-cbf4-47f1-b487-304a6923de34 req-c6b398d1-a8b8-4ea4-8393-1c3244447587 service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245837 Aug 29 06:46:35.621663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564869b-8372-4513-9d87-3cfe680ce23c req-c006264d-9616-4e51-b7c1-38f97ad4a2c0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:35.623104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0564869b-8372-4513-9d87-3cfe680ce23c req-c006264d-9616-4e51-b7c1-38f97ad4a2c0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 943 time: 0.0982549 Aug 29 06:46:35.631283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec5aea-5019-475a-b626-376915644451 req-85a0f903-d0ce-49f3-ba97-c2986161d7e9 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:35.632628 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edec5aea-5019-475a-b626-376915644451 req-85a0f903-d0ce-49f3-ba97-c2986161d7e9 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 943 time: 0.0877075 Aug 29 06:46:35.687786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edec5aea-5019-475a-b626-376915644451 req-1734ac59-dc64-456b-95ee-e83810580907 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476758 Aug 29 06:46:35.691500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0564869b-8372-4513-9d87-3cfe680ce23c req-bfb5b7f2-8abd-4a6e-83f0-4a7de207c8b0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579402 Aug 29 06:46:36.523504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54abb64-ae9e-4d0b-98cf-c7986d64cdf6 req-b8e22c99-ccf5-4b21-820b-49462c368dbd tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:36.524962 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e54abb64-ae9e-4d0b-98cf-c7986d64cdf6 req-b8e22c99-ccf5-4b21-820b-49462c368dbd tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 943 time: 0.0500607 Aug 29 06:46:36.563708 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e54abb64-ae9e-4d0b-98cf-c7986d64cdf6 req-eb66607b-d14e-4d91-870a-4ac4a03ffadb tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321021 Aug 29 06:46:36.681686 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 305f0fa6-589c-425f-a4b5-af0074979ec5 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:46:36.788083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=305f0fa6-589c-425f-a4b5-af0074979ec5,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:36.802161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 305f0fa6-589c-425f-a4b5-af0074979ec5 has no active binding in host n-h2-713301-12 {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 06:46:36.827879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ec5d4-8ee3-48e9-9fd6-4ea41d40dfca req-d0857262-ea50-4f8e-bde7-7843ca82c429 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:36.829718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c4ec5d4-8ee3-48e9-9fd6-4ea41d40dfca req-d0857262-ea50-4f8e-bde7-7843ca82c429 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 943 time: 0.0559819 Aug 29 06:46:36.893074 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c4ec5d4-8ee3-48e9-9fd6-4ea41d40dfca req-cda7b3b3-cc10-4a96-9805-373a6eb622f5 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535028 Aug 29 06:46:36.908383 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646a077-9802-4362-a52a-1972f2e8229e req-2f04c9b4-021f-4dff-b7ee-865c0d05d457 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:36.908383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8646a077-9802-4362-a52a-1972f2e8229e req-2f04c9b4-021f-4dff-b7ee-865c0d05d457 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 943 time: 0.1394818 Aug 29 06:46:36.946630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8646a077-9802-4362-a52a-1972f2e8229e req-6517e93f-d922-4aa5-b84b-840f334e7105 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330772 Aug 29 06:46:37.682303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14903676-d000-4458-95dc-1f27b1444efb req-b7664463-30a3-443b-9ff2-c60bad1f9118 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:37.683772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14903676-d000-4458-95dc-1f27b1444efb req-b7664463-30a3-443b-9ff2-c60bad1f9118 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 943 time: 0.0489674 Aug 29 06:46:37.726888 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14903676-d000-4458-95dc-1f27b1444efb req-94a81d84-d6ec-404c-a1c9-7154a66181ba tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363598 Aug 29 06:46:37.898136 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-cd36ebab-aee5-489e-aa16-e8590725efa7 service neutron] 10.222.0.15 "GET /v2.0/ports/305f0fa6-589c-425f-a4b5-af0074979ec5/bindings/n-h2-713301-12 HTTP/1.1" status: 200 len: 385 time: 0.0598149 Aug 29 06:46:38.041475 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-36aaefe6-0bf5-4560-ba01-fcfb79cfb2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:38.111217 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b86cd-2500-4500-992a-752751dea049 req-45ff805b-8c7b-4a67-bea9-c463c62e93bb tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:38.112615 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d46b86cd-2500-4500-992a-752751dea049 req-45ff805b-8c7b-4a67-bea9-c463c62e93bb tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 943 time: 0.1483219 Aug 29 06:46:38.178032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d7761-4872-4afc-9faa-1309beb06e43 req-aa2ede3e-d1d6-414e-a6e5-9edcf1af1017 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:38.179644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-447d7761-4872-4afc-9faa-1309beb06e43 req-aa2ede3e-d1d6-414e-a6e5-9edcf1af1017 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 943 time: 0.1431725 Aug 29 06:46:38.185637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5eebe2bb-4fbe-4682-9eb8-49b0004f1f00 service neutron] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=305f0fa6-589c-425f-a4b5-af0074979ec5,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:38.225691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d46b86cd-2500-4500-992a-752751dea049 req-795f8b47-6d33-4038-8b55-ed21786565bc tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999691 Aug 29 06:46:38.232192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5eebe2bb-4fbe-4682-9eb8-49b0004f1f00 service neutron] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:46:38.275481 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-447d7761-4872-4afc-9faa-1309beb06e43 req-5e30335a-d805-49f3-83e5-6fafcf119576 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866146 Aug 29 06:46:38.279442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5eebe2bb-4fbe-4682-9eb8-49b0004f1f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305f0fa6-589c-425f-a4b5-af0074979ec5 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:46:38.301545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5eebe2bb-4fbe-4682-9eb8-49b0004f1f00 service neutron] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=305f0fa6-589c-425f-a4b5-af0074979ec5,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:38.375638 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5eebe2bb-4fbe-4682-9eb8-49b0004f1f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:38.457593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5eebe2bb-4fbe-4682-9eb8-49b0004f1f00 service neutron] Transition to ACTIVE for port object 305f0fa6-589c-425f-a4b5-af0074979ec5 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:46:38.555703 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5eebe2bb-4fbe-4682-9eb8-49b0004f1f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:38.625538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5eebe2bb-4fbe-4682-9eb8-49b0004f1f00 service neutron] No DVR routers for this DVR port 305f0fa6-589c-425f-a4b5-af0074979ec5 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:46:38.632784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebe2bb-4fbe-4682-9eb8-49b0004f1f00 service neutron] Pushing event updated for resources: {'Port': ['ID=305f0fa6-589c-425f-a4b5-af0074979ec5,revision_number=10']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:38.659810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-5eebe2bb-4fbe-4682-9eb8-49b0004f1f00 service neutron] 10.222.0.15 "PUT /v2.0/ports/305f0fa6-589c-425f-a4b5-af0074979ec5/bindings/n-h2-713301-12/activate HTTP/1.1" status: 200 len: 370 time: 0.7536206 Aug 29 06:46:38.681188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c2cebe00-e4be-43ad-81be-f4f0bdb15553 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:46:38.782076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c2cebe00-e4be-43ad-81be-f4f0bdb15553, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c2cebe00-e4be-43ad-81be-f4f0bdb15553,segment=NetworkSegment(116a0e6d-ba7a-4942-8b45-3588e63a59e9),segment_id=116a0e6d-ba7a-4942-8b45-3588e63a59e9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:38.794316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'c2cebe00-e4be-43ad-81be-f4f0bdb15553', 'network_id': '3b639e8a-5d85-4e4f-9f02-27e30c400dfb', 'port_id': 'c2cebe00-e4be-43ad-81be-f4f0bdb15553', 'mac_address': 'fa:16:3e:21:88:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337f9fa8-dd15-484e-af17-4429c75d2bef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:46:38.833433 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:38.847562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cebe00-e4be-43ad-81be-f4f0bdb15553 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:46:38.868529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c2cebe00-e4be-43ad-81be-f4f0bdb15553, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c2cebe00-e4be-43ad-81be-f4f0bdb15553,segment=NetworkSegment(116a0e6d-ba7a-4942-8b45-3588e63a59e9),segment_id=116a0e6d-ba7a-4942-8b45-3588e63a59e9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:38.873603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7fbc2-a2e9-449c-9d13-281273f7eace req-c4e66b4e-ecd3-444e-a054-9b5533bb3575 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:38.875090 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12a7fbc2-a2e9-449c-9d13-281273f7eace req-c4e66b4e-ecd3-444e-a054-9b5533bb3575 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 944 time: 0.0769503 Aug 29 06:46:38.900439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-dceb7e61-029c-47cd-92e3-f1cb27002a4a tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:38.901767 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-dceb7e61-029c-47cd-92e3-f1cb27002a4a tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69&tenant_id=ae1a013e8eb8401888d6fb6666c86936&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 1096 time: 0.0789587 Aug 29 06:46:38.929361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12a7fbc2-a2e9-449c-9d13-281273f7eace req-617e178a-5c1a-4222-bb01-271aba142edc tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479090 Aug 29 06:46:38.957810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-c0a64f58-054b-4a3e-9b20-e73357ccb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:38.959292 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-c0a64f58-054b-4a3e-9b20-e73357ccb316 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69&tenant_id=ae1a013e8eb8401888d6fb6666c86936 HTTP/1.1" status: 200 len: 1096 time: 0.0450373 Aug 29 06:46:38.972627 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:38.973303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b28c40f8-3d4c-49c5-874e-92f460214ad9 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:46:39.034160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-50c66833-3a6f-4e72-ae11-fee5361f7d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:39.035740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-50c66833-3a6f-4e72-ae11-fee5361f7d12 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 1096 time: 0.0407801 Aug 29 06:46:39.067439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=c2cebe00-e4be-43ad-81be-f4f0bdb15553,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:39.111281 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port b28c40f8-3d4c-49c5-874e-92f460214ad9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b28c40f8-3d4c-49c5-874e-92f460214ad9,segment=NetworkSegment(0e519fd3-34af-406a-a577-5d729b1d6e09),segment_id=0e519fd3-34af-406a-a577-5d729b1d6e09)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:39.123115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'b28c40f8-3d4c-49c5-874e-92f460214ad9', 'network_id': '8d04d12f-c38d-46cb-8d75-bac77b7b40ae', 'port_id': 'b28c40f8-3d4c-49c5-874e-92f460214ad9', 'mac_address': 'fa:16:3e:dd:4a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c2fc87-70b6-4f7c-8bcd-f850a040a28d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:46:39.141257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-6aad36e7-4e30-4674-a0ff-9176f0356304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:39.141257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-6aad36e7-4e30-4674-a0ff-9176f0356304 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.0939407 Aug 29 06:46:39.175466 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:39.177484 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28c40f8-3d4c-49c5-874e-92f460214ad9 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:46:39.189170 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-7be7558b-b644-4f08-b491-3e316c771ea4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305f0fa6-589c-425f-a4b5-af0074979ec5 HTTP/1.1" status: 200 len: 217 time: 0.0369072 Aug 29 06:46:39.196438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port b28c40f8-3d4c-49c5-874e-92f460214ad9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b28c40f8-3d4c-49c5-874e-92f460214ad9,segment=NetworkSegment(0e519fd3-34af-406a-a577-5d729b1d6e09),segment_id=0e519fd3-34af-406a-a577-5d729b1d6e09)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:39.238613 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-c38af9cc-87ab-441f-ada3-92abd17bfba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:39.240065 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-c38af9cc-87ab-441f-ada3-92abd17bfba0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.0440786 Aug 29 06:46:39.264642 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:39.272263 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-1000b799-f724-4e6c-ae27-5474921caf0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249734 Aug 29 06:46:39.318892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=b28c40f8-3d4c-49c5-874e-92f460214ad9,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:39.389107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 305f0fa6-589c-425f-a4b5-af0074979ec5 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:46:39.424724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a990a4b-d2e7-4abc-a615-f237c77f25a9 req-c461ebf0-8f80-4fbb-884c-6fed44ae2cbf tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:39.426224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a990a4b-d2e7-4abc-a615-f237c77f25a9 req-c461ebf0-8f80-4fbb-884c-6fed44ae2cbf tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 944 time: 0.0973480 Aug 29 06:46:39.428814 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 305f0fa6-589c-425f-a4b5-af0074979ec5 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:46:39.460878 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-ab2a4061-7eb3-4f9c-b2cb-ea9d318c6cb2 service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811759 Aug 29 06:46:39.468396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617931e1-ed02-46bf-afd3-f5d635ec5302 req-98dc03ba-0685-46fd-9306-cd629549e29a tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:39.469781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-617931e1-ed02-46bf-afd3-f5d635ec5302 req-98dc03ba-0685-46fd-9306-cd629549e29a tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 944 time: 0.1125002 Aug 29 06:46:39.548130 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a990a4b-d2e7-4abc-a615-f237c77f25a9 req-48783aa1-bb44-488e-ba8c-383ca53731b9 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106174 Aug 29 06:46:39.581505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-617931e1-ed02-46bf-afd3-f5d635ec5302 req-840d459b-7012-4023-8807-c0d0fd9e7c47 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018853 Aug 29 06:46:39.602961 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-e2c8fa09-f541-4921-9d35-3977f06e0c65 service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321580 Aug 29 06:46:39.826734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['b28c40f8-3d4c-49c5-874e-92f460214ad9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:39.850237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['c2cebe00-e4be-43ad-81be-f4f0bdb15553'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:40.050390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77e087-520a-460c-9574-f125a82f9d55 req-9b9b8d5e-7542-4d60-9454-889f78ea7b68 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:40.052344 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e77e087-520a-460c-9574-f125a82f9d55 req-9b9b8d5e-7542-4d60-9454-889f78ea7b68 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 944 time: 0.0516987 Aug 29 06:46:40.097632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e77e087-520a-460c-9574-f125a82f9d55 req-80e91600-d7f8-4b1c-bb2f-de691cc90791 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376852 Aug 29 06:46:40.219980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-eaf97939-88f5-48a2-a478-36fc41dc6bea tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:40.221407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-eaf97939-88f5-48a2-a478-36fc41dc6bea tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69&tenant_id=ae1a013e8eb8401888d6fb6666c86936&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 1096 time: 0.0446734 Aug 29 06:46:40.376151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-d22e6005-9569-4da0-ba06-8d1dede63c1b service neutron] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:46:40.379541 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-d22e6005-9569-4da0-ba06-8d1dede63c1b service neutron] Notify callbacks [] for binding, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:40.387861 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9846ba66-aed5-4b72-b01e-562f72c9876e req-d22e6005-9569-4da0-ba06-8d1dede63c1b service neutron] 10.222.0.11 "DELETE /v2.0/ports/305f0fa6-589c-425f-a4b5-af0074979ec5/bindings/n-h1-713301-12 HTTP/1.1" status: 204 len: 173 time: 0.1518118 Aug 29 06:46:40.538470 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6ee0aab0-d0b8-4066-b248-44a741871043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:40.678485 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258ab8f-dcd7-4efc-95b1-09095b5592a0 req-23e1631c-ed47-4841-a453-47a20fb3b584 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:40.680003 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a258ab8f-dcd7-4efc-95b1-09095b5592a0 req-23e1631c-ed47-4841-a453-47a20fb3b584 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 944 time: 0.0628486 Aug 29 06:46:40.739318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582933-a960-4db7-946f-9c90aaac2506 req-9a5b06a2-be75-485a-816e-61cb56a2cb40 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:40.740999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f582933-a960-4db7-946f-9c90aaac2506 req-9a5b06a2-be75-485a-816e-61cb56a2cb40 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 944 time: 0.0838320 Aug 29 06:46:40.746115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a258ab8f-dcd7-4efc-95b1-09095b5592a0 req-5fbc9d66-fac7-478f-8267-1a17fd5fa2c0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516481 Aug 29 06:46:40.750618 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:40.779056 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f582933-a960-4db7-946f-9c90aaac2506 req-de9a926e-ba10-4db0-b54f-a94a89c0b465 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317550 Aug 29 06:46:41.213743 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b89e7-703c-4692-a87e-ee718928f880 req-8d12f37c-8bf0-46dd-a8f3-13f98cc89b9b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:41.215260 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b5b89e7-703c-4692-a87e-ee718928f880 req-8d12f37c-8bf0-46dd-a8f3-13f98cc89b9b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 944 time: 0.0496318 Aug 29 06:46:41.254387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b5b89e7-703c-4692-a87e-ee718928f880 req-9e681603-59b3-4828-8343-b37ac618b77e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Aug 29 06:46:41.635976 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:41.694934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be2d54-15db-4afc-9cd5-b00e7f008f06 req-5ae71efd-0c34-4091-8897-dd8c0d3938f5 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:41.696468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2be2d54-15db-4afc-9cd5-b00e7f008f06 req-5ae71efd-0c34-4091-8897-dd8c0d3938f5 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 1096 time: 0.3519783 Aug 29 06:46:41.730550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2be2d54-15db-4afc-9cd5-b00e7f008f06 req-3017a30c-5bb6-4880-8eab-e04ff65426de tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275784 Aug 29 06:46:41.849755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bb607-f077-4e7e-8204-ac600a39c6d1 req-2f7c6f73-06e0-4a6f-92b6-384d1e120257 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:41.851244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf4bb607-f077-4e7e-8204-ac600a39c6d1 req-2f7c6f73-06e0-4a6f-92b6-384d1e120257 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 1096 time: 0.0507135 Aug 29 06:46:41.903105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf4bb607-f077-4e7e-8204-ac600a39c6d1 req-dc6ac661-1bcb-4a8b-b71a-f2525fde4c26 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385125 Aug 29 06:46:41.911382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6712b-8273-4fd3-91dd-794025d541f8 req-5974dc50-bea9-4466-be5a-211f5a536adb tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:41.913596 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ed6712b-8273-4fd3-91dd-794025d541f8 req-5974dc50-bea9-4466-be5a-211f5a536adb tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 944 time: 0.0778468 Aug 29 06:46:41.957080 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ed6712b-8273-4fd3-91dd-794025d541f8 req-fcbd8f2e-143a-4e83-8a4d-f8a17616a047 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375843 Aug 29 06:46:42.027438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fb94c-5d53-4965-ba6d-188145c54d57 req-95f70074-b3f7-41a8-86a5-1c58b67dcf1a tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:42.029031 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-425fb94c-5d53-4965-ba6d-188145c54d57 req-95f70074-b3f7-41a8-86a5-1c58b67dcf1a tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 944 time: 0.0688801 Aug 29 06:46:42.068411 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-425fb94c-5d53-4965-ba6d-188145c54d57 req-712cd568-b193-401e-8631-cb36bd873e01 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327415 Aug 29 06:46:42.684460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c2cebe00-e4be-43ad-81be-f4f0bdb15553 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:46:42.812640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port c2cebe00-e4be-43ad-81be-f4f0bdb15553 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:46:42.816632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port c2cebe00-e4be-43ad-81be-f4f0bdb15553 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:46:42.817005 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:42.901310 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:42.923308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e0cbe2-e02f-45bc-8686-43419f29d11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cebe00-e4be-43ad-81be-f4f0bdb15553'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:46:42.925667 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59aa8f4-11d1-4100-8032-28d785bb9527" -d '{"events": [{"server_uuid": "e4e0cbe2-e02f-45bc-8686-43419f29d11b", "name": "network-vif-plugged", "status": "completed", "tag": "c2cebe00-e4be-43ad-81be-f4f0bdb15553"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:46:42.938236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c2cebe00-e4be-43ad-81be-f4f0bdb15553, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c2cebe00-e4be-43ad-81be-f4f0bdb15553,segment=NetworkSegment(116a0e6d-ba7a-4942-8b45-3588e63a59e9),segment_id=116a0e6d-ba7a-4942-8b45-3588e63a59e9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:42.965083 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000e4032-e605-4cfd-bbac-6955ab4de1f2 x-openstack-request-id: req-000e4032-e605-4cfd-bbac-6955ab4de1f2 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:46:42.965375 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e0cbe2-e02f-45bc-8686-43419f29d11b", "name": "network-vif-plugged", "status": "completed", "tag": "c2cebe00-e4be-43ad-81be-f4f0bdb15553", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:46:42.965633 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-000e4032-e605-4cfd-bbac-6955ab4de1f2 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:46:42.966025 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e0cbe2-e02f-45bc-8686-43419f29d11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cebe00-e4be-43ad-81be-f4f0bdb15553', 'code': 200} Aug 29 06:46:43.024031 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:43.024994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b28c40f8-3d4c-49c5-874e-92f460214ad9 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:46:43.111575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c0f28-43a5-4b33-8f8f-8912793d483a req-7d88c0d8-6d10-4cbc-a9a7-d84bf1cfa440 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:43.112912 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=c2cebe00-e4be-43ad-81be-f4f0bdb15553,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:43.116783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a97c0f28-43a5-4b33-8f8f-8912793d483a req-7d88c0d8-6d10-4cbc-a9a7-d84bf1cfa440 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 944 time: 0.0887544 Aug 29 06:46:43.120751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081a28b-6754-4342-823f-9f50c34bf917 req-b2b5f5b5-bf3a-45e8-bb3e-d5249f9f8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:43.122566 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9081a28b-6754-4342-823f-9f50c34bf917 req-b2b5f5b5-bf3a-45e8-bb3e-d5249f9f8ae8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 1097 time: 0.0666056 Aug 29 06:46:43.167664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port b28c40f8-3d4c-49c5-874e-92f460214ad9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:46:43.172368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port b28c40f8-3d4c-49c5-874e-92f460214ad9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:46:43.172746 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:43.184088 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a97c0f28-43a5-4b33-8f8f-8912793d483a req-41060110-370b-4873-9b59-9d2742d8263a tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664372 Aug 29 06:46:43.220489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9081a28b-6754-4342-823f-9f50c34bf917 req-cd80acae-e69c-4a41-9eec-c2136ca87606 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784588 Aug 29 06:46:43.231986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc20ad4-c9d9-47b2-816a-0a0214d267c0 req-6f20711b-e2ca-4aca-80d5-141cd0edf05d tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:43.233490 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccc20ad4-c9d9-47b2-816a-0a0214d267c0 req-6f20711b-e2ca-4aca-80d5-141cd0edf05d tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 945 time: 0.0706751 Aug 29 06:46:43.276551 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:43.287489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccc20ad4-c9d9-47b2-816a-0a0214d267c0 req-234266f3-3e9e-453b-b7b8-9c0e42c762c8 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452249 Aug 29 06:46:43.323593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port b28c40f8-3d4c-49c5-874e-92f460214ad9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b28c40f8-3d4c-49c5-874e-92f460214ad9,segment=NetworkSegment(0e519fd3-34af-406a-a577-5d729b1d6e09),segment_id=0e519fd3-34af-406a-a577-5d729b1d6e09)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:43.378194 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:43.395574 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:43.442981 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=b28c40f8-3d4c-49c5-874e-92f460214ad9,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:44.302961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa6655-50d9-4267-8518-44c17029db14 req-0bf36ec0-25d4-42b7-8bd8-6d135cfdc773 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:44.304679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dffa6655-50d9-4267-8518-44c17029db14 req-0bf36ec0-25d4-42b7-8bd8-6d135cfdc773 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 945 time: 0.0510991 Aug 29 06:46:44.349475 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dffa6655-50d9-4267-8518-44c17029db14 req-22d7145b-c544-45cd-8312-407580303494 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388198 Aug 29 06:46:44.454033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234d5f3-563b-491f-8c86-adc1c6ffab5f req-a385acf0-d7c9-45a0-ae12-75133bd04c82 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:44.455525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5234d5f3-563b-491f-8c86-adc1c6ffab5f req-a385acf0-d7c9-45a0-ae12-75133bd04c82 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 945 time: 0.0545270 Aug 29 06:46:44.494019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5234d5f3-563b-491f-8c86-adc1c6ffab5f req-6017beba-5cfe-4bba-a1b8-0a3b47cd6cdb tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324664 Aug 29 06:46:44.967310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a16482-4558-4029-8842-575724ac877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28c40f8-3d4c-49c5-874e-92f460214ad9'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:46:44.969958 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9953e6b0-fda0-450c-873e-f60e8db4fca0" -d '{"events": [{"server_uuid": "32a16482-4558-4029-8842-575724ac877c", "name": "network-vif-plugged", "status": "completed", "tag": "b28c40f8-3d4c-49c5-874e-92f460214ad9"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:46:45.008309 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0be0e24-1880-46bd-82d5-fbe6226884a6 x-openstack-request-id: req-d0be0e24-1880-46bd-82d5-fbe6226884a6 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:46:45.008309 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a16482-4558-4029-8842-575724ac877c", "name": "network-vif-plugged", "status": "completed", "tag": "b28c40f8-3d4c-49c5-874e-92f460214ad9", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:46:45.008309 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0be0e24-1880-46bd-82d5-fbe6226884a6 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:46:45.008309 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a16482-4558-4029-8842-575724ac877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28c40f8-3d4c-49c5-874e-92f460214ad9', 'code': 200} Aug 29 06:46:45.169075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795777e-da9d-435d-bb72-1652ffda45f9 req-3ef00676-c1b5-4cb5-85b1-57f0b4db88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:45.171341 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c795777e-da9d-435d-bb72-1652ffda45f9 req-3ef00676-c1b5-4cb5-85b1-57f0b4db88b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 1097 time: 0.0436246 Aug 29 06:46:45.207591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c795777e-da9d-435d-bb72-1652ffda45f9 req-19363d02-aee0-4a7d-80a9-d3fa5d603376 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291870 Aug 29 06:46:45.470255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f3021-c09f-4641-aa5d-c209ec51aa41 req-30d5a4b2-6548-48db-9622-eb7ab7094a31 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:45.471847 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-927f3021-c09f-4641-aa5d-c209ec51aa41 req-30d5a4b2-6548-48db-9622-eb7ab7094a31 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 945 time: 0.0515804 Aug 29 06:46:45.512608 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-927f3021-c09f-4641-aa5d-c209ec51aa41 req-288d9c90-3a26-4abe-aea8-9c6005b9e211 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347090 Aug 29 06:46:45.617859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760588b-502d-447c-a6cb-6c42725dafe6 req-67b20341-5730-4ccb-a4bb-7508311f6901 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:45.619347 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c760588b-502d-447c-a6cb-6c42725dafe6 req-67b20341-5730-4ccb-a4bb-7508311f6901 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 945 time: 0.0529737 Aug 29 06:46:45.657479 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c760588b-502d-447c-a6cb-6c42725dafe6 req-0cf8f408-07ae-4dbb-bd0e-5fdc09fbffac tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Aug 29 06:46:46.321038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d623ea-bdbf-4889-8e25-53b75629315c req-84063ae4-c3f3-46e8-9432-0fb49825da78 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:46.322526 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-37d623ea-bdbf-4889-8e25-53b75629315c req-84063ae4-c3f3-46e8-9432-0fb49825da78 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 945 time: 0.0594456 Aug 29 06:46:46.360501 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-37d623ea-bdbf-4889-8e25-53b75629315c req-fc817600-8a1e-4ad8-8084-a532681b8079 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317662 Aug 29 06:46:46.635115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799350d-9021-4980-8e45-c68ac516ddeb req-0f25617a-4fc9-4ed1-9ae6-726f484a7b22 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:46.636636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2799350d-9021-4980-8e45-c68ac516ddeb req-0f25617a-4fc9-4ed1-9ae6-726f484a7b22 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 945 time: 0.0506589 Aug 29 06:46:46.676261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2799350d-9021-4980-8e45-c68ac516ddeb req-bf48239b-07ea-4a70-8327-e986dea9df15 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335088 Aug 29 06:46:47.482967 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6d53e-c522-4213-b200-6b3d9b66d265 req-6163bb66-6fa3-4c46-9259-76c659840813 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:47.484355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ea6d53e-c522-4213-b200-6b3d9b66d265 req-6163bb66-6fa3-4c46-9259-76c659840813 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 945 time: 0.0525000 Aug 29 06:46:47.523126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ea6d53e-c522-4213-b200-6b3d9b66d265 req-b8fcd078-4802-4d3a-bfb5-117e8f60bc06 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323937 Aug 29 06:46:47.793480 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e45d7-cc8a-4a6b-aa36-ed2d80018951 req-545edc8f-6a62-407c-ad4a-71bcf9938b28 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:47.794968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f22e45d7-cc8a-4a6b-aa36-ed2d80018951 req-545edc8f-6a62-407c-ad4a-71bcf9938b28 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 945 time: 0.0487711 Aug 29 06:46:47.831913 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f22e45d7-cc8a-4a6b-aa36-ed2d80018951 req-48d548a9-3ab8-4fe4-9589-617633ba339a tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308588 Aug 29 06:46:47.932110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a442d005-b4ea-46b1-8b89-555df8c2859e req-cb986280-fd8b-4c34-a43b-ed64a2b63a98 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-328109123&fields=id&tenant_id=edd0484396b040dda2d3b69128282e55 HTTP/1.1" status: 200 len: 267 time: 0.0336311 Aug 29 06:46:47.989788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442d005-b4ea-46b1-8b89-555df8c2859e req-dc551106-ef98-480a-9007-a19d05dcba39 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:47.991380 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a442d005-b4ea-46b1-8b89-555df8c2859e req-dc551106-ef98-480a-9007-a19d05dcba39 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 945 time: 0.0536952 Aug 29 06:46:48.003395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-a442d005-b4ea-46b1-8b89-555df8c2859e req-ff4150bb-062b-4369-bb58-829e1a4bdbf2 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'port': {'security_groups': ['86f1b7f6-c659-4cf8-9893-508c125d4eb9', '64fc3c75-abb0-492a-8ca6-25cfac57cae6']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:48.075319 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a442d005-b4ea-46b1-8b89-555df8c2859e req-ff4150bb-062b-4369-bb58-829e1a4bdbf2 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:48.261899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-a442d005-b4ea-46b1-8b89-555df8c2859e req-ff4150bb-062b-4369-bb58-829e1a4bdbf2 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] For port b28c40f8-3d4c-49c5-874e-92f460214ad9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b28c40f8-3d4c-49c5-874e-92f460214ad9,segment=NetworkSegment(0e519fd3-34af-406a-a577-5d729b1d6e09),segment_id=0e519fd3-34af-406a-a577-5d729b1d6e09)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:48.302063 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a442d005-b4ea-46b1-8b89-555df8c2859e req-ff4150bb-062b-4369-bb58-829e1a4bdbf2 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:48.379496 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a442d005-b4ea-46b1-8b89-555df8c2859e req-ff4150bb-062b-4369-bb58-829e1a4bdbf2 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:48.422936 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['b28c40f8-3d4c-49c5-874e-92f460214ad9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:48.433018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442d005-b4ea-46b1-8b89-555df8c2859e req-ff4150bb-062b-4369-bb58-829e1a4bdbf2 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:48.433710 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a442d005-b4ea-46b1-8b89-555df8c2859e req-ff4150bb-062b-4369-bb58-829e1a4bdbf2 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:48.438898 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a442d005-b4ea-46b1-8b89-555df8c2859e req-ff4150bb-062b-4369-bb58-829e1a4bdbf2 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "PUT /v2.0/ports/b28c40f8-3d4c-49c5-874e-92f460214ad9 HTTP/1.1" status: 200 len: 981 time: 0.4404111 Aug 29 06:46:48.439432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a16482-4558-4029-8842-575724ac877c', 'tag': 'b28c40f8-3d4c-49c5-874e-92f460214ad9'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:46:48.441803 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9d8ead-17dd-4190-af4a-fa32d79bbda8" -d '{"events": [{"name": "network-changed", "server_uuid": "32a16482-4558-4029-8842-575724ac877c", "tag": "b28c40f8-3d4c-49c5-874e-92f460214ad9"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:46:48.479979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4150bb-062b-4369-bb58-829e1a4bdbf2 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'Port': ['ID=b28c40f8-3d4c-49c5-874e-92f460214ad9,revision_number=6']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:48.497549 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22694812-ad3c-4acf-b745-ae278af42c53 x-openstack-request-id: req-22694812-ad3c-4acf-b745-ae278af42c53 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:46:48.497878 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a16482-4558-4029-8842-575724ac877c", "tag": "b28c40f8-3d4c-49c5-874e-92f460214ad9", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:46:48.498671 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22694812-ad3c-4acf-b745-ae278af42c53 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:46:48.499082 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a16482-4558-4029-8842-575724ac877c', 'tag': 'b28c40f8-3d4c-49c5-874e-92f460214ad9', 'status': 'completed', 'code': 200} Aug 29 06:46:48.524422 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58414281-03e0-456d-a66f-add03364ddc2 req-13cf0fd5-2689-4c03-b500-2eecd7048195 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:48.526071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58414281-03e0-456d-a66f-add03364ddc2 req-13cf0fd5-2689-4c03-b500-2eecd7048195 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 945 time: 0.0592179 Aug 29 06:46:48.608502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d8ead-17dd-4190-af4a-fa32d79bbda8 req-c8ae9f50-fecc-42ae-a509-2d05a0257df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:48.610380 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cf9d8ead-17dd-4190-af4a-fa32d79bbda8 req-c8ae9f50-fecc-42ae-a509-2d05a0257df2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=edd0484396b040dda2d3b69128282e55&device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 1136 time: 0.0688226 Aug 29 06:46:48.628092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['b28c40f8-3d4c-49c5-874e-92f460214ad9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:48.631992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42190ce3-6908-4621-ad8d-8ecd087dea4f req-6d2e83c7-ae18-4e64-b1cc-741126407d76 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1271018131&fields=id&tenant_id=edd0484396b040dda2d3b69128282e55 HTTP/1.1" status: 200 len: 267 time: 0.1048934 Aug 29 06:46:48.717873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d8ead-17dd-4190-af4a-fa32d79bbda8 req-a62160a1-0856-4997-8be1-9567d72f94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:48.720302 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cf9d8ead-17dd-4190-af4a-fa32d79bbda8 req-a62160a1-0856-4997-8be1-9567d72f94eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae HTTP/1.1" status: 200 len: 913 time: 0.0981476 Aug 29 06:46:48.725736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46724b1-1183-49d0-bfd2-3b48b3505219 req-8e201f9d-1bc3-440b-a134-f8cdd6a549ae tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:48.727300 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b46724b1-1183-49d0-bfd2-3b48b3505219 req-8e201f9d-1bc3-440b-a134-f8cdd6a549ae tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 945 time: 0.1025424 Aug 29 06:46:48.751319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-58414281-03e0-456d-a66f-add03364ddc2 req-ea1aec17-1e8e-4d5c-a272-1a85edbb1877 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Deleting port c2cebe00-e4be-43ad-81be-f4f0bdb15553 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:46:48.751664 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-58414281-03e0-456d-a66f-add03364ddc2 req-ea1aec17-1e8e-4d5c-a272-1a85edbb1877 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:48.771360 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cf9d8ead-17dd-4190-af4a-fa32d79bbda8 req-8624abeb-66e0-4e1b-918a-4a8e93d23922 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b28c40f8-3d4c-49c5-874e-92f460214ad9 HTTP/1.1" status: 200 len: 217 time: 0.0423343 Aug 29 06:46:48.811180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42190ce3-6908-4621-ad8d-8ecd087dea4f req-9a5fb2f4-db00-4bd4-b2a8-47f2ac2ec2a9 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:48.812792 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42190ce3-6908-4621-ad8d-8ecd087dea4f req-9a5fb2f4-db00-4bd4-b2a8-47f2ac2ec2a9 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 984 time: 0.1550527 Aug 29 06:46:48.832650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d8ead-17dd-4190-af4a-fa32d79bbda8 req-ee549ecc-0dce-4bae-a65b-b4af622611aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:48.834774 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cf9d8ead-17dd-4190-af4a-fa32d79bbda8 req-ee549ecc-0dce-4bae-a65b-b4af622611aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9c2fc87-70b6-4f7c-8bcd-f850a040a28d HTTP/1.1" status: 200 len: 852 time: 0.0567579 Aug 29 06:46:48.838288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-42190ce3-6908-4621-ad8d-8ecd087dea4f req-77c55b68-0308-447c-a49f-a2e7921b93c0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'port': {'security_groups': ['64fc3c75-abb0-492a-8ca6-25cfac57cae6', '86f1b7f6-c659-4cf8-9893-508c125d4eb9', '6ae5fa81-4842-4c38-b443-e0b8d5438a40']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:48.872269 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cf9d8ead-17dd-4190-af4a-fa32d79bbda8 req-ee7da2db-cb58-4ead-a1ab-79538c3c3598 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275376 Aug 29 06:46:48.879434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b46724b1-1183-49d0-bfd2-3b48b3505219 req-e4bd4cad-08fd-4c91-a70c-e6c6a110c37f tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/security-groups?id=071b28e6-8bfd-4448-8ac1-12b34f337b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368077 Aug 29 06:46:48.955825 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-42190ce3-6908-4621-ad8d-8ecd087dea4f req-77c55b68-0308-447c-a49f-a2e7921b93c0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:48.973751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-58414281-03e0-456d-a66f-add03364ddc2 req-ea1aec17-1e8e-4d5c-a272-1a85edbb1877 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] For port c2cebe00-e4be-43ad-81be-f4f0bdb15553, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c2cebe00-e4be-43ad-81be-f4f0bdb15553,segment=NetworkSegment(116a0e6d-ba7a-4942-8b45-3588e63a59e9),segment_id=116a0e6d-ba7a-4942-8b45-3588e63a59e9)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:48.974129 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-58414281-03e0-456d-a66f-add03364ddc2 req-ea1aec17-1e8e-4d5c-a272-1a85edbb1877 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:48.977470 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cf9d8ead-17dd-4190-af4a-fa32d79bbda8 req-33176e39-7d68-4078-9ebf-93931a45e2e1 service neutron] 10.222.0.11 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977273 Aug 29 06:46:49.012126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-58414281-03e0-456d-a66f-add03364ddc2 req-ea1aec17-1e8e-4d5c-a272-1a85edbb1877 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Calling delete_port for c2cebe00-e4be-43ad-81be-f4f0bdb15553 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:46:49.073351 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cf9d8ead-17dd-4190-af4a-fa32d79bbda8 req-f69b018e-80c9-4091-8d32-1196c956606f service neutron] 10.222.0.11 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883241 Aug 29 06:46:49.280833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-42190ce3-6908-4621-ad8d-8ecd087dea4f req-77c55b68-0308-447c-a49f-a2e7921b93c0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] For port b28c40f8-3d4c-49c5-874e-92f460214ad9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b28c40f8-3d4c-49c5-874e-92f460214ad9,segment=NetworkSegment(0e519fd3-34af-406a-a577-5d729b1d6e09),segment_id=0e519fd3-34af-406a-a577-5d729b1d6e09)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:46:49.311966 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-42190ce3-6908-4621-ad8d-8ecd087dea4f req-77c55b68-0308-447c-a49f-a2e7921b93c0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:49.337888 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-58414281-03e0-456d-a66f-add03364ddc2 req-ea1aec17-1e8e-4d5c-a272-1a85edbb1877 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:49.372805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['c2cebe00-e4be-43ad-81be-f4f0bdb15553'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:49.376652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1aec17-1e8e-4d5c-a272-1a85edbb1877 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Pushing event deleted for resources: {'Port': ['ID=c2cebe00-e4be-43ad-81be-f4f0bdb15553,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:49.405645 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-42190ce3-6908-4621-ad8d-8ecd087dea4f req-77c55b68-0308-447c-a49f-a2e7921b93c0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:49.429840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-58414281-03e0-456d-a66f-add03364ddc2 req-ea1aec17-1e8e-4d5c-a272-1a85edbb1877 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] No DVR routers for this DVR port c2cebe00-e4be-43ad-81be-f4f0bdb15553 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:46:49.447909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['b28c40f8-3d4c-49c5-874e-92f460214ad9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:49.453458 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-58414281-03e0-456d-a66f-add03364ddc2 req-ea1aec17-1e8e-4d5c-a272-1a85edbb1877 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:49.453458 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58414281-03e0-456d-a66f-add03364ddc2 req-ea1aec17-1e8e-4d5c-a272-1a85edbb1877 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.11 "DELETE /v2.0/ports/c2cebe00-e4be-43ad-81be-f4f0bdb15553 HTTP/1.1" status: 204 len: 173 time: 0.9199224 Aug 29 06:46:49.467639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42190ce3-6908-4621-ad8d-8ecd087dea4f req-77c55b68-0308-447c-a49f-a2e7921b93c0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:49.468275 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-42190ce3-6908-4621-ad8d-8ecd087dea4f req-77c55b68-0308-447c-a49f-a2e7921b93c0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:49.469645 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42190ce3-6908-4621-ad8d-8ecd087dea4f req-77c55b68-0308-447c-a49f-a2e7921b93c0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "PUT /v2.0/ports/b28c40f8-3d4c-49c5-874e-92f460214ad9 HTTP/1.1" status: 200 len: 1020 time: 0.6360908 Aug 29 06:46:49.494882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c55b68-0308-447c-a49f-a2e7921b93c0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'Port': ['ID=b28c40f8-3d4c-49c5-874e-92f460214ad9,revision_number=7']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:49.608753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fecb25-ada0-4854-9e99-bd9a2c1e6677 req-04a33d66-5d42-43bb-88b6-6cb06b03664c tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:49.620248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4fecb25-ada0-4854-9e99-bd9a2c1e6677 req-04a33d66-5d42-43bb-88b6-6cb06b03664c tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 1023 time: 0.0731177 Aug 29 06:46:49.674471 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['b28c40f8-3d4c-49c5-874e-92f460214ad9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:49.705683 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4fecb25-ada0-4854-9e99-bd9a2c1e6677 req-43d44b18-7153-4124-b2de-f1d5141709a3 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=64fc3c75-abb0-492a-8ca6-25cfac57cae6&id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&id=6ae5fa81-4842-4c38-b443-e0b8d5438a40 HTTP/1.1" status: 200 len: 6154 time: 0.0876687 Aug 29 06:46:49.737117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-94fc4270-f6fa-401c-b4e5-100084344c64 req-ce3a46f7-3e03-4ec6-b1d6-a01a82850d62 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'security_group': {'name': ' tempest-securitygroup -72742138 ', 'description': 'tempest-description-1196613428'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:49.870700 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-94fc4270-f6fa-401c-b4e5-100084344c64 req-ce3a46f7-3e03-4ec6-b1d6-a01a82850d62 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:49.987852 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-94fc4270-f6fa-401c-b4e5-100084344c64 req-ce3a46f7-3e03-4ec6-b1d6-a01a82850d62 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:50.006000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01b0f09e-ff6a-4142-b167-6afea5c6741d req-f78eb9f2-cc0c-4aed-82a6-028a416c47b2 tempest-ServerAddressesTestJSON-1909614118 tempest-ServerAddressesTestJSON-1909614118-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4e0cbe2-e02f-45bc-8686-43419f29d11b HTTP/1.1" status: 200 len: 210 time: 0.0328691 Aug 29 06:46:50.052792 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-94fc4270-f6fa-401c-b4e5-100084344c64 req-ce3a46f7-3e03-4ec6-b1d6-a01a82850d62 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:50.084411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a46f7-3e03-4ec6-b1d6-a01a82850d62 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9962f54b-66cb-446a-9f77-76447231d167,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:50.132605 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-94fc4270-f6fa-401c-b4e5-100084344c64 req-ce3a46f7-3e03-4ec6-b1d6-a01a82850d62 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:50.133983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94fc4270-f6fa-401c-b4e5-100084344c64 req-ce3a46f7-3e03-4ec6-b1d6-a01a82850d62 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.4031961 Aug 29 06:46:50.210953 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a2365ea-7f23-4722-a065-c0959e1c6d15 req-038870eb-ae27-47a5-8a84-5da45348f866 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/9962f54b-66cb-446a-9f77-76447231d167 HTTP/1.1" status: 200 len: 1781 time: 0.0461512 Aug 29 06:46:50.280961 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3eff17d-5b37-4431-9e21-cd18f06bd87c req-518f645f-146f-4e23-a379-bbe64bb38a3c tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/9962f54b-66cb-446a-9f77-76447231d167 HTTP/1.1" status: 200 len: 1781 time: 0.0522170 Aug 29 06:46:50.360138 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a3eff17d-5b37-4431-9e21-cd18f06bd87c req-b3b6044b-0f3c-43f1-921f-2eb452911e0e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:50.388272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a3eff17d-5b37-4431-9e21-cd18f06bd87c req-b3b6044b-0f3c-43f1-921f-2eb452911e0e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:50.500751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e0cbe2-e02f-45bc-8686-43419f29d11b', 'name': 'network-vif-deleted', 'tag': 'c2cebe00-e4be-43ad-81be-f4f0bdb15553'}, {'name': 'network-changed', 'server_uuid': '32a16482-4558-4029-8842-575724ac877c', 'tag': 'b28c40f8-3d4c-49c5-874e-92f460214ad9'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:46:50.503946 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a049501-cbec-44ed-b467-a586d6627947" -d '{"events": [{"server_uuid": "e4e0cbe2-e02f-45bc-8686-43419f29d11b", "name": "network-vif-deleted", "tag": "c2cebe00-e4be-43ad-81be-f4f0bdb15553"}, {"name": "network-changed", "server_uuid": "32a16482-4558-4029-8842-575724ac877c", "tag": "b28c40f8-3d4c-49c5-874e-92f460214ad9"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:46:50.551072 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 06:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bf7a7e-93e7-4aca-bf98-7a6dd785d4e0 x-openstack-request-id: req-56bf7a7e-93e7-4aca-bf98-7a6dd785d4e0 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:46:50.551973 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e0cbe2-e02f-45bc-8686-43419f29d11b", "name": "network-vif-deleted", "tag": "c2cebe00-e4be-43ad-81be-f4f0bdb15553", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32a16482-4558-4029-8842-575724ac877c", "tag": "b28c40f8-3d4c-49c5-874e-92f460214ad9", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:46:50.552281 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-56bf7a7e-93e7-4aca-bf98-7a6dd785d4e0 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:46:50.552771 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e0cbe2-e02f-45bc-8686-43419f29d11b', 'name': 'network-vif-deleted', 'tag': 'c2cebe00-e4be-43ad-81be-f4f0bdb15553', 'status': 'completed', 'code': 200} Aug 29 06:46:50.553084 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a16482-4558-4029-8842-575724ac877c', 'tag': 'b28c40f8-3d4c-49c5-874e-92f460214ad9', 'status': 'completed', 'code': 200} Aug 29 06:46:50.566610 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a3eff17d-5b37-4431-9e21-cd18f06bd87c req-b3b6044b-0f3c-43f1-921f-2eb452911e0e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:50.571954 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-a3eff17d-5b37-4431-9e21-cd18f06bd87c req-b3b6044b-0f3c-43f1-921f-2eb452911e0e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:50.571954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3eff17d-5b37-4431-9e21-cd18f06bd87c req-b3b6044b-0f3c-43f1-921f-2eb452911e0e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "DELETE /v2.0/security-groups/9962f54b-66cb-446a-9f77-76447231d167 HTTP/1.1" status: 204 len: 173 time: 0.2835622 Aug 29 06:46:50.582126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6044b-0f3c-43f1-921f-2eb452911e0e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9962f54b-66cb-446a-9f77-76447231d167,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:50.627286 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-6c8fcb09-08fb-476c-8559-533a924469cf req-b308dc47-273c-423b-86f1-31a68cd5684f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] show failed (client error): The resource could not be found. Aug 29 06:46:50.628328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c8fcb09-08fb-476c-8559-533a924469cf req-b308dc47-273c-423b-86f1-31a68cd5684f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/9962f54b-66cb-446a-9f77-76447231d167 HTTP/1.1" status: 404 len: 352 time: 0.0368412 Aug 29 06:46:50.666432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-7475e156-d377-4435-b681-f7aa80f57c93 req-76431086-cee2-4d5a-8efc-d464a59c9a38 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-832756429', 'description': 'tempest-description-1712419670'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:50.697413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a049501-cbec-44ed-b467-a586d6627947 req-2a1b91bc-b513-411e-9447-13a294ad09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:50.698915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a049501-cbec-44ed-b467-a586d6627947 req-2a1b91bc-b513-411e-9447-13a294ad09ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=edd0484396b040dda2d3b69128282e55&device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 1175 time: 0.0734026 Aug 29 06:46:50.772456 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:50.775838 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7475e156-d377-4435-b681-f7aa80f57c93 req-76431086-cee2-4d5a-8efc-d464a59c9a38 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:50.830249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a049501-cbec-44ed-b467-a586d6627947 req-e10f656a-4dc9-4dc4-923f-b442202e853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:50.831782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a049501-cbec-44ed-b467-a586d6627947 req-e10f656a-4dc9-4dc4-923f-b442202e853e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae HTTP/1.1" status: 200 len: 913 time: 0.1241367 Aug 29 06:46:50.881077 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a049501-cbec-44ed-b467-a586d6627947 req-20bd0cf6-246e-48db-8966-0758557c3a42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b28c40f8-3d4c-49c5-874e-92f460214ad9 HTTP/1.1" status: 200 len: 217 time: 0.0399420 Aug 29 06:46:50.959226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a049501-cbec-44ed-b467-a586d6627947 req-20dd206a-4c0c-470d-beb9-e119fa04539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:50.960653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a049501-cbec-44ed-b467-a586d6627947 req-20dd206a-4c0c-470d-beb9-e119fa04539a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9c2fc87-70b6-4f7c-8bcd-f850a040a28d HTTP/1.1" status: 200 len: 852 time: 0.0693257 Aug 29 06:46:50.962832 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7475e156-d377-4435-b681-f7aa80f57c93 req-76431086-cee2-4d5a-8efc-d464a59c9a38 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:50.994958 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a049501-cbec-44ed-b467-a586d6627947 req-ef713dbe-a44e-46e3-a2e1-572b873f93c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245342 Aug 29 06:46:51.021562 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7475e156-d377-4435-b681-f7aa80f57c93 req-76431086-cee2-4d5a-8efc-d464a59c9a38 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.064977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45980) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:51.121208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-4981e978-6732-42f5-b96d-b40719a28b24 admin admin] Deleting subnet 337f9fa8-dd15-484e-af17-4429c75d2bef {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:46:51.125007 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4981e978-6732-42f5-b96d-b40719a28b24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.137797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76431086-cee2-4d5a-8efc-d464a59c9a38 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a6c6ec-e4ac-4716-9a26-7fc9fe847061,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:51.146016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a049501-cbec-44ed-b467-a586d6627947 req-b74bb8fc-2fea-49d4-94f0-b7fcb85c8edb service neutron] 10.222.0.11 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428602 Aug 29 06:46:51.173470 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4981e978-6732-42f5-b96d-b40719a28b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.209649 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7475e156-d377-4435-b681-f7aa80f57c93 req-76431086-cee2-4d5a-8efc-d464a59c9a38 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.211309 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7475e156-d377-4435-b681-f7aa80f57c93 req-76431086-cee2-4d5a-8efc-d464a59c9a38 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5506530 Aug 29 06:46:51.221710 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4981e978-6732-42f5-b96d-b40719a28b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.259386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-aedd3724-4a28-42d8-9a7e-a566b0c8b9b6 req-877e2f46-5397-473d-815d-e07dde91ed68 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1726782107', 'description': 'tempest-description-1781583616'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:51.278897 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a049501-cbec-44ed-b467-a586d6627947 req-4aa81c8d-42a4-40ac-acf2-901edc662318 service neutron] 10.222.0.11 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257877 Aug 29 06:46:51.396136 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-aedd3724-4a28-42d8-9a7e-a566b0c8b9b6 req-877e2f46-5397-473d-815d-e07dde91ed68 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.432833 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4981e978-6732-42f5-b96d-b40719a28b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.464770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981e978-6732-42f5-b96d-b40719a28b24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=337f9fa8-dd15-484e-af17-4429c75d2bef,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:51.468236 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4981e978-6732-42f5-b96d-b40719a28b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.470073 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4981e978-6732-42f5-b96d-b40719a28b24 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/337f9fa8-dd15-484e-af17-4429c75d2bef HTTP/1.1" status: 204 len: 168 time: 0.4035187 Aug 29 06:46:51.472498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45994) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:51.487007 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-aedd3724-4a28-42d8-9a7e-a566b0c8b9b6 req-877e2f46-5397-473d-815d-e07dde91ed68 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.547975 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c30b4431-2e1c-4587-8bc5-3e5363d078c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.549271 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-aedd3724-4a28-42d8-9a7e-a566b0c8b9b6 req-877e2f46-5397-473d-815d-e07dde91ed68 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.582682 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e2f46-5397-473d-815d-e07dde91ed68 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3461aa49-aba8-4562-9eb1-eeb33456c007,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:51.632655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c30b4431-2e1c-4587-8bc5-3e5363d078c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.641023 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-aedd3724-4a28-42d8-9a7e-a566b0c8b9b6 req-877e2f46-5397-473d-815d-e07dde91ed68 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.650521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aedd3724-4a28-42d8-9a7e-a566b0c8b9b6 req-877e2f46-5397-473d-815d-e07dde91ed68 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3900323 Aug 29 06:46:51.650916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c30b4431-2e1c-4587-8bc5-3e5363d078c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b639e8a-5d85-4e4f-9f02-27e30c400dfb']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:46:51.655510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c30b4431-2e1c-4587-8bc5-3e5363d078c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116a0e6d-ba7a-4942-8b45-3588e63a59e9') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:46:51.655804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c30b4431-2e1c-4587-8bc5-3e5363d078c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116a0e6d-ba7a-4942-8b45-3588e63a59e9') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:46:51.665352 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c30b4431-2e1c-4587-8bc5-3e5363d078c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.671359 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-6e86fd4f-0c7d-4ae3-8329-d1f7945654ce req-1eba7ab3-8304-4ac0-805c-1525b1b07ba0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-981851583', 'description': 'tempest-description-1647490404'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:51.682673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c30b4431-2e1c-4587-8bc5-3e5363d078c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.691679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30b4431-2e1c-4587-8bc5-3e5363d078c3 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:46:51.692077 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c30b4431-2e1c-4587-8bc5-3e5363d078c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:46:51.693941 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:46:51.801192 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6e86fd4f-0c7d-4ae3-8329-d1f7945654ce req-1eba7ab3-8304-4ac0-805c-1525b1b07ba0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.829740 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c30b4431-2e1c-4587-8bc5-3e5363d078c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.835636 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c30b4431-2e1c-4587-8bc5-3e5363d078c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:51.837535 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c30b4431-2e1c-4587-8bc5-3e5363d078c3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3b639e8a-5d85-4e4f-9f02-27e30c400dfb HTTP/1.1" status: 204 len: 168 time: 0.3640604 Aug 29 06:46:51.858709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b4431-2e1c-4587-8bc5-3e5363d078c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b639e8a-5d85-4e4f-9f02-27e30c400dfb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:51.900525 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6e86fd4f-0c7d-4ae3-8329-d1f7945654ce req-1eba7ab3-8304-4ac0-805c-1525b1b07ba0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:52.006594 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6e86fd4f-0c7d-4ae3-8329-d1f7945654ce req-1eba7ab3-8304-4ac0-805c-1525b1b07ba0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:52.037985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba7ab3-8304-4ac0-805c-1525b1b07ba0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b433a4d8-39de-47ed-8d2c-62c71dc51825,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:52.103922 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6e86fd4f-0c7d-4ae3-8329-d1f7945654ce req-1eba7ab3-8304-4ac0-805c-1525b1b07ba0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:52.105134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e86fd4f-0c7d-4ae3-8329-d1f7945654ce req-1eba7ab3-8304-4ac0-805c-1525b1b07ba0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4392300 Aug 29 06:46:52.232835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46006) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:52.244149 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a52126ea-6e5a-4c3f-92c4-39438527d99a req-79ed7e53-f5ae-445b-906e-0dd411f2503c tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=edd0484396b040dda2d3b69128282e55 HTTP/1.1" status: 200 len: 10908 time: 0.1125660 Aug 29 06:46:52.289908 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-493d3b95-9daf-41fa-a2e4-6192285622fe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bd4d8ba284df4163bc196a0f629322e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552731 Aug 29 06:46:52.293251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46010) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:52.301652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a52126ea-6e5a-4c3f-92c4-39438527d99a req-ed30cd16-bdd9-4311-aef2-b5d09d952355 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/86f1b7f6-c659-4cf8-9893-508c125d4eb9 HTTP/1.1" status: 200 len: 2985 time: 0.0488164 Aug 29 06:46:52.359331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a52126ea-6e5a-4c3f-92c4-39438527d99a req-ed4c2e2a-ffbe-49ca-b008-7ded99eaaf1a tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/86f1b7f6-c659-4cf8-9893-508c125d4eb9 HTTP/1.1" status: 200 len: 2985 time: 0.0517673 Aug 29 06:46:52.364188 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ed092e33-4492-4fc4-82d0-23fb9edd6f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:52.392072 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ed092e33-4492-4fc4-82d0-23fb9edd6f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:52.446883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db618700-93d5-4811-b8dc-f840f8ed85ef req-0206d9dc-1fc7-42cd-af9e-aaab5ca68056 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/f5a6c6ec-e4ac-4716-9a26-7fc9fe847061 HTTP/1.1" status: 200 len: 1802 time: 0.0538776 Aug 29 06:46:52.518351 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-db618700-93d5-4811-b8dc-f840f8ed85ef req-59f601e7-1260-41e4-b874-4d6f960add8f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:52.538249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ed092e33-4492-4fc4-82d0-23fb9edd6f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:52.540867 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ed092e33-4492-4fc4-82d0-23fb9edd6f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:52.542077 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ed092e33-4492-4fc4-82d0-23fb9edd6f8a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/071b28e6-8bfd-4448-8ac1-12b34f337b34 HTTP/1.1" status: 204 len: 168 time: 0.2466135 Aug 29 06:46:52.543736 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-db618700-93d5-4811-b8dc-f840f8ed85ef req-59f601e7-1260-41e4-b874-4d6f960add8f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:52.550288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed092e33-4492-4fc4-82d0-23fb9edd6f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071b28e6-8bfd-4448-8ac1-12b34f337b34,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:52.732746 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-db618700-93d5-4811-b8dc-f840f8ed85ef req-59f601e7-1260-41e4-b874-4d6f960add8f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:52.737220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c2cebe00-e4be-43ad-81be-f4f0bdb15553 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:46:52.737783 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-db618700-93d5-4811-b8dc-f840f8ed85ef req-59f601e7-1260-41e4-b874-4d6f960add8f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:52.737783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db618700-93d5-4811-b8dc-f840f8ed85ef req-59f601e7-1260-41e4-b874-4d6f960add8f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "DELETE /v2.0/security-groups/f5a6c6ec-e4ac-4716-9a26-7fc9fe847061 HTTP/1.1" status: 204 len: 173 time: 0.2831752 Aug 29 06:46:52.750497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f601e7-1260-41e4-b874-4d6f960add8f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a6c6ec-e4ac-4716-9a26-7fc9fe847061,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:52.757077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: c2cebe00-e4be-43ad-81be-f4f0bdb15553 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:46:52.757943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c2cebe00-e4be-43ad-81be-f4f0bdb15553 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:46:52.780017 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-e9585445-baa4-4e33-a834-faac6021a9f3 req-66b2c958-d682-4618-9c18-3d1a21c0f994 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] show failed (client error): The resource could not be found. Aug 29 06:46:52.780017 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9585445-baa4-4e33-a834-faac6021a9f3 req-66b2c958-d682-4618-9c18-3d1a21c0f994 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/f5a6c6ec-e4ac-4716-9a26-7fc9fe847061 HTTP/1.1" status: 404 len: 352 time: 0.0194695 Aug 29 06:46:52.844484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0eb173a-a0ac-4b10-9962-1ea56bffc2b6 req-a9085e24-2eec-404e-bc93-2ce5408d7e41 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/3461aa49-aba8-4562-9eb1-eeb33456c007 HTTP/1.1" status: 200 len: 1803 time: 0.0407655 Aug 29 06:46:52.907362 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d0eb173a-a0ac-4b10-9962-1ea56bffc2b6 req-1b521fb8-9c64-4828-ac15-82160d7a480f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:52.932184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d0eb173a-a0ac-4b10-9962-1ea56bffc2b6 req-1b521fb8-9c64-4828-ac15-82160d7a480f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:53.081168 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d0eb173a-a0ac-4b10-9962-1ea56bffc2b6 req-1b521fb8-9c64-4828-ac15-82160d7a480f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:53.085256 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d0eb173a-a0ac-4b10-9962-1ea56bffc2b6 req-1b521fb8-9c64-4828-ac15-82160d7a480f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:53.085256 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0eb173a-a0ac-4b10-9962-1ea56bffc2b6 req-1b521fb8-9c64-4828-ac15-82160d7a480f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "DELETE /v2.0/security-groups/3461aa49-aba8-4562-9eb1-eeb33456c007 HTTP/1.1" status: 204 len: 173 time: 0.2322454 Aug 29 06:46:53.094771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b521fb8-9c64-4828-ac15-82160d7a480f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3461aa49-aba8-4562-9eb1-eeb33456c007,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:53.136415 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-82c28f1f-ee41-4761-ac12-49e9b60e98e7 req-10355aa8-8122-4248-8d61-a1a77582b248 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] show failed (client error): The resource could not be found. Aug 29 06:46:53.137596 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82c28f1f-ee41-4761-ac12-49e9b60e98e7 req-10355aa8-8122-4248-8d61-a1a77582b248 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/3461aa49-aba8-4562-9eb1-eeb33456c007 HTTP/1.1" status: 404 len: 352 time: 0.0183680 Aug 29 06:46:53.176664 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:46:53.198500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51a50697-658e-4983-9d7b-b8137ec2f147 req-a27af4cb-eae4-4ffc-afcd-38cd2b348b1e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/b433a4d8-39de-47ed-8d2c-62c71dc51825 HTTP/1.1" status: 200 len: 1802 time: 0.0400884 Aug 29 06:46:53.260815 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-51a50697-658e-4983-9d7b-b8137ec2f147 req-c4bb092c-112f-4516-88ff-102cec1723cd tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:53.286534 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-51a50697-658e-4983-9d7b-b8137ec2f147 req-c4bb092c-112f-4516-88ff-102cec1723cd tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:53.494903 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-51a50697-658e-4983-9d7b-b8137ec2f147 req-c4bb092c-112f-4516-88ff-102cec1723cd tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:53.495350 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-51a50697-658e-4983-9d7b-b8137ec2f147 req-c4bb092c-112f-4516-88ff-102cec1723cd tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:53.496528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51a50697-658e-4983-9d7b-b8137ec2f147 req-c4bb092c-112f-4516-88ff-102cec1723cd tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "DELETE /v2.0/security-groups/b433a4d8-39de-47ed-8d2c-62c71dc51825 HTTP/1.1" status: 204 len: 173 time: 0.2914405 Aug 29 06:46:53.510708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb092c-112f-4516-88ff-102cec1723cd tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b433a4d8-39de-47ed-8d2c-62c71dc51825,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:53.536070 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-e1188ded-51a2-4a13-8479-02fcd7558d12 req-4854d918-238b-49c3-8c27-6f3ca46b6378 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] show failed (client error): The resource could not be found. Aug 29 06:46:53.537221 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1188ded-51a2-4a13-8479-02fcd7558d12 req-4854d918-238b-49c3-8c27-6f3ca46b6378 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/b433a4d8-39de-47ed-8d2c-62c71dc51825 HTTP/1.1" status: 404 len: 352 time: 0.0169253 Aug 29 06:46:53.644934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a4f0a06-3ae6-4e64-83d9-42836417813a req-01770bcd-8d34-4182-b57a-29d4f20b24da tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=edd0484396b040dda2d3b69128282e55 HTTP/1.1" status: 200 len: 6154 time: 0.0835590 Aug 29 06:46:53.697796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a4f0a06-3ae6-4e64-83d9-42836417813a req-b2e5e99c-2edf-4ffc-9bea-0b091b92635d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/86f1b7f6-c659-4cf8-9893-508c125d4eb9 HTTP/1.1" status: 200 len: 2985 time: 0.0464957 Aug 29 06:46:53.752111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a4f0a06-3ae6-4e64-83d9-42836417813a req-ab009e84-dbe9-4690-9d27-1ccf3397c36e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/86f1b7f6-c659-4cf8-9893-508c125d4eb9 HTTP/1.1" status: 200 len: 2985 time: 0.0465715 Aug 29 06:46:53.783450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c0b4f6e5-2d23-48cc-b460-be936f6d2c27 req-d22dcabd-8644-4ed0-9879-7e2c3d3cf899 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-225076673', 'description': 'tempest-description-1212104074'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:53.823404 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46068) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:53.886683 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c0b4f6e5-2d23-48cc-b460-be936f6d2c27 req-d22dcabd-8644-4ed0-9879-7e2c3d3cf899 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:53.946365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2018264508-network', 'tenant_id': '728366ad309f4ea1b76291ff2d1d11b6'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:53.981249 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c0b4f6e5-2d23-48cc-b460-be936f6d2c27 req-d22dcabd-8644-4ed0-9879-7e2c3d3cf899 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.042455 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c0b4f6e5-2d23-48cc-b460-be936f6d2c27 req-d22dcabd-8644-4ed0-9879-7e2c3d3cf899 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.080271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dcabd-8644-4ed0-9879-7e2c3d3cf899 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b8f906-c799-4432-a251-93ff0b6cd4d1,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:54.167627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] Made reservation on behalf of 728366ad309f4ea1b76291ff2d1d11b6 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:46:54.170595 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.179880 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.237165 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c0b4f6e5-2d23-48cc-b460-be936f6d2c27 req-d22dcabd-8644-4ed0-9879-7e2c3d3cf899 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.238630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0b4f6e5-2d23-48cc-b460-be936f6d2c27 req-d22dcabd-8644-4ed0-9879-7e2c3d3cf899 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4619105 Aug 29 06:46:54.270599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-2e92b28c-39e0-477e-8607-280660ae543e req-e18582a6-24f1-4d9c-aacd-4900e5bc39f1 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-306387229', 'description': 'tempest-description-682869467'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:54.334584 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.402943 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.443716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:46:54.449989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90c08dd-318e-4bb5-b30c-222260e82538,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:54.458160 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.458372 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] Added segment 09c88426-efc8-468b-a86c-d841b332f985 of type vlan for network edf981b2-61b9-4704-8a1d-39f0655477f0 Aug 29 06:46:54.504056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.521922 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-2e92b28c-39e0-477e-8607-280660ae543e req-e18582a6-24f1-4d9c-aacd-4900e5bc39f1 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.598274 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.599253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:54.600111 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.629211 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-2e92b28c-39e0-477e-8607-280660ae543e req-e18582a6-24f1-4d9c-aacd-4900e5bc39f1 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.670432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] Pushing event updated for resources: {'Network': ['ID=edf981b2-61b9-4704-8a1d-39f0655477f0,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:54.682139 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network edf981b2-61b9-4704-8a1d-39f0655477f0 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:46:54.705234 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-2e92b28c-39e0-477e-8607-280660ae543e req-e18582a6-24f1-4d9c-aacd-4900e5bc39f1 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.741895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18582a6-24f1-4d9c-aacd-4900e5bc39f1 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5819029-d221-4db1-aa32-0e7fc5018218,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:54.801942 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d99e7f96-c60a-458c-b199-26d315ca867e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9774017 Aug 29 06:46:54.806803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46084) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:46:54.812412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2c0ad68f-b7e9-45b4-bf8d-964bccaa84e9 admin admin] Request body: {'subnet': {'network_id': 'edf981b2-61b9-4704-8a1d-39f0655477f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2018264508-subnet', 'tenant_id': '728366ad309f4ea1b76291ff2d1d11b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:54.825104 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-2e92b28c-39e0-477e-8607-280660ae543e req-e18582a6-24f1-4d9c-aacd-4900e5bc39f1 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:54.826331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e92b28c-39e0-477e-8607-280660ae543e req-e18582a6-24f1-4d9c-aacd-4900e5bc39f1 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5624733 Aug 29 06:46:54.898368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0ad68f-b7e9-45b4-bf8d-964bccaa84e9 admin admin] Made reservation on behalf of 728366ad309f4ea1b76291ff2d1d11b6 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:46:54.901402 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c0ad68f-b7e9-45b4-bf8d-964bccaa84e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:55.164231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-da549527-64d4-4f74-9657-837dc469594e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:55.165690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-da549527-64d4-4f74-9657-837dc469594e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/networks?id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae HTTP/1.1" status: 200 len: 812 time: 0.1482286 Aug 29 06:46:55.181428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-83d3ba69-bca9-424f-a608-99322a471c24 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/quotas/edd0484396b040dda2d3b69128282e55 HTTP/1.1" status: 200 len: 375 time: 0.0096948 Aug 29 06:46:55.225061 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c0ad68f-b7e9-45b4-bf8d-964bccaa84e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:55.262818 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-4c169d31-8069-4bc8-81a2-21258ced361b tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=edd0484396b040dda2d3b69128282e55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752704 Aug 29 06:46:55.337474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ad68f-b7e9-45b4-bf8d-964bccaa84e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e463480-ad20-4334-a7d2-a804dc04f27d,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:55.364788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ad68f-b7e9-45b4-bf8d-964bccaa84e9 admin admin] Checking segment: {'id': '09c88426-efc8-468b-a86c-d841b332f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'edf981b2-61b9-4704-8a1d-39f0655477f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:46:55.365157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ad68f-b7e9-45b4-bf8d-964bccaa84e9 admin admin] Network hostable DHCP agents. Network: edf981b2-61b9-4704-8a1d-39f0655477f0, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:46:55.396434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-21c00c76-ecae-4cfa-8586-dfd7c07a143e service neutron] 10.222.0.76 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249456 Aug 29 06:46:55.493630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-98c3d69f-2739-43eb-a95a-a5ef04de6870 service neutron] 10.222.0.76 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905521 Aug 29 06:46:55.529947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ad68f-b7e9-45b4-bf8d-964bccaa84e9 admin admin] Network edf981b2-61b9-4704-8a1d-39f0655477f0 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:46:55.698021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-2c0ad68f-b7e9-45b4-bf8d-964bccaa84e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, edf981b2-61b9-4704-8a1d-39f0655477f0) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:46:55.705197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ad68f-b7e9-45b4-bf8d-964bccaa84e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:55.706138 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c0ad68f-b7e9-45b4-bf8d-964bccaa84e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:55.706304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1304733f-07f8-49e0-b015-ed9543653047 None None] Network edf981b2-61b9-4704-8a1d-39f0655477f0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:46:55.826794 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2c0ad68f-b7e9-45b4-bf8d-964bccaa84e9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0188389 Aug 29 06:46:55.845089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d725d9c-b94d-47de-be17-ab5bcf6b0c55 None None] Network edf981b2-61b9-4704-8a1d-39f0655477f0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:46:55.934786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-787f8e46-6faa-4713-89c8-4adf55bfae01 req-05d58a07-e43f-4227-b3d8-311224b9fbb6 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 210 time: 0.0919495 Aug 29 06:46:57.046869 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ccc8e44-7c9f-420b-8366-a654e06e6638 req-b9bb5729-eaef-40de-b407-62ecc53e204c tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 210 time: 0.0307491 Aug 29 06:46:58.097018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-169fab2a-818b-4616-b8e3-a1607757c6bb tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:58.100769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-169fab2a-818b-4616-b8e3-a1607757c6bb tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/networks?id=edf981b2-61b9-4704-8a1d-39f0655477f0 HTTP/1.1" status: 200 len: 810 time: 0.1070445 Aug 29 06:46:58.115290 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-fe72fc7e-a548-4164-9cdf-6fbee4a07229 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/quotas/728366ad309f4ea1b76291ff2d1d11b6 HTTP/1.1" status: 200 len: 375 time: 0.0099850 Aug 29 06:46:58.168339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfae7c67-8e72-431a-a2bc-d9757f3d13e5 req-ef623f27-b304-44a6-a5ab-fb2059aa6a0a tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 210 time: 0.0502861 Aug 29 06:46:58.170373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-c8c995bd-e564-4fb0-ad74-b31dbb26ecbb tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=728366ad309f4ea1b76291ff2d1d11b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436878 Aug 29 06:46:58.350057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-6b4e5187-a2bd-4f4b-8dda-6198ad637759 service neutron] 10.222.0.76 "GET /v2.0/networks/edf981b2-61b9-4704-8a1d-39f0655477f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721196 Aug 29 06:46:58.359634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-65bfe2f4-3db4-4e5d-b769-2846b97d68fb tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:58.361050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-65bfe2f4-3db4-4e5d-b769-2846b97d68fb tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.15 "GET /v2.0/networks?id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae HTTP/1.1" status: 200 len: 812 time: 0.1644571 Aug 29 06:46:58.408159 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-f871bad9-a245-4e92-8c46-0b0082495965 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'port': {'device_id': '0611a696-dae6-4ef7-b115-22eec3cd2512', 'network_id': '8d04d12f-c38d-46cb-8d75-bac77b7b40ae', 'admin_state_up': True, 'tenant_id': 'edd0484396b040dda2d3b69128282e55'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:58.536974 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-c8814f02-5755-4085-8ff7-ba0a6acb168f service neutron] 10.222.0.76 "GET /v2.0/networks/edf981b2-61b9-4704-8a1d-39f0655477f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749570 Aug 29 06:46:58.629660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-f871bad9-a245-4e92-8c46-0b0082495965 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Made reservation on behalf of edd0484396b040dda2d3b69128282e55 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:46:58.633469 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-f871bad9-a245-4e92-8c46-0b0082495965 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:58.795972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-f871bad9-a245-4e92-8c46-0b0082495965 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Allocated IP 172.20.0.9 (8d04d12f-c38d-46cb-8d75-bac77b7b40ae/b9c2fc87-70b6-4f7c-8bcd-f850a040a28d/0790320d-d8e4-4288-b9f8-53482ebac04f) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:46:58.954665 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-f871bad9-a245-4e92-8c46-0b0082495965 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:59.036360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60c1831e-3760-4be2-8acd-b46837b3331c req-a5ff92e9-eca5-41d5-a476-4d452e20e8c6 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 210 time: 0.0281785 Aug 29 06:46:59.081829 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-f871bad9-a245-4e92-8c46-0b0082495965 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:59.123823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['b28c40f8-3d4c-49c5-874e-92f460214ad9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:46:59.130386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-f871bad9-a245-4e92-8c46-0b0082495965 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Network 8d04d12f-c38d-46cb-8d75-bac77b7b40ae is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:46:59.133730 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-f871bad9-a245-4e92-8c46-0b0082495965 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:46:59.138139 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-f871bad9-a245-4e92-8c46-0b0082495965 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:46:59.180655 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871bad9-a245-4e92-8c46-0b0082495965 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'Port': ['ID=0790320d-d8e4-4288-b9f8-53482ebac04f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:46:59.196175 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-f871bad9-a245-4e92-8c46-0b0082495965 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:59.197755 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-f871bad9-a245-4e92-8c46-0b0082495965 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:59.309209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fb6a7-ad30-477e-b421-78c4e9598494 req-df8f5954-1a19-456e-ac38-7180fc47d172 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:46:59.318616 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-707fb6a7-ad30-477e-b421-78c4e9598494 req-df8f5954-1a19-456e-ac38-7180fc47d172 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 931 time: 0.0677946 Aug 29 06:46:59.328892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-f871bad9-a245-4e92-8c46-0b0082495965 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9481132 Aug 29 06:46:59.345704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-cf93891c-638b-488d-934d-47d5dc5dccc3 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:46:59.346987 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-cf93891c-638b-488d-934d-47d5dc5dccc3 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060656 Aug 29 06:46:59.391184 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-707fb6a7-ad30-477e-b421-78c4e9598494 req-a2104931-d740-4340-84b5-1aac7e133271 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676312 Aug 29 06:46:59.436692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Request body: {'port': {'device_id': '0611a696-dae6-4ef7-b115-22eec3cd2512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:46:59.504780 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:59.809554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0790320d-d8e4-4288-b9f8-53482ebac04f {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:46:59.819184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:59.836238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Transition to ACTIVE for port object 0790320d-d8e4-4288-b9f8-53482ebac04f will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:46:59.926462 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:46:59.975873 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Pushing event updated for resources: {'Port': ['ID=0790320d-d8e4-4288-b9f8-53482ebac04f,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:00.051335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Attempting to bind port 0790320d-d8e4-4288-b9f8-53482ebac04f on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:47:00.051694 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Attempting to bind port 0790320d-d8e4-4288-b9f8-53482ebac04f by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '0e519fd3-34af-406a-a577-5d729b1d6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d04d12f-c38d-46cb-8d75-bac77b7b40ae'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:47:00.052035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Attempting to bind port 0790320d-d8e4-4288-b9f8-53482ebac04f on network 8d04d12f-c38d-46cb-8d75-bac77b7b40ae {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:47:00.056879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Port 0790320d-d8e4-4288-b9f8-53482ebac04f on network 8d04d12f-c38d-46cb-8d75-bac77b7b40ae not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:47:00.057213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Attempting to bind port 0790320d-d8e4-4288-b9f8-53482ebac04f on network 8d04d12f-c38d-46cb-8d75-bac77b7b40ae {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:47:00.063056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:47:00.066912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Checking segment: {'id': '0e519fd3-34af-406a-a577-5d729b1d6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d04d12f-c38d-46cb-8d75-bac77b7b40ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:47:00.066912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Bound using segment: {'id': '0e519fd3-34af-406a-a577-5d729b1d6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d04d12f-c38d-46cb-8d75-bac77b7b40ae'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:47:00.066912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Bound port: 0790320d-d8e4-4288-b9f8-53482ebac04f, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e519fd3-34af-406a-a577-5d729b1d6e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d04d12f-c38d-46cb-8d75-bac77b7b40ae'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:47:00.066912 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:00.490367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dae95a3b-1d10-468b-9447-f070f23070b9 req-e13fe5fe-7e47-4a9e-b9c6-4d506087ec68 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 210 time: 0.0484519 Aug 29 06:47:00.513516 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] For port 0790320d-d8e4-4288-b9f8-53482ebac04f, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:47:00.527926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] For port 0790320d-d8e4-4288-b9f8-53482ebac04f, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0790320d-d8e4-4288-b9f8-53482ebac04f,segment=NetworkSegment(0e519fd3-34af-406a-a577-5d729b1d6e09),segment_id=0e519fd3-34af-406a-a577-5d729b1d6e09)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:47:00.548916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dd17f-753f-4bff-90dd-a6014f716958 req-4bf28968-0702-4486-b242-0945d634c2b2 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:00.550657 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c03dd17f-753f-4bff-90dd-a6014f716958 req-4bf28968-0702-4486-b242-0945d634c2b2 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 943 time: 0.0873563 Aug 29 06:47:00.594267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c03dd17f-753f-4bff-90dd-a6014f716958 req-e9041650-8a72-4f89-903a-d0af1d4edb4e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373554 Aug 29 06:47:00.698825 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:00.736851 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:00.737711 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:00.739304 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] 10.222.0.15 "PUT /v2.0/ports/0790320d-d8e4-4288-b9f8-53482ebac04f HTTP/1.1" status: 200 len: 1092 time: 1.3766642 Aug 29 06:47:00.741639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0611a696-dae6-4ef7-b115-22eec3cd2512', 'tag': '0790320d-d8e4-4288-b9f8-53482ebac04f'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:00.744201 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e16fbb-3095-4019-b0e0-fcb0e6ed3636" -d '{"events": [{"name": "network-changed", "server_uuid": "0611a696-dae6-4ef7-b115-22eec3cd2512", "tag": "0790320d-d8e4-4288-b9f8-53482ebac04f"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:00.774262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9db71-8357-4baa-b8c1-43c2f1596f57 service neutron] Pushing event updated for resources: {'Port': ['ID=0790320d-d8e4-4288-b9f8-53482ebac04f,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:00.785189 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4b9a2b-c2d6-4993-abd9-aae41248c2cd x-openstack-request-id: req-9e4b9a2b-c2d6-4993-abd9-aae41248c2cd {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:00.785511 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0611a696-dae6-4ef7-b115-22eec3cd2512", "tag": "0790320d-d8e4-4288-b9f8-53482ebac04f", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:00.785765 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e4b9a2b-c2d6-4993-abd9-aae41248c2cd {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:00.786161 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0611a696-dae6-4ef7-b115-22eec3cd2512', 'tag': '0790320d-d8e4-4288-b9f8-53482ebac04f', 'status': 'completed', 'code': 200} Aug 29 06:47:00.900151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e16fbb-3095-4019-b0e0-fcb0e6ed3636 req-fedd9353-6312-4e17-bdd4-4daf6733dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:00.901547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09e16fbb-3095-4019-b0e0-fcb0e6ed3636 req-fedd9353-6312-4e17-bdd4-4daf6733dad6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edd0484396b040dda2d3b69128282e55&device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 1095 time: 0.0486131 Aug 29 06:47:01.024171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e16fbb-3095-4019-b0e0-fcb0e6ed3636 req-ea5bf976-65e9-4718-8896-f0b10d14ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:01.025624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09e16fbb-3095-4019-b0e0-fcb0e6ed3636 req-ea5bf976-65e9-4718-8896-f0b10d14ac0b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=edd0484396b040dda2d3b69128282e55&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1126120 Aug 29 06:47:01.130243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e16fbb-3095-4019-b0e0-fcb0e6ed3636 req-d1bc15f6-e4b3-4f8e-bd89-6cd6f8a00ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:01.131761 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09e16fbb-3095-4019-b0e0-fcb0e6ed3636 req-d1bc15f6-e4b3-4f8e-bd89-6cd6f8a00ddc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953093 Aug 29 06:47:01.211967 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-6a9e9eb7-f7ec-4804-93d8-8443fed03533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:01.213422 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-6a9e9eb7-f7ec-4804-93d8-8443fed03533 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edd0484396b040dda2d3b69128282e55&device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 1095 time: 0.0413551 Aug 29 06:47:01.265513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-297b4b88-fc6a-4c62-a32b-0ac9d03cc01b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0790320d-d8e4-4288-b9f8-53482ebac04f HTTP/1.1" status: 200 len: 217 time: 0.0394342 Aug 29 06:47:01.323279 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-1802cc22-0d74-4db4-b7f0-8be1f0371a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:01.324873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-1802cc22-0d74-4db4-b7f0-8be1f0371a36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9c2fc87-70b6-4f7c-8bcd-f850a040a28d HTTP/1.1" status: 200 len: 852 time: 0.0448146 Aug 29 06:47:01.360351 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-b09ce9d5-7746-43a8-8dbc-0e08bf8ad57f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263126 Aug 29 06:47:01.458462 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-22e4227b-6200-4367-a0e1-defa427a8059 service neutron] 10.222.0.15 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875340 Aug 29 06:47:01.565149 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fde473e1-b40f-430f-b7c2-f7602ba9d11b req-ada94c24-435e-44fc-bfef-9c8fa2aceadf service neutron] 10.222.0.15 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972331 Aug 29 06:47:01.609857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e96d0aa2-780c-4aef-9eec-a6d10037ecb3 req-c9139cd7-1836-42e9-bb83-161f5a20f3b8 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 210 time: 0.0397637 Aug 29 06:47:01.750271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac38d81-dba4-47bd-bbfe-40c9bcc61db6 req-6cd2b2f4-7208-4a03-bd0e-0a8a9d87f257 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:01.751928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ac38d81-dba4-47bd-bbfe-40c9bcc61db6 req-6cd2b2f4-7208-4a03-bd0e-0a8a9d87f257 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 943 time: 0.0693028 Aug 29 06:47:01.802784 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ac38d81-dba4-47bd-bbfe-40c9bcc61db6 req-4d270383-62c5-4ba7-9295-25c8c6cd9cc8 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445125 Aug 29 06:47:02.008476 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-65de0fac-8910-4c28-bdf6-ec948860bd10 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:02.009998 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-65de0fac-8910-4c28-bdf6-ec948860bd10 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.15 "GET /v2.0/networks?id=edf981b2-61b9-4704-8a1d-39f0655477f0 HTTP/1.1" status: 200 len: 810 time: 0.1465421 Aug 29 06:47:02.028062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-3102d128-7cbd-474f-8cd2-eb9e1397b7c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Request body: {'port': {'device_id': 'b48f129a-445b-4e45-b659-00480f3718f0', 'network_id': 'edf981b2-61b9-4704-8a1d-39f0655477f0', 'admin_state_up': True, 'tenant_id': '728366ad309f4ea1b76291ff2d1d11b6'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:02.722816 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d032e94-60b5-4269-83c2-2f8ac8189bba req-0df1b2d1-3081-434e-b399-f1904bb8f74d tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 210 time: 0.0264165 Aug 29 06:47:02.924838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2327eb-ee67-4d51-9192-e81fb45e792e req-d1b7ae79-ebb7-4871-b865-65c8efaa58db tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:02.926395 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d2327eb-ee67-4d51-9192-e81fb45e792e req-d1b7ae79-ebb7-4871-b865-65c8efaa58db tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 943 time: 0.0573456 Aug 29 06:47:02.965220 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d2327eb-ee67-4d51-9192-e81fb45e792e req-69099029-bc2c-4c13-9005-4193d7a79e10 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328250 Aug 29 06:47:03.006369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-3102d128-7cbd-474f-8cd2-eb9e1397b7c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Made reservation on behalf of 728366ad309f4ea1b76291ff2d1d11b6 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:47:03.032046 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-3102d128-7cbd-474f-8cd2-eb9e1397b7c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:03.145825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-3102d128-7cbd-474f-8cd2-eb9e1397b7c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Allocated IP 172.20.0.13 (edf981b2-61b9-4704-8a1d-39f0655477f0/3e463480-ad20-4334-a7d2-a804dc04f27d/7da099a3-ccec-4b20-b372-d4923865bb95) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:47:03.317841 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-3102d128-7cbd-474f-8cd2-eb9e1397b7c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:03.555213 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:03.595779 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-3102d128-7cbd-474f-8cd2-eb9e1397b7c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:03.639344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-3102d128-7cbd-474f-8cd2-eb9e1397b7c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Network edf981b2-61b9-4704-8a1d-39f0655477f0 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:47:03.642508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-3102d128-7cbd-474f-8cd2-eb9e1397b7c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:47:03.645418 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-3102d128-7cbd-474f-8cd2-eb9e1397b7c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:47:03.672382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102d128-7cbd-474f-8cd2-eb9e1397b7c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Pushing event updated for resources: {'Port': ['ID=7da099a3-ccec-4b20-b372-d4923865bb95,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:03.701957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-3102d128-7cbd-474f-8cd2-eb9e1397b7c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:03.702573 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-3102d128-7cbd-474f-8cd2-eb9e1397b7c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:03.790816 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-3102d128-7cbd-474f-8cd2-eb9e1397b7c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7673740 Aug 29 06:47:03.816324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Request body: {'port': {'device_id': 'b48f129a-445b-4e45-b659-00480f3718f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:03.888795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ae8b-fb00-4393-8313-db9c81372c98 req-bb5ee9c2-05b2-4162-8fb5-6c0f49f0b3d1 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:03.890305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54d7ae8b-fb00-4393-8313-db9c81372c98 req-bb5ee9c2-05b2-4162-8fb5-6c0f49f0b3d1 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 932 time: 0.1101968 Aug 29 06:47:03.902071 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:03.967959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54d7ae8b-fb00-4393-8313-db9c81372c98 req-5be98fe4-6d3e-4004-b862-9801aed6d1ba tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684717 Aug 29 06:47:04.148132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaaa01-c57d-4d94-b375-b873a1982e84 req-86ffdf41-b06f-4ad4-8d95-946b0890fc90 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:04.149691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ecaaa01-c57d-4d94-b375-b873a1982e84 req-86ffdf41-b06f-4ad4-8d95-946b0890fc90 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 943 time: 0.0979228 Aug 29 06:47:04.234039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ecaaa01-c57d-4d94-b375-b873a1982e84 req-e14a4c28-fc62-4511-9e86-11b5c4c0a4e6 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753503 Aug 29 06:47:04.288715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da099a3-ccec-4b20-b372-d4923865bb95 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:47:04.297021 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:04.309202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Transition to ACTIVE for port object 7da099a3-ccec-4b20-b372-d4923865bb95 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:47:04.406723 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:04.472598 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7da099a3-ccec-4b20-b372-d4923865bb95,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:04.524282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Attempting to bind port 7da099a3-ccec-4b20-b372-d4923865bb95 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:47:04.524619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Attempting to bind port 7da099a3-ccec-4b20-b372-d4923865bb95 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '09c88426-efc8-468b-a86c-d841b332f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'edf981b2-61b9-4704-8a1d-39f0655477f0'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:47:04.524950 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Attempting to bind port 7da099a3-ccec-4b20-b372-d4923865bb95 on network edf981b2-61b9-4704-8a1d-39f0655477f0 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:47:04.529877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Port 7da099a3-ccec-4b20-b372-d4923865bb95 on network edf981b2-61b9-4704-8a1d-39f0655477f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:47:04.537588 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Attempting to bind port 7da099a3-ccec-4b20-b372-d4923865bb95 on network edf981b2-61b9-4704-8a1d-39f0655477f0 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:47:04.537588 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:47:04.537588 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Checking segment: {'id': '09c88426-efc8-468b-a86c-d841b332f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'edf981b2-61b9-4704-8a1d-39f0655477f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:47:04.537588 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Bound using segment: {'id': '09c88426-efc8-468b-a86c-d841b332f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'edf981b2-61b9-4704-8a1d-39f0655477f0'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:47:04.537588 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Bound port: 7da099a3-ccec-4b20-b372-d4923865bb95, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c88426-efc8-468b-a86c-d841b332f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'edf981b2-61b9-4704-8a1d-39f0655477f0'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:47:04.537588 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:04.608420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] For port 7da099a3-ccec-4b20-b372-d4923865bb95, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:47:04.611928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] For port 7da099a3-ccec-4b20-b372-d4923865bb95, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=7da099a3-ccec-4b20-b372-d4923865bb95,segment=NetworkSegment(09c88426-efc8-468b-a86c-d841b332f985),segment_id=09c88426-efc8-468b-a86c-d841b332f985)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:47:04.687126 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:04.721922 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:04.722463 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:04.724215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] 10.222.0.15 "PUT /v2.0/ports/7da099a3-ccec-4b20-b372-d4923865bb95 HTTP/1.1" status: 200 len: 1093 time: 0.9150987 Aug 29 06:47:04.726524 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48f129a-445b-4e45-b659-00480f3718f0', 'tag': '7da099a3-ccec-4b20-b372-d4923865bb95'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:04.728906 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ad18d8-139b-44ea-9fd2-e935a805c873" -d '{"events": [{"name": "network-changed", "server_uuid": "b48f129a-445b-4e45-b659-00480f3718f0", "tag": "7da099a3-ccec-4b20-b372-d4923865bb95"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:04.756760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632714d-49b0-429c-9df7-fa1f28195cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7da099a3-ccec-4b20-b372-d4923865bb95,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:04.766521 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abceb5b2-3c54-4d3c-bbc1-7796c78d98ab x-openstack-request-id: req-abceb5b2-3c54-4d3c-bbc1-7796c78d98ab {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:04.767222 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48f129a-445b-4e45-b659-00480f3718f0", "tag": "7da099a3-ccec-4b20-b372-d4923865bb95", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:04.767222 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-abceb5b2-3c54-4d3c-bbc1-7796c78d98ab {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:04.767499 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48f129a-445b-4e45-b659-00480f3718f0', 'tag': '7da099a3-ccec-4b20-b372-d4923865bb95', 'status': 'completed', 'code': 200} Aug 29 06:47:04.836969 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad18d8-139b-44ea-9fd2-e935a805c873 req-4166f697-713a-41a8-bdd0-860bf38d799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:04.838458 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83ad18d8-139b-44ea-9fd2-e935a805c873 req-4166f697-713a-41a8-bdd0-860bf38d799c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=728366ad309f4ea1b76291ff2d1d11b6&device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 1096 time: 0.0425966 Aug 29 06:47:04.964032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad18d8-139b-44ea-9fd2-e935a805c873 req-087b70a5-15b2-4b92-8376-29dc6068ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:04.965530 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83ad18d8-139b-44ea-9fd2-e935a805c873 req-087b70a5-15b2-4b92-8376-29dc6068ec4f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=728366ad309f4ea1b76291ff2d1d11b6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1124420 Aug 29 06:47:05.122238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad18d8-139b-44ea-9fd2-e935a805c873 req-833727d5-3726-4226-a380-549e33e36291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:05.123817 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83ad18d8-139b-44ea-9fd2-e935a805c873 req-833727d5-3726-4226-a380-549e33e36291 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1476974 Aug 29 06:47:05.143052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c6af3-c6ee-44d6-8628-d7db876d2e87 req-f02718e2-8655-436d-a989-a8d69a40539a tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:05.144691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-155c6af3-c6ee-44d6-8628-d7db876d2e87 req-f02718e2-8655-436d-a989-a8d69a40539a tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 944 time: 0.0711689 Aug 29 06:47:05.218128 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-155c6af3-c6ee-44d6-8628-d7db876d2e87 req-9f4e7c04-a5c1-4b8e-9eb9-199e2a4c0b28 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593224 Aug 29 06:47:05.243615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-c3966e7b-a369-4fd8-8126-a2c27fc85775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:05.245492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-c3966e7b-a369-4fd8-8126-a2c27fc85775 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=728366ad309f4ea1b76291ff2d1d11b6&device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 1096 time: 0.0728123 Aug 29 06:47:05.290132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-db889352-0e7c-411a-bda9-738a2ff8503e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7da099a3-ccec-4b20-b372-d4923865bb95 HTTP/1.1" status: 200 len: 217 time: 0.0361495 Aug 29 06:47:05.375042 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-94f376c6-a63a-46bc-8a84-52f513cc1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:05.376543 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-94f376c6-a63a-46bc-8a84-52f513cc1c10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e463480-ad20-4334-a7d2-a804dc04f27d HTTP/1.1" status: 200 len: 850 time: 0.0777490 Aug 29 06:47:05.393361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f27974-140a-41a1-a914-a6af235fb224 req-18aa6f40-ac49-4f49-8636-24e0a5521c7f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:05.394829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1f27974-140a-41a1-a914-a6af235fb224 req-18aa6f40-ac49-4f49-8636-24e0a5521c7f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 943 time: 0.0639064 Aug 29 06:47:05.425401 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-f617e7a4-bcb7-474f-affe-49852ca6526b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edf981b2-61b9-4704-8a1d-39f0655477f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295901 Aug 29 06:47:05.494487 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1f27974-140a-41a1-a914-a6af235fb224 req-328f9a08-54ac-4c3d-8510-758e5cc68025 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911775 Aug 29 06:47:05.535651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-6162a92e-82c4-4a37-8bde-7223e3cbcce9 service neutron] 10.222.0.15 "GET /v2.0/networks/edf981b2-61b9-4704-8a1d-39f0655477f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978296 Aug 29 06:47:05.566130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 0790320d-d8e4-4288-b9f8-53482ebac04f details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:47:05.629532 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0552310d-06a3-4fc9-8d79-0c2db81ae119 req-71127ae6-9a6f-412f-ab15-d9aed23988a3 service neutron] 10.222.0.15 "GET /v2.0/networks/edf981b2-61b9-4704-8a1d-39f0655477f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835636 Aug 29 06:47:05.664597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 0790320d-d8e4-4288-b9f8-53482ebac04f, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0790320d-d8e4-4288-b9f8-53482ebac04f,segment=NetworkSegment(0e519fd3-34af-406a-a577-5d729b1d6e09),segment_id=0e519fd3-34af-406a-a577-5d729b1d6e09)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:05.675896 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '0790320d-d8e4-4288-b9f8-53482ebac04f', 'network_id': '8d04d12f-c38d-46cb-8d75-bac77b7b40ae', 'port_id': '0790320d-d8e4-4288-b9f8-53482ebac04f', 'mac_address': 'fa:16:3e:15:18:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c2fc87-70b6-4f7c-8bcd-f850a040a28d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:47:05.712817 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:05.726330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0790320d-d8e4-4288-b9f8-53482ebac04f {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:47:05.747087 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 0790320d-d8e4-4288-b9f8-53482ebac04f, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0790320d-d8e4-4288-b9f8-53482ebac04f,segment=NetworkSegment(0e519fd3-34af-406a-a577-5d729b1d6e09),segment_id=0e519fd3-34af-406a-a577-5d729b1d6e09)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:05.892737 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:05.942969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=0790320d-d8e4-4288-b9f8-53482ebac04f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:05.950461 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:05.958362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:05.958362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:05.958362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:05.958362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:05.958362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:05.958362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:05.958362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:05.958362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:05.958362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:05.958362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:05.958362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:06.337997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['0790320d-d8e4-4288-b9f8-53482ebac04f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:06.360463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b732d-4858-493c-a2cc-58c7f6126295 req-42d14956-b645-4392-b00c-892ec161a6a5 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:06.369826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-849b732d-4858-493c-a2cc-58c7f6126295 req-42d14956-b645-4392-b00c-892ec161a6a5 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 944 time: 0.0608401 Aug 29 06:47:06.411549 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-849b732d-4858-493c-a2cc-58c7f6126295 req-f177f187-a7d1-4228-ac0e-a301b2106524 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 Aug 29 06:47:06.616705 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb4a41-a84f-4c34-9385-33335d4fe9cb req-fc691ac7-eb0d-4767-8b87-703d2265339c tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:06.619046 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7aeb4a41-a84f-4c34-9385-33335d4fe9cb req-fc691ac7-eb0d-4767-8b87-703d2265339c tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 944 time: 0.0515840 Aug 29 06:47:06.657210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7aeb4a41-a84f-4c34-9385-33335d4fe9cb req-620b47a7-9de8-4f86-af43-c411b04d7b8c tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327940 Aug 29 06:47:07.533851 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03879676-13d4-40a9-9f27-e6d2f5202ace req-5c4381d6-c5a3-4231-b2e6-064e0ba077c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:07.535348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03879676-13d4-40a9-9f27-e6d2f5202ace req-5c4381d6-c5a3-4231-b2e6-064e0ba077c7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 944 time: 0.0500658 Aug 29 06:47:07.614170 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03879676-13d4-40a9-9f27-e6d2f5202ace req-635082ce-3888-4f43-aa5a-27f1d7cabc74 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729356 Aug 29 06:47:08.078746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da2456-c675-4da8-80ad-d75018fd930f req-6db662a6-6ddc-4273-ab50-6c2aa23cf0cf tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:08.078746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3da2456-c675-4da8-80ad-d75018fd930f req-6db662a6-6ddc-4273-ab50-6c2aa23cf0cf tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 944 time: 0.0497069 Aug 29 06:47:08.078746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3da2456-c675-4da8-80ad-d75018fd930f req-2f70fdb4-7ae8-4ef6-ba89-a44e45674b8a tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370731 Aug 29 06:47:08.160055 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-43545b0a-5501-4da0-a719-b120a04e4632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:08.734923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593b391-0913-4929-8294-39a0ae9cb3ff req-312b33ae-cbc7-44c7-9f24-1f609485f337 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:08.736358 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6593b391-0913-4929-8294-39a0ae9cb3ff req-312b33ae-cbc7-44c7-9f24-1f609485f337 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 944 time: 0.0515285 Aug 29 06:47:08.775409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6593b391-0913-4929-8294-39a0ae9cb3ff req-45620163-0ffd-40ef-b147-826e9f9b896e tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330513 Aug 29 06:47:08.938609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba2b3a-7ad9-458a-8551-5a4a9c6d64a3 req-10dcdafb-b3e4-438a-a18b-85337d81ec2d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:08.940115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16ba2b3a-7ad9-458a-8551-5a4a9c6d64a3 req-10dcdafb-b3e4-438a-a18b-85337d81ec2d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 944 time: 0.0508120 Aug 29 06:47:08.977948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16ba2b3a-7ad9-458a-8551-5a4a9c6d64a3 req-f7244aff-2607-40cf-bc75-608de6e58145 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317004 Aug 29 06:47:09.613833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 7da099a3-ccec-4b20-b372-d4923865bb95 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:47:09.617789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 0790320d-d8e4-4288-b9f8-53482ebac04f up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:47:09.743214 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 7da099a3-ccec-4b20-b372-d4923865bb95, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=7da099a3-ccec-4b20-b372-d4923865bb95,segment=NetworkSegment(09c88426-efc8-468b-a86c-d841b332f985),segment_id=09c88426-efc8-468b-a86c-d841b332f985)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:09.754094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '7da099a3-ccec-4b20-b372-d4923865bb95', 'network_id': 'edf981b2-61b9-4704-8a1d-39f0655477f0', 'port_id': '7da099a3-ccec-4b20-b372-d4923865bb95', 'mac_address': 'fa:16:3e:99:a6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e463480-ad20-4334-a7d2-a804dc04f27d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:47:09.790448 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:09.803694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da099a3-ccec-4b20-b372-d4923865bb95 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:47:09.816187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 0790320d-d8e4-4288-b9f8-53482ebac04f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:47:09.827794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 7da099a3-ccec-4b20-b372-d4923865bb95, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=7da099a3-ccec-4b20-b372-d4923865bb95,segment=NetworkSegment(09c88426-efc8-468b-a86c-d841b332f985),segment_id=09c88426-efc8-468b-a86c-d841b332f985)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:09.828809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 0790320d-d8e4-4288-b9f8-53482ebac04f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:47:09.829182 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:09.896539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38762a-347a-407f-96a6-c826e7b3641d req-60e42167-422a-48eb-828a-347631086779 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:09.898106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f38762a-347a-407f-96a6-c826e7b3641d req-60e42167-422a-48eb-828a-347631086779 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 944 time: 0.0522342 Aug 29 06:47:09.910756 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:09.932967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0611a696-dae6-4ef7-b115-22eec3cd2512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0790320d-d8e4-4288-b9f8-53482ebac04f'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:09.935741 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e0beaf-d8cf-4030-a0a1-53524d93b4e2" -d '{"events": [{"server_uuid": "0611a696-dae6-4ef7-b115-22eec3cd2512", "name": "network-vif-plugged", "status": "completed", "tag": "0790320d-d8e4-4288-b9f8-53482ebac04f"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:09.940700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f38762a-347a-407f-96a6-c826e7b3641d req-582f9903-6c6c-4ef0-8bcf-f84b3eed59c5 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359364 Aug 29 06:47:09.948675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 0790320d-d8e4-4288-b9f8-53482ebac04f, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0790320d-d8e4-4288-b9f8-53482ebac04f,segment=NetworkSegment(0e519fd3-34af-406a-a577-5d729b1d6e09),segment_id=0e519fd3-34af-406a-a577-5d729b1d6e09)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:10.030420 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:10.037562 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d265d8-9719-4afa-9b55-a9888fdab03c x-openstack-request-id: req-31d265d8-9719-4afa-9b55-a9888fdab03c {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:10.038011 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0611a696-dae6-4ef7-b115-22eec3cd2512", "name": "network-vif-plugged", "status": "completed", "tag": "0790320d-d8e4-4288-b9f8-53482ebac04f", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:10.038270 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-31d265d8-9719-4afa-9b55-a9888fdab03c {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:10.038685 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0611a696-dae6-4ef7-b115-22eec3cd2512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0790320d-d8e4-4288-b9f8-53482ebac04f', 'code': 200} Aug 29 06:47:10.088347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=7da099a3-ccec-4b20-b372-d4923865bb95,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:10.098322 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:10.098582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72533a2-19bf-48ba-b9a5-2197d33bc493 req-98d9b535-880e-4379-83e3-95bca77bcbef tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:10.100265 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e72533a2-19bf-48ba-b9a5-2197d33bc493 req-98d9b535-880e-4379-83e3-95bca77bcbef tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 944 time: 0.0542550 Aug 29 06:47:10.152292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=0790320d-d8e4-4288-b9f8-53482ebac04f,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:10.161242 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e72533a2-19bf-48ba-b9a5-2197d33bc493 req-4bbc4c57-556c-451e-a156-661c3a86110b tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548050 Aug 29 06:47:10.172329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f34ce6-3059-4407-825c-53ca3f1e899c req-d5d928b6-5389-4312-b7cd-8ab2078b6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:10.173797 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49f34ce6-3059-4407-825c-53ca3f1e899c req-d5d928b6-5389-4312-b7cd-8ab2078b6efd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 1097 time: 0.0544648 Aug 29 06:47:10.212369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49f34ce6-3059-4407-825c-53ca3f1e899c req-f4460a65-2cee-4295-9c9a-b795f3671f7b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292189 Aug 29 06:47:10.574003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['7da099a3-ccec-4b20-b372-d4923865bb95'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:10.716983 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-66cde76e-fc5b-45f1-8ec9-6cfc5dfa96ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:10.794644 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:11.063916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39173a-5ddb-471d-9e75-afc94101dd85 req-d7ebf0f2-10ad-4989-bf1c-b4052e03b8e4 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:11.065370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db39173a-5ddb-471d-9e75-afc94101dd85 req-d7ebf0f2-10ad-4989-bf1c-b4052e03b8e4 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 945 time: 0.0516620 Aug 29 06:47:11.103401 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db39173a-5ddb-471d-9e75-afc94101dd85 req-0031d0a7-5249-418b-b816-6f8c7d2ef099 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321481 Aug 29 06:47:11.279966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e95112-dd08-41cc-bb14-4a87f1c738a9 req-9e81c0ae-55c1-4fb4-9291-d6740dbd5c50 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:11.281337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0e95112-dd08-41cc-bb14-4a87f1c738a9 req-9e81c0ae-55c1-4fb4-9291-d6740dbd5c50 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 945 time: 0.0491550 Aug 29 06:47:11.317594 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0e95112-dd08-41cc-bb14-4a87f1c738a9 req-ed66d411-17e3-4071-8e55-9d0dc7cd025e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304291 Aug 29 06:47:11.686675 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:12.219746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec948cba-3ebd-47ad-8fa5-ee4f25fdf37e req-a9628130-c9cf-47a4-b358-69d544a84b16 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:12.221239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec948cba-3ebd-47ad-8fa5-ee4f25fdf37e req-a9628130-c9cf-47a4-b358-69d544a84b16 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 945 time: 0.0500262 Aug 29 06:47:12.259337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec948cba-3ebd-47ad-8fa5-ee4f25fdf37e req-0634b3ba-630d-49a2-b7ef-6636a3fbc46e tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321796 Aug 29 06:47:12.438363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29743722-dee1-4b35-8922-446823070cf5 req-ec472518-3409-4924-a29a-c6d3145c86e6 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:12.439757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29743722-dee1-4b35-8922-446823070cf5 req-ec472518-3409-4924-a29a-c6d3145c86e6 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 945 time: 0.0529687 Aug 29 06:47:12.479320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29743722-dee1-4b35-8922-446823070cf5 req-2c28b793-3456-4f67-ba85-716d9650582e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335212 Aug 29 06:47:12.581801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd6f2e03-d262-4dc7-8902-6f52278f9937 req-4b915e22-5b77-47f7-98f6-1de64b3bf3e5 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-225076673&fields=id&tenant_id=edd0484396b040dda2d3b69128282e55 HTTP/1.1" status: 200 len: 267 time: 0.0348098 Aug 29 06:47:12.636353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f2e03-d262-4dc7-8902-6f52278f9937 req-131b4fc3-43cd-427b-9edf-fa67f327b13d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:12.638491 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd6f2e03-d262-4dc7-8902-6f52278f9937 req-131b4fc3-43cd-427b-9edf-fa67f327b13d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 945 time: 0.0502787 Aug 29 06:47:12.649916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-fd6f2e03-d262-4dc7-8902-6f52278f9937 req-d9612120-2ed5-4652-930e-49352caf208e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'port': {'security_groups': ['86f1b7f6-c659-4cf8-9893-508c125d4eb9', 'f4b8f906-c799-4432-a251-93ff0b6cd4d1']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:12.730892 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fd6f2e03-d262-4dc7-8902-6f52278f9937 req-d9612120-2ed5-4652-930e-49352caf208e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:12.914417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-fd6f2e03-d262-4dc7-8902-6f52278f9937 req-d9612120-2ed5-4652-930e-49352caf208e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] For port 0790320d-d8e4-4288-b9f8-53482ebac04f, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0790320d-d8e4-4288-b9f8-53482ebac04f,segment=NetworkSegment(0e519fd3-34af-406a-a577-5d729b1d6e09),segment_id=0e519fd3-34af-406a-a577-5d729b1d6e09)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:12.943874 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fd6f2e03-d262-4dc7-8902-6f52278f9937 req-d9612120-2ed5-4652-930e-49352caf208e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:13.097856 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fd6f2e03-d262-4dc7-8902-6f52278f9937 req-d9612120-2ed5-4652-930e-49352caf208e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:13.110557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['0790320d-d8e4-4288-b9f8-53482ebac04f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:13.136259 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['b28c40f8-3d4c-49c5-874e-92f460214ad9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:13.146216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f2e03-d262-4dc7-8902-6f52278f9937 req-d9612120-2ed5-4652-930e-49352caf208e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:13.146922 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fd6f2e03-d262-4dc7-8902-6f52278f9937 req-d9612120-2ed5-4652-930e-49352caf208e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:13.148333 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd6f2e03-d262-4dc7-8902-6f52278f9937 req-d9612120-2ed5-4652-930e-49352caf208e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "PUT /v2.0/ports/0790320d-d8e4-4288-b9f8-53482ebac04f HTTP/1.1" status: 200 len: 981 time: 0.5033190 Aug 29 06:47:13.148782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0611a696-dae6-4ef7-b115-22eec3cd2512', 'tag': '0790320d-d8e4-4288-b9f8-53482ebac04f'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:13.151048 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e62034-37a3-4ef2-aef5-1cd896b94ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "0611a696-dae6-4ef7-b115-22eec3cd2512", "tag": "0790320d-d8e4-4288-b9f8-53482ebac04f"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:13.199462 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c32e184-95a9-4345-b557-2c69bea0bb4e x-openstack-request-id: req-2c32e184-95a9-4345-b557-2c69bea0bb4e {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:13.199462 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0611a696-dae6-4ef7-b115-22eec3cd2512", "tag": "0790320d-d8e4-4288-b9f8-53482ebac04f", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:13.199726 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c32e184-95a9-4345-b557-2c69bea0bb4e {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:13.200162 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0611a696-dae6-4ef7-b115-22eec3cd2512', 'tag': '0790320d-d8e4-4288-b9f8-53482ebac04f', 'status': 'completed', 'code': 200} Aug 29 06:47:13.200923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9612120-2ed5-4652-930e-49352caf208e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'Port': ['ID=0790320d-d8e4-4288-b9f8-53482ebac04f,revision_number=6']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:13.261294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2eee3d8d-c525-4ee8-a1e0-d297cfe4a700 req-98dee5e2-8739-46a9-a0bc-2c7ebb3c6de8 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/f4b8f906-c799-4432-a251-93ff0b6cd4d1 HTTP/1.1" status: 200 len: 1802 time: 0.0869198 Aug 29 06:47:13.287853 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e62034-37a3-4ef2-aef5-1cd896b94ed7 req-56ee1167-fd36-438f-8391-0bbb32e39c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:13.289410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70e62034-37a3-4ef2-aef5-1cd896b94ed7 req-56ee1167-fd36-438f-8391-0bbb32e39c2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edd0484396b040dda2d3b69128282e55&device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 1136 time: 0.0618224 Aug 29 06:47:13.368077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['0790320d-d8e4-4288-b9f8-53482ebac04f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:13.425492 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-2eee3d8d-c525-4ee8-a1e0-d297cfe4a700 req-61f1a5db-a12c-428a-a7b1-4a3489679c8e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 06:47:13.426515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2eee3d8d-c525-4ee8-a1e0-d297cfe4a700 req-61f1a5db-a12c-428a-a7b1-4a3489679c8e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "DELETE /v2.0/security-groups/f4b8f906-c799-4432-a251-93ff0b6cd4d1 HTTP/1.1" status: 409 len: 341 time: 0.1527615 Aug 29 06:47:13.435133 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:13.454017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b4710-601c-43f7-aeb3-6e4cfcf155ed req-3e3774e8-eed7-469e-b0be-2c17efcb9d9e tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:13.455490 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-232b4710-601c-43f7-aeb3-6e4cfcf155ed req-3e3774e8-eed7-469e-b0be-2c17efcb9d9e tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 945 time: 0.1250312 Aug 29 06:47:13.462133 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e62034-37a3-4ef2-aef5-1cd896b94ed7 req-41968834-3a5c-48f9-86a8-f5144cce5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:13.464339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70e62034-37a3-4ef2-aef5-1cd896b94ed7 req-41968834-3a5c-48f9-86a8-f5144cce5eb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae HTTP/1.1" status: 200 len: 913 time: 0.1635928 Aug 29 06:47:13.524776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70e62034-37a3-4ef2-aef5-1cd896b94ed7 req-25b2c384-7831-4ad1-8dc3-fddf64c6dc9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0790320d-d8e4-4288-b9f8-53482ebac04f HTTP/1.1" status: 200 len: 217 time: 0.0506365 Aug 29 06:47:13.574007 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-232b4710-601c-43f7-aeb3-6e4cfcf155ed req-2ca71b73-79a4-4147-971d-7f9fcc7ec9d3 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085742 Aug 29 06:47:13.605585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e62034-37a3-4ef2-aef5-1cd896b94ed7 req-4ef6c1a9-c0cd-4603-9927-27edd76f5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:13.607200 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70e62034-37a3-4ef2-aef5-1cd896b94ed7 req-4ef6c1a9-c0cd-4603-9927-27edd76f5848 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9c2fc87-70b6-4f7c-8bcd-f850a040a28d HTTP/1.1" status: 200 len: 852 time: 0.0693431 Aug 29 06:47:13.634443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 7da099a3-ccec-4b20-b372-d4923865bb95 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:47:13.670459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70e62034-37a3-4ef2-aef5-1cd896b94ed7 req-38290d24-bf8a-4e84-be58-6df533b99468 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284572 Aug 29 06:47:13.770868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70e62034-37a3-4ef2-aef5-1cd896b94ed7 req-9e0a0ab8-b3a4-4027-8059-4176063fb90f service neutron] 10.222.0.15 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911119 Aug 29 06:47:13.886884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70e62034-37a3-4ef2-aef5-1cd896b94ed7 req-5c752214-3143-42b9-b6e0-fd82a58faaf9 service neutron] 10.222.0.15 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027169 Aug 29 06:47:13.926033 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 7da099a3-ccec-4b20-b372-d4923865bb95 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:47:13.932680 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 7da099a3-ccec-4b20-b372-d4923865bb95 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:47:13.933054 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:14.019118 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:14.032050 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c8c39-697e-4bcc-a120-093d77199ca3 req-458a4c7d-e28c-4420-b83b-1039a5f0f9d4 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:14.033632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-815c8c39-697e-4bcc-a120-093d77199ca3 req-458a4c7d-e28c-4420-b83b-1039a5f0f9d4 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 984 time: 0.0507131 Aug 29 06:47:14.045154 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48f129a-445b-4e45-b659-00480f3718f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da099a3-ccec-4b20-b372-d4923865bb95'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:14.047434 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca3cfff-4931-42fc-8635-18e28d4fbf3f" -d '{"events": [{"server_uuid": "b48f129a-445b-4e45-b659-00480f3718f0", "name": "network-vif-plugged", "status": "completed", "tag": "7da099a3-ccec-4b20-b372-d4923865bb95"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:14.060674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 7da099a3-ccec-4b20-b372-d4923865bb95, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=7da099a3-ccec-4b20-b372-d4923865bb95,segment=NetworkSegment(09c88426-efc8-468b-a86c-d841b332f985),segment_id=09c88426-efc8-468b-a86c-d841b332f985)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:14.076560 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-815c8c39-697e-4bcc-a120-093d77199ca3 req-6096f58b-ff5a-4f02-a0b6-a5eb4e08e09c tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4b8f906-c799-4432-a251-93ff0b6cd4d1&id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0365567 Aug 29 06:47:14.086216 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f952934-fc5a-4322-afc6-53f8cbd3217f x-openstack-request-id: req-4f952934-fc5a-4322-afc6-53f8cbd3217f {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:14.086631 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48f129a-445b-4e45-b659-00480f3718f0", "name": "network-vif-plugged", "status": "completed", "tag": "7da099a3-ccec-4b20-b372-d4923865bb95", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:14.087207 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4f952934-fc5a-4322-afc6-53f8cbd3217f {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:14.087664 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48f129a-445b-4e45-b659-00480f3718f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da099a3-ccec-4b20-b372-d4923865bb95', 'code': 200} Aug 29 06:47:14.200958 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:14.217384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e71159-fa19-49bb-b345-cc66b12a58a7 req-a88335af-5548-4daf-91ee-2b77c4b83f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:14.219417 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30e71159-fa19-49bb-b345-cc66b12a58a7 req-a88335af-5548-4daf-91ee-2b77c4b83f20 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 1097 time: 0.0473139 Aug 29 06:47:14.248676 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=7da099a3-ccec-4b20-b372-d4923865bb95,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:14.265273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30e71159-fa19-49bb-b345-cc66b12a58a7 req-51a93cff-dff0-4a56-8327-5bad4cec9b27 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303416 Aug 29 06:47:14.287916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1462431-359c-4d68-979c-9712e38d87ff req-0d440dcf-d575-4b17-8b22-64cd3931423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:14.289411 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e1462431-359c-4d68-979c-9712e38d87ff req-0d440dcf-d575-4b17-8b22-64cd3931423a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edd0484396b040dda2d3b69128282e55&device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 1136 time: 0.0407619 Aug 29 06:47:14.628377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1462431-359c-4d68-979c-9712e38d87ff req-d8e14321-3e44-47ea-92f0-4855280c6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:14.629984 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e1462431-359c-4d68-979c-9712e38d87ff req-d8e14321-3e44-47ea-92f0-4855280c6465 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae HTTP/1.1" status: 200 len: 913 time: 0.0839736 Aug 29 06:47:14.690842 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e1462431-359c-4d68-979c-9712e38d87ff req-7b7a8b7c-7dfd-4703-a624-1613bc72fa49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0790320d-d8e4-4288-b9f8-53482ebac04f HTTP/1.1" status: 200 len: 217 time: 0.0420167 Aug 29 06:47:14.706613 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1fd8a-82dc-4e05-a7ab-a7284321b32e req-aa2a3063-6cae-40cb-a303-7ffc8fe6c7d7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:14.708275 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8f1fd8a-82dc-4e05-a7ab-a7284321b32e req-aa2a3063-6cae-40cb-a303-7ffc8fe6c7d7 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 946 time: 0.0532269 Aug 29 06:47:14.747344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1462431-359c-4d68-979c-9712e38d87ff req-4a5490da-5c2e-4998-a442-1c6dc02806b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:14.748882 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e1462431-359c-4d68-979c-9712e38d87ff req-4a5490da-5c2e-4998-a442-1c6dc02806b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9c2fc87-70b6-4f7c-8bcd-f850a040a28d HTTP/1.1" status: 200 len: 852 time: 0.0477917 Aug 29 06:47:14.749153 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8f1fd8a-82dc-4e05-a7ab-a7284321b32e req-016d20e7-8647-45bc-9d40-18ca2de5596e tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349777 Aug 29 06:47:14.790539 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e1462431-359c-4d68-979c-9712e38d87ff req-bdf55001-1e57-4c02-adc6-f91e6b9a7cff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281816 Aug 29 06:47:14.892524 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e1462431-359c-4d68-979c-9712e38d87ff req-b358b2a7-38fd-4e74-856d-bb013ca980af service neutron] 10.222.0.15 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898201 Aug 29 06:47:14.987757 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e1462431-359c-4d68-979c-9712e38d87ff req-96ded840-e266-4e08-a7e1-026deec02f6c service neutron] 10.222.0.15 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846000 Aug 29 06:47:15.194209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64df920-422f-4885-aed7-2b17d66f8b6f req-61ca1603-f982-44d5-a37c-eb6d13bcb96b tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:15.195766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e64df920-422f-4885-aed7-2b17d66f8b6f req-61ca1603-f982-44d5-a37c-eb6d13bcb96b tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 984 time: 0.0509689 Aug 29 06:47:15.235916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e64df920-422f-4885-aed7-2b17d66f8b6f req-0cc1885a-d5a8-4f03-9dac-dc2ec821383f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4b8f906-c799-4432-a251-93ff0b6cd4d1&id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0333974 Aug 29 06:47:15.883732 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcc2e9-a173-4af2-93c4-aaa5b5119e1a req-3d4c4ba0-f145-4594-be2b-f96aaa19dbba tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:15.884971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38fcc2e9-a173-4af2-93c4-aaa5b5119e1a req-3d4c4ba0-f145-4594-be2b-f96aaa19dbba tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 946 time: 0.0667543 Aug 29 06:47:15.926155 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38fcc2e9-a173-4af2-93c4-aaa5b5119e1a req-2fa4ff94-e556-45d4-bfbd-0b5e4a4632de tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336657 Aug 29 06:47:16.354218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f10fa7-571d-46a1-9a35-becf00ddd9fd req-0701a1ce-294a-4a81-a0dc-4424bd3c738d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:16.355740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2f10fa7-571d-46a1-9a35-becf00ddd9fd req-0701a1ce-294a-4a81-a0dc-4424bd3c738d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 984 time: 0.0498681 Aug 29 06:47:16.396120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2f10fa7-571d-46a1-9a35-becf00ddd9fd req-db28aa76-2843-47e2-ab02-48e54d7523e0 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4b8f906-c799-4432-a251-93ff0b6cd4d1&id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0337532 Aug 29 06:47:16.493501 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d997fce5-9eed-4e1b-8fd9-8ac80d102101 req-67d8e1ee-019a-4cbf-bea0-e803e1d61666 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-306387229&fields=id&tenant_id=edd0484396b040dda2d3b69128282e55 HTTP/1.1" status: 200 len: 267 time: 0.0326986 Aug 29 06:47:16.548581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997fce5-9eed-4e1b-8fd9-8ac80d102101 req-f285cdef-a383-41b0-b94c-40f3431d67c5 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:16.550183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d997fce5-9eed-4e1b-8fd9-8ac80d102101 req-f285cdef-a383-41b0-b94c-40f3431d67c5 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 984 time: 0.0499647 Aug 29 06:47:16.561813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-d997fce5-9eed-4e1b-8fd9-8ac80d102101 req-890e8963-d006-432a-b592-24bf56d7ab9d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'port': {'security_groups': ['86f1b7f6-c659-4cf8-9893-508c125d4eb9', 'f4b8f906-c799-4432-a251-93ff0b6cd4d1', 'a5819029-d221-4db1-aa32-0e7fc5018218']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:16.672994 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d997fce5-9eed-4e1b-8fd9-8ac80d102101 req-890e8963-d006-432a-b592-24bf56d7ab9d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:16.887167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-d997fce5-9eed-4e1b-8fd9-8ac80d102101 req-890e8963-d006-432a-b592-24bf56d7ab9d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] For port 0790320d-d8e4-4288-b9f8-53482ebac04f, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0790320d-d8e4-4288-b9f8-53482ebac04f,segment=NetworkSegment(0e519fd3-34af-406a-a577-5d729b1d6e09),segment_id=0e519fd3-34af-406a-a577-5d729b1d6e09)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:16.920277 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d997fce5-9eed-4e1b-8fd9-8ac80d102101 req-890e8963-d006-432a-b592-24bf56d7ab9d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:17.005604 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d997fce5-9eed-4e1b-8fd9-8ac80d102101 req-890e8963-d006-432a-b592-24bf56d7ab9d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:17.024460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['0790320d-d8e4-4288-b9f8-53482ebac04f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:17.050798 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997fce5-9eed-4e1b-8fd9-8ac80d102101 req-890e8963-d006-432a-b592-24bf56d7ab9d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:17.051445 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d997fce5-9eed-4e1b-8fd9-8ac80d102101 req-890e8963-d006-432a-b592-24bf56d7ab9d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:17.061400 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d997fce5-9eed-4e1b-8fd9-8ac80d102101 req-890e8963-d006-432a-b592-24bf56d7ab9d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "PUT /v2.0/ports/0790320d-d8e4-4288-b9f8-53482ebac04f HTTP/1.1" status: 200 len: 1020 time: 0.4962912 Aug 29 06:47:17.061400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0611a696-dae6-4ef7-b115-22eec3cd2512', 'tag': '0790320d-d8e4-4288-b9f8-53482ebac04f'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:17.061400 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd0a7fd-d210-40ac-8e21-754f163d5681" -d '{"events": [{"name": "network-changed", "server_uuid": "0611a696-dae6-4ef7-b115-22eec3cd2512", "tag": "0790320d-d8e4-4288-b9f8-53482ebac04f"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:17.066804 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['b28c40f8-3d4c-49c5-874e-92f460214ad9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:17.100905 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-277fb07e-7692-4518-ab3b-3d53e9dfaf90 req-6dbc7111-75e3-4e35-a32d-daa3f472d385 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0306063 Aug 29 06:47:17.116772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e8963-d006-432a-b592-24bf56d7ab9d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'Port': ['ID=0790320d-d8e4-4288-b9f8-53482ebac04f,revision_number=7']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:17.132011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37f113-0e7f-4ed2-a461-cc5b1a2aa314 req-3b55167c-560c-451c-8e4c-33dbb39af618 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:17.133583 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d37f113-0e7f-4ed2-a461-cc5b1a2aa314 req-3b55167c-560c-451c-8e4c-33dbb39af618 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 946 time: 0.0671203 Aug 29 06:47:17.188399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d37f113-0e7f-4ed2-a461-cc5b1a2aa314 req-4a8fa7bc-04df-4af7-9018-047ef691a5d9 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380232 Aug 29 06:47:17.222706 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-277fb07e-7692-4518-ab3b-3d53e9dfaf90 req-9d469895-f1ae-44cb-b8c0-6a3bbab111e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0509903 Aug 29 06:47:17.251548 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['0790320d-d8e4-4288-b9f8-53482ebac04f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:17.251731 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e14391-b5fb-49a6-8843-0bdddeac3a2a x-openstack-request-id: req-65e14391-b5fb-49a6-8843-0bdddeac3a2a {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:17.252143 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0611a696-dae6-4ef7-b115-22eec3cd2512", "tag": "0790320d-d8e4-4288-b9f8-53482ebac04f", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:17.252327 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65e14391-b5fb-49a6-8843-0bdddeac3a2a {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:17.252746 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0611a696-dae6-4ef7-b115-22eec3cd2512', 'tag': '0790320d-d8e4-4288-b9f8-53482ebac04f', 'status': 'completed', 'code': 200} Aug 29 06:47:17.292241 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-277fb07e-7692-4518-ab3b-3d53e9dfaf90 req-0b08a742-5a12-4e8a-9e65-123a24a91c49 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301220 Aug 29 06:47:17.339484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e62e3304-01b7-4972-8614-65feb411aba0 req-ece392a9-6c71-41a0-b4e4-2a4af2ca7c9f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/a5819029-d221-4db1-aa32-0e7fc5018218 HTTP/1.1" status: 200 len: 1801 time: 0.0980976 Aug 29 06:47:17.347942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0a7fd-d210-40ac-8e21-754f163d5681 req-125d6aa8-1307-433f-a531-0eeaca18e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:17.349510 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fd0a7fd-d210-40ac-8e21-754f163d5681 req-125d6aa8-1307-433f-a531-0eeaca18e4c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edd0484396b040dda2d3b69128282e55&device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 1175 time: 0.0580835 Aug 29 06:47:17.438497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fb07e-7692-4518-ab3b-3d53e9dfaf90 req-e6b2c23e-808b-4033-a9c8-ace6a628682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:17.440669 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-277fb07e-7692-4518-ab3b-3d53e9dfaf90 req-e6b2c23e-808b-4033-a9c8-ace6a628682c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378522 Aug 29 06:47:17.467291 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-e62e3304-01b7-4972-8614-65feb411aba0 req-cf057485-8889-4629-a91e-4b5436b5abf4 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 06:47:17.468363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e62e3304-01b7-4972-8614-65feb411aba0 req-cf057485-8889-4629-a91e-4b5436b5abf4 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "DELETE /v2.0/security-groups/a5819029-d221-4db1-aa32-0e7fc5018218 HTTP/1.1" status: 409 len: 341 time: 0.1179645 Aug 29 06:47:17.500787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0a7fd-d210-40ac-8e21-754f163d5681 req-76846c48-3d69-4231-9422-21f47e1a4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:17.502393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fd0a7fd-d210-40ac-8e21-754f163d5681 req-76846c48-3d69-4231-9422-21f47e1a4a15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae HTTP/1.1" status: 200 len: 913 time: 0.1315367 Aug 29 06:47:17.551304 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fd0a7fd-d210-40ac-8e21-754f163d5681 req-30ee478e-39ea-405a-8cac-686c7d540b22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0790320d-d8e4-4288-b9f8-53482ebac04f HTTP/1.1" status: 200 len: 217 time: 0.0405204 Aug 29 06:47:17.605422 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0a7fd-d210-40ac-8e21-754f163d5681 req-51b61410-8f05-46d4-a6e2-624d13abb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:17.607230 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fd0a7fd-d210-40ac-8e21-754f163d5681 req-51b61410-8f05-46d4-a6e2-624d13abb2d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9c2fc87-70b6-4f7c-8bcd-f850a040a28d HTTP/1.1" status: 200 len: 852 time: 0.0485690 Aug 29 06:47:17.647379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fd0a7fd-d210-40ac-8e21-754f163d5681 req-7e693daf-2516-49eb-bb7e-747c57dce1b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d04d12f-c38d-46cb-8d75-bac77b7b40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279620 Aug 29 06:47:17.744564 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fd0a7fd-d210-40ac-8e21-754f163d5681 req-62b67eea-9edd-4df4-857e-5ae740085a01 service neutron] 10.222.0.15 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857129 Aug 29 06:47:17.850722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fd0a7fd-d210-40ac-8e21-754f163d5681 req-ca5e5810-ad64-4121-85e6-96d2d31cd9e6 service neutron] 10.222.0.15 "GET /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945582 Aug 29 06:47:18.026303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3bbaa-6d71-4aa2-969f-d38452942d7d req-5435dd06-3a12-4671-bcc5-c09cb6e44954 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:18.027931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3e3bbaa-6d71-4aa2-969f-d38452942d7d req-5435dd06-3a12-4671-bcc5-c09cb6e44954 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 1023 time: 0.0551605 Aug 29 06:47:18.071565 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3e3bbaa-6d71-4aa2-969f-d38452942d7d req-7252aaaf-1a6e-4c89-b22a-191324f57f74 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4b8f906-c799-4432-a251-93ff0b6cd4d1&id=a5819029-d221-4db1-aa32-0e7fc5018218&id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0356576 Aug 29 06:47:18.169912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4a407-8105-4f47-954c-17a2d9f98ffb req-e76dc3e8-7765-4ce7-a697-6f66f90a5445 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:18.171413 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40e4a407-8105-4f47-954c-17a2d9f98ffb req-e76dc3e8-7765-4ce7-a697-6f66f90a5445 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 946 time: 0.0533755 Aug 29 06:47:18.211443 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40e4a407-8105-4f47-954c-17a2d9f98ffb req-2b17ce3f-6e74-4a7e-8c82-459f9e4f5f3f tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333881 Aug 29 06:47:19.192966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6682f-28b9-484e-ae96-13b29c5a9c28 req-4f83b11d-c267-4272-ab7f-1602843c255e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:19.194546 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dcc6682f-28b9-484e-ae96-13b29c5a9c28 req-4f83b11d-c267-4272-ab7f-1602843c255e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 1023 time: 0.0528452 Aug 29 06:47:19.238658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dcc6682f-28b9-484e-ae96-13b29c5a9c28 req-66e556c2-c7b7-45e0-8afc-8cd54df669a2 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4b8f906-c799-4432-a251-93ff0b6cd4d1&id=a5819029-d221-4db1-aa32-0e7fc5018218&id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0377505 Aug 29 06:47:19.665846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87f9b7-f865-4e25-b5ea-3187c2b69397 req-0809becc-9c12-4fa9-a07b-c77dcf9e7f0c tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:19.667273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca87f9b7-f865-4e25-b5ea-3187c2b69397 req-0809becc-9c12-4fa9-a07b-c77dcf9e7f0c tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 946 time: 0.3589230 Aug 29 06:47:19.705799 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca87f9b7-f865-4e25-b5ea-3187c2b69397 req-1571db6a-e8c7-4511-8721-46817799b3c5 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321231 Aug 29 06:47:20.382731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfd5ca-2bbe-4542-b13f-bfed417a485c req-324f9423-9c70-47b0-b866-32ba1163af93 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:20.384314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6abfd5ca-2bbe-4542-b13f-bfed417a485c req-324f9423-9c70-47b0-b866-32ba1163af93 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.15 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 946 time: 0.0754468 Aug 29 06:47:20.399515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0113-fd88-4932-9a76-411cbb205d12 req-43cd3082-337e-447b-8d23-4808f6b37c21 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:20.400960 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e85f0113-fd88-4932-9a76-411cbb205d12 req-43cd3082-337e-447b-8d23-4808f6b37c21 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 1023 time: 0.0819902 Aug 29 06:47:20.500804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e85f0113-fd88-4932-9a76-411cbb205d12 req-d84ee6fc-9c18-4ae3-9b7f-fa19f6935d34 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4b8f906-c799-4432-a251-93ff0b6cd4d1&id=a5819029-d221-4db1-aa32-0e7fc5018218&id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0921147 Aug 29 06:47:20.511444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaeb75c-bd80-43b7-a64f-35ffcad89849 req-6225eb70-ffee-4250-ab7f-4b6e2530e09d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:20.512993 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eeaeb75c-bd80-43b7-a64f-35ffcad89849 req-6225eb70-ffee-4250-ab7f-4b6e2530e09d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.15 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 1023 time: 0.0569999 Aug 29 06:47:20.531402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-6abfd5ca-2bbe-4542-b13f-bfed417a485c req-548060c0-e50e-4572-b436-78407ff6c7fc tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Deleting port 7da099a3-ccec-4b20-b372-d4923865bb95 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:47:20.531402 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6abfd5ca-2bbe-4542-b13f-bfed417a485c req-548060c0-e50e-4572-b436-78407ff6c7fc tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:20.627964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-6abfd5ca-2bbe-4542-b13f-bfed417a485c req-548060c0-e50e-4572-b436-78407ff6c7fc tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] For port 7da099a3-ccec-4b20-b372-d4923865bb95, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=7da099a3-ccec-4b20-b372-d4923865bb95,segment=NetworkSegment(09c88426-efc8-468b-a86c-d841b332f985),segment_id=09c88426-efc8-468b-a86c-d841b332f985)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:20.628333 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6abfd5ca-2bbe-4542-b13f-bfed417a485c req-548060c0-e50e-4572-b436-78407ff6c7fc tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:20.631800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-eeaeb75c-bd80-43b7-a64f-35ffcad89849 req-47712c91-72d3-4d3d-b957-3a5f8e7d03ef tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Deleting port 0790320d-d8e4-4288-b9f8-53482ebac04f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:47:20.632154 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eeaeb75c-bd80-43b7-a64f-35ffcad89849 req-47712c91-72d3-4d3d-b957-3a5f8e7d03ef tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:20.640838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-6abfd5ca-2bbe-4542-b13f-bfed417a485c req-548060c0-e50e-4572-b436-78407ff6c7fc tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Calling delete_port for 7da099a3-ccec-4b20-b372-d4923865bb95 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:47:20.723655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-eeaeb75c-bd80-43b7-a64f-35ffcad89849 req-47712c91-72d3-4d3d-b957-3a5f8e7d03ef tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] For port 0790320d-d8e4-4288-b9f8-53482ebac04f, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0790320d-d8e4-4288-b9f8-53482ebac04f,segment=NetworkSegment(0e519fd3-34af-406a-a577-5d729b1d6e09),segment_id=0e519fd3-34af-406a-a577-5d729b1d6e09)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:20.724035 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eeaeb75c-bd80-43b7-a64f-35ffcad89849 req-47712c91-72d3-4d3d-b957-3a5f8e7d03ef tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:20.738244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-eeaeb75c-bd80-43b7-a64f-35ffcad89849 req-47712c91-72d3-4d3d-b957-3a5f8e7d03ef tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Calling delete_port for 0790320d-d8e4-4288-b9f8-53482ebac04f owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:47:20.777779 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:20.831247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f166f-28f9-46ea-bcd2-e0fa8dbd43ae req-88f3b686-f948-4457-ac9b-fbf0d736c89a tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:20.833059 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-643f166f-28f9-46ea-bcd2-e0fa8dbd43ae req-88f3b686-f948-4457-ac9b-fbf0d736c89a tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 946 time: 0.0546556 Aug 29 06:47:20.874090 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-643f166f-28f9-46ea-bcd2-e0fa8dbd43ae req-4ea05416-7594-4008-8ea5-0745e392d2ce tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/security-groups?id=f90c08dd-318e-4bb5-b30c-222260e82538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345848 Aug 29 06:47:20.903151 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6abfd5ca-2bbe-4542-b13f-bfed417a485c req-548060c0-e50e-4572-b436-78407ff6c7fc tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:20.920641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['7da099a3-ccec-4b20-b372-d4923865bb95'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:20.933743 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548060c0-e50e-4572-b436-78407ff6c7fc tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Pushing event deleted for resources: {'Port': ['ID=7da099a3-ccec-4b20-b372-d4923865bb95,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:20.967882 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eeaeb75c-bd80-43b7-a64f-35ffcad89849 req-47712c91-72d3-4d3d-b957-3a5f8e7d03ef tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:20.980590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abfd5ca-2bbe-4542-b13f-bfed417a485c req-548060c0-e50e-4572-b436-78407ff6c7fc tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] No DVR routers for this DVR port 7da099a3-ccec-4b20-b372-d4923865bb95 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:47:20.984026 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6abfd5ca-2bbe-4542-b13f-bfed417a485c req-548060c0-e50e-4572-b436-78407ff6c7fc tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:20.984155 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['0790320d-d8e4-4288-b9f8-53482ebac04f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:20.986131 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6abfd5ca-2bbe-4542-b13f-bfed417a485c req-548060c0-e50e-4572-b436-78407ff6c7fc tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.15 "DELETE /v2.0/ports/7da099a3-ccec-4b20-b372-d4923865bb95 HTTP/1.1" status: 204 len: 173 time: 0.5842960 Aug 29 06:47:20.986575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48f129a-445b-4e45-b659-00480f3718f0', 'name': 'network-vif-deleted', 'tag': '7da099a3-ccec-4b20-b372-d4923865bb95'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:20.989115 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdc1aa6-ff9a-452a-b95f-e0a8d9b2203b" -d '{"events": [{"server_uuid": "b48f129a-445b-4e45-b659-00480f3718f0", "name": "network-vif-deleted", "tag": "7da099a3-ccec-4b20-b372-d4923865bb95"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:20.996611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47712c91-72d3-4d3d-b957-3a5f8e7d03ef tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event deleted for resources: {'Port': ['ID=0790320d-d8e4-4288-b9f8-53482ebac04f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:21.016599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['b28c40f8-3d4c-49c5-874e-92f460214ad9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:21.041201 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b17013f-5463-4df2-a5d8-e5eb8da30028 x-openstack-request-id: req-1b17013f-5463-4df2-a5d8-e5eb8da30028 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:21.041509 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48f129a-445b-4e45-b659-00480f3718f0", "name": "network-vif-deleted", "tag": "7da099a3-ccec-4b20-b372-d4923865bb95", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:21.041762 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b17013f-5463-4df2-a5d8-e5eb8da30028 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:21.042480 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48f129a-445b-4e45-b659-00480f3718f0', 'name': 'network-vif-deleted', 'tag': '7da099a3-ccec-4b20-b372-d4923865bb95', 'status': 'completed', 'code': 200} Aug 29 06:47:21.050468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaeb75c-bd80-43b7-a64f-35ffcad89849 req-47712c91-72d3-4d3d-b957-3a5f8e7d03ef tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] No DVR routers for this DVR port 0790320d-d8e4-4288-b9f8-53482ebac04f on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:47:21.053166 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eeaeb75c-bd80-43b7-a64f-35ffcad89849 req-47712c91-72d3-4d3d-b957-3a5f8e7d03ef tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:21.054952 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eeaeb75c-bd80-43b7-a64f-35ffcad89849 req-47712c91-72d3-4d3d-b957-3a5f8e7d03ef tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.15 "DELETE /v2.0/ports/0790320d-d8e4-4288-b9f8-53482ebac04f HTTP/1.1" status: 204 len: 173 time: 0.5328341 Aug 29 06:47:21.055424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0611a696-dae6-4ef7-b115-22eec3cd2512', 'name': 'network-vif-deleted', 'tag': '0790320d-d8e4-4288-b9f8-53482ebac04f'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:21.057705 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b851bb96-9fbc-4dce-b9be-ef87eceb043e" -d '{"events": [{"server_uuid": "0611a696-dae6-4ef7-b115-22eec3cd2512", "name": "network-vif-deleted", "tag": "0790320d-d8e4-4288-b9f8-53482ebac04f"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:21.152289 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268657e8-20df-4542-9fd5-394e6d2c8f17 x-openstack-request-id: req-268657e8-20df-4542-9fd5-394e6d2c8f17 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:21.152591 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0611a696-dae6-4ef7-b115-22eec3cd2512", "name": "network-vif-deleted", "tag": "0790320d-d8e4-4288-b9f8-53482ebac04f", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:21.153655 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-268657e8-20df-4542-9fd5-394e6d2c8f17 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:21.153833 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0611a696-dae6-4ef7-b115-22eec3cd2512', 'name': 'network-vif-deleted', 'tag': '0790320d-d8e4-4288-b9f8-53482ebac04f', 'status': 'completed', 'code': 200} Aug 29 06:47:21.625873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dba9ce57-fdbf-4042-8af3-ea83f5b1f009 req-baee93ec-035a-4b86-9f61-89af10907d0b tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 210 time: 0.0262191 Aug 29 06:47:21.982094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-452f1893-5de4-4fff-b08d-7737fe493886 req-908d043a-de75-461b-af77-304749ce4016 tempest-ServerGroupTestJSON-1094229470 tempest-ServerGroupTestJSON-1094229470-project] 10.222.0.76 "GET /v2.0/ports?device_id=b48f129a-445b-4e45-b659-00480f3718f0 HTTP/1.1" status: 200 len: 210 time: 0.0265770 Aug 29 06:47:22.748570 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a46464fd-1ad5-4ce8-a889-b22f7196eb03 req-15df2e1e-f3a9-49d7-b9c0-056148bb11b1 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=0611a696-dae6-4ef7-b115-22eec3cd2512 HTTP/1.1" status: 200 len: 210 time: 0.0297873 Aug 29 06:47:23.494234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46642) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:23.654811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 0790320d-d8e4-4288-b9f8-53482ebac04f no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:47:23.678389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 0790320d-d8e4-4288-b9f8-53482ebac04f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:47:23.678737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 0790320d-d8e4-4288-b9f8-53482ebac04f not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:47:23.679172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 7da099a3-ccec-4b20-b372-d4923865bb95 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:47:23.698524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 7da099a3-ccec-4b20-b372-d4923865bb95 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:47:23.699095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 7da099a3-ccec-4b20-b372-d4923865bb95 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:47:23.814604 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-091d5d6a-c95e-44dc-baf9-ad4658d0da03 admin admin] Deleting subnet 3e463480-ad20-4334-a7d2-a804dc04f27d {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:47:23.817712 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-091d5d6a-c95e-44dc-baf9-ad4658d0da03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:23.852436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-091d5d6a-c95e-44dc-baf9-ad4658d0da03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:23.860378 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-105929fd-56cc-4740-8b3e-22043f7da6fc req-3cd81d34-2504-43c8-be96-2c89a357136e tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/f4b8f906-c799-4432-a251-93ff0b6cd4d1 HTTP/1.1" status: 200 len: 1802 time: 0.0411086 Aug 29 06:47:23.899832 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-091d5d6a-c95e-44dc-baf9-ad4658d0da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:23.921215 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-105929fd-56cc-4740-8b3e-22043f7da6fc req-8669e01c-543f-433e-84be-dd0bdaac6548 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:23.948790 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-105929fd-56cc-4740-8b3e-22043f7da6fc req-8669e01c-543f-433e-84be-dd0bdaac6548 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.063660 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-091d5d6a-c95e-44dc-baf9-ad4658d0da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.086141 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-105929fd-56cc-4740-8b3e-22043f7da6fc req-8669e01c-543f-433e-84be-dd0bdaac6548 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.088886 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-105929fd-56cc-4740-8b3e-22043f7da6fc req-8669e01c-543f-433e-84be-dd0bdaac6548 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.090076 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-105929fd-56cc-4740-8b3e-22043f7da6fc req-8669e01c-543f-433e-84be-dd0bdaac6548 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "DELETE /v2.0/security-groups/f4b8f906-c799-4432-a251-93ff0b6cd4d1 HTTP/1.1" status: 204 len: 173 time: 0.2216065 Aug 29 06:47:24.092250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d5d6a-c95e-44dc-baf9-ad4658d0da03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e463480-ad20-4334-a7d2-a804dc04f27d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:24.099374 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-091d5d6a-c95e-44dc-baf9-ad4658d0da03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.100826 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-091d5d6a-c95e-44dc-baf9-ad4658d0da03 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3e463480-ad20-4334-a7d2-a804dc04f27d HTTP/1.1" status: 204 len: 168 time: 0.6055143 Aug 29 06:47:24.103567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46656) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:24.106517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669e01c-543f-433e-84be-dd0bdaac6548 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b8f906-c799-4432-a251-93ff0b6cd4d1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:24.158080 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e4bebbe-4b8b-42d6-9952-f9906638e93c req-aed098f1-ddca-491e-a237-3dba1de8d47c tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/a5819029-d221-4db1-aa32-0e7fc5018218 HTTP/1.1" status: 200 len: 1801 time: 0.0486133 Aug 29 06:47:24.174307 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a26de94-38cf-42d3-b499-dad82193c666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.223370 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9e4bebbe-4b8b-42d6-9952-f9906638e93c req-51e816a6-730e-4267-8959-da5d447d9998 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.245742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9e4bebbe-4b8b-42d6-9952-f9906638e93c req-51e816a6-730e-4267-8959-da5d447d9998 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.257250 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a26de94-38cf-42d3-b499-dad82193c666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.267375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-9a26de94-38cf-42d3-b499-dad82193c666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf981b2-61b9-4704-8a1d-39f0655477f0']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:24.278710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-9a26de94-38cf-42d3-b499-dad82193c666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c88426-efc8-468b-a86c-d841b332f985') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:24.279015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-9a26de94-38cf-42d3-b499-dad82193c666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c88426-efc8-468b-a86c-d841b332f985') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:24.290244 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a26de94-38cf-42d3-b499-dad82193c666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.304345 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a26de94-38cf-42d3-b499-dad82193c666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.310247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a26de94-38cf-42d3-b499-dad82193c666 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:47:24.310638 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a26de94-38cf-42d3-b499-dad82193c666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:47:24.312287 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:47:24.417309 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9e4bebbe-4b8b-42d6-9952-f9906638e93c req-51e816a6-730e-4267-8959-da5d447d9998 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.420585 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9e4bebbe-4b8b-42d6-9952-f9906638e93c req-51e816a6-730e-4267-8959-da5d447d9998 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.421737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e4bebbe-4b8b-42d6-9952-f9906638e93c req-51e816a6-730e-4267-8959-da5d447d9998 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "DELETE /v2.0/security-groups/a5819029-d221-4db1-aa32-0e7fc5018218 HTTP/1.1" status: 204 len: 173 time: 0.2593572 Aug 29 06:47:24.430878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e816a6-730e-4267-8959-da5d447d9998 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5819029-d221-4db1-aa32-0e7fc5018218,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:24.448903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-de82d5ac-987a-4bc8-8c54-762cbe20435d req-46a5d189-da01-492c-9946-3442c7bf4571 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-754000049', 'description': 'tempest-description-350389487'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:24.496975 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a26de94-38cf-42d3-b499-dad82193c666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.502756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a26de94-38cf-42d3-b499-dad82193c666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.504773 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9a26de94-38cf-42d3-b499-dad82193c666 admin admin] 10.222.0.76 "DELETE /v2.0/networks/edf981b2-61b9-4704-8a1d-39f0655477f0 HTTP/1.1" status: 204 len: 168 time: 0.4002554 Aug 29 06:47:24.516465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26de94-38cf-42d3-b499-dad82193c666 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf981b2-61b9-4704-8a1d-39f0655477f0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:24.663900 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-de82d5ac-987a-4bc8-8c54-762cbe20435d req-46a5d189-da01-492c-9946-3442c7bf4571 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.745699 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-de82d5ac-987a-4bc8-8c54-762cbe20435d req-46a5d189-da01-492c-9946-3442c7bf4571 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:24.946070 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a6e2c-8277-4aec-9da1-93a5aa3e2dd7 req-17a7e77b-02b1-43b8-b87d-2eccc912df6b tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:24.947676 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e5a6e2c-8277-4aec-9da1-93a5aa3e2dd7 req-17a7e77b-02b1-43b8-b87d-2eccc912df6b tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 946 time: 0.0514081 Aug 29 06:47:24.986782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e5a6e2c-8277-4aec-9da1-93a5aa3e2dd7 req-1dab0c22-554b-4c09-a019-e75dfad66cc2 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups?id=e74f2047-5632-4369-8091-19c0801d396e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324512 Aug 29 06:47:24.993935 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-de82d5ac-987a-4bc8-8c54-762cbe20435d req-46a5d189-da01-492c-9946-3442c7bf4571 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:25.025939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5d189-da01-492c-9946-3442c7bf4571 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33fd251-856b-4c6e-82d1-e220d40343aa,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:25.092138 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-de82d5ac-987a-4bc8-8c54-762cbe20435d req-46a5d189-da01-492c-9946-3442c7bf4571 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:25.093407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de82d5ac-987a-4bc8-8c54-762cbe20435d req-46a5d189-da01-492c-9946-3442c7bf4571 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6491799 Aug 29 06:47:25.155901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bcbd9774-055e-47ec-8e97-5d4ceb7311b2 req-df53d27a-2fac-41b5-a694-097a62817cce tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/b33fd251-856b-4c6e-82d1-e220d40343aa HTTP/1.1" status: 200 len: 1801 time: 0.0420806 Aug 29 06:47:25.165992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-bcbd9774-055e-47ec-8e97-5d4ceb7311b2 req-9ef59648-c840-40a8-a169-005a89088f5f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Request body: {'security_group': {'name': 'tempest-sg-hth-983721214', 'description': 'tempest-description-hth-1036619068'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:25.194239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46682) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:25.195219 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bcbd9774-055e-47ec-8e97-5d4ceb7311b2 req-9ef59648-c840-40a8-a169-005a89088f5f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:25.239633 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-18d4d2e4-39ee-400c-8b33-c7e8b9443402 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=728366ad309f4ea1b76291ff2d1d11b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443347 Aug 29 06:47:25.242201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46684) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:25.250122 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bcbd9774-055e-47ec-8e97-5d4ceb7311b2 req-9ef59648-c840-40a8-a169-005a89088f5f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:25.296993 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-334293e3-5cee-41e9-804f-b52a7ed4a811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:25.318058 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-334293e3-5cee-41e9-804f-b52a7ed4a811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:25.388703 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bcbd9774-055e-47ec-8e97-5d4ceb7311b2 req-9ef59648-c840-40a8-a169-005a89088f5f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:25.391346 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bcbd9774-055e-47ec-8e97-5d4ceb7311b2 req-9ef59648-c840-40a8-a169-005a89088f5f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:25.392782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bcbd9774-055e-47ec-8e97-5d4ceb7311b2 req-9ef59648-c840-40a8-a169-005a89088f5f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "PUT /v2.0/security-groups/b33fd251-856b-4c6e-82d1-e220d40343aa HTTP/1.1" status: 200 len: 1776 time: 0.2307584 Aug 29 06:47:25.426526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef59648-c840-40a8-a169-005a89088f5f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33fd251-856b-4c6e-82d1-e220d40343aa,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:25.458391 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-960f4990-de36-4bca-86a4-2a7002d8704e req-980f10a6-dbe6-42a2-9438-272ea29be9f9 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/b33fd251-856b-4c6e-82d1-e220d40343aa HTTP/1.1" status: 200 len: 1776 time: 0.0429618 Aug 29 06:47:25.519096 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb005be6-7c1e-4994-87e2-d2fa1399a378 req-eefaeb31-09a2-42d3-a0cc-06d22e721784 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/b33fd251-856b-4c6e-82d1-e220d40343aa HTTP/1.1" status: 200 len: 1776 time: 0.0382450 Aug 29 06:47:25.525465 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-334293e3-5cee-41e9-804f-b52a7ed4a811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:25.528600 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-334293e3-5cee-41e9-804f-b52a7ed4a811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:25.529721 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-334293e3-5cee-41e9-804f-b52a7ed4a811 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f90c08dd-318e-4bb5-b30c-222260e82538 HTTP/1.1" status: 204 len: 168 time: 0.2865620 Aug 29 06:47:25.539752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334293e3-5cee-41e9-804f-b52a7ed4a811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90c08dd-318e-4bb5-b30c-222260e82538,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:25.594996 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bb005be6-7c1e-4994-87e2-d2fa1399a378 req-d83979bd-d85c-43aa-b2d6-e5f1028816db tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:25.622688 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bb005be6-7c1e-4994-87e2-d2fa1399a378 req-d83979bd-d85c-43aa-b2d6-e5f1028816db tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:25.860254 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bb005be6-7c1e-4994-87e2-d2fa1399a378 req-d83979bd-d85c-43aa-b2d6-e5f1028816db tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:25.863387 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bb005be6-7c1e-4994-87e2-d2fa1399a378 req-d83979bd-d85c-43aa-b2d6-e5f1028816db tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:25.864747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb005be6-7c1e-4994-87e2-d2fa1399a378 req-d83979bd-d85c-43aa-b2d6-e5f1028816db tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "DELETE /v2.0/security-groups/b33fd251-856b-4c6e-82d1-e220d40343aa HTTP/1.1" status: 204 len: 173 time: 0.3398027 Aug 29 06:47:25.880199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83979bd-d85c-43aa-b2d6-e5f1028816db tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33fd251-856b-4c6e-82d1-e220d40343aa,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:25.978205 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-69bccad9-f900-4619-bfb5-5079ed71e791 req-4ce2b0c9-b437-4c54-b386-fdaf65416fdd tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] show failed (client error): The resource could not be found. Aug 29 06:47:25.980541 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69bccad9-f900-4619-bfb5-5079ed71e791 req-4ce2b0c9-b437-4c54-b386-fdaf65416fdd tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/a5819029-d221-4db1-aa32-0e7fc5018218 HTTP/1.1" status: 404 len: 352 time: 0.0191450 Aug 29 06:47:26.015526 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-90330804-4be6-4889-8e1c-02c6346dcf7c req-54acd93a-721e-4697-909e-1778b2402f7f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] show failed (client error): The resource could not be found. Aug 29 06:47:26.016563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90330804-4be6-4889-8e1c-02c6346dcf7c req-54acd93a-721e-4697-909e-1778b2402f7f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/f4b8f906-c799-4432-a251-93ff0b6cd4d1 HTTP/1.1" status: 404 len: 352 time: 0.0158961 Aug 29 06:47:26.060893 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-8493ca80-350b-47f9-a6f7-021da8ce228a req-83ae708d-a636-44a2-b817-686d622a260f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] show failed (client error): The resource could not be found. Aug 29 06:47:26.061877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8493ca80-350b-47f9-a6f7-021da8ce228a req-83ae708d-a636-44a2-b817-686d622a260f tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/b433a4d8-39de-47ed-8d2c-62c71dc51825 HTTP/1.1" status: 404 len: 352 time: 0.0230777 Aug 29 06:47:26.107525 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-91dc956c-73ae-4e1c-aa79-119973e8359b req-acba4135-347d-4572-8483-96781141d1a9 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] show failed (client error): The resource could not be found. Aug 29 06:47:26.108571 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91dc956c-73ae-4e1c-aa79-119973e8359b req-acba4135-347d-4572-8483-96781141d1a9 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/3461aa49-aba8-4562-9eb1-eeb33456c007 HTTP/1.1" status: 404 len: 352 time: 0.0198388 Aug 29 06:47:26.125343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fcefd-b7fd-4e71-9ed3-011d5f1630a3 req-eb252873-6447-4b7e-81ce-c6a5994e37ea tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:26.126847 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-963fcefd-b7fd-4e71-9ed3-011d5f1630a3 req-eb252873-6447-4b7e-81ce-c6a5994e37ea tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 946 time: 0.0679462 Aug 29 06:47:26.148579 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-7ca59f2a-914a-4cb8-8391-5a667eebb413 req-24e4361e-4695-45e6-bf44-63d93cb81354 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] show failed (client error): The resource could not be found. Aug 29 06:47:26.149899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ca59f2a-914a-4cb8-8391-5a667eebb413 req-24e4361e-4695-45e6-bf44-63d93cb81354 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/f5a6c6ec-e4ac-4716-9a26-7fc9fe847061 HTTP/1.1" status: 404 len: 352 time: 0.0206869 Aug 29 06:47:26.187710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-963fcefd-b7fd-4e71-9ed3-011d5f1630a3 req-91552b20-cf8c-4d0e-a21e-7bd834ab0939 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups?id=e74f2047-5632-4369-8091-19c0801d396e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522528 Aug 29 06:47:26.192518 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-57789f6b-e8aa-4fc7-8706-a4863997075e req-b1dc062e-6bcf-46ed-b23c-7984b4e9d365 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] show failed (client error): The resource could not be found. Aug 29 06:47:26.193482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57789f6b-e8aa-4fc7-8706-a4863997075e req-b1dc062e-6bcf-46ed-b23c-7984b4e9d365 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/9962f54b-66cb-446a-9f77-76447231d167 HTTP/1.1" status: 404 len: 352 time: 0.0213001 Aug 29 06:47:26.863121 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198a8e-69ba-4a64-be74-2913f2194ddc req-d3dd0739-816e-475d-9156-0936858e3339 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:26.864763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96198a8e-69ba-4a64-be74-2913f2194ddc req-d3dd0739-816e-475d-9156-0936858e3339 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 1023 time: 0.0691788 Aug 29 06:47:26.872844 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46758) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:26.910016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96198a8e-69ba-4a64-be74-2913f2194ddc req-4f142d35-e74a-4b30-95f2-36f7b52ae883 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=64fc3c75-abb0-492a-8ca6-25cfac57cae6&id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&id=6ae5fa81-4842-4c38-b443-e0b8d5438a40&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0384309 Aug 29 06:47:26.976305 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-762490234-network', 'tenant_id': '1370201e239949d2918d27c21f7a615f'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:27.124906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] Made reservation on behalf of 1370201e239949d2918d27c21f7a615f for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:47:27.127371 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:27.136185 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:27.223907 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:27.314200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74aecf-7a3e-452a-8499-12bf137e9dc3 req-e784aaa6-5e80-41f7-8827-4215c4b83767 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:27.319825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a74aecf-7a3e-452a-8499-12bf137e9dc3 req-e784aaa6-5e80-41f7-8827-4215c4b83767 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 946 time: 0.0496335 Aug 29 06:47:27.349044 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:27.357006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a74aecf-7a3e-452a-8499-12bf137e9dc3 req-e855a2ac-3b4e-47be-9f53-19c28c27ccd2 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups?id=e74f2047-5632-4369-8091-19c0801d396e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352116 Aug 29 06:47:27.375953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:47:27.384588 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de47113-183c-416d-b55c-93ac69235f99,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:27.391268 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:27.391612 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] Added segment 8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2 of type vlan for network 34ec8bc3-7d42-4327-9879-c69234811fc2 Aug 29 06:47:27.434826 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:27.559925 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:27.560926 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:27.561509 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:27.619377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] Pushing event updated for resources: {'Network': ['ID=34ec8bc3-7d42-4327-9879-c69234811fc2,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:27.628965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 34ec8bc3-7d42-4327-9879-c69234811fc2 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:47:27.669542 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cd3358d0-1e44-4a1a-8e2b-571c56f1f00a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7955780 Aug 29 06:47:27.672350 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46766) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:27.677181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d8864884-ce8d-47ba-9e74-b27231682a38 admin admin] Request body: {'subnet': {'network_id': '34ec8bc3-7d42-4327-9879-c69234811fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-762490234-subnet', 'tenant_id': '1370201e239949d2918d27c21f7a615f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:27.765732 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8864884-ce8d-47ba-9e74-b27231682a38 admin admin] Made reservation on behalf of 1370201e239949d2918d27c21f7a615f for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:47:27.768244 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8864884-ce8d-47ba-9e74-b27231682a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:28.000821 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8864884-ce8d-47ba-9e74-b27231682a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:28.027453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee59d9b-180a-45ee-81ee-c85c6812f7df req-7e0d1d24-6f8b-41f2-ae2d-ae63f34d1755 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:28.028934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ee59d9b-180a-45ee-81ee-c85c6812f7df req-7e0d1d24-6f8b-41f2-ae2d-ae63f34d1755 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 1023 time: 0.0494683 Aug 29 06:47:28.061665 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8864884-ce8d-47ba-9e74-b27231682a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8188bc4-7d68-4af1-adc1-b16bd52c40fd,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:28.072267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8864884-ce8d-47ba-9e74-b27231682a38 admin admin] Checking segment: {'id': '8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '34ec8bc3-7d42-4327-9879-c69234811fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:47:28.072637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8864884-ce8d-47ba-9e74-b27231682a38 admin admin] Network hostable DHCP agents. Network: 34ec8bc3-7d42-4327-9879-c69234811fc2, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:47:28.081126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ee59d9b-180a-45ee-81ee-c85c6812f7df req-a77fa668-f445-4460-b322-7dff716273ce tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups?id=64fc3c75-abb0-492a-8ca6-25cfac57cae6&id=86f1b7f6-c659-4cf8-9893-508c125d4eb9&id=6ae5fa81-4842-4c38-b443-e0b8d5438a40&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0454252 Aug 29 06:47:28.136256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8864884-ce8d-47ba-9e74-b27231682a38 admin admin] Network 34ec8bc3-7d42-4327-9879-c69234811fc2 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:47:28.223136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d8864884-ce8d-47ba-9e74-b27231682a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 34ec8bc3-7d42-4327-9879-c69234811fc2) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:47:28.227083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8864884-ce8d-47ba-9e74-b27231682a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:28.227751 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8864884-ce8d-47ba-9e74-b27231682a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:28.232720 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f6a081-ea7e-4e8d-a9c9-a402ae6bf180 None None] Network 34ec8bc3-7d42-4327-9879-c69234811fc2 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:47:28.308551 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d8864884-ce8d-47ba-9e74-b27231682a38 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6351163 Aug 29 06:47:28.358263 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f47522d-9e68-46fb-a48f-37f7fd59f1e9 None None] Network 34ec8bc3-7d42-4327-9879-c69234811fc2 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:47:28.525271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea328f6-faed-476d-b8ad-a3d63b253d6a req-03f17d4c-19bc-4ef6-93cd-384960d62f33 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:28.526867 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cea328f6-faed-476d-b8ad-a3d63b253d6a req-03f17d4c-19bc-4ef6-93cd-384960d62f33 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 946 time: 0.0616541 Aug 29 06:47:28.649751 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cea328f6-faed-476d-b8ad-a3d63b253d6a req-0347d432-63da-4ec9-b7fb-015da067d504 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups?id=e74f2047-5632-4369-8091-19c0801d396e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1124916 Aug 29 06:47:28.669978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec1eff-416b-45ff-ad10-0079d0cb161e req-0b1d8478-4ab7-4c7e-84aa-0ea309e6ca32 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:28.671450 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1bec1eff-416b-45ff-ad10-0079d0cb161e req-0b1d8478-4ab7-4c7e-84aa-0ea309e6ca32 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 1023 time: 0.1054285 Aug 29 06:47:28.681747 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-cc30cc62-bdef-4329-a40e-533167e18d0a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:28.683122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-cc30cc62-bdef-4329-a40e-533167e18d0a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 807 time: 0.1781502 Aug 29 06:47:28.729421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-4876809e-99a3-4dd8-acbf-c086104c4747 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/quotas/ae1a013e8eb8401888d6fb6666c86936 HTTP/1.1" status: 200 len: 375 time: 0.0384231 Aug 29 06:47:28.829296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-3e64532f-9899-4878-aaa9-171d47cf8b27 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892005 Aug 29 06:47:28.852066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-1bec1eff-416b-45ff-ad10-0079d0cb161e req-5a458a33-1eaf-4c29-b188-a02ca00f7c02 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Deleting port b28c40f8-3d4c-49c5-874e-92f460214ad9 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:47:28.852413 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1bec1eff-416b-45ff-ad10-0079d0cb161e req-5a458a33-1eaf-4c29-b188-a02ca00f7c02 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:28.991391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-c66ca0c8-bbdd-4c29-8be3-7826cec2092e tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:28.992840 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-c66ca0c8-bbdd-4c29-8be3-7826cec2092e tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 946 time: 0.0528910 Aug 29 06:47:29.084884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-c9776a79-5396-408b-89fa-4d3b7d602603 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:29.086334 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-c9776a79-5396-408b-89fa-4d3b7d602603 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/networks?id=34ec8bc3-7d42-4327-9879-c69234811fc2 HTTP/1.1" status: 200 len: 820 time: 0.2407448 Aug 29 06:47:29.092529 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Deleting port 11512cef-aebd-4c13-966c-ad50b0359e09 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:47:29.093055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:29.095880 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-b30bab29-2767-401c-af73-586dda02d80d service neutron] 10.222.0.76 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596848 Aug 29 06:47:29.097614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-1bec1eff-416b-45ff-ad10-0079d0cb161e req-5a458a33-1eaf-4c29-b188-a02ca00f7c02 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] For port b28c40f8-3d4c-49c5-874e-92f460214ad9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b28c40f8-3d4c-49c5-874e-92f460214ad9,segment=NetworkSegment(0e519fd3-34af-406a-a577-5d729b1d6e09),segment_id=0e519fd3-34af-406a-a577-5d729b1d6e09)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:29.097978 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1bec1eff-416b-45ff-ad10-0079d0cb161e req-5a458a33-1eaf-4c29-b188-a02ca00f7c02 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:29.134990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-1bec1eff-416b-45ff-ad10-0079d0cb161e req-5a458a33-1eaf-4c29-b188-a02ca00f7c02 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Calling delete_port for b28c40f8-3d4c-49c5-874e-92f460214ad9 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:47:29.160162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-ae2f3072-b882-4ab2-a213-3d2263821c46 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/quotas/1370201e239949d2918d27c21f7a615f HTTP/1.1" status: 200 len: 375 time: 0.0666554 Aug 29 06:47:29.186759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] For port 11512cef-aebd-4c13-966c-ad50b0359e09, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=11512cef-aebd-4c13-966c-ad50b0359e09,segment=NetworkSegment(5dbccbf0-7d95-4a2f-ba60-f8a4972ec400),segment_id=5dbccbf0-7d95-4a2f-ba60-f8a4972ec400)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:29.187315 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:29.233967 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-72933c9b-79f5-426f-8bf8-11c1b233d649 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1370201e239949d2918d27c21f7a615f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670223 Aug 29 06:47:29.251303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-22c638cc-e2fe-4754-96b3-42ad6d7cfefe service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:47:29.252178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-22c638cc-e2fe-4754-96b3-42ad6d7cfefe service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108368 Aug 29 06:47:29.333849 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-cb3c8bed-74a3-455b-832f-adc546709745 service neutron] 10.222.0.76 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211804 Aug 29 06:47:29.375463 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:29.375927 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:29.376156 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Floating IP c3122396-aa2d-4caf-81d2-178e7866e00d disassociated. External IP: 172.25.1.103, port: 11512cef-aebd-4c13-966c-ad50b0359e09. Aug 29 06:47:29.376541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Calling delete_port for 11512cef-aebd-4c13-966c-ad50b0359e09 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:47:29.408915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-20230de8-141c-4399-a4bf-bdc6c0819e98 service neutron] 10.222.0.76 "GET /v2.0/networks/34ec8bc3-7d42-4327-9879-c69234811fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496282 Aug 29 06:47:29.510671 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-1d9571d7-1a24-4c4c-bdbe-a7d8b7b564d0 service neutron] 10.222.0.76 "GET /v2.0/networks/34ec8bc3-7d42-4327-9879-c69234811fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929327 Aug 29 06:47:29.548968 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1bec1eff-416b-45ff-ad10-0079d0cb161e req-5a458a33-1eaf-4c29-b188-a02ca00f7c02 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:29.577474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a458a33-1eaf-4c29-b188-a02ca00f7c02 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event deleted for resources: {'Port': ['ID=b28c40f8-3d4c-49c5-874e-92f460214ad9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:29.584614 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['b28c40f8-3d4c-49c5-874e-92f460214ad9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:29.626868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bec1eff-416b-45ff-ad10-0079d0cb161e req-5a458a33-1eaf-4c29-b188-a02ca00f7c02 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] No DVR routers for this DVR port b28c40f8-3d4c-49c5-874e-92f460214ad9 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:47:29.629541 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1bec1eff-416b-45ff-ad10-0079d0cb161e req-5a458a33-1eaf-4c29-b188-a02ca00f7c02 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:29.631719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1bec1eff-416b-45ff-ad10-0079d0cb161e req-5a458a33-1eaf-4c29-b188-a02ca00f7c02 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.11 "DELETE /v2.0/ports/b28c40f8-3d4c-49c5-874e-92f460214ad9 HTTP/1.1" status: 204 len: 173 time: 0.9476819 Aug 29 06:47:29.632160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a16482-4558-4029-8842-575724ac877c', 'name': 'network-vif-deleted', 'tag': 'b28c40f8-3d4c-49c5-874e-92f460214ad9'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:29.634436 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3de1577-70a0-42c4-9250-4bda4716a043" -d '{"events": [{"server_uuid": "32a16482-4558-4029-8842-575724ac877c", "name": "network-vif-deleted", "tag": "b28c40f8-3d4c-49c5-874e-92f460214ad9"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:29.668720 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:29.698171 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Pushing event deleted for resources: {'Port': ['ID=11512cef-aebd-4c13-966c-ad50b0359e09,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:29.847435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:47:29.901353 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f978ec4c-da7a-4ef7-9b3a-08e323c1ac63 req-37c4d2b5-5f78-42dd-8715-57bf57cf1d99 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 210 time: 0.0286603 Aug 29 06:47:29.954256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:47:29.966615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47e87cc-d78c-472d-841e-bde8c054fc6e None None] Sync routers for ids ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:47:29.975967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e87cc-d78c-472d-841e-bde8c054fc6e None None] Routers {'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:47:29.976752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a47e87cc-d78c-472d-841e-bde8c054fc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:47:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:29.995059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] No DVR routers for this DVR port 11512cef-aebd-4c13-966c-ad50b0359e09 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:47:29.998209 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:30.000739 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-406d5158-6b0f-4d61-ba02-200292a96fd1 req-bfee0bbb-f47d-4f2c-9978-5772223ae4d6 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.15 "DELETE /v2.0/ports/11512cef-aebd-4c13-966c-ad50b0359e09 HTTP/1.1" status: 204 len: 173 time: 0.9966829 Aug 29 06:47:30.001189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf78a66e-336e-455c-9c96-572a26f79155', 'name': 'network-vif-deleted', 'tag': '11512cef-aebd-4c13-966c-ad50b0359e09'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:30.003754 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4eeb64-61b7-4d9e-9340-1b3820ec1545" -d '{"events": [{"server_uuid": "cf78a66e-336e-455c-9c96-572a26f79155", "name": "network-vif-deleted", "tag": "11512cef-aebd-4c13-966c-ad50b0359e09"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:30.120810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a47e87cc-d78c-472d-841e-bde8c054fc6e None None] Set router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:47:30.132857 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9be8343-a28f-4b1e-9490-92af93995862 x-openstack-request-id: req-c9be8343-a28f-4b1e-9490-92af93995862 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:30.133458 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a16482-4558-4029-8842-575724ac877c", "name": "network-vif-deleted", "tag": "b28c40f8-3d4c-49c5-874e-92f460214ad9", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:30.133928 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c9be8343-a28f-4b1e-9490-92af93995862 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:30.134469 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a16482-4558-4029-8842-575724ac877c', 'name': 'network-vif-deleted', 'tag': 'b28c40f8-3d4c-49c5-874e-92f460214ad9', 'status': 'completed', 'code': 200} Aug 29 06:47:30.179869 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:47:30.248465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-940b49c0-4c25-44ad-a31a-5dd224bd4b80 req-fbc2d3f8-5849-4ec5-8f9e-5c3c04ffff4d tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 210 time: 0.0450659 Aug 29 06:47:30.284525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f187e949-10c2-4ee0-b167-e6c254233acf req-3007b061-4e39-492e-9be6-a290174be67d tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf78a66e-336e-455c-9c96-572a26f79155 HTTP/1.1" status: 200 len: 210 time: 0.0350482 Aug 29 06:47:30.339383 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec712576-b93d-461d-be1b-296407d653dd x-openstack-request-id: req-ec712576-b93d-461d-be1b-296407d653dd {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:30.346313 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf78a66e-336e-455c-9c96-572a26f79155", "name": "network-vif-deleted", "tag": "11512cef-aebd-4c13-966c-ad50b0359e09", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:30.346313 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec712576-b93d-461d-be1b-296407d653dd {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:30.346313 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf78a66e-336e-455c-9c96-572a26f79155', 'name': 'network-vif-deleted', 'tag': '11512cef-aebd-4c13-966c-ad50b0359e09', 'status': 'completed', 'code': 200} Aug 29 06:47:30.403766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22711b72-00df-4e59-a66a-6ede2ca27f27 req-0ce60fb0-a120-4169-8ce8-7edba28bbd91 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 210 time: 0.0523939 Aug 29 06:47:30.435791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a47e87cc-d78c-472d-841e-bde8c054fc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:45:13Z', 'revision_number': 4, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '99f1204e-ac47-49e3-a55a-5b284ebc4457', 'name': '', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'mac_address': 'fa:16:3e:50:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd614952-35c9-4449-b671-78093f0593ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:12Z', 'updated_at': '2021-08-29T06:45:19Z', 'revision_number': 5, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'subnets': [{'id': 'fd614952-35c9-4449-b671-78093f0593ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:30.465227 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47e87cc-d78c-472d-841e-bde8c054fc6e None None] Checking router: b5e7b270-6de9-4b8f-81c8-2d9061c1ffab for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:47:30.473994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e87cc-d78c-472d-841e-bde8c054fc6e None None] Routers {'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:47:30.474610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a47e87cc-d78c-472d-841e-bde8c054fc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:47:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:30.582410 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a47e87cc-d78c-472d-841e-bde8c054fc6e None None] Set router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:47:30.932045 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a47e87cc-d78c-472d-841e-bde8c054fc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:45:13Z', 'revision_number': 4, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '99f1204e-ac47-49e3-a55a-5b284ebc4457', 'name': '', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'mac_address': 'fa:16:3e:50:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd614952-35c9-4449-b671-78093f0593ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:12Z', 'updated_at': '2021-08-29T06:45:19Z', 'revision_number': 5, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'subnets': [{'id': 'fd614952-35c9-4449-b671-78093f0593ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:30.960013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47e87cc-d78c-472d-841e-bde8c054fc6e None None] The sync data for ids ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'] in n-d-713301-12 is: [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:45:13Z', 'revision_number': 4, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '99f1204e-ac47-49e3-a55a-5b284ebc4457', 'name': '', 'network_id': 'aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'mac_address': 'fa:16:3e:50:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd614952-35c9-4449-b671-78093f0593ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:12Z', 'updated_at': '2021-08-29T06:45:19Z', 'revision_number': 5, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'subnets': [{'id': 'fd614952-35c9-4449-b671-78093f0593ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:47:31.033973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45acdf01-1508-40ff-820a-c0473b6a314b req-0779663f-4821-4728-a466-47a947ad3bbb tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a16482-4558-4029-8842-575724ac877c HTTP/1.1" status: 200 len: 210 time: 0.0347638 Aug 29 06:47:31.300984 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0378ed-19ac-4ba3-a122-1b232132b718 None None] New status for floating IP c3122396-aa2d-4caf-81d2-178e7866e00d: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:47:31.364216 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5f04fde-86a4-4691-a548-11e802a4c386 req-16378750-52a9-4cb1-a118-2ca3012888f9 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 210 time: 0.0348411 Aug 29 06:47:31.489589 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2edccc3f-6617-44e2-ae96-25102c1490f9 req-35750c4c-9ccb-4288-85f5-e76bf96cee0a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 210 time: 0.0285439 Aug 29 06:47:31.504610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46862) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:31.565961 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ba5d-af9b-4ed6-9be9-ca883c7f263f tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:31.593727 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ba5d-af9b-4ed6-9be9-ca883c7f263f tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:31.684694 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ba5d-af9b-4ed6-9be9-ca883c7f263f tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:31.687324 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ba5d-af9b-4ed6-9be9-ca883c7f263f tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:31.688430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b6c3ba5d-af9b-4ed6-9be9-ca883c7f263f tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "DELETE /v2.0/security-groups/e74f2047-5632-4369-8091-19c0801d396e HTTP/1.1" status: 204 len: 168 time: 0.1827390 Aug 29 06:47:31.695438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46864) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:31.697394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3ba5d-af9b-4ed6-9be9-ca883c7f263f tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74f2047-5632-4369-8091-19c0801d396e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:31.717951 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-4ede3969-4d18-48df-9951-96fc82c78945 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] show failed (client error): The resource could not be found. Aug 29 06:47:31.721472 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4ede3969-4d18-48df-9951-96fc82c78945 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "GET /v2.0/security-groups/e74f2047-5632-4369-8091-19c0801d396e HTTP/1.1" status: 404 len: 347 time: 0.0226843 Aug 29 06:47:31.722226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46866) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:31.842599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-e6016e08-46a1-4560-9934-f59b4cea2875 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Deleting port 3e2ff17a-0b74-4402-affa-d44a02f15884 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:47:31.842932 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e6016e08-46a1-4560-9934-f59b4cea2875 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:31.924897 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e6016e08-46a1-4560-9934-f59b4cea2875 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:31.925230 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e6016e08-46a1-4560-9934-f59b4cea2875 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:31.937275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-e6016e08-46a1-4560-9934-f59b4cea2875 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Calling delete_port for 3e2ff17a-0b74-4402-affa-d44a02f15884 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:47:32.168490 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e6016e08-46a1-4560-9934-f59b4cea2875 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:32.197289 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd282859-3e85-4f22-9f62-ea4129ddf8ef req-8f1e6b45-0141-4f88-93a8-48bd1d34cd8a tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/6ae5fa81-4842-4c38-b443-e0b8d5438a40 HTTP/1.1" status: 200 len: 1801 time: 0.0700529 Aug 29 06:47:32.202309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6016e08-46a1-4560-9934-f59b4cea2875 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Pushing event deleted for resources: {'Port': ['ID=3e2ff17a-0b74-4402-affa-d44a02f15884,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:32.320671 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e6016e08-46a1-4560-9934-f59b4cea2875 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:32.323285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e6016e08-46a1-4560-9934-f59b4cea2875 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:32.325071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e6016e08-46a1-4560-9934-f59b4cea2875 tempest-ServersTestJSON-28361003 tempest-ServersTestJSON-28361003-project] 10.222.0.76 "DELETE /v2.0/floatingips/c3122396-aa2d-4caf-81d2-178e7866e00d HTTP/1.1" status: 204 len: 168 time: 0.6013632 Aug 29 06:47:32.328551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46880) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:32.357510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-27497353-b291-4d4f-b31d-a4ac860a81ac tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:32.358998 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-27497353-b291-4d4f-b31d-a4ac860a81ac tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.15 "GET /v2.0/networks?id=34ec8bc3-7d42-4327-9879-c69234811fc2 HTTP/1.1" status: 200 len: 820 time: 0.1380050 Aug 29 06:47:32.376975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Request body: {'port': {'device_id': 'dfe0d342-910c-404e-a1bb-4ce91f557a1b', 'network_id': '34ec8bc3-7d42-4327-9879-c69234811fc2', 'admin_state_up': True, 'tenant_id': '1370201e239949d2918d27c21f7a615f'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:32.389829 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cd282859-3e85-4f22-9f62-ea4129ddf8ef req-d409cd81-1eed-43b2-b9bf-9b5b20da614d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:32.424159 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cd282859-3e85-4f22-9f62-ea4129ddf8ef req-d409cd81-1eed-43b2-b9bf-9b5b20da614d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:32.501586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec66bd48-87bf-4d44-a8db-5c73c68ccd1d req-a357e26d-4002-41cc-8c8d-bb292daef71c tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 210 time: 0.0497181 Aug 29 06:47:32.600516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd0251fd-83f8-4687-bc45-12b73f123274 req-2e782883-975c-49d8-ab8e-65cc0389ac04 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 210 time: 0.0385146 Aug 29 06:47:32.605289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Made reservation on behalf of 1370201e239949d2918d27c21f7a615f for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:47:32.609605 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:32.717283 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cd282859-3e85-4f22-9f62-ea4129ddf8ef req-d409cd81-1eed-43b2-b9bf-9b5b20da614d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:32.719752 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cd282859-3e85-4f22-9f62-ea4129ddf8ef req-d409cd81-1eed-43b2-b9bf-9b5b20da614d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:32.720869 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd282859-3e85-4f22-9f62-ea4129ddf8ef req-d409cd81-1eed-43b2-b9bf-9b5b20da614d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "DELETE /v2.0/security-groups/6ae5fa81-4842-4c38-b443-e0b8d5438a40 HTTP/1.1" status: 204 len: 173 time: 0.4927464 Aug 29 06:47:32.742508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409cd81-1eed-43b2-b9bf-9b5b20da614d tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae5fa81-4842-4c38-b443-e0b8d5438a40,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:32.820270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9d22983-7fce-4bf1-adad-23c508587572 req-ec3a2174-da2b-4f7b-a4c0-c0e3fa3886a7 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "GET /v2.0/security-groups/64fc3c75-abb0-492a-8ca6-25cfac57cae6 HTTP/1.1" status: 200 len: 1801 time: 0.0611737 Aug 29 06:47:32.834350 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Allocated IP 172.20.0.9 (34ec8bc3-7d42-4327-9879-c69234811fc2/e8188bc4-7d68-4af1-adc1-b16bd52c40fd/66014695-b127-441b-baac-469ed6f563d0) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:47:32.882366 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b28c40f8-3d4c-49c5-874e-92f460214ad9 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:47:32.905163 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: b28c40f8-3d4c-49c5-874e-92f460214ad9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:47:32.905731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b28c40f8-3d4c-49c5-874e-92f460214ad9 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:47:32.916194 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f9d22983-7fce-4bf1-adad-23c508587572 req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:32.931375 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13466db1-ccb5-42b3-b3f3-bfa2e5199b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:32.981691 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f9d22983-7fce-4bf1-adad-23c508587572 req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:32.991814 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.069561 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.132675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Network 34ec8bc3-7d42-4327-9879-c69234811fc2 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:47:33.134450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:47:33.136407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Pushing event updated for resources: {'Port': ['ID=66014695-b127-441b-baac-469ed6f563d0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:33.139284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:47:33.170690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.171043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.171446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.171786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.172119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.172527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.172776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.173109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.173517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.173753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.174085 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.174409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.204981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:33.205655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.281250 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-cf83ee8f-c2dc-4c79-8c43-31240fc3cea4 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9090128 Aug 29 06:47:33.300722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Request body: {'port': {'device_id': 'dfe0d342-910c-404e-a1bb-4ce91f557a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:33.371837 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.399005 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.540432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f9d22983-7fce-4bf1-adad-23c508587572 req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.543029 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f9d22983-7fce-4bf1-adad-23c508587572 req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.546963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9d22983-7fce-4bf1-adad-23c508587572 req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] 10.222.0.76 "DELETE /v2.0/security-groups/64fc3c75-abb0-492a-8ca6-25cfac57cae6 HTTP/1.1" status: 204 len: 173 time: 0.7187676 Aug 29 06:47:33.550611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46898) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:33.557834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-5f9ee915-5a86-4d7e-abe2-031bf9933d94 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:33.559384 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-5f9ee915-5a86-4d7e-abe2-031bf9933d94 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.15 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 807 time: 0.5688889 Aug 29 06:47:33.568549 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fc3c75-abb0-492a-8ca6-25cfac57cae6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:33.578543 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.578898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.579265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.579607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.579945 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.580283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.580667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.580945 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.581277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.581607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.581935 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.582260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf9722-23db-4c57-88d3-c5f633bfcf95 tempest-SecurityGroupsTestJSON-10016717 tempest-SecurityGroupsTestJSON-10016717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:47:33.588328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-d21ad3c1-b8c4-465f-b14b-061db0ef444a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Request body: {'port': {'device_id': '83c75a4c-f416-4b11-8939-4af6b9233f76', 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df', 'admin_state_up': True, 'tenant_id': 'ae1a013e8eb8401888d6fb6666c86936'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:33.623963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec1e599-4a74-47eb-9f62-84a986bffded admin admin] Deleting subnet b9c2fc87-70b6-4f7c-8bcd-f850a040a28d {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:47:33.629316 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e599-4a74-47eb-9f62-84a986bffded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.665596 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e599-4a74-47eb-9f62-84a986bffded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.673204 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 11512cef-aebd-4c13-966c-ad50b0359e09 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:47:33.705226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 11512cef-aebd-4c13-966c-ad50b0359e09 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:47:33.705416 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e599-4a74-47eb-9f62-84a986bffded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.706031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 11512cef-aebd-4c13-966c-ad50b0359e09 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:47:33.754563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff5e43b4-f8d3-4973-b55f-813b57d0c52a req-c7ddb337-e8f6-4249-a28d-623b89e60d0b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 210 time: 0.0762365 Aug 29 06:47:33.825547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb080d9-227c-4e92-83b5-a8d7ec7b7e85 req-f2db771d-e4e5-4c97-b482-e1b5e39d6f1e tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:33.827034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0eb080d9-227c-4e92-83b5-a8d7ec7b7e85 req-f2db771d-e4e5-4c97-b482-e1b5e39d6f1e tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 931 time: 0.2152078 Aug 29 06:47:33.883380 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-d21ad3c1-b8c4-465f-b14b-061db0ef444a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Made reservation on behalf of ae1a013e8eb8401888d6fb6666c86936 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:47:33.886782 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-d21ad3c1-b8c4-465f-b14b-061db0ef444a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.893515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0eb080d9-227c-4e92-83b5-a8d7ec7b7e85 req-c06eeb01-94ac-4091-a092-8ebae8f8faf0 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/security-groups?id=8de47113-183c-416d-b55c-93ac69235f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458205 Aug 29 06:47:33.893689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66014695-b127-441b-baac-469ed6f563d0 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:47:33.915420 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.915420 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e599-4a74-47eb-9f62-84a986bffded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.917433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-13466db1-ccb5-42b3-b3f3-bfa2e5199b44 admin admin] Deleting port 99f1204e-ac47-49e3-a55a-5b284ebc4457 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:47:33.917773 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13466db1-ccb5-42b3-b3f3-bfa2e5199b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.938209 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1e599-4a74-47eb-9f62-84a986bffded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c2fc87-70b6-4f7c-8bcd-f850a040a28d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:33.954790 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e599-4a74-47eb-9f62-84a986bffded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:33.959411 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1ec1e599-4a74-47eb-9f62-84a986bffded admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b9c2fc87-70b6-4f7c-8bcd-f850a040a28d HTTP/1.1" status: 204 len: 168 time: 0.4076700 Aug 29 06:47:33.961407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Transition to ACTIVE for port object 66014695-b127-441b-baac-469ed6f563d0 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:47:33.961407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46904) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:34.038129 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b95a58c5-ca71-4a04-9277-1d2d97c25de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.080069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-13466db1-ccb5-42b3-b3f3-bfa2e5199b44 admin admin] For port 99f1204e-ac47-49e3-a55a-5b284ebc4457, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=99f1204e-ac47-49e3-a55a-5b284ebc4457,segment=NetworkSegment(5dbccbf0-7d95-4a2f-ba60-f8a4972ec400),segment_id=5dbccbf0-7d95-4a2f-ba60-f8a4972ec400)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:34.080433 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13466db1-ccb5-42b3-b3f3-bfa2e5199b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.101116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-13466db1-ccb5-42b3-b3f3-bfa2e5199b44 admin admin] Calling delete_port for 99f1204e-ac47-49e3-a55a-5b284ebc4457 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:47:34.110637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.119439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-d21ad3c1-b8c4-465f-b14b-061db0ef444a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Allocated IP 172.20.0.14 (4475f61a-c472-49af-9e60-c53edc6707df/98715dec-8878-4617-9085-72489d1b1fc4/e950991d-479e-4799-8643-bf61180c1610) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:47:34.155500 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b95a58c5-ca71-4a04-9277-1d2d97c25de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.179583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b95a58c5-ca71-4a04-9277-1d2d97c25de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d04d12f-c38d-46cb-8d75-bac77b7b40ae']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:34.196573 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b95a58c5-ca71-4a04-9277-1d2d97c25de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e519fd3-34af-406a-a577-5d729b1d6e09') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:34.196573 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b95a58c5-ca71-4a04-9277-1d2d97c25de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e519fd3-34af-406a-a577-5d729b1d6e09') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:34.197210 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Pushing event updated for resources: {'Port': ['ID=66014695-b127-441b-baac-469ed6f563d0,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:34.228987 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b95a58c5-ca71-4a04-9277-1d2d97c25de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.273088 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b95a58c5-ca71-4a04-9277-1d2d97c25de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.289809 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95a58c5-ca71-4a04-9277-1d2d97c25de7 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:47:34.290215 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b95a58c5-ca71-4a04-9277-1d2d97c25de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:47:34.347439 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:47:34.360253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Attempting to bind port 66014695-b127-441b-baac-469ed6f563d0 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:47:34.360597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Attempting to bind port 66014695-b127-441b-baac-469ed6f563d0 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '34ec8bc3-7d42-4327-9879-c69234811fc2'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:47:34.360928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Attempting to bind port 66014695-b127-441b-baac-469ed6f563d0 on network 34ec8bc3-7d42-4327-9879-c69234811fc2 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:47:34.365397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Port 66014695-b127-441b-baac-469ed6f563d0 on network 34ec8bc3-7d42-4327-9879-c69234811fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:47:34.372975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Attempting to bind port 66014695-b127-441b-baac-469ed6f563d0 on network 34ec8bc3-7d42-4327-9879-c69234811fc2 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:47:34.372975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:47:34.372975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Checking segment: {'id': '8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '34ec8bc3-7d42-4327-9879-c69234811fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:47:34.373700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Bound using segment: {'id': '8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '34ec8bc3-7d42-4327-9879-c69234811fc2'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:47:34.374181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Bound port: 66014695-b127-441b-baac-469ed6f563d0, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '34ec8bc3-7d42-4327-9879-c69234811fc2'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:47:34.374629 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.393143 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-d21ad3c1-b8c4-465f-b14b-061db0ef444a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.413305 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b95a58c5-ca71-4a04-9277-1d2d97c25de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.419010 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b95a58c5-ca71-4a04-9277-1d2d97c25de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.422304 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b95a58c5-ca71-4a04-9277-1d2d97c25de7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8d04d12f-c38d-46cb-8d75-bac77b7b40ae HTTP/1.1" status: 204 len: 168 time: 0.4598737 Aug 29 06:47:34.458553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a58c5-ca71-4a04-9277-1d2d97c25de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d04d12f-c38d-46cb-8d75-bac77b7b40ae,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:34.497626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] For port 66014695-b127-441b-baac-469ed6f563d0, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:47:34.503485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] For port 66014695-b127-441b-baac-469ed6f563d0, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=66014695-b127-441b-baac-469ed6f563d0,segment=NetworkSegment(8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2),segment_id=8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:47:34.520646 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13466db1-ccb5-42b3-b3f3-bfa2e5199b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.553494 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-d21ad3c1-b8c4-465f-b14b-061db0ef444a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.556215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13466db1-ccb5-42b3-b3f3-bfa2e5199b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f1204e-ac47-49e3-a55a-5b284ebc4457,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:34.599882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e30c64e1-564b-4961-9df2-3dd4384a9aad', '305f0fa6-589c-425f-a4b5-af0074979ec5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:34.624280 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.659246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-d21ad3c1-b8c4-465f-b14b-061db0ef444a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Network 4475f61a-c472-49af-9e60-c53edc6707df is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:47:34.665683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-d21ad3c1-b8c4-465f-b14b-061db0ef444a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:47:34.678406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-d21ad3c1-b8c4-465f-b14b-061db0ef444a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:47:34.704263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:34.706028 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.708424 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] 10.222.0.15 "PUT /v2.0/ports/66014695-b127-441b-baac-469ed6f563d0 HTTP/1.1" status: 200 len: 1092 time: 1.4141214 Aug 29 06:47:34.711220 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe0d342-910c-404e-a1bb-4ce91f557a1b', 'tag': '66014695-b127-441b-baac-469ed6f563d0'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:34.714464 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba397793-8f0e-445d-ad84-0354575542dc" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe0d342-910c-404e-a1bb-4ce91f557a1b", "tag": "66014695-b127-441b-baac-469ed6f563d0"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:34.732311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ad3c1-b8c4-465f-b14b-061db0ef444a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Pushing event updated for resources: {'Port': ['ID=e950991d-479e-4799-8643-bf61180c1610,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:34.812039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5ced8-7cff-45c4-9c06-5c67a9db4534 service neutron] Pushing event updated for resources: {'Port': ['ID=66014695-b127-441b-baac-469ed6f563d0,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:34.847512 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9c8b36-7528-4ba7-9d01-03b3e533680a x-openstack-request-id: req-9c9c8b36-7528-4ba7-9d01-03b3e533680a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:34.847805 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe0d342-910c-404e-a1bb-4ce91f557a1b", "tag": "66014695-b127-441b-baac-469ed6f563d0", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:34.848127 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9c9c8b36-7528-4ba7-9d01-03b3e533680a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:34.851559 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe0d342-910c-404e-a1bb-4ce91f557a1b', 'tag': '66014695-b127-441b-baac-469ed6f563d0', 'status': 'completed', 'code': 200} Aug 29 06:47:34.852245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-d21ad3c1-b8c4-465f-b14b-061db0ef444a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:34.852880 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-d21ad3c1-b8c4-465f-b14b-061db0ef444a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:34.958393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-abcfb201-6612-4cf7-8377-fa034aa58f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:34.959328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46922) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:34.960514 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-abcfb201-6612-4cf7-8377-fa034aa58f6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1370201e239949d2918d27c21f7a615f&device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 1095 time: 0.1083896 Aug 29 06:47:35.015720 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-64c1abcb-1ebd-4077-b2e0-9649e5bfb6f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66014695-b127-441b-baac-469ed6f563d0 HTTP/1.1" status: 200 len: 217 time: 0.0442173 Aug 29 06:47:35.051636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-d21ad3c1-b8c4-465f-b14b-061db0ef444a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4753385 Aug 29 06:47:35.077816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-cf01f5fa-7448-4f8d-96f1-1501383bd707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:35.078303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Request body: {'port': {'device_id': '83c75a4c-f416-4b11-8939-4af6b9233f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:35.079211 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-cf01f5fa-7448-4f8d-96f1-1501383bd707 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e8188bc4-7d68-4af1-adc1-b16bd52c40fd HTTP/1.1" status: 200 len: 860 time: 0.0519781 Aug 29 06:47:35.104586 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13466db1-ccb5-42b3-b3f3-bfa2e5199b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:35.125388 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-9dd3d83b-11cb-4860-a35c-957654c3e92c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34ec8bc3-7d42-4327-9879-c69234811fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331583 Aug 29 06:47:35.157857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085b7f3-2959-4e88-bfb1-055821585d63 req-a91b8686-ff6c-4ecf-829e-3a49a8faa437 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:35.159931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c085b7f3-2959-4e88-bfb1-055821585d63 req-a91b8686-ff6c-4ecf-829e-3a49a8faa437 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 932 time: 0.2073624 Aug 29 06:47:35.183496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-24dd377a-8690-4ea3-9202-410527b5a77f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=edd0484396b040dda2d3b69128282e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116141 Aug 29 06:47:35.187384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46924) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:35.236942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819da27-091e-4b6c-96f9-2c58a6cfb0de req-10e823b9-6190-457b-aa5f-690744dd3f49 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:35.238422 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6819da27-091e-4b6c-96f9-2c58a6cfb0de req-10e823b9-6190-457b-aa5f-690744dd3f49 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 943 time: 0.2141881 Aug 29 06:47:35.238524 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-879fcaa2-bcf9-4309-9dd4-ec6f79159606 service neutron] 10.222.0.15 "GET /v2.0/networks/34ec8bc3-7d42-4327-9879-c69234811fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005766 Aug 29 06:47:35.264229 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:35.357981 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a28a18a-84e0-4d7b-8132-de9337d00d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:35.370472 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfa4cfad-6132-4a5a-900a-e40c774b57db req-b65a811d-b58a-465d-85e8-caf6ae973057 service neutron] 10.222.0.15 "GET /v2.0/networks/34ec8bc3-7d42-4327-9879-c69234811fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246405 Aug 29 06:47:35.375078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c085b7f3-2959-4e88-bfb1-055821585d63 req-1a1d08fc-1910-4119-99e9-ca94d83a5e42 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902206 Aug 29 06:47:35.384068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a28a18a-84e0-4d7b-8132-de9337d00d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:35.394755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6819da27-091e-4b6c-96f9-2c58a6cfb0de req-8d288390-99e9-438b-9f30-74d60c0a9afb tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/security-groups?id=8de47113-183c-416d-b55c-93ac69235f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439147 Aug 29 06:47:35.565881 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a28a18a-84e0-4d7b-8132-de9337d00d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:35.568592 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a28a18a-84e0-4d7b-8132-de9337d00d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:35.570536 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7a28a18a-84e0-4d7b-8132-de9337d00d59 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/86f1b7f6-c659-4cf8-9893-508c125d4eb9 HTTP/1.1" status: 204 len: 168 time: 0.3813882 Aug 29 06:47:35.635720 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28a18a-84e0-4d7b-8132-de9337d00d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f1b7f6-c659-4cf8-9893-508c125d4eb9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:35.646046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13466db1-ccb5-42b3-b3f3-bfa2e5199b44 admin admin] Router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:47:35.681581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba397793-8f0e-445d-ad84-0354575542dc req-c4281524-97c1-47ec-b257-67f2f14f4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:35.683089 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ba397793-8f0e-445d-ad84-0354575542dc req-c4281524-97c1-47ec-b257-67f2f14f4df8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1370201e239949d2918d27c21f7a615f&device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 1095 time: 0.1300852 Aug 29 06:47:35.791191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba397793-8f0e-445d-ad84-0354575542dc req-e36151e5-b645-4b88-8240-435c3b5e5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:35.792703 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ba397793-8f0e-445d-ad84-0354575542dc req-e36151e5-b645-4b88-8240-435c3b5e5176 service neutron] 10.222.0.15 "GET /v2.0/networks?id=34ec8bc3-7d42-4327-9879-c69234811fc2 HTTP/1.1" status: 200 len: 921 time: 0.0869894 Aug 29 06:47:35.831815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e950991d-479e-4799-8643-bf61180c1610 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:47:35.843489 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:35.845103 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ba397793-8f0e-445d-ad84-0354575542dc req-b7b7ebf9-9287-4166-bfdb-0d1bcc428d08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66014695-b127-441b-baac-469ed6f563d0 HTTP/1.1" status: 200 len: 217 time: 0.0414391 Aug 29 06:47:35.857096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13466db1-ccb5-42b3-b3f3-bfa2e5199b44 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:47:35.866216 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-13466db1-ccb5-42b3-b3f3-bfa2e5199b44 admin admin] 10.222.0.76 "PUT /v2.0/routers/b5e7b270-6de9-4b8f-81c8-2d9061c1ffab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5364678 Aug 29 06:47:35.869249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46938) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:35.871847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd6b61-2cb6-4996-915b-1da52f3b8140 None None] Sync routers for ids ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:47:35.872850 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Transition to ACTIVE for port object e950991d-479e-4799-8643-bf61180c1610 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:47:35.895880 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd6b61-2cb6-4996-915b-1da52f3b8140 None None] Routers {'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:47:35.896782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-efcd6b61-2cb6-4996-915b-1da52f3b8140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:47:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:35.938632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba397793-8f0e-445d-ad84-0354575542dc req-02d365de-3411-40a0-9cfd-ceaa81843ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:35.940211 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ba397793-8f0e-445d-ad84-0354575542dc req-02d365de-3411-40a0-9cfd-ceaa81843ffe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e8188bc4-7d68-4af1-adc1-b16bd52c40fd HTTP/1.1" status: 200 len: 860 time: 0.0849171 Aug 29 06:47:35.987964 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:35.997831 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ba397793-8f0e-445d-ad84-0354575542dc req-06cdc59b-cbc6-45d5-af0a-5e9c4d8b5824 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=34ec8bc3-7d42-4327-9879-c69234811fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453277 Aug 29 06:47:36.066747 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Pushing event updated for resources: {'Port': ['ID=e950991d-479e-4799-8643-bf61180c1610,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:36.089746 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:36.118522 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ba397793-8f0e-445d-ad84-0354575542dc req-1e9e82d4-2030-47bf-8006-8b6696ebb078 service neutron] 10.222.0.15 "GET /v2.0/networks/34ec8bc3-7d42-4327-9879-c69234811fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098263 Aug 29 06:47:36.122964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-efcd6b61-2cb6-4996-915b-1da52f3b8140 None None] Set router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:47:36.232565 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ba397793-8f0e-445d-ad84-0354575542dc req-89800835-77ed-4d3d-903b-690ad2ea1a26 service neutron] 10.222.0.15 "GET /v2.0/networks/34ec8bc3-7d42-4327-9879-c69234811fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036198 Aug 29 06:47:36.256138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7615bc8-3a18-4aec-9758-ab4832186d39 req-e1dda17d-b424-460b-a073-ddf575b6ef1f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4395959 Aug 29 06:47:36.353269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Attempting to bind port e950991d-479e-4799-8643-bf61180c1610 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:47:36.353603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Attempting to bind port e950991d-479e-4799-8643-bf61180c1610 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:47:36.353930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Attempting to bind port e950991d-479e-4799-8643-bf61180c1610 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:47:36.367236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Port e950991d-479e-4799-8643-bf61180c1610 on network 4475f61a-c472-49af-9e60-c53edc6707df not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:47:36.367567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Attempting to bind port e950991d-479e-4799-8643-bf61180c1610 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:47:36.374964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7615bc8-3a18-4aec-9758-ab4832186d39 req-45ab9580-c69a-44ea-ba9d-6980fc70408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:36.376440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7615bc8-3a18-4aec-9758-ab4832186d39 req-45ab9580-c69a-44ea-ba9d-6980fc70408d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 1097 time: 0.0823779 Aug 29 06:47:36.378103 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:36.381457 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:47:36.381664 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Checking segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:47:36.382019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Bound using segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:47:36.382469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Bound port: e950991d-479e-4799-8643-bf61180c1610, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:47:36.382814 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:36.397828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-efcd6b61-2cb6-4996-915b-1da52f3b8140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:47:34Z', 'revision_number': 5, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:36.430090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd6b61-2cb6-4996-915b-1da52f3b8140 None None] Checking router: b5e7b270-6de9-4b8f-81c8-2d9061c1ffab for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:47:36.441474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd6b61-2cb6-4996-915b-1da52f3b8140 None None] Routers {'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:47:36.441869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-efcd6b61-2cb6-4996-915b-1da52f3b8140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:47:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:36.527120 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] For port e950991d-479e-4799-8643-bf61180c1610, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:47:36.532897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] For port e950991d-479e-4799-8643-bf61180c1610, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e950991d-479e-4799-8643-bf61180c1610,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:47:36.574764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-efcd6b61-2cb6-4996-915b-1da52f3b8140 None None] Set router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:47:36.808137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-efcd6b61-2cb6-4996-915b-1da52f3b8140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:47:34Z', 'revision_number': 5, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:36.836412 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd6b61-2cb6-4996-915b-1da52f3b8140 None None] The sync data for ids ['b5e7b270-6de9-4b8f-81c8-2d9061c1ffab'] in n-d-713301-12 is: [{'id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'name': 'tempest-ServersTestJSON-657397240-router', 'tenant_id': '330b52fcaacb4924902ac272a4a7ec92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:45:09Z', 'updated_at': '2021-08-29T06:47:34Z', 'revision_number': 5, 'project_id': '330b52fcaacb4924902ac272a4a7ec92', 'gw_port': {'id': 'e65e1976-845f-4481-b66d-4c10eaf6d5f2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7b270-6de9-4b8f-81c8-2d9061c1ffab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:45:10Z', 'updated_at': '2021-08-29T06:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:47:36.933807 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:36.970825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46970) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:36.986615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7615bc8-3a18-4aec-9758-ab4832186d39 req-8c45a48f-b18c-4c37-b5d9-58902fca8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:36.988129 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7615bc8-3a18-4aec-9758-ab4832186d39 req-8c45a48f-b18c-4c37-b5d9-58902fca8525 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.5705984 Aug 29 06:47:37.005607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:37.006228 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:37.007603 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] 10.222.0.15 "PUT /v2.0/ports/e950991d-479e-4799-8643-bf61180c1610 HTTP/1.1" status: 200 len: 1093 time: 1.9357398 Aug 29 06:47:37.010099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c75a4c-f416-4b11-8939-4af6b9233f76', 'tag': 'e950991d-479e-4799-8643-bf61180c1610'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:37.012352 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22389cf-86ec-4002-bd80-aaa9786e43af" -d '{"events": [{"name": "network-changed", "server_uuid": "83c75a4c-f416-4b11-8939-4af6b9233f76", "tag": "e950991d-479e-4799-8643-bf61180c1610"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:37.025356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] Deleting port e65e1976-845f-4481-b66d-4c10eaf6d5f2 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:47:37.025923 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:37.099716 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-719896920-network', 'tenant_id': 'd4426b23251b440b8d0cb63469d9d344'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:37.115171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f7672-f945-4238-9882-2281e8ab442d req-5de3de70-64f3-4cb3-9cc8-dcaa2530a22c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:37.116674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed5f7672-f945-4238-9882-2281e8ab442d req-5de3de70-64f3-4cb3-9cc8-dcaa2530a22c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.5750613 Aug 29 06:47:37.132544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b8e82-67e5-492c-9635-c6eef33d5b00 req-cf82e9b2-a376-4060-8d9f-83e672495c50 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:37.133959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d7b8e82-67e5-492c-9635-c6eef33d5b00 req-cf82e9b2-a376-4060-8d9f-83e672495c50 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 943 time: 0.5761766 Aug 29 06:47:37.160444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] Made reservation on behalf of d4426b23251b440b8d0cb63469d9d344 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:47:37.162350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9db3b1-be2d-4c29-bbad-52aaeef684af service neutron] Pushing event updated for resources: {'Port': ['ID=e950991d-479e-4799-8643-bf61180c1610,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:37.162873 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:37.174916 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:37.243485 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7615bc8-3a18-4aec-9758-ab4832186d39 req-bc1dea77-90dc-4b69-bbe0-eb491a802b54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73851558-f3eb-433e-9fdc-5730947d4048 HTTP/1.1" status: 200 len: 1001 time: 0.2337902 Aug 29 06:47:37.272696 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 99f1204e-ac47-49e3-a55a-5b284ebc4457 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:47:37.303453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 99f1204e-ac47-49e3-a55a-5b284ebc4457 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:47:37.303796 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 99f1204e-ac47-49e3-a55a-5b284ebc4457 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:47:37.313432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:37.321957 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed5f7672-f945-4238-9882-2281e8ab442d req-a95dee1a-6e77-406e-86a1-537c107ee5b0 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854334 Aug 29 06:47:37.334313 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d7b8e82-67e5-492c-9635-c6eef33d5b00 req-4e2ef039-a0c0-471d-847f-fdf0ac20b3f3 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/security-groups?id=8de47113-183c-416d-b55c-93ac69235f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830840 Aug 29 06:47:37.348578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-8de69732-bd24-488b-bb45-0dd0a0133ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:37.350083 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-8de69732-bd24-488b-bb45-0dd0a0133ce7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 1096 time: 0.2253327 Aug 29 06:47:37.358735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] For port e65e1976-845f-4481-b66d-4c10eaf6d5f2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e65e1976-845f-4481-b66d-4c10eaf6d5f2,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:37.359104 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:37.383507 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:37.414847 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-5cc263fb-d879-49a7-acae-c33355a4da1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e950991d-479e-4799-8643-bf61180c1610 HTTP/1.1" status: 200 len: 217 time: 0.0462019 Aug 29 06:47:37.416353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7615bc8-3a18-4aec-9758-ab4832186d39 req-54a0d332-6120-49b0-b550-30f634a36d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:37.417810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7615bc8-3a18-4aec-9758-ab4832186d39 req-54a0d332-6120-49b0-b550-30f634a36d2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.1572585 Aug 29 06:47:37.419364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] Calling delete_port for e65e1976-845f-4481-b66d-4c10eaf6d5f2 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:47:37.437356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:47:37.453736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74faecb6-7e14-4c35-9a29-4189afb49c43,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:37.489442 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:37.489442 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] Added segment 7970a8e6-d6e5-41c9-9aff-923d77c39e30 of type vlan for network 62cd1216-7d96-443a-b0ba-1b6940ce3548 Aug 29 06:47:37.557201 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:37.557876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-dc2bb750-519b-4ca8-b67c-42b4a2f02523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:37.559498 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-dc2bb750-519b-4ca8-b67c-42b4a2f02523 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.1357355 Aug 29 06:47:37.603546 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-542e6adf-046e-4c8b-b101-f93e0d91fe02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337045 Aug 29 06:47:37.607683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7615bc8-3a18-4aec-9758-ab4832186d39 req-b584a2dc-e269-4f14-af63-f6464ca464a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:37.609128 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7615bc8-3a18-4aec-9758-ab4832186d39 req-b584a2dc-e269-4f14-af63-f6464ca464a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1344929 Aug 29 06:47:37.633805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-b7615bc8-3a18-4aec-9758-ab4832186d39 req-9e3371ce-1e88-4d79-9ae0-64e598445b5e service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:47:37.634870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7615bc8-3a18-4aec-9758-ab4832186d39 req-9e3371ce-1e88-4d79-9ae0-64e598445b5e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142901 Aug 29 06:47:37.657625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:37.659108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:37.659958 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:37.705733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 66014695-b127-441b-baac-469ed6f563d0 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:47:37.734446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] Pushing event updated for resources: {'Network': ['ID=62cd1216-7d96-443a-b0ba-1b6940ce3548,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:37.784607 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fb815f-da4c-4708-94ef-f4671f9bf95d x-openstack-request-id: req-a5fb815f-da4c-4708-94ef-f4671f9bf95d {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:37.784885 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c75a4c-f416-4b11-8939-4af6b9233f76", "tag": "e950991d-479e-4799-8643-bf61180c1610", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:37.785128 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a5fb815f-da4c-4708-94ef-f4671f9bf95d {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:37.785511 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c75a4c-f416-4b11-8939-4af6b9233f76', 'tag': 'e950991d-479e-4799-8643-bf61180c1610', 'status': 'completed', 'code': 200} Aug 29 06:47:37.801122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 62cd1216-7d96-443a-b0ba-1b6940ce3548 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:47:37.837570 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-953192af-b351-47f7-b861-f088f6e978e4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8622923 Aug 29 06:47:37.837781 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46978) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:37.843315 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-80a8e16c-bed2-4b2a-ac0d-c5ad47c5bd65 admin admin] Request body: {'subnet': {'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-719896920-subnet', 'tenant_id': 'd4426b23251b440b8d0cb63469d9d344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:37.865794 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-f31022bd-31e4-49f5-b44a-79b4a94099e0 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544258 Aug 29 06:47:37.871351 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7615bc8-3a18-4aec-9758-ab4832186d39 req-76887b49-e753-4004-a1c2-60e4bb6dabc2 service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748304 Aug 29 06:47:37.920460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 66014695-b127-441b-baac-469ed6f563d0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=66014695-b127-441b-baac-469ed6f563d0,segment=NetworkSegment(8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2),segment_id=8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:37.931631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '66014695-b127-441b-baac-469ed6f563d0', 'network_id': '34ec8bc3-7d42-4327-9879-c69234811fc2', 'port_id': '66014695-b127-441b-baac-469ed6f563d0', 'mac_address': 'fa:16:3e:85:ab:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8188bc4-7d68-4af1-adc1-b16bd52c40fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:47:37.954226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a8e16c-bed2-4b2a-ac0d-c5ad47c5bd65 admin admin] Made reservation on behalf of d4426b23251b440b8d0cb63469d9d344 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:47:37.956653 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80a8e16c-bed2-4b2a-ac0d-c5ad47c5bd65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.000132 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.006636 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.033992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66014695-b127-441b-baac-469ed6f563d0 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:47:38.047360 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] Pushing event deleted for resources: {'Port': ['ID=e65e1976-845f-4481-b66d-4c10eaf6d5f2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:38.070132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 66014695-b127-441b-baac-469ed6f563d0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=66014695-b127-441b-baac-469ed6f563d0,segment=NetworkSegment(8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2),segment_id=8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:38.072299 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-59dd2ac8-c510-474b-aa04-e3710cd87efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.082825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7615bc8-3a18-4aec-9758-ab4832186d39 req-535921e3-3c89-4f9f-b956-a65003eae43c service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979892 Aug 29 06:47:38.087027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bb83fe-7151-43c1-a5e2-007f47d7cafa req-4bb1d26d-b2bd-44fa-9bcd-723885f1e1fb service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109985 Aug 29 06:47:38.125740 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.138039 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.196836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=66014695-b127-441b-baac-469ed6f563d0,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:38.232207 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.234617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80a8e16c-bed2-4b2a-ac0d-c5ad47c5bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.247378 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.295279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8e16c-bed2-4b2a-ac0d-c5ad47c5bd65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d6221c5-492b-4e52-81e3-c311934e2c40,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:38.298848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22389cf-86ec-4002-bd80-aaa9786e43af req-eec340c1-b663-420f-afee-09c5c2729a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:38.300423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d22389cf-86ec-4002-bd80-aaa9786e43af req-eec340c1-b663-420f-afee-09c5c2729a2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 1096 time: 0.0806997 Aug 29 06:47:38.302747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8e16c-bed2-4b2a-ac0d-c5ad47c5bd65 admin admin] Checking segment: {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:47:38.303541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a8e16c-bed2-4b2a-ac0d-c5ad47c5bd65 admin admin] Network hostable DHCP agents. Network: 62cd1216-7d96-443a-b0ba-1b6940ce3548, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:47:38.390245 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.390869 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5e7b270-6de9-4b8f-81c8-2d9061c1ffab {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:47:38.399390 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.400062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-21cfb276-9966-4df3-9b3c-0b113780e709 admin admin] 10.222.0.76 "DELETE /v2.0/routers/b5e7b270-6de9-4b8f-81c8-2d9061c1ffab HTTP/1.1" status: 204 len: 168 time: 2.5296161 Aug 29 06:47:38.403385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46984) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:38.411281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22389cf-86ec-4002-bd80-aaa9786e43af req-41c966e2-c21f-404b-970a-20e9000fb85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:38.412776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d22389cf-86ec-4002-bd80-aaa9786e43af req-41c966e2-c21f-404b-970a-20e9000fb85e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.1047366 Aug 29 06:47:38.446261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a8e16c-bed2-4b2a-ac0d-c5ad47c5bd65 admin admin] Network 62cd1216-7d96-443a-b0ba-1b6940ce3548 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:47:38.471879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1099379-9f6c-4e35-a153-763de08932f6 admin admin] Deleting subnet fd614952-35c9-4449-b671-78093f0593ae {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:47:38.475609 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f1099379-9f6c-4e35-a153-763de08932f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.484897 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['66014695-b127-441b-baac-469ed6f563d0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:38.495429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d22389cf-86ec-4002-bd80-aaa9786e43af req-73a0cb3c-40a8-4427-9ecc-23687af9236f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e950991d-479e-4799-8643-bf61180c1610 HTTP/1.1" status: 200 len: 217 time: 0.0743699 Aug 29 06:47:38.518901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f1099379-9f6c-4e35-a153-763de08932f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.548965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-80a8e16c-bed2-4b2a-ac0d-c5ad47c5bd65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 62cd1216-7d96-443a-b0ba-1b6940ce3548) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:47:38.556030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8e16c-bed2-4b2a-ac0d-c5ad47c5bd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:38.556758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80a8e16c-bed2-4b2a-ac0d-c5ad47c5bd65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.583847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a6653-94a5-4969-9050-63bc5cce0169 None None] Network 62cd1216-7d96-443a-b0ba-1b6940ce3548 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:47:38.604830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1a1d7-f521-4983-adbc-48c45e784c1b req-b4cbfad5-ee29-4afe-8268-21d47a724656 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:38.606752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0f1a1d7-f521-4983-adbc-48c45e784c1b req-b4cbfad5-ee29-4afe-8268-21d47a724656 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.1874011 Aug 29 06:47:38.620327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55359f83-201a-4726-9983-31b059b1f864 req-467976a5-d48a-45ce-9908-3d89e0411ba9 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:38.620527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f1099379-9f6c-4e35-a153-763de08932f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.622932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55359f83-201a-4726-9983-31b059b1f864 req-467976a5-d48a-45ce-9908-3d89e0411ba9 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 944 time: 0.1517284 Aug 29 06:47:38.626473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22389cf-86ec-4002-bd80-aaa9786e43af req-4bf8b81e-3b8e-4e6c-aac6-997d08a900ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:38.628174 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d22389cf-86ec-4002-bd80-aaa9786e43af req-4bf8b81e-3b8e-4e6c-aac6-997d08a900ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.1208174 Aug 29 06:47:38.659183 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-80a8e16c-bed2-4b2a-ac0d-c5ad47c5bd65 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8201177 Aug 29 06:47:38.682382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d22389cf-86ec-4002-bd80-aaa9786e43af req-21ad7ed3-232a-4aa5-931b-a2109b514042 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434477 Aug 29 06:47:38.739670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0f1a1d7-f521-4983-adbc-48c45e784c1b req-60103ec2-3850-4c10-a876-e68cb54f623d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149988 Aug 29 06:47:38.769505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55359f83-201a-4726-9983-31b059b1f864 req-b25c8359-5ef4-403b-8fad-060617bd4160 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/security-groups?id=8de47113-183c-416d-b55c-93ac69235f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342678 Aug 29 06:47:38.773861 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f1099379-9f6c-4e35-a153-763de08932f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.822099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1099379-9f6c-4e35-a153-763de08932f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd614952-35c9-4449-b671-78093f0593ae,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:38.827202 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d22389cf-86ec-4002-bd80-aaa9786e43af req-2c542673-7ea5-4394-b298-199a2fdf9c61 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287961 Aug 29 06:47:38.828230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f1099379-9f6c-4e35-a153-763de08932f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:38.831571 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f1099379-9f6c-4e35-a153-763de08932f6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fd614952-35c9-4449-b671-78093f0593ae HTTP/1.1" status: 204 len: 168 time: 0.4271710 Aug 29 06:47:38.833949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46996) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:38.920125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1ec71c-08a4-4959-8227-0f5b41bf66ea None None] Network aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:47:38.939468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d22389cf-86ec-4002-bd80-aaa9786e43af req-1fcbea8e-6259-410e-b70f-4615acc991cd service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032133 Aug 29 06:47:38.984460 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:39.068768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Deleting port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:47:39.069128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:39.071706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9877b22-bc48-47ed-a22b-4fc0b4d6d4bb None None] Network 62cd1216-7d96-443a-b0ba-1b6940ce3548 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:47:39.146118 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] For port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03,segment=NetworkSegment(5dbccbf0-7d95-4a2f-ba60-f8a4972ec400),segment_id=5dbccbf0-7d95-4a2f-ba60-f8a4972ec400)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:39.146496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:39.226557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Calling delete_port for b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:47:39.283437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b51688-49f1-497a-939f-180c7b28ddbf None None] DHCP port deletion for aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:47:39.289296 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e65e1976-845f-4481-b66d-4c10eaf6d5f2 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:47:39.309944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: e65e1976-845f-4481-b66d-4c10eaf6d5f2 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:47:39.310288 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e65e1976-845f-4481-b66d-4c10eaf6d5f2 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:47:39.331973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-4fe1fe4b-9d67-4db7-b168-d1162cffe379 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:39.333446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-4fe1fe4b-9d67-4db7-b168-d1162cffe379 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 811 time: 0.1322377 Aug 29 06:47:39.348642 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-b5f38f09-2ae7-4294-8e3f-7c479f33a8f8 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/quotas/d4426b23251b440b8d0cb63469d9d344 HTTP/1.1" status: 200 len: 375 time: 0.0092800 Aug 29 06:47:39.349678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c4b51688-49f1-497a-939f-180c7b28ddbf None None] Deleting port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:47:39.350114 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4b51688-49f1-497a-939f-180c7b28ddbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:39.380655 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-3316fdfb-b212-41bc-ab1e-07ff33e17be0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261662 Aug 29 06:47:39.412918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c4b51688-49f1-497a-939f-180c7b28ddbf None None] For port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03,segment=NetworkSegment(5dbccbf0-7d95-4a2f-ba60-f8a4972ec400),segment_id=5dbccbf0-7d95-4a2f-ba60-f8a4972ec400)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:39.413305 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4b51688-49f1-497a-939f-180c7b28ddbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:39.425502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c4b51688-49f1-497a-939f-180c7b28ddbf None None] Calling delete_port for b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:47:39.472856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-46711a23-8259-4fbb-9aea-6d08d97e5a98 service neutron] 10.222.0.76 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843301 Aug 29 06:47:39.561303 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-75a1ae64-6e69-4754-b4f0-34c62cc05fcd service neutron] 10.222.0.76 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823145 Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: from cryptography.utils import int_from_bytes Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: from cryptography.utils import int_from_bytes Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.568743 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.571459 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.571459 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.571459 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.571459 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.571459 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.571459 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.571459 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.571459 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.571459 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.571459 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.571459 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.571459 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.571459 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:47:39.571459 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:47:39.572312 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:39.572711 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4b51688-49f1-497a-939f-180c7b28ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:39.596342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:39.598334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] No DVR routers for this DVR port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:47:39.734377 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b51688-49f1-497a-939f-180c7b28ddbf None None] Pushing event deleted for resources: {'Port': ['ID=b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:39.747945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b51688-49f1-497a-939f-180c7b28ddbf None None] No DVR routers for this DVR port b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:47:39.862870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14935af6-71c2-4b37-b550-63687664234a req-5af6664b-0cef-41d8-835d-13e69d42c784 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 210 time: 0.0473194 Aug 29 06:47:39.921749 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c6af2-afbb-49fa-ab13-4f074a2d61db req-d3032380-591f-4cb0-8e90-a68b21a25c16 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:39.927713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-940c6af2-afbb-49fa-ab13-4f074a2d61db req-d3032380-591f-4cb0-8e90-a68b21a25c16 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.1021755 Aug 29 06:47:40.013328 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:40.016596 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-940c6af2-afbb-49fa-ab13-4f074a2d61db req-56d0fea8-925f-44b3-9cbd-e8897f64d8dd tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844278 Aug 29 06:47:40.024150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:40.036366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:40.039294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbccbf0-7d95-4a2f-ba60-f8a4972ec400') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:40.039600 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bb31e-8813-49e2-ae2b-2784c9186802 req-5a4a5baa-715d-41ec-82f0-33b34469b64d tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:40.039600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d7bb31e-8813-49e2-ae2b-2784c9186802 req-5a4a5baa-715d-41ec-82f0-33b34469b64d tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 944 time: 0.0920572 Aug 29 06:47:40.046921 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:40.062651 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:40.070374 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:47:40.070774 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:47:40.072504 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:47:40.095721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d7bb31e-8813-49e2-ae2b-2784c9186802 req-36579a7a-d0c8-4ad9-819b-ca702c30311a tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/security-groups?id=8de47113-183c-416d-b55c-93ac69235f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439079 Aug 29 06:47:40.211567 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:40.220576 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:40.220576 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] 10.222.0.76 "DELETE /v2.0/networks/aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38 HTTP/1.1" status: 204 len: 168 time: 1.3856032 Aug 29 06:47:40.230482 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27e2a7-ac5d-4661-a079-0ca542ac32df admin admin] Pushing event deleted for resources: {'Network': ['ID=aa3a92ca-2f5e-42c4-ab51-cc72c2dd7e38,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:40.509251 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87f4b23f-a414-41e7-9667-d1f52ae62020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:40.576385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47036) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:40.620741 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1f0a9198-1f58-4959-a56a-6031c24a8d00 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=330b52fcaacb4924902ac272a4a7ec92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430572 Aug 29 06:47:40.623299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47038) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:40.671459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-982d2cc3-e310-40ae-bb81-46878077b8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:40.694003 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-982d2cc3-e310-40ae-bb81-46878077b8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:40.795034 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:40.841006 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-982d2cc3-e310-40ae-bb81-46878077b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:40.843580 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-982d2cc3-e310-40ae-bb81-46878077b8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:40.845132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-982d2cc3-e310-40ae-bb81-46878077b8d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b264f300-3c97-4302-a4a3-00ffc5cbab4f HTTP/1.1" status: 204 len: 168 time: 0.2204797 Aug 29 06:47:40.852883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d2cc3-e310-40ae-bb81-46878077b8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b264f300-3c97-4302-a4a3-00ffc5cbab4f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:40.958424 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a6f1e71-f9a1-441e-bfdf-034e1e89b37b req-68706b0d-ce22-4fd5-92b7-01066cdc4e67 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 210 time: 0.0263140 Aug 29 06:47:41.160772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8151410-7c84-4bbc-8d42-f95b61ab7e4f req-ae8376d7-0098-4413-9c23-8453c9f111d5 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:41.163769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8151410-7c84-4bbc-8d42-f95b61ab7e4f req-ae8376d7-0098-4413-9c23-8453c9f111d5 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.0840902 Aug 29 06:47:41.221276 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8151410-7c84-4bbc-8d42-f95b61ab7e4f req-cea2ca6c-18c6-4646-b6f9-9c553ce9823f tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500724 Aug 29 06:47:41.271532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:47:41.293897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9ad46-6d62-4472-b1e3-5b77e15c69e4 req-71200112-bc26-4127-8535-45f1552ec2cc tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:41.299827 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:47:41.299827 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b3bc286c-c9c5-4c7e-a5b1-e2bd90c1ef03 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:47:41.300156 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2a9ad46-6d62-4472-b1e3-5b77e15c69e4 req-71200112-bc26-4127-8535-45f1552ec2cc tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 944 time: 0.0927594 Aug 29 06:47:41.344497 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2a9ad46-6d62-4472-b1e3-5b77e15c69e4 req-ad8c5a49-977c-4de9-bbbe-bd99787505f1 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/security-groups?id=8de47113-183c-416d-b55c-93ac69235f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423791 Aug 29 06:47:41.701623 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:41.757060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 66014695-b127-441b-baac-469ed6f563d0 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:47:41.879900 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 66014695-b127-441b-baac-469ed6f563d0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:47:41.884855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 66014695-b127-441b-baac-469ed6f563d0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:47:41.889649 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:41.972694 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:41.999615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe0d342-910c-404e-a1bb-4ce91f557a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66014695-b127-441b-baac-469ed6f563d0'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:42.001515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-de59762c-be87-470d-a5ba-99166c9c3d5c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:42.002171 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc1d1c4-113a-48d2-8df9-24b381ed8ea2" -d '{"events": [{"server_uuid": "dfe0d342-910c-404e-a1bb-4ce91f557a1b", "name": "network-vif-plugged", "status": "completed", "tag": "66014695-b127-441b-baac-469ed6f563d0"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:42.003169 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-de59762c-be87-470d-a5ba-99166c9c3d5c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 811 time: 0.1065545 Aug 29 06:47:42.015946 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 66014695-b127-441b-baac-469ed6f563d0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=66014695-b127-441b-baac-469ed6f563d0,segment=NetworkSegment(8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2),segment_id=8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:42.026306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-6c2ca50e-e945-4a29-8cb3-0cf2fc73a404 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Request body: {'port': {'device_id': 'a4458228-0a81-4111-ba1d-06aea9e44b7c', 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548', 'admin_state_up': True, 'tenant_id': 'd4426b23251b440b8d0cb63469d9d344'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:42.044111 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49957680-ddc2-494e-b4c7-8ce7fe1f9e06 x-openstack-request-id: req-49957680-ddc2-494e-b4c7-8ce7fe1f9e06 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:42.044708 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe0d342-910c-404e-a1bb-4ce91f557a1b", "name": "network-vif-plugged", "status": "completed", "tag": "66014695-b127-441b-baac-469ed6f563d0", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:42.045125 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49957680-ddc2-494e-b4c7-8ce7fe1f9e06 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:42.045686 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe0d342-910c-404e-a1bb-4ce91f557a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66014695-b127-441b-baac-469ed6f563d0', 'code': 200} Aug 29 06:47:42.101844 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:42.114729 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4150044a-7c20-4d76-a288-cf2515692e7b req-78609e4b-a6ec-4381-90bd-375572e66718 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 210 time: 0.0381851 Aug 29 06:47:42.153866 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=66014695-b127-441b-baac-469ed6f563d0,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:42.191815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cabd3f-9665-44ae-bd90-c49ea6f5ee7a req-8ea42b2c-7511-4c3c-9053-661f0f589a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:42.193035 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1cabd3f-9665-44ae-bd90-c49ea6f5ee7a req-8ea42b2c-7511-4c3c-9053-661f0f589a7d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 1097 time: 0.0749917 Aug 29 06:47:42.238020 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1cabd3f-9665-44ae-bd90-c49ea6f5ee7a req-60717d22-e131-4df1-927f-68150af945ae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8de47113-183c-416d-b55c-93ac69235f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325155 Aug 29 06:47:42.308145 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-6c2ca50e-e945-4a29-8cb3-0cf2fc73a404 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Made reservation on behalf of d4426b23251b440b8d0cb63469d9d344 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:47:42.311420 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-6c2ca50e-e945-4a29-8cb3-0cf2fc73a404 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:42.400002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c2bd0-7a52-412e-8eb4-0cf0890ab5a0 req-ec9c3a9c-934b-4362-aab3-9b566954c4b6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:42.401025 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-344c2bd0-7a52-412e-8eb4-0cf0890ab5a0 req-ec9c3a9c-934b-4362-aab3-9b566954c4b6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.1029289 Aug 29 06:47:42.510620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-344c2bd0-7a52-412e-8eb4-0cf0890ab5a0 req-7131b414-93da-4990-88f9-b330ebde9450 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972090 Aug 29 06:47:42.525698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-6c2ca50e-e945-4a29-8cb3-0cf2fc73a404 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Allocated IP 172.20.0.9 (62cd1216-7d96-443a-b0ba-1b6940ce3548/6d6221c5-492b-4e52-81e3-c311934e2c40/0ff03cb2-c17e-42f1-a602-75431891d53e) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:47:42.552117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde8e01-b8a7-4ae0-b2e5-a54e95328bdb req-8dff73db-0e83-421a-bdca-1d8a930a7e92 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:42.553620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0cde8e01-b8a7-4ae0-b2e5-a54e95328bdb req-8dff73db-0e83-421a-bdca-1d8a930a7e92 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 945 time: 0.0958648 Aug 29 06:47:42.637587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0cde8e01-b8a7-4ae0-b2e5-a54e95328bdb req-69ef5975-7477-4103-8ee2-342fbb58100e tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/security-groups?id=8de47113-183c-416d-b55c-93ac69235f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756655 Aug 29 06:47:42.654210 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47102) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:42.726334 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-6c2ca50e-e945-4a29-8cb3-0cf2fc73a404 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:42.775380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b41d069-a966-4586-a05e-41edabd2daae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:42.823285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-6c2ca50e-e945-4a29-8cb3-0cf2fc73a404 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:42.857108 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b41d069-a966-4586-a05e-41edabd2daae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:42.868975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-6c2ca50e-e945-4a29-8cb3-0cf2fc73a404 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Network 62cd1216-7d96-443a-b0ba-1b6940ce3548 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:47:42.871913 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-6c2ca50e-e945-4a29-8cb3-0cf2fc73a404 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:47:42.878660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-6c2ca50e-e945-4a29-8cb3-0cf2fc73a404 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:47:42.910421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ca50e-e945-4a29-8cb3-0cf2fc73a404 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Pushing event updated for resources: {'Port': ['ID=0ff03cb2-c17e-42f1-a602-75431891d53e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:42.934602 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-6c2ca50e-e945-4a29-8cb3-0cf2fc73a404 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:42.935245 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-6c2ca50e-e945-4a29-8cb3-0cf2fc73a404 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:42.942649 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b41d069-a966-4586-a05e-41edabd2daae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:42.980844 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4b41d069-a966-4586-a05e-41edabd2daae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=930324ba609e4343a1e069c189a75c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254423 Aug 29 06:47:42.981689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41d069-a966-4586-a05e-41edabd2daae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918474ee-5e30-4a93-ac19-861bb07aa300,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:42.984217 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47106) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:43.002107 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-6c2ca50e-e945-4a29-8cb3-0cf2fc73a404 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9830480 Aug 29 06:47:43.027335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Request body: {'port': {'device_id': 'a4458228-0a81-4111-ba1d-06aea9e44b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:43.067010 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-049851dc-9b7d-4bee-8bdf-818d39fcedcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:43.102581 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:43.117519 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-049851dc-9b7d-4bee-8bdf-818d39fcedcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:43.366084 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:43.690206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7283b-61a8-40ee-8f42-109707377040 req-49f35ff9-3855-4e20-9f5d-12b7f63fae62 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:43.691664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bc7283b-61a8-40ee-8f42-109707377040 req-49f35ff9-3855-4e20-9f5d-12b7f63fae62 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 931 time: 0.5027151 Aug 29 06:47:43.698306 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-049851dc-9b7d-4bee-8bdf-818d39fcedcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:43.701503 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-049851dc-9b7d-4bee-8bdf-818d39fcedcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:43.702591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-049851dc-9b7d-4bee-8bdf-818d39fcedcd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/918474ee-5e30-4a93-ac19-861bb07aa300 HTTP/1.1" status: 204 len: 168 time: 0.7173622 Aug 29 06:47:43.742315 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049851dc-9b7d-4bee-8bdf-818d39fcedcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918474ee-5e30-4a93-ac19-861bb07aa300,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:43.757670 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b9e6f-4531-4cd3-acf0-30081f7fabb8 req-ef20a9b6-4152-483b-bad3-4a6e399425ef tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:43.759343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-204b9e6f-4531-4cd3-acf0-30081f7fabb8 req-ef20a9b6-4152-483b-bad3-4a6e399425ef tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.1617126 Aug 29 06:47:43.804095 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bc7283b-61a8-40ee-8f42-109707377040 req-b7b91c29-2512-473e-9676-08a38e5c6a11 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990188 Aug 29 06:47:43.837827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-204b9e6f-4531-4cd3-acf0-30081f7fabb8 req-40685fa3-a090-408a-a209-ddeacfde6330 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711830 Aug 29 06:47:43.883219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff03cb2-c17e-42f1-a602-75431891d53e {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:47:43.891782 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:43.911748 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Transition to ACTIVE for port object 0ff03cb2-c17e-42f1-a602-75431891d53e will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:47:43.967678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ffb8c-4556-4a1d-9e8b-d1eec4ebcba9 req-b92b1716-ab3a-49cc-8737-eb95fe811c77 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:43.969193 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f06ffb8c-4556-4a1d-9e8b-d1eec4ebcba9 req-b92b1716-ab3a-49cc-8737-eb95fe811c77 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 945 time: 0.0569415 Aug 29 06:47:44.012735 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f06ffb8c-4556-4a1d-9e8b-d1eec4ebcba9 req-9e349970-9a63-4180-a0f1-4768212789ca tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/security-groups?id=8de47113-183c-416d-b55c-93ac69235f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368059 Aug 29 06:47:44.014267 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:44.072914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff03cb2-c17e-42f1-a602-75431891d53e,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:44.146241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Attempting to bind port 0ff03cb2-c17e-42f1-a602-75431891d53e on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:47:44.146662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Attempting to bind port 0ff03cb2-c17e-42f1-a602-75431891d53e by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:47:44.147057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Attempting to bind port 0ff03cb2-c17e-42f1-a602-75431891d53e on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:47:44.151519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Port 0ff03cb2-c17e-42f1-a602-75431891d53e on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:47:44.151813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Attempting to bind port 0ff03cb2-c17e-42f1-a602-75431891d53e on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:47:44.157181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:47:44.157530 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Checking segment: {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:47:44.157884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Bound using segment: {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:47:44.158308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Bound port: 0ff03cb2-c17e-42f1-a602-75431891d53e, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:47:44.158668 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:44.247213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] For port 0ff03cb2-c17e-42f1-a602-75431891d53e, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:47:44.250346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] For port 0ff03cb2-c17e-42f1-a602-75431891d53e, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0ff03cb2-c17e-42f1-a602-75431891d53e,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:47:44.343593 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:44.377768 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:44.378483 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:44.382039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] 10.222.0.11 "PUT /v2.0/ports/0ff03cb2-c17e-42f1-a602-75431891d53e HTTP/1.1" status: 200 len: 1092 time: 1.3591273 Aug 29 06:47:44.382039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4458228-0a81-4111-ba1d-06aea9e44b7c', 'tag': '0ff03cb2-c17e-42f1-a602-75431891d53e'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:44.382971 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa669c4-6a63-426c-b321-a17b6511e68f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4458228-0a81-4111-ba1d-06aea9e44b7c", "tag": "0ff03cb2-c17e-42f1-a602-75431891d53e"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:44.419318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921dc27-6356-4889-a6b7-afc5aba688f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff03cb2-c17e-42f1-a602-75431891d53e,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:44.441651 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951d6d7e-bd1e-42d1-9f3a-42a1d9bd7866 x-openstack-request-id: req-951d6d7e-bd1e-42d1-9f3a-42a1d9bd7866 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:44.442017 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4458228-0a81-4111-ba1d-06aea9e44b7c", "tag": "0ff03cb2-c17e-42f1-a602-75431891d53e", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:44.442337 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-951d6d7e-bd1e-42d1-9f3a-42a1d9bd7866 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:44.442826 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4458228-0a81-4111-ba1d-06aea9e44b7c', 'tag': '0ff03cb2-c17e-42f1-a602-75431891d53e', 'status': 'completed', 'code': 200} Aug 29 06:47:44.526403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa669c4-6a63-426c-b321-a17b6511e68f req-b802b959-32c4-49a0-b6e7-1d425de17cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:44.528024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfa669c4-6a63-426c-b321-a17b6511e68f req-b802b959-32c4-49a0-b6e7-1d425de17cf0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 1095 time: 0.0450048 Aug 29 06:47:44.642248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa669c4-6a63-426c-b321-a17b6511e68f req-05bfa560-e7f2-4f73-9c4b-d56063c36575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:44.644196 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfa669c4-6a63-426c-b321-a17b6511e68f req-05bfa560-e7f2-4f73-9c4b-d56063c36575 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d4426b23251b440b8d0cb63469d9d344&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1011665 Aug 29 06:47:44.740501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa669c4-6a63-426c-b321-a17b6511e68f req-bf00cef1-9e61-4886-8dde-8cb14dc9298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:44.742617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfa669c4-6a63-426c-b321-a17b6511e68f req-bf00cef1-9e61-4886-8dde-8cb14dc9298a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911322 Aug 29 06:47:44.838875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-ff62255c-3fe7-46a9-94d5-29cf11a375b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:44.840533 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-ff62255c-3fe7-46a9-94d5-29cf11a375b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 1095 time: 0.0415716 Aug 29 06:47:44.903980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-9dbf0c55-b0c5-438d-97b2-2b4563955dc5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ff03cb2-c17e-42f1-a602-75431891d53e HTTP/1.1" status: 200 len: 217 time: 0.0449162 Aug 29 06:47:45.017922 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-79495e2d-3a3c-47e7-aae7-86c7b6913db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:45.019383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-79495e2d-3a3c-47e7-aae7-86c7b6913db9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d6221c5-492b-4e52-81e3-c311934e2c40 HTTP/1.1" status: 200 len: 851 time: 0.1037855 Aug 29 06:47:45.032629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a52176-ab5d-4d4e-bf7b-37441e77dab3 req-a0f2b879-56d8-4b21-9387-ae56d019cb2d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:45.034111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56a52176-ab5d-4d4e-bf7b-37441e77dab3 req-a0f2b879-56d8-4b21-9387-ae56d019cb2d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 943 time: 0.1343505 Aug 29 06:47:45.075821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a7545-8406-45b8-97d5-fa042104e82b req-6b030eef-4ac6-42ef-93ca-76d2479d4daf tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:45.077275 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca1a7545-8406-45b8-97d5-fa042104e82b req-6b030eef-4ac6-42ef-93ca-76d2479d4daf tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.1144407 Aug 29 06:47:45.079066 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-61b58f8e-56b5-49c3-8cfd-57deaeddccbb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62cd1216-7d96-443a-b0ba-1b6940ce3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441098 Aug 29 06:47:45.180567 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56a52176-ab5d-4d4e-bf7b-37441e77dab3 req-08813ded-98fc-4b10-afd1-ce9473ce7a42 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331689 Aug 29 06:47:45.190175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca1a7545-8406-45b8-97d5-fa042104e82b req-ff2c53ff-71b1-4719-a441-7de30adb9470 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037188 Aug 29 06:47:45.234459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-e18598df-da19-453c-ba45-fb4932a03220 service neutron] 10.222.0.11 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440954 Aug 29 06:47:45.369356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af608e6b-92ee-4497-8906-c9e2daa43562 req-b690d9a1-7b9b-47d3-b55a-9f5faba18032 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:45.369356 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af608e6b-92ee-4497-8906-c9e2daa43562 req-b690d9a1-7b9b-47d3-b55a-9f5faba18032 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 945 time: 0.1030848 Aug 29 06:47:45.371376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d186acf-8d53-4dfe-8be7-cdaca42010a2 req-ab87af4f-c6e6-4f33-8ad2-cfb785c46c2f service neutron] 10.222.0.11 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295669 Aug 29 06:47:45.416141 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af608e6b-92ee-4497-8906-c9e2daa43562 req-ad132e72-fcb0-42ad-85a4-8182cf5ad662 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/security-groups?id=8de47113-183c-416d-b55c-93ac69235f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390780 Aug 29 06:47:46.339419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76726f-29c4-4caa-bd29-71fad2b4b9e2 req-2c1118b8-aa2c-453f-bcfe-2a7a0f376e2b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:46.341166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b76726f-29c4-4caa-bd29-71fad2b4b9e2 req-2c1118b8-aa2c-453f-bcfe-2a7a0f376e2b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 943 time: 0.0929444 Aug 29 06:47:46.353978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdce54-2594-47a0-a590-e20c77614d8a req-5aa9f876-ae05-4052-ae77-5f160ce0fc5c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:46.356350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ffdce54-2594-47a0-a590-e20c77614d8a req-5aa9f876-ae05-4052-ae77-5f160ce0fc5c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.0682669 Aug 29 06:47:46.415092 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b76726f-29c4-4caa-bd29-71fad2b4b9e2 req-41e75656-9a49-4c66-b4a8-7f03b6fced6e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577455 Aug 29 06:47:46.420440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ffdce54-2594-47a0-a590-e20c77614d8a req-92a6c1e8-55a1-4809-95dd-1c4ba5835697 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567286 Aug 29 06:47:46.610465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22386d9-0dd3-439d-a0c7-971a119fa019 req-d58530d9-b8dc-466c-a968-f76caee84587 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:46.612069 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d22386d9-0dd3-439d-a0c7-971a119fa019 req-d58530d9-b8dc-466c-a968-f76caee84587 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 945 time: 0.0506611 Aug 29 06:47:46.657204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d22386d9-0dd3-439d-a0c7-971a119fa019 req-070d330b-d66c-4c9b-bf3f-5cfa1a67b598 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/security-groups?id=8de47113-183c-416d-b55c-93ac69235f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390501 Aug 29 06:47:46.792101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace9d34-1375-44b3-b330-1604266184f9 req-ac047adf-fcaf-4714-a2a7-da117f9a24e2 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:46.794379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bace9d34-1375-44b3-b330-1604266184f9 req-ac047adf-fcaf-4714-a2a7-da117f9a24e2 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 945 time: 0.0512588 Aug 29 06:47:46.893815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-bace9d34-1375-44b3-b330-1604266184f9 req-5aeae411-4077-4357-8b4a-c5027a6e1ec7 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Deleting port 66014695-b127-441b-baac-469ed6f563d0 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:47:46.894164 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bace9d34-1375-44b3-b330-1604266184f9 req-5aeae411-4077-4357-8b4a-c5027a6e1ec7 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:46.990704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-bace9d34-1375-44b3-b330-1604266184f9 req-5aeae411-4077-4357-8b4a-c5027a6e1ec7 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] For port 66014695-b127-441b-baac-469ed6f563d0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=66014695-b127-441b-baac-469ed6f563d0,segment=NetworkSegment(8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2),segment_id=8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:46.991073 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bace9d34-1375-44b3-b330-1604266184f9 req-5aeae411-4077-4357-8b4a-c5027a6e1ec7 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:47.003960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-bace9d34-1375-44b3-b330-1604266184f9 req-5aeae411-4077-4357-8b4a-c5027a6e1ec7 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Calling delete_port for 66014695-b127-441b-baac-469ed6f563d0 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:47:47.216934 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bace9d34-1375-44b3-b330-1604266184f9 req-5aeae411-4077-4357-8b4a-c5027a6e1ec7 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:47.232004 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['66014695-b127-441b-baac-469ed6f563d0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:47.247264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeae411-4077-4357-8b4a-c5027a6e1ec7 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Pushing event deleted for resources: {'Port': ['ID=66014695-b127-441b-baac-469ed6f563d0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:47.290973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-bace9d34-1375-44b3-b330-1604266184f9 req-5aeae411-4077-4357-8b4a-c5027a6e1ec7 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] No DVR routers for this DVR port 66014695-b127-441b-baac-469ed6f563d0 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:47:47.293438 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-bace9d34-1375-44b3-b330-1604266184f9 req-5aeae411-4077-4357-8b4a-c5027a6e1ec7 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:47.295524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bace9d34-1375-44b3-b330-1604266184f9 req-5aeae411-4077-4357-8b4a-c5027a6e1ec7 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.15 "DELETE /v2.0/ports/66014695-b127-441b-baac-469ed6f563d0 HTTP/1.1" status: 204 len: 173 time: 0.4930921 Aug 29 06:47:47.295972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe0d342-910c-404e-a1bb-4ce91f557a1b', 'name': 'network-vif-deleted', 'tag': '66014695-b127-441b-baac-469ed6f563d0'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:47.298282 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4507f5-7fc7-484c-bb5b-071ec7ff3678" -d '{"events": [{"server_uuid": "dfe0d342-910c-404e-a1bb-4ce91f557a1b", "name": "network-vif-deleted", "tag": "66014695-b127-441b-baac-469ed6f563d0"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:47.333155 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f0c3ce-2996-407f-8883-baf7e557e6c1 x-openstack-request-id: req-d6f0c3ce-2996-407f-8883-baf7e557e6c1 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:47.333457 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe0d342-910c-404e-a1bb-4ce91f557a1b", "name": "network-vif-deleted", "tag": "66014695-b127-441b-baac-469ed6f563d0", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:47.333713 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d6f0c3ce-2996-407f-8883-baf7e557e6c1 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:47.334123 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe0d342-910c-404e-a1bb-4ce91f557a1b', 'name': 'network-vif-deleted', 'tag': '66014695-b127-441b-baac-469ed6f563d0', 'status': 'completed', 'code': 200} Aug 29 06:47:47.579745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b3ad6-48b4-4db6-8126-17c47f7fa32f req-3018c61f-0953-4ab2-a029-64de70847b1b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:47.581282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-381b3ad6-48b4-4db6-8126-17c47f7fa32f req-3018c61f-0953-4ab2-a029-64de70847b1b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.0798311 Aug 29 06:47:47.588858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7aca4-a213-4859-b46e-1b4201a8ce7e req-e358d109-84a0-4b97-990e-edab2bd80567 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:47.590349 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ff7aca4-a213-4859-b46e-1b4201a8ce7e req-e358d109-84a0-4b97-990e-edab2bd80567 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 943 time: 0.0999651 Aug 29 06:47:47.646686 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-381b3ad6-48b4-4db6-8126-17c47f7fa32f req-b952a9e4-84b7-4cfe-bb6e-ec01c47074a9 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551119 Aug 29 06:47:47.651444 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ff7aca4-a213-4859-b46e-1b4201a8ce7e req-e090f8b1-b935-4554-88f2-ca2b7cebec9c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525515 Aug 29 06:47:47.783422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e950991d-479e-4799-8643-bf61180c1610 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:47:47.832267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55ed1796-acd0-44dd-ad00-acf9f53892a2 req-50602c9a-669e-4dc5-8017-bedb48c7e304 tempest-ServerMetadataNegativeTestJSON-732847285 tempest-ServerMetadataNegativeTestJSON-732847285-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe0d342-910c-404e-a1bb-4ce91f557a1b HTTP/1.1" status: 200 len: 210 time: 0.0328608 Aug 29 06:47:47.899474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e950991d-479e-4799-8643-bf61180c1610, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e950991d-479e-4799-8643-bf61180c1610,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:47.911763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'e950991d-479e-4799-8643-bf61180c1610', 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df', 'port_id': 'e950991d-479e-4799-8643-bf61180c1610', 'mac_address': 'fa:16:3e:de:8f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98715dec-8878-4617-9085-72489d1b1fc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:47:47.949275 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:47.961904 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e950991d-479e-4799-8643-bf61180c1610 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:47:47.982962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e950991d-479e-4799-8643-bf61180c1610, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e950991d-479e-4799-8643-bf61180c1610,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:48.072939 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:48.123681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=e950991d-479e-4799-8643-bf61180c1610,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:48.379763 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47262) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:48.450950 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e950991d-479e-4799-8643-bf61180c1610'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:48.487237 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2dadd2ca-ce60-446c-8b1b-6fd4609a6694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:48.578070 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2dadd2ca-ce60-446c-8b1b-6fd4609a6694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:48.686633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2dadd2ca-ce60-446c-8b1b-6fd4609a6694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:48.747362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2dadd2ca-ce60-446c-8b1b-6fd4609a6694 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=894b49062ef54523883258109889c7f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662708 Aug 29 06:47:48.750538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47274) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:48.768929 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadd2ca-ce60-446c-8b1b-6fd4609a6694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59daa3f3-aae9-41e3-a0b4-2aa22273a6ff,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:48.803087 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9e088bd5-71cb-4119-8475-57f0b3b5ec71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:48.816010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705825b-c80c-4cae-b835-a4c5c6018033 req-3f2ea426-ae5f-4b20-962d-e1e73d2fe84e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:48.817501 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6705825b-c80c-4cae-b835-a4c5c6018033 req-3f2ea426-ae5f-4b20-962d-e1e73d2fe84e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 945 time: 0.0919831 Aug 29 06:47:48.824755 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9e088bd5-71cb-4119-8475-57f0b3b5ec71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:48.829813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fffbf3-8601-4692-a7be-5fec4b85d6ee req-e117c1b2-b5f8-4acd-b93a-fcc4b00f1094 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:48.831200 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4fffbf3-8601-4692-a7be-5fec4b85d6ee req-e117c1b2-b5f8-4acd-b93a-fcc4b00f1094 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 943 time: 0.0897386 Aug 29 06:47:48.885654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6705825b-c80c-4cae-b835-a4c5c6018033 req-2b85dd87-1e01-4130-b108-b3aba4410e2d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535016 Aug 29 06:47:48.893548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4fffbf3-8601-4692-a7be-5fec4b85d6ee req-62098826-cbaf-44b4-b206-842cd3c30b0c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548146 Aug 29 06:47:48.942874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 0ff03cb2-c17e-42f1-a602-75431891d53e details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:47:48.982669 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9e088bd5-71cb-4119-8475-57f0b3b5ec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:48.982669 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9e088bd5-71cb-4119-8475-57f0b3b5ec71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:48.983435 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9e088bd5-71cb-4119-8475-57f0b3b5ec71 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/59daa3f3-aae9-41e3-a0b4-2aa22273a6ff HTTP/1.1" status: 204 len: 168 time: 0.2310376 Aug 29 06:47:49.015981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e088bd5-71cb-4119-8475-57f0b3b5ec71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59daa3f3-aae9-41e3-a0b4-2aa22273a6ff,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:49.043643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47284) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:49.074622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 0ff03cb2-c17e-42f1-a602-75431891d53e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0ff03cb2-c17e-42f1-a602-75431891d53e,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:49.086790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '0ff03cb2-c17e-42f1-a602-75431891d53e', 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548', 'port_id': '0ff03cb2-c17e-42f1-a602-75431891d53e', 'mac_address': 'fa:16:3e:36:d6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6221c5-492b-4e52-81e3-c311934e2c40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:47:49.097141 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c1703e-9845-4765-af4c-38619c71487f admin admin] Deleting subnet e8188bc4-7d68-4af1-adc1-b16bd52c40fd {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:47:49.100340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f1c1703e-9845-4765-af4c-38619c71487f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.134566 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.137815 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f1c1703e-9845-4765-af4c-38619c71487f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.148945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff03cb2-c17e-42f1-a602-75431891d53e {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:47:49.169259 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 0ff03cb2-c17e-42f1-a602-75431891d53e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0ff03cb2-c17e-42f1-a602-75431891d53e,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:49.178447 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f1c1703e-9845-4765-af4c-38619c71487f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.348390 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.372530 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f1c1703e-9845-4765-af4c-38619c71487f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.405115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1703e-9845-4765-af4c-38619c71487f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8188bc4-7d68-4af1-adc1-b16bd52c40fd,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:49.406248 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=0ff03cb2-c17e-42f1-a602-75431891d53e,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:49.410598 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f1c1703e-9845-4765-af4c-38619c71487f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.413277 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f1c1703e-9845-4765-af4c-38619c71487f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e8188bc4-7d68-4af1-adc1-b16bd52c40fd HTTP/1.1" status: 204 len: 168 time: 0.3684552 Aug 29 06:47:49.418284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47288) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:49.488077 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acc4cce8-3c51-4a26-b61b-c9a927569102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.565265 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acc4cce8-3c51-4a26-b61b-c9a927569102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.574782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-acc4cce8-3c51-4a26-b61b-c9a927569102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ec8bc3-7d42-4327-9879-c69234811fc2']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:49.584594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-acc4cce8-3c51-4a26-b61b-c9a927569102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:49.584887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-acc4cce8-3c51-4a26-b61b-c9a927569102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebd13fd-b26b-41ca-a56d-48d0aa9ca2b2') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:47:49.593718 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acc4cce8-3c51-4a26-b61b-c9a927569102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.607447 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acc4cce8-3c51-4a26-b61b-c9a927569102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.613141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc4cce8-3c51-4a26-b61b-c9a927569102 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:47:49.613514 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acc4cce8-3c51-4a26-b61b-c9a927569102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:47:49.615087 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:47:49.739469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47290) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:49.752884 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ab8562c-f511-49e0-9bea-945fd7b16a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.778756 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acc4cce8-3c51-4a26-b61b-c9a927569102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.782946 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e950991d-479e-4799-8643-bf61180c1610 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:47:49.795983 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acc4cce8-3c51-4a26-b61b-c9a927569102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.800112 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-acc4cce8-3c51-4a26-b61b-c9a927569102 admin admin] 10.222.0.76 "DELETE /v2.0/networks/34ec8bc3-7d42-4327-9879-c69234811fc2 HTTP/1.1" status: 204 len: 168 time: 0.3808141 Aug 29 06:47:49.802384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4cce8-3c51-4a26-b61b-c9a927569102 admin admin] Pushing event deleted for resources: {'Network': ['ID=34ec8bc3-7d42-4327-9879-c69234811fc2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:49.863818 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ab8562c-f511-49e0-9bea-945fd7b16a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.867011 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['0ff03cb2-c17e-42f1-a602-75431891d53e'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:47:49.968640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port e950991d-479e-4799-8643-bf61180c1610 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:47:49.976842 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ab8562c-f511-49e0-9bea-945fd7b16a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:49.982175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port e950991d-479e-4799-8643-bf61180c1610 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:47:49.982175 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:50.067928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7ab8562c-f511-49e0-9bea-945fd7b16a51 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d67c8f0c33b4f70b1ea018b794ff254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273616 Aug 29 06:47:50.070201 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8562c-f511-49e0-9bea-945fd7b16a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a714645-8042-405a-a895-27640bbac876,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:50.071088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47304) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:50.086667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41947504-2256-4c44-9bcb-ab4d4aeea4c1 req-62d9b11e-7f83-4c39-ad7e-ab442dea197f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:50.091646 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41947504-2256-4c44-9bcb-ab4d4aeea4c1 req-62d9b11e-7f83-4c39-ad7e-ab442dea197f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 944 time: 0.1271083 Aug 29 06:47:50.099268 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:50.112205 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c457a1-2567-42fd-9c99-dbdcff122f0f req-ad43d1ed-1080-4652-a38b-6c8fc42b96e5 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:50.113737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1c457a1-2567-42fd-9c99-dbdcff122f0f req-ad43d1ed-1080-4652-a38b-6c8fc42b96e5 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 945 time: 0.1462724 Aug 29 06:47:50.126594 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c75a4c-f416-4b11-8939-4af6b9233f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e950991d-479e-4799-8643-bf61180c1610'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:50.129100 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642d33fa-b547-4f60-be62-c9a5f46b9fb1" -d '{"events": [{"server_uuid": "83c75a4c-f416-4b11-8939-4af6b9233f76", "name": "network-vif-plugged", "status": "completed", "tag": "e950991d-479e-4799-8643-bf61180c1610"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:50.135164 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2122af39-a594-40d8-bbc8-1fc10d1e106e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:50.143049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e950991d-479e-4799-8643-bf61180c1610, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e950991d-479e-4799-8643-bf61180c1610,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:50.157366 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41947504-2256-4c44-9bcb-ab4d4aeea4c1 req-f31ad143-c23d-4f63-8b29-46046533f732 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614488 Aug 29 06:47:50.159659 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2122af39-a594-40d8-bbc8-1fc10d1e106e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:50.174622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1c457a1-2567-42fd-9c99-dbdcff122f0f req-352f01ca-b613-424f-9e87-3281de362544 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485010 Aug 29 06:47:50.299915 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:50.299915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 66014695-b127-441b-baac-469ed6f563d0 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:47:50.301171 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a29da8-fa1b-4522-b4c7-33cea6b59cca x-openstack-request-id: req-d0a29da8-fa1b-4522-b4c7-33cea6b59cca {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:50.301382 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c75a4c-f416-4b11-8939-4af6b9233f76", "name": "network-vif-plugged", "status": "completed", "tag": "e950991d-479e-4799-8643-bf61180c1610", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:50.301636 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0a29da8-fa1b-4522-b4c7-33cea6b59cca {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:50.302023 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c75a4c-f416-4b11-8939-4af6b9233f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e950991d-479e-4799-8643-bf61180c1610', 'code': 200} Aug 29 06:47:50.344039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 66014695-b127-441b-baac-469ed6f563d0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:47:50.344536 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 66014695-b127-441b-baac-469ed6f563d0 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:47:50.375220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=e950991d-479e-4799-8643-bf61180c1610,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:50.415383 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2743fb4-9f03-47fb-b70a-74ff0c9bf476 req-ef6fb8b9-dbdc-45f5-a432-b7ef172adad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:50.416893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2743fb4-9f03-47fb-b70a-74ff0c9bf476 req-ef6fb8b9-dbdc-45f5-a432-b7ef172adad1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 1098 time: 0.0401595 Aug 29 06:47:50.432947 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2122af39-a594-40d8-bbc8-1fc10d1e106e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:50.435787 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2122af39-a594-40d8-bbc8-1fc10d1e106e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:50.438453 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2122af39-a594-40d8-bbc8-1fc10d1e106e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a714645-8042-405a-a895-27640bbac876 HTTP/1.1" status: 204 len: 168 time: 0.3646371 Aug 29 06:47:50.443204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47312) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:50.445224 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122af39-a594-40d8-bbc8-1fc10d1e106e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a714645-8042-405a-a895-27640bbac876,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:50.479579 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2743fb4-9f03-47fb-b70a-74ff0c9bf476 req-a78e5046-4e9d-4fa0-b528-70b6657cfcf4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526698 Aug 29 06:47:50.499508 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-84ae1221-3f2c-4c3c-8175-f0e55afc3591 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1370201e239949d2918d27c21f7a615f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552547 Aug 29 06:47:50.502091 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47314) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:50.551343 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95479684-7bf0-48f3-b608-a8079fb6cc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:50.572159 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95479684-7bf0-48f3-b608-a8079fb6cc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:50.777279 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95479684-7bf0-48f3-b608-a8079fb6cc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:50.778426 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:50.780558 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95479684-7bf0-48f3-b608-a8079fb6cc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:50.781718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-95479684-7bf0-48f3-b608-a8079fb6cc80 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8de47113-183c-416d-b55c-93ac69235f99 HTTP/1.1" status: 204 len: 168 time: 0.2787237 Aug 29 06:47:50.789493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95479684-7bf0-48f3-b608-a8079fb6cc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de47113-183c-416d-b55c-93ac69235f99,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:51.319912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b97840-e6de-4b78-9a28-d46aaf9bc97c req-cc70d5fc-88c9-4c68-a630-3fba463e8d32 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:51.321492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7b97840-e6de-4b78-9a28-d46aaf9bc97c req-cc70d5fc-88c9-4c68-a630-3fba463e8d32 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 944 time: 0.0917082 Aug 29 06:47:51.339015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dab2d-1627-4471-be4b-03f36cb58322 req-158842e2-8c1a-4cb2-99ec-110de84e00c4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:51.340764 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bc9dab2d-1627-4471-be4b-03f36cb58322 req-158842e2-8c1a-4cb2-99ec-110de84e00c4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 946 time: 0.0733700 Aug 29 06:47:51.391672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7b97840-e6de-4b78-9a28-d46aaf9bc97c req-394555c3-96dc-4500-b3d1-fa4a73b11613 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604203 Aug 29 06:47:51.406007 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bc9dab2d-1627-4471-be4b-03f36cb58322 req-b92a11de-37cc-4422-8159-e86a8821ed48 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594440 Aug 29 06:47:52.521517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2ad47-c3c5-41fa-a565-e716786959eb req-0e039a56-b049-4ba2-ad6b-5843a3503dd5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:52.529187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acf2ad47-c3c5-41fa-a565-e716786959eb req-0e039a56-b049-4ba2-ad6b-5843a3503dd5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 944 time: 0.0612705 Aug 29 06:47:52.579162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acf2ad47-c3c5-41fa-a565-e716786959eb req-9e3929e3-cb15-47e0-9197-1ab447ee4909 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489912 Aug 29 06:47:52.650001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a0118-c83e-4fb1-af62-9ddc6c4339cf req-1fe476df-1db3-4edc-b4c0-e41a6f1003c8 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:52.658781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a3a0118-c83e-4fb1-af62-9ddc6c4339cf req-1fe476df-1db3-4edc-b4c0-e41a6f1003c8 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 946 time: 0.0722675 Aug 29 06:47:52.712545 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a3a0118-c83e-4fb1-af62-9ddc6c4339cf req-92720b69-38b6-4129-98c3-8dc585214b83 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469937 Aug 29 06:47:52.822221 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa33231b-6a6a-417e-acc6-f42fff070b48 req-e0e98431-2dc5-48a1-b32c-08cfd9d0c464 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad4396dc-3091-4e82-8cb5-10156a524542 HTTP/1.1" status: 200 len: 210 time: 0.0312476 Aug 29 06:47:52.931465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf54d-7d5b-4b4e-9df7-e299c421de1e req-f2bc6c74-0a83-4cb6-aad6-1ed4954884dd tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:52.933893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a5bf54d-7d5b-4b4e-9df7-e299c421de1e req-f2bc6c74-0a83-4cb6-aad6-1ed4954884dd tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 1098 time: 0.0442193 Aug 29 06:47:52.974519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 0ff03cb2-c17e-42f1-a602-75431891d53e up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:47:52.989348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a5bf54d-7d5b-4b4e-9df7-e299c421de1e req-5b1a8247-bafd-4ea1-84c1-ffcf5e7e553e tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431886 Aug 29 06:47:53.106192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2da3fa-d47e-44e3-ac68-f9556e82d870 req-66e3cb61-163f-46f9-9754-fc6f62a14065 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:53.107932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff2da3fa-d47e-44e3-ac68-f9556e82d870 req-66e3cb61-163f-46f9-9754-fc6f62a14065 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 1098 time: 0.0503323 Aug 29 06:47:53.131165 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 0ff03cb2-c17e-42f1-a602-75431891d53e completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:47:53.135550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 0ff03cb2-c17e-42f1-a602-75431891d53e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:47:53.136104 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:53.145109 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff2da3fa-d47e-44e3-ac68-f9556e82d870 req-6ab8526a-40b6-4d1b-8e46-662ea3429968 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311975 Aug 29 06:47:53.220236 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:53.252138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4458228-0a81-4111-ba1d-06aea9e44b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff03cb2-c17e-42f1-a602-75431891d53e'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:53.254706 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92465857-50e1-4419-8768-7644b95d7315" -d '{"events": [{"server_uuid": "a4458228-0a81-4111-ba1d-06aea9e44b7c", "name": "network-vif-plugged", "status": "completed", "tag": "0ff03cb2-c17e-42f1-a602-75431891d53e"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:53.268519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 0ff03cb2-c17e-42f1-a602-75431891d53e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0ff03cb2-c17e-42f1-a602-75431891d53e,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:53.320325 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd5ee68-6e3f-4fee-a8a9-97a184c3f320 x-openstack-request-id: req-fbd5ee68-6e3f-4fee-a8a9-97a184c3f320 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:53.320620 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4458228-0a81-4111-ba1d-06aea9e44b7c", "name": "network-vif-plugged", "status": "completed", "tag": "0ff03cb2-c17e-42f1-a602-75431891d53e", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:53.320875 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fbd5ee68-6e3f-4fee-a8a9-97a184c3f320 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:53.321329 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4458228-0a81-4111-ba1d-06aea9e44b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff03cb2-c17e-42f1-a602-75431891d53e', 'code': 200} Aug 29 06:47:53.354010 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:53.415006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=0ff03cb2-c17e-42f1-a602-75431891d53e,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:53.477373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d2fe8e4-c1a3-4dbf-a7f9-553e2e973104 req-ebda2012-3826-4e66-b3c1-fc1f75c8d1e9 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0274210 Aug 29 06:47:53.497148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a06a78-76c8-4b21-b363-9862210ad175 req-19515cdf-6684-44c5-b67e-63260dfcbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:53.498754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09a06a78-76c8-4b21-b363-9862210ad175 req-19515cdf-6684-44c5-b67e-63260dfcbe32 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 1097 time: 0.0817821 Aug 29 06:47:53.540383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09a06a78-76c8-4b21-b363-9862210ad175 req-270a2db0-b310-4681-a731-5dc556c22f7e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344236 Aug 29 06:47:53.691891 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4972aa5-636d-404b-b5d4-97bd88ef1937 req-cbb3a5dd-1a58-4efd-8d2e-5c32d8d8f766 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:53.693471 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4972aa5-636d-404b-b5d4-97bd88ef1937 req-cbb3a5dd-1a58-4efd-8d2e-5c32d8d8f766 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 945 time: 0.0507455 Aug 29 06:47:53.733670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4972aa5-636d-404b-b5d4-97bd88ef1937 req-d94f3841-5873-4b95-a2b9-86f5b92904a6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 Aug 29 06:47:54.595937 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50436510-da15-462c-9619-f53560faa28c req-05b58f08-7800-4020-8ba5-6fb39a9ab7bd tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0317914 Aug 29 06:47:54.859014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873916e-2c41-4a10-95ab-f569116294a3 req-abf8336a-b727-45ea-a1e0-bdb0ef4c51a5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:54.859014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5873916e-2c41-4a10-95ab-f569116294a3 req-abf8336a-b727-45ea-a1e0-bdb0ef4c51a5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 945 time: 0.0560622 Aug 29 06:47:54.897393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5873916e-2c41-4a10-95ab-f569116294a3 req-09eeccd4-4a12-4078-a04a-f27158a9d7ef tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334601 Aug 29 06:47:55.559526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47526) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:55.664138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-5a8ed644-b539-4c62-932b-eafd0afb9945 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:47:55.665112 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-5a8ed644-b539-4c62-932b-eafd0afb9945 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113256 Aug 29 06:47:55.670728 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b204a396-5a2a-4dd8-a27a-717ead918f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:55.689080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-49b64a12-d593-46e3-b92b-3003139e00ee service neutron] Request body: {'binding': {'host': 'n-h2-713301-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:47:55.689531 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-49b64a12-d593-46e3-b92b-3003139e00ee service neutron] Unknown quota resources ['binding']. {{(pid=95404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 06:47:55.739484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a71a2e86-bcd8-4dec-af94-d65e2ccb9b51 req-daee4246-3dc6-4005-b342-4685b2ac51f3 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0469146 Aug 29 06:47:55.907746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-49b64a12-d593-46e3-b92b-3003139e00ee service neutron] Attempting to bind port e950991d-479e-4799-8643-bf61180c1610 on host n-h2-713301-12 for vnic_type normal with profile None {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:47:55.908003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-49b64a12-d593-46e3-b92b-3003139e00ee service neutron] Attempting to bind port e950991d-479e-4799-8643-bf61180c1610 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:47:55.908325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-49b64a12-d593-46e3-b92b-3003139e00ee service neutron] Attempting to bind port e950991d-479e-4799-8643-bf61180c1610 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:47:55.911407 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b204a396-5a2a-4dd8-a27a-717ead918f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:55.914782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-49b64a12-d593-46e3-b92b-3003139e00ee service neutron] Port e950991d-479e-4799-8643-bf61180c1610 on network 4475f61a-c472-49af-9e60-c53edc6707df not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:47:55.915102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-49b64a12-d593-46e3-b92b-3003139e00ee service neutron] Attempting to bind port e950991d-479e-4799-8643-bf61180c1610 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:47:55.920699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-49b64a12-d593-46e3-b92b-3003139e00ee service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:47:55.921036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-49b64a12-d593-46e3-b92b-3003139e00ee service neutron] Checking segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:47:55.921419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-49b64a12-d593-46e3-b92b-3003139e00ee service neutron] Bound using segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:47:55.921861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-49b64a12-d593-46e3-b92b-3003139e00ee service neutron] Bound port: e950991d-479e-4799-8643-bf61180c1610, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:47:55.989313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-49b64a12-d593-46e3-b92b-3003139e00ee service neutron] For port e950991d-479e-4799-8643-bf61180c1610, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e950991d-479e-4799-8643-bf61180c1610,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:47:56.007873 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b204a396-5a2a-4dd8-a27a-717ead918f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:56.051722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b204a396-5a2a-4dd8-a27a-717ead918f75 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=925d23f1e7c34ce68b3cb3e77a7d63e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911025 Aug 29 06:47:56.054606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47536) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:56.059898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204a396-5a2a-4dd8-a27a-717ead918f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4048d622-55c6-4e53-b406-9c6936299eb7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:56.069931 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb99f00-fc89-4c35-bbba-55aa2e9aea36 req-f0fe23ba-b409-4f11-862a-3217522bc5d4 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:56.071578 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fb99f00-fc89-4c35-bbba-55aa2e9aea36 req-f0fe23ba-b409-4f11-862a-3217522bc5d4 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 945 time: 0.0979311 Aug 29 06:47:56.087025 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-49b64a12-d593-46e3-b92b-3003139e00ee service neutron] Notify callbacks [] for binding, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:56.088158 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-49b64a12-d593-46e3-b92b-3003139e00ee service neutron] 10.222.0.76 "POST /v2.0/ports/e950991d-479e-4799-8643-bf61180c1610/bindings HTTP/1.1" status: 201 len: 390 time: 0.4078016 Aug 29 06:47:56.110755 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ccebfe4-f6bc-43d8-9cbf-6907899710c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:56.116633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fb99f00-fc89-4c35-bbba-55aa2e9aea36 req-0574a956-e881-4d57-b88b-c4193d7588ca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377965 Aug 29 06:47:56.137142 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ccebfe4-f6bc-43d8-9cbf-6907899710c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:56.284335 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ccebfe4-f6bc-43d8-9cbf-6907899710c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:56.286978 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ccebfe4-f6bc-43d8-9cbf-6907899710c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:56.288186 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1ccebfe4-f6bc-43d8-9cbf-6907899710c1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4048d622-55c6-4e53-b406-9c6936299eb7 HTTP/1.1" status: 204 len: 168 time: 0.2310648 Aug 29 06:47:56.296436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccebfe4-f6bc-43d8-9cbf-6907899710c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4048d622-55c6-4e53-b406-9c6936299eb7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:56.556129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407e20e-9560-4195-b0e0-0ad4268a5791 req-bf5fc345-9736-4611-b56f-4a93a879826d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:56.557613 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5407e20e-9560-4195-b0e0-0ad4268a5791 req-bf5fc345-9736-4611-b56f-4a93a879826d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 946 time: 0.0486026 Aug 29 06:47:56.597411 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5407e20e-9560-4195-b0e0-0ad4268a5791 req-ee028c49-2cc1-42ef-b88e-9591c2319f86 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331960 Aug 29 06:47:56.889265 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-949dd60f-d8e4-4007-ac1d-204382c4a872 req-73342904-b335-4554-b6c2-d1293bd04058 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0311451 Aug 29 06:47:56.913224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a717dd-fcf3-40c4-bf6b-4a0cd38fe2e5 req-0a4d7c4c-955d-489b-b62d-e38a41393b61 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:56.914827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38a717dd-fcf3-40c4-bf6b-4a0cd38fe2e5 req-0a4d7c4c-955d-489b-b62d-e38a41393b61 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 945 time: 0.0873704 Aug 29 06:47:56.976631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38a717dd-fcf3-40c4-bf6b-4a0cd38fe2e5 req-747b7c32-9717-4cea-880c-0c708124b386 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555151 Aug 29 06:47:56.989482 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-5434e1ee-193a-4db5-be95-261d90d8d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:56.990929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-5434e1ee-193a-4db5-be95-261d90d8d100 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 1098 time: 0.0503168 Aug 29 06:47:57.083771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-bfc024dc-2975-4fb5-82cd-cba8a8825473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:57.085294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-bfc024dc-2975-4fb5-82cd-cba8a8825473 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.0869346 Aug 29 06:47:57.128195 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-cdaef001-3fda-41c7-9c3b-d34df89579c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e950991d-479e-4799-8643-bf61180c1610 HTTP/1.1" status: 200 len: 217 time: 0.0344205 Aug 29 06:47:57.176787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-b4228661-4b38-455d-bc37-5224ae03abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:57.178170 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-b4228661-4b38-455d-bc37-5224ae03abf6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.0434589 Aug 29 06:47:57.211000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-b19e7024-24a0-4657-8050-fed8428399d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238032 Aug 29 06:47:57.244971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47558) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:57.262376 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c630bf6f-c7c8-4dda-a90c-8f74758efbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:57.314094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-666c3833-0852-4a05-876d-7dc3ac94a10d service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949540 Aug 29 06:47:57.366483 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c630bf6f-c7c8-4dda-a90c-8f74758efbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:57.416487 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ccabf82-50bd-4aea-8109-fef051954427 req-80ecae59-d3c7-411e-9842-0c10632c43ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad4396dc-3091-4e82-8cb5-10156a524542 HTTP/1.1" status: 200 len: 210 time: 0.0349114 Aug 29 06:47:57.436185 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-177d9e85-4797-4194-807b-e8bd1b6754c1 service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140957 Aug 29 06:47:57.451234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c630bf6f-c7c8-4dda-a90c-8f74758efbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:57.489421 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c630bf6f-c7c8-4dda-a90c-8f74758efbfc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0dd2429572334041be3f0fb323ee8b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422543 Aug 29 06:47:57.490519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630bf6f-c7c8-4dda-a90c-8f74758efbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85232e79-ae3a-446e-87b8-bed3e14a79b8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:57.492423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47566) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:47:57.548739 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eccc538c-31f1-4c45-a912-d12d00712987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:57.568612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eccc538c-31f1-4c45-a912-d12d00712987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:57.703444 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eccc538c-31f1-4c45-a912-d12d00712987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:57.706031 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eccc538c-31f1-4c45-a912-d12d00712987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:57.709718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-eccc538c-31f1-4c45-a912-d12d00712987 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/85232e79-ae3a-446e-87b8-bed3e14a79b8 HTTP/1.1" status: 204 len: 168 time: 0.2130787 Aug 29 06:47:57.719713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc538c-31f1-4c45-a912-d12d00712987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85232e79-ae3a-446e-87b8-bed3e14a79b8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:57.764504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ad174-1ce5-46f0-8f6d-484d6d4ab8b8 req-0de9aa05-b669-4b17-be3a-be2956ccb54b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:57.765984 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-814ad174-1ce5-46f0-8f6d-484d6d4ab8b8 req-0de9aa05-b669-4b17-be3a-be2956ccb54b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 946 time: 0.0929065 Aug 29 06:47:57.830059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a81e2-7d03-458d-aed2-3263ebfd0768 req-877989dc-cb10-40c5-b217-5d6e46079b7f tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:57.831559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-976a81e2-7d03-458d-aed2-3263ebfd0768 req-877989dc-cb10-40c5-b217-5d6e46079b7f tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 945 time: 0.0913732 Aug 29 06:47:57.834802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-814ad174-1ce5-46f0-8f6d-484d6d4ab8b8 req-cf5565d6-b5cb-4f1d-baf4-bd421ed3d509 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549867 Aug 29 06:47:57.878701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-976a81e2-7d03-458d-aed2-3263ebfd0768 req-9cb1f9bf-dc93-41da-8665-c432885a3204 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406406 Aug 29 06:47:57.993544 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a977d17c-b1e0-4d81-8807-5178b9441a5e req-31778b45-5c85-4a30-86b0-d60abc0a9f83 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0269742 Aug 29 06:47:58.104395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc83f6-36d2-40e9-8b0d-200dfabc3b4a req-9d3a2ed3-dc38-4745-b774-32f080b6321c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:58.105909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88fc83f6-36d2-40e9-8b0d-200dfabc3b4a req-9d3a2ed3-dc38-4745-b774-32f080b6321c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 945 time: 0.0582440 Aug 29 06:47:58.151896 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88fc83f6-36d2-40e9-8b0d-200dfabc3b4a req-37679271-f5b8-4cc7-930b-2f0cc90ca876 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Aug 29 06:47:58.320310 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ff56c7f-349c-4401-88a2-bcf3d6e54bfb req-2c9aa1ef-0e72-41d6-a718-1a0154e07706 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0265036 Aug 29 06:47:58.609186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22871ec-9ae3-4573-aa34-38b09028b497 req-3a5d518d-8ca4-47d9-b975-c7e5b4e68f10 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:58.611418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b22871ec-9ae3-4573-aa34-38b09028b497 req-3a5d518d-8ca4-47d9-b975-c7e5b4e68f10 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 945 time: 0.0699637 Aug 29 06:47:58.741836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-b22871ec-9ae3-4573-aa34-38b09028b497 req-07edbc19-a199-401c-897e-fcd94f01f84d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Deleting port 0ff03cb2-c17e-42f1-a602-75431891d53e {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:47:58.742272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b22871ec-9ae3-4573-aa34-38b09028b497 req-07edbc19-a199-401c-897e-fcd94f01f84d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:58.835425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-b22871ec-9ae3-4573-aa34-38b09028b497 req-07edbc19-a199-401c-897e-fcd94f01f84d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] For port 0ff03cb2-c17e-42f1-a602-75431891d53e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0ff03cb2-c17e-42f1-a602-75431891d53e,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:47:58.835938 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b22871ec-9ae3-4573-aa34-38b09028b497 req-07edbc19-a199-401c-897e-fcd94f01f84d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:58.850431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-b22871ec-9ae3-4573-aa34-38b09028b497 req-07edbc19-a199-401c-897e-fcd94f01f84d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Calling delete_port for 0ff03cb2-c17e-42f1-a602-75431891d53e owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:47:59.019028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf22155-43f7-41e6-ac8d-d35fd714fef4 req-569dad72-45f6-4b68-bf77-3fe0f7aa7f02 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:59.020588 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9cf22155-43f7-41e6-ac8d-d35fd714fef4 req-569dad72-45f6-4b68-bf77-3fe0f7aa7f02 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 946 time: 0.0858781 Aug 29 06:47:59.072913 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9cf22155-43f7-41e6-ac8d-d35fd714fef4 req-4ca13caf-7195-40e9-8ce2-9798e62e92c7 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388582 Aug 29 06:47:59.109866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7afc4d08-4640-4902-8981-2882a4199afb req-6468a803-a0f3-479a-ad62-521ea4ce0d11 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0284960 Aug 29 06:47:59.131923 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b22871ec-9ae3-4573-aa34-38b09028b497 req-07edbc19-a199-401c-897e-fcd94f01f84d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:59.163535 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edbc19-a199-401c-897e-fcd94f01f84d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Pushing event deleted for resources: {'Port': ['ID=0ff03cb2-c17e-42f1-a602-75431891d53e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:47:59.588450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22871ec-9ae3-4573-aa34-38b09028b497 req-07edbc19-a199-401c-897e-fcd94f01f84d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] No DVR routers for this DVR port 0ff03cb2-c17e-42f1-a602-75431891d53e on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:47:59.607806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7f27148-d561-43c2-92ae-324d76c2cf77 req-5f152eb0-64da-45df-b6fb-e29b3f57160e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 210 time: 0.0518880 Aug 29 06:47:59.607806 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b22871ec-9ae3-4573-aa34-38b09028b497 req-07edbc19-a199-401c-897e-fcd94f01f84d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:47:59.607806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b22871ec-9ae3-4573-aa34-38b09028b497 req-07edbc19-a199-401c-897e-fcd94f01f84d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "DELETE /v2.0/ports/0ff03cb2-c17e-42f1-a602-75431891d53e HTTP/1.1" status: 204 len: 173 time: 0.9630539 Aug 29 06:47:59.607806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4458228-0a81-4111-ba1d-06aea9e44b7c', 'name': 'network-vif-deleted', 'tag': '0ff03cb2-c17e-42f1-a602-75431891d53e'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:47:59.616428 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5808fb4-0414-4ebc-9572-9fc13ac5fb9e" -d '{"events": [{"server_uuid": "a4458228-0a81-4111-ba1d-06aea9e44b7c", "name": "network-vif-deleted", "tag": "0ff03cb2-c17e-42f1-a602-75431891d53e"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:47:59.794953 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d2d000-992e-4ff6-b61b-9c8ce9ad4219 x-openstack-request-id: req-d4d2d000-992e-4ff6-b61b-9c8ce9ad4219 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:47:59.795274 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4458228-0a81-4111-ba1d-06aea9e44b7c", "name": "network-vif-deleted", "tag": "0ff03cb2-c17e-42f1-a602-75431891d53e", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:47:59.795528 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d4d2d000-992e-4ff6-b61b-9c8ce9ad4219 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:47:59.795930 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4458228-0a81-4111-ba1d-06aea9e44b7c', 'name': 'network-vif-deleted', 'tag': '0ff03cb2-c17e-42f1-a602-75431891d53e', 'status': 'completed', 'code': 200} Aug 29 06:47:59.809648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762a973-a819-40a8-8643-7e48ad78f127 req-cbff1e03-1012-49bf-92a6-3fa64a1b497f tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:47:59.819218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3762a973-a819-40a8-8643-7e48ad78f127 req-cbff1e03-1012-49bf-92a6-3fa64a1b497f tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 945 time: 0.0738816 Aug 29 06:47:59.878620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3762a973-a819-40a8-8643-7e48ad78f127 req-e98871e8-8f33-4ebc-9185-a14c1cdf25c2 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584166 Aug 29 06:48:00.231639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a766400-d227-42b3-bf3c-46f0e50aaf14 req-40e7f724-888c-4ee1-ab31-e761a04ae2f4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:00.233227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a766400-d227-42b3-bf3c-46f0e50aaf14 req-40e7f724-888c-4ee1-ab31-e761a04ae2f4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 946 time: 0.0865266 Aug 29 06:48:00.235278 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5635a51-b26c-4ecd-b15b-94986b07d692 req-74812390-8101-4f5e-a694-74baa7bbcab4 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0386782 Aug 29 06:48:00.274528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a766400-d227-42b3-bf3c-46f0e50aaf14 req-c8375867-d67b-4731-a045-90ccf8b87481 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348907 Aug 29 06:48:00.699617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33b52f06-7b49-41a4-ab3c-ae1cd2b57e8b req-04075f4d-486f-43e9-8503-75e3da4677ed tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4458228-0a81-4111-ba1d-06aea9e44b7c HTTP/1.1" status: 200 len: 210 time: 0.0274289 Aug 29 06:48:01.019350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c70ab-3df2-4617-82e3-95c4cd275232 req-482dd56d-64ff-463c-882c-55d1dd101bde tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:01.020887 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-813c70ab-3df2-4617-82e3-95c4cd275232 req-482dd56d-64ff-463c-882c-55d1dd101bde tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 945 time: 0.0634172 Aug 29 06:48:01.031634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 0ff03cb2-c17e-42f1-a602-75431891d53e no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:48:01.052887 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 0ff03cb2-c17e-42f1-a602-75431891d53e {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:48:01.053492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 0ff03cb2-c17e-42f1-a602-75431891d53e not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:48:01.062580 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-813c70ab-3df2-4617-82e3-95c4cd275232 req-aa3a0a86-3c21-4c49-bfc5-e0d28171d1ab tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348594 Aug 29 06:48:01.353642 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef525906-dda9-4de5-b6e1-123513c29691 req-60d4fdb7-c652-4f02-a57e-c85ba6f0e030 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0326602 Aug 29 06:48:01.405255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282e4d6-13ac-4c96-a246-876a93362ce4 req-b6d39e1c-1834-4006-b179-8eabd6496dc0 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:01.406765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c282e4d6-13ac-4c96-a246-876a93362ce4 req-b6d39e1c-1834-4006-b179-8eabd6496dc0 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 946 time: 0.0522730 Aug 29 06:48:01.451647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c282e4d6-13ac-4c96-a246-876a93362ce4 req-6909121e-0544-43ff-b250-a7ce5aef89bd tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376866 Aug 29 06:48:01.922304 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2acf9050-8474-4fdd-9db1-67e93bb45fd9 req-7b41a8f8-d782-438b-ace4-3add6726854d tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0545483 Aug 29 06:48:02.135579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-7275311f-4ddd-4a7e-b3ca-823781f67929 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:02.138088 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-7275311f-4ddd-4a7e-b3ca-823781f67929 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 811 time: 0.1272459 Aug 29 06:48:02.163859 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-fc2a5c12-d66b-41a5-b288-8b14e4cdcf04 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/quotas/d4426b23251b440b8d0cb63469d9d344 HTTP/1.1" status: 200 len: 375 time: 0.0135415 Aug 29 06:48:02.221459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-7a519155-5448-4260-ae9c-5b645edf1c55 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310919 Aug 29 06:48:02.238400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01157acc-cd3b-4f0e-b774-467f6d4f341e req-e0c6ba16-332c-44d8-949f-c16d63a4905e tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:02.239988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01157acc-cd3b-4f0e-b774-467f6d4f341e req-e0c6ba16-332c-44d8-949f-c16d63a4905e tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 945 time: 0.0798702 Aug 29 06:48:02.285434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01157acc-cd3b-4f0e-b774-467f6d4f341e req-e2d840c8-363c-44ee-a191-58ed742d9b32 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382464 Aug 29 06:48:02.431473 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-7d0acb3e-1a16-47ac-aa79-8c2fe1eebfe3 service neutron] 10.222.0.76 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904371 Aug 29 06:48:02.531309 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-76467bc7-e1da-4223-9e82-f00d172a8f30 service neutron] 10.222.0.76 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929213 Aug 29 06:48:02.595489 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da9e2f-6b5f-4982-b01d-d9cc20dc413c req-45cbf92e-9ab1-4b51-be67-c1aff16c11c6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:02.597042 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6da9e2f-6b5f-4982-b01d-d9cc20dc413c req-45cbf92e-9ab1-4b51-be67-c1aff16c11c6 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 946 time: 0.0547445 Aug 29 06:48:02.635034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6da9e2f-6b5f-4982-b01d-d9cc20dc413c req-7ca01a28-82af-4f30-ae09-cb1511b0bcd5 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Aug 29 06:48:02.868109 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d3e1417-8d36-4848-95b7-3b529cfd2902 req-4ddbafe5-44e2-4ef9-b979-5b6d722ac2eb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 210 time: 0.0281210 Aug 29 06:48:02.957015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47746) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:03.050633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd78646d-cf8c-418b-b091-6db71a7017cf req-36a2049d-805a-4643-bbcd-6122fcb1a3b2 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0298510 Aug 29 06:48:03.216499 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-666ea2f0-4979-4d07-b844-d687689ace9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:03.323688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-268ea419-5918-406e-a181-8f47c36808fa tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:03.325240 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-268ea419-5918-406e-a181-8f47c36808fa tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 945 time: 0.0761864 Aug 29 06:48:03.385922 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-666ea2f0-4979-4d07-b844-d687689ace9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:03.404103 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:03.457996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb0067-b634-4dbd-b7b3-ac197987df5d req-529e4117-1a9f-414d-ab32-10eab66b4e1e tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:03.459560 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01eb0067-b634-4dbd-b7b3-ac197987df5d req-529e4117-1a9f-414d-ab32-10eab66b4e1e tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 945 time: 0.0940273 Aug 29 06:48:03.498980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Deleting port 41612152-2dbc-49ef-a33e-c89b8c906fa9 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:03.499361 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:03.519552 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-666ea2f0-4979-4d07-b844-d687689ace9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:03.560427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01eb0067-b634-4dbd-b7b3-ac197987df5d req-2b903fd6-da95-4717-8c6b-156f84ebfa69 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930223 Aug 29 06:48:03.602319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ea2f0-4979-4d07-b844-d687689ace9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f254cf-7b7c-4a58-9069-126cb24060c3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:03.612518 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-666ea2f0-4979-4d07-b844-d687689ace9c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3c9d2acc393a4898a5b899ab5f776c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6542711 Aug 29 06:48:03.615250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47764) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:03.663425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] For port 41612152-2dbc-49ef-a33e-c89b8c906fa9, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=41612152-2dbc-49ef-a33e-c89b8c906fa9,segment=NetworkSegment(5dc58f46-c192-4dc5-a607-1ab9d7354241),segment_id=5dc58f46-c192-4dc5-a607-1ab9d7354241)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:03.663757 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:03.795833 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-308cb391-c33a-475a-aea1-3ae0eea2b3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:03.878596 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-308cb391-c33a-475a-aea1-3ae0eea2b3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:03.900832 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4a2e0-fcaf-43bc-877b-b954a83de351 req-854c2594-7eb1-4dbc-842e-48cf8cd616c9 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:03.902747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35b4a2e0-fcaf-43bc-877b-b954a83de351 req-854c2594-7eb1-4dbc-842e-48cf8cd616c9 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 946 time: 0.1696634 Aug 29 06:48:04.020492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bd9c8ab-faba-4794-8b00-19b682e34361 req-28bddaa3-1c86-46d2-a7e4-0c7c4aeacb50 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 210 time: 0.0461750 Aug 29 06:48:04.034572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35b4a2e0-fcaf-43bc-877b-b954a83de351 req-225ed828-92c5-4c56-8c35-7604842b1823 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208074 Aug 29 06:48:04.043238 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:04.043632 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:04.043950 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Floating IP 46b9244a-c791-4a15-b6b6-73507da0ed00 disassociated. External IP: 172.25.1.24, port: 41612152-2dbc-49ef-a33e-c89b8c906fa9. Aug 29 06:48:04.044292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Calling delete_port for 41612152-2dbc-49ef-a33e-c89b8c906fa9 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:04.140942 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-308cb391-c33a-475a-aea1-3ae0eea2b3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:04.144047 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-308cb391-c33a-475a-aea1-3ae0eea2b3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:04.145248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-308cb391-c33a-475a-aea1-3ae0eea2b3cd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36f254cf-7b7c-4a58-9069-126cb24060c3 HTTP/1.1" status: 204 len: 168 time: 0.5290883 Aug 29 06:48:04.210209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cb391-c33a-475a-aea1-3ae0eea2b3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f254cf-7b7c-4a58-9069-126cb24060c3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:04.214528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec810fa4-7e40-45c5-91be-426df49f525b req-c15acc21-220d-45b1-8faa-4e0427aadda8 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0426433 Aug 29 06:48:04.342820 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:04.392574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Pushing event deleted for resources: {'Port': ['ID=41612152-2dbc-49ef-a33e-c89b8c906fa9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:04.468504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29183d-940d-481c-b6d0-54452b320ae2 req-deb5c85f-34f4-4a19-a90e-93ac84a37315 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:04.469989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c29183d-940d-481c-b6d0-54452b320ae2 req-deb5c85f-34f4-4a19-a90e-93ac84a37315 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 945 time: 0.1284575 Aug 29 06:48:04.548998 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c29183d-940d-481c-b6d0-54452b320ae2 req-1f59677c-a9c7-4643-b20d-99f2d6c05691 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727162 Aug 29 06:48:04.556100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Router 9edefd1b-fa54-4abf-a564-61148ec8cf14 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:48:04.690588 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b7a6075-8265-4edb-ac11-ef44b8be6fd3 req-7d2c6e74-13d7-40d5-90b4-95338f0b6768 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 210 time: 0.0332661 Aug 29 06:48:04.703779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:48:04.725178 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59da6d-8895-4de4-89ce-bf1295a06a15 None None] Sync routers for ids ['9edefd1b-fa54-4abf-a564-61148ec8cf14'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:48:04.752087 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59da6d-8895-4de4-89ce-bf1295a06a15 None None] Routers {'9edefd1b-fa54-4abf-a564-61148ec8cf14'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:48:04.752274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] No DVR routers for this DVR port 41612152-2dbc-49ef-a33e-c89b8c906fa9 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:48:04.753075 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1c59da6d-8895-4de4-89ce-bf1295a06a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:47:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9edefd1b-fa54-4abf-a564-61148ec8cf14'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:04.754988 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:04.757405 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3607d726-05ac-49f2-ba49-b5393c28ab0d req-b5148741-db5d-48d5-a161-f73758f4a2a3 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.15 "DELETE /v2.0/ports/41612152-2dbc-49ef-a33e-c89b8c906fa9 HTTP/1.1" status: 204 len: 173 time: 1.4197221 Aug 29 06:48:04.757842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc64760c-d667-4924-bb14-129f410d6411', 'name': 'network-vif-deleted', 'tag': '41612152-2dbc-49ef-a33e-c89b8c906fa9'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:04.760214 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1fb509-7758-48b8-89aa-a02820b97d43" -d '{"events": [{"server_uuid": "fc64760c-d667-4924-bb14-129f410d6411", "name": "network-vif-deleted", "tag": "41612152-2dbc-49ef-a33e-c89b8c906fa9"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:04.805774 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ebf1c2-4089-4288-8ca1-e41d3f2e729c x-openstack-request-id: req-10ebf1c2-4089-4288-8ca1-e41d3f2e729c {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:04.811282 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc64760c-d667-4924-bb14-129f410d6411", "name": "network-vif-deleted", "tag": "41612152-2dbc-49ef-a33e-c89b8c906fa9", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:04.811282 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-10ebf1c2-4089-4288-8ca1-e41d3f2e729c {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:04.811282 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc64760c-d667-4924-bb14-129f410d6411', 'name': 'network-vif-deleted', 'tag': '41612152-2dbc-49ef-a33e-c89b8c906fa9', 'status': 'completed', 'code': 200} Aug 29 06:48:04.890077 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-1c59da6d-8895-4de4-89ce-bf1295a06a15 None None] Set router 9edefd1b-fa54-4abf-a564-61148ec8cf14 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:48:05.105251 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1c59da6d-8895-4de4-89ce-bf1295a06a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:43:17Z', 'revision_number': 4, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '45be8d50-163d-47a2-9ca9-f299ab2a5d17', 'name': '', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'mac_address': 'fa:16:3e:57:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:15Z', 'updated_at': '2021-08-29T06:43:23Z', 'revision_number': 5, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'subnets': [{'id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:05.128012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47804) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:05.142615 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59da6d-8895-4de4-89ce-bf1295a06a15 None None] Checking router: 9edefd1b-fa54-4abf-a564-61148ec8cf14 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:48:05.154408 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59da6d-8895-4de4-89ce-bf1295a06a15 None None] Routers {'9edefd1b-fa54-4abf-a564-61148ec8cf14'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:48:05.164697 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1c59da6d-8895-4de4-89ce-bf1295a06a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:47:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9edefd1b-fa54-4abf-a564-61148ec8cf14'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:05.164870 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de390134-d7d4-4186-a415-eed990aa591b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:05.167630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b83ac22-f632-48cb-b309-5b807e590530 req-143ec956-ff02-4ed1-a7a3-9cd1ae5b5c66 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 210 time: 0.0748363 Aug 29 06:48:05.281738 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf249-3814-45b1-bf5e-61e66679302f req-1d87dee5-f3fc-4b1c-821d-0e2377f86656 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:05.289921 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-1c59da6d-8895-4de4-89ce-bf1295a06a15 None None] Set router 9edefd1b-fa54-4abf-a564-61148ec8cf14 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:48:05.290480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56edf249-3814-45b1-bf5e-61e66679302f req-1d87dee5-f3fc-4b1c-821d-0e2377f86656 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 946 time: 0.0714691 Aug 29 06:48:05.293242 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de390134-d7d4-4186-a415-eed990aa591b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:05.419345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56edf249-3814-45b1-bf5e-61e66679302f req-bf345a36-31ea-4e12-a1ee-ecdfd09f5ce9 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253953 Aug 29 06:48:05.435587 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de390134-d7d4-4186-a415-eed990aa591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:05.470677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-b7590024-77d3-4c6a-b6c6-eca2be31f632 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:05.472524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-b7590024-77d3-4c6a-b6c6-eca2be31f632 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 811 time: 0.1773942 Aug 29 06:48:05.497066 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-de390134-d7d4-4186-a415-eed990aa591b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a8c348692f6249ef809ed4211b36e349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3664978 Aug 29 06:48:05.497609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-8911561b-228d-4568-8335-010ceb445445 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Request body: {'port': {'device_id': '1c5e8ff7-d7c9-4465-b668-b5f70113b75e', 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548', 'admin_state_up': True, 'tenant_id': 'd4426b23251b440b8d0cb63469d9d344'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:05.500101 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47814) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:05.553638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de390134-d7d4-4186-a415-eed990aa591b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32b8d52-9929-41c0-9fdd-f7adcb47018f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:05.601547 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d88b040-9785-4a68-8ca0-9f41b77ae597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:05.624733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3c3431d-e8ea-4e0c-9df0-01be6fd2f264 req-15287900-8315-40ac-a9df-5592d5c8499b tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0552733 Aug 29 06:48:05.636449 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d88b040-9785-4a68-8ca0-9f41b77ae597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:05.658363 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1c59da6d-8895-4de4-89ce-bf1295a06a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:43:17Z', 'revision_number': 4, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '45be8d50-163d-47a2-9ca9-f299ab2a5d17', 'name': '', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'mac_address': 'fa:16:3e:57:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:15Z', 'updated_at': '2021-08-29T06:43:23Z', 'revision_number': 5, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'subnets': [{'id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:05.691279 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59da6d-8895-4de4-89ce-bf1295a06a15 None None] The sync data for ids ['9edefd1b-fa54-4abf-a564-61148ec8cf14'] in n-d-713301-12 is: [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:43:17Z', 'revision_number': 4, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '45be8d50-163d-47a2-9ca9-f299ab2a5d17', 'name': '', 'network_id': 'e7b23baf-e921-4053-aeac-270ae6d3d1f0', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'mac_address': 'fa:16:3e:57:ce:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:15Z', 'updated_at': '2021-08-29T06:43:23Z', 'revision_number': 5, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'subnets': [{'id': '973deef4-b909-41a3-a8ef-a1b544d7d17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:48:05.804263 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d88b040-9785-4a68-8ca0-9f41b77ae597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:05.806948 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d88b040-9785-4a68-8ca0-9f41b77ae597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:05.808279 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3d88b040-9785-4a68-8ca0-9f41b77ae597 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b32b8d52-9929-41c0-9fdd-f7adcb47018f HTTP/1.1" status: 204 len: 168 time: 0.3050854 Aug 29 06:48:05.819545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88b040-9785-4a68-8ca0-9f41b77ae597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32b8d52-9929-41c0-9fdd-f7adcb47018f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:05.826058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e8ba066-7048-446c-a3fb-f8125339a037 req-623ac5dd-739b-4456-a9a5-b6a326c715d0 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 210 time: 0.0403042 Aug 29 06:48:05.836048 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-8911561b-228d-4568-8335-010ceb445445 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Made reservation on behalf of d4426b23251b440b8d0cb63469d9d344 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:48:05.848325 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-8911561b-228d-4568-8335-010ceb445445 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:05.878002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 41612152-2dbc-49ef-a33e-c89b8c906fa9 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:48:05.909174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 41612152-2dbc-49ef-a33e-c89b8c906fa9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:48:05.909622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 41612152-2dbc-49ef-a33e-c89b8c906fa9 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:48:06.016503 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-8911561b-228d-4568-8335-010ceb445445 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Allocated IP 172.20.0.14 (62cd1216-7d96-443a-b0ba-1b6940ce3548/6d6221c5-492b-4e52-81e3-c311934e2c40/28d8009d-07f1-4216-a5d5-e391b19b4e00) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:48:06.026631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715eaebf-c502-423b-b04f-88d475e52345 None None] New status for floating IP 46b9244a-c791-4a15-b6b6-73507da0ed00: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:48:06.176357 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-8911561b-228d-4568-8335-010ceb445445 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:06.246179 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e95fbefa-b22a-4b30-a254-43ff861302b3 req-519315f3-195b-4a33-ac4a-0227034a0e88 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 210 time: 0.0334704 Aug 29 06:48:06.331581 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-8911561b-228d-4568-8335-010ceb445445 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:06.386699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911561b-228d-4568-8335-010ceb445445 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Pushing event updated for resources: {'Port': ['ID=28d8009d-07f1-4216-a5d5-e391b19b4e00,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:06.393644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-8911561b-228d-4568-8335-010ceb445445 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Network 62cd1216-7d96-443a-b0ba-1b6940ce3548 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:48:06.395610 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-8911561b-228d-4568-8335-010ceb445445 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:06.398003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-8911561b-228d-4568-8335-010ceb445445 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:48:06.452407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-8911561b-228d-4568-8335-010ceb445445 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:06.453191 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-8911561b-228d-4568-8335-010ceb445445 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:06.545532 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4c222-637e-4fcd-80ac-45d48341c8f8 req-4859d441-5e82-47ed-9c41-2e1e3e19ec60 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:06.547095 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60b4c222-637e-4fcd-80ac-45d48341c8f8 req-4859d441-5e82-47ed-9c41-2e1e3e19ec60 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 946 time: 0.0504360 Aug 29 06:48:06.584929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-8911561b-228d-4568-8335-010ceb445445 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0952921 Aug 29 06:48:06.587999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60b4c222-637e-4fcd-80ac-45d48341c8f8 req-87286763-6ec1-4f70-8b9d-94f2cfbe779a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343900 Aug 29 06:48:06.624736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Request body: {'port': {'device_id': '1c5e8ff7-d7c9-4465-b668-b5f70113b75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:06.690218 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:06.733878 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d6f0f32-89f2-403b-885f-4c29fa246fa8 req-2996a36f-8d83-40d2-9c2d-1402e2af4164 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0326891 Aug 29 06:48:06.957063 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e78edd4-a9b3-497b-8b9c-2ac45b1b8e69 req-31ccdc2a-a1b1-4053-8da8-416a9f88a440 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 210 time: 0.0371418 Aug 29 06:48:07.039984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d8009d-07f1-4216-a5d5-e391b19b4e00 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:48:07.048700 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:07.062352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Transition to ACTIVE for port object 28d8009d-07f1-4216-a5d5-e391b19b4e00 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:07.146758 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:07.212318 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:48:07.229152 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Pushing event updated for resources: {'Port': ['ID=28d8009d-07f1-4216-a5d5-e391b19b4e00,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:07.295036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Attempting to bind port 28d8009d-07f1-4216-a5d5-e391b19b4e00 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:48:07.295477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Attempting to bind port 28d8009d-07f1-4216-a5d5-e391b19b4e00 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:48:07.295869 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Attempting to bind port 28d8009d-07f1-4216-a5d5-e391b19b4e00 on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:48:07.303406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Port 28d8009d-07f1-4216-a5d5-e391b19b4e00 on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:48:07.304860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Attempting to bind port 28d8009d-07f1-4216-a5d5-e391b19b4e00 on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:48:07.313153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:48:07.313711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Checking segment: {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:48:07.315224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Bound using segment: {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:48:07.315749 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Bound port: 28d8009d-07f1-4216-a5d5-e391b19b4e00, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:48:07.316191 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:07.443245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd97b0-703e-44a0-b273-bc0f7291313a req-7e2fcb70-0783-4a08-bb07-4fb28b13e406 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:07.445034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-afcd97b0-703e-44a0-b273-bc0f7291313a req-7e2fcb70-0783-4a08-bb07-4fb28b13e406 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 944 time: 0.1118309 Aug 29 06:48:07.451529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] For port 28d8009d-07f1-4216-a5d5-e391b19b4e00, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:48:07.456384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] For port 28d8009d-07f1-4216-a5d5-e391b19b4e00, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=28d8009d-07f1-4216-a5d5-e391b19b4e00,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:48:07.494011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-afcd97b0-703e-44a0-b273-bc0f7291313a req-4f24778a-b320-43a4-8f56-bf82152ee516 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 Aug 29 06:48:07.726867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89a01c-cb0b-47fe-92a2-cb8c0d2eafee req-869969aa-3fb9-4326-80a5-d6dbc46ad9b4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:07.728325 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be89a01c-cb0b-47fe-92a2-cb8c0d2eafee req-869969aa-3fb9-4326-80a5-d6dbc46ad9b4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 946 time: 0.0544641 Aug 29 06:48:07.735557 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:07.790277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:07.790803 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:07.792243 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] 10.222.0.11 "PUT /v2.0/ports/28d8009d-07f1-4216-a5d5-e391b19b4e00 HTTP/1.1" status: 200 len: 1093 time: 1.1719346 Aug 29 06:48:07.805357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5e8ff7-d7c9-4465-b668-b5f70113b75e', 'tag': '28d8009d-07f1-4216-a5d5-e391b19b4e00'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:07.805357 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf76394-0714-4335-93c6-19c6cb11b280" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5e8ff7-d7c9-4465-b668-b5f70113b75e", "tag": "28d8009d-07f1-4216-a5d5-e391b19b4e00"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:07.836296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be89a01c-cb0b-47fe-92a2-cb8c0d2eafee req-6e3d9213-35b4-4b3b-a873-07db4b95b4ce tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982635 Aug 29 06:48:07.844406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea970f-76eb-4112-8a4f-2a910d3252d6 service neutron] Pushing event updated for resources: {'Port': ['ID=28d8009d-07f1-4216-a5d5-e391b19b4e00,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:07.881076 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b483bf97-e43b-4320-992c-c3eaecd1f930 req-2046eab4-65be-4170-a9b2-4421ccb1a88e tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0334983 Aug 29 06:48:07.921421 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcc4f15-6f0e-4bbd-b936-d1159d90f83c x-openstack-request-id: req-4fcc4f15-6f0e-4bbd-b936-d1159d90f83c {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:07.921713 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5e8ff7-d7c9-4465-b668-b5f70113b75e", "tag": "28d8009d-07f1-4216-a5d5-e391b19b4e00", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:07.921965 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4fcc4f15-6f0e-4bbd-b936-d1159d90f83c {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:07.922387 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5e8ff7-d7c9-4465-b668-b5f70113b75e', 'tag': '28d8009d-07f1-4216-a5d5-e391b19b4e00', 'status': 'completed', 'code': 200} Aug 29 06:48:08.007993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf76394-0714-4335-93c6-19c6cb11b280 req-87717da5-748d-4460-a750-ac6fb6baa40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:08.009597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6bf76394-0714-4335-93c6-19c6cb11b280 req-87717da5-748d-4460-a750-ac6fb6baa40e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 1096 time: 0.0432074 Aug 29 06:48:08.057686 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-45f0482e-c82c-43d8-8007-20f7747c5c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:08.471699 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-633fd036-95d4-4f5d-ad6e-dbeacbc4b1bf req-037b86d9-94b3-41de-8fbc-3606383df992 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 210 time: 0.4272206 Aug 29 06:48:08.531304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf76394-0714-4335-93c6-19c6cb11b280 req-67df9d3d-3bea-4ef9-9476-699bc9323919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:08.532594 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6bf76394-0714-4335-93c6-19c6cb11b280 req-67df9d3d-3bea-4ef9-9476-699bc9323919 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d4426b23251b440b8d0cb63469d9d344&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4992237 Aug 29 06:48:08.687442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f2e33-95a3-40cd-abde-1c4485b25212 req-8384221e-311f-4f77-ac54-003d63ebc7fb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:08.689596 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-155f2e33-95a3-40cd-abde-1c4485b25212 req-8384221e-311f-4f77-ac54-003d63ebc7fb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 944 time: 0.0987101 Aug 29 06:48:08.693208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf76394-0714-4335-93c6-19c6cb11b280 req-86e3c519-b419-47a8-8536-98b7ccbd220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:08.694754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6bf76394-0714-4335-93c6-19c6cb11b280 req-86e3c519-b419-47a8-8536-98b7ccbd220d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1545789 Aug 29 06:48:08.741973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-155f2e33-95a3-40cd-abde-1c4485b25212 req-77c5e446-9c64-4697-8842-60c3adca4b7c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446961 Aug 29 06:48:08.827634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-d2e74370-17d8-4d4f-b368-103b7d891ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:08.829636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-d2e74370-17d8-4d4f-b368-103b7d891ac6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 1096 time: 0.0498281 Aug 29 06:48:08.890993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-1c3f1019-6f47-4350-a81f-be6a35ab8317 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28d8009d-07f1-4216-a5d5-e391b19b4e00 HTTP/1.1" status: 200 len: 217 time: 0.0455430 Aug 29 06:48:08.984045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-00332388-34b9-47a1-b41c-eb1b3061a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:08.986195 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-00332388-34b9-47a1-b41c-eb1b3061a5e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d6221c5-492b-4e52-81e3-c311934e2c40 HTTP/1.1" status: 200 len: 851 time: 0.0877533 Aug 29 06:48:09.010042 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-909d7e4b-a0e9-4686-a505-5b4214e4e0d8 req-8b9e3274-400c-439c-8c21-ef619e71e922 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0395668 Aug 29 06:48:09.044708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5ac85-3ba4-46bc-8c04-08518b138145 req-0f7b682f-be7e-418b-85ee-0c75b3e0aec5 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:09.046223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82b5ac85-3ba4-46bc-8c04-08518b138145 req-0f7b682f-be7e-418b-85ee-0c75b3e0aec5 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 946 time: 0.1180282 Aug 29 06:48:09.048177 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-e16d8f5f-4275-45cf-87a5-84c5081755f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62cd1216-7d96-443a-b0ba-1b6940ce3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413697 Aug 29 06:48:09.142892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82b5ac85-3ba4-46bc-8c04-08518b138145 req-31bb34c3-7d2f-4992-8801-9b23617f4451 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833898 Aug 29 06:48:09.172338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-98b58a9d-25ca-45de-877c-dfe8780a3eb2 service neutron] 10.222.0.11 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144094 Aug 29 06:48:09.272862 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd9cf151-4000-49cb-84da-c7cd79f6962a req-195af385-7c9d-445a-95d3-912179d7157e service neutron] 10.222.0.11 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932188 Aug 29 06:48:09.566959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e589d335-48a4-4abc-88fb-9e7453c87fac req-72ebc403-3722-46a3-a0fe-70cea6e31173 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 210 time: 0.0311882 Aug 29 06:48:09.877796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c34f45-dab9-4a52-855e-a84b4267d8cc req-52a20a89-ce9e-40ad-b2b3-6a393815e388 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:09.886917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8c34f45-dab9-4a52-855e-a84b4267d8cc req-52a20a89-ce9e-40ad-b2b3-6a393815e388 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 944 time: 0.0604179 Aug 29 06:48:09.923693 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8c34f45-dab9-4a52-855e-a84b4267d8cc req-6e838be6-8d41-43f8-9b09-1d700ef3d9a0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372291 Aug 29 06:48:10.136372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4104e2ce-714b-4e4b-8618-1499aa6e94b4 req-9e8d3340-4829-46a4-a621-4bdd1134e566 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0305238 Aug 29 06:48:10.299352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa8922-1021-44cb-ad26-ab1013324c49 req-ebad39ad-493c-4418-87c7-bebeab4f6668 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:10.303744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23fa8922-1021-44cb-ad26-ab1013324c49 req-ebad39ad-493c-4418-87c7-bebeab4f6668 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 946 time: 0.0845289 Aug 29 06:48:10.330011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-a74ce42a-81f9-4520-9ea2-9042ac1c0ee7 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:10.331493 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-a74ce42a-81f9-4520-9ea2-9042ac1c0ee7 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76&tenant_id=ae1a013e8eb8401888d6fb6666c86936&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 1098 time: 0.0815771 Aug 29 06:48:10.346790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713301-12'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:10.369284 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23fa8922-1021-44cb-ad26-ab1013324c49 req-ee23c5dc-4fa3-4f7e-b4c9-61b9026fcf11 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620735 Aug 29 06:48:10.406930 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:10.560871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] For port e950991d-479e-4799-8643-bf61180c1610, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e950991d-479e-4799-8643-bf61180c1610,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:10.599332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] For port e950991d-479e-4799-8643-bf61180c1610, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:48:10.640897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c75a4c-f416-4b11-8939-4af6b9233f76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e950991d-479e-4799-8643-bf61180c1610'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:10.643233 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e090c68-1c11-4337-9298-2c76b2f7b70d" -d '{"events": [{"server_uuid": "83c75a4c-f416-4b11-8939-4af6b9233f76", "name": "network-vif-unplugged", "status": "completed", "tag": "e950991d-479e-4799-8643-bf61180c1610"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:10.654048 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:10.689310 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b930fa90-b500-4863-8766-a2d58cd41905 req-a515716d-0d36-4923-990b-9cdba2cbffb9 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc64760c-d667-4924-bb14-129f410d6411 HTTP/1.1" status: 200 len: 210 time: 0.0332017 Aug 29 06:48:10.697094 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab57d7dc-935f-4f38-98bd-635844c2003e x-openstack-request-id: req-ab57d7dc-935f-4f38-98bd-635844c2003e {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:10.697387 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c75a4c-f416-4b11-8939-4af6b9233f76", "name": "network-vif-unplugged", "status": "completed", "tag": "e950991d-479e-4799-8643-bf61180c1610", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:10.697640 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab57d7dc-935f-4f38-98bd-635844c2003e {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:10.698124 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c75a4c-f416-4b11-8939-4af6b9233f76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e950991d-479e-4799-8643-bf61180c1610', 'code': 200} Aug 29 06:48:10.726116 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e22c43f1-1a31-45b9-be98-42d1f66db738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:10.776697 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:10.776920 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:10.869201 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e950991d-479e-4799-8643-bf61180c1610,revision_number=7']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:10.884563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Attempting to bind port e950991d-479e-4799-8643-bf61180c1610 on host n-h1-713301-12 for vnic_type normal with profile {"migrating_to": "n-h2-713301-12"} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:48:10.886393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Attempting to bind port e950991d-479e-4799-8643-bf61180c1610 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:48:10.887259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Attempting to bind port e950991d-479e-4799-8643-bf61180c1610 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:48:10.893028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Port e950991d-479e-4799-8643-bf61180c1610 on network 4475f61a-c472-49af-9e60-c53edc6707df not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:48:10.895874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Attempting to bind port e950991d-479e-4799-8643-bf61180c1610 on network 4475f61a-c472-49af-9e60-c53edc6707df {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:48:10.899850 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:48:10.900241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Checking segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:48:10.900629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Bound using segment: {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:48:10.901089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Bound port: e950991d-479e-4799-8643-bf61180c1610, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c78503-1dd4-4336-9e50-76a1f710cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4475f61a-c472-49af-9e60-c53edc6707df'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:48:10.901455 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:10.974692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] For port e950991d-479e-4799-8643-bf61180c1610, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:48:10.978352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] For port e950991d-479e-4799-8643-bf61180c1610, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e950991d-479e-4799-8643-bf61180c1610,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:48:11.056148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd5b7c-9383-41ec-9d2e-84d78d80d1c9 req-30079d78-f469-4332-946a-a665fe02fe93 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:11.058334 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64bd5b7c-9383-41ec-9d2e-84d78d80d1c9 req-30079d78-f469-4332-946a-a665fe02fe93 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 944 time: 0.0605321 Aug 29 06:48:11.097598 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64bd5b7c-9383-41ec-9d2e-84d78d80d1c9 req-ea0d6a36-12e9-430e-bc4c-c018b1327004 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329776 Aug 29 06:48:11.109111 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:11.129775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e950991d-479e-4799-8643-bf61180c1610 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:48:11.215424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:11.216047 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:11.217421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] 10.222.0.11 "PUT /v2.0/ports/e950991d-479e-4799-8643-bf61180c1610 HTTP/1.1" status: 200 len: 1124 time: 0.8754795 Aug 29 06:48:11.223492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708159d4-c62e-4986-8781-1699889ba0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e950991d-479e-4799-8643-bf61180c1610,revision_number=8']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:11.267154 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e950991d-479e-4799-8643-bf61180c1610, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e950991d-479e-4799-8643-bf61180c1610,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:11.273785 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dae21725-f2ce-4703-a19e-12a4f6bc2656 req-541e2b38-708a-4b10-8966-f47d78632ebb tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0267637 Aug 29 06:48:11.280303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e950991d-479e-4799-8643-bf61180c1610 has no active binding in host n-h2-713301-12 {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 06:48:11.285706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73851558-f3eb-433e-9fdc-5730947d4048 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:48:11.395383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:11.410901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '73851558-f3eb-433e-9fdc-5730947d4048', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'port_id': '73851558-f3eb-433e-9fdc-5730947d4048', 'mac_address': 'fa:16:3e:95:29:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:48:11.415740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e950991d-479e-4799-8643-bf61180c1610'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:48:11.445544 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48012) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:11.462929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e950991d-479e-4799-8643-bf61180c1610'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:48:11.535932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab4422-35ed-468e-891b-39bda5edfe75 req-dc5f8b96-761f-4bef-8cae-176edc142f63 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:11.538158 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5ab4422-35ed-468e-891b-39bda5edfe75 req-dc5f8b96-761f-4bef-8cae-176edc142f63 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.0810988 Aug 29 06:48:11.570438 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:11.597590 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5ab4422-35ed-468e-891b-39bda5edfe75 req-96a38efe-a419-4fd1-8d5d-be796690e451 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523834 Aug 29 06:48:11.607937 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b28ff0a6-8c58-4d60-8575-acce8ab7570c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:11.624307 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73851558-f3eb-433e-9fdc-5730947d4048 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:48:11.667608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:11.705687 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b28ff0a6-8c58-4d60-8575-acce8ab7570c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:11.866278 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:11.896843 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:11.897039 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b28ff0a6-8c58-4d60-8575-acce8ab7570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:11.907829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48024) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:11.938385 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b28ff0a6-8c58-4d60-8575-acce8ab7570c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe338190f2be4f6c9d6e7d48cf250aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917076 Aug 29 06:48:11.939631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ff0a6-8c58-4d60-8575-acce8ab7570c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15842793-8248-45ff-b224-f729b5025712,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:11.942848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48026) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:11.955591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:11.966195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:11.966868 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:11.967503 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:11.968006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:11.968539 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:11.969316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:11.970074 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:11.970705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:11.971274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:11.971883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:11.972363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:11.972954 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:12.011611 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee97330e-6baa-48b1-84e2-64043ab55eef tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:12.048905 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee97330e-6baa-48b1-84e2-64043ab55eef tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:12.051635 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af77e31a-720d-4c75-ab1f-cad2edee0543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:12.097335 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af77e31a-720d-4c75-ab1f-cad2edee0543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:12.210618 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['73851558-f3eb-433e-9fdc-5730947d4048'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:48:12.216565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834f658-9c2f-4826-8951-f4084599eedd req-022fcbf2-cb89-4cd1-8138-b951f48c6427 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:12.218715 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5834f658-9c2f-4826-8951-f4084599eedd req-022fcbf2-cb89-4cd1-8138-b951f48c6427 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 944 time: 0.0501459 Aug 29 06:48:12.252024 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af77e31a-720d-4c75-ab1f-cad2edee0543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:12.254726 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af77e31a-720d-4c75-ab1f-cad2edee0543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:12.255943 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-af77e31a-720d-4c75-ab1f-cad2edee0543 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/15842793-8248-45ff-b224-f729b5025712 HTTP/1.1" status: 204 len: 168 time: 0.3119948 Aug 29 06:48:12.256627 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee97330e-6baa-48b1-84e2-64043ab55eef tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:12.259258 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee97330e-6baa-48b1-84e2-64043ab55eef tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:12.260346 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ee97330e-6baa-48b1-84e2-64043ab55eef tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "DELETE /v2.0/security-groups/3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a HTTP/1.1" status: 204 len: 168 time: 0.3531432 Aug 29 06:48:12.263709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48036) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:12.302388 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-8e43eb1b-2ed9-4580-8309-958a84650cb9 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] show failed (client error): The resource could not be found. Aug 29 06:48:12.302388 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8e43eb1b-2ed9-4580-8309-958a84650cb9 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "GET /v2.0/security-groups/3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a HTTP/1.1" status: 404 len: 347 time: 0.0289083 Aug 29 06:48:12.302388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77e31a-720d-4c75-ab1f-cad2edee0543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15842793-8248-45ff-b224-f729b5025712,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:12.303516 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48040) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:12.316914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5834f658-9c2f-4826-8951-f4084599eedd req-6f6a3164-207a-42ca-9ea2-a0249f83187b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870645 Aug 29 06:48:12.325402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97330e-6baa-48b1-84e2-64043ab55eef tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e64c9a0-7a4e-4b50-9077-4db1b29c4d8a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:12.420772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8b5bbd0-c9e2-44d3-bc36-3e26389a4443 req-76f3f701-af03-4afc-9a34-fed352ce3d8c tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0332835 Aug 29 06:48:12.473985 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f5373288-1065-4299-a0cb-512c5d680064 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Deleting port cf11c0a8-eb89-4ff9-917d-0093a530782f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:12.474539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f5373288-1065-4299-a0cb-512c5d680064 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:12.556608 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f5373288-1065-4299-a0cb-512c5d680064 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:12.556608 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f5373288-1065-4299-a0cb-512c5d680064 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:12.570571 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f5373288-1065-4299-a0cb-512c5d680064 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Calling delete_port for cf11c0a8-eb89-4ff9-917d-0093a530782f owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:12.699596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c75a4c-f416-4b11-8939-4af6b9233f76', 'tag': 'e950991d-479e-4799-8643-bf61180c1610'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:12.702102 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c8749c-b0ca-4d7d-895a-52163e735fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "83c75a4c-f416-4b11-8939-4af6b9233f76", "tag": "e950991d-479e-4799-8643-bf61180c1610"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:12.731456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058cac6-7fbc-4372-bd9f-c536a27e44b0 req-188b4ed5-bd5e-4a8b-a5b1-c87c001c8e1a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:12.733411 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a058cac6-7fbc-4372-bd9f-c536a27e44b0 req-188b4ed5-bd5e-4a8b-a5b1-c87c001c8e1a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.0607014 Aug 29 06:48:12.743463 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c1bc37-c8fb-40ab-827c-6f5069dd3248 x-openstack-request-id: req-c1c1bc37-c8fb-40ab-827c-6f5069dd3248 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:12.743742 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c75a4c-f416-4b11-8939-4af6b9233f76", "tag": "e950991d-479e-4799-8643-bf61180c1610", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:12.743990 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c1c1bc37-c8fb-40ab-827c-6f5069dd3248 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:12.744501 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c75a4c-f416-4b11-8939-4af6b9233f76', 'tag': 'e950991d-479e-4799-8643-bf61180c1610', 'status': 'completed', 'code': 200} Aug 29 06:48:12.783518 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a058cac6-7fbc-4372-bd9f-c536a27e44b0 req-59210eee-c196-44f7-a804-285a7efca318 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429432 Aug 29 06:48:12.823940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8749c-b0ca-4d7d-895a-52163e735fa2 req-911b3c44-2e0f-41ad-9793-1488942a2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:12.833180 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15c8749c-b0ca-4d7d-895a-52163e735fa2 req-911b3c44-2e0f-41ad-9793-1488942a2738 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 1127 time: 0.0410218 Aug 29 06:48:12.926843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8749c-b0ca-4d7d-895a-52163e735fa2 req-34098578-9f12-46d3-81b8-453521bf75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:12.928422 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15c8749c-b0ca-4d7d-895a-52163e735fa2 req-34098578-9f12-46d3-81b8-453521bf75f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.0909212 Aug 29 06:48:12.966282 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f5373288-1065-4299-a0cb-512c5d680064 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:12.981133 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15c8749c-b0ca-4d7d-895a-52163e735fa2 req-52d07c1d-276e-4340-b7b5-1884ab66cfb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e950991d-479e-4799-8643-bf61180c1610 HTTP/1.1" status: 200 len: 217 time: 0.0371575 Aug 29 06:48:13.003828 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5373288-1065-4299-a0cb-512c5d680064 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Pushing event deleted for resources: {'Port': ['ID=cf11c0a8-eb89-4ff9-917d-0093a530782f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:13.045762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8749c-b0ca-4d7d-895a-52163e735fa2 req-5a972e75-618c-4ccb-b844-662ddba13a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:13.047348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15c8749c-b0ca-4d7d-895a-52163e735fa2 req-5a972e75-618c-4ccb-b844-662ddba13a6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.0565810 Aug 29 06:48:13.066881 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f5373288-1065-4299-a0cb-512c5d680064 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:13.070077 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f5373288-1065-4299-a0cb-512c5d680064 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:13.071472 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f5373288-1065-4299-a0cb-512c5d680064 tempest-ServersTestBootFromVolume-1632203610 tempest-ServersTestBootFromVolume-1632203610-project] 10.222.0.76 "DELETE /v2.0/floatingips/46b9244a-c791-4a15-b6b6-73507da0ed00 HTTP/1.1" status: 204 len: 168 time: 0.7667809 Aug 29 06:48:13.081013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48056) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:13.116825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15c8749c-b0ca-4d7d-895a-52163e735fa2 req-324b5f93-9afa-449c-aaac-19786dfbbc96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363479 Aug 29 06:48:13.148158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 28d8009d-07f1-4216-a5d5-e391b19b4e00 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:48:13.158255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73851558-f3eb-433e-9fdc-5730947d4048 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:48:13.249664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15c8749c-b0ca-4d7d-895a-52163e735fa2 req-3ae41996-396c-4358-817d-4668c27b35e5 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078823 Aug 29 06:48:13.291094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 73851558-f3eb-433e-9fdc-5730947d4048 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:13.291494 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:13.353558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 28d8009d-07f1-4216-a5d5-e391b19b4e00, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=28d8009d-07f1-4216-a5d5-e391b19b4e00,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:13.371000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '28d8009d-07f1-4216-a5d5-e391b19b4e00', 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548', 'port_id': '28d8009d-07f1-4216-a5d5-e391b19b4e00', 'mac_address': 'fa:16:3e:ae:4f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6221c5-492b-4e52-81e3-c311934e2c40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:48:13.423382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15c8749c-b0ca-4d7d-895a-52163e735fa2 req-13462f99-ae5b-472c-ab2b-3c098f3a23e5 service neutron] 10.222.0.15 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605048 Aug 29 06:48:13.443957 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:13.445962 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:13.454649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48064) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:13.462773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275618e1-0eb9-46b2-b1bd-04abbbc8440e req-36c7f50f-0984-4476-b2fa-bfb89cc3895e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:13.471160 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-275618e1-0eb9-46b2-b1bd-04abbbc8440e req-36c7f50f-0984-4476-b2fa-bfb89cc3895e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 944 time: 0.0820858 Aug 29 06:48:13.486128 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd97d08d-6629-4408-ba3f-140dd9e06a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:13.506359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:13.507769 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:13.510181 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c12f128-41d0-46af-bf31-260bf5d0c65a" -d '{"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-plugged", "status": "completed", "tag": "73851558-f3eb-433e-9fdc-5730947d4048"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:13.515169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d8009d-07f1-4216-a5d5-e391b19b4e00 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:48:13.522592 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:13.539895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 28d8009d-07f1-4216-a5d5-e391b19b4e00, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=28d8009d-07f1-4216-a5d5-e391b19b4e00,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:13.573794 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-275618e1-0eb9-46b2-b1bd-04abbbc8440e req-4cbef0dc-ae3a-4127-b136-182811c44033 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916903 Aug 29 06:48:13.573794 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7051ae5-07f8-402f-b8dc-fa044eba9c98 req-0c5dd940-d128-42b7-962d-aa526983846d tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0550363 Aug 29 06:48:13.615544 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6235c699-7d3c-4b0b-9125-521b9d8ca56b x-openstack-request-id: req-6235c699-7d3c-4b0b-9125-521b9d8ca56b {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:13.615902 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-plugged", "status": "completed", "tag": "73851558-f3eb-433e-9fdc-5730947d4048", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:13.616220 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6235c699-7d3c-4b0b-9125-521b9d8ca56b {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:13.616679 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048', 'code': 200} Aug 29 06:48:13.628696 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4d92f82-6ceb-4b76-9086-07993e088571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:13.658516 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd97d08d-6629-4408-ba3f-140dd9e06a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:13.809895 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:13.814583 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:13.870308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:13.880145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f4d92f82-6ceb-4b76-9086-07993e088571 admin admin] Deleting port 45be8d50-163d-47a2-9ca9-f299ab2a5d17 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:13.880517 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4d92f82-6ceb-4b76-9086-07993e088571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:13.910396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677819b4-2517-4f9b-9847-2f76806f88e5 req-ebc0cf2e-223f-422a-a710-f78a6cb6a519 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:13.912042 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-677819b4-2517-4f9b-9847-2f76806f88e5 req-ebc0cf2e-223f-422a-a710-f78a6cb6a519 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.0574467 Aug 29 06:48:13.960051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-677819b4-2517-4f9b-9847-2f76806f88e5 req-bed51581-bc2c-4da0-8752-9d01a1056275 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396404 Aug 29 06:48:13.965146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-f4d92f82-6ceb-4b76-9086-07993e088571 admin admin] For port 45be8d50-163d-47a2-9ca9-f299ab2a5d17, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=45be8d50-163d-47a2-9ca9-f299ab2a5d17,segment=NetworkSegment(5dc58f46-c192-4dc5-a607-1ab9d7354241),segment_id=5dc58f46-c192-4dc5-a607-1ab9d7354241)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:13.965801 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4d92f82-6ceb-4b76-9086-07993e088571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:13.981150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f4d92f82-6ceb-4b76-9086-07993e088571 admin admin] Calling delete_port for 45be8d50-163d-47a2-9ca9-f299ab2a5d17 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:14.037612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd97d08d-6629-4408-ba3f-140dd9e06a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:14.045683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=28d8009d-07f1-4216-a5d5-e391b19b4e00,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:14.082154 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fd97d08d-6629-4408-ba3f-140dd9e06a0b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3d05b271e17545a9b5039417db8ba0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6088486 Aug 29 06:48:14.083279 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97d08d-6629-4408-ba3f-140dd9e06a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847efb03-df69-4816-a994-d484d8af8936,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:14.085815 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48074) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:14.158155 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e5db2cbe-cf6c-450e-99d9-0f16d98de4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:14.212195 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e5db2cbe-cf6c-450e-99d9-0f16d98de4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:14.434987 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4d92f82-6ceb-4b76-9086-07993e088571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:14.460716 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d92f82-6ceb-4b76-9086-07993e088571 admin admin] Pushing event deleted for resources: {'Port': ['ID=45be8d50-163d-47a2-9ca9-f299ab2a5d17,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:14.522463 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e5db2cbe-cf6c-450e-99d9-0f16d98de4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:14.529968 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e5db2cbe-cf6c-450e-99d9-0f16d98de4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:14.529968 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e5db2cbe-cf6c-450e-99d9-0f16d98de4e9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/847efb03-df69-4816-a994-d484d8af8936 HTTP/1.1" status: 204 len: 168 time: 0.4398146 Aug 29 06:48:14.575466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db2cbe-cf6c-450e-99d9-0f16d98de4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847efb03-df69-4816-a994-d484d8af8936,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:14.676280 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4d92f82-6ceb-4b76-9086-07993e088571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:14.722125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53407ff3-52eb-44af-a749-e4e2eef3d710 req-c117eb50-d1fa-43ad-8422-9041b0c51f7a tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0290296 Aug 29 06:48:14.774023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ce98c-c299-4645-b1fd-b6347a59d6f7 req-e7969c0e-cebb-4f45-836c-a23b5438c093 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:14.775520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c60ce98c-c299-4645-b1fd-b6347a59d6f7 req-e7969c0e-cebb-4f45-836c-a23b5438c093 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 945 time: 0.0557411 Aug 29 06:48:14.816870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c60ce98c-c299-4645-b1fd-b6347a59d6f7 req-a5c8b865-fec4-4252-ad1f-12c30a897b98 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Aug 29 06:48:14.847013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['28d8009d-07f1-4216-a5d5-e391b19b4e00'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:48:14.901596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d92f82-6ceb-4b76-9086-07993e088571 admin admin] Router 9edefd1b-fa54-4abf-a564-61148ec8cf14 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:48:15.009208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d92f82-6ceb-4b76-9086-07993e088571 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:48:15.015248 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f4d92f82-6ceb-4b76-9086-07993e088571 admin admin] 10.222.0.76 "PUT /v2.0/routers/9edefd1b-fa54-4abf-a564-61148ec8cf14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9388428 Aug 29 06:48:15.040864 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076205c1-013e-45da-a201-92c83d4cfc32 None None] Sync routers for ids ['9edefd1b-fa54-4abf-a564-61148ec8cf14'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:48:15.040864 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076205c1-013e-45da-a201-92c83d4cfc32 None None] Routers {'9edefd1b-fa54-4abf-a564-61148ec8cf14'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:48:15.040864 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-076205c1-013e-45da-a201-92c83d4cfc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:48:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9edefd1b-fa54-4abf-a564-61148ec8cf14'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:15.042275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48092) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:15.075370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d884a-fbd7-4a02-a5b1-f4d540fef64b req-18b37fed-b1eb-4638-a22d-7c455ad07df8 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:15.077113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-552d884a-fbd7-4a02-a5b1-f4d540fef64b req-18b37fed-b1eb-4638-a22d-7c455ad07df8 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.0512657 Aug 29 06:48:15.122579 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-552d884a-fbd7-4a02-a5b1-f4d540fef64b req-8f79e2e3-bb71-4c86-8be4-5603d1472a1a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385647 Aug 29 06:48:15.170278 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:15.260134 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-076205c1-013e-45da-a201-92c83d4cfc32 None None] Set router 9edefd1b-fa54-4abf-a564-61148ec8cf14 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:48:15.310318 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:15.440148 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-076205c1-013e-45da-a201-92c83d4cfc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:48:14Z', 'revision_number': 5, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:15.468958 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076205c1-013e-45da-a201-92c83d4cfc32 None None] Checking router: 9edefd1b-fa54-4abf-a564-61148ec8cf14 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:48:15.476819 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076205c1-013e-45da-a201-92c83d4cfc32 None None] Routers {'9edefd1b-fa54-4abf-a564-61148ec8cf14'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:48:15.477415 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-076205c1-013e-45da-a201-92c83d4cfc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:48:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9edefd1b-fa54-4abf-a564-61148ec8cf14'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:15.550748 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] Deleting port f3909f1e-b4f1-4215-bf62-3ec1064060d2 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:15.551088 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:15.578040 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-076205c1-013e-45da-a201-92c83d4cfc32 None None] Set router 9edefd1b-fa54-4abf-a564-61148ec8cf14 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:48:15.636488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] For port f3909f1e-b4f1-4215-bf62-3ec1064060d2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f3909f1e-b4f1-4215-bf62-3ec1064060d2,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:15.637172 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:15.653598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] Calling delete_port for f3909f1e-b4f1-4215-bf62-3ec1064060d2 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:15.761073 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-076205c1-013e-45da-a201-92c83d4cfc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:48:14Z', 'revision_number': 5, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:15.787209 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076205c1-013e-45da-a201-92c83d4cfc32 None None] The sync data for ids ['9edefd1b-fa54-4abf-a564-61148ec8cf14'] in n-d-713301-12 is: [{'id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'name': 'tempest-ServersTestBootFromVolume-837566682-router', 'tenant_id': 'a763b77786504a43a731afb2b5aa2086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:43:11Z', 'updated_at': '2021-08-29T06:48:14Z', 'revision_number': 5, 'project_id': 'a763b77786504a43a731afb2b5aa2086', 'gw_port': {'id': 'f3909f1e-b4f1-4215-bf62-3ec1064060d2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edefd1b-fa54-4abf-a564-61148ec8cf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:43:12Z', 'updated_at': '2021-08-29T06:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:48:15.843995 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-adf36460-d63d-4d75-9855-c1d0625b8504 req-d90c2421-b928-4984-a3d6-45f3957abfe3 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0369401 Aug 29 06:48:15.906137 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:15.932074 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3909f1e-b4f1-4215-bf62-3ec1064060d2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:15.946344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ced38-a86d-4474-980e-bdfcc7be5218 req-9accad91-0466-42f9-9396-432f46b4009a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:15.948649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a29ced38-a86d-4474-980e-bdfcc7be5218 req-9accad91-0466-42f9-9396-432f46b4009a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 945 time: 0.0503614 Aug 29 06:48:15.988051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a29ced38-a86d-4474-980e-bdfcc7be5218 req-a236cda4-c988-4cff-b23d-a97ad3db4a2c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333049 Aug 29 06:48:15.997507 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:16.094575 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:16.096705 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:16.248842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c334d-7cb4-4ee7-97a9-e169038d76f3 req-a6cab04a-6243-4155-912e-8868173d0aee tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:16.256272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-282c334d-7cb4-4ee7-97a9-e169038d76f3 req-a6cab04a-6243-4155-912e-8868173d0aee tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.0617933 Aug 29 06:48:16.301440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-282c334d-7cb4-4ee7-97a9-e169038d76f3 req-bc193c77-9f7d-4a9a-8199-91d9c18042b2 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442791 Aug 29 06:48:16.314014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:16.322488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9edefd1b-fa54-4abf-a564-61148ec8cf14 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:48:16.328890 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:16.335694 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c207b66e-8e6d-4d7e-8418-60ce0a5387d4 admin admin] 10.222.0.76 "DELETE /v2.0/routers/9edefd1b-fa54-4abf-a564-61148ec8cf14 HTTP/1.1" status: 204 len: 168 time: 1.2868557 Aug 29 06:48:16.337610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48130) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:16.395670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f419583-c1d6-412c-baa6-8a38fa6a8962 admin admin] Deleting subnet 973deef4-b909-41a3-a8ef-a1b544d7d17d {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:48:16.399108 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f419583-c1d6-412c-baa6-8a38fa6a8962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:16.440756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f419583-c1d6-412c-baa6-8a38fa6a8962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:16.528248 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f419583-c1d6-412c-baa6-8a38fa6a8962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:16.795083 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f419583-c1d6-412c-baa6-8a38fa6a8962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:16.795083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f419583-c1d6-412c-baa6-8a38fa6a8962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=973deef4-b909-41a3-a8ef-a1b544d7d17d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:16.795083 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f419583-c1d6-412c-baa6-8a38fa6a8962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:16.795342 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e38ef7f-1f15-4fbf-8fb8-8897672142fc None None] Network e7b23baf-e921-4053-aeac-270ae6d3d1f0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:48:16.795757 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2f419583-c1d6-412c-baa6-8a38fa6a8962 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/973deef4-b909-41a3-a8ef-a1b544d7d17d HTTP/1.1" status: 204 len: 168 time: 0.4446356 Aug 29 06:48:16.795826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48146) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:16.904827 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:16.986967 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e3ec1aa-b732-440c-bcbc-e6b9e711e02e req-f241319f-bcb2-45c4-ab10-548a886456a8 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0417757 Aug 29 06:48:17.013713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Deleting port 282e1621-e303-44eb-b39e-54598501cda8 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:17.019472 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:17.059726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945db43d-1ce3-4172-bc3e-dae86c6cb1c2 None None] DHCP port deletion for e7b23baf-e921-4053-aeac-270ae6d3d1f0 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:48:17.102912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] For port 282e1621-e303-44eb-b39e-54598501cda8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=282e1621-e303-44eb-b39e-54598501cda8,segment=NetworkSegment(5dc58f46-c192-4dc5-a607-1ab9d7354241),segment_id=5dc58f46-c192-4dc5-a607-1ab9d7354241)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:17.103226 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:17.138711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Calling delete_port for 282e1621-e303-44eb-b39e-54598501cda8 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:17.140512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-945db43d-1ce3-4172-bc3e-dae86c6cb1c2 None None] Deleting port 282e1621-e303-44eb-b39e-54598501cda8 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:17.140899 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-945db43d-1ce3-4172-bc3e-dae86c6cb1c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:17.196836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d928b7-e5f8-4cbc-85e5-97a0bccd4c3b req-7d887b56-e451-4461-b803-9c55dd763634 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:17.207399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52d928b7-e5f8-4cbc-85e5-97a0bccd4c3b req-7d887b56-e451-4461-b803-9c55dd763634 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 945 time: 0.1207056 Aug 29 06:48:17.235539 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-945db43d-1ce3-4172-bc3e-dae86c6cb1c2 None None] For port 282e1621-e303-44eb-b39e-54598501cda8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=282e1621-e303-44eb-b39e-54598501cda8,segment=NetworkSegment(5dc58f46-c192-4dc5-a607-1ab9d7354241),segment_id=5dc58f46-c192-4dc5-a607-1ab9d7354241)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:17.236091 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-945db43d-1ce3-4172-bc3e-dae86c6cb1c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:17.252430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-945db43d-1ce3-4172-bc3e-dae86c6cb1c2 None None] Calling delete_port for 282e1621-e303-44eb-b39e-54598501cda8 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:17.289459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52d928b7-e5f8-4cbc-85e5-97a0bccd4c3b req-5e3cb48e-c235-4004-8f9d-2b1764cd8197 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810506 Aug 29 06:48:17.340584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 282e1621-e303-44eb-b39e-54598501cda8 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:48:17.436219 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:17.450651 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:17.457840 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-945db43d-1ce3-4172-bc3e-dae86c6cb1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:17.471828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945db43d-1ce3-4172-bc3e-dae86c6cb1c2 None None] No DVR routers for this DVR port 282e1621-e303-44eb-b39e-54598501cda8 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:48:17.494470 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945db43d-1ce3-4172-bc3e-dae86c6cb1c2 None None] Pushing event deleted for resources: {'Port': ['ID=282e1621-e303-44eb-b39e-54598501cda8,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:17.511755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=282e1621-e303-44eb-b39e-54598501cda8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:17.524856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8020b-356d-49af-9f78-97f3e663988b req-117f18fd-68cf-4b9a-841b-5686033da92b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:17.527239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68e8020b-356d-49af-9f78-97f3e663988b req-117f18fd-68cf-4b9a-841b-5686033da92b tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.1321008 Aug 29 06:48:17.530497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] No DVR routers for this DVR port 282e1621-e303-44eb-b39e-54598501cda8 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:48:17.548047 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 45be8d50-163d-47a2-9ca9-f299ab2a5d17 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:48:17.578831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 45be8d50-163d-47a2-9ca9-f299ab2a5d17 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:48:17.579449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 45be8d50-163d-47a2-9ca9-f299ab2a5d17 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:48:17.580052 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f3909f1e-b4f1-4215-bf62-3ec1064060d2 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:48:17.609174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: f3909f1e-b4f1-4215-bf62-3ec1064060d2 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:48:17.609524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f3909f1e-b4f1-4215-bf62-3ec1064060d2 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:48:17.647695 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68e8020b-356d-49af-9f78-97f3e663988b req-2ba78147-d4ad-4941-b5e8-74065d17645a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113925 Aug 29 06:48:17.649780 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:17.661056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b23baf-e921-4053-aeac-270ae6d3d1f0']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:17.675851 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc58f46-c192-4dc5-a607-1ab9d7354241') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:17.676150 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc58f46-c192-4dc5-a607-1ab9d7354241') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:17.685777 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:17.722831 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:17.729702 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:48:17.730060 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:48:17.731763 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:48:17.896871 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:17.917515 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:17.922421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e7b23baf-e921-4053-aeac-270ae6d3d1f0 HTTP/1.1" status: 204 len: 168 time: 1.1254742 Aug 29 06:48:17.923120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e950991d-479e-4799-8643-bf61180c1610 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:48:17.923990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fac631-f814-44d7-af90-001434bc8de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7b23baf-e921-4053-aeac-270ae6d3d1f0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:18.145531 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2a4beed-6670-4afd-890a-03159c6b498b req-f750556c-ce76-4f37-bcd5-24216002fb95 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0415404 Aug 29 06:48:18.161912 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-18755b3a-d148-4a10-ac5e-dc7330500db7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1055453 Aug 29 06:48:18.255432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-688601a1-1526-426c-970d-fc8a7e2587ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:18.259985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-688601a1-1526-426c-970d-fc8a7e2587ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:18.259985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-688601a1-1526-426c-970d-fc8a7e2587ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:18.259985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-688601a1-1526-426c-970d-fc8a7e2587ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:18.259985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-688601a1-1526-426c-970d-fc8a7e2587ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:18.259985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-688601a1-1526-426c-970d-fc8a7e2587ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:18.259985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-688601a1-1526-426c-970d-fc8a7e2587ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:18.261067 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-688601a1-1526-426c-970d-fc8a7e2587ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=061145791eb24ccbba477166da42aefb&device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 6496 time: 0.0586903 Aug 29 06:48:18.443212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9148cb-ed1f-443c-9310-281269a13872 req-be796035-acde-41f0-b141-524554e87f0a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:18.448065 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f9148cb-ed1f-443c-9310-281269a13872 req-be796035-acde-41f0-b141-524554e87f0a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 945 time: 0.0968249 Aug 29 06:48:18.454377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48220) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:18.464293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-b65a8954-979b-484a-a96d-73e71fe464da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:18.465048 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-b65a8954-979b-484a-a96d-73e71fe464da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:18.465566 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-b65a8954-979b-484a-a96d-73e71fe464da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:18.467204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-b65a8954-979b-484a-a96d-73e71fe464da service neutron] 10.222.0.15 "GET /v2.0/networks?id=cdbc2cac-fa4d-4a71-9993-2be4f6afc44c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=606aeb02-681b-4216-bf8c-e614c7425478&id=606aeb02-681b-4216-bf8c-e614c7425478 HTTP/1.1" status: 200 len: 2290 time: 0.1692328 Aug 29 06:48:18.500311 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5e5fa940-802f-4235-b85f-9a9ebe536617 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a763b77786504a43a731afb2b5aa2086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444598 Aug 29 06:48:18.502723 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48222) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:18.536569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f9148cb-ed1f-443c-9310-281269a13872 req-4cde7fa0-d833-4371-a7f7-0747ce156ad8 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816867 Aug 29 06:48:18.553457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-ef2e370f-c6da-4806-ba71-016b6852b62d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 HTTP/1.1" status: 200 len: 1001 time: 0.0759587 Aug 29 06:48:18.567436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5518d52d-d078-4cec-8be2-ac1b7c0fec6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:18.592115 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5518d52d-d078-4cec-8be2-ac1b7c0fec6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:18.626715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-67ebba15-e506-41b1-aa7e-b65d4afabe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:18.628410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-67ebba15-e506-41b1-aa7e-b65d4afabe64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3df1ad8c-55d9-4423-9317-a85138910c85 HTTP/1.1" status: 200 len: 850 time: 0.0630450 Aug 29 06:48:18.703234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-958a6686-cd7c-4ebd-877a-61a52c5024ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:18.704747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-958a6686-cd7c-4ebd-877a-61a52c5024ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cdbc2cac-fa4d-4a71-9993-2be4f6afc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521009 Aug 29 06:48:18.720780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48242) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:18.740451 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5518d52d-d078-4cec-8be2-ac1b7c0fec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:18.743179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5518d52d-d078-4cec-8be2-ac1b7c0fec6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:18.751767 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5518d52d-d078-4cec-8be2-ac1b7c0fec6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3994b77b-a00e-43bc-a093-450d87438a9f HTTP/1.1" status: 204 len: 168 time: 0.2405043 Aug 29 06:48:18.754088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518d52d-d078-4cec-8be2-ac1b7c0fec6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3994b77b-a00e-43bc-a093-450d87438a9f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:18.865536 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-b2316ecf-5787-4f68-b25b-b824083a0f11 service neutron] 10.222.0.15 "GET /v2.0/ports/e950991d-479e-4799-8643-bf61180c1610/bindings/n-h2-713301-12 HTTP/1.1" status: 200 len: 385 time: 0.0821204 Aug 29 06:48:18.912651 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a053c73-d5e1-46ee-860e-aa09265e31bb req-11d363a6-0ac2-4339-89c6-18e0de37d54a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:18.914416 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a053c73-d5e1-46ee-860e-aa09265e31bb req-11d363a6-0ac2-4339-89c6-18e0de37d54a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 944 time: 0.1744566 Aug 29 06:48:18.918951 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-bdf32a8c-de2c-425e-af32-e6d25a09b796 service neutron] 10.222.0.15 "GET /v2.0/networks/cdbc2cac-fa4d-4a71-9993-2be4f6afc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992767 Aug 29 06:48:18.921132 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-69d8ce59-6dab-448b-aef8-486ae0010a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:19.002825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a053c73-d5e1-46ee-860e-aa09265e31bb req-03ed9ad2-7b05-45a7-9237-79b4f44104c4 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813124 Aug 29 06:48:19.065970 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-c12668c9-2bad-4864-9beb-abc0e37b2afc service neutron] 10.222.0.15 "GET /v2.0/networks/cdbc2cac-fa4d-4a71-9993-2be4f6afc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283748 Aug 29 06:48:19.127398 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-792cc7bc-9c86-415a-a5dd-b6f5c0781219 service neutron] For port e950991d-479e-4799-8643-bf61180c1610, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e950991d-479e-4799-8643-bf61180c1610,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:19.139918 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-e7b5db20-edd8-4ee8-8823-d6e55438aa2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 HTTP/1.1" status: 200 len: 217 time: 0.0595908 Aug 29 06:48:19.162243 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-69d8ce59-6dab-448b-aef8-486ae0010a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:19.187768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 28d8009d-07f1-4216-a5d5-e391b19b4e00 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:48:19.193544 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-792cc7bc-9c86-415a-a5dd-b6f5c0781219 service neutron] For port e950991d-479e-4799-8643-bf61180c1610, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:48:19.255491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-87e44692-cf6b-4efd-af46-19c10d80c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:19.257884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-87e44692-cf6b-4efd-af46-19c10d80c8fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.1048255 Aug 29 06:48:19.264230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-69d8ce59-6dab-448b-aef8-486ae0010a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:19.269523 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-792cc7bc-9c86-415a-a5dd-b6f5c0781219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e950991d-479e-4799-8643-bf61180c1610 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:48:19.302747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-792cc7bc-9c86-415a-a5dd-b6f5c0781219 service neutron] For port e950991d-479e-4799-8643-bf61180c1610, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e950991d-479e-4799-8643-bf61180c1610,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:19.333598 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7da94aa3-2fd3-4da0-938b-82f6cf20c0db req-b70b924e-778e-4f01-8785-713e8cba66e9 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0600405 Aug 29 06:48:19.351922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8ce59-6dab-448b-aef8-486ae0010a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bed20b-3917-4f64-9128-8d4392812fb3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:19.357712 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-69d8ce59-6dab-448b-aef8-486ae0010a10 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7072234d81054c8faffb6156de064498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6358786 Aug 29 06:48:19.370613 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 28d8009d-07f1-4216-a5d5-e391b19b4e00 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:19.375698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 28d8009d-07f1-4216-a5d5-e391b19b4e00 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:19.377392 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:19.379308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48266) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:19.478597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-c2703351-c93d-4289-897d-3a4ab0fd676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:19.480656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-c2703351-c93d-4289-897d-3a4ab0fd676b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2095671 Aug 29 06:48:19.496071 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-792cc7bc-9c86-415a-a5dd-b6f5c0781219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:19.517817 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:19.565719 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2114-0ada-41b3-b2d7-f0a45517c5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:19.584993 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 28d8009d-07f1-4216-a5d5-e391b19b4e00, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=28d8009d-07f1-4216-a5d5-e391b19b4e00,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:19.587333 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5e8ff7-d7c9-4465-b668-b5f70113b75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d8009d-07f1-4216-a5d5-e391b19b4e00'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:19.593358 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8592fe7a-e2b5-43b7-adeb-83b9fc1630c0" -d '{"events": [{"server_uuid": "1c5e8ff7-d7c9-4465-b668-b5f70113b75e", "name": "network-vif-plugged", "status": "completed", "tag": "28d8009d-07f1-4216-a5d5-e391b19b4e00"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:19.615161 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2114-0ada-41b3-b2d7-f0a45517c5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:19.648576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-792cc7bc-9c86-415a-a5dd-b6f5c0781219 service neutron] Transition to ACTIVE for port object e950991d-479e-4799-8643-bf61180c1610 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:19.662981 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:19.663855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e950991d-479e-4799-8643-bf61180c1610 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:48:19.748973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-792cc7bc-9c86-415a-a5dd-b6f5c0781219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:19.801387 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552063e8-72a2-4572-8826-dfa136aec389 x-openstack-request-id: req-552063e8-72a2-4572-8826-dfa136aec389 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:19.801696 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5e8ff7-d7c9-4465-b668-b5f70113b75e", "name": "network-vif-plugged", "status": "completed", "tag": "28d8009d-07f1-4216-a5d5-e391b19b4e00", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:19.802119 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-552063e8-72a2-4572-8826-dfa136aec389 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:19.802727 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5e8ff7-d7c9-4465-b668-b5f70113b75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d8009d-07f1-4216-a5d5-e391b19b4e00', 'code': 200} Aug 29 06:48:19.878022 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2114-0ada-41b3-b2d7-f0a45517c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:19.882741 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2114-0ada-41b3-b2d7-f0a45517c5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:19.884461 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ac6d2114-0ada-41b3-b2d7-f0a45517c5a3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/18bed20b-3917-4f64-9128-8d4392812fb3 HTTP/1.1" status: 204 len: 168 time: 0.5031548 Aug 29 06:48:19.911190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d2114-0ada-41b3-b2d7-f0a45517c5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bed20b-3917-4f64-9128-8d4392812fb3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:19.964260 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-2213a8b5-edac-47d8-b092-5c03dca27ceb service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534423 Aug 29 06:48:19.984578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927ecba-3e8c-4d6e-8d2c-a0918585254e req-f7bc1b19-a35a-4947-9ddb-47f403f43d4c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:19.986048 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-792cc7bc-9c86-415a-a5dd-b6f5c0781219 service neutron] No DVR routers for this DVR port e950991d-479e-4799-8643-bf61180c1610 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:48:19.991702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2927ecba-3e8c-4d6e-8d2c-a0918585254e req-f7bc1b19-a35a-4947-9ddb-47f403f43d4c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 946 time: 0.2604315 Aug 29 06:48:20.008435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=28d8009d-07f1-4216-a5d5-e391b19b4e00,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:20.010085 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cc7bc-9c86-415a-a5dd-b6f5c0781219 service neutron] Pushing event updated for resources: {'Port': ['ID=e950991d-479e-4799-8643-bf61180c1610,revision_number=10']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:20.011700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6757de-0c7a-4c15-8d7b-111888e03994 req-bde23479-d6b6-4438-b348-a27e6f6e7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:20.030541 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c6757de-0c7a-4c15-8d7b-111888e03994 req-bde23479-d6b6-4438-b348-a27e6f6e7479 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 1098 time: 0.2367160 Aug 29 06:48:20.067231 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-792cc7bc-9c86-415a-a5dd-b6f5c0781219 service neutron] 10.222.0.15 "PUT /v2.0/ports/e950991d-479e-4799-8643-bf61180c1610/bindings/n-h2-713301-12/activate HTTP/1.1" status: 200 len: 370 time: 1.1886628 Aug 29 06:48:20.222492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c6757de-0c7a-4c15-8d7b-111888e03994 req-3608eca6-879d-4348-af42-585d18b76041 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986145 Aug 29 06:48:20.261511 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2927ecba-3e8c-4d6e-8d2c-a0918585254e req-248c7a5a-fd8c-4e50-8d0f-6ddb93f1bbe9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565267 Aug 29 06:48:20.297048 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946847-49d9-4e78-b1d3-f5a0a75a816b req-081adfbb-f280-4dfa-9a20-74c81abf14f1 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:20.305643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1946847-49d9-4e78-b1d3-f5a0a75a816b req-081adfbb-f280-4dfa-9a20-74c81abf14f1 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 945 time: 0.1711423 Aug 29 06:48:20.320521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48294) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:20.334347 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-7a195572-8adf-4313-9161-b9e61a449063 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306441 Aug 29 06:48:20.381578 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1946847-49d9-4e78-b1d3-f5a0a75a816b req-84300b3c-3599-4d78-9751-e369c1a96d82 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709476 Aug 29 06:48:20.440889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-a10cac6c-9e9c-4d54-b7ae-cb3dce60fca4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=bcd6b383-2ce3-4041-b3e5-40537ae7211f HTTP/1.1" status: 200 len: 217 time: 0.0767400 Aug 29 06:48:20.461864 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1995044603-network', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:20.503672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c6092012-d87b-4214-a775-74f1b77163c2 req-3ff39b8f-600f-4a2b-b0e6-58326086ff2f tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0528324 Aug 29 06:48:20.522422 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-1d41b7c4-2274-496a-90f2-129349e647cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:20.523797 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-1d41b7c4-2274-496a-90f2-129349e647cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.0636482 Aug 29 06:48:20.551766 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] Made reservation on behalf of 7a60e8e812f94e929411be0e22e3769e for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:48:20.556321 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:20.576045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-05a4a6c6-60c1-4f71-a81e-3b5f1ca3f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:20.577732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-05a4a6c6-60c1-4f71-a81e-3b5f1ca3f114 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0462914 Aug 29 06:48:20.696631 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:20.710984 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-50a3cea6-be50-4f77-94d2-1751fed8c51b service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175351 Aug 29 06:48:20.834360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-f0b5b766-3a29-41f4-96a3-c3c8f07127c3 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140306 Aug 29 06:48:20.835809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48308) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:20.886896 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:20.893114 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a0f7971-b136-44e6-a69e-7d3d6bd73994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:20.937496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-95b6b6cb-8564-4c16-8cb4-13ed2c12759c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=ef27d19d-f6d0-40c3-bce9-622d1313e3b4 HTTP/1.1" status: 200 len: 217 time: 0.0856066 Aug 29 06:48:20.989286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-2676d4ef-5059-4a3f-85ed-fc136cc1356c tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:20.991256 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-2676d4ef-5059-4a3f-85ed-fc136cc1356c tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76&tenant_id=ae1a013e8eb8401888d6fb6666c86936&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.1141412 Aug 29 06:48:21.009685 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-60c8380a-6279-473e-ae8b-f7d4d190cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:21.012005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-60c8380a-6279-473e-ae8b-f7d4d190cb8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.0629106 Aug 29 06:48:21.052450 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:21.065231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-e053be02-2926-486a-9439-bbf34a4aad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:21.071053 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-e053be02-2926-486a-9439-bbf34a4aad42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76&tenant_id=ae1a013e8eb8401888d6fb6666c86936 HTTP/1.1" status: 200 len: 1097 time: 0.0650225 Aug 29 06:48:21.072990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-5fe44b32-e161-4d82-a61c-027aadf74274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:21.074504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-5fe44b32-e161-4d82-a61c-027aadf74274 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0515680 Aug 29 06:48:21.139778 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:21.195366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:48:21.216972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2db2c40-9e99-4507-88fe-2d07872cda35,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:21.223827 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a0f7971-b136-44e6-a69e-7d3d6bd73994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:21.235154 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:21.235586 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] Added segment 7b6f1882-2f11-42f9-b606-a1837631b3a2 of type vlan for network 90d81331-d535-41aa-8e5a-e08ac3030c6e Aug 29 06:48:21.253711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-79d203f0-5e88-40bc-b706-fd5774ea5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:21.255283 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-79d203f0-5e88-40bc-b706-fd5774ea5d97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae1a013e8eb8401888d6fb6666c86936&device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 1097 time: 0.1136243 Aug 29 06:48:21.263925 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-22a6c55c-d0ae-454e-8115-234f013ec6a8 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769383 Aug 29 06:48:21.368182 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:21.388040 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a0f7971-b136-44e6-a69e-7d3d6bd73994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:21.464111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-950e1872-fdb1-4296-9066-0e3b29da7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:21.466456 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-950e1872-fdb1-4296-9066-0e3b29da7e8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 200 len: 908 time: 0.1852086 Aug 29 06:48:21.524556 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-55aff76d-f64b-4140-808f-d6c9da69cfba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e950991d-479e-4799-8643-bf61180c1610 HTTP/1.1" status: 200 len: 217 time: 0.0489044 Aug 29 06:48:21.528734 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:21.529717 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:21.530432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:21.535651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-cc957680-7b34-48dd-ad76-4f9526eefa16 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581787 Aug 29 06:48:21.537935 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1a0f7971-b136-44e6-a69e-7d3d6bd73994 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f0d4eb2d5da24467b7eb7d7173620926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7001181 Aug 29 06:48:21.543022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f7971-b136-44e6-a69e-7d3d6bd73994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58abe83-88b4-4871-b9f3-f3c11426c167,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:21.546707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48318) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:21.566334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b67a2-3287-4a7f-a6c2-05b34e373e74 req-b5b01083-4afc-4f2c-a1f4-13a004617781 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:21.575043 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-608b67a2-3287-4a7f-a6c2-05b34e373e74 req-b5b01083-4afc-4f2c-a1f4-13a004617781 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 946 time: 0.1999774 Aug 29 06:48:21.611255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] Pushing event updated for resources: {'Network': ['ID=90d81331-d535-41aa-8e5a-e08ac3030c6e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:21.619835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 90d81331-d535-41aa-8e5a-e08ac3030c6e details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:48:21.722958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-4a1f5559-6195-43cf-ba8f-ed2b115ced17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:21.727702 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-4a1f5559-6195-43cf-ba8f-ed2b115ced17 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 200 len: 847 time: 0.1194775 Aug 29 06:48:21.730190 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-db9ce087-fd70-40c1-9df9-a1472dc56ede admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4142029 Aug 29 06:48:21.733353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48320) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:21.746497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0c3a0cdb-b241-4af8-b61c-2a7e0ab6542f admin admin] Request body: {'subnet': {'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1995044603-subnet', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:21.789777 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-91d901ad-9c8c-45c9-8fb1-59fe2f8c2d0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4475f61a-c472-49af-9e60-c53edc6707df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353405 Aug 29 06:48:21.897348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3a0cdb-b241-4af8-b61c-2a7e0ab6542f admin admin] Made reservation on behalf of 7a60e8e812f94e929411be0e22e3769e for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:48:21.900028 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0cdb-b241-4af8-b61c-2a7e0ab6542f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:22.018204 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-b1943c14-bdb8-4e26-b410-cc0d4b0b3cd5 service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028849 Aug 29 06:48:22.027621 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-fac0fad5-ff00-4812-b0e6-3b819dfde26a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ce4dd112-c306-4947-90f4-bcdb99840941 HTTP/1.1" status: 200 len: 217 time: 0.4487066 Aug 29 06:48:22.035761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2d58e-7260-4a2c-85ea-20ba283901ba req-d4bc23ff-5e3c-4a5d-a0bd-489a9810d487 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:22.044215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5f2d58e-7260-4a2c-85ea-20ba283901ba req-d4bc23ff-5e3c-4a5d-a0bd-489a9810d487 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 945 time: 0.5811071 Aug 29 06:48:22.151239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-608b67a2-3287-4a7f-a6c2-05b34e373e74 req-08bf7129-1a5b-4304-bead-c99f9f176533 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748851 Aug 29 06:48:22.175460 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5f2d58e-7260-4a2c-85ea-20ba283901ba req-7247c003-419b-4e69-ba5c-509ae4642edb tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253302 Aug 29 06:48:22.180955 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-4529d7b4-6068-4612-8050-6477ea138602 service neutron] 10.222.0.11 "GET /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521273 Aug 29 06:48:22.188893 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7aaf03fa-ca77-4dde-a7b1-035c24c9539c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:22.194246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-67cae5b2-4851-419c-913d-2d209f2242cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:22.198878 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-67cae5b2-4851-419c-913d-2d209f2242cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.1473281 Aug 29 06:48:22.314726 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7aaf03fa-ca77-4dde-a7b1-035c24c9539c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:22.320017 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c346c79-cd79-44b0-8731-2b684199f765 req-0af88468-bc8f-41f6-aa67-6cfd6c994603 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0583913 Aug 29 06:48:22.347122 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-c90def6e-7db9-4f8b-b1e0-d9f066b1779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:22.349180 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-c90def6e-7db9-4f8b-b1e0-d9f066b1779d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1407247 Aug 29 06:48:22.394258 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0cdb-b241-4af8-b61c-2a7e0ab6542f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:22.479254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-628bbde8-0e61-4d45-9ba6-96441895f793 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045489 Aug 29 06:48:22.485524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a0cdb-b241-4af8-b61c-2a7e0ab6542f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f065a5d1-b5aa-4386-a23b-43fe3d51e6b8,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:22.497744 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3a0cdb-b241-4af8-b61c-2a7e0ab6542f admin admin] Checking segment: {'id': '7b6f1882-2f11-42f9-b606-a1837631b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:48:22.498107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3a0cdb-b241-4af8-b61c-2a7e0ab6542f admin admin] Network hostable DHCP agents. Network: 90d81331-d535-41aa-8e5a-e08ac3030c6e, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:48:22.548782 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7aaf03fa-ca77-4dde-a7b1-035c24c9539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:22.552231 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7aaf03fa-ca77-4dde-a7b1-035c24c9539c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:22.553541 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7aaf03fa-ca77-4dde-a7b1-035c24c9539c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d58abe83-88b4-4871-b9f3-f3c11426c167 HTTP/1.1" status: 204 len: 168 time: 1.0048251 Aug 29 06:48:22.568350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf03fa-ca77-4dde-a7b1-035c24c9539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58abe83-88b4-4871-b9f3-f3c11426c167,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:22.609350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-5532c608-d287-44fb-a54f-6effe2660d5e service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180153 Aug 29 06:48:22.655167 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3a0cdb-b241-4af8-b61c-2a7e0ab6542f admin admin] Network 90d81331-d535-41aa-8e5a-e08ac3030c6e is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:48:22.658870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-7ee374d5-afe3-4d4e-b3fd-0441d38df8da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb HTTP/1.1" status: 200 len: 217 time: 0.0394351 Aug 29 06:48:22.745312 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-8f7917a0-409b-4986-8d83-d38cb6a5d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:22.746811 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-8f7917a0-409b-4986-8d83-d38cb6a5d097 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeb224e9-072a-41a9-9f49-2fbdd36c708c HTTP/1.1" status: 200 len: 797 time: 0.0759120 Aug 29 06:48:22.763162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0c3a0cdb-b241-4af8-b61c-2a7e0ab6542f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 90d81331-d535-41aa-8e5a-e08ac3030c6e) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:22.779087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3a0cdb-b241-4af8-b61c-2a7e0ab6542f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:22.779893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fef8fb-3a3b-4b94-98a4-be5d791c5516 None None] Network 90d81331-d535-41aa-8e5a-e08ac3030c6e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:48:22.780624 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0cdb-b241-4af8-b61c-2a7e0ab6542f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:22.853913 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-fce8fc3f-9191-410d-af83-e06a17ae7796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:22.858308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-fce8fc3f-9191-410d-af83-e06a17ae7796 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606aeb02-681b-4216-bf8c-e614c7425478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0951080 Aug 29 06:48:22.914899 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0c3a0cdb-b241-4af8-b61c-2a7e0ab6542f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1779330 Aug 29 06:48:22.918237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48336) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:22.926660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:22.985927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-f2b01949-43c5-4de1-a6c8-94e213887f63 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:22.991350 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-f2b01949-43c5-4de1-a6c8-94e213887f63 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76&tenant_id=ae1a013e8eb8401888d6fb6666c86936&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.1702075 Aug 29 06:48:23.042789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-90d81331-d535-41aa-8e5a-e08ac3030c6e', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'fixed_ips': [{'subnet_id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:48:23.043726 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:23.068252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-6a1d073e-be56-4037-8868-87ac69a62598 service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979122 Aug 29 06:48:23.086152 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:23.088219 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:23.241966 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:23.328432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-3fbe2344-1b33-43b5-bf8e-a45cbbc6d3f5 service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440600 Aug 29 06:48:23.347991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Allocated IP 172.20.0.2 (90d81331-d535-41aa-8e5a-e08ac3030c6e/f065a5d1-b5aa-4386-a23b-43fe3d51e6b8/3d2a61d8-7141-44f5-a54c-b86357cc18a9) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:48:23.428409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-c37dba74-9e07-426a-8623-de451b2ed6e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=060c1398-807d-4842-967b-5455af62da39 HTTP/1.1" status: 200 len: 217 time: 0.0800769 Aug 29 06:48:23.467109 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b5c3f-bebb-44cc-a6e8-c67a01c959a1 req-1fae092d-6d2b-4ef2-ba69-94e0d39904fd tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:23.469632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae0b5c3f-bebb-44cc-a6e8-c67a01c959a1 req-1fae092d-6d2b-4ef2-ba69-94e0d39904fd tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 945 time: 0.1794837 Aug 29 06:48:23.476535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-7236ad8a-5cca-4955-b467-e2c8b0909d1c service neutron] For port e950991d-479e-4799-8643-bf61180c1610, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:48:23.507156 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dae50e-69ae-4efc-ac39-014d17d4c665 req-4c62e759-9d4c-428a-b433-097dc0fd5e02 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:23.508676 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71dae50e-69ae-4efc-ac39-014d17d4c665 req-4c62e759-9d4c-428a-b433-097dc0fd5e02 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 946 time: 0.1770480 Aug 29 06:48:23.531211 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-7236ad8a-5cca-4955-b467-e2c8b0909d1c service neutron] Notify callbacks [] for binding, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:23.532812 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c18714ba-36e1-492a-9894-bd50e8b0459e req-7236ad8a-5cca-4955-b467-e2c8b0909d1c service neutron] 10.222.0.11 "DELETE /v2.0/ports/e950991d-479e-4799-8643-bf61180c1610/bindings/n-h1-713301-12 HTTP/1.1" status: 204 len: 173 time: 0.5349443 Aug 29 06:48:23.563510 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:23.574347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Transition to ACTIVE for port object 3d2a61d8-7141-44f5-a54c-b86357cc18a9 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:23.590111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae0b5c3f-bebb-44cc-a6e8-c67a01c959a1 req-598d8cc4-e46c-4168-94f8-29da5073e9c0 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911105 Aug 29 06:48:23.591927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Transition to ACTIVE for port object 3d2a61d8-7141-44f5-a54c-b86357cc18a9 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:23.593478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-c22a9bc0-a501-48a3-97de-0c8b59bb4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:23.594906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-c22a9bc0-a501-48a3-97de-0c8b59bb4742 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeb224e9-072a-41a9-9f49-2fbdd36c708c HTTP/1.1" status: 200 len: 797 time: 0.1558259 Aug 29 06:48:23.664491 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:23.682672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71dae50e-69ae-4efc-ac39-014d17d4c665 req-df61a61d-7f5b-40e9-9470-89ee11afeaf2 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486671 Aug 29 06:48:23.702874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82416aba-8f09-4223-901d-c1926a7a0980 req-8db2c532-53bb-47b5-a6c1-2b515fb86457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:23.704418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-8db2c532-53bb-47b5-a6c1-2b515fb86457 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606aeb02-681b-4216-bf8c-e614c7425478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0882182 Aug 29 06:48:23.769206 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:23.868796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-7fa3c9fe-9d18-4f66-9b7b-7ce32940fbcd service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521304 Aug 29 06:48:23.901758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Network 90d81331-d535-41aa-8e5a-e08ac3030c6e is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:48:23.903892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:23.917187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a61b7ec3-cbe3-45dc-ac33-bd83e56cc2f7 req-68ce56d1-7819-4d67-a925-67a3dff3a12e tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0630624 Aug 29 06:48:23.925886 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Pushing event updated for resources: {'Port': ['ID=3d2a61d8-7141-44f5-a54c-b86357cc18a9,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:23.929669 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:48:24.039131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Attempting to bind port 3d2a61d8-7141-44f5-a54c-b86357cc18a9 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:48:24.039733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Attempting to bind port 3d2a61d8-7141-44f5-a54c-b86357cc18a9 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '7b6f1882-2f11-42f9-b606-a1837631b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:48:24.040118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Attempting to bind port 3d2a61d8-7141-44f5-a54c-b86357cc18a9 on network 90d81331-d535-41aa-8e5a-e08ac3030c6e {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:48:24.060116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:48:24.061620 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Checking segment: {'id': '7b6f1882-2f11-42f9-b606-a1837631b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:48:24.062463 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:24.064572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Bound using segment: {'id': '7b6f1882-2f11-42f9-b606-a1837631b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:48:24.068522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Bound port: 3d2a61d8-7141-44f5-a54c-b86357cc18a9, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6f1882-2f11-42f9-b606-a1837631b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:48:24.069137 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:24.389247 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] For port 3d2a61d8-7141-44f5-a54c-b86357cc18a9, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:48:24.389247 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] For port 3d2a61d8-7141-44f5-a54c-b86357cc18a9, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3d2a61d8-7141-44f5-a54c-b86357cc18a9,segment=NetworkSegment(7b6f1882-2f11-42f9-b606-a1837631b3a2),segment_id=7b6f1882-2f11-42f9-b606-a1837631b3a2)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:48:24.390823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebee41-9672-42cf-8a53-134c6a8fc31b req-a890db80-5c66-4f21-8b09-93a29289ec96 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:24.390823 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acebee41-9672-42cf-8a53-134c6a8fc31b req-a890db80-5c66-4f21-8b09-93a29289ec96 tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 1097 time: 0.0843403 Aug 29 06:48:24.390823 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82416aba-8f09-4223-901d-c1926a7a0980 req-a60447b9-530f-4e4d-aec1-5a03d0e8ddd5 service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587675 Aug 29 06:48:24.391370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:24.391455 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acebee41-9672-42cf-8a53-134c6a8fc31b req-3bdc11c4-86d4-418b-a6c6-b2d3cf8c65ec tempest-LiveMigrationTest-591885726 tempest-LiveMigrationTest-591885726-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378952 Aug 29 06:48:24.391598 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:24.407954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Allocated IP 172.25.1.88 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/406ef5cf-7f40-41ec-bf2a-3b6b40211bb9) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:48:24.512815 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:24.656942 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:24.708997 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:24.736960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:48:24.773020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:24.787212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:48:24.800379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d850d-96af-4327-b8ec-60c5ca3a3f46 None None] Pushing event updated for resources: {'Port': ['ID=3d2a61d8-7141-44f5-a54c-b86357cc18a9,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:24.881760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Pushing event updated for resources: {'Port': ['ID=406ef5cf-7f40-41ec-bf2a-3b6b40211bb9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:25.347860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6bde5736-881f-436a-982c-82257e332eca req-a9d73a2e-9831-46df-981c-a481e6e06485 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.1669390 Aug 29 06:48:25.405369 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:25.428184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3d2a61d8-7141-44f5-a54c-b86357cc18a9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:48:25.429303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d8d99-ffbf-43f2-9dd0-a42b4152f8c6 req-d0800f6a-442e-44d5-a29b-b12e88444c2f tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:25.438867 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e14d8d99-ffbf-43f2-9dd0-a42b4152f8c6 req-d0800f6a-442e-44d5-a29b-b12e88444c2f tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 945 time: 0.3047898 Aug 29 06:48:25.488162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e14d8d99-ffbf-43f2-9dd0-a42b4152f8c6 req-6ecf3452-f0c5-42c1-9874-8bf8810abc9c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467942 Aug 29 06:48:25.654588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 3d2a61d8-7141-44f5-a54c-b86357cc18a9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:25.712097 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:26.078978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:48:26.214031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bb01f-dfc7-400c-9632-a5a84e055239 req-e8694209-5783-4de6-b9cb-293959259dd2 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:26.223852 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa6bb01f-dfc7-400c-9632-a5a84e055239 req-e8694209-5783-4de6-b9cb-293959259dd2 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 945 time: 0.1396947 Aug 29 06:48:26.381493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e616bf22-4d92-44f4-99dc-b504788bd4ad None None] Network 90d81331-d535-41aa-8e5a-e08ac3030c6e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:48:26.428344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:48:26.481102 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Sync routers for ids ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:48:26.498768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-fa6bb01f-dfc7-400c-9632-a5a84e055239 req-8abb5eef-e59a-44f5-a57c-e732778ff748 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Deleting port e950991d-479e-4799-8643-bf61180c1610 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:26.499120 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fa6bb01f-dfc7-400c-9632-a5a84e055239 req-8abb5eef-e59a-44f5-a57c-e732778ff748 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:26.509582 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Routers {'3f4e386a-5af0-4cf4-90d4-5de5af580f08'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:48:26.510752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:48:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:26.549796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1cac4421-21b7-484a-b53d-546f911fcac5 req-2b12e03d-1eee-450f-8a18-87f9b332b994 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0514700 Aug 29 06:48:26.579493 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:26.583267 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d84cbbe9-d148-4520-bf61-02daab1e91c5 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6615636 Aug 29 06:48:26.583859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48436) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:26.602245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7132c08d-2040-4922-8f6b-cb84aa846f19 None None] Provisioning for port 3d2a61d8-7141-44f5-a54c-b86357cc18a9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:26.623822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7132c08d-2040-4922-8f6b-cb84aa846f19 None None] Provisioning complete for port 3d2a61d8-7141-44f5-a54c-b86357cc18a9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:26.625225 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7132c08d-2040-4922-8f6b-cb84aa846f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:26.800785 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ede417-787e-4ad1-a40f-6eb333f6b4be req-b948a25e-113e-485f-abe6-804a2664861c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:26.812164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20ede417-787e-4ad1-a40f-6eb333f6b4be req-b948a25e-113e-485f-abe6-804a2664861c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 945 time: 0.1580360 Aug 29 06:48:26.920312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Set router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:48:26.941406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20ede417-787e-4ad1-a40f-6eb333f6b4be req-3c2a721f-4b25-4921-8cb5-0d843eced3e0 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233540 Aug 29 06:48:27.097024 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7132c08d-2040-4922-8f6b-cb84aa846f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:27.122362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-fa6bb01f-dfc7-400c-9632-a5a84e055239 req-8abb5eef-e59a-44f5-a57c-e732778ff748 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] For port e950991d-479e-4799-8643-bf61180c1610, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e950991d-479e-4799-8643-bf61180c1610,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:27.122922 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fa6bb01f-dfc7-400c-9632-a5a84e055239 req-8abb5eef-e59a-44f5-a57c-e732778ff748 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:27.144218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-fa6bb01f-dfc7-400c-9632-a5a84e055239 req-8abb5eef-e59a-44f5-a57c-e732778ff748 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Calling delete_port for e950991d-479e-4799-8643-bf61180c1610 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:27.223591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7132c08d-2040-4922-8f6b-cb84aa846f19 None None] For port 3d2a61d8-7141-44f5-a54c-b86357cc18a9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3d2a61d8-7141-44f5-a54c-b86357cc18a9,segment=NetworkSegment(7b6f1882-2f11-42f9-b606-a1837631b3a2),segment_id=7b6f1882-2f11-42f9-b606-a1837631b3a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:27.293222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:48:25Z', 'revision_number': 3, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:27.517472 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7132c08d-2040-4922-8f6b-cb84aa846f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:27.530914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Checking router: 3f4e386a-5af0-4cf4-90d4-5de5af580f08 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:48:27.530914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Updating router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 port 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:48:27.585591 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fa6bb01f-dfc7-400c-9632-a5a84e055239 req-8abb5eef-e59a-44f5-a57c-e732778ff748 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:27.651022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb5eef-e59a-44f5-a57c-e732778ff748 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Pushing event deleted for resources: {'Port': ['ID=e950991d-479e-4799-8643-bf61180c1610,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:27.659293 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e30c64e1-564b-4961-9df2-3dd4384a9aad', '305f0fa6-589c-425f-a4b5-af0074979ec5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:48:27.745551 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6bb01f-dfc7-400c-9632-a5a84e055239 req-8abb5eef-e59a-44f5-a57c-e732778ff748 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] No DVR routers for this DVR port e950991d-479e-4799-8643-bf61180c1610 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:48:27.752639 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:27.799109 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a86c666-fca0-4564-ac4f-a29bffda307f req-5f83f2a2-dc88-4a5a-83c8-a5b7bde02bdc tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0475070 Aug 29 06:48:27.799615 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fa6bb01f-dfc7-400c-9632-a5a84e055239 req-8abb5eef-e59a-44f5-a57c-e732778ff748 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:27.803768 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa6bb01f-dfc7-400c-9632-a5a84e055239 req-8abb5eef-e59a-44f5-a57c-e732778ff748 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.11 "DELETE /v2.0/ports/e950991d-479e-4799-8643-bf61180c1610 HTTP/1.1" status: 204 len: 173 time: 1.5691242 Aug 29 06:48:27.804313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c75a4c-f416-4b11-8939-4af6b9233f76', 'name': 'network-vif-deleted', 'tag': 'e950991d-479e-4799-8643-bf61180c1610'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:27.814288 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c582ae3-9e41-426a-b38c-3c64a9cb7278" -d '{"events": [{"server_uuid": "83c75a4c-f416-4b11-8939-4af6b9233f76", "name": "network-vif-deleted", "tag": "e950991d-479e-4799-8643-bf61180c1610"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:27.833261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132c08d-2040-4922-8f6b-cb84aa846f19 None None] Pushing event updated for resources: {'Port': ['ID=3d2a61d8-7141-44f5-a54c-b86357cc18a9,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:27.839177 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:27.902859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4be77341-b034-4b15-9822-d4b5ab878ca3 None None] Provisioning complete for port 3d2a61d8-7141-44f5-a54c-b86357cc18a9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:27.903317 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4be77341-b034-4b15-9822-d4b5ab878ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:27.912344 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b497a48-3f4c-4c94-95a6-f55aa3eaea07 x-openstack-request-id: req-7b497a48-3f4c-4c94-95a6-f55aa3eaea07 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:27.912528 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c75a4c-f416-4b11-8939-4af6b9233f76", "name": "network-vif-deleted", "tag": "e950991d-479e-4799-8643-bf61180c1610", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:27.912779 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7b497a48-3f4c-4c94-95a6-f55aa3eaea07 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:27.913177 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c75a4c-f416-4b11-8939-4af6b9233f76', 'name': 'network-vif-deleted', 'tag': 'e950991d-479e-4799-8643-bf61180c1610', 'status': 'completed', 'code': 200} Aug 29 06:48:28.152087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Allocated IP 172.20.0.1 (90d81331-d535-41aa-8e5a-e08ac3030c6e/f065a5d1-b5aa-4386-a23b-43fe3d51e6b8/240aba28-5815-4e9d-9e68-1d4a2834f791) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:48:28.202561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d349168-a283-4875-861a-2b8300947c6b req-7ac72c4b-d451-47e5-9d65-86bbac13f6e5 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 210 time: 0.0509779 Aug 29 06:48:28.369186 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:28.385578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Transition to ACTIVE for port object 240aba28-5815-4e9d-9e68-1d4a2834f791 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:28.461001 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:28.478033 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Transition to ACTIVE for port object 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:28.552888 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:28.630088 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:28.704689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Pushing event updated for resources: {'Port': ['ID=240aba28-5815-4e9d-9e68-1d4a2834f791,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:28.735162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Network 90d81331-d535-41aa-8e5a-e08ac3030c6e is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:48:28.737327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:28.739880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:48:28.804596 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:28.824588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e956b30-66c2-481b-ba33-50862405202a None None] Pushing event updated for resources: {'Port': ['ID=406ef5cf-7f40-41ec-bf2a-3b6b40211bb9,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:28.845121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Attempting to bind port 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:48:28.845501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Attempting to bind port 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:48:28.845864 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Attempting to bind port 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:48:28.858267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:48:28.858654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:48:28.859059 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:28.859481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:48:28.859973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Bound port: 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:48:28.860355 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:28.985907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fb3f289-b5da-4c02-b3a6-8fd725075cd8 req-500c1bab-b0e1-4d80-8e9f-def500a9d22f tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0484195 Aug 29 06:48:29.016225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] For port 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:48:29.020067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] For port 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=406ef5cf-7f40-41ec-bf2a-3b6b40211bb9,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:48:29.086567 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:29.204522 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:29.264746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Routers {'3f4e386a-5af0-4cf4-90d4-5de5af580f08'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:48:29.273588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:48:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:29.277716 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e950991d-479e-4799-8643-bf61180c1610 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:48:29.371239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: e950991d-479e-4799-8643-bf61180c1610 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:48:29.372133 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e950991d-479e-4799-8643-bf61180c1610 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:48:29.401931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f31096e8-421f-48b0-b633-919b7eba8d6d req-c85dd3df-c78d-42bb-a10d-0b2280594e1a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 210 time: 0.0982563 Aug 29 06:48:29.407492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3d2a61d8-7141-44f5-a54c-b86357cc18a9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:48:29.413495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e956b30-66c2-481b-ba33-50862405202a None None] Pushing event updated for resources: {'Port': ['ID=406ef5cf-7f40-41ec-bf2a-3b6b40211bb9,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:29.570488 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:29.615964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0a205470-0b3a-4b70-adfe-43240c5fd7ba None None] Provisioning for port 240aba28-5815-4e9d-9e68-1d4a2834f791 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:29.627317 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0a205470-0b3a-4b70-adfe-43240c5fd7ba None None] Provisioning complete for port 240aba28-5815-4e9d-9e68-1d4a2834f791 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:29.632441 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0a205470-0b3a-4b70-adfe-43240c5fd7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:29.635782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] Set router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:48:29.650689 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:29.765712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Pushing event updated for resources: {'Port': ['ID=240aba28-5815-4e9d-9e68-1d4a2834f791,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:29.784319 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:29.834771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0a205470-0b3a-4b70-adfe-43240c5fd7ba None None] Port 240aba28-5815-4e9d-9e68-1d4a2834f791 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:48:29.992810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 3d2a61d8-7141-44f5-a54c-b86357cc18a9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:29.993423 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:30.017526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Network 90d81331-d535-41aa-8e5a-e08ac3030c6e is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:48:30.019538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:30.099135 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:48:29Z', 'revision_number': 4, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '240aba28-5815-4e9d-9e68-1d4a2834f791', 'name': '', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'mac_address': 'fa:16:3e:58:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:27Z', 'updated_at': '2021-08-29T06:48:28Z', 'revision_number': 1, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'subnets': [{'id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:30.155728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640acd2-f317-4fc9-91da-ccfa39185cda None None] The sync data for ids ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'] in n-d-713301-12 is: [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:48:29Z', 'revision_number': 4, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '240aba28-5815-4e9d-9e68-1d4a2834f791', 'name': '', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'mac_address': 'fa:16:3e:58:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:27Z', 'updated_at': '2021-08-29T06:48:28Z', 'revision_number': 1, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'subnets': [{'id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:48:30.226134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c2caea68-025c-4012-a6d7-035303936041 req-bb8df32c-cbf3-4387-bc7d-32ad15789c69 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0957825 Aug 29 06:48:30.310732 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:48:30.475587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-87026c9f-bfa3-4fcb-90a8-5dc6f2a3a4b6 None None] Provisioning complete for port 240aba28-5815-4e9d-9e68-1d4a2834f791 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:30.475587 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87026c9f-bfa3-4fcb-90a8-5dc6f2a3a4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:30.486470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:48:30.495199 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-711a1493-9fef-4b2f-aa2b-206be877e625 admin admin] 10.222.0.76 "PUT /v2.0/routers/3f4e386a-5af0-4cf4-90d4-5de5af580f08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9090290 Aug 29 06:48:30.550288 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-87026c9f-bfa3-4fcb-90a8-5dc6f2a3a4b6 None None] Port 240aba28-5815-4e9d-9e68-1d4a2834f791 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:48:30.577155 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ea9cedc-6567-4326-b94a-743e4b96ce76 req-1668c6ea-f529-45ab-9a2b-7010677626a5 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 210 time: 0.0582082 Aug 29 06:48:31.231363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48568) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:31.236950 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-64669254-5619-4c94-a584-8e4246cda298 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1151906206', 'description': 'tempest-description--1846211753'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:31.389831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:48:31.413694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15d81ed1-1c87-4e1a-bbcf-7088a11a8c41 req-4a29e8c8-a122-4ca9-976e-b389d91243a8 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0895545 Aug 29 06:48:31.414741 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-64669254-5619-4c94-a584-8e4246cda298 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:31.621578 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-64669254-5619-4c94-a584-8e4246cda298 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:31.622584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:31.627791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:31.628376 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:31.735917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db6bbc30-08a8-466c-bab2-9638e8fd219b req-92c4bc3b-a18e-4b77-8128-0ea44c68407a tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 210 time: 0.0648303 Aug 29 06:48:31.750510 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-64669254-5619-4c94-a584-8e4246cda298 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:31.830983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64669254-5619-4c94-a584-8e4246cda298 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b04e551-908f-4cdd-9b88-b70bc559b060,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:31.866174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-64669254-5619-4c94-a584-8e4246cda298 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:31.878010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-64669254-5619-4c94-a584-8e4246cda298 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6427448 Aug 29 06:48:31.881216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48588) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:31.890956 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b183b738-2200-4227-95a8-6677a933a565 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Request body: {'security_group_rule': {'security_group_id': '0b04e551-908f-4cdd-9b88-b70bc559b060', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:31.897051 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:31.945301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=406ef5cf-7f40-41ec-bf2a-3b6b40211bb9,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:32.028066 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:32.036090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b183b738-2200-4227-95a8-6677a933a565 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:32.126048 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=406ef5cf-7f40-41ec-bf2a-3b6b40211bb9,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:32.140347 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b183b738-2200-4227-95a8-6677a933a565 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:32.228054 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b183b738-2200-4227-95a8-6677a933a565 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:32.244702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183b738-2200-4227-95a8-6677a933a565 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb48ad72-708b-4b5d-ac90-07433f8268d1,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:32.315905 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b183b738-2200-4227-95a8-6677a933a565 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:32.320794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48600) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:32.321943 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b183b738-2200-4227-95a8-6677a933a565 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4395235 Aug 29 06:48:32.327862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-788cbdf6-6064-4fe4-950a-45040d75fd54 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Request body: {'security_group_rule': {'security_group_id': '0b04e551-908f-4cdd-9b88-b70bc559b060', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:32.490829 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-788cbdf6-6064-4fe4-950a-45040d75fd54 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:32.592144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9561dff2-2cb7-478a-a0b6-1fd5591172e9 req-12b2c596-1bfa-4716-a65e-49fe0685c61c tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0479620 Aug 29 06:48:32.629953 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-788cbdf6-6064-4fe4-950a-45040d75fd54 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:32.719612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-788cbdf6-6064-4fe4-950a-45040d75fd54 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:32.792265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cbdf6-6064-4fe4-950a-45040d75fd54 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04d2170-b5e6-4dfb-b513-319cca2a77e9,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:32.919344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-788cbdf6-6064-4fe4-950a-45040d75fd54 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:32.924678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48618) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:32.930397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:32.936591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-788cbdf6-6064-4fe4-950a-45040d75fd54 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6119485 Aug 29 06:48:32.942589 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c260ad18-4886-4127-96ae-60db49a2c9b6 req-648bf253-cad0-4f2d-b286-049db82d0d52 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 210 time: 0.0796194 Aug 29 06:48:33.088950 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:33.299501 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:33.310187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:48:33.351018 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Sync routers for ids ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:48:33.371894 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Routers {'3f4e386a-5af0-4cf4-90d4-5de5af580f08'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:48:33.372576 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:48:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:33.465841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:33.466514 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:33.500902 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Allocated IP 172.25.1.89 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/f23be957-3054-454c-97b3-361e56d7834d) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:48:33.548484 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Set router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:48:33.568437 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:33.792747 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:33.836951 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70aa03b5-6e96-458a-b1c0-a52637ba1f9c req-09477b0f-78a2-433a-8a6a-6197aa447105 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0751240 Aug 29 06:48:33.930912 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:34.061025 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:48:29Z', 'revision_number': 4, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '240aba28-5815-4e9d-9e68-1d4a2834f791', 'name': '', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'mac_address': 'fa:16:3e:58:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:27Z', 'updated_at': '2021-08-29T06:48:29Z', 'revision_number': 2, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'subnets': [{'id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:34.074109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:48:34.075670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:34.090992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:48:34.107734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Pushing event updated for resources: {'Port': ['ID=f23be957-3054-454c-97b3-361e56d7834d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:34.164819 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13ea82e3-b95a-4e04-803b-959bbed31cac req-be0db113-e53b-4423-9d26-817033c1cf95 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 210 time: 0.0541296 Aug 29 06:48:34.168529 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Checking router: 3f4e386a-5af0-4cf4-90d4-5de5af580f08 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:48:34.168755 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Updating router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 port 240aba28-5815-4e9d-9e68-1d4a2834f791 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:48:34.192878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:34.192878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:34.192878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:34.192878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:34.192878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:34.192878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:34.192878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:34.193410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:34.193410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:34.193560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:34.193890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:34.194194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:34.217519 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:34.281470 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:34.445544 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:34.747979 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:34.753356 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:34.784727 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Transition to ACTIVE for port object 240aba28-5815-4e9d-9e68-1d4a2834f791 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:34.823807 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:34.879019 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:34.997311 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17452a6a-5f64-4e1e-8d80-12e398030e96 None None] Pushing event updated for resources: {'Port': ['ID=240aba28-5815-4e9d-9e68-1d4a2834f791,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:35.051278 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:35.070579 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17452a6a-5f64-4e1e-8d80-12e398030e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:35.070929 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17452a6a-5f64-4e1e-8d80-12e398030e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:35.079067 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17452a6a-5f64-4e1e-8d80-12e398030e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:35.080407 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17452a6a-5f64-4e1e-8d80-12e398030e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:35.080766 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17452a6a-5f64-4e1e-8d80-12e398030e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:35.082283 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17452a6a-5f64-4e1e-8d80-12e398030e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:35.082630 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17452a6a-5f64-4e1e-8d80-12e398030e96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:35.082970 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17452a6a-5f64-4e1e-8d80-12e398030e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:35.084462 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17452a6a-5f64-4e1e-8d80-12e398030e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:35.085325 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17452a6a-5f64-4e1e-8d80-12e398030e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:35.085325 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17452a6a-5f64-4e1e-8d80-12e398030e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:35.087573 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17452a6a-5f64-4e1e-8d80-12e398030e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:35.113685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b5a28b-c30c-4d29-8503-ee4bc63c517e req-517958f9-a1ea-4600-922b-6795fddbe29b tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0995345 Aug 29 06:48:35.135696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Pushing event updated for resources: {'Port': ['ID=f23be957-3054-454c-97b3-361e56d7834d,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:35.171337 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:35.188294 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-17388cfc-e055-46ba-a854-d221f26e34d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2619157 Aug 29 06:48:35.242528 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Attempting to bind port 240aba28-5815-4e9d-9e68-1d4a2834f791 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:48:35.243068 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Attempting to bind port 240aba28-5815-4e9d-9e68-1d4a2834f791 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '7b6f1882-2f11-42f9-b606-a1837631b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:48:35.243459 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Attempting to bind port 240aba28-5815-4e9d-9e68-1d4a2834f791 on network 90d81331-d535-41aa-8e5a-e08ac3030c6e {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:48:35.250031 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:48:35.250460 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Checking segment: {'id': '7b6f1882-2f11-42f9-b606-a1837631b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:48:35.250821 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:35.251254 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Bound using segment: {'id': '7b6f1882-2f11-42f9-b606-a1837631b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:48:35.252409 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Bound port: 240aba28-5815-4e9d-9e68-1d4a2834f791, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6f1882-2f11-42f9-b606-a1837631b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:48:35.252964 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:35.382253 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] For port 240aba28-5815-4e9d-9e68-1d4a2834f791, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:48:35.389761 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] For port 240aba28-5815-4e9d-9e68-1d4a2834f791, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=240aba28-5815-4e9d-9e68-1d4a2834f791,segment=NetworkSegment(7b6f1882-2f11-42f9-b606-a1837631b3a2),segment_id=7b6f1882-2f11-42f9-b606-a1837631b3a2)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:48:35.434592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e25d541-83c7-4c2c-bac4-56da54a4029a req-4b96bc55-e4e6-4521-bf69-60d91d325cab tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c75a4c-f416-4b11-8939-4af6b9233f76 HTTP/1.1" status: 200 len: 210 time: 0.0479386 Aug 29 06:48:35.452226 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:35.508682 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17452a6a-5f64-4e1e-8d80-12e398030e96 None None] Pushing event updated for resources: {'Port': ['ID=240aba28-5815-4e9d-9e68-1d4a2834f791,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:35.534392 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Routers {'3f4e386a-5af0-4cf4-90d4-5de5af580f08'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:48:35.535024 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:48:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:35.880020 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] Set router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:48:35.930694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-3a60ae37-f835-4955-bf73-117304417ce3 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1151906206&fields=id&tenant_id=7a60e8e812f94e929411be0e22e3769e HTTP/1.1" status: 200 len: 267 time: 0.0794551 Aug 29 06:48:36.123131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c6188efb-0ea7-49e0-b28f-a38265f1d3c8 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:36.132669 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c6188efb-0ea7-49e0-b28f-a38265f1d3c8 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/networks?id=90d81331-d535-41aa-8e5a-e08ac3030c6e HTTP/1.1" status: 200 len: 812 time: 0.2007232 Aug 29 06:48:36.156948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-e5cff55e-d62d-40b3-8cb8-cf2e08d639d5 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/quotas/7a60e8e812f94e929411be0e22e3769e HTTP/1.1" status: 200 len: 375 time: 0.0225511 Aug 29 06:48:36.245012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-ff01b0fb-4148-4cd2-aa32-57e83d0ad1bc tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a60e8e812f94e929411be0e22e3769e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818858 Aug 29 06:48:36.334040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4010a49e-79c4-4756-a37d-4ffe13d22ca3 req-30affdc2-9c09-4973-807c-1bf5f9e9fbd1 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0476649 Aug 29 06:48:36.357344 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:48:29Z', 'revision_number': 4, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '240aba28-5815-4e9d-9e68-1d4a2834f791', 'name': '', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'mac_address': 'fa:16:3e:58:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:27Z', 'updated_at': '2021-08-29T06:48:35Z', 'revision_number': 4, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'subnets': [{'id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:36.399709 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a975327-452f-4b6c-8a7e-892925432aea None None] The sync data for ids ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'] in n-d-713301-12 is: [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:48:29Z', 'revision_number': 4, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '240aba28-5815-4e9d-9e68-1d4a2834f791', 'name': '', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'mac_address': 'fa:16:3e:58:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:27Z', 'updated_at': '2021-08-29T06:48:35Z', 'revision_number': 4, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'subnets': [{'id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:48:36.455182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c329a932-8c17-4b09-8504-512c20bf5183 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:48:36.464822 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c329a932-8c17-4b09-8504-512c20bf5183 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2177339 Aug 29 06:48:36.648775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-74d6b5ec-b449-4758-8af0-15da854a6e12 service neutron] 10.222.0.76 "GET /v2.0/networks/90d81331-d535-41aa-8e5a-e08ac3030c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829593 Aug 29 06:48:36.793269 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-945b97a1-b63e-42bf-93c2-2de070ce0707 service neutron] 10.222.0.76 "GET /v2.0/networks/90d81331-d535-41aa-8e5a-e08ac3030c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435230 Aug 29 06:48:37.177738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb2a09c8-2eb8-43f6-9673-990af08c6468 req-3e0fb79e-d6dc-4c57-99c9-79c997f8e331 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 210 time: 0.0514908 Aug 29 06:48:37.361629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 240aba28-5815-4e9d-9e68-1d4a2834f791 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:48:37.493384 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e68571f9-95c1-44d7-962f-2972ad076e11 req-65336960-adf9-48b9-8311-bc3a103d585b tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0326922 Aug 29 06:48:37.518397 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 240aba28-5815-4e9d-9e68-1d4a2834f791 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:37.526945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 240aba28-5815-4e9d-9e68-1d4a2834f791 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:37.526945 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:37.676009 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:37.757352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 240aba28-5815-4e9d-9e68-1d4a2834f791, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=240aba28-5815-4e9d-9e68-1d4a2834f791,segment=NetworkSegment(7b6f1882-2f11-42f9-b606-a1837631b3a2),segment_id=7b6f1882-2f11-42f9-b606-a1837631b3a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:37.885097 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:37.900107 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-b39b4db3-57fa-4081-ac15-74188f3455e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0624733 Aug 29 06:48:37.940573 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=240aba28-5815-4e9d-9e68-1d4a2834f791,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:38.044991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-47c8fd82-c06c-4fd9-b9ea-3ca27ce546ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.045560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-47c8fd82-c06c-4fd9-b9ea-3ca27ce546ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.046046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-47c8fd82-c06c-4fd9-b9ea-3ca27ce546ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.046523 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-47c8fd82-c06c-4fd9-b9ea-3ca27ce546ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.046997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-47c8fd82-c06c-4fd9-b9ea-3ca27ce546ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.047494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-47c8fd82-c06c-4fd9-b9ea-3ca27ce546ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.047963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-47c8fd82-c06c-4fd9-b9ea-3ca27ce546ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.049920 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-47c8fd82-c06c-4fd9-b9ea-3ca27ce546ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7ca440486aa4cc7b212f4190a478c52&device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 6509 time: 0.0585701 Aug 29 06:48:38.073925 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-29a91e55-7aa0-40c4-aad7-71ed73f581db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:38.197471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-e22fdca7-d8e9-4245-b63b-7fb3273f2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.198207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-e22fdca7-d8e9-4245-b63b-7fb3273f2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.198800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-e22fdca7-d8e9-4245-b63b-7fb3273f2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.200500 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-e22fdca7-d8e9-4245-b63b-7fb3273f2bd7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9b696c8-a0f7-4fc4-ae68-b8062e15f962&id=a36fa329-024c-4710-93ad-78c82667ba38&id=a36fa329-024c-4710-93ad-78c82667ba38&id=a36fa329-024c-4710-93ad-78c82667ba38&id=a36fa329-024c-4710-93ad-78c82667ba38&id=57ffac55-609b-41cd-9af3-72358c53e760&id=57ffac55-609b-41cd-9af3-72358c53e760 HTTP/1.1" status: 200 len: 2295 time: 0.1254332 Aug 29 06:48:38.283722 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-525e5dda-4e5b-41c2-b806-5fdfa34d9ac9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=602bdddd-529e-47ca-8f45-869393263358 HTTP/1.1" status: 200 len: 1002 time: 0.0752971 Aug 29 06:48:38.291932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51d0ad7e-416d-4ac4-a9af-96bdae40a82f req-e9fd6b9d-62d4-49f3-9740-cf6fbd3cdc74 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 210 time: 0.0396576 Aug 29 06:48:38.355791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-05f183b0-64a5-4cb5-a2bb-39b9648284e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.355791 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-05f183b0-64a5-4cb5-a2bb-39b9648284e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab3b20c4-433c-4818-ba1a-1a02bd8ca7db HTTP/1.1" status: 200 len: 853 time: 0.0550237 Aug 29 06:48:38.415217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-a1c98edf-976f-4709-bd44-f5b5ec054cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.417064 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-a1c98edf-976f-4709-bd44-f5b5ec054cea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9b696c8-a0f7-4fc4-ae68-b8062e15f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539546 Aug 29 06:48:38.515488 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-5fc0ecec-a779-4d99-a0ab-6e04a3bbd8c2 service neutron] 10.222.0.11 "GET /v2.0/networks/c9b696c8-a0f7-4fc4-ae68-b8062e15f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906727 Aug 29 06:48:38.616871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca5d38d3-6b2b-430c-a988-2d373163d665 req-0f61381c-ca89-4ff3-99be-508e99e60272 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0330491 Aug 29 06:48:38.658843 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-752f4acb-b71f-4187-9103-05690bf3be26 service neutron] 10.222.0.11 "GET /v2.0/networks/c9b696c8-a0f7-4fc4-ae68-b8062e15f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223531 Aug 29 06:48:38.723336 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-015c2c45-2a15-43e4-a3c1-1ce6e8230a2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=93c4d706-cba3-4649-8efe-17e2a9e9840f HTTP/1.1" status: 200 len: 217 time: 0.0529113 Aug 29 06:48:38.792974 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832e0b7-5d0b-457c-b8e6-a63adcaebbf9 req-b794528d-1486-41c8-a351-70097c45a773 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.795391 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f832e0b7-5d0b-457c-b8e6-a63adcaebbf9 req-b794528d-1486-41c8-a351-70097c45a773 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 945 time: 0.0800641 Aug 29 06:48:38.798559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-bbb8b490-9126-4aa4-a97c-00da151b0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.800179 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-bbb8b490-9126-4aa4-a97c-00da151b0ede service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.0692079 Aug 29 06:48:38.865167 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-2b971450-9114-4e97-83f4-658ce95f4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:38.866704 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-2b971450-9114-4e97-83f4-658ce95f4756 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0590839 Aug 29 06:48:38.885757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f832e0b7-5d0b-457c-b8e6-a63adcaebbf9 req-dae9f682-8aa0-424d-8616-3d279cc9f23a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772352 Aug 29 06:48:39.140739 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-0f09a5ee-2d1a-4b71-9b83-d594afee92a9 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286578 Aug 29 06:48:39.334162 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-6c919a35-1f86-49cd-9c55-53b9f5ba36da service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757984 Aug 29 06:48:39.352046 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 240aba28-5815-4e9d-9e68-1d4a2834f791 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:48:39.422712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 240aba28-5815-4e9d-9e68-1d4a2834f791 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:39.423411 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:39.428881 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-4528a73c-7d74-4a92-abf3-02133601209c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=0955f131-dd83-40ea-9043-264a188011e9 HTTP/1.1" status: 200 len: 217 time: 0.0860405 Aug 29 06:48:39.457986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e54cd589-e597-46b1-886b-64ef1b6a4f54 req-590c8324-802a-44f1-8af6-0c49c069c56f tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 210 time: 0.0419073 Aug 29 06:48:39.511677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-3ef9e5b1-f710-4cbc-bf5a-59c401da13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:39.513159 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-3ef9e5b1-f710-4cbc-bf5a-59c401da13f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.0751002 Aug 29 06:48:39.589685 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-002a436b-bcaa-4e3a-b3db-8a30faa8b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:39.591277 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-002a436b-bcaa-4e3a-b3db-8a30faa8b2c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464859 Aug 29 06:48:39.739569 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-d72bd6e5-6866-480e-8bfe-758cbf2652d0 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356761 Aug 29 06:48:39.775734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca5329bf-3aa9-4109-a7f1-bdbf146b42ca req-ce6450c1-7dff-4105-bdcb-7d42dc63c835 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0427864 Aug 29 06:48:39.967989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-ed3adf81-bcd7-451a-a048-cf96da670aa8 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:39.969928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-ed3adf81-bcd7-451a-a048-cf96da670aa8 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.11 "GET /v2.0/networks?id=90d81331-d535-41aa-8e5a-e08ac3030c6e HTTP/1.1" status: 200 len: 812 time: 0.1929922 Aug 29 06:48:39.982184 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-b29ff2b8-115b-4918-85c0-51fb74175ab2 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173905 Aug 29 06:48:40.057682 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-5a57d7f4-66fc-473c-876f-8c3cdce8cad2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=05844740-abb0-44ca-a0b2-4ee06e5b107c HTTP/1.1" status: 200 len: 217 time: 0.0595670 Aug 29 06:48:40.130478 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-1b262400-c014-4436-99e6-0a8bd3336d8e tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a60e8e812f94e929411be0e22e3769e HTTP/1.1" status: 200 len: 380 time: 0.1341293 Aug 29 06:48:40.185810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-b33e22f8-221b-4595-810a-ec0a5ccf9e4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Request body: {'port': {'device_id': '0729363c-a508-4219-b4f5-a1cba3489cd0', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'admin_state_up': True, 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'security_groups': ['0b04e551-908f-4cdd-9b88-b70bc559b060']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:40.220091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-8297f0d8-d590-4fa0-b1a0-53254f7f6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:40.224705 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-8297f0d8-d590-4fa0-b1a0-53254f7f6465 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.1567488 Aug 29 06:48:40.295177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4af2f-5c0c-4200-a38f-fe7a80649ecb req-071b6957-26bd-4f0b-99e1-ec6be608e1b1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:40.296748 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13c4af2f-5c0c-4200-a38f-fe7a80649ecb req-071b6957-26bd-4f0b-99e1-ec6be608e1b1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 945 time: 0.2636335 Aug 29 06:48:40.352587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-6d8a332d-230c-4375-a2f7-b7b6880f6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:40.356284 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-6d8a332d-230c-4375-a2f7-b7b6880f6b7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1263113 Aug 29 06:48:40.440838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48960) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:40.504537 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-f8034abd-06c3-43ea-b504-e158f1764998 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396835 Aug 29 06:48:40.508554 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13c4af2f-5c0c-4200-a38f-fe7a80649ecb req-23ee76aa-f7a9-4985-a083-6fa4e0de9056 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968772 Aug 29 06:48:40.559268 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3ec23571-7610-4bda-ac5a-431784a89a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:40.644457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c6bb593-0fd2-450e-9ba6-7a0e548f2358 req-e5a43582-2fdd-4ec9-a2b5-2b28db264a90 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 210 time: 0.0790935 Aug 29 06:48:40.651629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-b33e22f8-221b-4595-810a-ec0a5ccf9e4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Made reservation on behalf of 7a60e8e812f94e929411be0e22e3769e for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:48:40.655336 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-b33e22f8-221b-4595-810a-ec0a5ccf9e4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:40.695961 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-ae2ef608-8e13-4ab3-a148-584e9e6b536a service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731904 Aug 29 06:48:40.759381 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:40.762700 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:40.780918 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-fed4c71c-4079-4d38-9b5b-d748b9ed6c34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=b158ba04-343b-46ee-85a3-386664f7f41d HTTP/1.1" status: 200 len: 217 time: 0.0773981 Aug 29 06:48:40.959462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-18c76589-0c2d-4a03-81c1-eef1e8941277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:40.961614 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-18c76589-0c2d-4a03-81c1-eef1e8941277 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 200 len: 797 time: 0.1145952 Aug 29 06:48:40.967053 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78a20a68-1b1c-46cc-9e24-e8be5404f8e0 req-a9f2fbe8-27f7-4b5c-9cc7-f79e2afdf573 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0620565 Aug 29 06:48:41.017363 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-482bffe4-0937-4859-a2a2-4338ee66a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:41.018934 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-482bffe4-0937-4859-a2a2-4338ee66a999 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36fa329-024c-4710-93ad-78c82667ba38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0436671 Aug 29 06:48:41.025602 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-b33e22f8-221b-4595-810a-ec0a5ccf9e4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Allocated IP 172.20.0.5 (90d81331-d535-41aa-8e5a-e08ac3030c6e/f065a5d1-b5aa-4386-a23b-43fe3d51e6b8/04ef2057-5ab9-4a33-89fd-8b3948f1f8ef) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:48:41.074670 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:41.206518 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-863d2b27-1b6a-4bc2-b3d6-949f7f340b32 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795957 Aug 29 06:48:41.259786 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-b33e22f8-221b-4595-810a-ec0a5ccf9e4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:41.277243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-b33e22f8-221b-4595-810a-ec0a5ccf9e4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Transition to ACTIVE for port object 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:41.302025 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:41.347000 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-bc860efb-4af7-400c-a222-d458e1737d76 service neutron] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316123 Aug 29 06:48:41.352561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2b9c1bbc34ec4f52b8b9b8535c7c3e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9082153 Aug 29 06:48:41.353293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48982) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:41.373412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bf0520-27ba-47e5-b0c7-3f1bcaa6c138,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:41.414424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:41.414424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:41.414424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:41.418565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:41.419458 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:41.420341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:41.420341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:41.420517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:41.420825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:41.421159 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:41.421488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:41.421820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b41800-7c6c-4b65-a4e7-6ee9c3019e48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:48:41.475882 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-596c3939-4739-4693-9a3d-fcaa4f31899e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b38a0eb3-cea4-48b0-be11-e157a7a34573 HTTP/1.1" status: 200 len: 217 time: 0.1158650 Aug 29 06:48:41.542911 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-b33e22f8-221b-4595-810a-ec0a5ccf9e4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:41.563502 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dafadc88-2d43-4757-91b4-453e3e10999c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:41.568591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-6aaf929f-0b91-4b79-abd7-1d20f750f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:41.569517 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-6aaf929f-0b91-4b79-abd7-1d20f750f485 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0e90aa0-bc35-4497-8202-2e1dfd85d0cd HTTP/1.1" status: 200 len: 797 time: 0.0686436 Aug 29 06:48:41.609159 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-b33e22f8-221b-4595-810a-ec0a5ccf9e4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Network 90d81331-d535-41aa-8e5a-e08ac3030c6e is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:48:41.612993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-b33e22f8-221b-4595-810a-ec0a5ccf9e4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:41.630160 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dafadc88-2d43-4757-91b4-453e3e10999c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:41.675925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-b33e22f8-221b-4595-810a-ec0a5ccf9e4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:48:41.679231 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:41.721210 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-4df32b02-1f20-4f82-91f8-7d898bba35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:41.724521 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-4df32b02-1f20-4f82-91f8-7d898bba35bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57ffac55-609b-41cd-9af3-72358c53e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1450098 Aug 29 06:48:41.760595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e22f8-221b-4595-810a-ec0a5ccf9e4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Pushing event updated for resources: {'Port': ['ID=04ef2057-5ab9-4a33-89fd-8b3948f1f8ef,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:41.823222 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-b33e22f8-221b-4595-810a-ec0a5ccf9e4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:41.824075 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-b33e22f8-221b-4595-810a-ec0a5ccf9e4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:41.885077 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-c71dbb46-eb61-4df4-b0b2-9e9d04906fb6 service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478782 Aug 29 06:48:41.888069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5c09-0061-4918-9d94-532667db76d6 req-4f180951-dbe9-4735-a5e3-ce14c3787e06 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:41.899517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f5c5c09-0061-4918-9d94-532667db76d6 req-4f180951-dbe9-4735-a5e3-ce14c3787e06 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 931 time: 0.1119013 Aug 29 06:48:41.951517 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dafadc88-2d43-4757-91b4-453e3e10999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:41.954292 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dafadc88-2d43-4757-91b4-453e3e10999c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:41.958202 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dafadc88-2d43-4757-91b4-453e3e10999c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/78bf0520-27ba-47e5-b0c7-3f1bcaa6c138 HTTP/1.1" status: 204 len: 168 time: 0.6009758 Aug 29 06:48:41.966064 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f5c5c09-0061-4918-9d94-532667db76d6 req-55e2d8ab-1155-4be0-8f57-0e4e2dbaa478 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653403 Aug 29 06:48:41.991459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-b33e22f8-221b-4595-810a-ec0a5ccf9e4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8488193 Aug 29 06:48:42.009719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Request body: {'port': {'device_id': '0729363c-a508-4219-b4f5-a1cba3489cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:42.049767 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafadc88-2d43-4757-91b4-453e3e10999c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bf0520-27ba-47e5-b0c7-3f1bcaa6c138,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:42.065644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f5addd9a-8b4f-4d53-9621-d437f69c2afb None None] Provisioning for port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:42.065644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f5addd9a-8b4f-4d53-9621-d437f69c2afb None None] Provisioning complete for port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:42.065644 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f5addd9a-8b4f-4d53-9621-d437f69c2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:42.068699 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-635fc934-e89c-459b-9fd8-b60cf10f9538 service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714444 Aug 29 06:48:42.117364 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:42.117648 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-3783cce0-2665-4b03-beb5-76316adec4ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58de485d-a40f-4752-adb4-d1ea3772863a HTTP/1.1" status: 200 len: 217 time: 0.0426233 Aug 29 06:48:42.180065 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b2a1e58-55a4-4ab6-b501-304f33a5b183 req-f5051bd7-2444-454b-bd15-db54678a0d80 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0636563 Aug 29 06:48:42.204273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f5addd9a-8b4f-4d53-9621-d437f69c2afb None None] Port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:48:42.278978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-d59df6b1-3731-4b7b-91a8-40ac234dae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:42.280723 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-d59df6b1-3731-4b7b-91a8-40ac234dae11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0e90aa0-bc35-4497-8202-2e1dfd85d0cd HTTP/1.1" status: 200 len: 797 time: 0.1537197 Aug 29 06:48:42.372123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-b21db7d2-338d-4e1a-8897-c8a2fb2cf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:42.373739 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-b21db7d2-338d-4e1a-8897-c8a2fb2cf3ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57ffac55-609b-41cd-9af3-72358c53e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0857565 Aug 29 06:48:42.508538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:48:42.518917 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:42.536304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Transition to ACTIVE for port object 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:42.554450 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-95fdbae4-958f-429d-9c7c-b5dc30a7b501 service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714063 Aug 29 06:48:42.608419 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:42.781833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Pushing event updated for resources: {'Port': ['ID=04ef2057-5ab9-4a33-89fd-8b3948f1f8ef,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:42.823444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Attempting to bind port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:48:42.823778 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Attempting to bind port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '7b6f1882-2f11-42f9-b606-a1837631b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:48:42.824107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Attempting to bind port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef on network 90d81331-d535-41aa-8e5a-e08ac3030c6e {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:48:42.830023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef on network 90d81331-d535-41aa-8e5a-e08ac3030c6e not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:48:42.830345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Attempting to bind port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef on network 90d81331-d535-41aa-8e5a-e08ac3030c6e {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:48:42.836724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:48:42.837424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Checking segment: {'id': '7b6f1882-2f11-42f9-b606-a1837631b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:48:42.839184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Bound using segment: {'id': '7b6f1882-2f11-42f9-b606-a1837631b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:48:42.839907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Bound port: 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b6f1882-2f11-42f9-b606-a1837631b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:48:42.840273 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:42.953993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] For port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:48:42.958117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] For port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=04ef2057-5ab9-4a33-89fd-8b3948f1f8ef,segment=NetworkSegment(7b6f1882-2f11-42f9-b606-a1837631b3a2),segment_id=7b6f1882-2f11-42f9-b606-a1837631b3a2)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:48:43.051381 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:43.076401 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85fe0737-5ec8-4e92-b52c-fb2e0f682338 req-b1c9234f-ee9f-4472-820b-eeb2214644f7 service neutron] 10.222.0.11 "GET /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126815 Aug 29 06:48:43.179860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:43.180477 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:43.182227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] 10.222.0.11 "PUT /v2.0/ports/04ef2057-5ab9-4a33-89fd-8b3948f1f8ef HTTP/1.1" status: 200 len: 1092 time: 1.1772044 Aug 29 06:48:43.184599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0729363c-a508-4219-b4f5-a1cba3489cd0', 'tag': '04ef2057-5ab9-4a33-89fd-8b3948f1f8ef'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:43.186635 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bf6dd7-3e31-492b-a236-067369c6f977" -d '{"events": [{"name": "network-changed", "server_uuid": "0729363c-a508-4219-b4f5-a1cba3489cd0", "tag": "04ef2057-5ab9-4a33-89fd-8b3948f1f8ef"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:43.192685 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f5018-6bbb-4b2d-979c-8db718486469 service neutron] Pushing event updated for resources: {'Port': ['ID=04ef2057-5ab9-4a33-89fd-8b3948f1f8ef,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:43.234879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02e621-f3e7-45b4-96ac-26c9ab3afaa9 req-55bbd5bf-decc-4a35-bb72-51d52e7fd1f4 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:43.236463 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d02e621-f3e7-45b4-96ac-26c9ab3afaa9 req-55bbd5bf-decc-4a35-bb72-51d52e7fd1f4 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 943 time: 0.1120183 Aug 29 06:48:43.267361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8838704-6cd1-428e-9a28-20cbddb2379f req-f1da8329-808c-449b-913e-459dff51352f tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:43.275279 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8838704-6cd1-428e-9a28-20cbddb2379f req-f1da8329-808c-449b-913e-459dff51352f tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 944 time: 0.1069486 Aug 29 06:48:43.333864 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73851558-f3eb-433e-9fdc-5730947d4048 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:48:43.334350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d02e621-f3e7-45b4-96ac-26c9ab3afaa9 req-9c902cbd-b49b-4cd0-b89f-3ad26ea09013 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832961 Aug 29 06:48:43.414648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8838704-6cd1-428e-9a28-20cbddb2379f req-65a19036-c6c5-46ef-9318-d90c738dfe79 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330492 Aug 29 06:48:43.435528 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:43.438107 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68328625-92f5-489c-b179-80b1900a2ebc x-openstack-request-id: req-68328625-92f5-489c-b179-80b1900a2ebc {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:43.438405 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0729363c-a508-4219-b4f5-a1cba3489cd0", "tag": "04ef2057-5ab9-4a33-89fd-8b3948f1f8ef", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:43.438660 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68328625-92f5-489c-b179-80b1900a2ebc {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:43.439182 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0729363c-a508-4219-b4f5-a1cba3489cd0', 'tag': '04ef2057-5ab9-4a33-89fd-8b3948f1f8ef', 'status': 'completed', 'code': 200} Aug 29 06:48:43.463765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-6d6ed38d-507f-40c2-afc3-cd04273f8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:43.466894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-6d6ed38d-507f-40c2-afc3-cd04273f8656 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a60e8e812f94e929411be0e22e3769e&device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 1095 time: 0.1315894 Aug 29 06:48:43.513528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1eb453ef-17dc-435a-8f65-de2c097b7a1b req-16ba921d-e071-49a6-860e-9b0d05f55205 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0351636 Aug 29 06:48:43.556335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49046) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:43.568754 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:43.583224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-91d1f58e-bd31-4679-acf1-4146c0216e41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ef2057-5ab9-4a33-89fd-8b3948f1f8ef HTTP/1.1" status: 200 len: 217 time: 0.0685332 Aug 29 06:48:43.611212 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:43.622752 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd008d1-9223-47e4-9b94-4eb82878e34d" -d '{"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-unplugged", "status": "completed", "tag": "73851558-f3eb-433e-9fdc-5730947d4048"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:43.627211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:43.657329 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c542de7-0408-4e68-acbe-f01755003a9d x-openstack-request-id: req-6c542de7-0408-4e68-acbe-f01755003a9d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:43.657685 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-unplugged", "status": "completed", "tag": "73851558-f3eb-433e-9fdc-5730947d4048", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:43.658006 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6c542de7-0408-4e68-acbe-f01755003a9d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:43.658467 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048', 'code': 200} Aug 29 06:48:43.663370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-3d3afd72-219d-4d58-bec4-3a904b93b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:43.664879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-3d3afd72-219d-4d58-bec4-3a904b93b8f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f065a5d1-b5aa-4386-a23b-43fe3d51e6b8 HTTP/1.1" status: 200 len: 851 time: 0.0731423 Aug 29 06:48:43.707970 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1040872427'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:43.736136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-847b401e-6389-43ab-91cb-25795f2d4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:43.737634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-847b401e-6389-43ab-91cb-25795f2d4a9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90d81331-d535-41aa-8e5a-e08ac3030c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413473 Aug 29 06:48:43.771883 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:43.816570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:43.832255 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-1df81c88-c8c0-46a3-9b48-d16d6317e853 service neutron] 10.222.0.11 "GET /v2.0/networks/90d81331-d535-41aa-8e5a-e08ac3030c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842414 Aug 29 06:48:43.896078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Made reservation on behalf of 580b63730f1a4538b31eeed35d355439 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:48:43.899656 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:43.908945 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:43.928918 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aafeb962-bd96-4e38-99d5-e4dc3bb6fb36 req-96147462-5df6-4979-aead-4183e8c68d61 service neutron] 10.222.0.11 "GET /v2.0/networks/90d81331-d535-41aa-8e5a-e08ac3030c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854392 Aug 29 06:48:43.994883 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:44.072868 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:44.099093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:48:44.109431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376a996c-7acd-44e3-8100-c774f91ff865,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:44.114185 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:44.114531 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Added segment a3a3e976-ef3e-45ad-9c0f-91dc67ca5255 of type vlan for network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 Aug 29 06:48:44.155387 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:44.172525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf6dd7-3e31-492b-a236-067369c6f977 req-a3b97b21-c3aa-4806-8515-16214b4b852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:44.173941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8bf6dd7-3e31-492b-a236-067369c6f977 req-a3b97b21-c3aa-4806-8515-16214b4b852d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a60e8e812f94e929411be0e22e3769e&device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 1095 time: 0.0411060 Aug 29 06:48:44.182417 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:48:44.250453 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:44.256475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:44.261765 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:44.269073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf6dd7-3e31-492b-a236-067369c6f977 req-74174b81-d91e-47a4-90df-c390939fbdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:44.270556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8bf6dd7-3e31-492b-a236-067369c6f977 req-74174b81-d91e-47a4-90df-c390939fbdbf service neutron] 10.222.0.11 "GET /v2.0/networks?id=90d81331-d535-41aa-8e5a-e08ac3030c6e HTTP/1.1" status: 200 len: 913 time: 0.0892248 Aug 29 06:48:44.313411 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8bf6dd7-3e31-492b-a236-067369c6f977 req-1dccd1ad-1a8d-4518-b171-1b819af3d675 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ef2057-5ab9-4a33-89fd-8b3948f1f8ef HTTP/1.1" status: 200 len: 217 time: 0.0349364 Aug 29 06:48:44.324371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event updated for resources: {'Network': ['ID=2bdd2863-24fb-4db3-9265-9c4cf23431c3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:44.334550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:48:44.365855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf6dd7-3e31-492b-a236-067369c6f977 req-78cc8c08-3407-484d-95a4-8f1b5b059e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:44.367351 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8bf6dd7-3e31-492b-a236-067369c6f977 req-78cc8c08-3407-484d-95a4-8f1b5b059e31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f065a5d1-b5aa-4386-a23b-43fe3d51e6b8 HTTP/1.1" status: 200 len: 851 time: 0.0474770 Aug 29 06:48:44.392886 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-75c523db-c1d9-412e-91f9-5886714c2fb2 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8354185 Aug 29 06:48:44.395772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49056) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:44.404163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-152eddf0-11c5-43d6-8daf-53db362a0f14 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Request body: {'subnet': {'network_id': '2bdd2863-24fb-4db3-9265-9c4cf23431c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:44.447124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf6dd7-3e31-492b-a236-067369c6f977 req-d5cd8de7-988b-4fa3-8fe5-505d81923f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:44.448654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8bf6dd7-3e31-492b-a236-067369c6f977 req-d5cd8de7-988b-4fa3-8fe5-505d81923f4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90d81331-d535-41aa-8e5a-e08ac3030c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723472 Aug 29 06:48:44.473247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a232f0-0d81-4470-84a1-0a337161a373 req-79444f00-1cbe-4eea-9f58-3bc484cf0b7b tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:44.474703 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80a232f0-0d81-4470-84a1-0a337161a373 req-79444f00-1cbe-4eea-9f58-3bc484cf0b7b tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 943 time: 0.0738530 Aug 29 06:48:44.585506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697afc3f-18da-4290-9f14-673ee225c024 req-f2062bca-e1a2-499d-931d-1c8e3192d3c2 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:44.593457 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-697afc3f-18da-4290-9f14-673ee225c024 req-f2062bca-e1a2-499d-931d-1c8e3192d3c2 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.11 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 944 time: 0.0565321 Aug 29 06:48:44.599577 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80a232f0-0d81-4470-84a1-0a337161a373 req-ac7dc1e6-cc5f-4947-966a-8af56f44c95c tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904589 Aug 29 06:48:44.624906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a688aa-10c0-4b4e-93a4-cbbe046ac393 req-40d1bc17-9898-4a86-b4ae-b2755dcccc01 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:44.624906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93a688aa-10c0-4b4e-93a4-cbbe046ac393 req-40d1bc17-9898-4a86-b4ae-b2755dcccc01 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 944 time: 0.1330800 Aug 29 06:48:44.632245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8bf6dd7-3e31-492b-a236-067369c6f977 req-f48d88f3-3800-4b98-942f-73a1a04c57af service neutron] 10.222.0.11 "GET /v2.0/networks/90d81331-d535-41aa-8e5a-e08ac3030c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753271 Aug 29 06:48:44.675021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152eddf0-11c5-43d6-8daf-53db362a0f14 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Made reservation on behalf of 580b63730f1a4538b31eeed35d355439 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:48:44.679686 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-152eddf0-11c5-43d6-8daf-53db362a0f14 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:44.709005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93a688aa-10c0-4b4e-93a4-cbbe046ac393 req-bf0afd51-ee84-49a6-8497-e4a90212c34c tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842323 Aug 29 06:48:44.765542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8bf6dd7-3e31-492b-a236-067369c6f977 req-889783aa-a681-4c65-ab00-393e3c5859c6 service neutron] 10.222.0.11 "GET /v2.0/networks/90d81331-d535-41aa-8e5a-e08ac3030c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246507 Aug 29 06:48:44.770633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-697afc3f-18da-4290-9f14-673ee225c024 req-462e79a9-9d2d-4078-a04b-20ecaa49e986 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Deleting port 305f0fa6-589c-425f-a4b5-af0074979ec5 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:44.770975 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-697afc3f-18da-4290-9f14-673ee225c024 req-462e79a9-9d2d-4078-a04b-20ecaa49e986 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:44.810940 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e633381-2053-4035-9121-1089be5197d7 req-aeaa979c-34b3-4a47-8c47-6ec1ade76553 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0301843 Aug 29 06:48:44.908879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-697afc3f-18da-4290-9f14-673ee225c024 req-462e79a9-9d2d-4078-a04b-20ecaa49e986 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] For port 305f0fa6-589c-425f-a4b5-af0074979ec5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=305f0fa6-589c-425f-a4b5-af0074979ec5,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:44.909245 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-697afc3f-18da-4290-9f14-673ee225c024 req-462e79a9-9d2d-4078-a04b-20ecaa49e986 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:44.928105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-697afc3f-18da-4290-9f14-673ee225c024 req-462e79a9-9d2d-4078-a04b-20ecaa49e986 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Calling delete_port for 305f0fa6-589c-425f-a4b5-af0074979ec5 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:45.147468 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-152eddf0-11c5-43d6-8daf-53db362a0f14 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:45.197461 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-697afc3f-18da-4290-9f14-673ee225c024 req-462e79a9-9d2d-4078-a04b-20ecaa49e986 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:45.214257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eddf0-11c5-43d6-8daf-53db362a0f14 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event updated for resources: {'Subnet': ['ID=df1244b7-f8b9-47ee-af63-ebae278c769e,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:45.229817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e30c64e1-564b-4961-9df2-3dd4384a9aad', '305f0fa6-589c-425f-a4b5-af0074979ec5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:48:45.241916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e79a9-9d2d-4078-a04b-20ecaa49e986 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Pushing event deleted for resources: {'Port': ['ID=305f0fa6-589c-425f-a4b5-af0074979ec5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:45.270544 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152eddf0-11c5-43d6-8daf-53db362a0f14 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Checking segment: {'id': 'a3a3e976-ef3e-45ad-9c0f-91dc67ca5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2bdd2863-24fb-4db3-9265-9c4cf23431c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:48:45.271107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152eddf0-11c5-43d6-8daf-53db362a0f14 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Network hostable DHCP agents. Network: 2bdd2863-24fb-4db3-9265-9c4cf23431c3, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:48:45.286022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-697afc3f-18da-4290-9f14-673ee225c024 req-462e79a9-9d2d-4078-a04b-20ecaa49e986 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] No DVR routers for this DVR port 305f0fa6-589c-425f-a4b5-af0074979ec5 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:48:45.290061 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-697afc3f-18da-4290-9f14-673ee225c024 req-462e79a9-9d2d-4078-a04b-20ecaa49e986 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:45.292077 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-697afc3f-18da-4290-9f14-673ee225c024 req-462e79a9-9d2d-4078-a04b-20ecaa49e986 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.11 "DELETE /v2.0/ports/305f0fa6-589c-425f-a4b5-af0074979ec5 HTTP/1.1" status: 204 len: 173 time: 0.6979887 Aug 29 06:48:45.293373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9089c357-d8ec-4000-8e33-815852860e69', 'name': 'network-vif-deleted', 'tag': '305f0fa6-589c-425f-a4b5-af0074979ec5'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:45.295650 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f230fd8e-6723-4ca4-b594-d8dbe974a1ac" -d '{"events": [{"server_uuid": "9089c357-d8ec-4000-8e33-815852860e69", "name": "network-vif-deleted", "tag": "305f0fa6-589c-425f-a4b5-af0074979ec5"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:45.339608 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2469c9-ff0d-499e-80d0-9c2a1f756107 x-openstack-request-id: req-db2469c9-ff0d-499e-80d0-9c2a1f756107 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:45.339934 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9089c357-d8ec-4000-8e33-815852860e69", "name": "network-vif-deleted", "tag": "305f0fa6-589c-425f-a4b5-af0074979ec5", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:45.340186 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db2469c9-ff0d-499e-80d0-9c2a1f756107 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:45.340587 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9089c357-d8ec-4000-8e33-815852860e69', 'name': 'network-vif-deleted', 'tag': '305f0fa6-589c-425f-a4b5-af0074979ec5', 'status': 'completed', 'code': 200} Aug 29 06:48:45.346424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73851558-f3eb-433e-9fdc-5730947d4048 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:48:45.376213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152eddf0-11c5-43d6-8daf-53db362a0f14 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:48:45.485103 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-152eddf0-11c5-43d6-8daf-53db362a0f14 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 2bdd2863-24fb-4db3-9265-9c4cf23431c3) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:45.489910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152eddf0-11c5-43d6-8daf-53db362a0f14 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:45.490685 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-152eddf0-11c5-43d6-8daf-53db362a0f14 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:45.542692 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eafc019-3dd0-4fcb-a38c-885ce584ab0b None None] Network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:48:45.611116 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-152eddf0-11c5-43d6-8daf-53db362a0f14 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2134850 Aug 29 06:48:45.621417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49078) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:45.628820 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Request body: {'port': {'network_id': '2bdd2863-24fb-4db3-9265-9c4cf23431c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1858003049'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:45.648450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:45.684076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '73851558-f3eb-433e-9fdc-5730947d4048', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'port_id': '73851558-f3eb-433e-9fdc-5730947d4048', 'mac_address': 'fa:16:3e:95:29:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:48:45.759331 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:45.773552 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-2bdd2863-24fb-4db3-9265-9c4cf23431c3', 'network_id': '2bdd2863-24fb-4db3-9265-9c4cf23431c3', 'tenant_id': '580b63730f1a4538b31eeed35d355439', 'fixed_ips': [{'subnet_id': 'df1244b7-f8b9-47ee-af63-ebae278c769e'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:48:45.774404 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:45.776176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db361064-212d-40bb-b602-0fe552ceae95 req-b6996562-dd98-49a9-86ac-7cf1004abff8 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:45.777677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db361064-212d-40bb-b602-0fe552ceae95 req-b6996562-dd98-49a9-86ac-7cf1004abff8 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 943 time: 0.0938234 Aug 29 06:48:45.782084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73851558-f3eb-433e-9fdc-5730947d4048 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:48:45.823625 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:45.828948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db361064-212d-40bb-b602-0fe552ceae95 req-365c7b46-a3af-4a26-9f3b-f008654fbf89 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443351 Aug 29 06:48:45.881970 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Made reservation on behalf of 580b63730f1a4538b31eeed35d355439 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:48:45.885734 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:45.905111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] device_id is not set on port d29d84f2-c565-491f-a570-2ef4dbc3ecfa yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:48:45.911207 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e55fd8c-22db-40d2-bb4f-f16391d839cc req-0d343319-76a9-4b34-b54c-108abf6fd139 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=9089c357-d8ec-4000-8e33-815852860e69 HTTP/1.1" status: 200 len: 210 time: 0.0378435 Aug 29 06:48:45.935791 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:46.001235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-076a3165-1e9d-4972-85f1-3f0e824fd52e req-efcb575d-1099-422f-b35f-c5753e1216e1 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0266168 Aug 29 06:48:46.001670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Allocated IP 2001:db8::2 (2bdd2863-24fb-4db3-9265-9c4cf23431c3/df1244b7-f8b9-47ee-af63-ebae278c769e/9bff4746-c608-4dfe-b64f-c8e8109ef9e6) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:48:46.010715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:46.163450 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:46.172143 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Transition to ACTIVE for port object 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:46.186493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Transition to ACTIVE for port object 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:46.244408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['73851558-f3eb-433e-9fdc-5730947d4048'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:48:46.280646 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:46.336227 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:48:46.340570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Allocated IP 2001:db8::2fc (2bdd2863-24fb-4db3-9265-9c4cf23431c3/df1244b7-f8b9-47ee-af63-ebae278c769e/d29d84f2-c565-491f-a570-2ef4dbc3ecfa) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:48:46.348460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:46.354844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:48:46.370969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Pushing event updated for resources: {'Port': ['ID=9bff4746-c608-4dfe-b64f-c8e8109ef9e6,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:46.444178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Attempting to bind port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:48:46.444555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Attempting to bind port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'a3a3e976-ef3e-45ad-9c0f-91dc67ca5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2bdd2863-24fb-4db3-9265-9c4cf23431c3'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:48:46.444926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Attempting to bind port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 on network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:48:46.458855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:48:46.459256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Checking segment: {'id': 'a3a3e976-ef3e-45ad-9c0f-91dc67ca5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2bdd2863-24fb-4db3-9265-9c4cf23431c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:48:46.459666 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:46.460062 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Bound using segment: {'id': 'a3a3e976-ef3e-45ad-9c0f-91dc67ca5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2bdd2863-24fb-4db3-9265-9c4cf23431c3'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:48:46.460541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Bound port: 9bff4746-c608-4dfe-b64f-c8e8109ef9e6, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a3e976-ef3e-45ad-9c0f-91dc67ca5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2bdd2863-24fb-4db3-9265-9c4cf23431c3'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:48:46.460917 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:46.491707 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:46.506260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Transition to ACTIVE for port object d29d84f2-c565-491f-a570-2ef4dbc3ecfa will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:46.547020 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] For port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:48:46.549975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] For port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9bff4746-c608-4dfe-b64f-c8e8109ef9e6,segment=NetworkSegment(a3a3e976-ef3e-45ad-9c0f-91dc67ca5255),segment_id=a3a3e976-ef3e-45ad-9c0f-91dc67ca5255)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:48:46.637297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb53771a-5d03-422e-87d4-b1fc893db7b0 req-6387cfb3-df88-40df-b715-e1af2d3ebab1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0247781 Aug 29 06:48:46.694011 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:46.694547 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:46.738877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:48:46.748407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:46.752197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:48:46.753161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dd1d5-f1e8-4668-9914-7a47df1824bd None None] Pushing event updated for resources: {'Port': ['ID=9bff4746-c608-4dfe-b64f-c8e8109ef9e6,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:46.758103 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:46.761463 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:46.768052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event updated for resources: {'Port': ['ID=d29d84f2-c565-491f-a570-2ef4dbc3ecfa,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:46.898072 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f23bec15-caeb-48eb-8076-2f562d2e1237 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2755501 Aug 29 06:48:46.901121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49102) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:46.906535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Request body: {'port': {'network_id': '2bdd2863-24fb-4db3-9265-9c4cf23431c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1420550452', 'allowed_address_pairs': [{'ip_address': '2001:db8::2fc', 'mac_address': 'fa:16:3e:d0:34:8a'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:46.994753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d8d5b-0df0-4a5a-90ae-8b17117449ca req-25590c63-767f-48d6-981b-3ec4b45a55fe tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:46.996385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-100d8d5b-0df0-4a5a-90ae-8b17117449ca req-25590c63-767f-48d6-981b-3ec4b45a55fe tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 943 time: 0.0814283 Aug 29 06:48:47.048459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-100d8d5b-0df0-4a5a-90ae-8b17117449ca req-6a7d9598-32ee-4687-a140-9d5f5f4f2eb7 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454271 Aug 29 06:48:47.136126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Made reservation on behalf of 580b63730f1a4538b31eeed35d355439 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:48:47.140273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a9eb1ba1-26de-44bf-a5bd-a7cb315cb42d req-7e69478d-b0dc-4f77-8f56-9b95db441039 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0277319 Aug 29 06:48:47.223869 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:47.241775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] device_id is not set on port e31dbd00-054b-47c9-a301-1da2cb6cbf52 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:48:47.326162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:48:47.353911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:48:47.362513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Allocated IP 2001:db8::8b (2bdd2863-24fb-4db3-9265-9c4cf23431c3/df1244b7-f8b9-47ee-af63-ebae278c769e/e31dbd00-054b-47c9-a301-1da2cb6cbf52) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:48:47.482088 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=04ef2057-5ab9-4a33-89fd-8b3948f1f8ef,segment=NetworkSegment(7b6f1882-2f11-42f9-b606-a1837631b3a2),segment_id=7b6f1882-2f11-42f9-b606-a1837631b3a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:47.494550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '04ef2057-5ab9-4a33-89fd-8b3948f1f8ef', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'port_id': '04ef2057-5ab9-4a33-89fd-8b3948f1f8ef', 'mac_address': 'fa:16:3e:84:ac:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:48:47.536111 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:47.539416 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:47.539551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:47.554239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Transition to ACTIVE for port object e31dbd00-054b-47c9-a301-1da2cb6cbf52 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:47.554550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:48:47.590946 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=04ef2057-5ab9-4a33-89fd-8b3948f1f8ef,segment=NetworkSegment(7b6f1882-2f11-42f9-b606-a1837631b3a2),segment_id=7b6f1882-2f11-42f9-b606-a1837631b3a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:47.672887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfedcd-0fb7-49d1-b846-9115895bb2dc req-d190b99d-81b0-488e-969d-567bb9bf39c1 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:47.675073 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43bfedcd-0fb7-49d1-b846-9115895bb2dc req-d190b99d-81b0-488e-969d-567bb9bf39c1 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 946 time: 0.0588489 Aug 29 06:48:47.695274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b9659-66e4-4700-b00e-f29ebc4a3c61 None None] Network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:48:47.718599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43bfedcd-0fb7-49d1-b846-9115895bb2dc req-bc451b28-262b-447a-bc4f-aa0f40c4e30d tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374374 Aug 29 06:48:47.785612 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:47.804829 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:47.836342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:48:47.844296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:47.848146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:48:47.854361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:47.854997 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:47.866758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event updated for resources: {'Port': ['ID=e31dbd00-054b-47c9-a301-1da2cb6cbf52,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:47.887491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=04ef2057-5ab9-4a33-89fd-8b3948f1f8ef,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:47.892042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2a3b5656-3086-4886-b950-4f37cdc4de35 None None] Provisioning for port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:47.897122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2a3b5656-3086-4886-b950-4f37cdc4de35 None None] Provisioning complete for port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:47.897978 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2a3b5656-3086-4886-b950-4f37cdc4de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:47.997447 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f88401cb-c17a-4861-9ef2-a0e7ae442aa5 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.0951204 Aug 29 06:48:47.999799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49122) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:48.001087 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2a3b5656-3086-4886-b950-4f37cdc4de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:48.044010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2a3b5656-3086-4886-b950-4f37cdc4de35 None None] For port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9bff4746-c608-4dfe-b64f-c8e8109ef9e6,segment=NetworkSegment(a3a3e976-ef3e-45ad-9c0f-91dc67ca5255),segment_id=a3a3e976-ef3e-45ad-9c0f-91dc67ca5255)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:48.096792 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea26484e-54e3-49f7-b4da-8db240be7abd tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:48.104719 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea26484e-54e3-49f7-b4da-8db240be7abd tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:48.110823 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea26484e-54e3-49f7-b4da-8db240be7abd tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:48.112870 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ea26484e-54e3-49f7-b4da-8db240be7abd tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1118329 Aug 29 06:48:48.115429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49128) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:48.193014 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2a3b5656-3086-4886-b950-4f37cdc4de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:48.197888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6aa48-3dbe-4177-b671-10a0576da605 req-b37647b9-5588-4694-81e8-b054c79ef068 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:48.206415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98a6aa48-3dbe-4177-b671-10a0576da605 req-b37647b9-5588-4694-81e8-b054c79ef068 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 944 time: 0.0696378 Aug 29 06:48:48.233558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f81c6020-9a04-420c-8dcd-e48894a7db91 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Deleting port e31dbd00-054b-47c9-a301-1da2cb6cbf52 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:48.233912 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f81c6020-9a04-420c-8dcd-e48894a7db91 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:48.258104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98a6aa48-3dbe-4177-b671-10a0576da605 req-1096fbbb-3b6a-4eca-9374-0149b622726f tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490949 Aug 29 06:48:48.283413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b5656-3086-4886-b950-4f37cdc4de35 None None] Pushing event updated for resources: {'Port': ['ID=9bff4746-c608-4dfe-b64f-c8e8109ef9e6,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:48.298129 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98290eee-4a4a-413f-b3d0-27ad52049163 req-53dcdd49-9b24-4691-a924-4d76555f96c1 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0367677 Aug 29 06:48:48.352033 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f81c6020-9a04-420c-8dcd-e48894a7db91 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:48.365687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f81c6020-9a04-420c-8dcd-e48894a7db91 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Calling delete_port for e31dbd00-054b-47c9-a301-1da2cb6cbf52 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:48.609455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6cc93895-e120-4992-96dd-9601dd280fff None None] Provisioning for port d29d84f2-c565-491f-a570-2ef4dbc3ecfa completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:48.609885 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6cc93895-e120-4992-96dd-9601dd280fff None None] Provisioning complete for port d29d84f2-c565-491f-a570-2ef4dbc3ecfa triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:48.610066 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6cc93895-e120-4992-96dd-9601dd280fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:48.629658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cf6e1-90dc-43d4-81a4-2dcdf7eacc3c req-0816980b-9655-432e-9d36-be6f8c0922a9 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:48.631112 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a49cf6e1-90dc-43d4-81a4-2dcdf7eacc3c req-0816980b-9655-432e-9d36-be6f8c0922a9 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.11 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 946 time: 0.0504267 Aug 29 06:48:48.645847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6cc93895-e120-4992-96dd-9601dd280fff None None] Port d29d84f2-c565-491f-a570-2ef4dbc3ecfa cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:48:48.655612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6cc93895-e120-4992-96dd-9601dd280fff None None] Provisioning complete for port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:48.656006 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6cc93895-e120-4992-96dd-9601dd280fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:48.734515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-a49cf6e1-90dc-43d4-81a4-2dcdf7eacc3c req-cac394a9-91b9-4a94-bd34-bb86b33d1770 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Deleting port e30c64e1-564b-4961-9df2-3dd4384a9aad {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:48.734882 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a49cf6e1-90dc-43d4-81a4-2dcdf7eacc3c req-cac394a9-91b9-4a94-bd34-bb86b33d1770 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:48.756961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6cc93895-e120-4992-96dd-9601dd280fff None None] Provisioning for port e31dbd00-054b-47c9-a301-1da2cb6cbf52 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:48.761205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6cc93895-e120-4992-96dd-9601dd280fff None None] Provisioning complete for port e31dbd00-054b-47c9-a301-1da2cb6cbf52 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:48.761659 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6cc93895-e120-4992-96dd-9601dd280fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:48.779762 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f81c6020-9a04-420c-8dcd-e48894a7db91 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:48.782015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6cc93895-e120-4992-96dd-9601dd280fff None None] Port e31dbd00-054b-47c9-a301-1da2cb6cbf52 was deleted so its status cannot be updated. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 06:48:48.823021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c6020-9a04-420c-8dcd-e48894a7db91 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event deleted for resources: {'Port': ['ID=e31dbd00-054b-47c9-a301-1da2cb6cbf52,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:48.823667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['04ef2057-5ab9-4a33-89fd-8b3948f1f8ef'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:48:48.850410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdec7f-cdc2-4ea6-ac99-faf8898f62d5 req-4c412f5d-88d4-4b09-a0df-08ce24149571 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:48.856565 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97cdec7f-cdc2-4ea6-ac99-faf8898f62d5 req-4c412f5d-88d4-4b09-a0df-08ce24149571 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 946 time: 0.0661232 Aug 29 06:48:48.913621 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97cdec7f-cdc2-4ea6-ac99-faf8898f62d5 req-15c73529-0ca4-4ed1-b398-dfdccfaf0657 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539339 Aug 29 06:48:48.936514 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e684736b-f04f-4828-9f54-8fff7f16c898 None None] Provisioning complete for port d29d84f2-c565-491f-a570-2ef4dbc3ecfa triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:48.936892 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e684736b-f04f-4828-9f54-8fff7f16c898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:48.998231 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f81c6020-9a04-420c-8dcd-e48894a7db91 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:48.999544 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e684736b-f04f-4828-9f54-8fff7f16c898 None None] Port d29d84f2-c565-491f-a570-2ef4dbc3ecfa cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:48:49.006943 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f81c6020-9a04-420c-8dcd-e48894a7db91 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "DELETE /v2.0/ports/e31dbd00-054b-47c9-a301-1da2cb6cbf52 HTTP/1.1" status: 204 len: 168 time: 0.8844132 Aug 29 06:48:49.007284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49142) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:49.010633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e684736b-f04f-4828-9f54-8fff7f16c898 None None] Could not find standard attr ID for object e31dbd00-054b-47c9-a301-1da2cb6cbf52. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:48:49.018355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a49cf6e1-90dc-43d4-81a4-2dcdf7eacc3c req-cac394a9-91b9-4a94-bd34-bb86b33d1770 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] For port e30c64e1-564b-4961-9df2-3dd4384a9aad, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e30c64e1-564b-4961-9df2-3dd4384a9aad,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:49.020509 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a49cf6e1-90dc-43d4-81a4-2dcdf7eacc3c req-cac394a9-91b9-4a94-bd34-bb86b33d1770 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:49.051467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-a49cf6e1-90dc-43d4-81a4-2dcdf7eacc3c req-cac394a9-91b9-4a94-bd34-bb86b33d1770 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Calling delete_port for e30c64e1-564b-4961-9df2-3dd4384a9aad owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:49.054451 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee133f19-a57c-4394-acfe-528419a89e43 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] GET failed (client error): The resource could not be found. Aug 29 06:48:49.079815 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ee133f19-a57c-4394-acfe-528419a89e43 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "GET /v2.0/ports/e31dbd00-054b-47c9-a301-1da2cb6cbf52 HTTP/1.1" status: 404 len: 333 time: 0.0750668 Aug 29 06:48:49.080434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49144) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:49.085308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Request body: {'port': {'network_id': '2bdd2863-24fb-4db3-9265-9c4cf23431c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1409802336'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:49.291607 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:48:49.340804 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a49cf6e1-90dc-43d4-81a4-2dcdf7eacc3c req-cac394a9-91b9-4a94-bd34-bb86b33d1770 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:49.341241 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:49.341707 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:49.373902 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac394a9-91b9-4a94-bd34-bb86b33d1770 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Pushing event deleted for resources: {'Port': ['ID=e30c64e1-564b-4961-9df2-3dd4384a9aad,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:49.375514 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73851558-f3eb-433e-9fdc-5730947d4048 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:48:49.382704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ab2e7-5390-4682-af09-9094e24c777d req-44f57af9-6547-46b2-9882-d03714f253b8 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:49.385097 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d89ab2e7-5390-4682-af09-9094e24c777d req-44f57af9-6547-46b2-9882-d03714f253b8 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 944 time: 0.0577252 Aug 29 06:48:49.388193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Made reservation on behalf of 580b63730f1a4538b31eeed35d355439 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:48:49.396373 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:49.427861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49cf6e1-90dc-43d4-81a4-2dcdf7eacc3c req-cac394a9-91b9-4a94-bd34-bb86b33d1770 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] No DVR routers for this DVR port e30c64e1-564b-4961-9df2-3dd4384a9aad on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:48:49.430375 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a49cf6e1-90dc-43d4-81a4-2dcdf7eacc3c req-cac394a9-91b9-4a94-bd34-bb86b33d1770 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:49.434599 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a49cf6e1-90dc-43d4-81a4-2dcdf7eacc3c req-cac394a9-91b9-4a94-bd34-bb86b33d1770 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.11 "DELETE /v2.0/ports/e30c64e1-564b-4961-9df2-3dd4384a9aad HTTP/1.1" status: 204 len: 173 time: 0.7957864 Aug 29 06:48:49.435053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d7fcbd-bf44-46ac-ac52-8a20aa983601', 'name': 'network-vif-deleted', 'tag': 'e30c64e1-564b-4961-9df2-3dd4384a9aad'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:49.438437 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd0540c-84d1-473e-b5e4-07acca258e0d" -d '{"events": [{"server_uuid": "06d7fcbd-bf44-46ac-ac52-8a20aa983601", "name": "network-vif-deleted", "tag": "e30c64e1-564b-4961-9df2-3dd4384a9aad"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:49.480753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 73851558-f3eb-433e-9fdc-5730947d4048 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:49.485673 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:49.492116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a4a7023-6d9a-4154-90b5-95347853f0e4 req-0691b914-0cd0-4482-b5d2-0d9ecbebf451 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0461125 Aug 29 06:48:49.493486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] device_id is not set on port 58e3d825-7e16-410a-9f60-3a2c371a44e5 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:48:49.500257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d89ab2e7-5390-4682-af09-9094e24c777d req-3dc34b01-d71f-4c00-9f39-45158dbedce4 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012065 Aug 29 06:48:49.567195 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0dd9dd-67a5-4e84-9545-be3095f1e498 x-openstack-request-id: req-da0dd9dd-67a5-4e84-9545-be3095f1e498 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:49.567562 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d7fcbd-bf44-46ac-ac52-8a20aa983601", "name": "network-vif-deleted", "tag": "e30c64e1-564b-4961-9df2-3dd4384a9aad", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:49.567880 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da0dd9dd-67a5-4e84-9545-be3095f1e498 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:49.568803 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d7fcbd-bf44-46ac-ac52-8a20aa983601', 'name': 'network-vif-deleted', 'tag': 'e30c64e1-564b-4961-9df2-3dd4384a9aad', 'status': 'completed', 'code': 200} Aug 29 06:48:49.581012 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:49.611455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:49.614019 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b96d678-8147-407f-948a-392c6c004fc2" -d '{"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-plugged", "status": "completed", "tag": "73851558-f3eb-433e-9fdc-5730947d4048"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:49.621502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Allocated IP 2001:db8::39b (2bdd2863-24fb-4db3-9265-9c4cf23431c3/df1244b7-f8b9-47ee-af63-ebae278c769e/58e3d825-7e16-410a-9f60-3a2c371a44e5) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:48:49.627983 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:49.658775 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f264c43-3d9b-48f2-9c5d-b488b3eada9f x-openstack-request-id: req-1f264c43-3d9b-48f2-9c5d-b488b3eada9f {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:49.659669 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-plugged", "status": "completed", "tag": "73851558-f3eb-433e-9fdc-5730947d4048", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:49.659669 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1f264c43-3d9b-48f2-9c5d-b488b3eada9f {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:49.659889 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048', 'code': 200} Aug 29 06:48:49.775480 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:49.776609 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:49.777546 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 305f0fa6-589c-425f-a4b5-af0074979ec5 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:48:49.791299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Transition to ACTIVE for port object 58e3d825-7e16-410a-9f60-3a2c371a44e5 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:49.820019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 305f0fa6-589c-425f-a4b5-af0074979ec5 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:48:49.820353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 305f0fa6-589c-425f-a4b5-af0074979ec5 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:48:49.843250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eefd7b2c-bc59-4c95-972b-a3d7d727cb6d req-5f3a02d1-afbb-4279-bcc3-1d86998a9986 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c&device_id=ad4396dc-3091-4e82-8cb5-10156a524542 HTTP/1.1" status: 200 len: 210 time: 0.0301092 Aug 29 06:48:49.846890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=10']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:50.001781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0243492d-025a-4c1a-a67d-fb4ac3e883d5 req-1f2ffc43-92e7-4728-8757-f6145f04fd03 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 210 time: 0.0256360 Aug 29 06:48:50.085072 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:50.451544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:48:50.454570 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:50.458260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:48:50.464558 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:50.465164 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:50.471585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event updated for resources: {'Port': ['ID=58e3d825-7e16-410a-9f60-3a2c371a44e5,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:50.627440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-39bae605-d846-4cd0-8a53-e68a25b46303 req-773606f8-07c5-4115-b09e-bd95ec3cdd49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc63f84695644e1bb568d2045d1b136b&device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0263486 Aug 29 06:48:50.675778 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-39bae605-d846-4cd0-8a53-e68a25b46303 req-f71f3a1c-0f70-46c5-a095-102f1204f92d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc63f84695644e1bb568d2045d1b136b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197439 Aug 29 06:48:50.776304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874da1e-46e4-4ce2-be3d-1dcf3e5b478a req-3adac093-c259-4b01-b2e8-7b2682956325 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:50.777711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c874da1e-46e4-4ce2-be3d-1dcf3e5b478a req-3adac093-c259-4b01-b2e8-7b2682956325 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 944 time: 0.0992293 Aug 29 06:48:50.831103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bae605-d846-4cd0-8a53-e68a25b46303 req-605fafd0-0b7f-411b-a382-595a0277eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:50.832539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-39bae605-d846-4cd0-8a53-e68a25b46303 req-605fafd0-0b7f-411b-a382-595a0277eceb service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1442006 Aug 29 06:48:50.838973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c874da1e-46e4-4ce2-be3d-1dcf3e5b478a req-62b37cba-5dce-4e2f-9e7e-cd5a4fb5c7bb tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539317 Aug 29 06:48:50.917756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0b9c2e8-060b-4ca5-9b0a-83b34d8d8c67 req-f7987549-962e-423d-a2d5-49d997dcd929 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0258908 Aug 29 06:48:51.077671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1f12008a-0ede-4ed1-851a-168070de33a6 None None] Provisioning for port 58e3d825-7e16-410a-9f60-3a2c371a44e5 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:51.078570 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9d44cc97-cf57-4484-a351-1f9b953f977b tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9964437 Aug 29 06:48:51.080476 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:51.081274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49188) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:51.086651 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2afde220-7026-46ab-9228-3c806186964e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2fc', 'mac_address': 'fa:16:3e:d0:34:8a'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:51.088605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1f12008a-0ede-4ed1-851a-168070de33a6 None None] Provisioning complete for port 58e3d825-7e16-410a-9f60-3a2c371a44e5 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:51.097957 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1f12008a-0ede-4ed1-851a-168070de33a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:51.118545 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddef4317-9dc3-4e66-85e9-81289b2a0924 req-7752e45b-bd5f-4715-b384-2ed85e05a7db tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=06d7fcbd-bf44-46ac-ac52-8a20aa983601 HTTP/1.1" status: 200 len: 210 time: 0.0355072 Aug 29 06:48:51.130945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1f12008a-0ede-4ed1-851a-168070de33a6 None None] Port 58e3d825-7e16-410a-9f60-3a2c371a44e5 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:48:51.172862 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2afde220-7026-46ab-9228-3c806186964e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:51.359502 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2afde220-7026-46ab-9228-3c806186964e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:51.361317 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:48:51.392515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa942c-b3f5-4cf6-ad20-940ed83e6394 req-c48cd3cd-98c3-44d5-9ff4-85f9be0fd49d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:51.394194 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8aa942c-b3f5-4cf6-ad20-940ed83e6394 req-c48cd3cd-98c3-44d5-9ff4-85f9be0fd49d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 946 time: 0.0538139 Aug 29 06:48:51.434711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8aa942c-b3f5-4cf6-ad20-940ed83e6394 req-e479a68d-6223-41f6-8515-05009c7fa874 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342853 Aug 29 06:48:51.633152 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:51.633380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2afde220-7026-46ab-9228-3c806186964e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:51.637454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:51.637831 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:51.667667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2afde220-7026-46ab-9228-3c806186964e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] In _notify_port_updated(), no bound segment for port 58e3d825-7e16-410a-9f60-3a2c371a44e5 on network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 {{(pid=95403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:48:51.673188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afde220-7026-46ab-9228-3c806186964e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:51.673811 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2afde220-7026-46ab-9228-3c806186964e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:51.677791 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2afde220-7026-46ab-9228-3c806186964e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "PUT /v2.0/ports/58e3d825-7e16-410a-9f60-3a2c371a44e5 HTTP/1.1" status: 200 len: 1003 time: 0.5928366 Aug 29 06:48:51.678049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49196) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:51.722362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afde220-7026-46ab-9228-3c806186964e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event updated for resources: {'Port': ['ID=58e3d825-7e16-410a-9f60-3a2c371a44e5,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:51.736953 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:51.761936 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0729363c-a508-4219-b4f5-a1cba3489cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ef2057-5ab9-4a33-89fd-8b3948f1f8ef'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:51.764442 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b65ab0-b5eb-42bb-9438-f4ef24da3225" -d '{"events": [{"server_uuid": "0729363c-a508-4219-b4f5-a1cba3489cd0", "name": "network-vif-plugged", "status": "completed", "tag": "04ef2057-5ab9-4a33-89fd-8b3948f1f8ef"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:51.784546 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=04ef2057-5ab9-4a33-89fd-8b3948f1f8ef,segment=NetworkSegment(7b6f1882-2f11-42f9-b606-a1837631b3a2),segment_id=7b6f1882-2f11-42f9-b606-a1837631b3a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:51.802981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-28755fdb-d967-4589-b8a7-6720d6f83758 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Deleting port 58e3d825-7e16-410a-9f60-3a2c371a44e5 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:51.803565 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28755fdb-d967-4589-b8a7-6720d6f83758 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:51.815138 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ddda6f-5f27-49a2-b651-24dab3e1e14d x-openstack-request-id: req-d6ddda6f-5f27-49a2-b651-24dab3e1e14d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:51.815468 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0729363c-a508-4219-b4f5-a1cba3489cd0", "name": "network-vif-plugged", "status": "completed", "tag": "04ef2057-5ab9-4a33-89fd-8b3948f1f8ef", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:51.815729 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d6ddda6f-5f27-49a2-b651-24dab3e1e14d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:51.816242 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0729363c-a508-4219-b4f5-a1cba3489cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ef2057-5ab9-4a33-89fd-8b3948f1f8ef', 'code': 200} Aug 29 06:48:51.886263 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:51.887504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e30c64e1-564b-4961-9df2-3dd4384a9aad no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:48:51.895897 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28755fdb-d967-4589-b8a7-6720d6f83758 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:51.910121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-28755fdb-d967-4589-b8a7-6720d6f83758 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Calling delete_port for 58e3d825-7e16-410a-9f60-3a2c371a44e5 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:51.978849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: e30c64e1-564b-4961-9df2-3dd4384a9aad {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:48:51.979224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e30c64e1-564b-4961-9df2-3dd4384a9aad not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:48:51.983292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960760-0edd-4d80-8733-2a2497281403 req-8c1d7a3e-bfd5-4656-8ab7-15da597e4427 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:51.984864 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=04ef2057-5ab9-4a33-89fd-8b3948f1f8ef,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:51.991543 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51960760-0edd-4d80-8733-2a2497281403 req-8c1d7a3e-bfd5-4656-8ab7-15da597e4427 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 945 time: 0.0666699 Aug 29 06:48:52.005372 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7b40e40f-4288-4a70-93a3-2b30e27fa99a None None] Provisioning complete for port 58e3d825-7e16-410a-9f60-3a2c371a44e5 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:52.005749 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7b40e40f-4288-4a70-93a3-2b30e27fa99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:52.039977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-7b40e40f-4288-4a70-93a3-2b30e27fa99a None None] Port 58e3d825-7e16-410a-9f60-3a2c371a44e5 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:48:52.044328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6fb23a3a-10e8-4c7e-b667-d97d9ee09e5b req-d8c48f13-74e5-42c5-aa28-ed76743c699b tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0336885 Aug 29 06:48:52.051902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51960760-0edd-4d80-8733-2a2497281403 req-4be5834b-35bc-4ccc-8c00-4089be5084d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594721 Aug 29 06:48:52.077974 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950afd3-fcf4-43de-8ab0-7797caa7fa2a req-27325587-4d25-4686-82f2-ac045d2a4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:52.079487 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e950afd3-fcf4-43de-8ab0-7797caa7fa2a req-27325587-4d25-4686-82f2-ac045d2a4764 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 1097 time: 0.1207070 Aug 29 06:48:52.117937 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e950afd3-fcf4-43de-8ab0-7797caa7fa2a req-27630120-bb58-49cc-8ee7-4dda79a2d4e5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299511 Aug 29 06:48:52.139083 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28755fdb-d967-4589-b8a7-6720d6f83758 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:52.170568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28755fdb-d967-4589-b8a7-6720d6f83758 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event deleted for resources: {'Port': ['ID=58e3d825-7e16-410a-9f60-3a2c371a44e5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:52.263717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28755fdb-d967-4589-b8a7-6720d6f83758 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:52.265870 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-28755fdb-d967-4589-b8a7-6720d6f83758 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "DELETE /v2.0/ports/58e3d825-7e16-410a-9f60-3a2c371a44e5 HTTP/1.1" status: 204 len: 168 time: 0.5867555 Aug 29 06:48:52.268349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49212) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:52.293571 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73bccf3-d2ce-4152-a9e1-2826544880ce tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] GET failed (client error): The resource could not be found. Aug 29 06:48:52.295193 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f73bccf3-d2ce-4152-a9e1-2826544880ce tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "GET /v2.0/ports/58e3d825-7e16-410a-9f60-3a2c371a44e5 HTTP/1.1" status: 404 len: 333 time: 0.0258608 Aug 29 06:48:52.298929 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49214) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:52.305027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Request body: {'port': {'network_id': '2bdd2863-24fb-4db3-9265-9c4cf23431c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1235963419'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:52.599079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Made reservation on behalf of 580b63730f1a4538b31eeed35d355439 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:48:52.602775 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:52.643475 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] device_id is not set on port 677fe375-914b-4142-acc7-d2a2594b40e4 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:48:52.648704 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-39bae605-d846-4cd0-8a53-e68a25b46303 req-a7b99f10-ac03-4178-ba85-c39106f79ea4 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0423009 Aug 29 06:48:52.792839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Allocated IP 2001:db8::4b (2bdd2863-24fb-4db3-9265-9c4cf23431c3/df1244b7-f8b9-47ee-af63-ebae278c769e/677fe375-914b-4142-acc7-d2a2594b40e4) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:48:52.899544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a19e6-3246-41a9-bf2a-30074fc1a500 req-ad1641ec-e211-4a07-b82a-e243b190549f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:52.900969 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba5a19e6-3246-41a9-bf2a-30074fc1a500 req-ad1641ec-e211-4a07-b82a-e243b190549f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 946 time: 0.1292491 Aug 29 06:48:52.911648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c583c35-706f-4502-b53d-3256cb1db32f req-ecb1229b-b1f5-4797-a681-e73fd22ed3a3 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:52.913047 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c583c35-706f-4502-b53d-3256cb1db32f req-ecb1229b-b1f5-4797-a681-e73fd22ed3a3 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 945 time: 0.1216195 Aug 29 06:48:53.016795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba5a19e6-3246-41a9-bf2a-30074fc1a500 req-095cba4d-3583-4cce-8552-2d84c87b07c5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008821 Aug 29 06:48:53.023876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c583c35-706f-4502-b53d-3256cb1db32f req-22595811-69ea-4298-8fc2-6c39f991f311 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996540 Aug 29 06:48:53.068717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:53.081282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Transition to ACTIVE for port object 677fe375-914b-4142-acc7-d2a2594b40e4 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:53.183991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8b09234-4b3f-4c91-92c3-683494ad094b req-c7d99d95-8aa5-406e-bf23-58ca8a582a94 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad6e1a80-dcb9-4208-957d-77afb9f20f5c HTTP/1.1" status: 200 len: 210 time: 0.0437202 Aug 29 06:48:53.191879 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:53.234188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42052ad-359d-462f-8279-145a1ad925ba req-636917bf-c825-420f-82c0-0fbd76f190f9 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:53.235749 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d42052ad-359d-462f-8279-145a1ad925ba req-636917bf-c825-420f-82c0-0fbd76f190f9 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 945 time: 0.1069610 Aug 29 06:48:53.263122 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:48:53.273257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:53.278728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:48:53.284350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:53.284972 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:53.291575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event updated for resources: {'Port': ['ID=677fe375-914b-4142-acc7-d2a2594b40e4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:53.317679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d42052ad-359d-462f-8279-145a1ad925ba req-0c81c08d-c2da-4d6c-bf36-cce1d705ac4a tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756752 Aug 29 06:48:53.408798 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-486fc334-1d2c-4f68-8a1f-1857304a8702 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1087461 Aug 29 06:48:53.411412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49232) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:53.417777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e54f7614-2b2a-4c8b-918b-e855d8fd775e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d0:34:8a'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:53.575220 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e54f7614-2b2a-4c8b-918b-e855d8fd775e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:53.674380 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5d05801b-3987-4c4f-9977-84822e671541 None None] Provisioning for port 677fe375-914b-4142-acc7-d2a2594b40e4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:53.680104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5d05801b-3987-4c4f-9977-84822e671541 None None] Provisioning complete for port 677fe375-914b-4142-acc7-d2a2594b40e4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:53.680894 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d05801b-3987-4c4f-9977-84822e671541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:53.738118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5d05801b-3987-4c4f-9977-84822e671541 None None] Port 677fe375-914b-4142-acc7-d2a2594b40e4 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:48:53.765720 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e54f7614-2b2a-4c8b-918b-e855d8fd775e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:53.864640 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e54f7614-2b2a-4c8b-918b-e855d8fd775e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:53.894814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eab59-88a5-41d9-be09-615edc6e0cc7 req-e2be4a57-0e30-4080-94df-b4781fdc977e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:53.896849 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9b3eab59-88a5-41d9-be09-615edc6e0cc7 req-e2be4a57-0e30-4080-94df-b4781fdc977e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 945 time: 0.0526824 Aug 29 06:48:53.900555 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-e54f7614-2b2a-4c8b-918b-e855d8fd775e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] In _notify_port_updated(), no bound segment for port 677fe375-914b-4142-acc7-d2a2594b40e4 on network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 {{(pid=95404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:48:53.906030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54f7614-2b2a-4c8b-918b-e855d8fd775e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:53.906667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e54f7614-2b2a-4c8b-918b-e855d8fd775e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:53.912461 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e54f7614-2b2a-4c8b-918b-e855d8fd775e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "PUT /v2.0/ports/677fe375-914b-4142-acc7-d2a2594b40e4 HTTP/1.1" status: 200 len: 1002 time: 0.4984691 Aug 29 06:48:53.913132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49250) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:53.987133 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f7614-2b2a-4c8b-918b-e855d8fd775e tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event updated for resources: {'Port': ['ID=677fe375-914b-4142-acc7-d2a2594b40e4,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:54.031260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-9b3eab59-88a5-41d9-be09-615edc6e0cc7 req-b17d9fa6-33aa-4b4e-9515-69a628b5301e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Deleting port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:54.031691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9b3eab59-88a5-41d9-be09-615edc6e0cc7 req-b17d9fa6-33aa-4b4e-9515-69a628b5301e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:54.044328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-abd1cba4-496f-4bd7-ad4c-e322b04ecc95 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Deleting port 677fe375-914b-4142-acc7-d2a2594b40e4 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:54.050864 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-abd1cba4-496f-4bd7-ad4c-e322b04ecc95 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:54.151614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9b3eab59-88a5-41d9-be09-615edc6e0cc7 req-b17d9fa6-33aa-4b4e-9515-69a628b5301e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] For port d86278e5-eec8-4967-8b1d-ed5611d0ffe7, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,segment=NetworkSegment(e6c78503-1dd4-4336-9e50-76a1f710cab8),segment_id=e6c78503-1dd4-4336-9e50-76a1f710cab8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:54.151948 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9b3eab59-88a5-41d9-be09-615edc6e0cc7 req-b17d9fa6-33aa-4b4e-9515-69a628b5301e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:54.198393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-9b3eab59-88a5-41d9-be09-615edc6e0cc7 req-b17d9fa6-33aa-4b4e-9515-69a628b5301e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Calling delete_port for d86278e5-eec8-4967-8b1d-ed5611d0ffe7 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:54.227785 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce3985-dea7-44b7-8848-041fa35e0447 req-8e5ca9f4-508b-4d10-97fc-c4ea079b2540 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:54.229433 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cce3985-dea7-44b7-8848-041fa35e0447 req-8e5ca9f4-508b-4d10-97fc-c4ea079b2540 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 946 time: 0.1197853 Aug 29 06:48:54.251733 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-abd1cba4-496f-4bd7-ad4c-e322b04ecc95 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:54.251940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-149e9cf4-1985-4cd1-a041-a2abf1d8375b None None] Provisioning complete for port 677fe375-914b-4142-acc7-d2a2594b40e4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:54.254040 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-149e9cf4-1985-4cd1-a041-a2abf1d8375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:54.268261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-abd1cba4-496f-4bd7-ad4c-e322b04ecc95 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Calling delete_port for 677fe375-914b-4142-acc7-d2a2594b40e4 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:54.282628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e07a5-02a9-4f96-aadd-0742da678347 req-da22ad8f-9366-48d0-b4d3-bb2f03f76115 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:54.284194 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa8e07a5-02a9-4f96-aadd-0742da678347 req-da22ad8f-9366-48d0-b4d3-bb2f03f76115 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 945 time: 0.1376507 Aug 29 06:48:54.297121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-149e9cf4-1985-4cd1-a041-a2abf1d8375b None None] Port 677fe375-914b-4142-acc7-d2a2594b40e4 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:48:54.371408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cce3985-dea7-44b7-8848-041fa35e0447 req-b3fb6e89-b4fe-4869-9ce3-e6491de04d1e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242573 Aug 29 06:48:54.401568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa8e07a5-02a9-4f96-aadd-0742da678347 req-3a211609-cd7b-4a68-a3bc-c3398f113b06 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be6f046-ba59-490e-8c56-415e0dc6fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066341 Aug 29 06:48:54.418969 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9b3eab59-88a5-41d9-be09-615edc6e0cc7 req-b17d9fa6-33aa-4b4e-9515-69a628b5301e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:54.499117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d9fa6-33aa-4b4e-9515-69a628b5301e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Pushing event deleted for resources: {'Port': ['ID=d86278e5-eec8-4967-8b1d-ed5611d0ffe7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:54.538096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3eab59-88a5-41d9-be09-615edc6e0cc7 req-b17d9fa6-33aa-4b4e-9515-69a628b5301e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] No DVR routers for this DVR port d86278e5-eec8-4967-8b1d-ed5611d0ffe7 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:48:54.541756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9b3eab59-88a5-41d9-be09-615edc6e0cc7 req-b17d9fa6-33aa-4b4e-9515-69a628b5301e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:54.543811 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9b3eab59-88a5-41d9-be09-615edc6e0cc7 req-b17d9fa6-33aa-4b4e-9515-69a628b5301e tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.11 "DELETE /v2.0/ports/d86278e5-eec8-4967-8b1d-ed5611d0ffe7 HTTP/1.1" status: 204 len: 173 time: 0.6399450 Aug 29 06:48:54.544300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ef9d61-6433-408d-aafd-121bf68d23b1', 'name': 'network-vif-deleted', 'tag': 'd86278e5-eec8-4967-8b1d-ed5611d0ffe7'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:54.547275 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb92eac-e43a-4660-bc1c-6b8240253c31" -d '{"events": [{"server_uuid": "c4ef9d61-6433-408d-aafd-121bf68d23b1", "name": "network-vif-deleted", "tag": "d86278e5-eec8-4967-8b1d-ed5611d0ffe7"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:54.554001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23f73a-d18c-4c74-963b-161916a21e42 req-8429e683-5c7b-4f22-9e62-af41c225b2b6 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:54.555635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c23f73a-d18c-4c74-963b-161916a21e42 req-8429e683-5c7b-4f22-9e62-af41c225b2b6 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 945 time: 0.0579395 Aug 29 06:48:54.581090 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-abd1cba4-496f-4bd7-ad4c-e322b04ecc95 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:54.620830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1cba4-496f-4bd7-ad4c-e322b04ecc95 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event deleted for resources: {'Port': ['ID=677fe375-914b-4142-acc7-d2a2594b40e4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:54.645916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c23f73a-d18c-4c74-963b-161916a21e42 req-477f322f-0814-4955-83a2-28a90ae51956 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789313 Aug 29 06:48:54.678750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-abd1cba4-496f-4bd7-ad4c-e322b04ecc95 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:54.681316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-abd1cba4-496f-4bd7-ad4c-e322b04ecc95 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "DELETE /v2.0/ports/677fe375-914b-4142-acc7-d2a2594b40e4 HTTP/1.1" status: 204 len: 168 time: 0.7640972 Aug 29 06:48:54.684547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49280) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:54.739629 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4651d4ac-e0ad-4e39-9fde-21b0862f1674 x-openstack-request-id: req-4651d4ac-e0ad-4e39-9fde-21b0862f1674 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:54.739894 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ef9d61-6433-408d-aafd-121bf68d23b1", "name": "network-vif-deleted", "tag": "d86278e5-eec8-4967-8b1d-ed5611d0ffe7", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:54.740131 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4651d4ac-e0ad-4e39-9fde-21b0862f1674 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:54.740525 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ef9d61-6433-408d-aafd-121bf68d23b1', 'name': 'network-vif-deleted', 'tag': 'd86278e5-eec8-4967-8b1d-ed5611d0ffe7', 'status': 'completed', 'code': 200} Aug 29 06:48:54.745089 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc37e914-d93a-4bb5-9f48-a112f78bb94f tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] GET failed (client error): The resource could not be found. Aug 29 06:48:54.749917 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cc37e914-d93a-4bb5-9f48-a112f78bb94f tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "GET /v2.0/ports/677fe375-914b-4142-acc7-d2a2594b40e4 HTTP/1.1" status: 404 len: 333 time: 0.0610929 Aug 29 06:48:54.750365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49282) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:54.756590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Request body: {'port': {'network_id': '2bdd2863-24fb-4db3-9265-9c4cf23431c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1982895233'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:54.833065 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46793c2b-8fdf-44f2-9792-f6089bde5935 req-348f6667-c425-4bed-bb1b-a947fc32ed60 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:54.834623 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-46793c2b-8fdf-44f2-9792-f6089bde5935 req-348f6667-c425-4bed-bb1b-a947fc32ed60 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 946 time: 0.0865753 Aug 29 06:48:54.940664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40a9c63b-05f9-49e6-a0ed-f403a990bb89 req-a873c2b3-4f11-4b12-a62a-86580a021336 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc63f84695644e1bb568d2045d1b136b&device_id=ad4396dc-3091-4e82-8cb5-10156a524542 HTTP/1.1" status: 200 len: 210 time: 0.0423105 Aug 29 06:48:54.997671 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40a9c63b-05f9-49e6-a0ed-f403a990bb89 req-84f9dd2b-2668-40af-aa81-39c99fbebf2e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc63f84695644e1bb568d2045d1b136b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370626 Aug 29 06:48:55.007846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768877d-4bd5-4554-ad92-96b71c9dcd53 req-5063edf8-ffb9-4c02-be70-2fee435b7c14 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:55.019690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7768877d-4bd5-4554-ad92-96b71c9dcd53 req-5063edf8-ffb9-4c02-be70-2fee435b7c14 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 945 time: 0.1864500 Aug 29 06:48:55.020131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49294) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:55.036158 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-1da6cb51-8b4e-4e92-9c4b-5aa9e594e370 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Request body: {'floatingip': {'port_id': '04ef2057-5ab9-4a33-89fd-8b3948f1f8ef'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:55.119972 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1da6cb51-8b4e-4e92-9c4b-5aa9e594e370 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for floatingip, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:55.166871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bf8d937-c5de-4930-84a3-1742c50a1b53 req-ec519d55-9f99-42c7-a5a9-cc9e5927b0a9 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad4396dc-3091-4e82-8cb5-10156a524542 HTTP/1.1" status: 200 len: 210 time: 0.0679255 Aug 29 06:48:55.219652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-46793c2b-8fdf-44f2-9792-f6089bde5935 req-b8b180df-bbf5-4f5e-aacd-f040360c67b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Deleting port 28d8009d-07f1-4216-a5d5-e391b19b4e00 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:55.220273 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-46793c2b-8fdf-44f2-9792-f6089bde5935 req-b8b180df-bbf5-4f5e-aacd-f040360c67b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:55.243335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9c63b-05f9-49e6-a0ed-f403a990bb89 req-f0a10834-ea9f-4d25-849a-117e159e9eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:55.247612 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40a9c63b-05f9-49e6-a0ed-f403a990bb89 req-f0a10834-ea9f-4d25-849a-117e159e9eb5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2191315 Aug 29 06:48:55.268973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Made reservation on behalf of 580b63730f1a4538b31eeed35d355439 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:48:55.273569 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:55.294278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] device_id is not set on port d2847930-e218-4af4-acf6-dcd15e983a6e yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:48:55.491462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Allocated IP 2001:db8::f3 (2bdd2863-24fb-4db3-9265-9c4cf23431c3/df1244b7-f8b9-47ee-af63-ebae278c769e/d2847930-e218-4af4-acf6-dcd15e983a6e) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:48:55.616449 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-408e52f6-8583-4b88-a112-530139cffc5e req-46f80885-6174-4322-bb4a-f9c8d1b149e9 tempest-LiveMigrationTest-1019131989 tempest-LiveMigrationTest-1019131989-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4ef9d61-6433-408d-aafd-121bf68d23b1 HTTP/1.1" status: 200 len: 210 time: 0.0529344 Aug 29 06:48:55.698774 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b98a2-0d37-43c4-b3ce-0f4f15337254 req-1816ef93-66b3-41b8-a434-343fc2806685 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:55.706689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb7b98a2-0d37-43c4-b3ce-0f4f15337254 req-1816ef93-66b3-41b8-a434-343fc2806685 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 946 time: 0.1616478 Aug 29 06:48:55.776423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb7b98a2-0d37-43c4-b3ce-0f4f15337254 req-5fc2ccab-4d64-4503-92b0-89b0ec65f16c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684366 Aug 29 06:48:55.804878 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:55.821082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Transition to ACTIVE for port object d2847930-e218-4af4-acf6-dcd15e983a6e will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:55.931639 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:55.987266 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:48:55.992553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event updated for resources: {'Port': ['ID=d2847930-e218-4af4-acf6-dcd15e983a6e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:55.996226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:55.997809 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-46793c2b-8fdf-44f2-9792-f6089bde5935 req-b8b180df-bbf5-4f5e-aacd-f040360c67b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] For port 28d8009d-07f1-4216-a5d5-e391b19b4e00, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=28d8009d-07f1-4216-a5d5-e391b19b4e00,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:48:55.998398 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-46793c2b-8fdf-44f2-9792-f6089bde5935 req-b8b180df-bbf5-4f5e-aacd-f040360c67b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:55.998774 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:48:56.004866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:56.005682 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:56.077774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-46793c2b-8fdf-44f2-9792-f6089bde5935 req-b8b180df-bbf5-4f5e-aacd-f040360c67b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Calling delete_port for 28d8009d-07f1-4216-a5d5-e391b19b4e00 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:56.088954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-393aad1a-556a-401b-9f83-53980f3e3d39 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3342412 Aug 29 06:48:56.089170 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49306) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:56.094712 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Request body: {'port': {'network_id': '2bdd2863-24fb-4db3-9265-9c4cf23431c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-734059813'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:56.266405 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1da6cb51-8b4e-4e92-9c4b-5aa9e594e370 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:56.338070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36408651-ff68-4842-9e12-a877295833f0 req-8f9a4c50-fefc-461f-8b3d-e52572c81bda tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad4396dc-3091-4e82-8cb5-10156a524542 HTTP/1.1" status: 200 len: 210 time: 0.0556767 Aug 29 06:48:56.355574 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1da6cb51-8b4e-4e92-9c4b-5aa9e594e370 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:56.393454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Made reservation on behalf of 580b63730f1a4538b31eeed35d355439 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:48:56.398248 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:56.427499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] device_id is not set on port d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:48:56.479894 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-1da6cb51-8b4e-4e92-9c4b-5aa9e594e370 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Floating IP 41b6e497-0070-459d-921e-58e4bea05ec2 associated. External IP: 172.25.1.89, port: 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef. Aug 29 06:48:56.537002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2259a4e2-4696-433c-a9af-ce6c771e202f None None] Provisioning for port d2847930-e218-4af4-acf6-dcd15e983a6e completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:56.543409 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2259a4e2-4696-433c-a9af-ce6c771e202f None None] Provisioning complete for port d2847930-e218-4af4-acf6-dcd15e983a6e triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:56.545138 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2259a4e2-4696-433c-a9af-ce6c771e202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:56.568478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Allocated IP 2001:db8::313 (2bdd2863-24fb-4db3-9265-9c4cf23431c3/df1244b7-f8b9-47ee-af63-ebae278c769e/d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:48:56.590950 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-46793c2b-8fdf-44f2-9792-f6089bde5935 req-b8b180df-bbf5-4f5e-aacd-f040360c67b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:56.622952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b180df-bbf5-4f5e-aacd-f040360c67b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Pushing event deleted for resources: {'Port': ['ID=28d8009d-07f1-4216-a5d5-e391b19b4e00,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:56.668480 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2259a4e2-4696-433c-a9af-ce6c771e202f None None] Port d2847930-e218-4af4-acf6-dcd15e983a6e cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:48:56.739309 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49314) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:56.740362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-46793c2b-8fdf-44f2-9792-f6089bde5935 req-b8b180df-bbf5-4f5e-aacd-f040360c67b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] No DVR routers for this DVR port 28d8009d-07f1-4216-a5d5-e391b19b4e00 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:48:56.748908 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-46793c2b-8fdf-44f2-9792-f6089bde5935 req-b8b180df-bbf5-4f5e-aacd-f040360c67b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:56.750750 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-46793c2b-8fdf-44f2-9792-f6089bde5935 req-b8b180df-bbf5-4f5e-aacd-f040360c67b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "DELETE /v2.0/ports/28d8009d-07f1-4216-a5d5-e391b19b4e00 HTTP/1.1" status: 204 len: 173 time: 1.8839369 Aug 29 06:48:56.752781 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5e8ff7-d7c9-4465-b668-b5f70113b75e', 'name': 'network-vif-deleted', 'tag': '28d8009d-07f1-4216-a5d5-e391b19b4e00'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:56.755035 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b9964c-38f8-4743-b36a-d3e2e67be11b" -d '{"events": [{"server_uuid": "1c5e8ff7-d7c9-4465-b668-b5f70113b75e", "name": "network-vif-deleted", "tag": "28d8009d-07f1-4216-a5d5-e391b19b4e00"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:56.783012 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:56.827699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Transition to ACTIVE for port object d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:48:56.858684 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b5fe38-19d5-477b-8a22-26c9e867e7e9 x-openstack-request-id: req-83b5fe38-19d5-477b-8a22-26c9e867e7e9 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:56.858965 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5e8ff7-d7c9-4465-b668-b5f70113b75e", "name": "network-vif-deleted", "tag": "28d8009d-07f1-4216-a5d5-e391b19b4e00", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:56.859236 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83b5fe38-19d5-477b-8a22-26c9e867e7e9 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:56.859698 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5e8ff7-d7c9-4465-b668-b5f70113b75e', 'name': 'network-vif-deleted', 'tag': '28d8009d-07f1-4216-a5d5-e391b19b4e00', 'status': 'completed', 'code': 200} Aug 29 06:48:56.875881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df5070b-e553-47af-9a43-48929777f3a6 admin admin] Deleting subnet 98715dec-8878-4617-9085-72489d1b1fc4 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:48:56.884481 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6df5070b-e553-47af-9a43-48929777f3a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:56.930927 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6df5070b-e553-47af-9a43-48929777f3a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:56.931505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f644d43-1720-4c37-9651-a9d9dd01e468 req-694828c7-436b-4afc-b3ec-fb810fe4b9c2 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 210 time: 0.0388520 Aug 29 06:48:56.933933 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da6cb51-8b4e-4e92-9c4b-5aa9e594e370 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:48:56.984748 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40a9c63b-05f9-49e6-a0ed-f403a990bb89 req-a3630830-35cf-40f7-b217-9af16bc22334 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad4396dc-3091-4e82-8cb5-10156a524542 HTTP/1.1" status: 200 len: 210 time: 0.0274162 Aug 29 06:48:57.001589 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:57.026042 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6df5070b-e553-47af-9a43-48929777f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:57.027239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:48:57.030817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:48:57.032278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:48:57.050354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:57.050794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:57.136768 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event updated for resources: {'Port': ['ID=d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:57.150049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da6cb51-8b4e-4e92-9c4b-5aa9e594e370 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:48:57.159084 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1da6cb51-8b4e-4e92-9c4b-5aa9e594e370 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:57.161330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8822b-ec51-4a44-96af-3cc4bfe5f57f None None] Sync routers for ids ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:48:57.162389 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a69b9014-adfd-4b05-b77e-ce1f7f51921d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0720906 Aug 29 06:48:57.163256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49326) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:57.177706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8822b-ec51-4a44-96af-3cc4bfe5f57f None None] Routers {'3f4e386a-5af0-4cf4-90d4-5de5af580f08'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:48:57.181830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5ab8822b-ec51-4a44-96af-3cc4bfe5f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:48:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:57.182558 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b2545a7e-f7d6-4587-87d9-448cd53a13de tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2fc', 'mac_address': 'fa:16:3e:d0:34:8a'}, {'ip_address': '2001:db8::f3', 'mac_address': 'fa:16:3e:28:bb:a6'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:48:57.227579 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1da6cb51-8b4e-4e92-9c4b-5aa9e594e370 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "PUT /v2.0/floatingips/41b6e497-0070-459d-921e-58e4bea05ec2 HTTP/1.1" status: 200 len: 990 time: 2.1966281 Aug 29 06:48:57.230947 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6df5070b-e553-47af-9a43-48929777f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:57.291063 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5070b-e553-47af-9a43-48929777f3a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98715dec-8878-4617-9085-72489d1b1fc4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:57.316353 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6df5070b-e553-47af-9a43-48929777f3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:57.318310 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6df5070b-e553-47af-9a43-48929777f3a6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/98715dec-8878-4617-9085-72489d1b1fc4 HTTP/1.1" status: 204 len: 168 time: 0.5758965 Aug 29 06:48:57.330985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49332) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:57.493222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 28d8009d-07f1-4216-a5d5-e391b19b4e00 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:48:57.516501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 28d8009d-07f1-4216-a5d5-e391b19b4e00 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:48:57.518975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 28d8009d-07f1-4216-a5d5-e391b19b4e00 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:48:57.519666 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d86278e5-eec8-4967-8b1d-ed5611d0ffe7 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:48:57.553979 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b2545a7e-f7d6-4587-87d9-448cd53a13de tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:57.563098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: d86278e5-eec8-4967-8b1d-ed5611d0ffe7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:48:57.563620 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d86278e5-eec8-4967-8b1d-ed5611d0ffe7 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:48:57.570469 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3dfd5fb4-76b5-4f59-ac2e-1132d2182a56 req-85ba92d9-32ce-4012-846f-bd8b9d9bbfb7 tempest-ServerShowV247Test-892995710 tempest-ServerShowV247Test-892995710-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad4396dc-3091-4e82-8cb5-10156a524542 HTTP/1.1" status: 200 len: 210 time: 0.0623999 Aug 29 06:48:57.595672 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22cb-ee44-4c26-b409-c82d1d102ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:57.731285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5ab8822b-ec51-4a44-96af-3cc4bfe5f57f None None] Set router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:48:57.744096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b32e5736-0fe9-405d-a263-a1cd287fbdbe None None] Provisioning for port d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:48:57.744381 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22cb-ee44-4c26-b409-c82d1d102ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:57.762948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1b9b22cb-ee44-4c26-b409-c82d1d102ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4475f61a-c472-49af-9e60-c53edc6707df']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:57.784460 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1b9b22cb-ee44-4c26-b409-c82d1d102ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c78503-1dd4-4336-9e50-76a1f710cab8') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:57.784997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1b9b22cb-ee44-4c26-b409-c82d1d102ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c78503-1dd4-4336-9e50-76a1f710cab8') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:57.832404 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22cb-ee44-4c26-b409-c82d1d102ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:57.870647 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22cb-ee44-4c26-b409-c82d1d102ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:57.883293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9b22cb-ee44-4c26-b409-c82d1d102ae8 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:48:57.884460 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22cb-ee44-4c26-b409-c82d1d102ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:48:57.886357 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:48:57.966261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b32e5736-0fe9-405d-a263-a1cd287fbdbe None None] Provisioning complete for port d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:57.966705 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b32e5736-0fe9-405d-a263-a1cd287fbdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.039388 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b2545a7e-f7d6-4587-87d9-448cd53a13de tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.058635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b32e5736-0fe9-405d-a263-a1cd287fbdbe None None] Port d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:48:58.065732 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22cb-ee44-4c26-b409-c82d1d102ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.074322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22cb-ee44-4c26-b409-c82d1d102ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.080568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1b9b22cb-ee44-4c26-b409-c82d1d102ae8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4475f61a-c472-49af-9e60-c53edc6707df HTTP/1.1" status: 204 len: 168 time: 0.7485251 Aug 29 06:48:58.083515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49342) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:58.117210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1a23456-8376-418c-903a-e1603c251487 req-3c764ea9-c52e-4193-9304-b6ac736f73d0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 210 time: 0.0622351 Aug 29 06:48:58.138237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b22cb-ee44-4c26-b409-c82d1d102ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4475f61a-c472-49af-9e60-c53edc6707df,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:58.144065 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b2545a7e-f7d6-4587-87d9-448cd53a13de tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.160030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec9f4e0-e2e6-41e8-85e9-7a0ecfb6d491 admin admin] Deleting subnet b02f3f59-f1ad-4afb-bef0-e50022d274b1 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:48:58.166136 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f4e0-e2e6-41e8-85e9-7a0ecfb6d491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.213280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-b2545a7e-f7d6-4587-87d9-448cd53a13de tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] In _notify_port_updated(), no bound segment for port d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11 on network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 {{(pid=95404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:48:58.219930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2545a7e-f7d6-4587-87d9-448cd53a13de tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:58.220701 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b2545a7e-f7d6-4587-87d9-448cd53a13de tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.224690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b2545a7e-f7d6-4587-87d9-448cd53a13de tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "PUT /v2.0/ports/d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11 HTTP/1.1" status: 200 len: 1066 time: 1.0581014 Aug 29 06:48:58.225448 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49344) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:58.226645 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f4e0-e2e6-41e8-85e9-7a0ecfb6d491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.260866 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5ab8822b-ec51-4a44-96af-3cc4bfe5f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:48:29Z', 'revision_number': 4, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '41b6e497-0070-459d-921e-58e4bea05ec2', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'floating_ip_address': '172.25.1.89', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'port_id': '04ef2057-5ab9-4a33-89fd-8b3948f1f8ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'mac_address': 'fa:16:3e:84:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729363c-a508-4219-b4f5-a1cba3489cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:48:34Z', 'updated_at': '2021-08-29T06:48:56Z', 'revision_number': 1, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240aba28-5815-4e9d-9e68-1d4a2834f791', 'name': '', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'mac_address': 'fa:16:3e:58:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:27Z', 'updated_at': '2021-08-29T06:48:37Z', 'revision_number': 5, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'subnets': [{'id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:58.319005 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2545a7e-f7d6-4587-87d9-448cd53a13de tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event updated for resources: {'Port': ['ID=d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:58.329296 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8822b-ec51-4a44-96af-3cc4bfe5f57f None None] Checking router: 3f4e386a-5af0-4cf4-90d4-5de5af580f08 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:48:58.353131 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f4e0-e2e6-41e8-85e9-7a0ecfb6d491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.355972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8822b-ec51-4a44-96af-3cc4bfe5f57f None None] Routers {'3f4e386a-5af0-4cf4-90d4-5de5af580f08'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:48:58.356618 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5ab8822b-ec51-4a44-96af-3cc4bfe5f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:48:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:58.474774 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-51ddcf56-288f-4e1a-98c2-892cbc9d1e61 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Deleting port d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:48:58.475253 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51ddcf56-288f-4e1a-98c2-892cbc9d1e61 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.542325 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f4e0-e2e6-41e8-85e9-7a0ecfb6d491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.552071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5ab8822b-ec51-4a44-96af-3cc4bfe5f57f None None] Set router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:48:58.601675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9f4e0-e2e6-41e8-85e9-7a0ecfb6d491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b02f3f59-f1ad-4afb-bef0-e50022d274b1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:58.606164 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f4e0-e2e6-41e8-85e9-7a0ecfb6d491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.613433 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5ec9f4e0-e2e6-41e8-85e9-7a0ecfb6d491 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b02f3f59-f1ad-4afb-bef0-e50022d274b1 HTTP/1.1" status: 204 len: 168 time: 0.5286372 Aug 29 06:48:58.616715 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49354) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:58.658717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51ddcf56-288f-4e1a-98c2-892cbc9d1e61 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.682260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-51ddcf56-288f-4e1a-98c2-892cbc9d1e61 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Calling delete_port for d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:48:58.769259 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27b3af1f-4bb4-4e16-b9f3-932006f227d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.878159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0729363c-a508-4219-b4f5-a1cba3489cd0', 'tag': '04ef2057-5ab9-4a33-89fd-8b3948f1f8ef'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:48:58.880464 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a46def0-c6d6-488a-a05e-8b254e9e5d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0729363c-a508-4219-b4f5-a1cba3489cd0", "tag": "04ef2057-5ab9-4a33-89fd-8b3948f1f8ef"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:48:58.956647 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51ddcf56-288f-4e1a-98c2-892cbc9d1e61 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.964234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9875b79d-396f-4ea3-8bc8-914921d29110 None None] Provisioning complete for port d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:48:58.965226 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9875b79d-396f-4ea3-8bc8-914921d29110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:58.990283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9875b79d-396f-4ea3-8bc8-914921d29110 None None] Port d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11 was deleted so its status cannot be updated. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 06:48:58.999973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27b3af1f-4bb4-4e16-b9f3-932006f227d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:59.029807 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf833cc-b943-443a-93dd-dc7d8c2dd79b x-openstack-request-id: req-ddf833cc-b943-443a-93dd-dc7d8c2dd79b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:48:59.030259 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0729363c-a508-4219-b4f5-a1cba3489cd0", "tag": "04ef2057-5ab9-4a33-89fd-8b3948f1f8ef", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:48:59.030380 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ddf833cc-b943-443a-93dd-dc7d8c2dd79b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:48:59.030892 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0729363c-a508-4219-b4f5-a1cba3489cd0', 'tag': '04ef2057-5ab9-4a33-89fd-8b3948f1f8ef', 'status': 'completed', 'code': 200} Aug 29 06:48:59.031422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5ab8822b-ec51-4a44-96af-3cc4bfe5f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:48:29Z', 'revision_number': 4, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '41b6e497-0070-459d-921e-58e4bea05ec2', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'floating_ip_address': '172.25.1.89', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'port_id': '04ef2057-5ab9-4a33-89fd-8b3948f1f8ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'mac_address': 'fa:16:3e:84:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729363c-a508-4219-b4f5-a1cba3489cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:48:34Z', 'updated_at': '2021-08-29T06:48:56Z', 'revision_number': 1, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240aba28-5815-4e9d-9e68-1d4a2834f791', 'name': '', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'mac_address': 'fa:16:3e:58:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:27Z', 'updated_at': '2021-08-29T06:48:37Z', 'revision_number': 5, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'subnets': [{'id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:59.039316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-27b3af1f-4bb4-4e16-b9f3-932006f227d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921b13af-a19d-460f-9a70-180fa3531554']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:59.043919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddcf56-288f-4e1a-98c2-892cbc9d1e61 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event deleted for resources: {'Port': ['ID=d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:59.061522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8822b-ec51-4a44-96af-3cc4bfe5f57f None None] The sync data for ids ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'] in n-d-713301-12 is: [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:48:29Z', 'revision_number': 4, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '41b6e497-0070-459d-921e-58e4bea05ec2', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'floating_ip_address': '172.25.1.89', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'port_id': '04ef2057-5ab9-4a33-89fd-8b3948f1f8ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'mac_address': 'fa:16:3e:84:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729363c-a508-4219-b4f5-a1cba3489cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:48:34Z', 'updated_at': '2021-08-29T06:48:56Z', 'revision_number': 1, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240aba28-5815-4e9d-9e68-1d4a2834f791', 'name': '', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'mac_address': 'fa:16:3e:58:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:27Z', 'updated_at': '2021-08-29T06:48:37Z', 'revision_number': 5, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'subnets': [{'id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:48:59.091478 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-27b3af1f-4bb4-4e16-b9f3-932006f227d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bcfba1-335f-435a-b5ba-d91c5922fa74') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:59.091873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-27b3af1f-4bb4-4e16-b9f3-932006f227d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bcfba1-335f-435a-b5ba-d91c5922fa74') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:48:59.178999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27b3af1f-4bb4-4e16-b9f3-932006f227d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:59.234432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27b3af1f-4bb4-4e16-b9f3-932006f227d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:59.247024 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b3af1f-4bb4-4e16-b9f3-932006f227d6 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:48:59.247669 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27b3af1f-4bb4-4e16-b9f3-932006f227d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:59.260946 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46def0-c6d6-488a-a05e-8b254e9e5d4c req-1dd015f1-7f26-4b75-94a4-3bf145b7404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:59.262830 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8a46def0-c6d6-488a-a05e-8b254e9e5d4c req-1dd015f1-7f26-4b75-94a4-3bf145b7404c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a60e8e812f94e929411be0e22e3769e&device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 1097 time: 0.1685092 Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:48:59.263731 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:48:59.473666 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3720ff9a-f58e-4b3c-a814-38cb5f6b2319 req-46d53c0c-a8af-44bb-a028-181b8499e0b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 210 time: 0.1663098 Aug 29 06:48:59.487297 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49370) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:59.497108 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5535f216-48e3-4df7-b412-14d06b88e92e None None] New status for floating IP 41b6e497-0070-459d-921e-58e4bea05ec2: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:48:59.502220 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46def0-c6d6-488a-a05e-8b254e9e5d4c req-180f7ae1-7607-4da3-a2f7-10f88fab624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:59.513573 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8a46def0-c6d6-488a-a05e-8b254e9e5d4c req-180f7ae1-7607-4da3-a2f7-10f88fab624f service neutron] 10.222.0.11 "GET /v2.0/networks?id=90d81331-d535-41aa-8e5a-e08ac3030c6e HTTP/1.1" status: 200 len: 913 time: 0.2304389 Aug 29 06:48:59.626758 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8a46def0-c6d6-488a-a05e-8b254e9e5d4c req-125e4c38-365a-4694-a61d-6ef0d9c9c2f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ef2057-5ab9-4a33-89fd-8b3948f1f8ef HTTP/1.1" status: 200 len: 998 time: 0.1033256 Aug 29 06:48:59.685156 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27b3af1f-4bb4-4e16-b9f3-932006f227d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:59.690262 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27b3af1f-4bb4-4e16-b9f3-932006f227d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:59.692759 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-27b3af1f-4bb4-4e16-b9f3-932006f227d6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/921b13af-a19d-460f-9a70-180fa3531554 HTTP/1.1" status: 204 len: 168 time: 1.0744150 Aug 29 06:48:59.713628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3af1f-4bb4-4e16-b9f3-932006f227d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=921b13af-a19d-460f-9a70-180fa3531554,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:48:59.740464 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51ddcf56-288f-4e1a-98c2-892cbc9d1e61 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:59.744860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-51ddcf56-288f-4e1a-98c2-892cbc9d1e61 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "DELETE /v2.0/ports/d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11 HTTP/1.1" status: 204 len: 168 time: 1.5160010 Aug 29 06:48:59.745317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49380) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:59.746107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46def0-c6d6-488a-a05e-8b254e9e5d4c req-3f9a05eb-ff10-4cee-b007-7288a03b9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:59.747840 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8a46def0-c6d6-488a-a05e-8b254e9e5d4c req-3f9a05eb-ff10-4cee-b007-7288a03b9e05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f065a5d1-b5aa-4386-a23b-43fe3d51e6b8 HTTP/1.1" status: 200 len: 851 time: 0.1142340 Aug 29 06:48:59.816568 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f23d1ba-b4dc-4628-ad50-1f17abdc27da tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] GET failed (client error): The resource could not be found. Aug 29 06:48:59.820775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7f23d1ba-b4dc-4628-ad50-1f17abdc27da tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "GET /v2.0/ports/d3d67a12-8bfe-4fc3-b45f-82b91c3f3e11 HTTP/1.1" status: 404 len: 333 time: 0.0719554 Aug 29 06:48:59.825411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49382) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:48:59.833762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46def0-c6d6-488a-a05e-8b254e9e5d4c req-39cb9e08-c596-4fe1-ab76-888c9fc5e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:48:59.838723 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8a46def0-c6d6-488a-a05e-8b254e9e5d4c req-39cb9e08-c596-4fe1-ab76-888c9fc5e074 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90d81331-d535-41aa-8e5a-e08ac3030c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821106 Aug 29 06:48:59.852693 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fcbb05b3-991e-4beb-b1d2-e1dd569ee824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:48:59.964920 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8a46def0-c6d6-488a-a05e-8b254e9e5d4c req-1bcba843-95da-4ba3-af1e-9f3d6e8b0051 service neutron] 10.222.0.11 "GET /v2.0/networks/90d81331-d535-41aa-8e5a-e08ac3030c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073387 Aug 29 06:49:00.001882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-601a96fc-fd28-4a2a-ab86-ad02e39a0abb tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Deleting port d2847930-e218-4af4-acf6-dcd15e983a6e {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:00.002264 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-601a96fc-fd28-4a2a-ab86-ad02e39a0abb tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:00.145665 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fcbb05b3-991e-4beb-b1d2-e1dd569ee824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:00.168250 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8a46def0-c6d6-488a-a05e-8b254e9e5d4c req-935ba9d0-a413-453d-a095-911349c6e114 service neutron] 10.222.0.11 "GET /v2.0/networks/90d81331-d535-41aa-8e5a-e08ac3030c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912930 Aug 29 06:49:00.169059 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-601a96fc-fd28-4a2a-ab86-ad02e39a0abb tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:00.205898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-601a96fc-fd28-4a2a-ab86-ad02e39a0abb tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Calling delete_port for d2847930-e218-4af4-acf6-dcd15e983a6e owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:00.259858 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fcbb05b3-991e-4beb-b1d2-e1dd569ee824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:00.325350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fcbb05b3-991e-4beb-b1d2-e1dd569ee824 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cc63f84695644e1bb568d2045d1b136b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8356810 Aug 29 06:49:00.328178 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb05b3-991e-4beb-b1d2-e1dd569ee824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a60d299-85af-484e-8be3-1d91dd14c621,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:00.328716 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49388) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:00.399454 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6a5c36be-a69a-4d74-8587-8f7de17d761a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:00.423282 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6a5c36be-a69a-4d74-8587-8f7de17d761a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:00.572634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49392) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:00.623488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80bf4e46-86f6-478f-b3b2-1b5b1e7ce6b8 req-c7bf7f49-6562-4cb1-afa1-8f6f00ec9599 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 210 time: 0.0420668 Aug 29 06:49:00.658859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49396) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:00.659126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a600fd6f-f18f-43f2-9391-4cf5812c978f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae1a013e8eb8401888d6fb6666c86936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847509 Aug 29 06:49:00.660934 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-601a96fc-fd28-4a2a-ab86-ad02e39a0abb tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:00.693628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a96fc-fd28-4a2a-ab86-ad02e39a0abb tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event deleted for resources: {'Port': ['ID=d2847930-e218-4af4-acf6-dcd15e983a6e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:00.702504 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6a5c36be-a69a-4d74-8587-8f7de17d761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:00.714224 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6a5c36be-a69a-4d74-8587-8f7de17d761a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:00.734082 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6a5c36be-a69a-4d74-8587-8f7de17d761a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7a60d299-85af-484e-8be3-1d91dd14c621 HTTP/1.1" status: 204 len: 168 time: 0.3885517 Aug 29 06:49:00.735242 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-601a96fc-fd28-4a2a-ab86-ad02e39a0abb tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:00.736626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-601a96fc-fd28-4a2a-ab86-ad02e39a0abb tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "DELETE /v2.0/ports/d2847930-e218-4af4-acf6-dcd15e983a6e HTTP/1.1" status: 204 len: 168 time: 0.9049890 Aug 29 06:49:00.739301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49404) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:00.771413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c36be-a69a-4d74-8587-8f7de17d761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a60d299-85af-484e-8be3-1d91dd14c621,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:00.799322 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-967ce5a8-ac4d-46a4-8a34-104955ad0dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:00.804091 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc18fc9-c784-4b7b-b4f2-498c033480d4 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] GET failed (client error): The resource could not be found. Aug 29 06:49:00.810128 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-dbc18fc9-c784-4b7b-b4f2-498c033480d4 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "GET /v2.0/ports/d2847930-e218-4af4-acf6-dcd15e983a6e HTTP/1.1" status: 404 len: 333 time: 0.0694442 Aug 29 06:49:00.813981 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49408) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:00.851953 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-967ce5a8-ac4d-46a4-8a34-104955ad0dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:00.999022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-96c95f8d-0d16-4339-8708-2653f7f6e543 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Deleting port d29d84f2-c565-491f-a570-2ef4dbc3ecfa {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:00.999441 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-96c95f8d-0d16-4339-8708-2653f7f6e543 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:01.073707 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-967ce5a8-ac4d-46a4-8a34-104955ad0dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:01.076414 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-967ce5a8-ac4d-46a4-8a34-104955ad0dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:01.082019 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-967ce5a8-ac4d-46a4-8a34-104955ad0dac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2be6f046-ba59-490e-8c56-415e0dc6fb2e HTTP/1.1" status: 204 len: 168 time: 0.4171898 Aug 29 06:49:01.095881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ce5a8-ac4d-46a4-8a34-104955ad0dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be6f046-ba59-490e-8c56-415e0dc6fb2e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:01.168582 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-96c95f8d-0d16-4339-8708-2653f7f6e543 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:01.189225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-96c95f8d-0d16-4339-8708-2653f7f6e543 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Calling delete_port for d29d84f2-c565-491f-a570-2ef4dbc3ecfa owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:01.923710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-39c2f493-7f6c-4e1a-9f75-128b61aa3654 req-d2053ac6-cf9c-43f9-b4ae-75c015ab88e5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 210 time: 0.0788908 Aug 29 06:49:02.028213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49440) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:02.089543 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fc824b2c-3999-4a03-9b9e-4dc6e3a8d82b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=83ff2c22bba84d7d8b5463b943176a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595994 Aug 29 06:49:02.098224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49444) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:02.118354 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-96c95f8d-0d16-4339-8708-2653f7f6e543 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:02.164289 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c95f8d-0d16-4339-8708-2653f7f6e543 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event deleted for resources: {'Port': ['ID=d29d84f2-c565-491f-a570-2ef4dbc3ecfa,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:02.218719 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-96c95f8d-0d16-4339-8708-2653f7f6e543 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:02.223597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-96c95f8d-0d16-4339-8708-2653f7f6e543 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "DELETE /v2.0/ports/d29d84f2-c565-491f-a570-2ef4dbc3ecfa HTTP/1.1" status: 204 len: 168 time: 1.4085052 Aug 29 06:49:02.226286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49450) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:02.248721 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f9877bc3-c2b4-40fd-b1f9-a9069c7c21a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:02.325702 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f9877bc3-c2b4-40fd-b1f9-a9069c7c21a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:02.349947 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5f9ded-d955-4357-a30b-cf579df77d85 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Deleting subnet df1244b7-f8b9-47ee-af63-ebae278c769e {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:49:02.357413 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de5f9ded-d955-4357-a30b-cf579df77d85 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:02.434473 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de5f9ded-d955-4357-a30b-cf579df77d85 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:02.527609 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f9877bc3-c2b4-40fd-b1f9-a9069c7c21a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:02.530969 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f9877bc3-c2b4-40fd-b1f9-a9069c7c21a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:02.534852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f9877bc3-c2b4-40fd-b1f9-a9069c7c21a3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0ddff27b-9249-4aab-9b98-50c215f6cc9b HTTP/1.1" status: 204 len: 168 time: 0.4333711 Aug 29 06:49:02.542473 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de5f9ded-d955-4357-a30b-cf579df77d85 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:02.548612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9877bc3-c2b4-40fd-b1f9-a9069c7c21a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddff27b-9249-4aab-9b98-50c215f6cc9b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:02.649520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49458) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:02.690699 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de5f9ded-d955-4357-a30b-cf579df77d85 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:02.764938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f9ded-d955-4357-a30b-cf579df77d85 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event deleted for resources: {'Subnet': ['ID=df1244b7-f8b9-47ee-af63-ebae278c769e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:02.781470 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de5f9ded-d955-4357-a30b-cf579df77d85 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:02.783005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a42bbeb-98ab-4958-93c8-79cf19119c5e None None] Network 2bdd2863-24fb-4db3-9265-9c4cf23431c3 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:02.793233 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-de5f9ded-d955-4357-a30b-cf579df77d85 tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "DELETE /v2.0/subnets/df1244b7-f8b9-47ee-af63-ebae278c769e HTTP/1.1" status: 204 len: 168 time: 0.5656281 Aug 29 06:49:02.795732 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49462) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:02.921481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-122338252-network', 'tenant_id': '343b7acdca8c460498200a8862ee9a46'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:03.091706 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.147124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092aec1e-68a4-446d-9859-09ab25c78e5c None None] DHCP port deletion for 2bdd2863-24fb-4db3-9265-9c4cf23431c3 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:49:03.232990 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0809097b-9833-4d83-bce9-c437789eb822 req-35fdedb5-4b22-4cce-81b4-52e4cc1e3af8 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 210 time: 0.1156142 Aug 29 06:49:03.234488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] Made reservation on behalf of 343b7acdca8c460498200a8862ee9a46 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:03.242427 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.266950 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.305756 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Deleting port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:03.306658 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.387449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-092aec1e-68a4-446d-9859-09ab25c78e5c None None] Deleting port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:03.391645 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-092aec1e-68a4-446d-9859-09ab25c78e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.433737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:49:03.439616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] For port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9bff4746-c608-4dfe-b64f-c8e8109ef9e6,segment=NetworkSegment(a3a3e976-ef3e-45ad-9c0f-91dc67ca5255),segment_id=a3a3e976-ef3e-45ad-9c0f-91dc67ca5255)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:03.439986 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.459776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Calling delete_port for 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:03.518308 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.547271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-092aec1e-68a4-446d-9859-09ab25c78e5c None None] For port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9bff4746-c608-4dfe-b64f-c8e8109ef9e6,segment=NetworkSegment(a3a3e976-ef3e-45ad-9c0f-91dc67ca5255),segment_id=a3a3e976-ef3e-45ad-9c0f-91dc67ca5255)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:03.547588 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-092aec1e-68a4-446d-9859-09ab25c78e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.555480 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.563520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-092aec1e-68a4-446d-9859-09ab25c78e5c None None] Calling delete_port for 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:03.636176 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.668656 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.675256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8867e2-4d2a-42a8-824a-88292cc0711e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:03.700115 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.702798 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:49:03.751388 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-092aec1e-68a4-446d-9859-09ab25c78e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.764623 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.764785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092aec1e-68a4-446d-9859-09ab25c78e5c None None] No DVR routers for this DVR port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:49:03.765102 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] Added segment d175887c-85cc-47b3-8e75-ac7abcc31a7b of type vlan for network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f Aug 29 06:49:03.784598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092aec1e-68a4-446d-9859-09ab25c78e5c None None] Pushing event deleted for resources: {'Port': ['ID=9bff4746-c608-4dfe-b64f-c8e8109ef9e6,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:03.809020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event deleted for resources: {'Port': ['ID=9bff4746-c608-4dfe-b64f-c8e8109ef9e6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:03.817868 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.820933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] No DVR routers for this DVR port 9bff4746-c608-4dfe-b64f-c8e8109ef9e6 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:49:03.923789 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.935049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bdd2863-24fb-4db3-9265-9c4cf23431c3']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:49:03.946673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a3e976-ef3e-45ad-9c0f-91dc67ca5255') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:49:03.947042 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a3e976-ef3e-45ad-9c0f-91dc67ca5255') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:49:03.957480 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.965413 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:03.966376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:03.966965 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:04.000138 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:04.038914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:49:04.039112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:49:04.042701 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:49:04.110536 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4595165 Aug 29 06:49:04.115822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49494) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:04.119830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11334439-8089-4905-bbfa-4f8322dca1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:04.121287 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-42d52618-d79e-4be2-b08b-e2022e832ccb admin admin] Request body: {'subnet': {'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-122338252-subnet', 'tenant_id': '343b7acdca8c460498200a8862ee9a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:04.139604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:49:04.204832 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:04.219106 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:04.229925 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] 10.222.0.76 "DELETE /v2.0/networks/2bdd2863-24fb-4db3-9265-9c4cf23431c3 HTTP/1.1" status: 204 len: 168 time: 1.4298553 Aug 29 06:49:04.239171 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d52618-d79e-4be2-b08b-e2022e832ccb admin admin] Made reservation on behalf of 343b7acdca8c460498200a8862ee9a46 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:04.242294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-42d52618-d79e-4be2-b08b-e2022e832ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:04.309077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955310a-e671-4747-b2f2-1a516ae36e5d tempest-AllowedAddressPairIpV6TestJSON-898451196 tempest-AllowedAddressPairIpV6TestJSON-898451196-project] Pushing event deleted for resources: {'Network': ['ID=2bdd2863-24fb-4db3-9265-9c4cf23431c3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:04.475333 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52be0c66-50ac-41f6-8b73-6dd0be1cbaa3 req-8e65cc0e-fbca-4956-ad07-2d5fb01af5be tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c5e8ff7-d7c9-4465-b668-b5f70113b75e HTTP/1.1" status: 200 len: 210 time: 0.0623605 Aug 29 06:49:04.665717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-42d52618-d79e-4be2-b08b-e2022e832ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:04.734824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d52618-d79e-4be2-b08b-e2022e832ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1153f13b-d94a-4fee-bced-c1f52e46b73e,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:04.755960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d52618-d79e-4be2-b08b-e2022e832ccb admin admin] Checking segment: {'id': 'd175887c-85cc-47b3-8e75-ac7abcc31a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:04.756623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d52618-d79e-4be2-b08b-e2022e832ccb admin admin] Network hostable DHCP agents. Network: c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:49:04.835614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d52618-d79e-4be2-b08b-e2022e832ccb admin admin] Network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:49:04.922340 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-42d52618-d79e-4be2-b08b-e2022e832ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:04.928067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d52618-d79e-4be2-b08b-e2022e832ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:04.929033 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-42d52618-d79e-4be2-b08b-e2022e832ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:04.934429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a765d7-c392-40e5-bee1-6176ec736b7e None None] Network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:05.040001 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-42d52618-d79e-4be2-b08b-e2022e832ccb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9228740 Aug 29 06:49:05.109618 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a11f6-f724-4a76-81cd-985a2b45a145 None None] Network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:05.200252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49524) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:05.643412 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3dbee32b-dce3-4b48-b5b8-eebd95929e6d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=580b63730f1a4538b31eeed35d355439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274058 Aug 29 06:49:05.647027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49554) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:05.722010 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c260d254-eb56-4ad1-ad9f-12fde5964de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:05.746303 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c260d254-eb56-4ad1-ad9f-12fde5964de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:05.918885 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c260d254-eb56-4ad1-ad9f-12fde5964de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:05.922103 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c260d254-eb56-4ad1-ad9f-12fde5964de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:05.926333 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c260d254-eb56-4ad1-ad9f-12fde5964de0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/376a996c-7acd-44e3-8100-c774f91ff865 HTTP/1.1" status: 204 len: 168 time: 0.2779880 Aug 29 06:49:05.940146 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260d254-eb56-4ad1-ad9f-12fde5964de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376a996c-7acd-44e3-8100-c774f91ff865,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:06.168594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-0086aa4c-0854-4488-bbed-9b5caf215c06 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:06.171769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-0086aa4c-0854-4488-bbed-9b5caf215c06 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/networks?id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f HTTP/1.1" status: 200 len: 813 time: 0.1415024 Aug 29 06:49:06.213473 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-6490963d-7c44-40a1-a1a2-0b8b3d0ec4ca tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=71b5947da1484517ad5efa3f460d6a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322139 Aug 29 06:49:06.215804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-4842797e-5a0f-4088-a9b6-877a8d9893aa tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/quotas/343b7acdca8c460498200a8862ee9a46 HTTP/1.1" status: 200 len: 375 time: 0.0377276 Aug 29 06:49:06.254176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-3c7a0c61-eb59-47fe-b208-2d1aa4ae8515 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=343b7acdca8c460498200a8862ee9a46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317457 Aug 29 06:49:06.450760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-ff7f6259-f613-4a33-b5fa-c83b3a4e16b6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:06.452522 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-ff7f6259-f613-4a33-b5fa-c83b3a4e16b6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168314 Aug 29 06:49:06.455076 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-71aa0309-f800-40d4-b2ab-0e4448a12c53 service neutron] 10.222.0.76 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920202 Aug 29 06:49:06.491765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-27b60288-dfcf-45d0-bc92-2c82d7b4395a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/quotas/71b5947da1484517ad5efa3f460d6a2d HTTP/1.1" status: 200 len: 375 time: 0.0335035 Aug 29 06:49:06.565351 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-a6c86c02-586e-4a26-ae80-014b316da9e2 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421157 Aug 29 06:49:06.625191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-90ad289b-3481-41cd-9470-0676d0f3836a service neutron] 10.222.0.76 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555769 Aug 29 06:49:07.092668 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fa1ef-b92a-4d4e-b16d-0832b5a29afc req-df6cb2d7-5ce2-4432-a36c-07d8ddb6f677 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:07.100663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca0fa1ef-b92a-4d4e-b16d-0832b5a29afc req-df6cb2d7-5ce2-4432-a36c-07d8ddb6f677 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 811 time: 0.2051075 Aug 29 06:49:07.118776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca0fa1ef-b92a-4d4e-b16d-0832b5a29afc req-132b76c6-57a4-4280-b0c0-46e91c7dd905 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/quotas/d4426b23251b440b8d0cb63469d9d344 HTTP/1.1" status: 200 len: 375 time: 0.0170953 Aug 29 06:49:07.175254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca0fa1ef-b92a-4d4e-b16d-0832b5a29afc req-ecb2b0be-9d59-4ff6-9d2b-b1f40c78f3f3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534105 Aug 29 06:49:07.343791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-812bd0d9-a7c1-4b4d-971b-266ba2cf1471 req-a5160edb-59d9-4a76-ba9c-ebb9297cc9c3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 210 time: 0.1503527 Aug 29 06:49:07.514463 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6b21042-228f-479b-a254-d8b055695b95 req-4cf1dbd4-fbb0-4d91-9d49-42a3c4335631 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 210 time: 0.0864809 Aug 29 06:49:07.515158 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49650) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:07.559560 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca0fa1ef-b92a-4d4e-b16d-0832b5a29afc req-c8e6740d-07d1-4af2-9acb-22543cfc1079 service neutron] 10.222.0.76 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740821 Aug 29 06:49:07.692003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-835795390'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:07.725478 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca0fa1ef-b92a-4d4e-b16d-0832b5a29afc req-dc306dac-8697-4127-8001-5a0fce43a087 service neutron] 10.222.0.76 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588235 Aug 29 06:49:07.790902 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Made reservation on behalf of da2a22f31f1a419db7952605a733ee8f for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:07.795095 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:07.805315 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:07.937280 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:08.000102 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14f25344-de12-4f17-a826-2f873a518fd5 req-c43646b9-d0d9-45a8-bddf-f32b38b91edd tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=8bd8b3f4-c905-4b8d-864b-e058c44b35fe HTTP/1.1" status: 200 len: 210 time: 0.0384150 Aug 29 06:49:08.025090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:08.041558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:49:08.052491 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:08.053100 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Added segment 273db304-6c88-47b5-a46a-2290f25eaa24 of type vlan for network 70254f84-beee-4591-86b1-66b84399ba44 Aug 29 06:49:08.104190 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:08.135724 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1838237b-9915-4293-a40c-48f99725d808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:08.191535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f91e95-46ed-4e1b-ad0b-2ba36fa9c97c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:08.242075 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:08.249662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:08.250484 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:08.338817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event updated for resources: {'Network': ['ID=70254f84-beee-4591-86b1-66b84399ba44,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:08.349191 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 70254f84-beee-4591-86b1-66b84399ba44 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:49:08.388348 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3b2de902-acf1-4555-82a0-244581126757 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8714874 Aug 29 06:49:08.391213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49672) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:08.397790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-1ec8e7ef-f8ec-4efb-b29c-f7892326b4e6 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Request body: {'subnet': {'network_id': '70254f84-beee-4591-86b1-66b84399ba44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:08.565812 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c89ce19-500c-460c-9226-19738c6e3840 req-c0e34a00-f249-4f02-9280-2b9977dc4029 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 210 time: 0.0561047 Aug 29 06:49:08.615980 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec8e7ef-f8ec-4efb-b29c-f7892326b4e6 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Made reservation on behalf of da2a22f31f1a419db7952605a733ee8f for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:08.621031 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ec8e7ef-f8ec-4efb-b29c-f7892326b4e6 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:08.687775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-132fadc8-79d8-4c0a-8aec-224e87daff8f req-c8fedd5b-cf8a-460c-99d3-a5734f157000 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 210 time: 0.0588996 Aug 29 06:49:09.061896 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ec8e7ef-f8ec-4efb-b29c-f7892326b4e6 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:09.136219 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8e7ef-f8ec-4efb-b29c-f7892326b4e6 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event updated for resources: {'Subnet': ['ID=37924f36-7b0b-4318-a3f8-7a77268ff172,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:09.144601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec8e7ef-f8ec-4efb-b29c-f7892326b4e6 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Checking segment: {'id': '273db304-6c88-47b5-a46a-2290f25eaa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '70254f84-beee-4591-86b1-66b84399ba44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:09.144972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec8e7ef-f8ec-4efb-b29c-f7892326b4e6 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Network hostable DHCP agents. Network: 70254f84-beee-4591-86b1-66b84399ba44, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:49:09.261345 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec8e7ef-f8ec-4efb-b29c-f7892326b4e6 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Network 70254f84-beee-4591-86b1-66b84399ba44 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:49:09.333070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-1ec8e7ef-f8ec-4efb-b29c-f7892326b4e6 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 70254f84-beee-4591-86b1-66b84399ba44) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:09.333502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-8f5cf85a-955c-4c6a-9e0c-d6d61790cb98 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:09.345169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5278fa-d6f0-4289-9cb6-ed9f13d732dc None None] Network 70254f84-beee-4591-86b1-66b84399ba44 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:09.346241 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec8e7ef-f8ec-4efb-b29c-f7892326b4e6 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:09.346863 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ec8e7ef-f8ec-4efb-b29c-f7892326b4e6 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:09.354882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-8f5cf85a-955c-4c6a-9e0c-d6d61790cb98 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 811 time: 0.2258816 Aug 29 06:49:09.387731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-769db250-741e-410e-904a-95aca7461d8f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/quotas/d4426b23251b440b8d0cb63469d9d344 HTTP/1.1" status: 200 len: 375 time: 0.0292892 Aug 29 06:49:09.446330 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-b043b12a-b04e-4190-9de4-1cf174851585 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567272 Aug 29 06:49:09.459888 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-f2172db1-0e3c-46f9-b3ac-94ac1575c278 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=71b5947da1484517ad5efa3f460d6a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463276 Aug 29 06:49:09.468077 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1ec8e7ef-f8ec-4efb-b29c-f7892326b4e6 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0756261 Aug 29 06:49:09.487216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49718) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:09.487216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Request body: {'port': {'network_id': '70254f84-beee-4591-86b1-66b84399ba44', 'name': 'tempest-AllowedAddressPairTestJSON-61599082'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:09.596292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-70254f84-beee-4591-86b1-66b84399ba44', 'network_id': '70254f84-beee-4591-86b1-66b84399ba44', 'tenant_id': 'da2a22f31f1a419db7952605a733ee8f', 'fixed_ips': [{'subnet_id': '37924f36-7b0b-4318-a3f8-7a77268ff172'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:49:09.604447 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:09.793306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c7ae1ce-a366-4fe3-8e19-6a268de08516 req-572f2975-42a7-4c40-a986-ae0e87330c24 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 210 time: 0.0600040 Aug 29 06:49:09.826209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Allocated IP 172.20.0.2 (70254f84-beee-4591-86b1-66b84399ba44/37924f36-7b0b-4318-a3f8-7a77268ff172/e8ec1384-3546-4f7e-9c8f-26f656b49623) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:09.833332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-b942e4c4-3388-429f-b20b-f812c138baf6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:09.835252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-b942e4c4-3388-429f-b20b-f812c138baf6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3513331 Aug 29 06:49:09.844251 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-5093cc71-413a-4b2b-9f7f-4e1c5f92941f service neutron] 10.222.0.76 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868608 Aug 29 06:49:09.861863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Request body: {'port': {'device_id': '8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '71b5947da1484517ad5efa3f460d6a2d'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:09.898538 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16385f44-2eff-40ee-9da7-d558ae2cff4f req-baffa433-a643-4270-a0d6-bfdd0501e192 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 210 time: 0.0588987 Aug 29 06:49:09.975555 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:09.984308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Transition to ACTIVE for port object e8ec1384-3546-4f7e-9c8f-26f656b49623 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:09.998774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Transition to ACTIVE for port object e8ec1384-3546-4f7e-9c8f-26f656b49623 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:10.084176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-3e896a4d-dbcc-4805-8f33-0615f93924e7 service neutron] 10.222.0.76 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291479 Aug 29 06:49:10.133207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Made reservation on behalf of da2a22f31f1a419db7952605a733ee8f for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:10.140428 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:10.156267 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:10.167764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] device_id is not set on port 3f95dab1-d973-4dc7-a2d4-cba83aa65f50 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:49:10.195604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Network 70254f84-beee-4591-86b1-66b84399ba44 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:10.195604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:10.197275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:10.217448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Pushing event updated for resources: {'Port': ['ID=e8ec1384-3546-4f7e-9c8f-26f656b49623,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:10.244257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Made reservation on behalf of 71b5947da1484517ad5efa3f460d6a2d for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:10.248373 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:10.268605 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:10.312796 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Attempting to bind port e8ec1384-3546-4f7e-9c8f-26f656b49623 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:49:10.314851 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Attempting to bind port e8ec1384-3546-4f7e-9c8f-26f656b49623 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '273db304-6c88-47b5-a46a-2290f25eaa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '70254f84-beee-4591-86b1-66b84399ba44'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:49:10.315612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Attempting to bind port e8ec1384-3546-4f7e-9c8f-26f656b49623 on network 70254f84-beee-4591-86b1-66b84399ba44 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:10.333990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:49:10.334992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Checking segment: {'id': '273db304-6c88-47b5-a46a-2290f25eaa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '70254f84-beee-4591-86b1-66b84399ba44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:10.339734 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:10.340425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Bound using segment: {'id': '273db304-6c88-47b5-a46a-2290f25eaa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '70254f84-beee-4591-86b1-66b84399ba44'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:49:10.341138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Bound port: e8ec1384-3546-4f7e-9c8f-26f656b49623, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273db304-6c88-47b5-a46a-2290f25eaa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '70254f84-beee-4591-86b1-66b84399ba44'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:49:10.341783 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:10.385572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Allocated IP 172.20.0.8 (70254f84-beee-4591-86b1-66b84399ba44/37924f36-7b0b-4318-a3f8-7a77268ff172/3f95dab1-d973-4dc7-a2d4-cba83aa65f50) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:10.423406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c431629-328d-4149-acea-d340b7496c47 req-f3c70b37-aeee-44e0-809a-becbb4da05ac tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 210 time: 0.0582628 Aug 29 06:49:10.478509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] For port e8ec1384-3546-4f7e-9c8f-26f656b49623, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:49:10.482325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] For port e8ec1384-3546-4f7e-9c8f-26f656b49623, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e8ec1384-3546-4f7e-9c8f-26f656b49623,segment=NetworkSegment(273db304-6c88-47b5-a46a-2290f25eaa24),segment_id=273db304-6c88-47b5-a46a-2290f25eaa24)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:49:10.512179 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:10.573895 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-da24a143-af5b-4115-a393-29fb285a8d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:10.608512 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:10.621699 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:10.637491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:10.645850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Transition to ACTIVE for port object 3f95dab1-d973-4dc7-a2d4-cba83aa65f50 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:10.700430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac545b73-37a1-4b11-bdb8-4ed3106e20c0 None None] Pushing event updated for resources: {'Port': ['ID=e8ec1384-3546-4f7e-9c8f-26f656b49623,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:10.726096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabdf2d-5ab7-4495-9004-2fd394f2bf40 req-83f02c59-57f6-40d1-b072-a172d443d5c3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:10.731963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabdf2d-5ab7-4495-9004-2fd394f2bf40 req-83f02c59-57f6-40d1-b072-a172d443d5c3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:10.737761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabdf2d-5ab7-4495-9004-2fd394f2bf40 req-83f02c59-57f6-40d1-b072-a172d443d5c3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:10.744165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabdf2d-5ab7-4495-9004-2fd394f2bf40 req-83f02c59-57f6-40d1-b072-a172d443d5c3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:10.750173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabdf2d-5ab7-4495-9004-2fd394f2bf40 req-83f02c59-57f6-40d1-b072-a172d443d5c3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:10.755995 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabdf2d-5ab7-4495-9004-2fd394f2bf40 req-83f02c59-57f6-40d1-b072-a172d443d5c3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:10.762562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabdf2d-5ab7-4495-9004-2fd394f2bf40 req-83f02c59-57f6-40d1-b072-a172d443d5c3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:10.764512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8eabdf2d-5ab7-4495-9004-2fd394f2bf40 req-83f02c59-57f6-40d1-b072-a172d443d5c3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.2109456 Aug 29 06:49:10.802998 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:10.847866 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:10.862896 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:10.906996 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8eabdf2d-5ab7-4495-9004-2fd394f2bf40 req-d58bc58c-6ca7-46dc-8d39-31ce1c714980 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1305528 Aug 29 06:49:10.939978 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5aba8c4-eda9-4517-9004-a92da5888116 req-1ee54fc7-a124-405b-9ecf-1f539ea37ba2 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 210 time: 0.0625498 Aug 29 06:49:10.995810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Allocated IP 192.168.233.173 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/46a20dce-4a25-4e68-b695-3a755a9819a8) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:11.030637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Network 70254f84-beee-4591-86b1-66b84399ba44 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:11.034370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:11.041191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:11.045606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event updated for resources: {'Port': ['ID=3f95dab1-d973-4dc7-a2d4-cba83aa65f50,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:11.129242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:11.131899 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:11.146736 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0efc804b-1102-45be-9b05-7440921f2898 req-7cb32725-2923-427d-822a-90eb4268c6d1 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 210 time: 0.0657380 Aug 29 06:49:11.217533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48ad7-d2fd-4256-9e73-2865c8bf89df req-d9521054-2864-4eeb-a3aa-7f64a4d1f1c1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:11.219221 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c162bd7e-a74b-4cc2-85c9-6a6cd0cb7823 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7473900 Aug 29 06:49:11.222137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49776) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:11.223564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48ad7-d2fd-4256-9e73-2865c8bf89df req-d9521054-2864-4eeb-a3aa-7f64a4d1f1c1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:11.227649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Request body: {'port': {'network_id': '70254f84-beee-4591-86b1-66b84399ba44', 'name': 'tempest-AllowedAddressPairTestJSON-498064423', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a3:b0:e5'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:11.229841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48ad7-d2fd-4256-9e73-2865c8bf89df req-d9521054-2864-4eeb-a3aa-7f64a4d1f1c1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:11.235715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48ad7-d2fd-4256-9e73-2865c8bf89df req-d9521054-2864-4eeb-a3aa-7f64a4d1f1c1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:11.241491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48ad7-d2fd-4256-9e73-2865c8bf89df req-d9521054-2864-4eeb-a3aa-7f64a4d1f1c1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:11.247955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48ad7-d2fd-4256-9e73-2865c8bf89df req-d9521054-2864-4eeb-a3aa-7f64a4d1f1c1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:11.253817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48ad7-d2fd-4256-9e73-2865c8bf89df req-d9521054-2864-4eeb-a3aa-7f64a4d1f1c1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:11.255693 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73e48ad7-d2fd-4256-9e73-2865c8bf89df req-d9521054-2864-4eeb-a3aa-7f64a4d1f1c1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.1943407 Aug 29 06:49:11.317731 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:11.336959 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Transition to ACTIVE for port object 46a20dce-4a25-4e68-b695-3a755a9819a8 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:11.399880 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e8ec1384-3546-4f7e-9c8f-26f656b49623 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:49:11.497082 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:11.501587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Made reservation on behalf of da2a22f31f1a419db7952605a733ee8f for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:11.538972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33084c9d-cc91-4fab-a3f8-11834035d2a9 req-7060b642-0871-47e2-94ee-9437c9b1b62d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 210 time: 0.0396721 Aug 29 06:49:11.577460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port e8ec1384-3546-4f7e-9c8f-26f656b49623 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:11.587867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:11.600309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:11.609881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:11.658245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Pushing event updated for resources: {'Port': ['ID=46a20dce-4a25-4e68-b695-3a755a9819a8,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:11.717391 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:11.718048 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:11.729189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:11.735543 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:11.776100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] device_id is not set on port 2d800e7a-3158-4355-ae53-33087651b2d0 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:49:11.828620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-09474d12-3ced-4ebe-8069-33fcf04ef7a5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9831696 Aug 29 06:49:11.851100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Request body: {'port': {'device_id': '8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:12.007380 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:12.029701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039b812-2ea7-4581-b854-c5dccb1b9e96 req-7433392b-066b-4fd4-b96d-f7099816c656 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:12.032039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a039b812-2ea7-4581-b854-c5dccb1b9e96 req-7433392b-066b-4fd4-b96d-f7099816c656 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.1228755 Aug 29 06:49:12.136540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162be386-2455-4587-97e5-182c294aedd1 None None] Network 70254f84-beee-4591-86b1-66b84399ba44 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:12.152311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Allocated IP 172.20.0.10 (70254f84-beee-4591-86b1-66b84399ba44/37924f36-7b0b-4318-a3f8-7a77268ff172/2d800e7a-3158-4355-ae53-33087651b2d0) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:12.181833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a039b812-2ea7-4581-b854-c5dccb1b9e96 req-214178b5-bc4c-46bf-b3da-9e270bad1e66 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287186 Aug 29 06:49:12.192300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad091f-7b49-4087-9bc0-e8cbc8af9b36 req-81bae2ed-37d2-4f4f-bb96-42cc97942aeb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:12.200115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a9ad091f-7b49-4087-9bc0-e8cbc8af9b36 req-81bae2ed-37d2-4f4f-bb96-42cc97942aeb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 936 time: 0.1651573 Aug 29 06:49:12.252809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c3a6f9ed-c41b-43b3-a957-0fc99f45ee19 None None] Provisioning for port 46a20dce-4a25-4e68-b695-3a755a9819a8 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:12.303507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c3a6f9ed-c41b-43b3-a957-0fc99f45ee19 None None] Provisioning complete for port 46a20dce-4a25-4e68-b695-3a755a9819a8 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:12.308336 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f9ed-c41b-43b3-a957-0fc99f45ee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:12.308574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a9ad091f-7b49-4087-9bc0-e8cbc8af9b36 req-3e86c353-9927-4ef4-bdfc-91f277beecf3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075997 Aug 29 06:49:12.390457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c3a6f9ed-c41b-43b3-a957-0fc99f45ee19 None None] Port 46a20dce-4a25-4e68-b695-3a755a9819a8 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:49:12.438444 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df06c11e-ffc9-4775-9af3-a79a009b16d1 req-4fe6dce0-f5a5-4830-bdca-aedabfa1167d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 210 time: 0.1136692 Aug 29 06:49:12.657030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a20dce-4a25-4e68-b695-3a755a9819a8 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:49:12.658751 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:12.671491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:12.674910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Transition to ACTIVE for port object 2d800e7a-3158-4355-ae53-33087651b2d0 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:12.728715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Transition to ACTIVE for port object 46a20dce-4a25-4e68-b695-3a755a9819a8 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:12.732278 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5c79836-7208-4c62-a8f7-1f0c22789922 req-57e4a54f-6499-448a-9eb1-83361a9df8ce tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 210 time: 0.0502641 Aug 29 06:49:12.742436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Provisioning for port e8ec1384-3546-4f7e-9c8f-26f656b49623 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:12.747973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Provisioning complete for port e8ec1384-3546-4f7e-9c8f-26f656b49623 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:12.751288 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:12.783398 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-9653d188-b94a-4648-a0a9-a9e83e7f8ce7 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:12.784858 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-9653d188-b94a-4648-a0a9-a9e83e7f8ce7 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.15 "GET /v2.0/networks?id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f HTTP/1.1" status: 200 len: 813 time: 0.3698421 Aug 29 06:49:12.816693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-e93bd2f0-aa6a-4a23-83a9-f339c577e8ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Request body: {'port': {'device_id': '2274c635-38cc-4d96-bcdd-479b055d4671', 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f', 'admin_state_up': True, 'tenant_id': '343b7acdca8c460498200a8862ee9a46'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:12.822982 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:12.874140 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:12.922858 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d58b928b-2630-4251-893d-4112123de1bf None None] For port e8ec1384-3546-4f7e-9c8f-26f656b49623, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e8ec1384-3546-4f7e-9c8f-26f656b49623,segment=NetworkSegment(273db304-6c88-47b5-a46a-2290f25eaa24),segment_id=273db304-6c88-47b5-a46a-2290f25eaa24)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:12.978784 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:13.015834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Pushing event updated for resources: {'Port': ['ID=46a20dce-4a25-4e68-b695-3a755a9819a8,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:13.055838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Attempting to bind port 46a20dce-4a25-4e68-b695-3a755a9819a8 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:49:13.056180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Attempting to bind port 46a20dce-4a25-4e68-b695-3a755a9819a8 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:49:13.056511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Attempting to bind port 46a20dce-4a25-4e68-b695-3a755a9819a8 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:13.062816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Port 46a20dce-4a25-4e68-b695-3a755a9819a8 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:49:13.063191 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Attempting to bind port 46a20dce-4a25-4e68-b695-3a755a9819a8 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:13.072699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:49:13.073043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:13.073432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:49:13.073874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Bound port: 46a20dce-4a25-4e68-b695-3a755a9819a8, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:49:13.074231 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:13.122749 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:13.201427 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Pushing event updated for resources: {'Port': ['ID=e8ec1384-3546-4f7e-9c8f-26f656b49623,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:13.214201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:13.214706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:13.215168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:13.215622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:13.216360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:13.216360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:13.216867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:13.217314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:13.217738 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:13.218159 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:13.219173 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:13.219851 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b928b-2630-4251-893d-4112123de1bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:13.234758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Network 70254f84-beee-4591-86b1-66b84399ba44 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:13.248938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:13.262818 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-950d9037-e8ec-4a92-a513-56beff539bca None None] Provisioning complete for port e8ec1384-3546-4f7e-9c8f-26f656b49623 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:13.263356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-950d9037-e8ec-4a92-a513-56beff539bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:13.315105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:13.315812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ffa65-ef0e-465b-97fb-fa3e6de9d20d req-ab608419-b409-4442-a82f-e6e613ad074a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:13.317776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f9ffa65-ef0e-465b-97fb-fa3e6de9d20d req-ab608419-b409-4442-a82f-e6e613ad074a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.0987887 Aug 29 06:49:13.321576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] For port 46a20dce-4a25-4e68-b695-3a755a9819a8, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:49:13.326298 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] For port 46a20dce-4a25-4e68-b695-3a755a9819a8, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=46a20dce-4a25-4e68-b695-3a755a9819a8,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:49:13.361883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event updated for resources: {'Port': ['ID=2d800e7a-3158-4355-ae53-33087651b2d0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:13.408116 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:13.432360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e8ec1384-3546-4f7e-9c8f-26f656b49623 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:49:13.462236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f9ffa65-ef0e-465b-97fb-fa3e6de9d20d req-744257ad-96cb-47c5-9ee9-a25afad61468 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227236 Aug 29 06:49:13.475536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:13.571675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e8ec1384-3546-4f7e-9c8f-26f656b49623 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:13.572581 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:13.576092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-10d12412-d5f4-43eb-8b27-ce88b696bb95 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:13.578728 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-10d12412-d5f4-43eb-8b27-ce88b696bb95 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.15 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 811 time: 0.5175288 Aug 29 06:49:13.600824 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Pushing event updated for resources: {'Port': ['ID=46a20dce-4a25-4e68-b695-3a755a9819a8,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:13.609768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:13.610717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:13.622308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-03533e21-b6f4-43bf-8335-e7b901a6817e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Request body: {'port': {'device_id': '0749b70e-f495-4edb-b4a9-1eb1f95a8c87', 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548', 'admin_state_up': True, 'tenant_id': 'd4426b23251b440b8d0cb63469d9d344'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:13.631531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-950d9037-e8ec-4a92-a513-56beff539bca None None] Provisioning for port 3f95dab1-d973-4dc7-a2d4-cba83aa65f50 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:13.637604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:13.641043 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:13.641043 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-aec8eab8-7a58-4171-881a-12ee87189d56 service neutron] 10.222.0.15 "PUT /v2.0/ports/46a20dce-4a25-4e68-b695-3a755a9819a8 HTTP/1.1" status: 200 len: 1097 time: 1.7977624 Aug 29 06:49:13.642695 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d', 'tag': '46a20dce-4a25-4e68-b695-3a755a9819a8'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:13.645928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-950d9037-e8ec-4a92-a513-56beff539bca None None] Provisioning complete for port 3f95dab1-d973-4dc7-a2d4-cba83aa65f50 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:13.646307 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-950d9037-e8ec-4a92-a513-56beff539bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:13.654359 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d8b1d6-fdd9-49a5-a0d8-1f97ac487b37" -d '{"events": [{"name": "network-changed", "server_uuid": "8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d", "tag": "46a20dce-4a25-4e68-b695-3a755a9819a8"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:13.694152 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-295aa9bf-a51a-473d-af93-470c408038aa req-86186b92-053c-49ff-bbb5-eafb5dfb2430 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 210 time: 0.0952539 Aug 29 06:49:13.726460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-e93bd2f0-aa6a-4a23-83a9-f339c577e8ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Made reservation on behalf of 343b7acdca8c460498200a8862ee9a46 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:13.733176 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-e93bd2f0-aa6a-4a23-83a9-f339c577e8ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:13.742660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831f293-3e1b-4e6f-9ccc-869d7ff39348 req-4c48ef2a-b823-41ec-aaea-33511f177852 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:13.751622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9831f293-3e1b-4e6f-9ccc-869d7ff39348 req-4c48ef2a-b823-41ec-aaea-33511f177852 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 948 time: 0.2790298 Aug 29 06:49:13.805207 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9831f293-3e1b-4e6f-9ccc-869d7ff39348 req-00cc9b40-ac78-4ea6-bfb9-eda30e544d06 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504267 Aug 29 06:49:13.811813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-950d9037-e8ec-4a92-a513-56beff539bca None None] Port 3f95dab1-d973-4dc7-a2d4-cba83aa65f50 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:49:13.820265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49850) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:13.838485 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49854) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:13.839260 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7b7528c9-c000-4e80-baad-bbe615f84d0d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.6157722 Aug 29 06:49:13.951544 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d3cd52-398c-4d70-9582-ec989415cae9 x-openstack-request-id: req-13d3cd52-398c-4d70-9582-ec989415cae9 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:13.951918 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d", "tag": "46a20dce-4a25-4e68-b695-3a755a9819a8", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:13.952221 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-13d3cd52-398c-4d70-9582-ec989415cae9 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:13.952835 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d', 'tag': '46a20dce-4a25-4e68-b695-3a755a9819a8', 'status': 'completed', 'code': 200} Aug 29 06:49:14.059072 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b34fef3b-3207-4067-ba0f-a997d624776c None None] Provisioning complete for port 3f95dab1-d973-4dc7-a2d4-cba83aa65f50 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:14.060588 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b34fef3b-3207-4067-ba0f-a997d624776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:14.077522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-e93bd2f0-aa6a-4a23-83a9-f339c577e8ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Allocated IP 172.20.0.8 (c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f/1153f13b-d94a-4fee-bced-c1f52e46b73e/e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:14.087677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7125f91c-6167-46db-9b9a-ffd7b70ac9c1 req-b305e87e-db54-4451-853d-6274ed8da1c8 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 210 time: 0.0727773 Aug 29 06:49:14.100181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b34fef3b-3207-4067-ba0f-a997d624776c None None] Port 3f95dab1-d973-4dc7-a2d4-cba83aa65f50 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:49:14.111735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a2a16-60b9-4586-82ca-d9b390674d88 req-fab5c7fb-044f-4505-81cf-5bfab5f6b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.112223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a2a16-60b9-4586-82ca-d9b390674d88 req-fab5c7fb-044f-4505-81cf-5bfab5f6b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.112696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a2a16-60b9-4586-82ca-d9b390674d88 req-fab5c7fb-044f-4505-81cf-5bfab5f6b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.113139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-03533e21-b6f4-43bf-8335-e7b901a6817e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Made reservation on behalf of d4426b23251b440b8d0cb63469d9d344 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:14.113345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a2a16-60b9-4586-82ca-d9b390674d88 req-fab5c7fb-044f-4505-81cf-5bfab5f6b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.113760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a2a16-60b9-4586-82ca-d9b390674d88 req-fab5c7fb-044f-4505-81cf-5bfab5f6b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.114224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a2a16-60b9-4586-82ca-d9b390674d88 req-fab5c7fb-044f-4505-81cf-5bfab5f6b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.114682 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a2a16-60b9-4586-82ca-d9b390674d88 req-fab5c7fb-044f-4505-81cf-5bfab5f6b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.116586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-042a2a16-60b9-4586-82ca-d9b390674d88 req-fab5c7fb-044f-4505-81cf-5bfab5f6b564 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 6509 time: 0.2951787 Aug 29 06:49:14.116938 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-03533e21-b6f4-43bf-8335-e7b901a6817e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:14.127782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f88e14-f46a-4b49-991d-3e54b828e54a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.134209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f88e14-f46a-4b49-991d-3e54b828e54a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.140164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f88e14-f46a-4b49-991d-3e54b828e54a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.141769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f5f88e14-f46a-4b49-991d-3e54b828e54a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3016524 Aug 29 06:49:14.145227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49858) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:14.162147 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-2140dd01-ab89-4d93-b5c8-c4f93f2b0abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.163633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-2140dd01-ab89-4d93-b5c8-c4f93f2b0abd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 1100 time: 0.2157304 Aug 29 06:49:14.185681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-042a2a16-60b9-4586-82ca-d9b390674d88 req-5c4d8e69-368e-4fef-afaf-440817d85c85 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418649 Aug 29 06:49:14.214933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-7eccd5cc-4cc0-41f4-8fce-3eacda3b9c7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=46a20dce-4a25-4e68-b695-3a755a9819a8 HTTP/1.1" status: 200 len: 217 time: 0.0419569 Aug 29 06:49:14.235518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b34fef3b-3207-4067-ba0f-a997d624776c None None] Provisioning for port 2d800e7a-3158-4355-ae53-33087651b2d0 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:14.239895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b34fef3b-3207-4067-ba0f-a997d624776c None None] Provisioning complete for port 2d800e7a-3158-4355-ae53-33087651b2d0 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:14.243137 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b34fef3b-3207-4067-ba0f-a997d624776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:14.268857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-c1d50d8f-6e67-4032-bc67-adcad9eb07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.271204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-c1d50d8f-6e67-4032-bc67-adcad9eb07d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0487931 Aug 29 06:49:14.276778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b34fef3b-3207-4067-ba0f-a997d624776c None None] Port 2d800e7a-3158-4355-ae53-33087651b2d0 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:49:14.440349 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-e93bd2f0-aa6a-4a23-83a9-f339c577e8ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:14.448589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-03533e21-b6f4-43bf-8335-e7b901a6817e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Allocated IP 172.20.0.2 (62cd1216-7d96-443a-b0ba-1b6940ce3548/6d6221c5-492b-4e52-81e3-c311934e2c40/eeb7ce39-97bc-4f7c-ba13-805495b6d77d) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:14.459609 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-9e62e895-8120-49af-93cd-6bf4e5f74d6f tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Deleting port 2d800e7a-3158-4355-ae53-33087651b2d0 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:14.459967 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9e62e895-8120-49af-93cd-6bf4e5f74d6f tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:14.650608 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9e62e895-8120-49af-93cd-6bf4e5f74d6f tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:14.670584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-9e62e895-8120-49af-93cd-6bf4e5f74d6f tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Calling delete_port for 2d800e7a-3158-4355-ae53-33087651b2d0 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:14.672441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-39909b9c-7294-4a9e-b64b-f46bcefe81de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.673944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-39909b9c-7294-4a9e-b64b-f46bcefe81de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3938704 Aug 29 06:49:14.686487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d5558-f9a2-4e71-a7c9-a511bc426300 req-e28dd54e-3b0d-40a8-8813-089fa6b4d63b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.689098 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d36d5558-f9a2-4e71-a7c9-a511bc426300 req-e28dd54e-3b0d-40a8-8813-089fa6b4d63b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.0586874 Aug 29 06:49:14.769371 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-03533e21-b6f4-43bf-8335-e7b901a6817e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:14.781063 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d36d5558-f9a2-4e71-a7c9-a511bc426300 req-e63d1b90-2bab-450c-8afb-2d13b6bc6ae0 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851023 Aug 29 06:49:14.792441 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-e93bd2f0-aa6a-4a23-83a9-f339c577e8ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:14.862936 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-00a8cdaa-7e51-4863-bac4-65731450da65 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740060 Aug 29 06:49:14.973516 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ae2e7-76e2-4c3d-9eac-6b08e232899b req-28ff41c5-eb01-405c-805e-36fdc23ca08b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:14.975100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-778ae2e7-76e2-4c3d-9eac-6b08e232899b req-28ff41c5-eb01-405c-805e-36fdc23ca08b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 931 time: 0.1553986 Aug 29 06:49:15.027763 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7e3a8-41b8-4945-949f-71885d092e68 req-e9e3c322-ddf7-4541-b84b-dc3307b3e72e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:15.029229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-efe7e3a8-41b8-4945-949f-71885d092e68 req-e9e3c322-ddf7-4541-b84b-dc3307b3e72e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 948 time: 0.1404338 Aug 29 06:49:15.066786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e15e7a61-3a3c-4301-ba8e-ff2f65edad16 req-bb6b214d-db3e-4c62-a286-36533cb04bf4 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948161 Aug 29 06:49:15.076113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-778ae2e7-76e2-4c3d-9eac-6b08e232899b req-7e227186-c32e-4199-94d9-25f597381e2c tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934083 Aug 29 06:49:15.133809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-efe7e3a8-41b8-4945-949f-71885d092e68 req-0b1f47f6-7ff3-44f1-951e-40b2a3fea9f0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519693 Aug 29 06:49:15.163327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-e93bd2f0-aa6a-4a23-83a9-f339c577e8ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:15.178273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-e93bd2f0-aa6a-4a23-83a9-f339c577e8ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:15.183227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-e93bd2f0-aa6a-4a23-83a9-f339c577e8ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:15.195207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bd2f0-aa6a-4a23-83a9-f339c577e8ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Pushing event updated for resources: {'Port': ['ID=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:15.248528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29c9bf4e-97ef-4c27-bfa6-eb5238ca14ec req-755bb11e-9a02-4974-be54-96e5f977e5a2 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 210 time: 0.0286772 Aug 29 06:49:15.254641 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-e93bd2f0-aa6a-4a23-83a9-f339c577e8ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:15.255367 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-e93bd2f0-aa6a-4a23-83a9-f339c577e8ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:15.307032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8b1d6-fdd9-49a5-a0d8-1f97ac487b37 req-82297cc9-5b99-4ff6-a1d8-78612ba42f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:15.310373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63d8b1d6-fdd9-49a5-a0d8-1f97ac487b37 req-82297cc9-5b99-4ff6-a1d8-78612ba42f36 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 1100 time: 0.0459292 Aug 29 06:49:15.347751 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-03533e21-b6f4-43bf-8335-e7b901a6817e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:15.390501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-03533e21-b6f4-43bf-8335-e7b901a6817e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Network 62cd1216-7d96-443a-b0ba-1b6940ce3548 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:15.391271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9e62e895-8120-49af-93cd-6bf4e5f74d6f tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:15.401002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8b1d6-fdd9-49a5-a0d8-1f97ac487b37 req-61076f0d-0b7f-4c65-b715-0e9ddc363973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:15.402022 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-e93bd2f0-aa6a-4a23-83a9-f339c577e8ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6033216 Aug 29 06:49:15.402450 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63d8b1d6-fdd9-49a5-a0d8-1f97ac487b37 req-61076f0d-0b7f-4c65-b715-0e9ddc363973 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.0851691 Aug 29 06:49:15.407247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-03533e21-b6f4-43bf-8335-e7b901a6817e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:15.409560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-03533e21-b6f4-43bf-8335-e7b901a6817e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:15.453011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Request body: {'port': {'device_id': '2274c635-38cc-4d96-bcdd-479b055d4671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:15.453656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63d8b1d6-fdd9-49a5-a0d8-1f97ac487b37 req-cb470966-2aea-48e1-aa58-77302da8f8c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=46a20dce-4a25-4e68-b695-3a755a9819a8 HTTP/1.1" status: 200 len: 217 time: 0.0358484 Aug 29 06:49:15.455503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03533e21-b6f4-43bf-8335-e7b901a6817e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Pushing event updated for resources: {'Port': ['ID=eeb7ce39-97bc-4f7c-ba13-805495b6d77d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:15.505242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73851558-f3eb-433e-9fdc-5730947d4048 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:49:15.516099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8b1d6-fdd9-49a5-a0d8-1f97ac487b37 req-a66fbb83-4460-4120-977f-7c461ab4ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:15.553947 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63d8b1d6-fdd9-49a5-a0d8-1f97ac487b37 req-a66fbb83-4460-4120-977f-7c461ab4ca6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0565348 Aug 29 06:49:15.554708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62e895-8120-49af-93cd-6bf4e5f74d6f tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event deleted for resources: {'Port': ['ID=2d800e7a-3158-4355-ae53-33087651b2d0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:15.554708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-03533e21-b6f4-43bf-8335-e7b901a6817e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:15.554708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-03533e21-b6f4-43bf-8335-e7b901a6817e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:15.587676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8b1d6-fdd9-49a5-a0d8-1f97ac487b37 req-735d3f61-fb28-404c-9aa3-00f1d196b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:15.588856 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:15.590245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63d8b1d6-fdd9-49a5-a0d8-1f97ac487b37 req-735d3f61-fb28-404c-9aa3-00f1d196b0f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0540400 Aug 29 06:49:15.615322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:15.618803 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab106d2-8452-42bb-9333-78e8a335de87" -d '{"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-unplugged", "status": "completed", "tag": "73851558-f3eb-433e-9fdc-5730947d4048"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:15.624068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:15.636998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:15.667815 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5433c93-afc3-47da-a594-a6fa2b7768d0 x-openstack-request-id: req-e5433c93-afc3-47da-a594-a6fa2b7768d0 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:15.668927 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-unplugged", "status": "completed", "tag": "73851558-f3eb-433e-9fdc-5730947d4048", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:15.669215 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5433c93-afc3-47da-a594-a6fa2b7768d0 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:15.669707 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048', 'code': 200} Aug 29 06:49:15.680956 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-03533e21-b6f4-43bf-8335-e7b901a6817e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0858619 Aug 29 06:49:15.706617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63d8b1d6-fdd9-49a5-a0d8-1f97ac487b37 req-74e7b95b-5063-49b7-8e76-90db776aff11 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031876 Aug 29 06:49:15.708837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Request body: {'port': {'device_id': '0749b70e-f495-4edb-b4a9-1eb1f95a8c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:15.720462 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:15.750094 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9e62e895-8120-49af-93cd-6bf4e5f74d6f tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:15.752006 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9e62e895-8120-49af-93cd-6bf4e5f74d6f tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "DELETE /v2.0/ports/2d800e7a-3158-4355-ae53-33087651b2d0 HTTP/1.1" status: 204 len: 168 time: 1.6048603 Aug 29 06:49:15.760590 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49878) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:15.772577 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=11']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:15.814371 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63d8b1d6-fdd9-49a5-a0d8-1f97ac487b37 req-f9cee497-5f42-4ab2-95d5-3075afa6a7c6 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958335 Aug 29 06:49:15.849416 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-28390ba2-450f-4807-af69-45777a675e68 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] GET failed (client error): The resource could not be found. Aug 29 06:49:15.850931 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-28390ba2-450f-4807-af69-45777a675e68 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "GET /v2.0/ports/2d800e7a-3158-4355-ae53-33087651b2d0 HTTP/1.1" status: 404 len: 333 time: 0.0865302 Aug 29 06:49:15.855346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49882) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:15.861901 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Request body: {'port': {'network_id': '70254f84-beee-4591-86b1-66b84399ba44', 'name': 'tempest-AllowedAddressPairTestJSON-2120801318'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:15.888055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:15.911421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720affa-8741-4e4c-b81a-dc9a418c2c1d req-d0d83575-4807-4f26-8be2-cfd7e68c2e67 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:15.912919 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e720affa-8741-4e4c-b81a-dc9a418c2c1d req-d0d83575-4807-4f26-8be2-cfd7e68c2e67 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0510273 Aug 29 06:49:15.951336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e720affa-8741-4e4c-b81a-dc9a418c2c1d req-32de42e3-8437-4992-8518-37cba2021c9c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322278 Aug 29 06:49:16.249781 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Made reservation on behalf of da2a22f31f1a419db7952605a733ee8f for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:16.250834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3972a-3944-499c-8efe-6e3dbf4ae71b req-b6e36fad-d10c-4695-81f2-ac4bbe7671c5 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:16.252377 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dec3972a-3944-499c-8efe-6e3dbf4ae71b req-b6e36fad-d10c-4695-81f2-ac4bbe7671c5 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 931 time: 0.0886090 Aug 29 06:49:16.253204 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:16.261557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299504fe-c5e5-463d-b191-56cf92eb0a9a req-ce9e149e-dbe6-4160-b9a6-29d77acbbbb7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:16.263070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-299504fe-c5e5-463d-b191-56cf92eb0a9a req-ce9e149e-dbe6-4160-b9a6-29d77acbbbb7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 948 time: 0.0888462 Aug 29 06:49:16.279240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:49:16.290661 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:16.303800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] device_id is not set on port 1dc211bb-ff57-4ef6-9b02-864d484e2d13 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:49:16.320143 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dec3972a-3944-499c-8efe-6e3dbf4ae71b req-90a24c8c-65e5-4e92-9319-f9a12b4f35c4 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558984 Aug 29 06:49:16.327957 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-299504fe-c5e5-463d-b191-56cf92eb0a9a req-25042506-973b-42ad-a728-82ab7e644427 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567243 Aug 29 06:49:16.362698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Transition to ACTIVE for port object e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:16.449007 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:16.490471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb7ce39-97bc-4f7c-ba13-805495b6d77d {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:49:16.502476 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba165b-88c4-467c-b15a-07a2900223a7 req-c9b5cebd-d192-4b98-875c-1c2ca2531da3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:16.504777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fba165b-88c4-467c-b15a-07a2900223a7 req-c9b5cebd-d192-4b98-875c-1c2ca2531da3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 931 time: 0.0539594 Aug 29 06:49:16.509730 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:16.515580 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Allocated IP 172.20.0.14 (70254f84-beee-4591-86b1-66b84399ba44/37924f36-7b0b-4318-a3f8-7a77268ff172/1dc211bb-ff57-4ef6-9b02-864d484e2d13) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:16.544348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fba165b-88c4-467c-b15a-07a2900223a7 req-f05603cb-9ad7-4b25-9daf-0114ebe74fcf tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330768 Aug 29 06:49:16.547129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Transition to ACTIVE for port object eeb7ce39-97bc-4f7c-ba13-805495b6d77d will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:16.549199 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Pushing event updated for resources: {'Port': ['ID=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:16.626479 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:16.744667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Pushing event updated for resources: {'Port': ['ID=eeb7ce39-97bc-4f7c-ba13-805495b6d77d,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:16.757018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Attempting to bind port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:49:16.757355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Attempting to bind port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'd175887c-85cc-47b3-8e75-ac7abcc31a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:49:16.757683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Attempting to bind port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 on network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:16.785586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 on network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:49:16.785905 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Attempting to bind port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 on network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:16.815919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:49:16.816253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Checking segment: {'id': 'd175887c-85cc-47b3-8e75-ac7abcc31a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:16.816629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Bound using segment: {'id': 'd175887c-85cc-47b3-8e75-ac7abcc31a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:49:16.817057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Bound port: e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd175887c-85cc-47b3-8e75-ac7abcc31a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:49:16.817411 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:16.851119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:16.907895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Transition to ACTIVE for port object 1dc211bb-ff57-4ef6-9b02-864d484e2d13 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:16.914806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Attempting to bind port eeb7ce39-97bc-4f7c-ba13-805495b6d77d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:49:16.915160 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Attempting to bind port eeb7ce39-97bc-4f7c-ba13-805495b6d77d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:49:16.915485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Attempting to bind port eeb7ce39-97bc-4f7c-ba13-805495b6d77d on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:16.932356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Port eeb7ce39-97bc-4f7c-ba13-805495b6d77d on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:49:16.932676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Attempting to bind port eeb7ce39-97bc-4f7c-ba13-805495b6d77d on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:16.950220 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:49:16.950557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Checking segment: {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:16.950941 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Bound using segment: {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:49:16.951401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Bound port: eeb7ce39-97bc-4f7c-ba13-805495b6d77d, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:49:16.951760 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:16.954949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:49:16.959590 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:49:17.024365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] For port eeb7ce39-97bc-4f7c-ba13-805495b6d77d, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:49:17.027369 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] For port eeb7ce39-97bc-4f7c-ba13-805495b6d77d, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=eeb7ce39-97bc-4f7c-ba13-805495b6d77d,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:49:17.058410 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:17.069701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96625b5e-1852-48e8-b748-124898de2fed req-265ea957-f72d-46dc-818b-1d16c9a921d5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:17.071706 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96625b5e-1852-48e8-b748-124898de2fed req-265ea957-f72d-46dc-818b-1d16c9a921d5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0529897 Aug 29 06:49:17.088850 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:17.093762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:17.097861 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:17.097861 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] 10.222.0.15 "PUT /v2.0/ports/e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 HTTP/1.1" status: 200 len: 1092 time: 1.6556442 Aug 29 06:49:17.097861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2274c635-38cc-4d96-bcdd-479b055d4671', 'tag': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:17.100033 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc89922-29a0-4e70-b8ca-37dbd73339ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2274c635-38cc-4d96-bcdd-479b055d4671", "tag": "e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:17.114144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96625b5e-1852-48e8-b748-124898de2fed req-4f6fb48b-a6cf-4464-a140-9ab679efb4c0 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362186 Aug 29 06:49:17.134192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Network 70254f84-beee-4591-86b1-66b84399ba44 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:17.137029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:17.140838 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:17.144301 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ff60ac-cdec-4e09-8ab8-d75f94e304aa x-openstack-request-id: req-45ff60ac-cdec-4e09-8ab8-d75f94e304aa {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:17.144583 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2274c635-38cc-4d96-bcdd-479b055d4671", "tag": "e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:17.144830 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-45ff60ac-cdec-4e09-8ab8-d75f94e304aa {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:17.145209 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2274c635-38cc-4d96-bcdd-479b055d4671', 'tag': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20', 'status': 'completed', 'code': 200} Aug 29 06:49:17.146973 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea355211-636a-4a4e-a514-c0bae6454d1b service neutron] Pushing event updated for resources: {'Port': ['ID=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:17.172476 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:17.246370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:17.246990 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:17.248404 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] 10.222.0.15 "PUT /v2.0/ports/eeb7ce39-97bc-4f7c-ba13-805495b6d77d HTTP/1.1" status: 200 len: 1092 time: 1.5470481 Aug 29 06:49:17.262473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:17.262702 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:17.277101 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event updated for resources: {'Port': ['ID=1dc211bb-ff57-4ef6-9b02-864d484e2d13,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:17.311385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc89922-29a0-4e70-b8ca-37dbd73339ea req-70715c6d-0bc8-47ae-9001-033708649ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:17.312911 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6dc89922-29a0-4e70-b8ca-37dbd73339ea req-70715c6d-0bc8-47ae-9001-033708649ecc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=343b7acdca8c460498200a8862ee9a46&device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 1095 time: 0.1384764 Aug 29 06:49:17.389769 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-915bb3bc-1eb3-4a16-8e48-6a04db93cde1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5230384 Aug 29 06:49:17.389876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49902) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:17.390876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4de9ce1c-a2fb-4d66-ad91-9ba4aa4a9697 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a3:b0:e5'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:17.391818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fceb10-fd2f-40ad-83ff-1da9c5d7b53a service neutron] Pushing event updated for resources: {'Port': ['ID=eeb7ce39-97bc-4f7c-ba13-805495b6d77d,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:17.469730 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-ef4de34f-5d0c-4458-aac6-9f8dff6b516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:17.471233 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-ef4de34f-5d0c-4458-aac6-9f8dff6b516b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 1095 time: 0.0763009 Aug 29 06:49:17.472319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc89922-29a0-4e70-b8ca-37dbd73339ea req-e71775a7-000e-4f9e-8cd2-6c7aebf45acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:17.473649 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6dc89922-29a0-4e70-b8ca-37dbd73339ea req-e71775a7-000e-4f9e-8cd2-6c7aebf45acc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=343b7acdca8c460498200a8862ee9a46&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1500249 Aug 29 06:49:17.501763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73851558-f3eb-433e-9fdc-5730947d4048 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:49:17.551563 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-c4df84ca-f932-4907-ac7e-e13bc663ac59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeb7ce39-97bc-4f7c-ba13-805495b6d77d HTTP/1.1" status: 200 len: 217 time: 0.0558403 Aug 29 06:49:17.561974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d641c728-c24c-40af-9b3d-53c3d809860b None None] Provisioning for port 1dc211bb-ff57-4ef6-9b02-864d484e2d13 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:17.563855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc29720-8862-4b6a-a6b1-2a5748a3a706 req-7c90d745-a158-4bb1-a11c-f7354f52fd51 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:17.565408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acc29720-8862-4b6a-a6b1-2a5748a3a706 req-7c90d745-a158-4bb1-a11c-f7354f52fd51 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 943 time: 0.1700654 Aug 29 06:49:17.568440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d641c728-c24c-40af-9b3d-53c3d809860b None None] Provisioning complete for port 1dc211bb-ff57-4ef6-9b02-864d484e2d13 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:17.569081 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d641c728-c24c-40af-9b3d-53c3d809860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:17.618461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ef99-255d-49c6-8952-68a6e037ae94 req-5f9f4797-91e4-4c33-9818-a3aeb400bfe1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:17.620136 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2208ef99-255d-49c6-8952-68a6e037ae94 req-5f9f4797-91e4-4c33-9818-a3aeb400bfe1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 948 time: 0.1662126 Aug 29 06:49:17.638921 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-d641c728-c24c-40af-9b3d-53c3d809860b None None] Port 1dc211bb-ff57-4ef6-9b02-864d484e2d13 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:49:17.658424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:17.665826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-946ad99d-3be3-4d5a-b76c-5bfc0e407805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:17.667332 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-946ad99d-3be3-4d5a-b76c-5bfc0e407805 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d6221c5-492b-4e52-81e3-c311934e2c40 HTTP/1.1" status: 200 len: 851 time: 0.1033037 Aug 29 06:49:17.669775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '73851558-f3eb-433e-9fdc-5730947d4048', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'port_id': '73851558-f3eb-433e-9fdc-5730947d4048', 'mac_address': 'fa:16:3e:95:29:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:49:17.708305 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:17.710051 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-662f3546-7b47-445e-beb6-cb27839a0d3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=62cd1216-7d96-443a-b0ba-1b6940ce3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322361 Aug 29 06:49:17.718624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc89922-29a0-4e70-b8ca-37dbd73339ea req-1b989e5e-a15b-40d4-b164-1ece859d8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:17.721090 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6dc89922-29a0-4e70-b8ca-37dbd73339ea req-1b989e5e-a15b-40d4-b164-1ece859d8cb2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2185638 Aug 29 06:49:17.722417 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73851558-f3eb-433e-9fdc-5730947d4048 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:49:17.737341 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acc29720-8862-4b6a-a6b1-2a5748a3a706 req-ca1e4996-c380-4f62-a7ce-d1f5a2c6c43a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437416 Aug 29 06:49:17.752078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:17.761229 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4de9ce1c-a2fb-4d66-ad91-9ba4aa4a9697 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:17.766730 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2208ef99-255d-49c6-8952-68a6e037ae94 req-8f5e50ec-5071-4359-844a-f7e7874617fe tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274307 Aug 29 06:49:17.889697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-49cee523-0704-47c7-9929-b6e8bb96b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:17.891463 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-49cee523-0704-47c7-9929-b6e8bb96b945 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=343b7acdca8c460498200a8862ee9a46&device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 1095 time: 0.0998251 Aug 29 06:49:17.897291 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-0a19d3ef-c3f0-4c29-85bd-0cd285676a1b service neutron] 10.222.0.15 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749878 Aug 29 06:49:17.927167 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:17.964874 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-4cef1700-ca40-49ab-a538-b6f6d75aba40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 HTTP/1.1" status: 200 len: 217 time: 0.0538330 Aug 29 06:49:17.979972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=12']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:17.981977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a284913-c7bf-466d-b356-60664e847308 req-879b73f0-6751-48ea-9603-ba3f43d86c1c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:17.983505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a284913-c7bf-466d-b356-60664e847308 req-879b73f0-6751-48ea-9603-ba3f43d86c1c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 943 time: 0.0806324 Aug 29 06:49:18.038675 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4de9ce1c-a2fb-4d66-ad91-9ba4aa4a9697 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:18.047435 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a284913-c7bf-466d-b356-60664e847308 req-27bbc10b-78e7-4fdb-a363-6a25bb865a8a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500758 Aug 29 06:49:18.084273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-d716b0b9-fd32-4c62-a632-05649a6e5975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:18.084273 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-d716b0b9-fd32-4c62-a632-05649a6e5975 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1153f13b-d94a-4fee-bced-c1f52e46b73e HTTP/1.1" status: 200 len: 853 time: 0.0648015 Aug 29 06:49:18.099751 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-e9e16365-03c0-4721-b928-2dbe39410410 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321927 Aug 29 06:49:18.102230 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c7aa277a-f5be-4b0b-8a81-2696174e6cb2 req-616d3042-3247-41d9-b43b-5e7849cd221d service neutron] 10.222.0.15 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894186 Aug 29 06:49:18.117153 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['73851558-f3eb-433e-9fdc-5730947d4048'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:49:18.159193 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4de9ce1c-a2fb-4d66-ad91-9ba4aa4a9697 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:18.220795 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-a80a5aa6-0e29-4819-851b-8f374d2660c1 service neutron] 10.222.0.15 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060889 Aug 29 06:49:18.255430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9ce1c-a2fb-4d66-ad91-9ba4aa4a9697 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event updated for resources: {'Port': ['ID=1dc211bb-ff57-4ef6-9b02-864d484e2d13,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:18.265554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 46a20dce-4a25-4e68-b695-3a755a9819a8 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:49:18.281615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-4de9ce1c-a2fb-4d66-ad91-9ba4aa4a9697 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] In _notify_port_updated(), no bound segment for port 1dc211bb-ff57-4ef6-9b02-864d484e2d13 on network 70254f84-beee-4591-86b1-66b84399ba44 {{(pid=95404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:49:18.287304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de9ce1c-a2fb-4d66-ad91-9ba4aa4a9697 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:18.287968 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4de9ce1c-a2fb-4d66-ad91-9ba4aa4a9697 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:18.292567 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4de9ce1c-a2fb-4d66-ad91-9ba4aa4a9697 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "PUT /v2.0/ports/1dc211bb-ff57-4ef6-9b02-864d484e2d13 HTTP/1.1" status: 200 len: 994 time: 0.9040475 Aug 29 06:49:18.292891 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49914) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:18.316287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe4b45-f149-4056-addf-246b509c2187 req-255c1e83-7930-4e78-9fe0-ba689983321c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:18.317882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4fe4b45-f149-4056-addf-246b509c2187 req-255c1e83-7930-4e78-9fe0-ba689983321c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 945 time: 0.1248682 Aug 29 06:49:18.346892 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-19c7542f-940a-47cf-8fa5-7e9d587d9a67 req-77ee26d5-1206-420f-b722-97d61fa34e33 service neutron] 10.222.0.15 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158581 Aug 29 06:49:18.408114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 46a20dce-4a25-4e68-b695-3a755a9819a8, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=46a20dce-4a25-4e68-b695-3a755a9819a8,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:18.418924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4fe4b45-f149-4056-addf-246b509c2187 req-df493d7b-6d1d-464f-aef2-593ca2b228d6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795255 Aug 29 06:49:18.420809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '46a20dce-4a25-4e68-b695-3a755a9819a8', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '46a20dce-4a25-4e68-b695-3a755a9819a8', 'mac_address': 'fa:16:3e:0b:0f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:49:18.448261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0142498b-7e8f-47f0-811e-cd140e41332d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Deleting port 1dc211bb-ff57-4ef6-9b02-864d484e2d13 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:18.448715 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0142498b-7e8f-47f0-811e-cd140e41332d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:18.466501 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:18.482962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a20dce-4a25-4e68-b695-3a755a9819a8 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:49:18.486943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2ad51bd3-595b-47ce-af71-672e9da6cf34 None None] Provisioning complete for port 1dc211bb-ff57-4ef6-9b02-864d484e2d13 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:18.487338 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2ad51bd3-595b-47ce-af71-672e9da6cf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:18.526476 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 46a20dce-4a25-4e68-b695-3a755a9819a8, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=46a20dce-4a25-4e68-b695-3a755a9819a8,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:18.532118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2ad51bd3-595b-47ce-af71-672e9da6cf34 None None] Port 1dc211bb-ff57-4ef6-9b02-864d484e2d13 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:49:18.541353 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0142498b-7e8f-47f0-811e-cd140e41332d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:18.553220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0142498b-7e8f-47f0-811e-cd140e41332d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Calling delete_port for 1dc211bb-ff57-4ef6-9b02-864d484e2d13 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:18.635364 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:18.681043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=46a20dce-4a25-4e68-b695-3a755a9819a8,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:18.761122 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0142498b-7e8f-47f0-811e-cd140e41332d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:18.789572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142498b-7e8f-47f0-811e-cd140e41332d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event deleted for resources: {'Port': ['ID=1dc211bb-ff57-4ef6-9b02-864d484e2d13,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:18.960230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adfbba-a28a-4213-a9b3-1b93181b2486 req-ed330e68-d33e-49e4-af22-9de6b0ec759d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:18.961816 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9adfbba-a28a-4213-a9b3-1b93181b2486 req-ed330e68-d33e-49e4-af22-9de6b0ec759d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 943 time: 0.1398358 Aug 29 06:49:18.974440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['46a20dce-4a25-4e68-b695-3a755a9819a8'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:49:19.010487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203aff9-4f65-4586-9873-c976a7910be3 req-73a0354e-18e7-4a39-bded-8e39b973cd85 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:19.012093 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5203aff9-4f65-4586-9873-c976a7910be3 req-73a0354e-18e7-4a39-bded-8e39b973cd85 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 949 time: 0.1572199 Aug 29 06:49:19.066574 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0142498b-7e8f-47f0-811e-cd140e41332d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:19.069413 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0142498b-7e8f-47f0-811e-cd140e41332d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "DELETE /v2.0/ports/1dc211bb-ff57-4ef6-9b02-864d484e2d13 HTTP/1.1" status: 204 len: 168 time: 0.7746539 Aug 29 06:49:19.071849 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49926) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:19.085561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9adfbba-a28a-4213-a9b3-1b93181b2486 req-bce7e71a-200e-4690-b2fa-ba028dce5bac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023843 Aug 29 06:49:19.098867 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e08244-b2cf-4558-9bfb-05e1447ac10d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] GET failed (client error): The resource could not be found. Aug 29 06:49:19.109157 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-68e08244-b2cf-4558-9bfb-05e1447ac10d tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "GET /v2.0/ports/1dc211bb-ff57-4ef6-9b02-864d484e2d13 HTTP/1.1" status: 404 len: 333 time: 0.0320284 Aug 29 06:49:19.109157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49928) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:19.110705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Request body: {'port': {'network_id': '70254f84-beee-4591-86b1-66b84399ba44', 'name': 'tempest-AllowedAddressPairTestJSON-1725127190'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:19.111048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5203aff9-4f65-4586-9873-c976a7910be3 req-a058daa6-db17-4f51-9ea2-1d0008d909f7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752409 Aug 29 06:49:19.158303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0749b70e-f495-4edb-b4a9-1eb1f95a8c87', 'tag': 'eeb7ce39-97bc-4f7c-ba13-805495b6d77d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:19.161007 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ec2acb-6d88-4baa-97ba-171173e91ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "0749b70e-f495-4edb-b4a9-1eb1f95a8c87", "tag": "eeb7ce39-97bc-4f7c-ba13-805495b6d77d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:19.236303 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24071194-977f-49b5-907c-603be602533e x-openstack-request-id: req-24071194-977f-49b5-907c-603be602533e {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:19.236731 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0749b70e-f495-4edb-b4a9-1eb1f95a8c87", "tag": "eeb7ce39-97bc-4f7c-ba13-805495b6d77d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:19.236986 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-24071194-977f-49b5-907c-603be602533e {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:19.237379 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0749b70e-f495-4edb-b4a9-1eb1f95a8c87', 'tag': 'eeb7ce39-97bc-4f7c-ba13-805495b6d77d', 'status': 'completed', 'code': 200} Aug 29 06:49:19.299595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ce869-2c9c-435c-a42b-11f75d8ea15f req-3be2359a-f628-4dbf-9169-78fdcfd72a66 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:19.300797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec2acb-6d88-4baa-97ba-171173e91ecb req-c63c77a6-f85d-4e29-a5c1-7ad1dd11f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:19.301147 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-377ce869-2c9c-435c-a42b-11f75d8ea15f req-3be2359a-f628-4dbf-9169-78fdcfd72a66 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 943 time: 0.0540814 Aug 29 06:49:19.302276 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6ec2acb-6d88-4baa-97ba-171173e91ecb req-c63c77a6-f85d-4e29-a5c1-7ad1dd11f577 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 1095 time: 0.0428402 Aug 29 06:49:19.303374 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Made reservation on behalf of da2a22f31f1a419db7952605a733ee8f for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:19.307293 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:19.343934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-377ce869-2c9c-435c-a42b-11f75d8ea15f req-90d56578-ab47-43f2-8b3f-40e99c888483 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356731 Aug 29 06:49:19.368177 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] device_id is not set on port e5cba11b-0ad6-4fc2-8f7e-726a461ebf21 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:49:19.474393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec2acb-6d88-4baa-97ba-171173e91ecb req-2e9d95a3-737d-4dc3-a43a-0be1b71c4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:19.475891 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6ec2acb-6d88-4baa-97ba-171173e91ecb req-2e9d95a3-737d-4dc3-a43a-0be1b71c4512 service neutron] 10.222.0.15 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 912 time: 0.1655676 Aug 29 06:49:19.503826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73851558-f3eb-433e-9fdc-5730947d4048 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:49:19.530585 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6ec2acb-6d88-4baa-97ba-171173e91ecb req-e7d861c1-5b5f-4c1e-891c-0dfc25cf79de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeb7ce39-97bc-4f7c-ba13-805495b6d77d HTTP/1.1" status: 200 len: 217 time: 0.0434434 Aug 29 06:49:19.536653 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Allocated IP 172.20.0.6 (70254f84-beee-4591-86b1-66b84399ba44/37924f36-7b0b-4318-a3f8-7a77268ff172/e5cba11b-0ad6-4fc2-8f7e-726a461ebf21) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:19.537835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9c697-6c0c-40be-8c03-7024dc25bd67 req-d58b396d-9b4f-4734-8dc7-6d3de3962439 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:19.540002 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30e9c697-6c0c-40be-8c03-7024dc25bd67 req-d58b396d-9b4f-4734-8dc7-6d3de3962439 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 945 time: 0.0512357 Aug 29 06:49:19.559433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 73851558-f3eb-433e-9fdc-5730947d4048 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:19.562650 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:19.579997 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30e9c697-6c0c-40be-8c03-7024dc25bd67 req-ee1f55ef-fb16-442e-bb65-28e0e609190d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339472 Aug 29 06:49:19.604183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec2acb-6d88-4baa-97ba-171173e91ecb req-6cf29fdb-e1c5-4150-9144-70121b22e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:19.604926 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6ec2acb-6d88-4baa-97ba-171173e91ecb req-6cf29fdb-e1c5-4150-9144-70121b22e320 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d6221c5-492b-4e52-81e3-c311934e2c40 HTTP/1.1" status: 200 len: 851 time: 0.0661845 Aug 29 06:49:19.642895 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:19.645491 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6ec2acb-6d88-4baa-97ba-171173e91ecb req-09f24fa0-6124-4608-bd19-30fbf6247043 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=62cd1216-7d96-443a-b0ba-1b6940ce3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304143 Aug 29 06:49:19.666673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:19.668971 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09b7d29-6eaa-402c-98ef-4b1f72e85035" -d '{"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-plugged", "status": "completed", "tag": "73851558-f3eb-433e-9fdc-5730947d4048"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:19.681709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:19.708212 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070e34cc-bd23-4603-9984-f0ca0226d04d x-openstack-request-id: req-070e34cc-bd23-4603-9984-f0ca0226d04d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:19.708212 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-plugged", "status": "completed", "tag": "73851558-f3eb-433e-9fdc-5730947d4048", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:19.708212 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-070e34cc-bd23-4603-9984-f0ca0226d04d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:19.708212 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048', 'code': 200} Aug 29 06:49:19.772930 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:19.823855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=13']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:20.086720 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6ec2acb-6d88-4baa-97ba-171173e91ecb req-e8af62b1-4a6f-4969-8b2f-ac7a20fcc051 service neutron] 10.222.0.15 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241898 Aug 29 06:49:20.089595 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:20.143221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Transition to ACTIVE for port object e5cba11b-0ad6-4fc2-8f7e-726a461ebf21 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:20.204237 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6ec2acb-6d88-4baa-97ba-171173e91ecb req-1f8a8c15-52a6-4cb2-a007-e0a3504cce74 service neutron] 10.222.0.15 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108601 Aug 29 06:49:20.238097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5eeda8-cd54-4228-8006-e7c578ac0cba req-df93cc1b-68f7-4b1f-9861-5fe93dc575ed tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:20.239583 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac5eeda8-cd54-4228-8006-e7c578ac0cba req-df93cc1b-68f7-4b1f-9861-5fe93dc575ed tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 943 time: 0.0807796 Aug 29 06:49:20.251908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ded316-5029-493d-8807-e0d3539236ad req-0cf5ad55-e845-4220-bb45-e268527d47e3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:20.253279 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15ded316-5029-493d-8807-e0d3539236ad req-0cf5ad55-e845-4220-bb45-e268527d47e3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 949 time: 0.0682981 Aug 29 06:49:20.275069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device eeb7ce39-97bc-4f7c-ba13-805495b6d77d details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:49:20.307540 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:20.310356 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac5eeda8-cd54-4228-8006-e7c578ac0cba req-a30797fe-292e-45df-ae1f-aa17c0d3e53b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560124 Aug 29 06:49:20.316432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15ded316-5029-493d-8807-e0d3539236ad req-019526e2-d4ce-4760-97eb-30e4a93ec2e9 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565398 Aug 29 06:49:20.362728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Network 70254f84-beee-4591-86b1-66b84399ba44 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:20.362728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:20.367984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:20.375376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event updated for resources: {'Port': ['ID=e5cba11b-0ad6-4fc2-8f7e-726a461ebf21,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:20.399300 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 46a20dce-4a25-4e68-b695-3a755a9819a8 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:49:20.439052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:20.439052 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:20.460076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port eeb7ce39-97bc-4f7c-ba13-805495b6d77d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=eeb7ce39-97bc-4f7c-ba13-805495b6d77d,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:20.475385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'eeb7ce39-97bc-4f7c-ba13-805495b6d77d', 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548', 'port_id': 'eeb7ce39-97bc-4f7c-ba13-805495b6d77d', 'mac_address': 'fa:16:3e:d5:0b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6221c5-492b-4e52-81e3-c311934e2c40', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:49:20.526156 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fd132-cbda-4231-9532-ca25a300bac7 req-5d389a4a-18b7-47c7-a7fd-19377e11b657 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:20.526370 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:20.527754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-681fd132-cbda-4231-9532-ca25a300bac7 req-5d389a4a-18b7-47c7-a7fd-19377e11b657 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 943 time: 0.0528073 Aug 29 06:49:20.541205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb7ce39-97bc-4f7c-ba13-805495b6d77d {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:49:20.568763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port eeb7ce39-97bc-4f7c-ba13-805495b6d77d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=eeb7ce39-97bc-4f7c-ba13-805495b6d77d,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:20.569521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-681fd132-cbda-4231-9532-ca25a300bac7 req-35ba25a8-7440-4754-b970-b564af17fc4b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340152 Aug 29 06:49:20.593204 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-577c1e97-958b-493b-be68-ddc64d841e1a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4865208 Aug 29 06:49:20.595965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49946) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:20.602580 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0bc3c86e-3bd6-4f07-8b6f-01def0a76774 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a3:b0:e5'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:20.678335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 46a20dce-4a25-4e68-b695-3a755a9819a8 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:20.682610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 46a20dce-4a25-4e68-b695-3a755a9819a8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:20.683269 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:20.705338 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14195b99-922f-4cfd-a935-3cda52bede1d req-6ad2fd97-99e3-4b76-92fe-07d328c876a2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:20.706941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14195b99-922f-4cfd-a935-3cda52bede1d req-6ad2fd97-99e3-4b76-92fe-07d328c876a2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.0500770 Aug 29 06:49:20.746755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14195b99-922f-4cfd-a935-3cda52bede1d req-c75dcb50-34f8-4440-99d0-b09e05372983 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329645 Aug 29 06:49:20.756885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c86e-3bd6-4f07-8b6f-01def0a76774 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:20.767022 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:20.786131 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:20.786763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:49:20.788403 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:20.829240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bc4216eb-8795-4a18-8ff1-ddb60a6ef8c7 None None] Provisioning for port e5cba11b-0ad6-4fc2-8f7e-726a461ebf21 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:20.835641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 46a20dce-4a25-4e68-b695-3a755a9819a8, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=46a20dce-4a25-4e68-b695-3a755a9819a8,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:20.841505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bc4216eb-8795-4a18-8ff1-ddb60a6ef8c7 None None] Provisioning complete for port e5cba11b-0ad6-4fc2-8f7e-726a461ebf21 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:20.841876 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bc4216eb-8795-4a18-8ff1-ddb60a6ef8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:20.922243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=eeb7ce39-97bc-4f7c-ba13-805495b6d77d,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:20.933785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bc4216eb-8795-4a18-8ff1-ddb60a6ef8c7 None None] Port e5cba11b-0ad6-4fc2-8f7e-726a461ebf21 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:49:20.937679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c86e-3bd6-4f07-8b6f-01def0a76774 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:20.967069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:20.977520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20', 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f', 'port_id': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20', 'mac_address': 'fa:16:3e:10:c8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1153f13b-d94a-4fee-bced-c1f52e46b73e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:49:21.003488 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:21.041079 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c86e-3bd6-4f07-8b6f-01def0a76774 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:21.043644 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:21.064653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:49:21.078301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=46a20dce-4a25-4e68-b695-3a755a9819a8,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:21.091512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:21.117813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3c86e-3bd6-4f07-8b6f-01def0a76774 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event updated for resources: {'Port': ['ID=e5cba11b-0ad6-4fc2-8f7e-726a461ebf21,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:21.128467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3c86e-3bd6-4f07-8b6f-01def0a76774 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] In _notify_port_updated(), no bound segment for port e5cba11b-0ad6-4fc2-8f7e-726a461ebf21 on network 70254f84-beee-4591-86b1-66b84399ba44 {{(pid=95403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:49:21.134453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc3c86e-3bd6-4f07-8b6f-01def0a76774 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:21.135077 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c86e-3bd6-4f07-8b6f-01def0a76774 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:21.136416 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0bc3c86e-3bd6-4f07-8b6f-01def0a76774 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "PUT /v2.0/ports/e5cba11b-0ad6-4fc2-8f7e-726a461ebf21 HTTP/1.1" status: 200 len: 996 time: 0.5394619 Aug 29 06:49:21.139270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49950) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:21.182958 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:49:21.248880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e6721-d11f-4246-8778-cfa6c53db408 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Deleting port e5cba11b-0ad6-4fc2-8f7e-726a461ebf21 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:21.249223 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd1e6721-d11f-4246-8778-cfa6c53db408 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:21.263977 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:21.311938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:21.334272 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd1e6721-d11f-4246-8778-cfa6c53db408 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:21.348582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e6721-d11f-4246-8778-cfa6c53db408 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Calling delete_port for e5cba11b-0ad6-4fc2-8f7e-726a461ebf21 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:21.355205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-acda5d63-0791-43af-a703-72988a5e2f14 None None] Provisioning complete for port e5cba11b-0ad6-4fc2-8f7e-726a461ebf21 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:21.355616 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-acda5d63-0791-43af-a703-72988a5e2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:21.390290 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-acda5d63-0791-43af-a703-72988a5e2f14 None None] Port e5cba11b-0ad6-4fc2-8f7e-726a461ebf21 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:49:21.491413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d6ea8-1652-402a-96fe-59b91e334c17 req-71ea8b46-8725-4713-a0eb-90962bfd3bab tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:21.493325 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-852d6ea8-1652-402a-96fe-59b91e334c17 req-71ea8b46-8725-4713-a0eb-90962bfd3bab tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.0851779 Aug 29 06:49:21.505334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b31ce-00ab-43c3-920d-4faf1b814c51 req-346e74bb-81a8-47e8-9402-01e0a301fe04 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:21.506716 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b60b31ce-00ab-43c3-920d-4faf1b814c51 req-346e74bb-81a8-47e8-9402-01e0a301fe04 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0895767 Aug 29 06:49:21.568378 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-852d6ea8-1652-402a-96fe-59b91e334c17 req-dd1415c5-9774-4eb2-ae6a-1f4c24d27bcb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606630 Aug 29 06:49:21.573134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b60b31ce-00ab-43c3-920d-4faf1b814c51 req-f78261b3-bc97-431a-8af7-7118fcf8bd07 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589783 Aug 29 06:49:21.581165 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['eeb7ce39-97bc-4f7c-ba13-805495b6d77d'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:49:21.586419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:49:21.604718 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd1e6721-d11f-4246-8778-cfa6c53db408 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:21.634578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e6721-d11f-4246-8778-cfa6c53db408 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event deleted for resources: {'Port': ['ID=e5cba11b-0ad6-4fc2-8f7e-726a461ebf21,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:21.706698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a20dce-4a25-4e68-b695-3a755a9819a8'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:21.709263 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06ce856-0473-4bbd-a907-0b22e6b278d4" -d '{"events": [{"server_uuid": "8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d", "name": "network-vif-plugged", "status": "completed", "tag": "46a20dce-4a25-4e68-b695-3a755a9819a8"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:21.731897 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd1e6721-d11f-4246-8778-cfa6c53db408 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:21.733889 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cd1e6721-d11f-4246-8778-cfa6c53db408 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "DELETE /v2.0/ports/e5cba11b-0ad6-4fc2-8f7e-726a461ebf21 HTTP/1.1" status: 204 len: 168 time: 0.5934358 Aug 29 06:49:21.736477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49964) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:21.764662 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bd306d-a09d-4ed9-bd08-e0365835dcc0 x-openstack-request-id: req-50bd306d-a09d-4ed9-bd08-e0365835dcc0 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:21.764956 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d", "name": "network-vif-plugged", "status": "completed", "tag": "46a20dce-4a25-4e68-b695-3a755a9819a8", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:21.765208 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-50bd306d-a09d-4ed9-bd08-e0365835dcc0 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:21.765685 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a20dce-4a25-4e68-b695-3a755a9819a8', 'code': 200} Aug 29 06:49:21.788306 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d62c4fe-06ac-4aa5-8170-de059925b9af tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] GET failed (client error): The resource could not be found. Aug 29 06:49:21.796820 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49968) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:21.803607 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2d62c4fe-06ac-4aa5-8170-de059925b9af tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "GET /v2.0/ports/e5cba11b-0ad6-4fc2-8f7e-726a461ebf21 HTTP/1.1" status: 404 len: 333 time: 0.0660207 Aug 29 06:49:21.807768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Request body: {'port': {'network_id': '70254f84-beee-4591-86b1-66b84399ba44', 'name': 'tempest-AllowedAddressPairTestJSON-994853995'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:21.847930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7475b-0bc7-461b-bc90-2800ccb903bf req-7b365e46-45f1-4739-b608-3a82a77631a9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:21.849535 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72f7475b-0bc7-461b-bc90-2800ccb903bf req-7b365e46-45f1-4739-b608-3a82a77631a9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 944 time: 0.1254249 Aug 29 06:49:21.935821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c39aa-1088-480e-a6e9-3f3907e3c680 req-ddc3741e-3c17-4db9-a631-ffd49e78f0ed tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:21.937311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-641c39aa-1088-480e-a6e9-3f3907e3c680 req-ddc3741e-3c17-4db9-a631-ffd49e78f0ed tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.0869961 Aug 29 06:49:21.951327 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72f7475b-0bc7-461b-bc90-2800ccb903bf req-4d88b1df-05af-481d-a216-31010954bf17 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896025 Aug 29 06:49:21.971032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566d0d2-40e9-43d6-958f-a15a0f92d1bb req-a5c0768c-95e7-42d8-8470-292ec06adfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:21.972840 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5566d0d2-40e9-43d6-958f-a15a0f92d1bb req-a5c0768c-95e7-42d8-8470-292ec06adfb7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 1102 time: 0.0984719 Aug 29 06:49:21.992265 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-641c39aa-1088-480e-a6e9-3f3907e3c680 req-60b12770-f442-43e8-9c56-7aa865696690 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395555 Aug 29 06:49:22.020734 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5566d0d2-40e9-43d6-958f-a15a0f92d1bb req-5c2b0d79-8b52-4046-8573-a7245f7d9efa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348940 Aug 29 06:49:22.149430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Made reservation on behalf of da2a22f31f1a419db7952605a733ee8f for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:22.152964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:22.170679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] device_id is not set on port 2a40cd76-ad55-4922-bb75-5eb88c7f7d3a yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:49:22.274830 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Allocated IP 172.20.0.10 (70254f84-beee-4591-86b1-66b84399ba44/37924f36-7b0b-4318-a3f8-7a77268ff172/2a40cd76-ad55-4922-bb75-5eb88c7f7d3a) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:22.416976 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:22.430229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Transition to ACTIVE for port object 2a40cd76-ad55-4922-bb75-5eb88c7f7d3a will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:22.622051 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:22.668583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Network 70254f84-beee-4591-86b1-66b84399ba44 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:22.671703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:22.675729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:22.683921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event updated for resources: {'Port': ['ID=2a40cd76-ad55-4922-bb75-5eb88c7f7d3a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:22.733628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bba94f-26ec-4a82-997c-13d8847d94a5 req-e280b042-09cf-4fd9-863a-31cdf7992526 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:22.735202 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77bba94f-26ec-4a82-997c-13d8847d94a5 req-e280b042-09cf-4fd9-863a-31cdf7992526 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0924659 Aug 29 06:49:22.740475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:22.741202 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:22.744386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d1776-71f1-4552-ba1e-dfe58a3981e8 req-99b84feb-5a30-49de-9a36-34d0e75f2285 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:22.751698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-579d1776-71f1-4552-ba1e-dfe58a3981e8 req-99b84feb-5a30-49de-9a36-34d0e75f2285 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.0983102 Aug 29 06:49:22.809457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-579d1776-71f1-4552-ba1e-dfe58a3981e8 req-a10e21e7-1950-46b9-9f1d-96b8f8772edd tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568807 Aug 29 06:49:22.812292 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77bba94f-26ec-4a82-997c-13d8847d94a5 req-3f811b3c-4ce5-4772-88a0-28f8151d7448 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580733 Aug 29 06:49:22.924905 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cb1d2932-6ebf-434f-85c3-079d82a4c4f3 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1266887 Aug 29 06:49:22.932025 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49980) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:22.936871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Request body: {'port': {'network_id': '70254f84-beee-4591-86b1-66b84399ba44', 'name': 'tempest-AllowedAddressPairTestJSON-745285692'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:23.039197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cab94e9f-dec2-4e58-aa78-7081b778131a None None] Provisioning for port 2a40cd76-ad55-4922-bb75-5eb88c7f7d3a completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:23.044479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cab94e9f-dec2-4e58-aa78-7081b778131a None None] Provisioning complete for port 2a40cd76-ad55-4922-bb75-5eb88c7f7d3a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:23.044976 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cab94e9f-dec2-4e58-aa78-7081b778131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:23.075188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cf1d6-8dcf-4f66-9ac5-839faffac742 req-b157efcb-2e95-4bbc-be12-c80464dbc8f4 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:23.076805 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-447cf1d6-8dcf-4f66-9ac5-839faffac742 req-b157efcb-2e95-4bbc-be12-c80464dbc8f4 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 944 time: 0.0530612 Aug 29 06:49:23.079854 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cab94e9f-dec2-4e58-aa78-7081b778131a None None] Port 2a40cd76-ad55-4922-bb75-5eb88c7f7d3a cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:49:23.148452 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-447cf1d6-8dcf-4f66-9ac5-839faffac742 req-335dbf5a-fab7-4dc4-8dcc-0b64d10d86b5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604148 Aug 29 06:49:23.155704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142ed58-946d-4310-b65f-42bf95a6033b req-bd5e1697-a66d-47dd-bc48-ec8ff134537e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:23.155881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Made reservation on behalf of da2a22f31f1a419db7952605a733ee8f for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:23.157158 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7142ed58-946d-4310-b65f-42bf95a6033b req-bd5e1697-a66d-47dd-bc48-ec8ff134537e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.0795135 Aug 29 06:49:23.159792 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:23.189182 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] device_id is not set on port d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:49:23.196990 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7142ed58-946d-4310-b65f-42bf95a6033b req-aa530dca-f071-4862-9c65-5706cb490d79 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330050 Aug 29 06:49:23.305924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Allocated IP 172.20.0.6 (70254f84-beee-4591-86b1-66b84399ba44/37924f36-7b0b-4318-a3f8-7a77268ff172/d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:23.454929 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:23.469164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Transition to ACTIVE for port object d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:23.588027 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:23.632631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Network 70254f84-beee-4591-86b1-66b84399ba44 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:23.635740 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:23.639402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:23.645882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event updated for resources: {'Port': ['ID=d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:23.691961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:23.692567 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:23.858419 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1f8103c9-a4cb-4da9-b757-7b63663dcac2 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9230444 Aug 29 06:49:23.858836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49990) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:23.864474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-87687539-63d0-421c-9ad0-a5c227c8bf78 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a3:b0:e5'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:91:87:19'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:23.981606 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3367d6e4-89d2-495b-af86-d24849f601a3 None None] Provisioning for port d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:23.985405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3367d6e4-89d2-495b-af86-d24849f601a3 None None] Provisioning complete for port d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:23.986975 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3367d6e4-89d2-495b-af86-d24849f601a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:24.019108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3367d6e4-89d2-495b-af86-d24849f601a3 None None] Port d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:49:24.045286 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982bbfc-b972-4be1-bd9e-8d6aa29e1389 req-f1fc9218-5df0-4c91-9ff9-4215956a3891 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:24.046774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4982bbfc-b972-4be1-bd9e-8d6aa29e1389 req-f1fc9218-5df0-4c91-9ff9-4215956a3891 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1518013 Aug 29 06:49:24.056842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4616af-009b-480e-b160-cefe2d202606 req-d611e05b-d327-4f31-a6d1-c90095e6328d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:24.058325 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e4616af-009b-480e-b160-cefe2d202606 req-d611e05b-d327-4f31-a6d1-c90095e6328d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.1644094 Aug 29 06:49:24.149968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4982bbfc-b972-4be1-bd9e-8d6aa29e1389 req-d548268a-7b8a-4f37-b68a-d1b7fed2177d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892243 Aug 29 06:49:24.175208 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e4616af-009b-480e-b160-cefe2d202606 req-54fd0caa-08db-46eb-b49c-4049ca03d398 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990188 Aug 29 06:49:24.184444 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87687539-63d0-421c-9ad0-a5c227c8bf78 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:24.283667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device eeb7ce39-97bc-4f7c-ba13-805495b6d77d up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:49:24.390838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e87a1-9be4-42e6-9285-9ff44015508c req-14be2b0b-48de-4542-be85-8f9d69709389 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:24.392181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port eeb7ce39-97bc-4f7c-ba13-805495b6d77d completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:24.397798 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-926e87a1-9be4-42e6-9285-9ff44015508c req-14be2b0b-48de-4542-be85-8f9d69709389 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 944 time: 0.0918837 Aug 29 06:49:24.397995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port eeb7ce39-97bc-4f7c-ba13-805495b6d77d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:24.397995 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:24.447070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-926e87a1-9be4-42e6-9285-9ff44015508c req-bcdcc439-c3ef-49a0-92d5-f4a807f2a7ed tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484917 Aug 29 06:49:24.449093 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87687539-63d0-421c-9ad0-a5c227c8bf78 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:24.495742 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:24.521249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0749b70e-f495-4edb-b4a9-1eb1f95a8c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb7ce39-97bc-4f7c-ba13-805495b6d77d'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:24.523873 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89df9901-fe27-4133-a3fa-b96ef7a83e33" -d '{"events": [{"server_uuid": "0749b70e-f495-4edb-b4a9-1eb1f95a8c87", "name": "network-vif-plugged", "status": "completed", "tag": "eeb7ce39-97bc-4f7c-ba13-805495b6d77d"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:24.538877 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port eeb7ce39-97bc-4f7c-ba13-805495b6d77d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=eeb7ce39-97bc-4f7c-ba13-805495b6d77d,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:24.559915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264b545-73b9-490d-853d-8b0a85ed9334 req-dcd13d68-96b4-462b-9ce9-aeb017e9a79f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:24.561367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f264b545-73b9-490d-853d-8b0a85ed9334 req-dcd13d68-96b4-462b-9ce9-aeb017e9a79f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.0595264 Aug 29 06:49:24.620110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480c34d-225c-4caa-a290-56d11dcb1f6e req-e75d0ebc-13cf-4c32-9036-7b102bdd529c tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:24.621659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2480c34d-225c-4caa-a290-56d11dcb1f6e req-e75d0ebc-13cf-4c32-9036-7b102bdd529c tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 1102 time: 0.0823288 Aug 29 06:49:24.624517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f264b545-73b9-490d-853d-8b0a85ed9334 req-42d91bba-5aeb-44bb-8673-89cd12623648 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471063 Aug 29 06:49:24.625731 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87687539-63d0-421c-9ad0-a5c227c8bf78 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:24.672650 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:24.675967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:49:24.678544 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cfd6d3-e6b3-45bd-b6f1-f93e2097bf10 x-openstack-request-id: req-54cfd6d3-e6b3-45bd-b6f1-f93e2097bf10 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:24.678833 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0749b70e-f495-4edb-b4a9-1eb1f95a8c87", "name": "network-vif-plugged", "status": "completed", "tag": "eeb7ce39-97bc-4f7c-ba13-805495b6d77d", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:24.681004 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54cfd6d3-e6b3-45bd-b6f1-f93e2097bf10 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:24.681004 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0749b70e-f495-4edb-b4a9-1eb1f95a8c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb7ce39-97bc-4f7c-ba13-805495b6d77d', 'code': 200} Aug 29 06:49:24.699443 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-2480c34d-225c-4caa-a290-56d11dcb1f6e req-71efa63e-5e9e-41ef-9a8b-da1ee910d87d tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:24.731773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87687539-63d0-421c-9ad0-a5c227c8bf78 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event updated for resources: {'Port': ['ID=d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:24.750554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-87687539-63d0-421c-9ad0-a5c227c8bf78 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] In _notify_port_updated(), no bound segment for port d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55 on network 70254f84-beee-4591-86b1-66b84399ba44 {{(pid=95404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:49:24.756129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87687539-63d0-421c-9ad0-a5c227c8bf78 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:24.756789 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87687539-63d0-421c-9ad0-a5c227c8bf78 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:24.762130 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-87687539-63d0-421c-9ad0-a5c227c8bf78 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "PUT /v2.0/ports/d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55 HTTP/1.1" status: 200 len: 1055 time: 0.8980806 Aug 29 06:49:24.762130 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50014) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:24.791285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=eeb7ce39-97bc-4f7c-ba13-805495b6d77d,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:24.819044 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b0dbb-c2c6-4cc5-ad5e-fca8eb1ea7c3 req-a82fbf86-608b-4abe-b3ca-d5dcb578ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:24.822244 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4b6b0dbb-c2c6-4cc5-ad5e-fca8eb1ea7c3 req-a82fbf86-608b-4abe-b3ca-d5dcb578ae31 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 1097 time: 0.0668411 Aug 29 06:49:24.865689 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4b6b0dbb-c2c6-4cc5-ad5e-fca8eb1ea7c3 req-ea482995-784c-49e7-8377-7ae6e14a8a6b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332098 Aug 29 06:49:24.878287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:24.883350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:24.887936 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:24.928177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-389e7f6f-c8db-46fc-bcf0-103ec2b92eea tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Deleting port d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:24.928760 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-389e7f6f-c8db-46fc-bcf0-103ec2b92eea tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:24.933453 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-2480c34d-225c-4caa-a290-56d11dcb1f6e req-71efa63e-5e9e-41ef-9a8b-da1ee910d87d tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:24.993619 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:25.028707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:25.047136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-52478798-e24b-4b4a-959e-48117927a68a None None] Provisioning complete for port d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:25.047561 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-52478798-e24b-4b4a-959e-48117927a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:25.089172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-52478798-e24b-4b4a-959e-48117927a68a None None] Port d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:49:25.121313 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:25.184139 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:25.316058 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-2480c34d-225c-4caa-a290-56d11dcb1f6e req-71efa63e-5e9e-41ef-9a8b-da1ee910d87d tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:25.369896 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2480c34d-225c-4caa-a290-56d11dcb1f6e req-71efa63e-5e9e-41ef-9a8b-da1ee910d87d tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7372377 Aug 29 06:49:25.397618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efa63e-5e9e-41ef-9a8b-da1ee910d87d tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b0a04b-f302-451d-b719-b7043509d662,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:25.423238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d0504-b978-4588-b16b-cceb1dcaef00 req-95744b32-2ab5-4a04-badb-aedb0c00cc12 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:25.425110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c97d0504-b978-4588-b16b-cceb1dcaef00 req-95744b32-2ab5-4a04-badb-aedb0c00cc12 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1120787 Aug 29 06:49:25.428306 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-389e7f6f-c8db-46fc-bcf0-103ec2b92eea tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:25.452928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-389e7f6f-c8db-46fc-bcf0-103ec2b92eea tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Calling delete_port for d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:25.515286 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c97d0504-b978-4588-b16b-cceb1dcaef00 req-80fda576-bc65-49ba-b30c-0dced04ce6f3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837705 Aug 29 06:49:25.710919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353243-1902-4728-8a2d-4846f2d74760 req-0c5c93ec-4a5a-48a1-ab06-8a00072813ff tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:25.720587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02353243-1902-4728-8a2d-4846f2d74760 req-0c5c93ec-4a5a-48a1-ab06-8a00072813ff tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1086800 Aug 29 06:49:25.773433 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02353243-1902-4728-8a2d-4846f2d74760 req-183e622d-ff81-417e-9325-44cfd885a437 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518513 Aug 29 06:49:25.775028 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-389e7f6f-c8db-46fc-bcf0-103ec2b92eea tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:25.813099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e7f6f-c8db-46fc-bcf0-103ec2b92eea tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event deleted for resources: {'Port': ['ID=d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:25.974393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fdd55-e508-48c7-8490-57bf17c2b751 req-1e08840a-1cd1-44ec-b4a4-e49e50c330f8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:25.981881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b51fdd55-e508-48c7-8490-57bf17c2b751 req-1e08840a-1cd1-44ec-b4a4-e49e50c330f8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.0975242 Aug 29 06:49:26.229500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b51fdd55-e508-48c7-8490-57bf17c2b751 req-ff1b37fb-453a-46ec-b20f-5230dbbe25ec tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437258 Aug 29 06:49:26.245918 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-389e7f6f-c8db-46fc-bcf0-103ec2b92eea tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:26.248558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-389e7f6f-c8db-46fc-bcf0-103ec2b92eea tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "DELETE /v2.0/ports/d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55 HTTP/1.1" status: 204 len: 168 time: 1.4854391 Aug 29 06:49:26.252006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50056) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:26.311296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dea7f8-9506-499e-8072-c95c66467b57 req-fe743dd0-5026-4c96-8510-ebfd140c31a4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:26.312799 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3dea7f8-9506-499e-8072-c95c66467b57 req-fe743dd0-5026-4c96-8510-ebfd140c31a4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0809605 Aug 29 06:49:26.340974 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7e03cf-a46d-47b9-aaa9-1b246163003a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] GET failed (client error): The resource could not be found. Aug 29 06:49:26.342432 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-df7e03cf-a46d-47b9-aaa9-1b246163003a tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "GET /v2.0/ports/d0ac2796-1ccd-48b1-8cbe-6ba3a2de1e55 HTTP/1.1" status: 404 len: 333 time: 0.0893869 Aug 29 06:49:26.347896 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50058) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:26.389772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3dea7f8-9506-499e-8072-c95c66467b57 req-37e0ce8d-390e-4341-8587-17acd6bb1815 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695260 Aug 29 06:49:26.498161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-fdddd0a5-6eee-4c42-9d77-fda024cfffd8 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Deleting port 2a40cd76-ad55-4922-bb75-5eb88c7f7d3a {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:26.498623 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdddd0a5-6eee-4c42-9d77-fda024cfffd8 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:26.548398 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-44949e0e-0014-4fe1-83ea-c81169ad6840 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1758103 Aug 29 06:49:26.631480 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdddd0a5-6eee-4c42-9d77-fda024cfffd8 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:26.646425 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-fdddd0a5-6eee-4c42-9d77-fda024cfffd8 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Calling delete_port for 2a40cd76-ad55-4922-bb75-5eb88c7f7d3a owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:26.680518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2274c635-38cc-4d96-bcdd-479b055d4671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:26.683038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14ce7c-714c-47d9-bc72-1abe46b11bef req-45c4ad3d-ae76-47a6-875d-ef5a543c3482 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:26.683995 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596d5e71-32b6-4fa2-8b24-3b803968e626" -d '{"events": [{"server_uuid": "2274c635-38cc-4d96-bcdd-479b055d4671", "name": "network-vif-plugged", "status": "completed", "tag": "e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:26.684846 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b14ce7c-714c-47d9-bc72-1abe46b11bef req-45c4ad3d-ae76-47a6-875d-ef5a543c3482 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0605335 Aug 29 06:49:26.750456 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6328464-c385-458f-a4a0-32b956857514 x-openstack-request-id: req-b6328464-c385-458f-a4a0-32b956857514 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:26.750735 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2274c635-38cc-4d96-bcdd-479b055d4671", "name": "network-vif-plugged", "status": "completed", "tag": "e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:26.750990 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6328464-c385-458f-a4a0-32b956857514 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:26.751456 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2274c635-38cc-4d96-bcdd-479b055d4671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20', 'code': 200} Aug 29 06:49:26.774407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b14ce7c-714c-47d9-bc72-1abe46b11bef req-e598f57c-6d6d-488c-a432-24002ff8ea79 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754604 Aug 29 06:49:26.920579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffab498-7a2e-4a20-8e91-2fa373a89ca8 req-4580d565-a0ca-4393-9917-a512f9412c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:26.922061 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ffab498-7a2e-4a20-8e91-2fa373a89ca8 req-4580d565-a0ca-4393-9917-a512f9412c9b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 1097 time: 0.0762231 Aug 29 06:49:26.936017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d043c04-bd13-4953-9350-3ac0b80e57b8 req-1c4dcc0b-1b67-4eba-b7e3-e58b56195a68 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:26.945413 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d043c04-bd13-4953-9350-3ac0b80e57b8 req-1c4dcc0b-1b67-4eba-b7e3-e58b56195a68 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 945 time: 0.0770075 Aug 29 06:49:26.974859 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdddd0a5-6eee-4c42-9d77-fda024cfffd8 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:27.004582 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d043c04-bd13-4953-9350-3ac0b80e57b8 req-fe544f31-e39c-435a-ba29-1d31d489f7b2 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566266 Aug 29 06:49:27.023003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddd0a5-6eee-4c42-9d77-fda024cfffd8 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event deleted for resources: {'Port': ['ID=2a40cd76-ad55-4922-bb75-5eb88c7f7d3a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:27.028956 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ffab498-7a2e-4a20-8e91-2fa373a89ca8 req-43d1d796-a626-411e-b1db-42a7d0f281be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974593 Aug 29 06:49:27.142129 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdddd0a5-6eee-4c42-9d77-fda024cfffd8 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:27.146480 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fdddd0a5-6eee-4c42-9d77-fda024cfffd8 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "DELETE /v2.0/ports/2a40cd76-ad55-4922-bb75-5eb88c7f7d3a HTTP/1.1" status: 204 len: 168 time: 0.7972789 Aug 29 06:49:27.149608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50090) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:27.182680 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-753582a6-983c-4602-8962-543de97cb524 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] GET failed (client error): The resource could not be found. Aug 29 06:49:27.187491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50092) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:27.187666 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-753582a6-983c-4602-8962-543de97cb524 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "GET /v2.0/ports/2a40cd76-ad55-4922-bb75-5eb88c7f7d3a HTTP/1.1" status: 404 len: 333 time: 0.0369494 Aug 29 06:49:27.339517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-622e5ee0-36a0-4cda-9190-d3b337a5a123 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Deleting port 3f95dab1-d973-4dc7-a2d4-cba83aa65f50 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:27.344534 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-622e5ee0-36a0-4cda-9190-d3b337a5a123 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:27.465557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b06d8-91ed-445a-ae6a-a1fb0e32906a req-b86a6740-f5f1-4bf7-90d4-d21f898be389 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:27.472810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-979b06d8-91ed-445a-ae6a-a1fb0e32906a req-b86a6740-f5f1-4bf7-90d4-d21f898be389 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.1317339 Aug 29 06:49:27.484745 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-622e5ee0-36a0-4cda-9190-d3b337a5a123 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:27.502047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-622e5ee0-36a0-4cda-9190-d3b337a5a123 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Calling delete_port for 3f95dab1-d973-4dc7-a2d4-cba83aa65f50 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:27.513733 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b9b75-80c2-43b8-9229-fd95bcd9bdb3 req-de100d31-5d12-4acb-af65-d88933ac8990 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:27.515517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e3b9b75-80c2-43b8-9229-fd95bcd9bdb3 req-de100d31-5d12-4acb-af65-d88933ac8990 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1024382 Aug 29 06:49:27.549732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-979b06d8-91ed-445a-ae6a-a1fb0e32906a req-c1e7bacb-ba8b-4558-a9d6-7980797a87e1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759189 Aug 29 06:49:27.616630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e3b9b75-80c2-43b8-9229-fd95bcd9bdb3 req-82f8229e-f16e-407f-b266-6f3fbc4ff0d3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931909 Aug 29 06:49:27.722483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0023c-1138-48eb-907c-9be0107a5869 req-1d316115-f251-4b79-84f2-fc5d8f18b7f5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:27.724311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38c0023c-1138-48eb-907c-9be0107a5869 req-1d316115-f251-4b79-84f2-fc5d8f18b7f5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0867531 Aug 29 06:49:27.776223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38c0023c-1138-48eb-907c-9be0107a5869 req-35b561a8-10dd-4e5a-9acd-834acac2cf9e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441129 Aug 29 06:49:27.844485 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-622e5ee0-36a0-4cda-9190-d3b337a5a123 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:27.897522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e5ee0-36a0-4cda-9190-d3b337a5a123 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event deleted for resources: {'Port': ['ID=3f95dab1-d973-4dc7-a2d4-cba83aa65f50,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:27.934691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c360b-f9e8-47f5-ac20-3fe515d8a83e req-7c55bbd3-7068-4dd5-9445-aa0301a30e90 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:27.946268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d21c360b-f9e8-47f5-ac20-3fe515d8a83e req-7c55bbd3-7068-4dd5-9445-aa0301a30e90 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0832205 Aug 29 06:49:28.010806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d21c360b-f9e8-47f5-ac20-3fe515d8a83e req-0e1e02ae-b0fe-4680-ad8f-7d95845344ce tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635562 Aug 29 06:49:28.043166 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-622e5ee0-36a0-4cda-9190-d3b337a5a123 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:28.046425 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-622e5ee0-36a0-4cda-9190-d3b337a5a123 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "DELETE /v2.0/ports/3f95dab1-d973-4dc7-a2d4-cba83aa65f50 HTTP/1.1" status: 204 len: 168 time: 0.8567157 Aug 29 06:49:28.048353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50112) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:28.106612 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b858172f-dfea-4e90-bdb8-7c513b6042f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Deleting subnet 37924f36-7b0b-4318-a3f8-7a77268ff172 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:49:28.114436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b858172f-dfea-4e90-bdb8-7c513b6042f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:28.166555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b858172f-dfea-4e90-bdb8-7c513b6042f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:28.261457 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b858172f-dfea-4e90-bdb8-7c513b6042f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:28.416137 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b858172f-dfea-4e90-bdb8-7c513b6042f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:28.443504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858172f-dfea-4e90-bdb8-7c513b6042f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event deleted for resources: {'Subnet': ['ID=37924f36-7b0b-4318-a3f8-7a77268ff172,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:28.457538 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b858172f-dfea-4e90-bdb8-7c513b6042f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:28.457873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feb1900-8570-4f60-84cc-2e51b7f99a1d None None] Network 70254f84-beee-4591-86b1-66b84399ba44 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:28.461715 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b858172f-dfea-4e90-bdb8-7c513b6042f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "DELETE /v2.0/subnets/37924f36-7b0b-4318-a3f8-7a77268ff172 HTTP/1.1" status: 204 len: 168 time: 0.4101956 Aug 29 06:49:28.462221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50114) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:28.554622 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:28.653701 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Deleting port e8ec1384-3546-4f7e-9c8f-26f656b49623 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:28.654190 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:28.697895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b56f4a-5fe7-4728-a526-56abd028e464 None None] DHCP port deletion for 70254f84-beee-4591-86b1-66b84399ba44 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:49:28.763460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-74b56f4a-5fe7-4728-a526-56abd028e464 None None] Deleting port e8ec1384-3546-4f7e-9c8f-26f656b49623 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:28.764090 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-74b56f4a-5fe7-4728-a526-56abd028e464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:28.788387 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] For port e8ec1384-3546-4f7e-9c8f-26f656b49623, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e8ec1384-3546-4f7e-9c8f-26f656b49623,segment=NetworkSegment(273db304-6c88-47b5-a46a-2290f25eaa24),segment_id=273db304-6c88-47b5-a46a-2290f25eaa24)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:28.788804 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:28.807562 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Calling delete_port for e8ec1384-3546-4f7e-9c8f-26f656b49623 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:28.846733 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020de85-bacf-45bb-9a2d-3560932bac39 req-2bfbb959-ecf1-4994-916b-a16dd143f760 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:28.856115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e020de85-bacf-45bb-9a2d-3560932bac39 req-2bfbb959-ecf1-4994-916b-a16dd143f760 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.1938760 Aug 29 06:49:28.885313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-74b56f4a-5fe7-4728-a526-56abd028e464 None None] For port e8ec1384-3546-4f7e-9c8f-26f656b49623, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e8ec1384-3546-4f7e-9c8f-26f656b49623,segment=NetworkSegment(273db304-6c88-47b5-a46a-2290f25eaa24),segment_id=273db304-6c88-47b5-a46a-2290f25eaa24)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:28.885787 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-74b56f4a-5fe7-4728-a526-56abd028e464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:28.901757 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d23cc-d45a-49dc-965f-91d292b33eaf req-caff7606-a694-4994-8bb3-467723e18b9f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:28.905219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-74b56f4a-5fe7-4728-a526-56abd028e464 None None] Calling delete_port for e8ec1384-3546-4f7e-9c8f-26f656b49623 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:28.910840 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad2d23cc-d45a-49dc-965f-91d292b33eaf req-caff7606-a694-4994-8bb3-467723e18b9f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1580467 Aug 29 06:49:28.956087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e020de85-bacf-45bb-9a2d-3560932bac39 req-258fba04-70b6-444d-a0d6-db3b9529d204 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989649 Aug 29 06:49:28.971679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad2d23cc-d45a-49dc-965f-91d292b33eaf req-2451fda6-8b63-4de5-b6d4-de3f27515bbd tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598350 Aug 29 06:49:29.029907 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:29.049164 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-74b56f4a-5fe7-4728-a526-56abd028e464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:29.102387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60450d1-6264-4480-a34c-3ae8b56494f9 req-32a136b1-341e-45a4-a2a9-a65a9389fc50 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:29.109855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b60450d1-6264-4480-a34c-3ae8b56494f9 req-32a136b1-341e-45a4-a2a9-a65a9389fc50 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0722277 Aug 29 06:49:29.121192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event deleted for resources: {'Port': ['ID=e8ec1384-3546-4f7e-9c8f-26f656b49623,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:29.124506 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b56f4a-5fe7-4728-a526-56abd028e464 None None] Pushing event deleted for resources: {'Port': ['ID=e8ec1384-3546-4f7e-9c8f-26f656b49623,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:29.148499 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] No DVR routers for this DVR port e8ec1384-3546-4f7e-9c8f-26f656b49623 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:49:29.150390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b56f4a-5fe7-4728-a526-56abd028e464 None None] No DVR routers for this DVR port e8ec1384-3546-4f7e-9c8f-26f656b49623 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:49:29.159248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b60450d1-6264-4480-a34c-3ae8b56494f9 req-da10badf-1043-450f-961a-6ed69833e1df tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461466 Aug 29 06:49:29.301437 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:29.317651 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70254f84-beee-4591-86b1-66b84399ba44']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:49:29.332533 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273db304-6c88-47b5-a46a-2290f25eaa24') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:49:29.332850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273db304-6c88-47b5-a46a-2290f25eaa24') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:49:29.344986 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:29.366645 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:29.382598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:49:29.382823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e8ec1384-3546-4f7e-9c8f-26f656b49623 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:49:29.382939 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:49:29.391209 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:49:29.432496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: e8ec1384-3546-4f7e-9c8f-26f656b49623 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:49:29.432803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e8ec1384-3546-4f7e-9c8f-26f656b49623 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:49:29.447557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ea422-74c5-40b8-bd7b-82d3f6944ca2 req-ff8372a6-1d86-472d-b5dd-1ed570ab5753 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:29.449361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f7ea422-74c5-40b8-bd7b-82d3f6944ca2 req-ff8372a6-1d86-472d-b5dd-1ed570ab5753 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1205716 Aug 29 06:49:29.526321 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-79fa1fc0-eef7-4f6b-97ea-1cd9bdc85e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:29.527919 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-79fa1fc0-eef7-4f6b-97ea-1cd9bdc85e70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 1102 time: 0.0617583 Aug 29 06:49:29.547342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f7ea422-74c5-40b8-bd7b-82d3f6944ca2 req-adcbe9d5-ef03-4639-ae5d-498ea398f2c7 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862920 Aug 29 06:49:29.698936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-84ec567d-bac8-4f22-8737-b754c4f5b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:29.701167 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-84ec567d-bac8-4f22-8737-b754c4f5b4b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1584432 Aug 29 06:49:29.708217 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83078feb-f59b-4724-9bcd-234a1ddc697d req-9bf1c2ac-c6c5-43d8-a2c4-90d09134fbd5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:29.715235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83078feb-f59b-4724-9bcd-234a1ddc697d req-9bf1c2ac-c6c5-43d8-a2c4-90d09134fbd5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:29.721244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83078feb-f59b-4724-9bcd-234a1ddc697d req-9bf1c2ac-c6c5-43d8-a2c4-90d09134fbd5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:29.727347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83078feb-f59b-4724-9bcd-234a1ddc697d req-9bf1c2ac-c6c5-43d8-a2c4-90d09134fbd5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:29.733403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83078feb-f59b-4724-9bcd-234a1ddc697d req-9bf1c2ac-c6c5-43d8-a2c4-90d09134fbd5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:29.746847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83078feb-f59b-4724-9bcd-234a1ddc697d req-9bf1c2ac-c6c5-43d8-a2c4-90d09134fbd5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:29.747528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83078feb-f59b-4724-9bcd-234a1ddc697d req-9bf1c2ac-c6c5-43d8-a2c4-90d09134fbd5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:29.749550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83078feb-f59b-4724-9bcd-234a1ddc697d req-9bf1c2ac-c6c5-43d8-a2c4-90d09134fbd5 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5432 time: 0.1161780 Aug 29 06:49:29.760205 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-9af2bea9-7824-4ac1-ad71-7adf988a5827 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=46a20dce-4a25-4e68-b695-3a755a9819a8 HTTP/1.1" status: 200 len: 217 time: 0.0455546 Aug 29 06:49:29.807445 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83078feb-f59b-4724-9bcd-234a1ddc697d req-f2bf0ab8-5d43-408e-a2bb-bbaf7492b303 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502918 Aug 29 06:49:29.827898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-f8c1dd16-caa4-4fdb-9544-47e639df1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:29.829548 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-f8c1dd16-caa4-4fdb-9544-47e639df1b4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0576079 Aug 29 06:49:29.830924 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:29.897763 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:29.902963 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] 10.222.0.76 "DELETE /v2.0/networks/70254f84-beee-4591-86b1-66b84399ba44 HTTP/1.1" status: 204 len: 168 time: 1.4372840 Aug 29 06:49:29.958400 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328ec2b-e347-4b59-8046-4a4bb7cb18f1 tempest-AllowedAddressPairTestJSON-2099407824 tempest-AllowedAddressPairTestJSON-2099407824-project] Pushing event deleted for resources: {'Network': ['ID=70254f84-beee-4591-86b1-66b84399ba44,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:29.980568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-9e094f86-0f37-4c31-af78-a2433ab16596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:29.982016 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-9e094f86-0f37-4c31-af78-a2433ab16596 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1441519 Aug 29 06:49:30.040780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9ee07-3df0-4a9f-bc14-8f11bc005908 req-cc932534-55fe-4dba-8235-a7c0486a6f45 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:30.042308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eda9ee07-3df0-4a9f-bc14-8f11bc005908 req-cc932534-55fe-4dba-8235-a7c0486a6f45 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 945 time: 0.1301038 Aug 29 06:49:30.104636 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-56f85468-941e-4a3a-8d59-df13da17c80f service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065590 Aug 29 06:49:30.109142 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eda9ee07-3df0-4a9f-bc14-8f11bc005908 req-36fa072d-5761-42ea-862a-badbfcfa3758 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590456 Aug 29 06:49:30.116254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-992f9150-111a-4648-96fe-c2ae4f29870a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:30.118296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-992f9150-111a-4648-96fe-c2ae4f29870a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/networks?id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f HTTP/1.1" status: 200 len: 813 time: 0.1506352 Aug 29 06:49:30.136027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-aa4f9bff-b0d2-4a2a-9133-f5a4a3e446f1 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/quotas/343b7acdca8c460498200a8862ee9a46 HTTP/1.1" status: 200 len: 375 time: 0.0100610 Aug 29 06:49:30.193855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-19e19f7a-5eeb-4839-b553-3a28144e70de tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=343b7acdca8c460498200a8862ee9a46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461974 Aug 29 06:49:30.216508 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-887ac731-2034-47c2-9e81-72c5636c5a7c service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023195 Aug 29 06:49:30.318086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cd680-1795-4013-a472-c047aa46d40d req-eaed5b87-a132-4266-8deb-765c7a6059a2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:30.324262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cd680-1795-4013-a472-c047aa46d40d req-eaed5b87-a132-4266-8deb-765c7a6059a2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:30.335917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cd680-1795-4013-a472-c047aa46d40d req-eaed5b87-a132-4266-8deb-765c7a6059a2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:30.342755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cd680-1795-4013-a472-c047aa46d40d req-eaed5b87-a132-4266-8deb-765c7a6059a2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:30.348752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cd680-1795-4013-a472-c047aa46d40d req-eaed5b87-a132-4266-8deb-765c7a6059a2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:30.365114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cd680-1795-4013-a472-c047aa46d40d req-eaed5b87-a132-4266-8deb-765c7a6059a2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:30.366791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cd680-1795-4013-a472-c047aa46d40d req-eaed5b87-a132-4266-8deb-765c7a6059a2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:30.392261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-791cd680-1795-4013-a472-c047aa46d40d req-eaed5b87-a132-4266-8deb-765c7a6059a2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5432 time: 0.1906352 Aug 29 06:49:30.420266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-61f3280c-7cb2-49a5-955d-ad82b7edd607 service neutron] 10.222.0.76 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164516 Aug 29 06:49:30.559431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d798a55-fb98-4bb3-8b1d-0575156aac6b req-4f6ea16f-be77-43af-8a72-f15ab4d1556c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:30.561117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d798a55-fb98-4bb3-8b1d-0575156aac6b req-4f6ea16f-be77-43af-8a72-f15ab4d1556c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.0752189 Aug 29 06:49:30.592964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-29a99c32-8998-4058-ac98-bae2e0fc3cb4 service neutron] 10.222.0.76 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536975 Aug 29 06:49:30.635876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d798a55-fb98-4bb3-8b1d-0575156aac6b req-d3ffdf23-062b-46eb-86eb-22a7c242c6e4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581834 Aug 29 06:49:30.756465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50164) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:30.758492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eedfb-5a75-4446-bf70-5e777658f041 req-60ed9719-e912-4abc-a3e4-21ca62a137a3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:30.776349 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-524eedfb-5a75-4446-bf70-5e777658f041 req-60ed9719-e912-4abc-a3e4-21ca62a137a3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0764532 Aug 29 06:49:30.832355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-524eedfb-5a75-4446-bf70-5e777658f041 req-fa226f7f-2b82-4272-a5b0-5f4f37edab24 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538912 Aug 29 06:49:30.948035 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53cef662-a161-4b81-b6c5-ec79aca3e8a8 req-cf627696-896f-46ac-9537-d1953fe6abaf tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 210 time: 0.0371172 Aug 29 06:49:30.989851 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f621e623-30bd-40a3-b3f8-68621d8969b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da2a22f31f1a419db7952605a733ee8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297873 Aug 29 06:49:30.990674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50172) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:31.055709 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8bc79366-491b-4b6d-bf0e-78e27e132527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:31.089239 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8bc79366-491b-4b6d-bf0e-78e27e132527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:31.243158 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8bc79366-491b-4b6d-bf0e-78e27e132527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:31.245756 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8bc79366-491b-4b6d-bf0e-78e27e132527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:31.246903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8bc79366-491b-4b6d-bf0e-78e27e132527 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/72f91e95-46ed-4e1b-ad0b-2ba36fa9c97c HTTP/1.1" status: 204 len: 168 time: 0.2555006 Aug 29 06:49:31.257577 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da86dc1-a99b-4899-89a3-6d72a547db2e req-d33fbd48-abaf-42c5-9355-020fb03be807 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:31.259630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0da86dc1-a99b-4899-89a3-6d72a547db2e req-d33fbd48-abaf-42c5-9355-020fb03be807 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 945 time: 0.0617261 Aug 29 06:49:31.265763 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc79366-491b-4b6d-bf0e-78e27e132527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f91e95-46ed-4e1b-ad0b-2ba36fa9c97c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:31.321268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0da86dc1-a99b-4899-89a3-6d72a547db2e req-9d086721-48ad-48d0-a4e9-8aa61a0753a7 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420895 Aug 29 06:49:31.809870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75134340-c691-4dbe-a54c-ea22d21f506a req-5a90a875-ff6b-4cbe-bd14-4d3a6dbcd930 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:31.812274 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-75134340-c691-4dbe-a54c-ea22d21f506a req-5a90a875-ff6b-4cbe-bd14-4d3a6dbcd930 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.15 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 945 time: 0.0719087 Aug 29 06:49:31.846762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c29bab-44c4-4f2a-b293-5a746db76d4f req-9c4ac861-06e9-4955-969e-901c341401e8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:31.848606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0c29bab-44c4-4f2a-b293-5a746db76d4f req-9c4ac861-06e9-4955-969e-901c341401e8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.1055181 Aug 29 06:49:32.003699 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0c29bab-44c4-4f2a-b293-5a746db76d4f req-994be857-52aa-4311-8854-d18c209e9b0a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366794 Aug 29 06:49:32.057761 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-75134340-c691-4dbe-a54c-ea22d21f506a req-526d895c-7852-4266-81c6-f17882bc42cb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Deleting port eeb7ce39-97bc-4f7c-ba13-805495b6d77d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:32.058200 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-75134340-c691-4dbe-a54c-ea22d21f506a req-526d895c-7852-4266-81c6-f17882bc42cb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:32.109336 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bb36a-eb8e-4354-8d0d-384debc530b8 req-47c42266-48e1-4639-9322-e46bbfc91ae8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:32.110925 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-670bb36a-eb8e-4354-8d0d-384debc530b8 req-47c42266-48e1-4639-9322-e46bbfc91ae8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1498876 Aug 29 06:49:32.243500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-670bb36a-eb8e-4354-8d0d-384debc530b8 req-6248217f-1b2a-4307-bb21-a0cbcc5ce360 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213741 Aug 29 06:49:32.266461 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-75134340-c691-4dbe-a54c-ea22d21f506a req-526d895c-7852-4266-81c6-f17882bc42cb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] For port eeb7ce39-97bc-4f7c-ba13-805495b6d77d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=eeb7ce39-97bc-4f7c-ba13-805495b6d77d,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:32.267002 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-75134340-c691-4dbe-a54c-ea22d21f506a req-526d895c-7852-4266-81c6-f17882bc42cb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:32.300751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-75134340-c691-4dbe-a54c-ea22d21f506a req-526d895c-7852-4266-81c6-f17882bc42cb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Calling delete_port for eeb7ce39-97bc-4f7c-ba13-805495b6d77d owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:32.323805 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d76959f-b4ac-45c9-940e-9c33aeea603b req-497b088d-d736-48f3-94cd-6f7597bb6fda tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 210 time: 0.0588357 Aug 29 06:49:32.520251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582cb5e-91d5-4c1b-ac7e-e4ec6e058480 req-9925a165-efa9-48da-a6e5-8e298b2511eb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:32.522143 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9582cb5e-91d5-4c1b-ac7e-e4ec6e058480 req-9925a165-efa9-48da-a6e5-8e298b2511eb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 945 time: 0.0998285 Aug 29 06:49:32.573933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9582cb5e-91d5-4c1b-ac7e-e4ec6e058480 req-ea81e8ec-feef-4bb3-b7f8-e6cb4c6f722c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427370 Aug 29 06:49:32.606654 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-75134340-c691-4dbe-a54c-ea22d21f506a req-526d895c-7852-4266-81c6-f17882bc42cb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:32.643232 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d895c-7852-4266-81c6-f17882bc42cb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Pushing event deleted for resources: {'Port': ['ID=eeb7ce39-97bc-4f7c-ba13-805495b6d77d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:32.740375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-75134340-c691-4dbe-a54c-ea22d21f506a req-526d895c-7852-4266-81c6-f17882bc42cb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] No DVR routers for this DVR port eeb7ce39-97bc-4f7c-ba13-805495b6d77d on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:49:32.743169 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-75134340-c691-4dbe-a54c-ea22d21f506a req-526d895c-7852-4266-81c6-f17882bc42cb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:32.746193 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-75134340-c691-4dbe-a54c-ea22d21f506a req-526d895c-7852-4266-81c6-f17882bc42cb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.15 "DELETE /v2.0/ports/eeb7ce39-97bc-4f7c-ba13-805495b6d77d HTTP/1.1" status: 204 len: 173 time: 0.9228048 Aug 29 06:49:32.750319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0749b70e-f495-4edb-b4a9-1eb1f95a8c87', 'name': 'network-vif-deleted', 'tag': 'eeb7ce39-97bc-4f7c-ba13-805495b6d77d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:32.752786 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d222c42-dc12-4ffe-8ee5-64a2638130a4" -d '{"events": [{"server_uuid": "0749b70e-f495-4edb-b4a9-1eb1f95a8c87", "name": "network-vif-deleted", "tag": "eeb7ce39-97bc-4f7c-ba13-805495b6d77d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:32.810119 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0290bbb5-08b8-4b81-8624-a5036195e19b x-openstack-request-id: req-0290bbb5-08b8-4b81-8624-a5036195e19b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:32.810119 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0749b70e-f495-4edb-b4a9-1eb1f95a8c87", "name": "network-vif-deleted", "tag": "eeb7ce39-97bc-4f7c-ba13-805495b6d77d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:32.810119 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0290bbb5-08b8-4b81-8624-a5036195e19b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:32.810119 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0749b70e-f495-4edb-b4a9-1eb1f95a8c87', 'name': 'network-vif-deleted', 'tag': 'eeb7ce39-97bc-4f7c-ba13-805495b6d77d', 'status': 'completed', 'code': 200} Aug 29 06:49:32.853009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50226) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:32.999644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521bd1f-8fca-416d-8e11-3d395cc82467 req-21abf6d0-433c-4b3b-9c42-634d8a592f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:33.000572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521bd1f-8fca-416d-8e11-3d395cc82467 req-21abf6d0-433c-4b3b-9c42-634d8a592f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:33.001269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521bd1f-8fca-416d-8e11-3d395cc82467 req-21abf6d0-433c-4b3b-9c42-634d8a592f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:33.001795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521bd1f-8fca-416d-8e11-3d395cc82467 req-21abf6d0-433c-4b3b-9c42-634d8a592f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:33.003033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521bd1f-8fca-416d-8e11-3d395cc82467 req-21abf6d0-433c-4b3b-9c42-634d8a592f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:33.004983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521bd1f-8fca-416d-8e11-3d395cc82467 req-21abf6d0-433c-4b3b-9c42-634d8a592f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:33.010651 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521bd1f-8fca-416d-8e11-3d395cc82467 req-21abf6d0-433c-4b3b-9c42-634d8a592f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:33.021838 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3521bd1f-8fca-416d-8e11-3d395cc82467 req-21abf6d0-433c-4b3b-9c42-634d8a592f97 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 6496 time: 0.1673887 Aug 29 06:49:33.101312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50234) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:33.113370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3521bd1f-8fca-416d-8e11-3d395cc82467 req-24855bea-0c8c-49be-bf18-caee7f92c561 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903199 Aug 29 06:49:33.204216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a05528-c555-4425-bcf4-da407ea5cce1 req-7ec6452d-067d-4ee4-871b-82998f27d581 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:33.220743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33a05528-c555-4425-bcf4-da407ea5cce1 req-7ec6452d-067d-4ee4-871b-82998f27d581 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.1049132 Aug 29 06:49:33.244053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1076954892'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:33.298011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33a05528-c555-4425-bcf4-da407ea5cce1 req-6d5a81c0-3a54-445b-a740-c394d67dc37f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763688 Aug 29 06:49:33.399264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a57e7-270e-43f7-a79f-827d3e257922 req-b90e1835-ff3a-451c-aee1-ab422eb5083d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:33.400807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a9a57e7-270e-43f7-a79f-827d3e257922 req-b90e1835-ff3a-451c-aee1-ab422eb5083d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0689139 Aug 29 06:49:33.403829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:33.407302 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:33.416967 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:33.438672 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:33.453696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edd0515c-630a-4032-9bdc-0b2670fdcee8 req-215c7d22-eb71-4064-a292-f16aeb2c8eb5 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 210 time: 0.0473351 Aug 29 06:49:33.494291 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a9a57e7-270e-43f7-a79f-827d3e257922 req-3baf0212-149e-4d85-9166-488dfd2aef9d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859427 Aug 29 06:49:33.554805 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:33.641275 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:33.674796 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:49:33.697373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc17a1b6-0a22-4aab-829b-47b9ccf647ce,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:33.704217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:33.704636 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Added segment bac3eee5-5c9e-4696-853c-69fd1c45a5a8 of type vlan for network 16c35313-5380-4d1c-adfa-e4bf610ab147 Aug 29 06:49:33.742536 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c59d3b3-1ed4-4a50-b733-519cc61ed801 req-877e14c2-fde2-4490-88bd-962050b82b33 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=0749b70e-f495-4edb-b4a9-1eb1f95a8c87 HTTP/1.1" status: 200 len: 210 time: 0.0563512 Aug 29 06:49:33.758377 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:33.894593 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:33.901828 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:33.902450 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:34.004646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Network': ['ID=16c35313-5380-4d1c-adfa-e4bf610ab147,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:34.018244 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:49:34.036307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-1ddbd0d0-ed4b-4c17-ac19-60fec9fb1148 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:34.037956 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-1ddbd0d0-ed4b-4c17-ac19-60fec9fb1148 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.11 "GET /v2.0/networks?id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f HTTP/1.1" status: 200 len: 813 time: 0.2279353 Aug 29 06:49:34.060442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Request body: {'port': {'device_id': '7348325f-7aac-4206-8c38-38a4b2648bfc', 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f', 'admin_state_up': True, 'tenant_id': '343b7acdca8c460498200a8862ee9a46'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:34.119709 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-128354ea-4298-4b47-8d60-301efe38d985 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0133095 Aug 29 06:49:34.120220 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50250) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:34.127095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e00f4629-6926-47f4-9aef-98c33a9cf645 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:34.366632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device eeb7ce39-97bc-4f7c-ba13-805495b6d77d no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:49:34.382206 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: eeb7ce39-97bc-4f7c-ba13-805495b6d77d {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:49:34.382558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device eeb7ce39-97bc-4f7c-ba13-805495b6d77d not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:49:34.473963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d266a9-73f6-4694-97dc-d72ce1353a68 req-542e9174-f569-4e48-81f7-ff102f12ff6b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:34.473963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51d266a9-73f6-4694-97dc-d72ce1353a68 req-542e9174-f569-4e48-81f7-ff102f12ff6b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.0657842 Aug 29 06:49:34.546198 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51d266a9-73f6-4694-97dc-d72ce1353a68 req-04779886-f341-42b8-aa39-2f00e9d74440 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649199 Aug 29 06:49:34.598661 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7b2b6a69-daab-4dba-940b-e4e8714aefe5 req-de923980-fc37-4b0e-b431-3a4f4ee48bb4 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 210 time: 0.0379660 Aug 29 06:49:34.688422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Made reservation on behalf of 343b7acdca8c460498200a8862ee9a46 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:34.692522 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:34.705401 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295834f-612a-45ce-975b-9d4f7e4982f0 req-022939f1-0472-4551-8bf5-1ae0d1d55dad tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:34.707752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0295834f-612a-45ce-975b-9d4f7e4982f0 req-022939f1-0472-4551-8bf5-1ae0d1d55dad tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0547204 Aug 29 06:49:34.752723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0295834f-612a-45ce-975b-9d4f7e4982f0 req-e667a116-a9ad-466b-a556-ac66a6229259 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388167 Aug 29 06:49:34.851466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Allocated IP 172.20.0.2 (c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f/1153f13b-d94a-4fee-bced-c1f52e46b73e/36e3b526-ceb7-4c8d-9298-34e82a7233e6) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:35.077091 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:35.264665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-21c0539b-3caa-4c86-9095-6729f4f5a1d1 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:35.266223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-21c0539b-3caa-4c86-9095-6729f4f5a1d1 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 811 time: 0.1145754 Aug 29 06:49:35.281346 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-3d82be5c-e6ad-44ab-9af9-fe54f86af7cd tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/quotas/d4426b23251b440b8d0cb63469d9d344 HTTP/1.1" status: 200 len: 375 time: 0.0090439 Aug 29 06:49:35.313665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-4359e63d-aaec-4557-8a63-fd6abc6034a3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269809 Aug 29 06:49:35.335523 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00f4629-6926-47f4-9aef-98c33a9cf645 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:35.339683 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e00f4629-6926-47f4-9aef-98c33a9cf645 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:35.385789 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:35.411793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:49:35.438123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:35.443459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:35.453289 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-3746865e-f1e2-4e48-a6a2-fa9eacd50911 service neutron] 10.222.0.76 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296408 Aug 29 06:49:35.453486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:35.513839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Pushing event updated for resources: {'Port': ['ID=36e3b526-ceb7-4c8d-9298-34e82a7233e6,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:35.536226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:35.536576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:35.536920 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:35.537260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:35.537595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:35.537930 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:35.538266 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:35.538592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:35.538902 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:35.539455 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:35.539638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:35.539931 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:35.560916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:35.561552 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:35.666040 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-528b9b41-e319-46ad-9f37-19c1712ab9b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6114547 Aug 29 06:49:35.666851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-50964318-9033-40cd-8942-9c51d0bcfacd service neutron] 10.222.0.76 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141485 Aug 29 06:49:35.708386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Request body: {'port': {'device_id': '7348325f-7aac-4206-8c38-38a4b2648bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:35.768074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45e0b7-b7c2-4ccf-9deb-361147093250 req-08c26fae-0fb5-4603-9fc3-bdf7952498c8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:35.769302 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c45e0b7-b7c2-4ccf-9deb-361147093250 req-08c26fae-0fb5-4603-9fc3-bdf7952498c8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.1244514 Aug 29 06:49:35.784945 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:35.822486 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c45e0b7-b7c2-4ccf-9deb-361147093250 req-864d73a6-41ac-45e4-a92d-457ff7e79c54 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457919 Aug 29 06:49:35.853358 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e00f4629-6926-47f4-9aef-98c33a9cf645 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:35.965420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cce96-ee5e-4c41-97ee-84fa6b29316b req-fd9efd6f-835a-440b-9391-d7bb7d678ef6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:35.974244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f23cce96-ee5e-4c41-97ee-84fa6b29316b req-fd9efd6f-835a-440b-9391-d7bb7d678ef6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 931 time: 0.0771263 Aug 29 06:49:36.032851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f23cce96-ee5e-4c41-97ee-84fa6b29316b req-19f403d4-2c9f-4279-8509-1a83269e85de tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575459 Aug 29 06:49:36.066846 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f4629-6926-47f4-9aef-98c33a9cf645 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=fc379739-8556-44ce-a3c0-57838f01464c,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:36.134024 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00f4629-6926-47f4-9aef-98c33a9cf645 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:36.134756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f4629-6926-47f4-9aef-98c33a9cf645 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network hostable DHCP agents. Network: 16c35313-5380-4d1c-adfa-e4bf610ab147, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:49:36.144060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07a39395-3135-46c3-bbbc-2c82fd3a23cc req-2b09ce8f-478d-4c78-b958-49a3245a96d1 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 210 time: 0.0400946 Aug 29 06:49:36.200899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11156c-df16-4853-9016-fd584fee2e2c req-66dc39c7-8fba-4510-b036-9484f869a995 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:36.209956 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb11156c-df16-4853-9016-fd584fee2e2c req-66dc39c7-8fba-4510-b036-9484f869a995 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1752908 Aug 29 06:49:36.248011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb11156c-df16-4853-9016-fd584fee2e2c req-89cb303f-5df9-40d7-a428-794fdd69584d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376391 Aug 29 06:49:36.261449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f4629-6926-47f4-9aef-98c33a9cf645 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:49:36.278814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e3b526-ceb7-4c8d-9298-34e82a7233e6 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:49:36.286697 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:36.299338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Transition to ACTIVE for port object 36e3b526-ceb7-4c8d-9298-34e82a7233e6 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:36.353064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-e00f4629-6926-47f4-9aef-98c33a9cf645 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 16c35313-5380-4d1c-adfa-e4bf610ab147) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:36.359758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f4629-6926-47f4-9aef-98c33a9cf645 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:36.359758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e00f4629-6926-47f4-9aef-98c33a9cf645 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:36.363563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39f46c9-2862-4b7d-b7b3-815698422c49 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:36.384009 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:36.482248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Pushing event updated for resources: {'Port': ['ID=36e3b526-ceb7-4c8d-9298-34e82a7233e6,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:36.513472 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e00f4629-6926-47f4-9aef-98c33a9cf645 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3921688 Aug 29 06:49:36.516571 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50296) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:36.530047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'name': 'tempest-NetworksTestDHCPv6-1684460922'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:36.590531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Attempting to bind port 36e3b526-ceb7-4c8d-9298-34e82a7233e6 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:49:36.591021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Attempting to bind port 36e3b526-ceb7-4c8d-9298-34e82a7233e6 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'd175887c-85cc-47b3-8e75-ac7abcc31a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:49:36.591385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Attempting to bind port 36e3b526-ceb7-4c8d-9298-34e82a7233e6 on network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:36.603048 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': 'fc379739-8556-44ce-a3c0-57838f01464c'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:49:36.611627 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:36.611775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Port 36e3b526-ceb7-4c8d-9298-34e82a7233e6 on network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:49:36.611775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Attempting to bind port 36e3b526-ceb7-4c8d-9298-34e82a7233e6 on network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:36.613060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:49:36.613533 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Checking segment: {'id': 'd175887c-85cc-47b3-8e75-ac7abcc31a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:36.613924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Bound using segment: {'id': 'd175887c-85cc-47b3-8e75-ac7abcc31a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:49:36.614358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Bound port: 36e3b526-ceb7-4c8d-9298-34e82a7233e6, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd175887c-85cc-47b3-8e75-ac7abcc31a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:49:36.614721 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:36.702414 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] For port 36e3b526-ceb7-4c8d-9298-34e82a7233e6, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:49:36.706086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] For port 36e3b526-ceb7-4c8d-9298-34e82a7233e6, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=36e3b526-ceb7-4c8d-9298-34e82a7233e6,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:49:36.777652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:36.781327 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:36.796865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Allocated IP 2001:db8::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/fc379739-8556-44ce-a3c0-57838f01464c/3f12019d-10d0-4eb3-ac7c-e33fe7170fea) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:36.800903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port dc25f3eb-b8c5-45ea-b0d7-9d747b6cbf81 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:49:36.862637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:36.942786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:36.948329 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:36.950181 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] 10.222.0.11 "PUT /v2.0/ports/36e3b526-ceb7-4c8d-9298-34e82a7233e6 HTTP/1.1" status: 200 len: 1092 time: 1.2458827 Aug 29 06:49:36.950721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7348325f-7aac-4206-8c38-38a4b2648bfc', 'tag': '36e3b526-ceb7-4c8d-9298-34e82a7233e6'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:36.958717 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78e53ba-1a1e-4b6b-a544-8721c36efa80" -d '{"events": [{"name": "network-changed", "server_uuid": "7348325f-7aac-4206-8c38-38a4b2648bfc", "tag": "36e3b526-ceb7-4c8d-9298-34e82a7233e6"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:36.988916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e4cd6-0cb5-4fe4-bb15-9bd1b172120e service neutron] Pushing event updated for resources: {'Port': ['ID=36e3b526-ceb7-4c8d-9298-34e82a7233e6,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:36.991425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c955e-2177-45e2-bb62-12383d1ebed2 req-4a75f60d-fc67-4448-b29b-335e0cc15dfb tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:36.993150 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e3c955e-2177-45e2-bb62-12383d1ebed2 req-4a75f60d-fc67-4448-b29b-335e0cc15dfb tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.0690942 Aug 29 06:49:37.033235 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b395464e-155f-4796-8c5b-c139904e50f5 x-openstack-request-id: req-b395464e-155f-4796-8c5b-c139904e50f5 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:37.033537 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7348325f-7aac-4206-8c38-38a4b2648bfc", "tag": "36e3b526-ceb7-4c8d-9298-34e82a7233e6", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:37.033810 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b395464e-155f-4796-8c5b-c139904e50f5 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:37.034203 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7348325f-7aac-4206-8c38-38a4b2648bfc', 'tag': '36e3b526-ceb7-4c8d-9298-34e82a7233e6', 'status': 'completed', 'code': 200} Aug 29 06:49:37.040232 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:37.049895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Transition to ACTIVE for port object 3f12019d-10d0-4eb3-ac7c-e33fe7170fea will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:37.056694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e3c955e-2177-45e2-bb62-12383d1ebed2 req-f8dc83b4-8100-4e7b-b827-ed4ee772f7a9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533311 Aug 29 06:49:37.072308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Transition to ACTIVE for port object 3f12019d-10d0-4eb3-ac7c-e33fe7170fea will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:37.154282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e53ba-1a1e-4b6b-a544-8721c36efa80 req-52fc2e2f-1915-4700-b951-bc7f69112c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:37.155893 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d78e53ba-1a1e-4b6b-a544-8721c36efa80 req-52fc2e2f-1915-4700-b951-bc7f69112c4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=343b7acdca8c460498200a8862ee9a46&device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 1095 time: 0.0580099 Aug 29 06:49:37.158790 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:37.200350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:37.203794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:37.207041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:37.253749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Pushing event updated for resources: {'Port': ['ID=3f12019d-10d0-4eb3-ac7c-e33fe7170fea,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:37.277403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f957ee-ff82-4870-8b88-ab321783479b req-1a009732-caa1-4fdd-b887-a5fde2227fcc tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:37.283505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5f957ee-ff82-4870-8b88-ab321783479b req-1a009732-caa1-4fdd-b887-a5fde2227fcc tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 943 time: 0.1643281 Aug 29 06:49:37.322551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Attempting to bind port 3f12019d-10d0-4eb3-ac7c-e33fe7170fea on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:49:37.322934 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Attempting to bind port 3f12019d-10d0-4eb3-ac7c-e33fe7170fea by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:49:37.323458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Attempting to bind port 3f12019d-10d0-4eb3-ac7c-e33fe7170fea on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:37.329718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:49:37.330421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:37.330939 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:37.331336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:49:37.331781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Bound port: 3f12019d-10d0-4eb3-ac7c-e33fe7170fea, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:49:37.332159 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:37.341100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a42a45bd-c142-455b-a8b0-890caa702dfe req-a8043a3b-ba59-490a-ab6d-9a51cbfe6a52 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 210 time: 0.0544827 Aug 29 06:49:37.365442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e53ba-1a1e-4b6b-a544-8721c36efa80 req-87903778-8ddb-4be5-940d-242d14388556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:37.367893 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d78e53ba-1a1e-4b6b-a544-8721c36efa80 req-87903778-8ddb-4be5-940d-242d14388556 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=343b7acdca8c460498200a8862ee9a46&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1953442 Aug 29 06:49:37.374245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::e2 (16c35313-5380-4d1c-adfa-e4bf610ab147/fc379739-8556-44ce-a3c0-57838f01464c/dc25f3eb-b8c5-45ea-b0d7-9d747b6cbf81) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:37.442251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] For port 3f12019d-10d0-4eb3-ac7c-e33fe7170fea, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:49:37.446835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] For port 3f12019d-10d0-4eb3-ac7c-e33fe7170fea, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3f12019d-10d0-4eb3-ac7c-e33fe7170fea,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:49:37.456586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5f957ee-ff82-4870-8b88-ab321783479b req-deb35c25-6f4c-454d-a10c-ba46147bee37 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553953 Aug 29 06:49:37.514601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e53ba-1a1e-4b6b-a544-8721c36efa80 req-82d9de0d-e57e-45f7-b70a-45ce0a129409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:37.516960 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d78e53ba-1a1e-4b6b-a544-8721c36efa80 req-82d9de0d-e57e-45f7-b70a-45ce0a129409 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413705 Aug 29 06:49:37.538419 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:37.541239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571ef4-18c8-4b96-8edd-ee17eb28063b req-3d66376b-35f7-4545-b0f2-448239cf22b3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:37.548474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a571ef4-18c8-4b96-8edd-ee17eb28063b req-3d66376b-35f7-4545-b0f2-448239cf22b3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0989399 Aug 29 06:49:37.648550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfeaa7-7490-4f6e-840c-fbd4419a888b None None] Pushing event updated for resources: {'Port': ['ID=3f12019d-10d0-4eb3-ac7c-e33fe7170fea,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:37.654215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a571ef4-18c8-4b96-8edd-ee17eb28063b req-777f5c89-9ac3-4d5e-9886-a530488d5f6d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915060 Aug 29 06:49:37.730653 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-cf22e640-7275-4304-b7e0-0088f530b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:37.732284 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-cf22e640-7275-4304-b7e0-0088f530b784 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=343b7acdca8c460498200a8862ee9a46&device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 1095 time: 0.1003966 Aug 29 06:49:37.757952 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:37.796377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object dc25f3eb-b8c5-45ea-b0d7-9d747b6cbf81 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:37.797507 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-f31be814-3a29-4053-80f6-a45c3cc7d7df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36e3b526-ceb7-4c8d-9298-34e82a7233e6 HTTP/1.1" status: 200 len: 217 time: 0.0452335 Aug 29 06:49:37.917486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-46439a1f-2a0d-42a1-b783-c41e96c752fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:37.918554 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:37.919024 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-46439a1f-2a0d-42a1-b783-c41e96c752fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1153f13b-d94a-4fee-bced-c1f52e46b73e HTTP/1.1" status: 200 len: 853 time: 0.1078613 Aug 29 06:49:37.984113 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-e465fa60-9e62-467f-93e2-0fa38da463b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518007 Aug 29 06:49:38.004922 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=dc25f3eb-b8c5-45ea-b0d7-9d747b6cbf81,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:38.047316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:38.051970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:38.056432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:38.062167 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-62623e4e-1912-4d75-a902-85189f726fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:38.062340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:38.062777 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:38.078202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1f6a9-fea2-4325-befd-7d22cc128b95 req-928dcf5e-3164-4e9f-ad7a-b00edc44b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:38.079763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50a1f6a9-fea2-4325-befd-7d22cc128b95 req-928dcf5e-3164-4e9f-ad7a-b00edc44b107 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 1098 time: 0.0938601 Aug 29 06:49:38.116904 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-823f85a4-bbec-46c8-a111-5fa9e82dcac2 service neutron] 10.222.0.11 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235681 Aug 29 06:49:38.173024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-402382f9-09c7-493f-b531-7ce8f81ce340 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6552002 Aug 29 06:49:38.181935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50314) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:38.274595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d9f1c-2046-4a28-bb78-64bb15fe6528 req-3d24871b-05c3-4c9d-8305-00dd8e96e1b1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:38.274821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48673ed7-cfb5-4261-b5c3-48f880c04ae0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:38.280911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48673ed7-cfb5-4261-b5c3-48f880c04ae0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:38.282047 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f9d9f1c-2046-4a28-bb78-64bb15fe6528 req-3d24871b-05c3-4c9d-8305-00dd8e96e1b1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.1135933 Aug 29 06:49:38.285726 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-48673ed7-cfb5-4261-b5c3-48f880c04ae0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1021378 Aug 29 06:49:38.288248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50316) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:38.318770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1f6a9-fea2-4325-befd-7d22cc128b95 req-eabe38de-fd35-4e1e-ac1d-dce9f6d100c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:38.320300 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50a1f6a9-fea2-4325-befd-7d22cc128b95 req-eabe38de-fd35-4e1e-ac1d-dce9f6d100c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.2176383 Aug 29 06:49:38.353186 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f9d9f1c-2046-4a28-bb78-64bb15fe6528 req-7c606904-e945-49e4-b7c3-1dbf93d0acba tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676169 Aug 29 06:49:38.372359 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63262f46-4c92-4edd-8e3e-9682bb0d20b1 req-389e2eb2-8e1d-4f43-810a-88ddf1000fec service neutron] 10.222.0.11 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438788 Aug 29 06:49:38.455336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-800293dd-9147-4dfc-9b5c-e3223d75b8ee tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port dc25f3eb-b8c5-45ea-b0d7-9d747b6cbf81 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:38.458691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50a1f6a9-fea2-4325-befd-7d22cc128b95 req-2af66c77-3c5e-47fb-b2d2-3744351caa4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73851558-f3eb-433e-9fdc-5730947d4048 HTTP/1.1" status: 200 len: 1001 time: 0.1175942 Aug 29 06:49:38.459420 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-800293dd-9147-4dfc-9b5c-e3223d75b8ee tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:38.573515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1f6a9-fea2-4325-befd-7d22cc128b95 req-6d0e9128-ea41-4bd5-a388-e735b0ad1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:38.577676 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50a1f6a9-fea2-4325-befd-7d22cc128b95 req-6d0e9128-ea41-4bd5-a388-e735b0ad1f04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.1027744 Aug 29 06:49:38.592244 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-800293dd-9147-4dfc-9b5c-e3223d75b8ee tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:38.617714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-800293dd-9147-4dfc-9b5c-e3223d75b8ee tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for dc25f3eb-b8c5-45ea-b0d7-9d747b6cbf81 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:38.675902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5160b8ce-6335-43b7-aeca-55f85cabafe0 req-c16d7314-1197-4d0e-8c9b-4b99e3c10fd4 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 210 time: 0.0957222 Aug 29 06:49:38.780735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e4abc-b319-4d55-aaa7-63fdee22cc85 req-e82ce592-b250-405f-889d-e0c668741397 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:38.796881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d7e4abc-b319-4d55-aaa7-63fdee22cc85 req-e82ce592-b250-405f-889d-e0c668741397 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 943 time: 0.2012317 Aug 29 06:49:38.831135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-120bb720-3fab-4b75-af78-9755c58c25d3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:38.832833 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-120bb720-3fab-4b75-af78-9755c58c25d3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 811 time: 0.2066436 Aug 29 06:49:38.862762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-75ca5806-4a65-4784-9963-0cac795789e9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Request body: {'port': {'device_id': 'a1048d3e-b353-417d-8bc0-4e68658093eb', 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548', 'admin_state_up': True, 'tenant_id': 'd4426b23251b440b8d0cb63469d9d344'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:38.869754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1f6a9-fea2-4325-befd-7d22cc128b95 req-f4284d0f-3c91-4e6e-9ec8-b35feef276ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:38.871315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50a1f6a9-fea2-4325-befd-7d22cc128b95 req-f4284d0f-3c91-4e6e-9ec8-b35feef276ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2713380 Aug 29 06:49:38.931774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed2f41-212f-4bbc-beb5-ec112f1e350f None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:38.946598 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d7e4abc-b319-4d55-aaa7-63fdee22cc85 req-acd5cc48-38bc-4869-b68a-9d0a0b53881f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488469 Aug 29 06:49:38.984786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76a9cf-8b77-4f9a-84eb-be37d4995b5e req-5befd67b-ae1d-497d-9099-ad5d3d7b4c6d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:38.987599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db76a9cf-8b77-4f9a-84eb-be37d4995b5e req-5befd67b-ae1d-497d-9099-ad5d3d7b4c6d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1677146 Aug 29 06:49:39.072499 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-800293dd-9147-4dfc-9b5c-e3223d75b8ee tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:39.109565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800293dd-9147-4dfc-9b5c-e3223d75b8ee tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=dc25f3eb-b8c5-45ea-b0d7-9d747b6cbf81,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:39.129744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db76a9cf-8b77-4f9a-84eb-be37d4995b5e req-91728a43-8701-4ea4-aa6c-29fc5a38e4d1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219277 Aug 29 06:49:39.152284 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50a1f6a9-fea2-4325-befd-7d22cc128b95 req-6f0280e0-9c1b-4a94-a20a-45570f4fde3c service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679520 Aug 29 06:49:39.171036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-70026e6e-7d2c-4760-9b6b-3db79358267e None None] Provisioning for port 3f12019d-10d0-4eb3-ac7c-e33fe7170fea completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:39.189090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-800293dd-9147-4dfc-9b5c-e3223d75b8ee tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:39.193390 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-800293dd-9147-4dfc-9b5c-e3223d75b8ee tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/dc25f3eb-b8c5-45ea-b0d7-9d747b6cbf81 HTTP/1.1" status: 204 len: 168 time: 0.9017491 Aug 29 06:49:39.193390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-75ca5806-4a65-4784-9963-0cac795789e9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Made reservation on behalf of d4426b23251b440b8d0cb63469d9d344 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:39.201153 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-75ca5806-4a65-4784-9963-0cac795789e9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:39.203980 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50326) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:39.262965 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50a1f6a9-fea2-4325-befd-7d22cc128b95 req-82578d8c-04f1-416e-81fb-f78ef448937f service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097722 Aug 29 06:49:39.339045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8c336e-4e5f-4592-a8e5-4763e651d64b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:39.340892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8c336e-4e5f-4592-a8e5-4763e651d64b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:39.345555 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50328) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:39.345712 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf8c336e-4e5f-4592-a8e5-4763e651d64b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1405339 Aug 29 06:49:39.427544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa11c19-7caf-4550-91ab-d0d5a95a56a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet fc379739-8556-44ce-a3c0-57838f01464c {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:49:39.433964 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2aa11c19-7caf-4550-91ab-d0d5a95a56a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:39.447346 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3f12019d-10d0-4eb3-ac7c-e33fe7170fea up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:49:39.502918 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2aa11c19-7caf-4550-91ab-d0d5a95a56a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:39.551105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-75ca5806-4a65-4784-9963-0cac795789e9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Allocated IP 172.20.0.11 (62cd1216-7d96-443a-b0ba-1b6940ce3548/6d6221c5-492b-4e52-81e3-c311934e2c40/f0e5d096-4395-48a7-ba43-af206416e7fc) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:39.678750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2aa11c19-7caf-4550-91ab-d0d5a95a56a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:39.714421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 3f12019d-10d0-4eb3-ac7c-e33fe7170fea completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:39.719856 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 3f12019d-10d0-4eb3-ac7c-e33fe7170fea triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:39.720327 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:39.881575 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-75ca5806-4a65-4784-9963-0cac795789e9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:39.924372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5baf8993-759f-4442-93d7-103e84bcc6a4 req-56b5a3ac-dbf2-4113-b9d3-d9e7343e61b4 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 210 time: 0.0969124 Aug 29 06:49:39.954006 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2aa11c19-7caf-4550-91ab-d0d5a95a56a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:39.998749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-495db74c-ac49-4dcd-befc-364c8c4cd54b None None] Could not find standard attr ID for object dc25f3eb-b8c5-45ea-b0d7-9d747b6cbf81. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:49:40.049328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa11c19-7caf-4550-91ab-d0d5a95a56a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=fc379739-8556-44ce-a3c0-57838f01464c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:40.063859 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2aa11c19-7caf-4550-91ab-d0d5a95a56a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:40.067267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2aa11c19-7caf-4550-91ab-d0d5a95a56a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/fc379739-8556-44ce-a3c0-57838f01464c HTTP/1.1" status: 204 len: 168 time: 0.7204175 Aug 29 06:49:40.071925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50338) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:40.099932 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:40.129762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30dda6-5c2d-4f62-8de3-5147f85fcc62 req-20b89ed6-f6d8-49c1-8615-3e666a8cc868 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:40.140630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c30dda6-5c2d-4f62-8de3-5147f85fcc62 req-20b89ed6-f6d8-49c1-8615-3e666a8cc868 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.2112818 Aug 29 06:49:40.193635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 3f12019d-10d0-4eb3-ac7c-e33fe7170fea, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3f12019d-10d0-4eb3-ac7c-e33fe7170fea,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:40.221062 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-75ca5806-4a65-4784-9963-0cac795789e9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:40.225311 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-25853eff-5c99-4b7c-a919-b91fcddb24c1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1514499 Aug 29 06:49:40.233972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50344) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:40.245805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-086760ec-07a5-44d2-9e31-143575a0dee1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:40.266004 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:40.325549 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-75ca5806-4a65-4784-9963-0cac795789e9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Network 62cd1216-7d96-443a-b0ba-1b6940ce3548 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:40.330854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-75ca5806-4a65-4784-9963-0cac795789e9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:40.336938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-75ca5806-4a65-4784-9963-0cac795789e9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:40.348023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca5806-4a65-4784-9963-0cac795789e9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Pushing event updated for resources: {'Port': ['ID=f0e5d096-4395-48a7-ba43-af206416e7fc,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:40.394492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=3f12019d-10d0-4eb3-ac7c-e33fe7170fea,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:40.399014 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111e8923-d859-4935-9068-1d8f4b2a48ca None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:40.448470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-75ca5806-4a65-4784-9963-0cac795789e9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:40.449157 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-75ca5806-4a65-4784-9963-0cac795789e9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:40.466853 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c30dda6-5c2d-4f62-8de3-5147f85fcc62 req-c86c7061-0479-40d7-a3fd-27b54b73607e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346311 Aug 29 06:49:40.517848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd4029-f2f8-458a-a316-ecb73c8119a8 req-51528f3c-2520-47e0-bed4-5050d6f7235b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:40.532969 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3bd4029-f2f8-458a-a316-ecb73c8119a8 req-51528f3c-2520-47e0-bed4-5050d6f7235b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 943 time: 0.4357805 Aug 29 06:49:40.549733 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-75ca5806-4a65-4784-9963-0cac795789e9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6981471 Aug 29 06:49:40.570881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Request body: {'port': {'device_id': 'a1048d3e-b353-417d-8bc0-4e68658093eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:40.580856 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9876b0a1-9fb5-476f-ae6b-2c0ed926e843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:40.616260 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3bd4029-f2f8-458a-a316-ecb73c8119a8 req-bd804565-eb06-4443-b480-746290240141 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822012 Aug 29 06:49:40.663483 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:40.688098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fed4cb-41fc-49a3-9b70-b18f9ed1ee4a None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:49:40.727172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086760ec-07a5-44d2-9e31-143575a0dee1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:40.734844 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-086760ec-07a5-44d2-9e31-143575a0dee1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:40.789794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-93fed4cb-41fc-49a3-9b70-b18f9ed1ee4a None None] Deleting port 3f12019d-10d0-4eb3-ac7c-e33fe7170fea {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:40.789794 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-93fed4cb-41fc-49a3-9b70-b18f9ed1ee4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:40.829508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06971062-df00-440e-a859-ab77b2dfc8d2 req-bdbcc32b-6c02-456f-96e1-66e309a41699 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:40.831695 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06971062-df00-440e-a859-ab77b2dfc8d2 req-bdbcc32b-6c02-456f-96e1-66e309a41699 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1455934 Aug 29 06:49:40.868055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-93fed4cb-41fc-49a3-9b70-b18f9ed1ee4a None None] For port 3f12019d-10d0-4eb3-ac7c-e33fe7170fea, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3f12019d-10d0-4eb3-ac7c-e33fe7170fea,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:40.868684 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-93fed4cb-41fc-49a3-9b70-b18f9ed1ee4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:40.884962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-93fed4cb-41fc-49a3-9b70-b18f9ed1ee4a None None] Calling delete_port for 3f12019d-10d0-4eb3-ac7c-e33fe7170fea owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:40.906021 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06971062-df00-440e-a859-ab77b2dfc8d2 req-7be579a4-c567-44cc-a58d-41ee04466d01 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563061 Aug 29 06:49:41.030207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e5d096-4395-48a7-ba43-af206416e7fc {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:49:41.038588 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:41.078229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2493e2-b384-438f-ac0a-ce7db5f35da7 req-c3c020ee-315d-4fdf-9fda-2c1144b54eb0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:41.079756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf2493e2-b384-438f-ac0a-ce7db5f35da7 req-c3c020ee-315d-4fdf-9fda-2c1144b54eb0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 932 time: 0.0571797 Aug 29 06:49:41.119389 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf2493e2-b384-438f-ac0a-ce7db5f35da7 req-ec418830-8353-4124-8fa5-7186f9d4cad7 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333219 Aug 29 06:49:41.160025 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:41.275263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Transition to ACTIVE for port object f0e5d096-4395-48a7-ba43-af206416e7fc will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:41.275731 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-93fed4cb-41fc-49a3-9b70-b18f9ed1ee4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:41.300540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fed4cb-41fc-49a3-9b70-b18f9ed1ee4a None None] Pushing event deleted for resources: {'Port': ['ID=3f12019d-10d0-4eb3-ac7c-e33fe7170fea,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:41.304257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fed4cb-41fc-49a3-9b70-b18f9ed1ee4a None None] No DVR routers for this DVR port 3f12019d-10d0-4eb3-ac7c-e33fe7170fea on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:49:41.321751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-086760ec-07a5-44d2-9e31-143575a0dee1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:41.333747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3f12019d-10d0-4eb3-ac7c-e33fe7170fea no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:49:41.354553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 3f12019d-10d0-4eb3-ac7c-e33fe7170fea {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:49:41.354896 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3f12019d-10d0-4eb3-ac7c-e33fe7170fea not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:49:41.367830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086760ec-07a5-44d2-9e31-143575a0dee1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:41.369820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-086760ec-07a5-44d2-9e31-143575a0dee1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:41.373883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086760ec-07a5-44d2-9e31-143575a0dee1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:41.374461 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-086760ec-07a5-44d2-9e31-143575a0dee1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:41.378669 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df40e8d9-7ede-444f-8600-625bdf356767 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:41.384487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086760ec-07a5-44d2-9e31-143575a0dee1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=35acdbc7-80f0-4e0f-864a-2e2d79b4802e,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:41.394519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:41.465341 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Pushing event updated for resources: {'Port': ['ID=f0e5d096-4395-48a7-ba43-af206416e7fc,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:41.505987 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-086760ec-07a5-44d2-9e31-143575a0dee1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2690291 Aug 29 06:49:41.510734 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50352) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:41.517791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'name': 'tempest-NetworksTestDHCPv6-1145827610'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:41.544385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Attempting to bind port f0e5d096-4395-48a7-ba43-af206416e7fc on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:49:41.545411 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Attempting to bind port f0e5d096-4395-48a7-ba43-af206416e7fc by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:49:41.546217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Attempting to bind port f0e5d096-4395-48a7-ba43-af206416e7fc on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:41.552459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Port f0e5d096-4395-48a7-ba43-af206416e7fc on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:49:41.553267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Attempting to bind port f0e5d096-4395-48a7-ba43-af206416e7fc on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:41.561635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:49:41.563366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Checking segment: {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:41.563366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Bound using segment: {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:49:41.563366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Bound port: f0e5d096-4395-48a7-ba43-af206416e7fc, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:49:41.563366 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:41.564570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': '35acdbc7-80f0-4e0f-864a-2e2d79b4802e'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:49:41.565646 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:41.647302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] For port f0e5d096-4395-48a7-ba43-af206416e7fc, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:49:41.652197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] For port f0e5d096-4395-48a7-ba43-af206416e7fc, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f0e5d096-4395-48a7-ba43-af206416e7fc,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:49:41.676610 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c18250-ef3a-4e70-b854-c92b56bbd1d2 req-c88a0651-b328-4b0a-80f7-796cfae593b4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:41.678242 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97c18250-ef3a-4e70-b854-c92b56bbd1d2 req-c88a0651-b328-4b0a-80f7-796cfae593b4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.0932474 Aug 29 06:49:41.683953 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:41.740160 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:41.740951 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97c18250-ef3a-4e70-b854-c92b56bbd1d2 req-67d41c7a-6e03-4aa4-908f-2800e113d9af tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531917 Aug 29 06:49:41.774261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Allocated IP 2001:db8::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/35acdbc7-80f0-4e0f-864a-2e2d79b4802e/fcbba83a-437e-4e53-bad5-630707beda94) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:41.780068 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:41.780832 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:41.782399 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-52b78996-540d-4523-b58f-9a46a750feac service neutron] 10.222.0.11 "PUT /v2.0/ports/f0e5d096-4395-48a7-ba43-af206416e7fc HTTP/1.1" status: 200 len: 1093 time: 1.2177715 Aug 29 06:49:41.782933 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1048d3e-b353-417d-8bc0-4e68658093eb', 'tag': 'f0e5d096-4395-48a7-ba43-af206416e7fc'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:41.786894 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a0d343-8d4b-4783-b4a9-95864fb5f058" -d '{"events": [{"name": "network-changed", "server_uuid": "a1048d3e-b353-417d-8bc0-4e68658093eb", "tag": "f0e5d096-4395-48a7-ba43-af206416e7fc"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:41.821361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b78996-540d-4523-b58f-9a46a750feac service neutron] Pushing event updated for resources: {'Port': ['ID=f0e5d096-4395-48a7-ba43-af206416e7fc,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:41.841387 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1f7db1-25d6-4843-9e50-2e6ec063ea34 x-openstack-request-id: req-fb1f7db1-25d6-4843-9e50-2e6ec063ea34 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:41.842189 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1048d3e-b353-417d-8bc0-4e68658093eb", "tag": "f0e5d096-4395-48a7-ba43-af206416e7fc", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:41.842189 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb1f7db1-25d6-4843-9e50-2e6ec063ea34 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:41.842734 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1048d3e-b353-417d-8bc0-4e68658093eb', 'tag': 'f0e5d096-4395-48a7-ba43-af206416e7fc', 'status': 'completed', 'code': 200} Aug 29 06:49:41.864619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51515ada-8be1-4f0b-9c8e-63d01dfeb8f5 req-0a5fd631-adf4-4bd8-89e0-b9f57c06ed87 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:41.866305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51515ada-8be1-4f0b-9c8e-63d01dfeb8f5 req-0a5fd631-adf4-4bd8-89e0-b9f57c06ed87 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 943 time: 0.0613866 Aug 29 06:49:41.868497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:41.872339 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:41.903234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 42f44f1e-0588-45e2-b0d2-4ba047ad3493 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:49:41.932870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0d343-8d4b-4783-b4a9-95864fb5f058 req-1ca39524-48ef-4420-a417-c3c9d32045c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:41.934460 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9a0d343-8d4b-4783-b4a9-95864fb5f058 req-1ca39524-48ef-4420-a417-c3c9d32045c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 1096 time: 0.0448489 Aug 29 06:49:41.952409 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:41.961030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Transition to ACTIVE for port object fcbba83a-437e-4e53-bad5-630707beda94 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:41.985528 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Transition to ACTIVE for port object fcbba83a-437e-4e53-bad5-630707beda94 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:42.003757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51515ada-8be1-4f0b-9c8e-63d01dfeb8f5 req-491b7df0-4396-4623-a01b-dc6fb3ecb94b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169050 Aug 29 06:49:42.056606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0d343-8d4b-4783-b4a9-95864fb5f058 req-d3fb08a5-454c-4240-883b-8e305d9b59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:42.059128 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9a0d343-8d4b-4783-b4a9-95864fb5f058 req-d3fb08a5-454c-4240-883b-8e305d9b59fe service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d4426b23251b440b8d0cb63469d9d344&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1097929 Aug 29 06:49:42.059492 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:42.122651 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0b6e6-954f-4ecd-b7d8-54b334486811 req-9c4396d1-9659-4183-a038-5738c7977816 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:42.124567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:42.125489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00f0b6e6-954f-4ecd-b7d8-54b334486811 req-9c4396d1-9659-4183-a038-5738c7977816 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1064482 Aug 29 06:49:42.132688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:42.136789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:42.171981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0d343-8d4b-4783-b4a9-95864fb5f058 req-53a4a748-6f18-4f32-b627-18c5a8143cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:42.174382 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9a0d343-8d4b-4783-b4a9-95864fb5f058 req-53a4a748-6f18-4f32-b627-18c5a8143cc6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085494 Aug 29 06:49:42.209740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::141 (16c35313-5380-4d1c-adfa-e4bf610ab147/35acdbc7-80f0-4e0f-864a-2e2d79b4802e/42f44f1e-0588-45e2-b0d2-4ba047ad3493) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:42.233103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Pushing event updated for resources: {'Port': ['ID=fcbba83a-437e-4e53-bad5-630707beda94,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:42.247009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Attempting to bind port fcbba83a-437e-4e53-bad5-630707beda94 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:49:42.247420 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Attempting to bind port fcbba83a-437e-4e53-bad5-630707beda94 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:49:42.247782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Attempting to bind port fcbba83a-437e-4e53-bad5-630707beda94 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:42.252738 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:49:42.253113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:42.253509 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:42.253892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:49:42.254359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Bound port: fcbba83a-437e-4e53-bad5-630707beda94, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:49:42.254734 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:42.311688 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00f0b6e6-954f-4ecd-b7d8-54b334486811 req-ba636539-3ae4-432a-9e68-849401eb963e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255848 Aug 29 06:49:42.315605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-7ec5f016-bdd1-4c49-a0a6-f0550c7dae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:42.317734 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-7ec5f016-bdd1-4c49-a0a6-f0550c7dae03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 1096 time: 0.0575361 Aug 29 06:49:42.326996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] For port fcbba83a-437e-4e53-bad5-630707beda94, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:49:42.327381 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9f1c-9605-496e-a386-886ee7ae686c req-a52b2941-75d9-4019-9ee0-2534983cf75c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:42.328846 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85fe9f1c-9605-496e-a386-886ee7ae686c req-a52b2941-75d9-4019-9ee0-2534983cf75c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 944 time: 0.0936408 Aug 29 06:49:42.330301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] For port fcbba83a-437e-4e53-bad5-630707beda94, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fcbba83a-437e-4e53-bad5-630707beda94,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:49:42.367266 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-93028f3e-507d-4d5d-a84d-26f44c9bfa4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0e5d096-4395-48a7-ba43-af206416e7fc HTTP/1.1" status: 200 len: 217 time: 0.0356843 Aug 29 06:49:42.412365 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:42.416072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-bc267a04-e47b-45c1-85f3-85eb9f3b0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:42.417547 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-bc267a04-e47b-45c1-85f3-85eb9f3b0633 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d6221c5-492b-4e52-81e3-c311934e2c40 HTTP/1.1" status: 200 len: 851 time: 0.0436239 Aug 29 06:49:42.422500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85fe9f1c-9605-496e-a386-886ee7ae686c req-2b70d880-a236-4127-a0ff-83a6d0e9bb9c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846190 Aug 29 06:49:42.465620 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-6515e736-d2d3-4ab6-92c5-140c6e69c7f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62cd1216-7d96-443a-b0ba-1b6940ce3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398223 Aug 29 06:49:42.483923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590d62b-e399-477a-b66c-3d43fced7f7e None None] Pushing event updated for resources: {'Port': ['ID=fcbba83a-437e-4e53-bad5-630707beda94,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:42.491214 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:42.510211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object 42f44f1e-0588-45e2-b0d2-4ba047ad3493 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:42.562717 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-e6064fae-e5a1-414f-bb61-549b0ecf4a90 service neutron] 10.222.0.11 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881522 Aug 29 06:49:42.600970 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:42.641505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:42.646776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:42.653606 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:42.669312 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:42.671666 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:42.685238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=42f44f1e-0588-45e2-b0d2-4ba047ad3493,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:42.705086 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d6c5e26e-07c9-442c-86d4-b8d0151ddc77 req-1c9759df-7129-4f47-881d-b79f09cea792 service neutron] 10.222.0.11 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345301 Aug 29 06:49:42.706262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:42.706703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:42.707121 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:42.707593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:42.708017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:42.708432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:42.708845 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:42.709266 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:42.709692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:42.710110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:42.710585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:42.711572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:49:42.830450 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a1b95bba-9cdb-4aa2-b845-e862779e8cce tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3184309 Aug 29 06:49:42.833224 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50380) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:42.873161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e7062-7556-4ea6-a80a-21c0195ff876 req-712e0dce-eef5-462f-9196-cb5557eae5fa tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:42.874685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4e2e7062-7556-4ea6-a80a-21c0195ff876 req-712e0dce-eef5-462f-9196-cb5557eae5fa tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.0558529 Aug 29 06:49:42.887816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de6bea-fe30-4ad3-9b32-96b2aeb1c9de tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:42.893994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de6bea-fe30-4ad3-9b32-96b2aeb1c9de tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:42.895666 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-61de6bea-fe30-4ad3-9b32-96b2aeb1c9de tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0614522 Aug 29 06:49:42.898233 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50382) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:42.994631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4d702-1771-4f3b-899d-8e406d592f83 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port 42f44f1e-0588-45e2-b0d2-4ba047ad3493 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:42.994980 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d702-1771-4f3b-899d-8e406d592f83 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:43.100593 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d702-1771-4f3b-899d-8e406d592f83 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:43.114620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4d702-1771-4f3b-899d-8e406d592f83 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for 42f44f1e-0588-45e2-b0d2-4ba047ad3493 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:43.299515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4e2e7062-7556-4ea6-a80a-21c0195ff876 req-0bba7893-62d9-4be0-bcd7-d735eeb69095 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4184606 Aug 29 06:49:43.328924 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c30172-c1e8-46a8-818f-e759b2960bd0 req-3a4f5757-ba3e-4581-bcd6-aacd159933cd tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:43.345148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48c30172-c1e8-46a8-818f-e759b2960bd0 req-3a4f5757-ba3e-4581-bcd6-aacd159933cd tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 943 time: 0.0991750 Aug 29 06:49:43.362688 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d702-1771-4f3b-899d-8e406d592f83 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:43.388068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48c30172-c1e8-46a8-818f-e759b2960bd0 req-75c277cc-a885-4f33-bc5f-3089ce5666e6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 Aug 29 06:49:43.421691 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4d702-1771-4f3b-899d-8e406d592f83 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=42f44f1e-0588-45e2-b0d2-4ba047ad3493,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:43.427473 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fcbba83a-437e-4e53-bad5-630707beda94 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:49:43.447665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d702-1771-4f3b-899d-8e406d592f83 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:43.449914 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e7f4d702-1771-4f3b-899d-8e406d592f83 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/42f44f1e-0588-45e2-b0d2-4ba047ad3493 HTTP/1.1" status: 204 len: 168 time: 0.5504739 Aug 29 06:49:43.452520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50402) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:43.471881 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:43.587562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 36e3b526-ceb7-4c8d-9298-34e82a7233e6 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:49:43.620199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c21af-2b2a-4438-809d-f6d3a2883ae8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:43.621859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c21af-2b2a-4438-809d-f6d3a2883ae8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:43.626291 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-765c21af-2b2a-4438-809d-f6d3a2883ae8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1725509 Aug 29 06:49:43.626437 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50408) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:43.643237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11549275-e6ab-4f00-995e-1d65add034be req-95c1eba8-3709-4a3c-8a74-a1a7e2e16879 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:43.644876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11549275-e6ab-4f00-995e-1d65add034be req-95c1eba8-3709-4a3c-8a74-a1a7e2e16879 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1830726 Aug 29 06:49:43.654113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port fcbba83a-437e-4e53-bad5-630707beda94 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:43.660721 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73499651-7bd2-4bb4-8b38-cfdb2914d39e req-6c0bc6f5-be5a-4482-b752-a79c0159f103 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:43.677568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73499651-7bd2-4bb4-8b38-cfdb2914d39e req-6c0bc6f5-be5a-4482-b752-a79c0159f103 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 944 time: 0.1401594 Aug 29 06:49:43.692277 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd6c818-05a9-4705-8254-1402b52ebee6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet 35acdbc7-80f0-4e0f-864a-2e2d79b4802e {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:49:43.697648 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c818-05a9-4705-8254-1402b52ebee6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:43.747689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-de01940d-af7d-4e51-8f3e-4f46b7aa4488 None None] Provisioning for port fcbba83a-437e-4e53-bad5-630707beda94 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:43.755397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11549275-e6ab-4f00-995e-1d65add034be req-ded432a5-3d6c-4ce9-b907-dd8d31a92ef6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653152 Aug 29 06:49:43.759253 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c818-05a9-4705-8254-1402b52ebee6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:43.761743 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-de01940d-af7d-4e51-8f3e-4f46b7aa4488 None None] Provisioning complete for port fcbba83a-437e-4e53-bad5-630707beda94 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:43.764933 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-de01940d-af7d-4e51-8f3e-4f46b7aa4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:43.776768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 36e3b526-ceb7-4c8d-9298-34e82a7233e6, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=36e3b526-ceb7-4c8d-9298-34e82a7233e6,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:43.781981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73499651-7bd2-4bb4-8b38-cfdb2914d39e req-7a6f31e9-d30c-4760-a295-c829ba93e1fd tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031976 Aug 29 06:49:43.816888 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '36e3b526-ceb7-4c8d-9298-34e82a7233e6', 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f', 'port_id': '36e3b526-ceb7-4c8d-9298-34e82a7233e6', 'mac_address': 'fa:16:3e:47:aa:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1153f13b-d94a-4fee-bced-c1f52e46b73e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:49:43.873065 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c818-05a9-4705-8254-1402b52ebee6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:43.909021 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:43.931998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e3b526-ceb7-4c8d-9298-34e82a7233e6 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:49:43.938989 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-de01940d-af7d-4e51-8f3e-4f46b7aa4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:43.969251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 36e3b526-ceb7-4c8d-9298-34e82a7233e6, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=36e3b526-ceb7-4c8d-9298-34e82a7233e6,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:44.023593 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c818-05a9-4705-8254-1402b52ebee6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:44.060322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c818-05a9-4705-8254-1402b52ebee6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=35acdbc7-80f0-4e0f-864a-2e2d79b4802e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:44.062306 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c818-05a9-4705-8254-1402b52ebee6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:44.064794 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2bd6c818-05a9-4705-8254-1402b52ebee6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/35acdbc7-80f0-4e0f-864a-2e2d79b4802e HTTP/1.1" status: 204 len: 168 time: 0.4368029 Aug 29 06:49:44.066968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50424) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:44.071987 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15f385f-569d-4032-930d-4d2bb7f3f7c8 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:44.073871 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-de01940d-af7d-4e51-8f3e-4f46b7aa4488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:49:44.074311 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-de01940d-af7d-4e51-8f3e-4f46b7aa4488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:49:44.076219 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:44.123213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bbd68059-d647-4195-a11b-1d1aa675a20e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534420 Aug 29 06:49:44.126005 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50426) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:44.130899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-66b2d036-127d-4604-bf8d-401957a47c45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:44.176032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=36e3b526-ceb7-4c8d-9298-34e82a7233e6,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:44.260586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b2d036-127d-4604-bf8d-401957a47c45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:44.264291 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66b2d036-127d-4604-bf8d-401957a47c45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:44.284126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c834a5c-1148-4221-a5cc-ed64d120525d None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:49:44.333723 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4c834a5c-1148-4221-a5cc-ed64d120525d None None] Deleting port fcbba83a-437e-4e53-bad5-630707beda94 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:44.334221 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4c834a5c-1148-4221-a5cc-ed64d120525d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:44.405768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4c834a5c-1148-4221-a5cc-ed64d120525d None None] For port fcbba83a-437e-4e53-bad5-630707beda94, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fcbba83a-437e-4e53-bad5-630707beda94,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:44.406167 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4c834a5c-1148-4221-a5cc-ed64d120525d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:44.419592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4c834a5c-1148-4221-a5cc-ed64d120525d None None] Calling delete_port for fcbba83a-437e-4e53-bad5-630707beda94 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:44.494947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ee9a0-9549-42f7-8868-52ba84822b1f req-2d9fee34-0053-4eb2-a22b-9bb5fe09b6cb tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:44.499635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-483ee9a0-9549-42f7-8868-52ba84822b1f req-2d9fee34-0053-4eb2-a22b-9bb5fe09b6cb tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 946 time: 0.1126685 Aug 29 06:49:44.567172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c211a-869f-4b11-b452-ba48a89e325c req-6ccb6ec5-9363-4f72-8e51-944755f66a71 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:44.569231 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-099c211a-869f-4b11-b452-ba48a89e325c req-6ccb6ec5-9363-4f72-8e51-944755f66a71 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 944 time: 0.1038351 Aug 29 06:49:44.596291 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-483ee9a0-9549-42f7-8868-52ba84822b1f req-c6b0c495-f1cd-4bd4-8011-a4356b40b81f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752463 Aug 29 06:49:44.597959 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4c834a5c-1148-4221-a5cc-ed64d120525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:44.615252 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66b2d036-127d-4604-bf8d-401957a47c45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:44.619550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-099c211a-869f-4b11-b452-ba48a89e325c req-ad5cc44e-9a65-444d-99b7-140e063a0ad2 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443680 Aug 29 06:49:44.648012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c834a5c-1148-4221-a5cc-ed64d120525d None None] Pushing event deleted for resources: {'Port': ['ID=fcbba83a-437e-4e53-bad5-630707beda94,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:44.652089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c834a5c-1148-4221-a5cc-ed64d120525d None None] No DVR routers for this DVR port fcbba83a-437e-4e53-bad5-630707beda94 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:49:44.655210 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-de01940d-af7d-4e51-8f3e-4f46b7aa4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:44.686792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b2d036-127d-4604-bf8d-401957a47c45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:44.690164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-66b2d036-127d-4604-bf8d-401957a47c45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:44.693696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b2d036-127d-4604-bf8d-401957a47c45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:44.694281 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66b2d036-127d-4604-bf8d-401957a47c45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:44.701840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af603a1-9633-4ddf-9aed-82ccee8174a4 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:44.714297 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2d036-127d-4604-bf8d-401957a47c45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=e6a9dd08-6ec1-49f4-bf4e-caa099f665e3,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:44.750579 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['36e3b526-ceb7-4c8d-9298-34e82a7233e6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:49:44.812844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-66b2d036-127d-4604-bf8d-401957a47c45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6858139 Aug 29 06:49:44.815634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50450) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:44.825364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'name': 'tempest-NetworksTestDHCPv6-205302902'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:44.825482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d72c406c-efc5-453b-8c5f-5a8c4dbf1bb0 None None] Could not find standard attr ID for object 42f44f1e-0588-45e2-b0d2-4ba047ad3493. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:49:44.926899 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': 'e6a9dd08-6ec1-49f4-bf4e-caa099f665e3'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:49:44.927756 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:44.980844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba2b90-0882-4dd6-ad80-7233b1004c7a req-faa1f97b-3b67-4aa5-bef3-5755ac7c7b11 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:44.982335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91ba2b90-0882-4dd6-ad80-7233b1004c7a req-faa1f97b-3b67-4aa5-bef3-5755ac7c7b11 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1168060 Aug 29 06:49:44.995264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd8af1-aafc-42f8-a318-d9225fd86c7c req-568b3f3c-0b25-43fb-9d62-0fb358b0fba5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:44.996674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2acd8af1-aafc-42f8-a318-d9225fd86c7c req-568b3f3c-0b25-43fb-9d62-0fb358b0fba5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 944 time: 0.1300375 Aug 29 06:49:45.069664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91ba2b90-0882-4dd6-ad80-7233b1004c7a req-aeee3e8c-a253-439d-845b-dbe6e549ab85 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720289 Aug 29 06:49:45.077745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2acd8af1-aafc-42f8-a318-d9225fd86c7c req-464296f6-61c7-4863-9fef-44c4bb41a7d7 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715196 Aug 29 06:49:45.100159 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Allocated IP 2001:db8::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/e6a9dd08-6ec1-49f4-bf4e-caa099f665e3/da9574c6-21da-4df8-ac9d-9c4e66df4c50) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:45.166063 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:45.169728 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:45.188976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 7dcaf58e-02a0-481e-ad9f-3fd2f6f38da8 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:49:45.244068 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:45.252292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Transition to ACTIVE for port object da9574c6-21da-4df8-ac9d-9c4e66df4c50 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:45.267206 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Transition to ACTIVE for port object da9574c6-21da-4df8-ac9d-9c4e66df4c50 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:45.332367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fcbba83a-437e-4e53-bad5-630707beda94 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:49:45.352013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: fcbba83a-437e-4e53-bad5-630707beda94 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:49:45.352356 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fcbba83a-437e-4e53-bad5-630707beda94 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:49:45.360610 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:45.400935 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:45.403731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:45.408083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:45.411023 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Pushing event updated for resources: {'Port': ['ID=da9574c6-21da-4df8-ac9d-9c4e66df4c50,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:45.422655 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::fc (16c35313-5380-4d1c-adfa-e4bf610ab147/e6a9dd08-6ec1-49f4-bf4e-caa099f665e3/7dcaf58e-02a0-481e-ad9f-3fd2f6f38da8) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:45.465599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Attempting to bind port da9574c6-21da-4df8-ac9d-9c4e66df4c50 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:49:45.466082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Attempting to bind port da9574c6-21da-4df8-ac9d-9c4e66df4c50 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:49:45.466451 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Attempting to bind port da9574c6-21da-4df8-ac9d-9c4e66df4c50 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:45.472077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:49:45.472469 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:45.473010 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:45.473437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:49:45.473967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Bound port: da9574c6-21da-4df8-ac9d-9c4e66df4c50, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:49:45.474354 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:45.536246 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] For port da9574c6-21da-4df8-ac9d-9c4e66df4c50, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:49:45.540077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] For port da9574c6-21da-4df8-ac9d-9c4e66df4c50, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=da9574c6-21da-4df8-ac9d-9c4e66df4c50,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:49:45.571746 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:45.585390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object 7dcaf58e-02a0-481e-ad9f-3fd2f6f38da8 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:45.593664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73851558-f3eb-433e-9fdc-5730947d4048 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:49:45.629164 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:45.697925 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:45.718779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a42b08-502f-4be7-8fd9-b693e7520884 None None] Pushing event updated for resources: {'Port': ['ID=da9574c6-21da-4df8-ac9d-9c4e66df4c50,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:45.727516 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:45.752329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:45.757279 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2992f17d-7bb9-4fdc-8502-57487dd24a1e" -d '{"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-unplugged", "status": "completed", "tag": "73851558-f3eb-433e-9fdc-5730947d4048"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:45.769147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:45.781838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:45.791094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:45.793852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:45.799871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:45.800525 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:45.806199 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce818fc-71b6-4a15-9d64-e90a9e56863b x-openstack-request-id: req-0ce818fc-71b6-4a15-9d64-e90a9e56863b {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:45.806591 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-unplugged", "status": "completed", "tag": "73851558-f3eb-433e-9fdc-5730947d4048", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:45.807011 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ce818fc-71b6-4a15-9d64-e90a9e56863b {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:45.807501 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048', 'code': 200} Aug 29 06:49:45.809590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=7dcaf58e-02a0-481e-ad9f-3fd2f6f38da8,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:45.833269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5219e-67e3-453d-b351-3b5b0c9cc36f req-73806e6e-8aa2-42e6-8c0b-af720ee91a95 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:45.834819 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ede5219e-67e3-453d-b351-3b5b0c9cc36f req-73806e6e-8aa2-42e6-8c0b-af720ee91a95 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 944 time: 0.1208723 Aug 29 06:49:45.849487 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:45.886643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ede5219e-67e3-453d-b351-3b5b0c9cc36f req-066b0684-99ea-4173-a474-ec1e91473d13 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451972 Aug 29 06:49:45.918602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=14']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:45.929235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb4d8b-c940-4695-bb3a-a718afccb266 req-38709dda-88cd-4590-a39a-0bff18fe444f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:45.931251 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-adcb4d8b-c940-4695-bb3a-a718afccb266 req-38709dda-88cd-4590-a39a-0bff18fe444f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0664289 Aug 29 06:49:45.977040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-860d6f2b-b729-4102-9fae-3928aa21cee2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1602740 Aug 29 06:49:45.979455 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50468) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:45.999651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-adcb4d8b-c940-4695-bb3a-a718afccb266 req-a477cac0-5304-4ac5-9a4e-cc9ad83dc7e4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620902 Aug 29 06:49:46.038497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9098f9-e327-4305-9a3b-762263043a5f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:46.044505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9098f9-e327-4305-9a3b-762263043a5f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:46.048754 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ec9098f9-e327-4305-9a3b-762263043a5f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0656343 Aug 29 06:49:46.050434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50474) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:46.166637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-e1d88562-700e-4e5a-9727-11450cb3226a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port 7dcaf58e-02a0-481e-ad9f-3fd2f6f38da8 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:46.166987 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e1d88562-700e-4e5a-9727-11450cb3226a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:46.326715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29d10e-5df8-4c2c-9069-3be62e185bac req-ade97862-987a-454e-bd96-b366785afd4c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:46.328210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d29d10e-5df8-4c2c-9069-3be62e185bac req-ade97862-987a-454e-bd96-b366785afd4c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 944 time: 0.1651490 Aug 29 06:49:46.347022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6b1a2-da48-4a99-a30a-da1919d4fe57 req-8828ae9c-961a-45c6-9e88-9c8089787466 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:46.348520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15f6b1a2-da48-4a99-a30a-da1919d4fe57 req-8828ae9c-961a-45c6-9e88-9c8089787466 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1784749 Aug 29 06:49:46.367519 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e1d88562-700e-4e5a-9727-11450cb3226a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:46.402275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-e1d88562-700e-4e5a-9727-11450cb3226a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for 7dcaf58e-02a0-481e-ad9f-3fd2f6f38da8 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:46.437001 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d29d10e-5df8-4c2c-9069-3be62e185bac req-18793075-fad9-482e-9c74-b54d4132ef92 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022570 Aug 29 06:49:46.472096 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15f6b1a2-da48-4a99-a30a-da1919d4fe57 req-c6a834ff-6db8-4c13-af7f-4a8fd7a4715e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138194 Aug 29 06:49:46.703188 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e1d88562-700e-4e5a-9727-11450cb3226a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:46.730658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d88562-700e-4e5a-9727-11450cb3226a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=7dcaf58e-02a0-481e-ad9f-3fd2f6f38da8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:46.767729 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e1d88562-700e-4e5a-9727-11450cb3226a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:46.771353 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e1d88562-700e-4e5a-9727-11450cb3226a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/7dcaf58e-02a0-481e-ad9f-3fd2f6f38da8 HTTP/1.1" status: 204 len: 168 time: 0.7182884 Aug 29 06:49:46.772198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50512) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:46.825214 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4e2d2a-b50d-4f92-b74a-48ca2c4eb835 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:46.826898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4e2d2a-b50d-4f92-b74a-48ca2c4eb835 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:46.828423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4b4e2d2a-b50d-4f92-b74a-48ca2c4eb835 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0553119 Aug 29 06:49:46.831020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50514) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:46.845875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bc2e3fa6-79df-47d8-b141-ee9b2c90d8b3 None None] Provisioning for port da9574c6-21da-4df8-ac9d-9c4e66df4c50 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:46.894852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-f406315e-647d-4692-8bbb-02c8d9861b24 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet e6a9dd08-6ec1-49f4-bf4e-caa099f665e3 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:49:46.898262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f406315e-647d-4692-8bbb-02c8d9861b24 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:46.946069 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f406315e-647d-4692-8bbb-02c8d9861b24 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:46.964666 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2745c92c-68a7-4074-a969-3cc11c4d2dea None None] Could not find standard attr ID for object 7dcaf58e-02a0-481e-ad9f-3fd2f6f38da8. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:49:47.068866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ed64f-3887-4c5f-8dce-f618176c38a3 req-76300ad5-f0cc-4de1-85b0-7ef1308d137a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:47.070372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d3ed64f-3887-4c5f-8dce-f618176c38a3 req-76300ad5-f0cc-4de1-85b0-7ef1308d137a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 944 time: 0.0885119 Aug 29 06:49:47.079186 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f406315e-647d-4692-8bbb-02c8d9861b24 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:47.148285 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d3ed64f-3887-4c5f-8dce-f618176c38a3 req-855fff44-e85c-4a0c-8c0b-9f5b7e887fd0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710135 Aug 29 06:49:47.245040 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f406315e-647d-4692-8bbb-02c8d9861b24 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:47.272540 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f406315e-647d-4692-8bbb-02c8d9861b24 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:47.274307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f406315e-647d-4692-8bbb-02c8d9861b24 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/e6a9dd08-6ec1-49f4-bf4e-caa099f665e3 HTTP/1.1" status: 204 len: 168 time: 0.4423234 Aug 29 06:49:47.275365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406315e-647d-4692-8bbb-02c8d9861b24 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a9dd08-6ec1-49f4-bf4e-caa099f665e3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:47.277127 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50526) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:47.285498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ce4017-11fb-4f64-8a89-ae614c78cc28 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:47.317787 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b645ff89-3f75-4eb2-a10c-8ae1e023b1b3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395129 Aug 29 06:49:47.324597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50532) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:47.384434 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa51279-6ac6-4f7c-adc4-abf62d1fb54e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:47.386315 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-caa51279-6ac6-4f7c-adc4-abf62d1fb54e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0604270 Aug 29 06:49:47.388683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50538) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:47.444476 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e03407-1a0f-4e9b-9046-4d794d6fae6e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:47.446144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a5e03407-1a0f-4e9b-9046-4d794d6fae6e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0562327 Aug 29 06:49:47.448945 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50540) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:47.502338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-90b2fd57-7a5c-4004-9dca-617307be454f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435493 Aug 29 06:49:47.504010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50546) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:47.506394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device da9574c6-21da-4df8-ac9d-9c4e66df4c50 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:49:47.510838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2015ed8d-90f3-4154-8811-ddb36058c1e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:47.601627 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f0e5d096-4395-48a7-ba43-af206416e7fc details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:49:47.606247 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 36e3b526-ceb7-4c8d-9298-34e82a7233e6 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:49:47.671621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d2905-c672-47f6-b96a-0c643fc9abc4 req-1dc5d0ef-e164-4cca-af69-b6dc152d6535 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:47.676501 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-695d2905-c672-47f6-b96a-0c643fc9abc4 req-1dc5d0ef-e164-4cca-af69-b6dc152d6535 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 944 time: 0.1151657 Aug 29 06:49:47.701185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109e3ef-af95-40fc-b5d0-e23ba42ac643 req-dacff403-3421-4bea-9972-a1bd86d71eb7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:47.703643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b109e3ef-af95-40fc-b5d0-e23ba42ac643 req-dacff403-3421-4bea-9972-a1bd86d71eb7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1231253 Aug 29 06:49:47.705842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port da9574c6-21da-4df8-ac9d-9c4e66df4c50 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:47.718655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port da9574c6-21da-4df8-ac9d-9c4e66df4c50 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:47.719028 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:47.754096 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-695d2905-c672-47f6-b96a-0c643fc9abc4 req-50cd374f-5983-42d5-bce9-b801b5413a7b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706127 Aug 29 06:49:47.773088 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b109e3ef-af95-40fc-b5d0-e23ba42ac643 req-87139d79-9d1b-4db9-825c-cbc5393a3c4d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531731 Aug 29 06:49:47.792631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2015ed8d-90f3-4154-8811-ddb36058c1e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:47.792905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3ea705-88a3-42ec-aed8-1344ba3285f0 None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:49:47.796475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f0e5d096-4395-48a7-ba43-af206416e7fc, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f0e5d096-4395-48a7-ba43-af206416e7fc,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:47.796796 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2015ed8d-90f3-4154-8811-ddb36058c1e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:47.829545 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'f0e5d096-4395-48a7-ba43-af206416e7fc', 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548', 'port_id': 'f0e5d096-4395-48a7-ba43-af206416e7fc', 'mac_address': 'fa:16:3e:99:ce:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6221c5-492b-4e52-81e3-c311934e2c40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:49:47.833573 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 36e3b526-ceb7-4c8d-9298-34e82a7233e6 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:47.859240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 36e3b526-ceb7-4c8d-9298-34e82a7233e6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:47.859918 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:47.934825 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:47.956264 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:47.983790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ea705-88a3-42ec-aed8-1344ba3285f0 None None] Deleting port da9574c6-21da-4df8-ac9d-9c4e66df4c50 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:47.984166 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa3ea705-88a3-42ec-aed8-1344ba3285f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:47.988561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e5d096-4395-48a7-ba43-af206416e7fc {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:49:48.012664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port da9574c6-21da-4df8-ac9d-9c4e66df4c50, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=da9574c6-21da-4df8-ac9d-9c4e66df4c50,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:48.061140 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f0e5d096-4395-48a7-ba43-af206416e7fc, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f0e5d096-4395-48a7-ba43-af206416e7fc,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:48.069067 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2015ed8d-90f3-4154-8811-ddb36058c1e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:48.099953 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:48.113420 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa3ea705-88a3-42ec-aed8-1344ba3285f0 None None] For port da9574c6-21da-4df8-ac9d-9c4e66df4c50, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=da9574c6-21da-4df8-ac9d-9c4e66df4c50,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:48.113751 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa3ea705-88a3-42ec-aed8-1344ba3285f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:48.117952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2015ed8d-90f3-4154-8811-ddb36058c1e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:48.123261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-2015ed8d-90f3-4154-8811-ddb36058c1e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:48.127596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2015ed8d-90f3-4154-8811-ddb36058c1e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:48.128194 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2015ed8d-90f3-4154-8811-ddb36058c1e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:48.131950 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015ed8d-90f3-4154-8811-ddb36058c1e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=e0233ab0-7112-4483-aac1-f441f3194cf3,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:48.138048 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:48.147475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ea705-88a3-42ec-aed8-1344ba3285f0 None None] Calling delete_port for da9574c6-21da-4df8-ac9d-9c4e66df4c50 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:48.161169 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:48.226939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7348325f-7aac-4206-8c38-38a4b2648bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e3b526-ceb7-4c8d-9298-34e82a7233e6'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:48.229212 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9be4eaf-a760-4c87-801f-9f464ed4f205" -d '{"events": [{"server_uuid": "7348325f-7aac-4206-8c38-38a4b2648bfc", "name": "network-vif-plugged", "status": "completed", "tag": "36e3b526-ceb7-4c8d-9298-34e82a7233e6"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:48.232467 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2015ed8d-90f3-4154-8811-ddb36058c1e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7238901 Aug 29 06:49:48.232574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=da9574c6-21da-4df8-ac9d-9c4e66df4c50,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:48.232799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50574) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:48.245984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'fixed_ips': [{'subnet_id': 'e0233ab0-7112-4483-aac1-f441f3194cf3', 'ip_address': '2001:db8::ecc9:f06c:2795:778c'}], 'name': 'tempest-NetworksTestDHCPv6-2092703782'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:48.269212 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 36e3b526-ceb7-4c8d-9298-34e82a7233e6, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=36e3b526-ceb7-4c8d-9298-34e82a7233e6,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:48.290216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d2968-87f4-4fba-a041-55af2d3a2bd5 req-81230885-7599-4b04-817d-e369b7eafca0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:48.297895 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b4d2968-87f4-4fba-a041-55af2d3a2bd5 req-81230885-7599-4b04-817d-e369b7eafca0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 944 time: 0.0800354 Aug 29 06:49:48.310197 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf2a679-a7ff-41b9-b655-3aa3b200329d x-openstack-request-id: req-ebf2a679-a7ff-41b9-b655-3aa3b200329d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:48.310512 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7348325f-7aac-4206-8c38-38a4b2648bfc", "name": "network-vif-plugged", "status": "completed", "tag": "36e3b526-ceb7-4c8d-9298-34e82a7233e6", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:48.310738 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ebf2a679-a7ff-41b9-b655-3aa3b200329d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:48.311125 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7348325f-7aac-4206-8c38-38a4b2648bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e3b526-ceb7-4c8d-9298-34e82a7233e6', 'code': 200} Aug 29 06:49:48.315120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=f0e5d096-4395-48a7-ba43-af206416e7fc,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:48.327711 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:48.344946 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b4d2968-87f4-4fba-a041-55af2d3a2bd5 req-0865c7d6-2b49-416c-a809-e962448bc673 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454645 Aug 29 06:49:48.435552 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa3ea705-88a3-42ec-aed8-1344ba3285f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:48.437228 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=36e3b526-ceb7-4c8d-9298-34e82a7233e6,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:48.441590 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32042478-d2bc-4ef8-b027-1cc2edbf6a96 req-83ccc29f-021f-4c75-9994-1fc3396a4678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:48.443733 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-32042478-d2bc-4ef8-b027-1cc2edbf6a96 req-83ccc29f-021f-4c75-9994-1fc3396a4678 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 1097 time: 0.0467577 Aug 29 06:49:48.470554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ea705-88a3-42ec-aed8-1344ba3285f0 None None] Pushing event deleted for resources: {'Port': ['ID=da9574c6-21da-4df8-ac9d-9c4e66df4c50,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:48.474569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ea705-88a3-42ec-aed8-1344ba3285f0 None None] No DVR routers for this DVR port da9574c6-21da-4df8-ac9d-9c4e66df4c50 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:49:48.481874 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-32042478-d2bc-4ef8-b027-1cc2edbf6a96 req-568876c7-86ce-4d8c-8021-72055a943edf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293231 Aug 29 06:49:48.495761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5ffa03-2b11-46e9-9e25-304abd0db06e None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:48.514038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:48.605908 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:48.625671 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 7d0e247a-aead-4974-b316-f13e7de464ff yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:49:48.698914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['f0e5d096-4395-48a7-ba43-af206416e7fc'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:49:48.700946 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': 'e0233ab0-7112-4483-aac1-f441f3194cf3'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:49:48.701746 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:48.802798 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::ecc9:f06c:2795:778c (16c35313-5380-4d1c-adfa-e4bf610ab147/e0233ab0-7112-4483-aac1-f441f3194cf3/7d0e247a-aead-4974-b316-f13e7de464ff) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:48.919135 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e20b5-e8cc-4e7f-abe6-916f77438487 req-c8b10aa7-fddc-47de-b2aa-59366771ad16 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:48.921688 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d12e20b5-e8cc-4e7f-abe6-916f77438487 req-c8b10aa7-fddc-47de-b2aa-59366771ad16 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0908859 Aug 29 06:49:48.936332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86342641-5d2a-4e06-8217-fcadf2ff8a74 req-f134a74c-1e65-4ffb-9f3a-1b9d1b798dba tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:48.937877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86342641-5d2a-4e06-8217-fcadf2ff8a74 req-f134a74c-1e65-4ffb-9f3a-1b9d1b798dba tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 945 time: 0.0932920 Aug 29 06:49:48.956932 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:48.972061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object 7d0e247a-aead-4974-b316-f13e7de464ff will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:48.989591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d12e20b5-e8cc-4e7f-abe6-916f77438487 req-542ba5d8-c2fd-4db5-9261-228cd67085fe tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507276 Aug 29 06:49:49.003591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86342641-5d2a-4e06-8217-fcadf2ff8a74 req-e73a944c-bcb5-4596-92c6-21708e1d234a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509169 Aug 29 06:49:49.080566 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:49.102375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628cb33-013a-44d2-a9d1-85b5b5bafb50 req-7d0870f6-e261-4390-937e-06e212922d8d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:49.104134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9628cb33-013a-44d2-a9d1-85b5b5bafb50 req-7d0870f6-e261-4390-937e-06e212922d8d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0544596 Aug 29 06:49:49.140334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:49.140557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Allocated IP 2001:db8::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/e0233ab0-7112-4483-aac1-f441f3194cf3/e05917e5-3b9f-4f58-a697-de089f360f25) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:49.144761 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:49.149765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:49.152546 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9628cb33-013a-44d2-a9d1-85b5b5bafb50 req-e563a98c-83df-44c9-baed-0b5f3956a18d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417328 Aug 29 06:49:49.155742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:49.156544 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:49.166105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=7d0e247a-aead-4974-b316-f13e7de464ff,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:49.267516 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8e001c87-5776-4568-b0d6-278559ed8f12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0333982 Aug 29 06:49:49.270118 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50588) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:49.298950 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:49.309205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Transition to ACTIVE for port object e05917e5-3b9f-4f58-a697-de089f360f25 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:49.324091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Transition to ACTIVE for port object e05917e5-3b9f-4f58-a697-de089f360f25 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:49.361423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device da9574c6-21da-4df8-ac9d-9c4e66df4c50 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:49:49.387030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: da9574c6-21da-4df8-ac9d-9c4e66df4c50 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:49:49.387322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device da9574c6-21da-4df8-ac9d-9c4e66df4c50 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:49:49.415560 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:49.472565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:49.478450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:49.481221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Pushing event updated for resources: {'Port': ['ID=e05917e5-3b9f-4f58-a697-de089f360f25,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:49.483734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:49.498013 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03640c-afad-4fa8-9a17-9ccd2cadddd0 req-05aae7c4-2b31-486d-afe2-09918ea5d3e2 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:49.500458 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b03640c-afad-4fa8-9a17-9ccd2cadddd0 req-05aae7c4-2b31-486d-afe2-09918ea5d3e2 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 945 time: 0.0807097 Aug 29 06:49:49.549515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Attempting to bind port e05917e5-3b9f-4f58-a697-de089f360f25 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:49:49.549891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Attempting to bind port e05917e5-3b9f-4f58-a697-de089f360f25 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:49:49.550249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Attempting to bind port e05917e5-3b9f-4f58-a697-de089f360f25 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:49.556726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:49:49.557102 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:49.557511 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:49.557908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:49:49.558393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Bound port: e05917e5-3b9f-4f58-a697-de089f360f25, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:49:49.558779 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:49.576563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986293d-d831-477e-85a1-6622e581fc6e req-4996034d-23e3-4ac0-a41a-4e30e4ffff5d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:49.578300 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e986293d-d831-477e-85a1-6622e581fc6e req-4996034d-23e3-4ac0-a41a-4e30e4ffff5d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0773222 Aug 29 06:49:49.582293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b03640c-afad-4fa8-9a17-9ccd2cadddd0 req-ca2d24a1-ab33-4592-bc3c-87c12d211955 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713632 Aug 29 06:49:49.612700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35482719-7c3b-415d-aa5c-4126bf9ba341 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:49.616803 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-35482719-7c3b-415d-aa5c-4126bf9ba341 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3432722 Aug 29 06:49:49.617137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50594) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:49.635645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] For port e05917e5-3b9f-4f58-a697-de089f360f25, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:49:49.637327 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e986293d-d831-477e-85a1-6622e581fc6e req-093d60bf-f779-4359-85cd-2e414e912334 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477931 Aug 29 06:49:49.638922 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] For port e05917e5-3b9f-4f58-a697-de089f360f25, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e05917e5-3b9f-4f58-a697-de089f360f25,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:49:49.708623 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:49.730027 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84b6f6-e8eb-4c01-a577-5f91453b81a8 req-22fc0a42-7d0a-49d5-91b2-ea67dc0fbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:49.731617 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0b84b6f6-e8eb-4c01-a577-5f91453b81a8 req-22fc0a42-7d0a-49d5-91b2-ea67dc0fbf07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 1096 time: 0.0705261 Aug 29 06:49:49.772784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972f7bb-5a62-42b3-99a0-1d6850836ded None None] Pushing event updated for resources: {'Port': ['ID=e05917e5-3b9f-4f58-a697-de089f360f25,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:49.801625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-77f94360-f3f6-41c7-903d-ed78e7ff819e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port 7d0e247a-aead-4974-b316-f13e7de464ff {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:49.801876 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77f94360-f3f6-41c7-903d-ed78e7ff819e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:49.899483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84b6f6-e8eb-4c01-a577-5f91453b81a8 req-d71158fd-2a4f-4def-9fbb-1e270d2f8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:49.900987 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0b84b6f6-e8eb-4c01-a577-5f91453b81a8 req-d71158fd-2a4f-4def-9fbb-1e270d2f8b22 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.1574984 Aug 29 06:49:49.964083 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77f94360-f3f6-41c7-903d-ed78e7ff819e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:49.984839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-77f94360-f3f6-41c7-903d-ed78e7ff819e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for 7d0e247a-aead-4974-b316-f13e7de464ff owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:50.006754 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0b84b6f6-e8eb-4c01-a577-5f91453b81a8 req-d0f17051-8a16-43d2-87d3-b28d06343f2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73851558-f3eb-433e-9fdc-5730947d4048 HTTP/1.1" status: 200 len: 999 time: 0.0958538 Aug 29 06:49:50.105245 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84b6f6-e8eb-4c01-a577-5f91453b81a8 req-cbd2afd3-8ab2-43f9-a48b-082709c1a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:50.106738 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0b84b6f6-e8eb-4c01-a577-5f91453b81a8 req-cbd2afd3-8ab2-43f9-a48b-082709c1a286 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.0628848 Aug 29 06:49:50.134003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cf6b5-615c-4dfc-9dc9-c83f772ce7e1 req-c5bc760c-d5fe-4a63-9c81-80e6b7f29425 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:50.135986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a4cf6b5-615c-4dfc-9dc9-c83f772ce7e1 req-c5bc760c-d5fe-4a63-9c81-80e6b7f29425 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 945 time: 0.0568569 Aug 29 06:49:50.183545 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a4cf6b5-615c-4dfc-9dc9-c83f772ce7e1 req-71b319c9-15a9-4d09-92ec-6ecdc4a9316a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Aug 29 06:49:50.187611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84b6f6-e8eb-4c01-a577-5f91453b81a8 req-e1f60b9d-1a4c-4cb6-bd2c-1c671f846a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:50.189387 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0b84b6f6-e8eb-4c01-a577-5f91453b81a8 req-e1f60b9d-1a4c-4cb6-bd2c-1c671f846a6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697336 Aug 29 06:49:50.297228 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0b84b6f6-e8eb-4c01-a577-5f91453b81a8 req-42672a3c-925b-4f9a-8463-fabb8f19402a service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995462 Aug 29 06:49:50.298877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aa771-9d79-40d9-b5a7-8708efbf0813 req-ae4c62d7-40e4-48ef-bf9d-690c610638ef tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:50.300398 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-621aa771-9d79-40d9-b5a7-8708efbf0813 req-ae4c62d7-40e4-48ef-bf9d-690c610638ef tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0551481 Aug 29 06:49:50.344657 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-621aa771-9d79-40d9-b5a7-8708efbf0813 req-0a41cb8e-3d3b-40b7-9124-9bf69adfa85b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324349 Aug 29 06:49:50.349431 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77f94360-f3f6-41c7-903d-ed78e7ff819e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:50.388965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f94360-f3f6-41c7-903d-ed78e7ff819e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=7d0e247a-aead-4974-b316-f13e7de464ff,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:50.426349 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77f94360-f3f6-41c7-903d-ed78e7ff819e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:50.428294 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-77f94360-f3f6-41c7-903d-ed78e7ff819e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/7d0e247a-aead-4974-b316-f13e7de464ff HTTP/1.1" status: 204 len: 168 time: 0.8096414 Aug 29 06:49:50.431325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50602) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:50.479091 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0b84b6f6-e8eb-4c01-a577-5f91453b81a8 req-9f10fb07-e2b6-4b15-89e0-c406514c651c service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716385 Aug 29 06:49:50.494852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364ffedb-578f-4422-8856-7efa8c9aa378 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:50.496407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364ffedb-578f-4422-8856-7efa8c9aa378 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:50.497979 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-364ffedb-578f-4422-8856-7efa8c9aa378 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0657613 Aug 29 06:49:50.500493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50604) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:50.552473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb8f9a6-4412-47fa-aa2e-edf11acb6ea7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet e0233ab0-7112-4483-aac1-f441f3194cf3 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:49:50.556484 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bdb8f9a6-4412-47fa-aa2e-edf11acb6ea7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:50.604752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bdb8f9a6-4412-47fa-aa2e-edf11acb6ea7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:50.677784 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:50.698660 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bdb8f9a6-4412-47fa-aa2e-edf11acb6ea7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:50.717528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9161b-394d-45ad-bda5-99e4aacdac50 req-e457d5f4-a7bd-4491-8fc4-fb48f68c82fc tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:50.719889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3e9161b-394d-45ad-bda5-99e4aacdac50 req-e457d5f4-a7bd-4491-8fc4-fb48f68c82fc tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 945 time: 0.0595489 Aug 29 06:49:50.790765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3e9161b-394d-45ad-bda5-99e4aacdac50 req-0bfe722d-4943-4d2c-a02c-f581be0133fd tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577865 Aug 29 06:49:50.799520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c1486-2fe1-422c-89c8-4ec97d2fcfa4 req-d668d635-2ba3-43b4-a150-4f12e1e44965 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:50.801138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a4c1486-2fe1-422c-89c8-4ec97d2fcfa4 req-d668d635-2ba3-43b4-a150-4f12e1e44965 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0801358 Aug 29 06:49:50.860250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a4c1486-2fe1-422c-89c8-4ec97d2fcfa4 req-38b55331-8799-4b39-acbe-569d77f0a6ef tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481300 Aug 29 06:49:50.914857 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bdb8f9a6-4412-47fa-aa2e-edf11acb6ea7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:50.942838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5960d18b-4255-48bd-888a-022b1a9e76aa None None] Provisioning for port e05917e5-3b9f-4f58-a697-de089f360f25 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:50.947909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8f9a6-4412-47fa-aa2e-edf11acb6ea7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=e0233ab0-7112-4483-aac1-f441f3194cf3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:50.951754 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bdb8f9a6-4412-47fa-aa2e-edf11acb6ea7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:50.953747 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bdb8f9a6-4412-47fa-aa2e-edf11acb6ea7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/e0233ab0-7112-4483-aac1-f441f3194cf3 HTTP/1.1" status: 204 len: 168 time: 0.4523053 Aug 29 06:49:50.956361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50612) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:50.975174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bec97c8-bf95-4562-bd5d-da741a3b1d77 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:50.995448 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-643c9671-d2cc-45b4-892d-bb4fa45f12ff tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377641 Aug 29 06:49:50.998098 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50614) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:51.003329 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f9b8acf2-520a-4263-81fc-6caeeaa5ca7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:51.064533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-48f93719-3d7e-4500-bd19-6d3ceda92ead None None] Could not find standard attr ID for object 7d0e247a-aead-4974-b316-f13e7de464ff. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:49:51.147606 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cc5140-b092-46f8-b10c-358eaaa8ddb7 None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:49:51.177107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b8acf2-520a-4263-81fc-6caeeaa5ca7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:51.181120 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f9b8acf2-520a-4263-81fc-6caeeaa5ca7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:51.193500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-14cc5140-b092-46f8-b10c-358eaaa8ddb7 None None] Deleting port e05917e5-3b9f-4f58-a697-de089f360f25 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:51.193885 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-14cc5140-b092-46f8-b10c-358eaaa8ddb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:51.276205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-14cc5140-b092-46f8-b10c-358eaaa8ddb7 None None] For port e05917e5-3b9f-4f58-a697-de089f360f25, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e05917e5-3b9f-4f58-a697-de089f360f25,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:51.276959 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-14cc5140-b092-46f8-b10c-358eaaa8ddb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:51.297947 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-14cc5140-b092-46f8-b10c-358eaaa8ddb7 None None] Calling delete_port for e05917e5-3b9f-4f58-a697-de089f360f25 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:51.313397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f127b-12dd-4139-8eaa-3a69e7df27ee req-071159cb-5992-4927-9ef7-c41dc51a6d4f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:51.321600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65f127b-12dd-4139-8eaa-3a69e7df27ee req-071159cb-5992-4927-9ef7-c41dc51a6d4f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 945 time: 0.0614905 Aug 29 06:49:51.368529 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65f127b-12dd-4139-8eaa-3a69e7df27ee req-44680365-6e05-459f-82f0-cf2a7bf4d9ec tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457239 Aug 29 06:49:51.432416 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d491b-8c6c-4291-8178-7bf1a5d4265e req-783a3b97-39a4-4961-ba96-05158a88ab40 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:51.433882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d6d491b-8c6c-4291-8178-7bf1a5d4265e req-783a3b97-39a4-4961-ba96-05158a88ab40 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 945 time: 0.0644319 Aug 29 06:49:51.456244 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f9b8acf2-520a-4263-81fc-6caeeaa5ca7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:51.499450 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d6d491b-8c6c-4291-8178-7bf1a5d4265e req-3d080b90-0811-4840-a462-1bbfe66d75aa tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563736 Aug 29 06:49:51.499826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b8acf2-520a-4263-81fc-6caeeaa5ca7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:51.500913 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-14cc5140-b092-46f8-b10c-358eaaa8ddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:51.503100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-f9b8acf2-520a-4263-81fc-6caeeaa5ca7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:51.507635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b8acf2-520a-4263-81fc-6caeeaa5ca7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:51.507827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fb6f4-f5b2-4d09-a424-f2bbeddfcad1 req-1c64ecf6-6d3b-4905-ad4b-dc141e5bce55 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:51.508279 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f9b8acf2-520a-4263-81fc-6caeeaa5ca7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:51.509232 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-773fb6f4-f5b2-4d09-a424-f2bbeddfcad1 req-1c64ecf6-6d3b-4905-ad4b-dc141e5bce55 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0744784 Aug 29 06:49:51.521961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8acf2-520a-4263-81fc-6caeeaa5ca7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=c2a09a30-7bca-4e36-89b6-8f0dbbf77058,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:51.532883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc5140-b092-46f8-b10c-358eaaa8ddb7 None None] Pushing event deleted for resources: {'Port': ['ID=e05917e5-3b9f-4f58-a697-de089f360f25,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:51.540751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc5140-b092-46f8-b10c-358eaaa8ddb7 None None] No DVR routers for this DVR port e05917e5-3b9f-4f58-a697-de089f360f25 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:49:51.562382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74e5fe2-c493-4126-9ca0-efaffd59614e None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:51.563449 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-773fb6f4-f5b2-4d09-a424-f2bbeddfcad1 req-2e2f6b0a-4e5a-4e36-bacc-e606953e0bb3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344069 Aug 29 06:49:51.629472 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f9b8acf2-520a-4263-81fc-6caeeaa5ca7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6301332 Aug 29 06:49:51.632213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50624) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:51.637632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'fixed_ips': [{'subnet_id': 'c2a09a30-7bca-4e36-89b6-8f0dbbf77058', 'ip_address': '2001:db8::156c:1a22:ab3f:952c'}], 'name': 'tempest-NetworksTestDHCPv6-1558707016'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:51.741287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f0e5d096-4395-48a7-ba43-af206416e7fc up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:49:51.857121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:51.862706 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:51.870599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': 'c2a09a30-7bca-4e36-89b6-8f0dbbf77058'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:49:51.871218 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:51.881750 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 4a9ae2fa-7fb5-47af-8e9a-751d92dbf2fc yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:49:51.941994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port f0e5d096-4395-48a7-ba43-af206416e7fc completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:51.956176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port f0e5d096-4395-48a7-ba43-af206416e7fc triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:51.956554 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:51.982473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17844af3-39bf-488d-9c75-71274ffd74d1 req-202805b1-e84b-4681-8b03-5e22bcb84293 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:51.984357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17844af3-39bf-488d-9c75-71274ffd74d1 req-202805b1-e84b-4681-8b03-5e22bcb84293 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0525343 Aug 29 06:49:52.022321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17844af3-39bf-488d-9c75-71274ffd74d1 req-804a49c9-f727-41c4-9652-b14d3d8d6ab5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316823 Aug 29 06:49:52.049535 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Allocated IP 2001:db8::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/c2a09a30-7bca-4e36-89b6-8f0dbbf77058/35dce8fb-eaff-4ec7-9f61-6798e1fba55f) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:52.130897 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:52.169197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1048d3e-b353-417d-8bc0-4e68658093eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e5d096-4395-48a7-ba43-af206416e7fc'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:52.171385 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2852d3f-7a77-4520-bf91-5df4e82b746e" -d '{"events": [{"server_uuid": "a1048d3e-b353-417d-8bc0-4e68658093eb", "name": "network-vif-plugged", "status": "completed", "tag": "f0e5d096-4395-48a7-ba43-af206416e7fc"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:52.190176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f0e5d096-4395-48a7-ba43-af206416e7fc, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f0e5d096-4395-48a7-ba43-af206416e7fc,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:52.212314 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de02de40-4cbf-46bd-8f82-db7b637cac38 x-openstack-request-id: req-de02de40-4cbf-46bd-8f82-db7b637cac38 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:52.212609 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1048d3e-b353-417d-8bc0-4e68658093eb", "name": "network-vif-plugged", "status": "completed", "tag": "f0e5d096-4395-48a7-ba43-af206416e7fc", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:52.212859 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de02de40-4cbf-46bd-8f82-db7b637cac38 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:52.213290 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1048d3e-b353-417d-8bc0-4e68658093eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e5d096-4395-48a7-ba43-af206416e7fc', 'code': 200} Aug 29 06:49:52.228828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f925a-7056-4d49-9608-646dcd8fe37e req-65fe3d9b-a67d-46f7-b769-3f8e183eb37c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:52.230277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b0f925a-7056-4d49-9608-646dcd8fe37e req-65fe3d9b-a67d-46f7-b769-3f8e183eb37c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0657656 Aug 29 06:49:52.258644 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:52.261471 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:52.274828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b0f925a-7056-4d49-9608-646dcd8fe37e req-8f80953f-99ef-4684-8772-94c8463ca388 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383031 Aug 29 06:49:52.293810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Transition to ACTIVE for port object 35dce8fb-eaff-4ec7-9f61-6798e1fba55f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:52.336021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Transition to ACTIVE for port object 35dce8fb-eaff-4ec7-9f61-6798e1fba55f will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:52.338893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=f0e5d096-4395-48a7-ba43-af206416e7fc,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:52.365183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ce7ea-cad4-4dd8-af66-26d49c30bd4a req-cfdd321a-3c95-4eda-a00a-2faae239e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:52.366846 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf0ce7ea-cad4-4dd8-af66-26d49c30bd4a req-cfdd321a-3c95-4eda-a00a-2faae239e3fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 1098 time: 0.0668793 Aug 29 06:49:52.416622 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:52.431304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0f8ef-f179-463d-9786-b985be647a06 req-20c809fc-6de5-4a8a-8bb7-5853ed13fb02 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:52.431304 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3aa0f8ef-f179-463d-9786-b985be647a06 req-20c809fc-6de5-4a8a-8bb7-5853ed13fb02 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0514035 Aug 29 06:49:52.455963 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:52.460886 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:52.464616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:52.473497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Pushing event updated for resources: {'Port': ['ID=35dce8fb-eaff-4ec7-9f61-6798e1fba55f,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:52.496541 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf0ce7ea-cad4-4dd8-af66-26d49c30bd4a req-03f04cc6-60da-47f9-bbad-dc757817b070 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896749 Aug 29 06:49:52.504923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3aa0f8ef-f179-463d-9786-b985be647a06 req-ad5ab270-694b-4f5b-99f7-694be2a47152 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649488 Aug 29 06:49:52.510485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::156c:1a22:ab3f:952c (16c35313-5380-4d1c-adfa-e4bf610ab147/c2a09a30-7bca-4e36-89b6-8f0dbbf77058/4a9ae2fa-7fb5-47af-8e9a-751d92dbf2fc) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:52.522755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073d7d3-848d-4b50-8c10-9ba166caa6bc req-01860361-6d66-4de7-bd96-e884b9a157fc tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:52.524409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1073d7d3-848d-4b50-8c10-9ba166caa6bc req-01860361-6d66-4de7-bd96-e884b9a157fc tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0708201 Aug 29 06:49:52.531963 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Attempting to bind port 35dce8fb-eaff-4ec7-9f61-6798e1fba55f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:49:52.532354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Attempting to bind port 35dce8fb-eaff-4ec7-9f61-6798e1fba55f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:49:52.532721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Attempting to bind port 35dce8fb-eaff-4ec7-9f61-6798e1fba55f on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:52.546394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:49:52.546394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:52.546394 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:52.546394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:49:52.546394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Bound port: 35dce8fb-eaff-4ec7-9f61-6798e1fba55f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:49:52.546394 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:52.586104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1073d7d3-848d-4b50-8c10-9ba166caa6bc req-f3dabe5a-94e7-4727-8fcc-8882d0046bf7 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509326 Aug 29 06:49:52.625216 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] For port 35dce8fb-eaff-4ec7-9f61-6798e1fba55f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:49:52.629954 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] For port 35dce8fb-eaff-4ec7-9f61-6798e1fba55f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=35dce8fb-eaff-4ec7-9f61-6798e1fba55f,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:49:52.669436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaece0e-f3a0-4356-9b04-e61effa509ce req-035af8c5-551b-4d05-a541-132e60c9fa77 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:52.671225 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dcaece0e-f3a0-4356-9b04-e61effa509ce req-035af8c5-551b-4d05-a541-132e60c9fa77 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 945 time: 0.0761085 Aug 29 06:49:52.721255 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:52.725728 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:52.738649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object 4a9ae2fa-7fb5-47af-8e9a-751d92dbf2fc will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:52.775237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dcaece0e-f3a0-4356-9b04-e61effa509ce req-ce2e4b84-647d-49c2-ac5c-d602f5a2bb08 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912898 Aug 29 06:49:52.796271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeec569-20fa-4083-9f37-a6472e8c161d None None] Pushing event updated for resources: {'Port': ['ID=35dce8fb-eaff-4ec7-9f61-6798e1fba55f,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:52.823212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-5ddc072d-b5fc-4c8d-a0b6-39ef028db6be tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:52.825040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-5ddc072d-b5fc-4c8d-a0b6-39ef028db6be tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 812 time: 0.1507964 Aug 29 06:49:52.842396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-7972c8d5-fa21-4f6e-8267-3eea0d8f4c20 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/quotas/897044e83d4b4e3fa039b018ec141c41 HTTP/1.1" status: 200 len: 375 time: 0.0111067 Aug 29 06:49:52.861343 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:52.912204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:52.916059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:52.919873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:52.925711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:52.926364 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:52.929525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ed780-197d-4a8a-914d-fefd688d72ea req-b8aa92d1-26e4-4fc9-8c0f-03e2f7492807 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:52.930709 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-654ed780-197d-4a8a-914d-fefd688d72ea req-b8aa92d1-26e4-4fc9-8c0f-03e2f7492807 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0874536 Aug 29 06:49:52.935568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=4a9ae2fa-7fb5-47af-8e9a-751d92dbf2fc,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:52.944838 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-0ffe5493-cd25-4586-8545-f6da136518fa tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0930357 Aug 29 06:49:53.006128 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2372ec91-a915-4379-b7f8-974e651a92a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3727963 Aug 29 06:49:53.009176 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50656) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:53.044255 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-654ed780-197d-4a8a-914d-fefd688d72ea req-6ae2de0d-f50a-4f42-9b5d-bd5a2e15c98e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978453 Aug 29 06:49:53.079682 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6fc2c4-4e03-4d84-abd7-81e20fcdb5a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:53.082268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-e4e66583-7e8e-49bb-b263-9889c96611eb service neutron] 10.222.0.76 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301799 Aug 29 06:49:53.088581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6fc2c4-4e03-4d84-abd7-81e20fcdb5a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:53.093002 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fe6fc2c4-4e03-4d84-abd7-81e20fcdb5a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0828474 Aug 29 06:49:53.093650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50658) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:53.176316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-a211ee57-0b61-4c61-9f75-404545391b77 service neutron] 10.222.0.76 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867887 Aug 29 06:49:53.222151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c2c45900-9945-4526-b72a-81c9074cf238 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port 4a9ae2fa-7fb5-47af-8e9a-751d92dbf2fc {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:53.222432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2c45900-9945-4526-b72a-81c9074cf238 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:53.243077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abddbf-1c89-401d-9dde-7c20ae3749f7 req-eb1f2e01-8421-4999-ad9b-e1b9261a6d8f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:53.244493 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04abddbf-1c89-401d-9dde-7c20ae3749f7 req-eb1f2e01-8421-4999-ad9b-e1b9261a6d8f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.11 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 945 time: 0.0757351 Aug 29 06:49:53.382599 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2c45900-9945-4526-b72a-81c9074cf238 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:53.398020 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 35dce8fb-eaff-4ec7-9f61-6798e1fba55f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:49:53.399382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c2c45900-9945-4526-b72a-81c9074cf238 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for 4a9ae2fa-7fb5-47af-8e9a-751d92dbf2fc owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:53.475966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-04abddbf-1c89-401d-9dde-7c20ae3749f7 req-6644ef94-233e-4d1e-a020-d161e5f82197 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Deleting port 36e3b526-ceb7-4c8d-9298-34e82a7233e6 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:53.481267 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-04abddbf-1c89-401d-9dde-7c20ae3749f7 req-6644ef94-233e-4d1e-a020-d161e5f82197 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:53.515928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2f452bc-85ec-440c-9110-ecbfb352347d req-f7a14c81-fe61-4956-acee-8ba803b2d788 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 210 time: 0.0423598 Aug 29 06:49:53.599040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-04abddbf-1c89-401d-9dde-7c20ae3749f7 req-6644ef94-233e-4d1e-a020-d161e5f82197 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] For port 36e3b526-ceb7-4c8d-9298-34e82a7233e6, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=36e3b526-ceb7-4c8d-9298-34e82a7233e6,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:53.599466 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-04abddbf-1c89-401d-9dde-7c20ae3749f7 req-6644ef94-233e-4d1e-a020-d161e5f82197 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:53.603437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 35dce8fb-eaff-4ec7-9f61-6798e1fba55f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:53.627589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-04abddbf-1c89-401d-9dde-7c20ae3749f7 req-6644ef94-233e-4d1e-a020-d161e5f82197 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Calling delete_port for 36e3b526-ceb7-4c8d-9298-34e82a7233e6 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:53.739981 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8905a-6bfd-444c-b0f8-0aa7bede4bef req-4f69983f-c8ce-4d79-9207-f19f5fef9cd5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:53.741631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8f8905a-6bfd-444c-b0f8-0aa7bede4bef req-4f69983f-c8ce-4d79-9207-f19f5fef9cd5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0686293 Aug 29 06:49:53.791725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8f8905a-6bfd-444c-b0f8-0aa7bede4bef req-639d9e43-676c-46d6-b016-3fc639ca1e3d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410967 Aug 29 06:49:53.802646 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2c45900-9945-4526-b72a-81c9074cf238 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:53.838782 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c45900-9945-4526-b72a-81c9074cf238 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=4a9ae2fa-7fb5-47af-8e9a-751d92dbf2fc,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:53.874332 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2c45900-9945-4526-b72a-81c9074cf238 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:53.878459 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c2c45900-9945-4526-b72a-81c9074cf238 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/4a9ae2fa-7fb5-47af-8e9a-751d92dbf2fc HTTP/1.1" status: 204 len: 168 time: 0.7814493 Aug 29 06:49:53.879606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50674) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:53.926547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aa8c9-0514-403a-ab4b-b486457b4c75 req-f9e5bdbc-43ed-4448-8e91-f24392041222 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:53.935530 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e48aa8c9-0514-403a-ab4b-b486457b4c75 req-f9e5bdbc-43ed-4448-8e91-f24392041222 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 945 time: 0.0763097 Aug 29 06:49:53.939854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b03c46a-281f-4346-a3de-0ca8fcb46625 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:53.941398 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b03c46a-281f-4346-a3de-0ca8fcb46625 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:53.944536 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4b03c46a-281f-4346-a3de-0ca8fcb46625 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0623174 Aug 29 06:49:53.945808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50678) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:53.983247 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-04abddbf-1c89-401d-9dde-7c20ae3749f7 req-6644ef94-233e-4d1e-a020-d161e5f82197 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:53.985789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e48aa8c9-0514-403a-ab4b-b486457b4c75 req-b71c3dd2-1c76-4e38-8f18-ba31d5a873ae tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492702 Aug 29 06:49:53.996921 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:49:54.025040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644ef94-233e-4d1e-a020-d161e5f82197 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Pushing event deleted for resources: {'Port': ['ID=36e3b526-ceb7-4c8d-9298-34e82a7233e6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:54.032543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1214e8-a516-448e-aca9-e032e890bf0a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet c2a09a30-7bca-4e36-89b6-8f0dbbf77058 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:49:54.036297 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6d1214e8-a516-448e-aca9-e032e890bf0a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:54.113745 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-04abddbf-1c89-401d-9dde-7c20ae3749f7 req-6644ef94-233e-4d1e-a020-d161e5f82197 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] No DVR routers for this DVR port 36e3b526-ceb7-4c8d-9298-34e82a7233e6 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:49:54.117283 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6d1214e8-a516-448e-aca9-e032e890bf0a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:54.120988 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-04abddbf-1c89-401d-9dde-7c20ae3749f7 req-6644ef94-233e-4d1e-a020-d161e5f82197 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:54.123330 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04abddbf-1c89-401d-9dde-7c20ae3749f7 req-6644ef94-233e-4d1e-a020-d161e5f82197 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.11 "DELETE /v2.0/ports/36e3b526-ceb7-4c8d-9298-34e82a7233e6 HTTP/1.1" status: 204 len: 173 time: 0.8513598 Aug 29 06:49:54.123626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7348325f-7aac-4206-8c38-38a4b2648bfc', 'name': 'network-vif-deleted', 'tag': '36e3b526-ceb7-4c8d-9298-34e82a7233e6'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:54.126108 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b210ec5c-2474-4596-baa1-778453bc3259" -d '{"events": [{"server_uuid": "7348325f-7aac-4206-8c38-38a4b2648bfc", "name": "network-vif-deleted", "tag": "36e3b526-ceb7-4c8d-9298-34e82a7233e6"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:54.176479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-55fefd7c-51c9-4573-ad27-20010555b3bf None None] Provisioning for port 35dce8fb-eaff-4ec7-9f61-6798e1fba55f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:54.197230 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8d1d50-8e60-4d40-8d0d-ccff8359f5f0 x-openstack-request-id: req-af8d1d50-8e60-4d40-8d0d-ccff8359f5f0 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:54.197500 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7348325f-7aac-4206-8c38-38a4b2648bfc", "name": "network-vif-deleted", "tag": "36e3b526-ceb7-4c8d-9298-34e82a7233e6", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:54.197858 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af8d1d50-8e60-4d40-8d0d-ccff8359f5f0 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:54.198325 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7348325f-7aac-4206-8c38-38a4b2648bfc', 'name': 'network-vif-deleted', 'tag': '36e3b526-ceb7-4c8d-9298-34e82a7233e6', 'status': 'completed', 'code': 200} Aug 29 06:49:54.199607 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-55fefd7c-51c9-4573-ad27-20010555b3bf None None] Provisioning complete for port 35dce8fb-eaff-4ec7-9f61-6798e1fba55f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:54.199966 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-55fefd7c-51c9-4573-ad27-20010555b3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:54.246173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994fa77-a72a-4d12-a723-98d88dde4af4 req-cd73fcf6-7523-49a7-af83-c517d861bb72 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:54.251722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a994fa77-a72a-4d12-a723-98d88dde4af4 req-cd73fcf6-7523-49a7-af83-c517d861bb72 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1243064 Aug 29 06:49:54.268138 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6d1214e8-a516-448e-aca9-e032e890bf0a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:54.298338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a994fa77-a72a-4d12-a723-98d88dde4af4 req-449940a6-5812-4852-8bc0-fbe36453c5e6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429769 Aug 29 06:49:54.353454 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-55fefd7c-51c9-4573-ad27-20010555b3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:54.457293 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6d1214e8-a516-448e-aca9-e032e890bf0a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:54.485887 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1214e8-a516-448e-aca9-e032e890bf0a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a09a30-7bca-4e36-89b6-8f0dbbf77058,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:54.489725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6d1214e8-a516-448e-aca9-e032e890bf0a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:54.491673 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6d1214e8-a516-448e-aca9-e032e890bf0a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/c2a09a30-7bca-4e36-89b6-8f0dbbf77058 HTTP/1.1" status: 204 len: 168 time: 0.5449448 Aug 29 06:49:54.494857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50684) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:54.497775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c7c307-91ca-4dcd-bd2d-c19e27083be3 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:54.499688 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-55fefd7c-51c9-4573-ad27-20010555b3bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:49:54.500170 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-55fefd7c-51c9-4573-ad27-20010555b3bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:49:54.540945 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-587bdfc0-448c-4c02-8376-46fe841a4fca tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446138 Aug 29 06:49:54.543958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50690) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:54.548790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1ce7c8d2-5ac1-4fe7-9aa8-8f5b62e97e00 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:54.650221 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e5cbd6a-a5e4-4434-b0d9-c6e9d23a01c5 req-53d0c318-59aa-4619-9293-42b742fedd72 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 210 time: 0.0425642 Aug 29 06:49:54.704516 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de861d2-0961-4190-bf5e-95b5bf0eee78 None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:49:54.754063 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4de861d2-0961-4190-bf5e-95b5bf0eee78 None None] Deleting port 35dce8fb-eaff-4ec7-9f61-6798e1fba55f {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:54.754463 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4de861d2-0961-4190-bf5e-95b5bf0eee78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:54.786282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce7c8d2-5ac1-4fe7-9aa8-8f5b62e97e00 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:54.790386 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1ce7c8d2-5ac1-4fe7-9aa8-8f5b62e97e00 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:54.839387 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4de861d2-0961-4190-bf5e-95b5bf0eee78 None None] For port 35dce8fb-eaff-4ec7-9f61-6798e1fba55f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=35dce8fb-eaff-4ec7-9f61-6798e1fba55f,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:54.840158 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4de861d2-0961-4190-bf5e-95b5bf0eee78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:54.858033 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4de861d2-0961-4190-bf5e-95b5bf0eee78 None None] Calling delete_port for 35dce8fb-eaff-4ec7-9f61-6798e1fba55f owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:54.953238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862740d8-fd5e-4e4c-a283-39dbaeb3b83f req-4dea78ef-2d19-40ec-9782-54ad138a7013 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:54.954740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-862740d8-fd5e-4e4c-a283-39dbaeb3b83f req-4dea78ef-2d19-40ec-9782-54ad138a7013 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0706677 Aug 29 06:49:55.040822 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-862740d8-fd5e-4e4c-a283-39dbaeb3b83f req-e6b3075a-739c-40db-a75b-71d06c8449a0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775802 Aug 29 06:49:55.047286 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-55fefd7c-51c9-4573-ad27-20010555b3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:55.078540 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4de861d2-0961-4190-bf5e-95b5bf0eee78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:55.110363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de861d2-0961-4190-bf5e-95b5bf0eee78 None None] Pushing event deleted for resources: {'Port': ['ID=35dce8fb-eaff-4ec7-9f61-6798e1fba55f,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:55.136556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de861d2-0961-4190-bf5e-95b5bf0eee78 None None] No DVR routers for this DVR port 35dce8fb-eaff-4ec7-9f61-6798e1fba55f on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:49:55.165250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c09cccd-1274-4886-b761-cdedd1ed9b80 req-ab53256d-2090-4f11-85de-67135c9d3bcd tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348325f-7aac-4206-8c38-38a4b2648bfc HTTP/1.1" status: 200 len: 210 time: 0.0415201 Aug 29 06:49:55.252757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ab388f98-7d98-4493-9c73-229ab4ffdc53 None None] Could not find standard attr ID for object 4a9ae2fa-7fb5-47af-8e9a-751d92dbf2fc. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:49:55.274489 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1ce7c8d2-5ac1-4fe7-9aa8-8f5b62e97e00 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:55.317084 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce7c8d2-5ac1-4fe7-9aa8-8f5b62e97e00 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:55.320229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-1ce7c8d2-5ac1-4fe7-9aa8-8f5b62e97e00 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:55.325826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce7c8d2-5ac1-4fe7-9aa8-8f5b62e97e00 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:55.326612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1ce7c8d2-5ac1-4fe7-9aa8-8f5b62e97e00 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:55.339199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7c8d2-5ac1-4fe7-9aa8-8f5b62e97e00 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=523dd9b8-59f4-4b99-b1f8-4d0e1ee5e2c7,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:55.358523 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee010463-8103-4f4e-aa2c-1698a63dc38a None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:55.377690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 35dce8fb-eaff-4ec7-9f61-6798e1fba55f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:49:55.434726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 35dce8fb-eaff-4ec7-9f61-6798e1fba55f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:49:55.435289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 35dce8fb-eaff-4ec7-9f61-6798e1fba55f not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:49:55.445778 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8f1c6-bd16-4621-b5e7-9f32989b101e req-2deae37a-0f09-423c-983d-657e19cde5c1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:55.457183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40c8f1c6-bd16-4621-b5e7-9f32989b101e req-2deae37a-0f09-423c-983d-657e19cde5c1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0584707 Aug 29 06:49:55.489883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1ce7c8d2-5ac1-4fe7-9aa8-8f5b62e97e00 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9445999 Aug 29 06:49:55.493044 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40c8f1c6-bd16-4621-b5e7-9f32989b101e req-7af897dd-0273-4981-b845-f9cef4b3ed92 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387962 Aug 29 06:49:55.495060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50704) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:55.500592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'fixed_ips': [{'subnet_id': '523dd9b8-59f4-4b99-b1f8-4d0e1ee5e2c7', 'ip_address': '2001:db8::3c1d:2156:5b1c:ecc2'}], 'name': 'tempest-NetworksTestDHCPv6-1110125005'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:55.549149 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': '523dd9b8-59f4-4b99-b1f8-4d0e1ee5e2c7'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:49:55.550367 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:55.704793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Allocated IP 2001:db8::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/523dd9b8-59f4-4b99-b1f8-4d0e1ee5e2c7/b8302e49-b702-4780-8830-9c30c75e3e65) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:55.710276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 36e3b526-ceb7-4c8d-9298-34e82a7233e6 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:49:55.738983 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 36e3b526-ceb7-4c8d-9298-34e82a7233e6 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:49:55.739418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 36e3b526-ceb7-4c8d-9298-34e82a7233e6 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:49:55.782737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:55.858227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4597c7e7-9dac-46ab-a4c6-d66dca6f5ea9 req-9e4e9262-e55e-4ce1-9e26-1100114bf851 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 210 time: 0.0694451 Aug 29 06:49:55.901946 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:55.903201 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:55.910182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Transition to ACTIVE for port object b8302e49-b702-4780-8830-9c30c75e3e65 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:55.920322 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 044522e3-32d4-4978-a8d3-1378b75a0e25 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:49:55.931209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Transition to ACTIVE for port object b8302e49-b702-4780-8830-9c30c75e3e65 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:56.015789 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:56.059482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:56.062503 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:56.066024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:56.075836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Pushing event updated for resources: {'Port': ['ID=b8302e49-b702-4780-8830-9c30c75e3e65,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:56.116421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cd59f-6f8e-4507-a620-e8c092f89b23 req-18639a0b-ee02-461a-8bc7-ceeb8a7b2cc0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:56.116421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-227cd59f-6f8e-4507-a620-e8c092f89b23 req-18639a0b-ee02-461a-8bc7-ceeb8a7b2cc0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1067162 Aug 29 06:49:56.125589 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::3c1d:2156:5b1c:ecc2 (16c35313-5380-4d1c-adfa-e4bf610ab147/523dd9b8-59f4-4b99-b1f8-4d0e1ee5e2c7/044522e3-32d4-4978-a8d3-1378b75a0e25) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:56.125852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-46987327-84a0-4d28-ab2d-bb2cf019be7c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:56.128040 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-46987327-84a0-4d28-ab2d-bb2cf019be7c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.15 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 812 time: 0.1234925 Aug 29 06:49:56.131948 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Attempting to bind port b8302e49-b702-4780-8830-9c30c75e3e65 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:49:56.131948 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Attempting to bind port b8302e49-b702-4780-8830-9c30c75e3e65 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:49:56.132273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Attempting to bind port b8302e49-b702-4780-8830-9c30c75e3e65 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:56.139210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:49:56.139771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:56.140039 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:56.140427 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:49:56.140892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Bound port: b8302e49-b702-4780-8830-9c30c75e3e65, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:49:56.141266 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:56.144314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-187e4d4e-cfb2-47c7-8433-07ce0dbbc1bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Request body: {'port': {'device_id': '54e5365d-b52d-4ca2-8e54-8914185a35ea', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'admin_state_up': True, 'tenant_id': '897044e83d4b4e3fa039b018ec141c41'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:56.181646 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-227cd59f-6f8e-4507-a620-e8c092f89b23 req-6323d504-b9b9-42d7-ad55-8deb6d7ab5a8 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573902 Aug 29 06:49:56.242803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] For port b8302e49-b702-4780-8830-9c30c75e3e65, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:49:56.246180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] For port b8302e49-b702-4780-8830-9c30c75e3e65, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b8302e49-b702-4780-8830-9c30c75e3e65,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:49:56.350426 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:56.369757 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cb710-1852-44e6-bc32-5163c98e654f req-5a2b2520-8077-4402-b6d3-9c43c196ba8a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:56.371177 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-029cb710-1852-44e6-bc32-5163c98e654f req-5a2b2520-8077-4402-b6d3-9c43c196ba8a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0899200 Aug 29 06:49:56.374207 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:56.376135 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object 044522e3-32d4-4978-a8d3-1378b75a0e25 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:56.433564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-187e4d4e-cfb2-47c7-8433-07ce0dbbc1bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Made reservation on behalf of 897044e83d4b4e3fa039b018ec141c41 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:56.436002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c76bc7-64cd-4a73-bca1-615ef4668212 None None] Pushing event updated for resources: {'Port': ['ID=b8302e49-b702-4780-8830-9c30c75e3e65,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:56.437164 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-187e4d4e-cfb2-47c7-8433-07ce0dbbc1bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:56.439917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-029cb710-1852-44e6-bc32-5163c98e654f req-11b61cbc-0865-4d2a-9f4d-89ce84e0bff4 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572906 Aug 29 06:49:56.542723 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:56.592169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-187e4d4e-cfb2-47c7-8433-07ce0dbbc1bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Allocated IP 172.20.0.6 (eb438b1b-83fe-449b-a9fe-bdfcc664c04e/1bdc3d0e-3ad1-438c-863e-a7e8b4815812/79b19bb4-e371-48bc-a3d6-eca7ca168e92) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:49:56.813489 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-187e4d4e-cfb2-47c7-8433-07ce0dbbc1bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:56.829097 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-187e4d4e-cfb2-47c7-8433-07ce0dbbc1bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Transition to ACTIVE for port object 79b19bb4-e371-48bc-a3d6-eca7ca168e92 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:56.925747 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-187e4d4e-cfb2-47c7-8433-07ce0dbbc1bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:56.973319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-187e4d4e-cfb2-47c7-8433-07ce0dbbc1bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Network eb438b1b-83fe-449b-a9fe-bdfcc664c04e is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:56.976440 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-187e4d4e-cfb2-47c7-8433-07ce0dbbc1bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:56.979045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-187e4d4e-cfb2-47c7-8433-07ce0dbbc1bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:57.006389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e4d4e-cfb2-47c7-8433-07ce0dbbc1bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event updated for resources: {'Port': ['ID=79b19bb4-e371-48bc-a3d6-eca7ca168e92,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:57.013676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:57.026444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:57.030278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:49:57.035948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:57.036578 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:57.039852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=044522e3-32d4-4978-a8d3-1378b75a0e25,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:57.043814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-187e4d4e-cfb2-47c7-8433-07ce0dbbc1bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:57.044653 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-187e4d4e-cfb2-47c7-8433-07ce0dbbc1bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:57.074492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22501e26-19f8-4770-b18e-f2707d6d1ed4 req-88a3eaab-753f-4767-bd49-10f0865c389e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:57.076068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22501e26-19f8-4770-b18e-f2707d6d1ed4 req-88a3eaab-753f-4767-bd49-10f0865c389e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1195004 Aug 29 06:49:57.083611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98b8c0-19df-45ed-859a-de1ea6084eff req-339e190e-7586-44c9-abec-3ecc8c60cdfe tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:57.084983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e98b8c0-19df-45ed-859a-de1ea6084eff req-339e190e-7586-44c9-abec-3ecc8c60cdfe tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1273255 Aug 29 06:49:57.119465 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-187e4d4e-cfb2-47c7-8433-07ce0dbbc1bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9794610 Aug 29 06:49:57.138384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Request body: {'port': {'device_id': '54e5365d-b52d-4ca2-8e54-8914185a35ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:57.143697 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22501e26-19f8-4770-b18e-f2707d6d1ed4 req-48c6cdd4-7912-42b2-b785-780ffad5ec97 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576720 Aug 29 06:49:57.165009 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f0e0dc67-7dc4-4991-a312-028f870b5693 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6621571 Aug 29 06:49:57.165910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50736) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:57.194240 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e98b8c0-19df-45ed-859a-de1ea6084eff req-ae66781f-8cbb-4e5f-8160-0934109611d9 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939591 Aug 29 06:49:57.245661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe79a8f8-c8d7-4d68-a8ed-7ee2cd025d12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:57.255699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe79a8f8-c8d7-4d68-a8ed-7ee2cd025d12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:57.257350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fe79a8f8-c8d7-4d68-a8ed-7ee2cd025d12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0905204 Aug 29 06:49:57.260295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50742) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:57.269299 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:57.382036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-44098ac2-9321-4821-81f1-97042f4fd444 None None] Provisioning for port 79b19bb4-e371-48bc-a3d6-eca7ca168e92 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:57.386896 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-44098ac2-9321-4821-81f1-97042f4fd444 None None] Provisioning complete for port 79b19bb4-e371-48bc-a3d6-eca7ca168e92 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:57.387430 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44098ac2-9321-4821-81f1-97042f4fd444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:57.399711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847163ea-0aa6-4f7a-a777-05dbcac3c70e req-fd038cc5-dfc0-46aa-9926-921e8189cc17 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:57.401256 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-847163ea-0aa6-4f7a-a777-05dbcac3c70e req-fd038cc5-dfc0-46aa-9926-921e8189cc17 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0724111 Aug 29 06:49:57.413053 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23936c6-2711-4048-918a-3f3a258b8fb9 req-fb145f3b-8f4f-4148-95e1-d475a96a1894 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:57.434287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f23936c6-2711-4048-918a-3f3a258b8fb9 req-fb145f3b-8f4f-4148-95e1-d475a96a1894 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 931 time: 0.1469235 Aug 29 06:49:57.483722 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b8302e49-b702-4780-8830-9c30c75e3e65 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:49:57.523044 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-44098ac2-9321-4821-81f1-97042f4fd444 None None] Port 79b19bb4-e371-48bc-a3d6-eca7ca168e92 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:49:57.530864 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f23936c6-2711-4048-918a-3f3a258b8fb9 req-d39dffc0-3bcf-464f-b5c6-0349c126dd53 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952218 Aug 29 06:49:57.545195 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-847163ea-0aa6-4f7a-a777-05dbcac3c70e req-58e174be-4512-49dc-bb54-13a968d57be9 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929217 Aug 29 06:49:57.641935 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port b8302e49-b702-4780-8830-9c30c75e3e65 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:57.663399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b09318-1d82-4036-a475-3c0973e51a35 req-7007a70b-ff46-4da4-a102-6e7adf92eb20 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:57.665643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91b09318-1d82-4036-a475-3c0973e51a35 req-7007a70b-ff46-4da4-a102-6e7adf92eb20 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0630403 Aug 29 06:49:57.751079 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91b09318-1d82-4036-a475-3c0973e51a35 req-c11e937f-ed3c-4710-abd2-93ceb951f349 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793476 Aug 29 06:49:57.831441 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a76dd9c9-6fcf-448d-ae9a-20f0e38d61a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port 044522e3-32d4-4978-a8d3-1378b75a0e25 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:57.831785 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a76dd9c9-6fcf-448d-ae9a-20f0e38d61a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:57.860813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-64ca066f-b2e6-4eb5-a0e8-a32eef56f068 None None] Provisioning for port b8302e49-b702-4780-8830-9c30c75e3e65 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:57.865567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-64ca066f-b2e6-4eb5-a0e8-a32eef56f068 None None] Provisioning complete for port b8302e49-b702-4780-8830-9c30c75e3e65 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:57.875835 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-64ca066f-b2e6-4eb5-a0e8-a32eef56f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:57.943054 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-64ca066f-b2e6-4eb5-a0e8-a32eef56f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:57.975779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-64ca066f-b2e6-4eb5-a0e8-a32eef56f068 None None] For port b8302e49-b702-4780-8830-9c30c75e3e65, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b8302e49-b702-4780-8830-9c30c75e3e65,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:57.979511 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a76dd9c9-6fcf-448d-ae9a-20f0e38d61a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:57.999331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a76dd9c9-6fcf-448d-ae9a-20f0e38d61a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for 044522e3-32d4-4978-a8d3-1378b75a0e25 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:58.056980 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-64ca066f-b2e6-4eb5-a0e8-a32eef56f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:58.099610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b19bb4-e371-48bc-a3d6-eca7ca168e92 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:49:58.107137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca066f-b2e6-4eb5-a0e8-a32eef56f068 None None] Pushing event updated for resources: {'Port': ['ID=b8302e49-b702-4780-8830-9c30c75e3e65,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:58.110114 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:58.131403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Transition to ACTIVE for port object 79b19bb4-e371-48bc-a3d6-eca7ca168e92 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:49:58.182322 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:49:58.199971 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:58.263742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Pushing event updated for resources: {'Port': ['ID=79b19bb4-e371-48bc-a3d6-eca7ca168e92,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:58.295481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f3961d18-55e2-4e51-aebb-0a43dc821cfc None None] Provisioning for port 044522e3-32d4-4978-a8d3-1378b75a0e25 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:49:58.299442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f3961d18-55e2-4e51-aebb-0a43dc821cfc None None] Provisioning complete for port 044522e3-32d4-4978-a8d3-1378b75a0e25 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:49:58.299919 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f3961d18-55e2-4e51-aebb-0a43dc821cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:58.315416 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a76dd9c9-6fcf-448d-ae9a-20f0e38d61a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:58.341608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f3961d18-55e2-4e51-aebb-0a43dc821cfc None None] Port 044522e3-32d4-4978-a8d3-1378b75a0e25 was deleted so its status cannot be updated. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 06:49:58.360013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dd9c9-6fcf-448d-ae9a-20f0e38d61a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=044522e3-32d4-4978-a8d3-1378b75a0e25,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:58.366463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca9775-a7e6-4763-934c-6dcf4b6e625e req-d800a3ff-97cc-463e-ad7c-c2fff76745c5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:58.389000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0dca9775-a7e6-4763-934c-6dcf4b6e625e req-d800a3ff-97cc-463e-ad7c-c2fff76745c5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1000245 Aug 29 06:49:58.400269 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a76dd9c9-6fcf-448d-ae9a-20f0e38d61a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:58.402517 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a76dd9c9-6fcf-448d-ae9a-20f0e38d61a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/044522e3-32d4-4978-a8d3-1378b75a0e25 HTTP/1.1" status: 204 len: 168 time: 1.1408615 Aug 29 06:49:58.405364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50754) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:58.417493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Attempting to bind port 79b19bb4-e371-48bc-a3d6-eca7ca168e92 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:49:58.417895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Attempting to bind port 79b19bb4-e371-48bc-a3d6-eca7ca168e92 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:49:58.418157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Attempting to bind port 79b19bb4-e371-48bc-a3d6-eca7ca168e92 on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:58.449293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Port 79b19bb4-e371-48bc-a3d6-eca7ca168e92 on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:49:58.456111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Attempting to bind port 79b19bb4-e371-48bc-a3d6-eca7ca168e92 on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:49:58.456361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0dca9775-a7e6-4763-934c-6dcf4b6e625e req-1db05bbf-eae1-4038-a5a0-042f78345ed7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665689 Aug 29 06:49:58.459860 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:49:58.460195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Checking segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:49:58.460578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Bound using segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:49:58.461565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Bound port: 79b19bb4-e371-48bc-a3d6-eca7ca168e92, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:49:58.462173 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:58.485852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9624381-80c8-472c-bea4-bb54e5e1b0be tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:58.487414 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9624381-80c8-472c-bea4-bb54e5e1b0be tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:58.489023 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e9624381-80c8-472c-bea4-bb54e5e1b0be tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0828094 Aug 29 06:49:58.491863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50756) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:58.548766 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-41114df9-b89a-4b35-b20f-97c5b23980ad tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet 523dd9b8-59f4-4b99-b1f8-4d0e1ee5e2c7 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:49:58.553121 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-41114df9-b89a-4b35-b20f-97c5b23980ad tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:58.564240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] For port 79b19bb4-e371-48bc-a3d6-eca7ca168e92, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:49:58.570829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] For port 79b19bb4-e371-48bc-a3d6-eca7ca168e92, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=79b19bb4-e371-48bc-a3d6-eca7ca168e92,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:49:58.645941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-41114df9-b89a-4b35-b20f-97c5b23980ad tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:58.655361 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:58.698520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:58.699054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51895ca9-a94b-4a3e-8220-d861979a2bfc req-9eb283b4-5621-479c-b483-0116dc56825e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:58.704754 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:58.704929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51895ca9-a94b-4a3e-8220-d861979a2bfc req-9eb283b4-5621-479c-b483-0116dc56825e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 943 time: 0.0956261 Aug 29 06:49:58.705153 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] 10.222.0.15 "PUT /v2.0/ports/79b19bb4-e371-48bc-a3d6-eca7ca168e92 HTTP/1.1" status: 200 len: 1092 time: 1.5674655 Aug 29 06:49:58.705153 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e5365d-b52d-4ca2-8e54-8914185a35ea', 'tag': '79b19bb4-e371-48bc-a3d6-eca7ca168e92'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:49:58.705153 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c587696-b8a8-4f5f-b414-e753f3f2e1af" -d '{"events": [{"name": "network-changed", "server_uuid": "54e5365d-b52d-4ca2-8e54-8914185a35ea", "tag": "79b19bb4-e371-48bc-a3d6-eca7ca168e92"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:49:58.735683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f0b50-d660-4d2b-88be-79026db65adc service neutron] Pushing event updated for resources: {'Port': ['ID=79b19bb4-e371-48bc-a3d6-eca7ca168e92,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:58.743021 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a47c1c2-fa90-452f-8474-349ed2da5ecc x-openstack-request-id: req-6a47c1c2-fa90-452f-8474-349ed2da5ecc {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:49:58.749051 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e5365d-b52d-4ca2-8e54-8914185a35ea", "tag": "79b19bb4-e371-48bc-a3d6-eca7ca168e92", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:49:58.749432 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6a47c1c2-fa90-452f-8474-349ed2da5ecc {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:49:58.750055 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e5365d-b52d-4ca2-8e54-8914185a35ea', 'tag': '79b19bb4-e371-48bc-a3d6-eca7ca168e92', 'status': 'completed', 'code': 200} Aug 29 06:49:58.787292 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51895ca9-a94b-4a3e-8220-d861979a2bfc req-ffc62a86-ff77-45cd-872c-8d651d0b6af2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680907 Aug 29 06:49:58.816770 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-41114df9-b89a-4b35-b20f-97c5b23980ad tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:58.860080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c587696-b8a8-4f5f-b414-e753f3f2e1af req-d0455489-3cc5-44a2-9c2c-b056706897ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:58.862387 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1c587696-b8a8-4f5f-b414-e753f3f2e1af req-d0455489-3cc5-44a2-9c2c-b056706897ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 1095 time: 0.0927651 Aug 29 06:49:58.931325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b895ea7-8d5e-43ae-95ca-e228f85dd443 req-a4d62a69-7d67-4285-9bd9-744452f30029 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:58.933115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6b895ea7-8d5e-43ae-95ca-e228f85dd443 req-a4d62a69-7d67-4285-9bd9-744452f30029 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0783195 Aug 29 06:49:58.987838 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6b895ea7-8d5e-43ae-95ca-e228f85dd443 req-1323a9a9-78b0-4814-9b13-c10fd12f9718 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431137 Aug 29 06:49:58.992775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c587696-b8a8-4f5f-b414-e753f3f2e1af req-a050e7bd-27fd-4b91-a719-ab24f9fb4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:58.995091 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1c587696-b8a8-4f5f-b414-e753f3f2e1af req-a050e7bd-27fd-4b91-a719-ab24f9fb4aac service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=897044e83d4b4e3fa039b018ec141c41&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1191406 Aug 29 06:49:59.055692 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-41114df9-b89a-4b35-b20f-97c5b23980ad tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:59.092594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c587696-b8a8-4f5f-b414-e753f3f2e1af req-71357f18-6967-4d6d-9973-b184f5df1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:59.094213 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1c587696-b8a8-4f5f-b414-e753f3f2e1af req-71357f18-6967-4d6d-9973-b184f5df1d54 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903256 Aug 29 06:49:59.094335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41114df9-b89a-4b35-b20f-97c5b23980ad tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=523dd9b8-59f4-4b99-b1f8-4d0e1ee5e2c7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:59.096432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-41114df9-b89a-4b35-b20f-97c5b23980ad tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:59.100795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50766) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:59.100985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-41114df9-b89a-4b35-b20f-97c5b23980ad tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/523dd9b8-59f4-4b99-b1f8-4d0e1ee5e2c7 HTTP/1.1" status: 204 len: 168 time: 0.6071887 Aug 29 06:49:59.103689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f673191-6112-4d5d-812c-80a037ef1afe None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:49:59.150631 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-160c502c-6e97-4aa6-b0c5-9365cf9b4389 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472748 Aug 29 06:49:59.153285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50768) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:59.197237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-7be10d64-18cd-4aef-ab2b-b3bc3bdd9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:59.198670 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-7be10d64-18cd-4aef-ab2b-b3bc3bdd9cb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 1095 time: 0.0514374 Aug 29 06:49:59.210322 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9731f25e-9358-4cc6-a8e6-53828601cef4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:59.212790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9731f25e-9358-4cc6-a8e6-53828601cef4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0583808 Aug 29 06:49:59.215386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50770) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:59.256756 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-4d76ab45-feb3-4627-973f-de311a9de322 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79b19bb4-e371-48bc-a3d6-eca7ca168e92 HTTP/1.1" status: 200 len: 217 time: 0.0462205 Aug 29 06:49:59.266772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3cecff-8a42-4a74-af5e-de0bf7581bad tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:59.268254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fa3cecff-8a42-4a74-af5e-de0bf7581bad tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0519705 Aug 29 06:49:59.270714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50772) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:59.317034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-552432d9-9a43-405b-9f21-a54e4c9b1d91 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411189 Aug 29 06:49:59.317189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec3cbd6-0acd-4835-bd89-f2b8722105ad None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:49:59.317278 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-13ac0c26-adc5-4bb8-9938-3ca3afe71219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:59.317996 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-13ac0c26-adc5-4bb8-9938-3ca3afe71219 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.0533693 Aug 29 06:49:59.318494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50774) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:49:59.324263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a3116c64-2d53-48b7-a838-678013fd0006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:49:59.377752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-c61deca3-e1c9-4ee2-9db9-31ab34b36158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:59.380074 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-c61deca3-e1c9-4ee2-9db9-31ab34b36158 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539088 Aug 29 06:49:59.404541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3cbd6-0acd-4835-bd89-f2b8722105ad None None] Deleting port b8302e49-b702-4780-8830-9c30c75e3e65 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:49:59.404922 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6ec3cbd6-0acd-4835-bd89-f2b8722105ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:59.430000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b8302e49-b702-4780-8830-9c30c75e3e65 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:49:59.537592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6ec3cbd6-0acd-4835-bd89-f2b8722105ad None None] For port b8302e49-b702-4780-8830-9c30c75e3e65, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b8302e49-b702-4780-8830-9c30c75e3e65,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:59.537990 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6ec3cbd6-0acd-4835-bd89-f2b8722105ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:59.561529 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-fa8b171e-c0c7-4f10-97e0-badab79a4e09 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698825 Aug 29 06:49:59.563864 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3cbd6-0acd-4835-bd89-f2b8722105ad None None] Calling delete_port for b8302e49-b702-4780-8830-9c30c75e3e65 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:49:59.595121 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3116c64-2d53-48b7-a838-678013fd0006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:49:59.599210 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3116c64-2d53-48b7-a838-678013fd0006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:59.613328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45995-7f35-421d-9459-9b512d768f26 req-07514f64-6694-4b32-a7a6-3b7e631783fd tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:59.615124 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1e45995-7f35-421d-9459-9b512d768f26 req-07514f64-6694-4b32-a7a6-3b7e631783fd tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0610261 Aug 29 06:49:59.657355 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:59.657746 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b5e87e4-ea61-421d-81b9-6343658cf0ab req-2730e035-e721-4f81-abd9-b252898c3666 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874991 Aug 29 06:49:59.707405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port b8302e49-b702-4780-8830-9c30c75e3e65, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b8302e49-b702-4780-8830-9c30c75e3e65,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:49:59.714563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1e45995-7f35-421d-9459-9b512d768f26 req-17acb2c2-808c-4f13-9cb1-31ce5125c15e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636528 Aug 29 06:49:59.821989 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:59.876048 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=b8302e49-b702-4780-8830-9c30c75e3e65,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:59.914794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3116c64-2d53-48b7-a838-678013fd0006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:59.934902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0541faf-cbc8-4d73-974a-40dbdac69c3a req-8ec61931-f98c-4110-a16b-d46383aca854 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:59.936372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0541faf-cbc8-4d73-974a-40dbdac69c3a req-8ec61931-f98c-4110-a16b-d46383aca854 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 943 time: 0.0628624 Aug 29 06:49:59.940413 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6ec3cbd6-0acd-4835-bd89-f2b8722105ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:49:59.967694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3cbd6-0acd-4835-bd89-f2b8722105ad None None] Pushing event deleted for resources: {'Port': ['ID=b8302e49-b702-4780-8830-9c30c75e3e65,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:49:59.971242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec3cbd6-0acd-4835-bd89-f2b8722105ad None None] No DVR routers for this DVR port b8302e49-b702-4780-8830-9c30c75e3e65 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:49:59.988123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3116c64-2d53-48b7-a838-678013fd0006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:49:59.994834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a3116c64-2d53-48b7-a838-678013fd0006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:49:59.998529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3116c64-2d53-48b7-a838-678013fd0006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:49:59.999111 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3116c64-2d53-48b7-a838-678013fd0006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:00.003829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072c3624-f018-40d4-8ed5-8135d3502c5a None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:00.018509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3116c64-2d53-48b7-a838-678013fd0006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=00320974-8bd3-49c6-b1ca-2528211244ff,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:00.035617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0541faf-cbc8-4d73-974a-40dbdac69c3a req-566c8804-cb54-4130-9cf1-d64c544b1585 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775843 Aug 29 06:50:00.089975 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a3116c64-2d53-48b7-a838-678013fd0006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7697010 Aug 29 06:50:00.092538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50788) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:00.097605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'fixed_ips': [{'subnet_id': '00320974-8bd3-49c6-b1ca-2528211244ff', 'ip_address': '2001:db8::c013:e94c:2db1:d435'}], 'name': 'tempest-NetworksTestDHCPv6-199766815'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:00.163055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': '00320974-8bd3-49c6-b1ca-2528211244ff'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:50:00.164123 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:00.168432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f98c54-e92b-40cb-8bfa-b9136f03949e req-f714586e-f08d-42e6-9a71-b561e54b80c3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:00.170053 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8f98c54-e92b-40cb-8bfa-b9136f03949e req-f714586e-f08d-42e6-9a71-b561e54b80c3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1111028 Aug 29 06:50:00.244931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8f98c54-e92b-40cb-8bfa-b9136f03949e req-0cd68d93-dd5f-4c42-b73b-17400808b850 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685534 Aug 29 06:50:00.313010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Allocated IP 2001:db8::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/00320974-8bd3-49c6-b1ca-2528211244ff/f99f2e3f-94be-449f-87b2-02886094daff) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:00.380602 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:00.386256 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:00.403091 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 58dee0f9-a1be-4a67-98ca-8ea4f7c33710 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:50:00.451376 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:00.459838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Transition to ACTIVE for port object f99f2e3f-94be-449f-87b2-02886094daff will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:00.474812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Transition to ACTIVE for port object f99f2e3f-94be-449f-87b2-02886094daff will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:00.599734 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:00.643464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:00.648273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:00.649372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::c013:e94c:2db1:d435 (16c35313-5380-4d1c-adfa-e4bf610ab147/00320974-8bd3-49c6-b1ca-2528211244ff/58dee0f9-a1be-4a67-98ca-8ea4f7c33710) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:00.653156 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:00.666215 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Pushing event updated for resources: {'Port': ['ID=f99f2e3f-94be-449f-87b2-02886094daff,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:00.713134 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Attempting to bind port f99f2e3f-94be-449f-87b2-02886094daff on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:00.713502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Attempting to bind port f99f2e3f-94be-449f-87b2-02886094daff by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:00.713977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Attempting to bind port f99f2e3f-94be-449f-87b2-02886094daff on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:00.724446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:00.724930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:00.725348 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:00.725944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:00.727036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Bound port: f99f2e3f-94be-449f-87b2-02886094daff, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:00.727496 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:00.800142 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] For port f99f2e3f-94be-449f-87b2-02886094daff, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:00.805352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] For port f99f2e3f-94be-449f-87b2-02886094daff, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f99f2e3f-94be-449f-87b2-02886094daff,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:50:00.861557 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:00.878511 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:00.890375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object 58dee0f9-a1be-4a67-98ca-8ea4f7c33710 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:00.900000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9dd8f-736a-4163-91e5-d9ebbc30d1d9 req-25715650-a02b-40dc-ac32-30dc6a7ddbb1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:00.901480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80d9dd8f-736a-4163-91e5-d9ebbc30d1d9 req-25715650-a02b-40dc-ac32-30dc6a7ddbb1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0853388 Aug 29 06:50:00.944035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997696c0-82f8-4b0c-90c3-12ba85ece739 None None] Pushing event updated for resources: {'Port': ['ID=f99f2e3f-94be-449f-87b2-02886094daff,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:00.961929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80d9dd8f-736a-4163-91e5-d9ebbc30d1d9 req-532cf9c4-90ee-44b1-a87d-848ea46c6807 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508456 Aug 29 06:50:01.062497 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:01.134353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:01.142195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:01.151722 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92e036-ddd8-4d91-9821-fcdc99d734cb req-f068dcce-b371-4d14-b1ad-60571003e95e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:01.153898 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f92e036-ddd8-4d91-9821-fcdc99d734cb req-f068dcce-b371-4d14-b1ad-60571003e95e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1278830 Aug 29 06:50:01.155087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:01.165228 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:01.166010 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:01.226026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=58dee0f9-a1be-4a67-98ca-8ea4f7c33710,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:01.261257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96a466-4abe-4703-b9f8-02fdd576e17c req-51fffcbb-922f-46e1-84ce-34ffaef28cb5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:01.262744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb96a466-4abe-4703-b9f8-02fdd576e17c req-51fffcbb-922f-46e1-84ce-34ffaef28cb5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 943 time: 0.1271696 Aug 29 06:50:01.265380 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f92e036-ddd8-4d91-9821-fcdc99d734cb req-e5d565e6-4d7f-42f2-a588-43d175912b37 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822146 Aug 29 06:50:01.305079 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb96a466-4abe-4703-b9f8-02fdd576e17c req-1b353041-cab0-45e3-8cc4-4859bc700aca tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357766 Aug 29 06:50:01.320959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6a10f4ab-9b67-4535-9af4-298434908ffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2273264 Aug 29 06:50:01.323897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50816) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:01.331349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-20ff5220-9ad6-4925-a4be-ec0d74c59cd3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'fixed_ips': [{'subnet_id': '00320974-8bd3-49c6-b1ca-2528211244ff', 'ip_address': '2001:db8::c013:e94c:2db1:d435'}], 'name': 'tempest-NetworksTestDHCPv6-225107173'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:01.443638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a2526-39bc-4fe1-bcd9-d42f9fcd6ccb req-7524f5ad-e38e-4066-9bfc-6f306df10d66 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:01.446134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a02a2526-39bc-4fe1-bcd9-d42f9fcd6ccb req-7524f5ad-e38e-4066-9bfc-6f306df10d66 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0969331 Aug 29 06:50:01.452437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f99f2e3f-94be-449f-87b2-02886094daff up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:01.455424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299142b-40e9-4a06-82b9-828af83adec0 req-2b12ec39-944f-4df4-bb0d-9d3b39dff5fe tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:01.463117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4299142b-40e9-4a06-82b9-828af83adec0 req-2b12ec39-944f-4df4-bb0d-9d3b39dff5fe tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0821147 Aug 29 06:50:01.518789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a02a2526-39bc-4fe1-bcd9-d42f9fcd6ccb req-4879b0aa-9113-42aa-b67d-648007bc3a38 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536261 Aug 29 06:50:01.527963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4299142b-40e9-4a06-82b9-828af83adec0 req-62b36a9d-9b8c-4ce6-ab88-efc7397d9647 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636792 Aug 29 06:50:01.609380 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ff5220-9ad6-4925-a4be-ec0d74c59cd3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:01.639847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port f99f2e3f-94be-449f-87b2-02886094daff completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:01.704257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20ff5220-9ad6-4925-a4be-ec0d74c59cd3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:01.723329 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-20ff5220-9ad6-4925-a4be-ec0d74c59cd3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 49f4f7a6-45f5-4708-9f73-f8a8387108a1 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:50:01.943304 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ff5220-9ad6-4925-a4be-ec0d74c59cd3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 06:50:01.943888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ff5220-9ad6-4925-a4be-ec0d74c59cd3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:50:02.026864 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-17445d40-1661-4f25-a15c-3586b23e5cfe None None] Provisioning for port f99f2e3f-94be-449f-87b2-02886094daff completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:02.028716 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-20ff5220-9ad6-4925-a4be-ec0d74c59cd3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7037208 Aug 29 06:50:02.032514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50824) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:02.034347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-17445d40-1661-4f25-a15c-3586b23e5cfe None None] Provisioning complete for port f99f2e3f-94be-449f-87b2-02886094daff triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:02.034914 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-17445d40-1661-4f25-a15c-3586b23e5cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:02.139791 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-17445d40-1661-4f25-a15c-3586b23e5cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:02.143344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf67f44c-1afa-445c-a9d5-6ee7975e65d0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:02.149378 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf67f44c-1afa-445c-a9d5-6ee7975e65d0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:02.153629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bf67f44c-1afa-445c-a9d5-6ee7975e65d0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1176972 Aug 29 06:50:02.154021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50828) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:02.161864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e93dd0-3ee4-4986-bb5e-fb946391b834 req-5d6eccf5-ab1d-4097-9fe9-a525af5598a3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:02.161864 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98e93dd0-3ee4-4986-bb5e-fb946391b834 req-5d6eccf5-ab1d-4097-9fe9-a525af5598a3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0851262 Aug 29 06:50:02.188909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-17445d40-1661-4f25-a15c-3586b23e5cfe None None] For port f99f2e3f-94be-449f-87b2-02886094daff, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f99f2e3f-94be-449f-87b2-02886094daff,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:02.204923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98e93dd0-3ee4-4986-bb5e-fb946391b834 req-b1cfc911-857c-40c0-b5e7-be4a14fe10cf tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360978 Aug 29 06:50:02.255231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-cd52858f-5e7f-4d74-b567-ce2dd1eb8827 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port 58dee0f9-a1be-4a67-98ca-8ea4f7c33710 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:02.255580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd52858f-5e7f-4d74-b567-ce2dd1eb8827 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:02.285051 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-17445d40-1661-4f25-a15c-3586b23e5cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:02.373243 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd52858f-5e7f-4d74-b567-ce2dd1eb8827 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:02.389364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-cd52858f-5e7f-4d74-b567-ce2dd1eb8827 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for 58dee0f9-a1be-4a67-98ca-8ea4f7c33710 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:02.444951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522fb3e-0765-4968-892f-f1e24d21507f req-fe5c9ffb-34cb-4dde-8877-4469ea799b68 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:02.453574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8522fb3e-0765-4968-892f-f1e24d21507f req-fe5c9ffb-34cb-4dde-8877-4469ea799b68 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 943 time: 0.0626843 Aug 29 06:50:02.484909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17445d40-1661-4f25-a15c-3586b23e5cfe None None] Pushing event updated for resources: {'Port': ['ID=f99f2e3f-94be-449f-87b2-02886094daff,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:02.499715 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8522fb3e-0765-4968-892f-f1e24d21507f req-d80d44fd-bbea-4c03-a3ce-65f3d741d504 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450163 Aug 29 06:50:02.615043 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd52858f-5e7f-4d74-b567-ce2dd1eb8827 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:02.615644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1fe71856-9dcf-405a-a957-b8839a67426a None None] Provisioning for port 58dee0f9-a1be-4a67-98ca-8ea4f7c33710 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:02.620499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1fe71856-9dcf-405a-a957-b8839a67426a None None] Provisioning complete for port 58dee0f9-a1be-4a67-98ca-8ea4f7c33710 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:02.620952 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1fe71856-9dcf-405a-a957-b8839a67426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:02.644884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce72ae1-3040-431b-bb6a-6b7a8f934e46 req-1ffa1a6b-1b51-475f-a1d6-a30d4f03297f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:02.645995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1fe71856-9dcf-405a-a957-b8839a67426a None None] Port 58dee0f9-a1be-4a67-98ca-8ea4f7c33710 was deleted so its status cannot be updated. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 06:50:02.646316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ce72ae1-3040-431b-bb6a-6b7a8f934e46 req-1ffa1a6b-1b51-475f-a1d6-a30d4f03297f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0565622 Aug 29 06:50:02.656239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52858f-5e7f-4d74-b567-ce2dd1eb8827 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=58dee0f9-a1be-4a67-98ca-8ea4f7c33710,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:02.688769 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd52858f-5e7f-4d74-b567-ce2dd1eb8827 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:02.690838 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cd52858f-5e7f-4d74-b567-ce2dd1eb8827 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/58dee0f9-a1be-4a67-98ca-8ea4f7c33710 HTTP/1.1" status: 204 len: 168 time: 0.5358467 Aug 29 06:50:02.693490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50838) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:02.717878 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ce72ae1-3040-431b-bb6a-6b7a8f934e46 req-252d2b06-b408-4f9a-b4be-1da963194642 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646565 Aug 29 06:50:02.765303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca92ea02-493a-41cc-9583-e9f6fd947ade tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:02.766918 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca92ea02-493a-41cc-9583-e9f6fd947ade tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:02.768516 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ca92ea02-493a-41cc-9583-e9f6fd947ade tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0740287 Aug 29 06:50:02.774794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50842) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:02.830335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ca8d3e-c5fc-4bff-af6c-b1a941e04026 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet 00320974-8bd3-49c6-b1ca-2528211244ff {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:50:02.833906 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3ca8d3e-c5fc-4bff-af6c-b1a941e04026 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:02.884871 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3ca8d3e-c5fc-4bff-af6c-b1a941e04026 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:02.967971 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3ca8d3e-c5fc-4bff-af6c-b1a941e04026 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:03.095288 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3ca8d3e-c5fc-4bff-af6c-b1a941e04026 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:03.129963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca8d3e-c5fc-4bff-af6c-b1a941e04026 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=00320974-8bd3-49c6-b1ca-2528211244ff,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:03.132170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3ca8d3e-c5fc-4bff-af6c-b1a941e04026 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:03.137427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a3ca8d3e-c5fc-4bff-af6c-b1a941e04026 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/00320974-8bd3-49c6-b1ca-2528211244ff HTTP/1.1" status: 204 len: 168 time: 0.3647954 Aug 29 06:50:03.138628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50844) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:03.139486 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7f8167-51cd-4e72-b596-7d6ac3a71f17 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:03.188311 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2c661337-bfd8-4864-95de-a54192a6d317 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474858 Aug 29 06:50:03.193000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50848) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:03.200301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c34aac67-e21b-470d-af4d-c9d1d9c3f051 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:03.251286 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-58670053-34d4-4014-822c-bbfac606f5d0 service neutron] show failed (client error): The resource could not be found. Aug 29 06:50:03.252572 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-58670053-34d4-4014-822c-bbfac606f5d0 service neutron] 10.222.0.15 "GET /v2.0/ports/46a20dce-4a25-4e68-b695-3a755a9819a8/bindings/n-h2-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0665700 Aug 29 06:50:03.347110 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c868cf-57a6-4116-bcca-74b79dfc8687 None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:50:03.363206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4b0c5-d38b-463b-b164-60649ca1befe req-7d880c17-36ee-4180-9e49-e95d23f155ea tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:03.363206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ad4b0c5-d38b-463b-b164-60649ca1befe req-7d880c17-36ee-4180-9e49-e95d23f155ea tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0700161 Aug 29 06:50:03.395967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b9c868cf-57a6-4116-bcca-74b79dfc8687 None None] Deleting port f99f2e3f-94be-449f-87b2-02886094daff {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:03.396335 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9c868cf-57a6-4116-bcca-74b79dfc8687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:03.402258 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ad4b0c5-d38b-463b-b164-60649ca1befe req-f4121ee2-8b59-47c2-979a-4ca9f516eee6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337112 Aug 29 06:50:03.432614 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:03.433708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34aac67-e21b-470d-af4d-c9d1d9c3f051 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:03.437445 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c34aac67-e21b-470d-af4d-c9d1d9c3f051 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:03.460469 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b9c868cf-57a6-4116-bcca-74b79dfc8687 None None] For port f99f2e3f-94be-449f-87b2-02886094daff, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f99f2e3f-94be-449f-87b2-02886094daff,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:03.460942 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9c868cf-57a6-4116-bcca-74b79dfc8687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:03.474206 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b9c868cf-57a6-4116-bcca-74b79dfc8687 None None] Calling delete_port for f99f2e3f-94be-449f-87b2-02886094daff owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:03.616036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c60ff-1387-4bc9-8daa-b0ccfb9fbe62 req-6500f927-558b-4ef4-9c3c-2ec6d58865f2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:03.618091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c9c60ff-1387-4bc9-8daa-b0ccfb9fbe62 req-6500f927-558b-4ef4-9c3c-2ec6d58865f2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 943 time: 0.0499051 Aug 29 06:50:03.656688 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9c868cf-57a6-4116-bcca-74b79dfc8687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:03.668416 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c9c60ff-1387-4bc9-8daa-b0ccfb9fbe62 req-ce026b9b-c400-436b-bcfb-13e969a3add1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 Aug 29 06:50:03.686189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c868cf-57a6-4116-bcca-74b79dfc8687 None None] Pushing event deleted for resources: {'Port': ['ID=f99f2e3f-94be-449f-87b2-02886094daff,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:03.689957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c868cf-57a6-4116-bcca-74b79dfc8687 None None] No DVR routers for this DVR port f99f2e3f-94be-449f-87b2-02886094daff on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:50:03.826765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7ccb5-d1f4-4e58-bcd9-8eb8144a2a8d req-446b94fb-cc93-4366-873c-31cf3da99d7c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:03.828296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-59d7ccb5-d1f4-4e58-bcd9-8eb8144a2a8d req-446b94fb-cc93-4366-873c-31cf3da99d7c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0498683 Aug 29 06:50:03.871337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-59d7ccb5-d1f4-4e58-bcd9-8eb8144a2a8d req-e18ed2ac-2906-4f2d-aeaa-f4f1ea591f4d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364008 Aug 29 06:50:03.872203 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c34aac67-e21b-470d-af4d-c9d1d9c3f051 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:03.916300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34aac67-e21b-470d-af4d-c9d1d9c3f051 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:03.917670 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-c34aac67-e21b-470d-af4d-c9d1d9c3f051 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:03.921831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34aac67-e21b-470d-af4d-c9d1d9c3f051 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:03.922418 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c34aac67-e21b-470d-af4d-c9d1d9c3f051 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:03.927315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c64e35-27f3-4589-846c-d2f85690b51c None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:03.937275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34aac67-e21b-470d-af4d-c9d1d9c3f051 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=ee190853-e2e8-4fdf-9d22-3a511ee12079,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:04.017325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-7a1fbb1d-d745-41a9-8153-8fff6b593782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:04.019016 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-7a1fbb1d-d745-41a9-8153-8fff6b593782 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d&tenant_id=71b5947da1484517ad5efa3f460d6a2d HTTP/1.1" status: 200 len: 1102 time: 0.0415111 Aug 29 06:50:04.042841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:04.049432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c34aac67-e21b-470d-af4d-c9d1d9c3f051 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8542867 Aug 29 06:50:04.052229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50858) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:04.057584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1aef5c89-3fce-4986-83e9-a94139af98dc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'fixed_ips': [{'subnet_id': 'ee190853-e2e8-4fdf-9d22-3a511ee12079', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-804721050'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:04.072831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': 'ee190853-e2e8-4fdf-9d22-3a511ee12079'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:50:04.073786 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:04.102376 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:04.214362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Allocated IP 2001:db8::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/ee190853-e2e8-4fdf-9d22-3a511ee12079/9766a9bd-a3df-4883-be7b-33dee20f1cfe) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:04.254826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aef5c89-3fce-4986-83e9-a94139af98dc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:04.341464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] For port 46a20dce-4a25-4e68-b695-3a755a9819a8, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=46a20dce-4a25-4e68-b695-3a755a9819a8,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:04.364241 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1aef5c89-3fce-4986-83e9-a94139af98dc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:04.376893 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:04.382834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] For port 46a20dce-4a25-4e68-b695-3a755a9819a8, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:04.387348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Transition to ACTIVE for port object 9766a9bd-a3df-4883-be7b-33dee20f1cfe will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:04.388017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-1aef5c89-3fce-4986-83e9-a94139af98dc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 4e521418-0394-4661-8664-263437a8b881 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:50:04.404666 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Transition to ACTIVE for port object 9766a9bd-a3df-4883-be7b-33dee20f1cfe will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:04.425786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a20dce-4a25-4e68-b695-3a755a9819a8'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:50:04.431223 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b920516d-2c2b-4b59-abe4-25891cc1bc40" -d '{"events": [{"server_uuid": "8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d", "name": "network-vif-unplugged", "status": "completed", "tag": "46a20dce-4a25-4e68-b695-3a755a9819a8"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:50:04.433166 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:04.448108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Transition to ACTIVE for port object 46a20dce-4a25-4e68-b695-3a755a9819a8 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:04.514318 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:04.546016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 79b19bb4-e371-48bc-a3d6-eca7ca168e92 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:50:04.570542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20137c-b1b2-4159-a08a-65a45c3bdb21 req-cd256005-2c8a-4119-9073-f4b313cc612b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:04.570901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:04.571690 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:04.572107 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db20137c-b1b2-4159-a08a-65a45c3bdb21 req-cd256005-2c8a-4119-9073-f4b313cc612b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1747072 Aug 29 06:50:04.577750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:04.580177 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:04.591183 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Pushing event updated for resources: {'Port': ['ID=9766a9bd-a3df-4883-be7b-33dee20f1cfe,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:04.598348 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f69775-53c5-446c-b6b6-56b5759b45ad req-04416f1b-5080-4c2c-bb42-c56f2dcd189d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:04.600092 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95f69775-53c5-446c-b6b6-56b5759b45ad req-04416f1b-5080-4c2c-bb42-c56f2dcd189d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.0986643 Aug 29 06:50:04.624587 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aef5c89-3fce-4986-83e9-a94139af98dc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:50:04.625149 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aef5c89-3fce-4986-83e9-a94139af98dc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:50:04.654695 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] No DVR routers for this DVR port 46a20dce-4a25-4e68-b695-3a755a9819a8 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:50:04.687544 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db20137c-b1b2-4159-a08a-65a45c3bdb21 req-0ba7cf3d-4e81-410a-8eb2-76a2d89e2368 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889266 Aug 29 06:50:04.706301 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95f69775-53c5-446c-b6b6-56b5759b45ad req-1b3bef45-9c7a-4702-ba45-3548a96f8937 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935979 Aug 29 06:50:04.706904 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Pushing event updated for resources: {'Port': ['ID=46a20dce-4a25-4e68-b695-3a755a9819a8,revision_number=6']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:04.730567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Attempting to bind port 46a20dce-4a25-4e68-b695-3a755a9819a8 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:04.730918 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Attempting to bind port 46a20dce-4a25-4e68-b695-3a755a9819a8 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:04.731284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Attempting to bind port 46a20dce-4a25-4e68-b695-3a755a9819a8 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:04.736751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Port 46a20dce-4a25-4e68-b695-3a755a9819a8 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:50:04.737084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Attempting to bind port 46a20dce-4a25-4e68-b695-3a755a9819a8 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:04.743853 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:04.744217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:04.744614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:04.745057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Bound port: 46a20dce-4a25-4e68-b695-3a755a9819a8, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:04.745426 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:04.753608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Attempting to bind port 9766a9bd-a3df-4883-be7b-33dee20f1cfe on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:04.754188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Attempting to bind port 9766a9bd-a3df-4883-be7b-33dee20f1cfe by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:04.754323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Attempting to bind port 9766a9bd-a3df-4883-be7b-33dee20f1cfe on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:04.760737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:04.761084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:04.761518 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:04.761915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:04.762542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Bound port: 9766a9bd-a3df-4883-be7b-33dee20f1cfe, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:04.762877 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:04.768980 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61356ff3-0307-43c2-a122-9923015e452a x-openstack-request-id: req-61356ff3-0307-43c2-a122-9923015e452a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:50:04.768980 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d", "name": "network-vif-unplugged", "status": "completed", "tag": "46a20dce-4a25-4e68-b695-3a755a9819a8", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:50:04.768980 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-61356ff3-0307-43c2-a122-9923015e452a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:50:04.768980 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a20dce-4a25-4e68-b695-3a755a9819a8', 'code': 200} Aug 29 06:50:04.819539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1aef5c89-3fce-4986-83e9-a94139af98dc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7638226 Aug 29 06:50:04.819847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 79b19bb4-e371-48bc-a3d6-eca7ca168e92, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=79b19bb4-e371-48bc-a3d6-eca7ca168e92,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:04.820458 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50876) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:04.844298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '79b19bb4-e371-48bc-a3d6-eca7ca168e92', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'port_id': '79b19bb4-e371-48bc-a3d6-eca7ca168e92', 'mac_address': 'fa:16:3e:e2:c6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:50:04.859053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] For port 46a20dce-4a25-4e68-b695-3a755a9819a8, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:04.865968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] For port 46a20dce-4a25-4e68-b695-3a755a9819a8, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=46a20dce-4a25-4e68-b695-3a755a9819a8,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:50:04.876346 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] For port 9766a9bd-a3df-4883-be7b-33dee20f1cfe, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:04.909718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] For port 9766a9bd-a3df-4883-be7b-33dee20f1cfe, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9766a9bd-a3df-4883-be7b-33dee20f1cfe,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:50:04.921862 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:04.938162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b19bb4-e371-48bc-a3d6-eca7ca168e92 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:50:04.948323 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f41eb3-2c8a-4813-8f27-bcf9610d0958 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:04.949839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-66f41eb3-2c8a-4813-8f27-bcf9610d0958 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1285839 Aug 29 06:50:04.952559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50882) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:04.959056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd69357-3a1f-4950-b121-5decc3c69d85 req-d303ea45-856a-4b7e-89a2-f220b38888c9 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:04.959927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 79b19bb4-e371-48bc-a3d6-eca7ca168e92, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=79b19bb4-e371-48bc-a3d6-eca7ca168e92,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:04.960825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2cd69357-3a1f-4950-b121-5decc3c69d85 req-d303ea45-856a-4b7e-89a2-f220b38888c9 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1250226 Aug 29 06:50:04.968594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4862782-c60b-4127-87ec-d288310c2706 req-031beb91-e314-4b43-b6b0-6b055cfd2cd7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:04.971593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4862782-c60b-4127-87ec-d288310c2706 req-031beb91-e314-4b43-b6b0-6b055cfd2cd7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 943 time: 0.1343596 Aug 29 06:50:04.986795 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:05.022708 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:05.032914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2cd69357-3a1f-4950-b121-5decc3c69d85 req-373f5d42-de8f-4d26-860c-e943ffd293bd tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591717 Aug 29 06:50:05.036426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:05.037083 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:05.039078 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] 10.222.0.11 "PUT /v2.0/ports/46a20dce-4a25-4e68-b695-3a755a9819a8 HTTP/1.1" status: 200 len: 1097 time: 1.0004191 Aug 29 06:50:05.039560 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4862782-c60b-4127-87ec-d288310c2706 req-e982f99b-7b63-495c-8e2b-8849d882ceb5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592828 Aug 29 06:50:05.052159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57720c7-6982-4d5b-bd37-4a63bb674e9a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:05.058499 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57720c7-6982-4d5b-bd37-4a63bb674e9a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:05.058499 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b57720c7-6982-4d5b-bd37-4a63bb674e9a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1020091 Aug 29 06:50:05.058695 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50884) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:05.076513 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:05.144172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23149d-da27-4e1c-9da9-40ec04ccad98 None None] Pushing event updated for resources: {'Port': ['ID=9766a9bd-a3df-4883-be7b-33dee20f1cfe,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:05.173454 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d90ef-d723-48da-91ac-d75bb46f4a37 service neutron] Pushing event updated for resources: {'Port': ['ID=46a20dce-4a25-4e68-b695-3a755a9819a8,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:05.215728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=79b19bb4-e371-48bc-a3d6-eca7ca168e92,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:05.247712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-6201e4cb-e243-4c9d-be8e-846b3370a58a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet ee190853-e2e8-4fdf-9d22-3a511ee12079 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:50:05.251216 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6201e4cb-e243-4c9d-be8e-846b3370a58a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:05.269886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13539aa-87b3-4bb7-8f80-0698550df2fb req-1766fd33-84dc-4ad7-b0a3-ee3c60d42f53 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:05.277622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e13539aa-87b3-4bb7-8f80-0698550df2fb req-1766fd33-84dc-4ad7-b0a3-ee3c60d42f53 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0735908 Aug 29 06:50:05.294351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-c06425a5-b333-4bcf-88f1-bdc5aff92110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:05.300994 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-c06425a5-b333-4bcf-88f1-bdc5aff92110 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 1100 time: 0.1587100 Aug 29 06:50:05.324268 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6201e4cb-e243-4c9d-be8e-846b3370a58a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:05.393049 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e13539aa-87b3-4bb7-8f80-0698550df2fb req-24c66c7c-5b10-4226-8e78-2e9e8fa8d759 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130793 Aug 29 06:50:05.413745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343c636-b235-4df8-833b-f3ca43a4c30f req-ecc8e43b-9bb4-4662-a2d6-06a9a96ed696 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:05.415895 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2343c636-b235-4df8-833b-f3ca43a4c30f req-ecc8e43b-9bb4-4662-a2d6-06a9a96ed696 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1309297 Aug 29 06:50:05.452181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f99f2e3f-94be-449f-87b2-02886094daff no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:50:05.490450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: f99f2e3f-94be-449f-87b2-02886094daff {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:50:05.491003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f99f2e3f-94be-449f-87b2-02886094daff not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:50:05.493765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['79b19bb4-e371-48bc-a3d6-eca7ca168e92'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:50:05.500767 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-67e4cf79-5817-4696-a12e-d1255e6a11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:05.501528 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-67e4cf79-5817-4696-a12e-d1255e6a11f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1892164 Aug 29 06:50:05.510477 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2343c636-b235-4df8-833b-f3ca43a4c30f req-ecbdee90-3878-4a37-9958-e6adac89ed13 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819144 Aug 29 06:50:05.574964 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-1a914438-74a5-4186-a843-ea36f8dc4ebb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=46a20dce-4a25-4e68-b695-3a755a9819a8 HTTP/1.1" status: 200 len: 217 time: 0.0475750 Aug 29 06:50:05.595698 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6201e4cb-e243-4c9d-be8e-846b3370a58a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:05.639260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e146f-48c5-4f6e-8cd5-ae57aab897e9 req-eb8908b3-8682-405a-8743-36268e0344b4 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:05.646994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f6e146f-48c5-4f6e-8cd5-ae57aab897e9 req-eb8908b3-8682-405a-8743-36268e0344b4 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0576267 Aug 29 06:50:05.667512 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-d2491007-2310-4b20-a2a1-6d603539d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:05.669008 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-d2491007-2310-4b20-a2a1-6d603539d121 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0831969 Aug 29 06:50:05.681122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f6e146f-48c5-4f6e-8cd5-ae57aab897e9 req-c87933a2-edee-450b-a6b0-be7d9a051917 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330305 Aug 29 06:50:05.729449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-a1d528b2-d939-4fad-bd31-74e4e2c58f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:05.730957 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-a1d528b2-d939-4fad-bd31-74e4e2c58f28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542283 Aug 29 06:50:05.819230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6201e4cb-e243-4c9d-be8e-846b3370a58a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:05.861660 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-be784b84-9a65-40f8-bd6b-5bdc6935747d service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171660 Aug 29 06:50:05.862781 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6201e4cb-e243-4c9d-be8e-846b3370a58a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:05.864899 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6201e4cb-e243-4c9d-be8e-846b3370a58a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/ee190853-e2e8-4fdf-9d22-3a511ee12079 HTTP/1.1" status: 204 len: 168 time: 0.8054576 Aug 29 06:50:05.865967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201e4cb-e243-4c9d-be8e-846b3370a58a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=ee190853-e2e8-4fdf-9d22-3a511ee12079,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:05.867646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50902) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:05.887439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5282f38-bb73-4e44-8e5b-9b02562c9a17 req-425d9eb0-e17a-43c5-ba81-2f8c94a77d5c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:05.892511 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5282f38-bb73-4e44-8e5b-9b02562c9a17 req-425d9eb0-e17a-43c5-ba81-2f8c94a77d5c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 948 time: 0.1062167 Aug 29 06:50:05.927427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e38c4c-0552-4f56-b4d6-5a7b97cb3b33 req-0d9a6c27-c9a6-4fe6-a416-5a87740bf6df tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:05.931775 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8a5009f9-f309-4647-88f6-5ca03ee5a58f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591462 Aug 29 06:50:05.931892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09e38c4c-0552-4f56-b4d6-5a7b97cb3b33 req-0d9a6c27-c9a6-4fe6-a416-5a87740bf6df tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1116364 Aug 29 06:50:05.932911 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50904) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:05.937900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-853554b9-c569-42b6-8bc8-ba7506753478 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:05.999087 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-647bcfc7-8308-4e9f-b19a-088edc1c70d1 req-f6ae2833-d14c-4505-b574-c09cfa4686b8 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291726 Aug 29 06:50:06.029391 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5282f38-bb73-4e44-8e5b-9b02562c9a17 req-9da25825-3942-43df-a2c2-bfbd4901aeb1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324956 Aug 29 06:50:06.050852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09e38c4c-0552-4f56-b4d6-5a7b97cb3b33 req-ca3be52c-7682-4639-bd2f-8426c181cfda tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067855 Aug 29 06:50:06.185070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77c919f-2a16-49b0-afc8-49f1be51f92a None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:06.216943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88b059-ab79-4676-b554-e729b7c56cd3 req-c03471a7-e787-4170-a7bf-e26c80b78fd5 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:06.218437 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c88b059-ab79-4676-b554-e729b7c56cd3 req-c03471a7-e787-4170-a7bf-e26c80b78fd5 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0837674 Aug 29 06:50:06.227802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1006679-0b67-4a85-bf61-f14356d7b6ae req-7150a50f-0457-4889-b8d1-57665034189d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:06.228834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1006679-0b67-4a85-bf61-f14356d7b6ae req-7150a50f-0457-4889-b8d1-57665034189d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 944 time: 0.0848806 Aug 29 06:50:06.278957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853554b9-c569-42b6-8bc8-ba7506753478 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:06.282416 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-853554b9-c569-42b6-8bc8-ba7506753478 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:06.304562 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c88b059-ab79-4676-b554-e729b7c56cd3 req-25128de6-bd53-4a09-b350-48e60df0380e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747168 Aug 29 06:50:06.307599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1006679-0b67-4a85-bf61-f14356d7b6ae req-f0462eca-3d52-4cfb-aaae-6240c89158aa tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703914 Aug 29 06:50:06.407766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4bfc8d-4dc0-4161-acf4-fe95e030cbbc None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:50:06.412476 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9d3ae041-9fcc-481f-8a2f-2476e0bca489 None None] Provisioning for port 9766a9bd-a3df-4883-be7b-33dee20f1cfe completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:06.471587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2f4bfc8d-4dc0-4161-acf4-fe95e030cbbc None None] Deleting port 9766a9bd-a3df-4883-be7b-33dee20f1cfe {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:06.472010 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2f4bfc8d-4dc0-4161-acf4-fe95e030cbbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:06.526157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 46a20dce-4a25-4e68-b695-3a755a9819a8 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:50:06.562923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2f4bfc8d-4dc0-4161-acf4-fe95e030cbbc None None] For port 9766a9bd-a3df-4883-be7b-33dee20f1cfe, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9766a9bd-a3df-4883-be7b-33dee20f1cfe,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:06.563437 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2f4bfc8d-4dc0-4161-acf4-fe95e030cbbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:06.591109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2f4bfc8d-4dc0-4161-acf4-fe95e030cbbc None None] Calling delete_port for 9766a9bd-a3df-4883-be7b-33dee20f1cfe owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:06.597751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcf244-8304-4096-a459-5a73b67f2788 req-95035abb-ea4a-4fea-959d-5e48a67aba7f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:06.599355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9efcf244-8304-4096-a459-5a73b67f2788 req-95035abb-ea4a-4fea-959d-5e48a67aba7f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0951643 Aug 29 06:50:06.606240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 46a20dce-4a25-4e68-b695-3a755a9819a8 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:50:06.610070 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c615b-8499-4059-9430-261514d52157 req-549da479-0680-442b-938d-82c410e40022 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:06.611552 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d0c615b-8499-4059-9430-261514d52157 req-549da479-0680-442b-938d-82c410e40022 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1063113 Aug 29 06:50:06.667785 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9efcf244-8304-4096-a459-5a73b67f2788 req-cccdb95e-eea7-4ea3-bcf3-33298cb45139 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551481 Aug 29 06:50:06.670512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d0c615b-8499-4059-9430-261514d52157 req-84fa3de4-4180-42fc-af61-575f163037b0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520108 Aug 29 06:50:06.690919 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-853554b9-c569-42b6-8bc8-ba7506753478 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:06.736194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853554b9-c569-42b6-8bc8-ba7506753478 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:06.743650 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-853554b9-c569-42b6-8bc8-ba7506753478 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:06.756403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853554b9-c569-42b6-8bc8-ba7506753478 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:06.757085 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-853554b9-c569-42b6-8bc8-ba7506753478 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:06.761754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853554b9-c569-42b6-8bc8-ba7506753478 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=fbbffe28-c121-45f9-8591-853fdf72311b,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:06.768842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d', 'tag': '46a20dce-4a25-4e68-b695-3a755a9819a8'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:50:06.771549 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d", "tag": "46a20dce-4a25-4e68-b695-3a755a9819a8"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:50:06.805458 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2f4bfc8d-4dc0-4161-acf4-fe95e030cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:06.806607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09689eb1-a8b7-48ad-9b4f-dea0f2ec59e1 req-ce6609de-6594-4d2f-a7c0-2076e8f15d16 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:06.808381 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09689eb1-a8b7-48ad-9b4f-dea0f2ec59e1 req-ce6609de-6594-4d2f-a7c0-2076e8f15d16 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0691540 Aug 29 06:50:06.824457 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74635272-0be1-4cc7-8a01-37b7ec03ea13 x-openstack-request-id: req-74635272-0be1-4cc7-8a01-37b7ec03ea13 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:50:06.825055 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d", "tag": "46a20dce-4a25-4e68-b695-3a755a9819a8", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:50:06.825367 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74635272-0be1-4cc7-8a01-37b7ec03ea13 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:50:06.825829 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d', 'tag': '46a20dce-4a25-4e68-b695-3a755a9819a8', 'status': 'completed', 'code': 200} Aug 29 06:50:06.831470 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bfc8d-4dc0-4161-acf4-fe95e030cbbc None None] Pushing event deleted for resources: {'Port': ['ID=9766a9bd-a3df-4883-be7b-33dee20f1cfe,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:06.834920 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4bfc8d-4dc0-4161-acf4-fe95e030cbbc None None] No DVR routers for this DVR port 9766a9bd-a3df-4883-be7b-33dee20f1cfe on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:50:06.852492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b5f9cd-a4ba-4ee6-b95a-1754ba62bd22 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:06.856189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09689eb1-a8b7-48ad-9b4f-dea0f2ec59e1 req-a341c11c-7546-430b-9613-3f971094aa99 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Aug 29 06:50:06.872702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-853554b9-c569-42b6-8bc8-ba7506753478 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9386935 Aug 29 06:50:06.875411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50924) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:06.880656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-39c2ace9-6ef6-451e-b3c9-3a1a14df2e89 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-10115844', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:06.958502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-5479b23c-0f36-47de-8712-d8d536e3d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:06.960093 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-5479b23c-0f36-47de-8712-d8d536e3d039 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 1100 time: 0.0979037 Aug 29 06:50:06.967493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-d9c0c9b7-fc06-48cf-adba-bbb71e506f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:06.968905 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-d9c0c9b7-fc06-48cf-adba-bbb71e506f25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 1100 time: 0.0750439 Aug 29 06:50:06.982105 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39c2ace9-6ef6-451e-b3c9-3a1a14df2e89 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:06.986273 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39c2ace9-6ef6-451e-b3c9-3a1a14df2e89 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:07.042269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': 'fbbffe28-c121-45f9-8591-853fdf72311b'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:50:07.043230 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:07.077116 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39c2ace9-6ef6-451e-b3c9-3a1a14df2e89 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:07.113265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319dc46-15e5-402e-be7d-b0d4474cbf9a req-e83177d6-b1ac-4feb-9710-6ca88d3885e9 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:07.119679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2319dc46-15e5-402e-be7d-b0d4474cbf9a req-e83177d6-b1ac-4feb-9710-6ca88d3885e9 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1030321 Aug 29 06:50:07.131203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-e1213427-6076-42ed-8b2e-73ed0bafd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:07.133188 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-e1213427-6076-42ed-8b2e-73ed0bafd1f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1612155 Aug 29 06:50:07.137336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-67c1b49a-2b8a-49e1-a7c8-909bedae2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:07.138707 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-67c1b49a-2b8a-49e1-a7c8-909bedae2e45 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1583791 Aug 29 06:50:07.161787 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39c2ace9-6ef6-451e-b3c9-3a1a14df2e89 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:07.177748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-2c0a85d1-f8ec-4e6c-8d01-7a90e90e6f4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=46a20dce-4a25-4e68-b695-3a755a9819a8 HTTP/1.1" status: 200 len: 217 time: 0.0348272 Aug 29 06:50:07.196244 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Allocated IP 2001:db8::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/fbbffe28-c121-45f9-8591-853fdf72311b/6e002a94-9209-49ba-8ba6-37366928a4ed) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:07.205869 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2319dc46-15e5-402e-be7d-b0d4474cbf9a req-b4e3ac59-697c-4495-8723-5146f126e111 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834756 Aug 29 06:50:07.215683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0b520-bf99-4606-b4b1-7720016acb9a req-f86103a5-1196-4e85-8cb3-a4f3acd701a7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:07.223059 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1e0b520-bf99-4606-b4b1-7720016acb9a req-f86103a5-1196-4e85-8cb3-a4f3acd701a7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 948 time: 0.1018479 Aug 29 06:50:07.237850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-65fb9dd0-83c1-4e62-9872-65de6df36cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:07.237850 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-65fb9dd0-83c1-4e62-9872-65de6df36cd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0508869 Aug 29 06:50:07.276800 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1e0b520-bf99-4606-b4b1-7720016acb9a req-6a3c7613-d165-4a47-9434-a23ef0c7ad42 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528314 Aug 29 06:50:07.281849 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-dabec0bd-8164-4fcb-ab6b-d80c6c749c4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=46a20dce-4a25-4e68-b695-3a755a9819a8 HTTP/1.1" status: 200 len: 217 time: 0.0447879 Aug 29 06:50:07.288906 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39c2ace9-6ef6-451e-b3c9-3a1a14df2e89 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:07.322802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-39c2ace9-6ef6-451e-b3c9-3a1a14df2e89 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4461684 Aug 29 06:50:07.331895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50936) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:07.364123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-cfcb2329-d55a-49c1-bc3e-3ddeda58b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:07.365721 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-cfcb2329-d55a-49c1-bc3e-3ddeda58b637 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1217532 Aug 29 06:50:07.367630 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-c4ff2ac1-0e93-4b15-8c05-075847b440fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:07.369043 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-c4ff2ac1-0e93-4b15-8c05-075847b440fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0732439 Aug 29 06:50:07.369488 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:07.377881 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Transition to ACTIVE for port object 6e002a94-9209-49ba-8ba6-37366928a4ed will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:07.393521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Transition to ACTIVE for port object 6e002a94-9209-49ba-8ba6-37366928a4ed will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:07.474953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-c108e429-683d-46e5-af82-0ce66009efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:07.477021 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-c108e429-683d-46e5-af82-0ce66009efaa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0915520 Aug 29 06:50:07.514232 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:07.515588 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-4e6d04dd-180a-482f-8e5d-6cfa6d32f6cb service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393912 Aug 29 06:50:07.558850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:07.564991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:07.569822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:07.573161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Pushing event updated for resources: {'Port': ['ID=6e002a94-9209-49ba-8ba6-37366928a4ed,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:07.637763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Attempting to bind port 6e002a94-9209-49ba-8ba6-37366928a4ed on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:07.638112 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Attempting to bind port 6e002a94-9209-49ba-8ba6-37366928a4ed by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:07.638406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Attempting to bind port 6e002a94-9209-49ba-8ba6-37366928a4ed on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:07.644364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:07.644761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:07.645158 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:07.645560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:07.646056 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Bound port: 6e002a94-9209-49ba-8ba6-37366928a4ed, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:07.646443 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:07.725344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] For port 6e002a94-9209-49ba-8ba6-37366928a4ed, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:07.729029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] For port 6e002a94-9209-49ba-8ba6-37366928a4ed, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6e002a94-9209-49ba-8ba6-37366928a4ed,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:50:07.937112 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-5d645e8b-275d-4773-92cb-d0cb34eaf168 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470820 Aug 29 06:50:07.938421 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:07.942516 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-701a2e59-5b7a-4cdc-a315-3777ae737645 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018376 Aug 29 06:50:07.986208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d9fad-a614-4ad8-8ea6-eaba92dc70b1 req-cb0fb719-804f-4933-b0b8-b4e49bc95108 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:07.988007 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b2d9fad-a614-4ad8-8ea6-eaba92dc70b1 req-cb0fb719-804f-4933-b0b8-b4e49bc95108 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.6571231 Aug 29 06:50:07.999379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c2996-1889-4875-9e14-a891e36c6712 req-d422751e-2ef5-4c06-8126-41f1ffd3228e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:08.000879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-306c2996-1889-4875-9e14-a891e36c6712 req-d422751e-2ef5-4c06-8126-41f1ffd3228e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 944 time: 0.5715075 Aug 29 06:50:08.028713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26debbd6-cd73-4a12-8028-19f18dff9e6f None None] Pushing event updated for resources: {'Port': ['ID=6e002a94-9209-49ba-8ba6-37366928a4ed,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:08.048593 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c850b28-79c4-4a42-9540-0e59fb4dcc6e req-0f0ebb8a-030c-4382-b9d4-2e92e7451a49 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044536 Aug 29 06:50:08.107987 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-335f4fa5-c474-48cb-8004-b51e49fc7274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:08.157266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b2d9fad-a614-4ad8-8ea6-eaba92dc70b1 req-8f1355fc-f10c-4e56-aa58-dd6d328e02bb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553912 Aug 29 06:50:08.173185 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-306c2996-1889-4875-9e14-a891e36c6712 req-aa1b9882-d079-4329-ab07-c4d39f7ab1a9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282654 Aug 29 06:50:08.219134 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:08.465148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1181f-a5b3-4b97-a542-f39f66358529 req-c7f2353d-a0b7-47d8-a6cf-ae8e4aa9b685 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:08.466722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8de1181f-a5b3-4b97-a542-f39f66358529 req-c7f2353d-a0b7-47d8-a6cf-ae8e4aa9b685 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1600504 Aug 29 06:50:08.528499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 79b19bb4-e371-48bc-a3d6-eca7ca168e92 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:08.545339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c0d74-e5ef-4ea3-aef2-2c033e23e6ef req-06a239a5-e386-4f64-abe4-4d65460554d9 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:08.546947 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c3c0d74-e5ef-4ea3-aef2-2c033e23e6ef req-06a239a5-e386-4f64-abe4-4d65460554d9 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 948 time: 0.1409714 Aug 29 06:50:08.597007 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8de1181f-a5b3-4b97-a542-f39f66358529 req-fb099875-79ed-4772-922c-a8df4d240669 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217506 Aug 29 06:50:08.643049 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c3c0d74-e5ef-4ea3-aef2-2c033e23e6ef req-02ca9b18-8b01-4ea0-bbff-d8675257d7f8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829029 Aug 29 06:50:08.644246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::1 (16c35313-5380-4d1c-adfa-e4bf610ab147/fbbffe28-c121-45f9-8591-853fdf72311b/d0006d6d-aeea-45a8-b7aa-f4ad21bc1679) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:08.667122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 79b19bb4-e371-48bc-a3d6-eca7ca168e92 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:08.667375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 79b19bb4-e371-48bc-a3d6-eca7ca168e92 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:08.670034 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:08.758471 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:08.768841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5b03d-a07f-47bc-a366-c1d64cc60941 req-f3a847c0-f641-4597-9576-995781fc2fe6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:08.770374 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57d5b03d-a07f-47bc-a366-c1d64cc60941 req-f3a847c0-f641-4597-9576-995781fc2fe6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1151886 Aug 29 06:50:08.786708 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e5365d-b52d-4ca2-8e54-8914185a35ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b19bb4-e371-48bc-a3d6-eca7ca168e92'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:50:08.789061 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576ec744-48b4-455c-a687-7dc7db2d34bb" -d '{"events": [{"server_uuid": "54e5365d-b52d-4ca2-8e54-8914185a35ea", "name": "network-vif-plugged", "status": "completed", "tag": "79b19bb4-e371-48bc-a3d6-eca7ca168e92"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:50:08.804346 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 79b19bb4-e371-48bc-a3d6-eca7ca168e92, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=79b19bb4-e371-48bc-a3d6-eca7ca168e92,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:08.829199 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:08.838889 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d700d2-1236-4e5a-9712-7fcff82df39a x-openstack-request-id: req-39d700d2-1236-4e5a-9712-7fcff82df39a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:50:08.839332 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e5365d-b52d-4ca2-8e54-8914185a35ea", "name": "network-vif-plugged", "status": "completed", "tag": "79b19bb4-e371-48bc-a3d6-eca7ca168e92", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:50:08.839590 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39d700d2-1236-4e5a-9712-7fcff82df39a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:50:08.843548 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e5365d-b52d-4ca2-8e54-8914185a35ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b19bb4-e371-48bc-a3d6-eca7ca168e92', 'code': 200} Aug 29 06:50:08.858097 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57d5b03d-a07f-47bc-a366-c1d64cc60941 req-e10399dd-eaa8-4ccd-a53c-9ed43010b970 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775716 Aug 29 06:50:08.859046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:08.901112 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:08.964128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=79b19bb4-e371-48bc-a3d6-eca7ca168e92,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:08.980770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249f9e0-44c9-43eb-a3ac-fb55737d6a47 req-1c9e7832-d79b-4882-9f99-b2ee4ecd854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:08.982296 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5249f9e0-44c9-43eb-a3ac-fb55737d6a47 req-1c9e7832-d79b-4882-9f99-b2ee4ecd854d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 1097 time: 0.0460937 Aug 29 06:50:09.003788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028e5c5-4d66-40d1-8c46-af30c1da5c78 req-5750b3bd-4d33-43c4-8428-7bffd87a2040 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:09.005424 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3028e5c5-4d66-40d1-8c46-af30c1da5c78 req-5750b3bd-4d33-43c4-8428-7bffd87a2040 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0570374 Aug 29 06:50:09.006983 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:09.033996 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5249f9e0-44c9-43eb-a3ac-fb55737d6a47 req-503600c3-8f1c-4c39-8eb6-f43f0acbde37 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351956 Aug 29 06:50:09.077755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:09.084209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:09.095168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:09.095168 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:09.095168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=d0006d6d-aeea-45a8-b7aa-f4ad21bc1679,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:09.099672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3028e5c5-4d66-40d1-8c46-af30c1da5c78 req-6628edcf-2909-4cf5-8c21-a77417bc4993 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874774 Aug 29 06:50:09.261891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4e8dc2bc-9437-400b-9dc3-1e36f15875e2 None None] Provisioning for port 6e002a94-9209-49ba-8ba6-37366928a4ed completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:09.360667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:09.395673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6e002a94-9209-49ba-8ba6-37366928a4ed up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:09.431995 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbf4fa-2569-4c95-9a7b-9b9e0c307240 req-bdfd052e-d4ba-40a3-a677-b82d566223d0 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:09.433515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23fbf4fa-2569-4c95-9a7b-9b9e0c307240 req-bdfd052e-d4ba-40a3-a677-b82d566223d0 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.1483142 Aug 29 06:50:09.446959 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324844e-2072-488f-b261-1d12eb5c0db6 req-c88cf8b6-fe85-42da-8648-c6336146bafa tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:09.448421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0324844e-2072-488f-b261-1d12eb5c0db6 req-c88cf8b6-fe85-42da-8648-c6336146bafa tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/networks?id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f HTTP/1.1" status: 200 len: 813 time: 0.2123377 Aug 29 06:50:09.483557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a8b89aff-6b84-4bde-a58e-39690a397a0b None None] Provisioning for port d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:09.483557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a8b89aff-6b84-4bde-a58e-39690a397a0b None None] Provisioning complete for port d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:09.483557 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a8b89aff-6b84-4bde-a58e-39690a397a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:09.519731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-a8b89aff-6b84-4bde-a58e-39690a397a0b None None] Port d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:50:09.530181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 6e002a94-9209-49ba-8ba6-37366928a4ed completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:09.534069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 6e002a94-9209-49ba-8ba6-37366928a4ed triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:09.534442 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:09.548360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0324844e-2072-488f-b261-1d12eb5c0db6 req-8202cd77-a5f7-493b-acdc-9ce1c64b63cf tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/quotas/343b7acdca8c460498200a8862ee9a46 HTTP/1.1" status: 200 len: 375 time: 0.0877349 Aug 29 06:50:09.581840 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23fbf4fa-2569-4c95-9a7b-9b9e0c307240 req-2efcfc75-4e39-4635-906d-177e0c0086f9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307383 Aug 29 06:50:09.613952 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:09.647497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 6e002a94-9209-49ba-8ba6-37366928a4ed, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6e002a94-9209-49ba-8ba6-37366928a4ed,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:09.649105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0324844e-2072-488f-b261-1d12eb5c0db6 req-db3ef0d4-d5ee-4bd2-873b-7d66bd355f8b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=343b7acdca8c460498200a8862ee9a46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934725 Aug 29 06:50:09.713617 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:09.764924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=6e002a94-9209-49ba-8ba6-37366928a4ed,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:09.821443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05980e18-475e-4b89-9a6c-68b33149efb5 req-c89cd921-a904-444d-ac3a-4d4f31524f70 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:09.822915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05980e18-475e-4b89-9a6c-68b33149efb5 req-c89cd921-a904-444d-ac3a-4d4f31524f70 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1124866 Aug 29 06:50:09.824958 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:09.858232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4197786-9fb3-4b09-9946-9b0156f1f3e1 req-db7ea995-e5eb-42be-aed7-d9eaacf1ddeb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:09.858232 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4197786-9fb3-4b09-9946-9b0156f1f3e1 req-db7ea995-e5eb-42be-aed7-d9eaacf1ddeb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1178727 Aug 29 06:50:09.883244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05980e18-475e-4b89-9a6c-68b33149efb5 req-3b83c386-7ef8-4c8b-a58f-49e7f33295cd tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536976 Aug 29 06:50:09.891985 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:09.892762 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:09.984927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4197786-9fb3-4b09-9946-9b0156f1f3e1 req-6e47a5c2-20b4-42fd-897c-5538f56c4ce4 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156838 Aug 29 06:50:10.025133 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=d0006d6d-aeea-45a8-b7aa-f4ad21bc1679,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:10.081328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d42ac-b847-4359-a47b-0d486577bc2e req-083c944b-95d2-41f7-b5de-b889749693c8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:10.082947 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c4d42ac-b847-4359-a47b-0d486577bc2e req-083c944b-95d2-41f7-b5de-b889749693c8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 948 time: 0.1016145 Aug 29 06:50:10.121086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:10.125878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:10.165114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a20077-8626-49d1-bac3-635214ae99f9 req-f90d7654-819c-45f7-9e52-e78bcb4ae317 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:10.166653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4a20077-8626-49d1-bac3-635214ae99f9 req-f90d7654-819c-45f7-9e52-e78bcb4ae317 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1135640 Aug 29 06:50:10.200072 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c4d42ac-b847-4359-a47b-0d486577bc2e req-fc097f09-b289-4f02-b8c0-4525cbe70c37 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017013 Aug 29 06:50:10.287470 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4a20077-8626-49d1-bac3-635214ae99f9 req-75fda8ce-1c32-4bb8-9999-7f9b98355f53 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810709 Aug 29 06:50:10.386335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Router 6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:50:10.447318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-87a88a6f-7032-4542-bd92-e093affe0312 None None] Provisioning complete for port d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:10.447927 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87a88a6f-7032-4542-bd92-e093affe0312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:10.491119 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-87a88a6f-7032-4542-bd92-e093affe0312 None None] Port d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:50:10.502071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4c68eea-2e5d-4d61-9b14-6944de80194f req-571be405-865f-4d30-8794-32b00ed1c5bb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=343b7acdca8c460498200a8862ee9a46 HTTP/1.1" status: 200 len: 221 time: 0.0711970 Aug 29 06:50:10.510854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:50:10.514243 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-677a8ff4-7c26-4153-83b6-4ccd0a68e078 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "PUT /v2.0/routers/6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1698620 Aug 29 06:50:10.517027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50994) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:10.520813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Sync routers for ids ['6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:50:10.529751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Routers {'6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:50:10.530377 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:49:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:10.565947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda02e99-a8ea-4c5b-a8d5-d9d15748687b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:10.567323 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-dda02e99-a8ea-4c5b-a8d5-d9d15748687b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports/d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 HTTP/1.1" status: 200 len: 911 time: 0.0493419 Aug 29 06:50:10.570224 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50996) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:10.638465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d91b571-f513-44c2-9d9d-39d7fe89a559 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:10.644277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0d12a-f59a-45dd-815a-6ac336c30568 req-2e138257-181f-4c2d-9ae6-fead1a231f70 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:10.645279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d91b571-f513-44c2-9d9d-39d7fe89a559 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:10.646316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ce0d12a-f59a-45dd-815a-6ac336c30568 req-2e138257-181f-4c2d-9ae6-fead1a231f70 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0776279 Aug 29 06:50:10.647173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3d91b571-f513-44c2-9d9d-39d7fe89a559 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0759404 Aug 29 06:50:10.650883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51000) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:10.733500 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-998f3cfa-4e09-4e08-be56-2c72048a432a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:10.761582 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Set router 6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:50:10.870256 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:10.973497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc', 'name': 'tempest-NetworksTestDHCPv6-router-10115844', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:50:06Z', 'updated_at': '2021-08-29T06:50:09Z', 'revision_number': 2, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'gw_port_host': None, '_interfaces': [{'id': 'd0006d6d-aeea-45a8-b7aa-f4ad21bc1679', 'name': '', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'fbbffe28-c121-45f9-8591-853fdf72311b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:50:08Z', 'updated_at': '2021-08-29T06:50:09Z', 'revision_number': 2, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'subnets': [{'id': 'fbbffe28-c121-45f9-8591-853fdf72311b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:11.004073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Checking router: 6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:50:11.004424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Updating router 6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc port d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:50:11.030784 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:11.161473 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ce0d12a-f59a-45dd-815a-6ac336c30568 req-7dce02db-0196-471e-a11a-22eccfec7506 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012856 Aug 29 06:50:11.216595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe66f00-bc72-4ae0-9fb7-3f6d054c4a80 req-86dd438f-b7a9-4e09-a902-41311a3dc614 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:11.225392 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fe66f00-bc72-4ae0-9fb7-3f6d054c4a80 req-86dd438f-b7a9-4e09-a902-41311a3dc614 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.5177052 Aug 29 06:50:11.316411 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:11.329483 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Transition to ACTIVE for port object d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:11.331740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fe66f00-bc72-4ae0-9fb7-3f6d054c4a80 req-a6e86552-1787-4939-b9b3-35433e874f14 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840721 Aug 29 06:50:11.388622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6e002a94-9209-49ba-8ba6-37366928a4ed up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:11.411875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c501e-d75c-423c-8dae-6e6044939de8 req-c6d8df06-bfeb-437c-a153-8a550187d08b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:11.413304 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb4c501e-d75c-423c-8dae-6e6044939de8 req-c6d8df06-bfeb-437c-a153-8a550187d08b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0864577 Aug 29 06:50:11.437714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 6e002a94-9209-49ba-8ba6-37366928a4ed triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:11.438091 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:11.440654 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:11.521793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66f598-c0a1-4161-892a-128df925d12e None None] Pushing event updated for resources: {'Port': ['ID=d0006d6d-aeea-45a8-b7aa-f4ad21bc1679,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:11.535900 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb4c501e-d75c-423c-8dae-6e6044939de8 req-dfe68b15-fbca-459b-b473-27fdcf4fbdd5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052568 Aug 29 06:50:11.544445 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de817e-e9fc-406e-a3fc-833f66650fe7 req-93b17847-c831-464c-ac12-a52fe009627a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:11.545944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0de817e-e9fc-406e-a3fc-833f66650fe7 req-93b17847-c831-464c-ac12-a52fe009627a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1308854 Aug 29 06:50:11.615136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Attempting to bind port d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:11.615739 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Attempting to bind port d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:11.615895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Attempting to bind port d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:11.630706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:11.631110 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:11.631523 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:11.631914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:11.633096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Bound port: d0006d6d-aeea-45a8-b7aa-f4ad21bc1679, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:11.633639 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:11.682790 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:11.692570 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0de817e-e9fc-406e-a3fc-833f66650fe7 req-d19e5b6a-7a7c-46ed-8fd4-b9d6487458f3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273615 Aug 29 06:50:11.717968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] For port d0006d6d-aeea-45a8-b7aa-f4ad21bc1679, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:11.722020 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] For port d0006d6d-aeea-45a8-b7aa-f4ad21bc1679, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d0006d6d-aeea-45a8-b7aa-f4ad21bc1679,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:50:11.766139 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e261ca2-d6fa-48bb-8bf7-1271cd3a54a4 req-ec8fbe19-c37c-4530-b264-fe05f40a1da2 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:11.767839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e261ca2-d6fa-48bb-8bf7-1271cd3a54a4 req-ec8fbe19-c37c-4530-b264-fe05f40a1da2 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 948 time: 0.1453919 Aug 29 06:50:11.795068 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:11.802291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 46a20dce-4a25-4e68-b695-3a755a9819a8 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:50:11.803929 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed0e8f4e-4d3f-4dab-8489-7080456f3c8a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:11.903660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e261ca2-d6fa-48bb-8bf7-1271cd3a54a4 req-8925ca69-efd8-47c4-a40d-54d33304b2ad tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226311 Aug 29 06:50:11.933988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Routers {'6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:50:11.934933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:50:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:11.982030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66f598-c0a1-4161-892a-128df925d12e None None] Pushing event updated for resources: {'Port': ['ID=d0006d6d-aeea-45a8-b7aa-f4ad21bc1679,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:12.093754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] Set router 6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:50:12.125937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 46a20dce-4a25-4e68-b695-3a755a9819a8, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=46a20dce-4a25-4e68-b695-3a755a9819a8,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:12.143961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '46a20dce-4a25-4e68-b695-3a755a9819a8', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '46a20dce-4a25-4e68-b695-3a755a9819a8', 'mac_address': 'fa:16:3e:0b:0f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:50:12.182901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4cbe3-7f35-4bf2-aa49-adc19d4b051a req-b8b1afce-111f-48bd-afe2-55986e5c5b1c tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:12.184574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-28d4cbe3-7f35-4bf2-aa49-adc19d4b051a req-b8b1afce-111f-48bd-afe2-55986e5c5b1c tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1041729 Aug 29 06:50:12.245854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e8f4e-4d3f-4dab-8489-7080456f3c8a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:12.246188 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed0e8f4e-4d3f-4dab-8489-7080456f3c8a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:12.251175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-28d4cbe3-7f35-4bf2-aa49-adc19d4b051a req-b0f23432-3dc8-4205-af6b-54c9c4faf330 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519586 Aug 29 06:50:12.263522 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:12.289757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a20dce-4a25-4e68-b695-3a755a9819a8 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:50:12.323441 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 46a20dce-4a25-4e68-b695-3a755a9819a8, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=46a20dce-4a25-4e68-b695-3a755a9819a8,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:12.378460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc', 'name': 'tempest-NetworksTestDHCPv6-router-10115844', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:50:06Z', 'updated_at': '2021-08-29T06:50:09Z', 'revision_number': 2, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'gw_port_host': None, '_interfaces': [{'id': 'd0006d6d-aeea-45a8-b7aa-f4ad21bc1679', 'name': '', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'fbbffe28-c121-45f9-8591-853fdf72311b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:50:08Z', 'updated_at': '2021-08-29T06:50:11Z', 'revision_number': 4, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'subnets': [{'id': 'fbbffe28-c121-45f9-8591-853fdf72311b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:12.405742 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77fbf6-9f30-4748-9805-8c9ba421ef37 None None] The sync data for ids ['6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc'] in n-d-713301-12 is: [{'id': '6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc', 'name': 'tempest-NetworksTestDHCPv6-router-10115844', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:50:06Z', 'updated_at': '2021-08-29T06:50:09Z', 'revision_number': 2, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'gw_port_host': None, '_interfaces': [{'id': 'd0006d6d-aeea-45a8-b7aa-f4ad21bc1679', 'name': '', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'mac_address': 'fa:16:3e:eb:b5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'fbbffe28-c121-45f9-8591-853fdf72311b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:50:08Z', 'updated_at': '2021-08-29T06:50:11Z', 'revision_number': 4, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'subnets': [{'id': 'fbbffe28-c121-45f9-8591-853fdf72311b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:50:12.416305 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:12.451657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-ed0e8f4e-4d3f-4dab-8489-7080456f3c8a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] For port d0006d6d-aeea-45a8-b7aa-f4ad21bc1679, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d0006d6d-aeea-45a8-b7aa-f4ad21bc1679,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:12.452024 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed0e8f4e-4d3f-4dab-8489-7080456f3c8a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:12.463553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d4b1b-68a7-4b22-84be-ad7db39c8013 req-6e764f9a-e12c-42e4-9718-8f0d935bf2dc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:12.465073 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf3d4b1b-68a7-4b22-84be-ad7db39c8013 req-6e764f9a-e12c-42e4-9718-8f0d935bf2dc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.1951337 Aug 29 06:50:12.479457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=46a20dce-4a25-4e68-b695-3a755a9819a8,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:12.482222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-5a249aa4-ee87-4a9f-a109-4a41dbdfd9eb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:12.483202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739d843-0ec6-4f16-a506-07a14dc85fa7 req-40bbc8f9-731c-46ad-9470-ba7d50b1181f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:12.484568 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-5a249aa4-ee87-4a9f-a109-4a41dbdfd9eb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d&tenant_id=71b5947da1484517ad5efa3f460d6a2d&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 948 time: 0.1069818 Aug 29 06:50:12.484807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1739d843-0ec6-4f16-a506-07a14dc85fa7 req-40bbc8f9-731c-46ad-9470-ba7d50b1181f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 948 time: 0.1356137 Aug 29 06:50:12.497737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e8f4e-4d3f-4dab-8489-7080456f3c8a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:12.551069 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-99dafb30-7c39-4d7d-9476-bedfba43fd80 service neutron] delete failed (client error): The resource could not be found. Aug 29 06:50:12.552173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-99dafb30-7c39-4d7d-9476-bedfba43fd80 service neutron] 10.222.0.15 "DELETE /v2.0/ports/46a20dce-4a25-4e68-b695-3a755a9819a8/bindings/n-h1-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0592942 Aug 29 06:50:12.593119 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf3d4b1b-68a7-4b22-84be-ad7db39c8013 req-c36c752a-a3e4-410d-adca-b73853bcc67d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213140 Aug 29 06:50:12.602150 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1739d843-0ec6-4f16-a506-07a14dc85fa7 req-59e702a7-85f1-405c-8b1e-8a51a272d8f5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070611 Aug 29 06:50:12.747760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-13535123-facf-4ca8-9b9b-9b462d6b71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:12.749637 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-13535123-facf-4ca8-9b9b-9b462d6b71dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 1101 time: 0.1108880 Aug 29 06:50:12.852262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-127c56c5-8329-4ce4-84b0-048ab96a4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:12.853854 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-127c56c5-8329-4ce4-84b0-048ab96a4e5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.0965869 Aug 29 06:50:12.863886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef2127-c494-4fb2-89d8-c666152671b3 req-9238a048-394a-4e74-87b9-5538658514b2 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:12.866049 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6eef2127-c494-4fb2-89d8-c666152671b3 req-9238a048-394a-4e74-87b9-5538658514b2 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1402905 Aug 29 06:50:12.899895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44e450-e9b6-44eb-8895-126b1c7a6c21 req-eb1c4ef7-7d3d-47cc-bc48-5a5253daf278 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:12.899895 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3b44e450-e9b6-44eb-8895-126b1c7a6c21 req-eb1c4ef7-7d3d-47cc-bc48-5a5253daf278 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1208775 Aug 29 06:50:12.905140 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-ae7562a5-d3be-4ebd-9f84-e83a98bd75c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=46a20dce-4a25-4e68-b695-3a755a9819a8 HTTP/1.1" status: 200 len: 217 time: 0.0412059 Aug 29 06:50:12.928504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['46a20dce-4a25-4e68-b695-3a755a9819a8'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:50:12.942854 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6eef2127-c494-4fb2-89d8-c666152671b3 req-35d9fb14-fa44-4121-b74e-a4f24382717c tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658419 Aug 29 06:50:12.958452 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed0e8f4e-4d3f-4dab-8489-7080456f3c8a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:12.966125 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-72e5a2d6-2005-46e5-9a99-954914ba7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:12.977469 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-72e5a2d6-2005-46e5-9a99-954914ba7bee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0642269 Aug 29 06:50:12.990897 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3b44e450-e9b6-44eb-8895-126b1c7a6c21 req-82e8b484-7bc7-4f3d-badf-5ae4ec92cf57 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877063 Aug 29 06:50:12.994643 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e8f4e-4d3f-4dab-8489-7080456f3c8a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=d0006d6d-aeea-45a8-b7aa-f4ad21bc1679,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:13.048773 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-8b7647f5-f903-4c6e-9454-87cab98979dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:13.050599 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-8b7647f5-f903-4c6e-9454-87cab98979dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0603285 Aug 29 06:50:13.158435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed0e8f4e-4d3f-4dab-8489-7080456f3c8a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:13.183646 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-2c7e91cd-32bf-4c1a-80cb-98d8f34633fe service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208930 Aug 29 06:50:13.277884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99970c-e4e6-4f24-bc86-3697b1ad1904 req-9329578a-fe45-450d-8087-572c373032f8 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:13.278110 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f1bbdd6-c8b5-49a5-8435-d86f38908b82 req-14446d83-bd15-4f78-a160-22a38b0873a9 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856216 Aug 29 06:50:13.279467 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c99970c-e4e6-4f24-bc86-3697b1ad1904 req-9329578a-fe45-450d-8087-572c373032f8 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1769018 Aug 29 06:50:13.370739 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:13.389679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c99970c-e4e6-4f24-bc86-3697b1ad1904 req-653ddb4e-bca3-4edb-b9a4-4db0fb3565cd tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039207 Aug 29 06:50:13.394831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0e8f4e-4d3f-4dab-8489-7080456f3c8a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Router 6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:50:13.499286 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0e8f4e-4d3f-4dab-8489-7080456f3c8a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:50:13.504740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ed0e8f4e-4d3f-4dab-8489-7080456f3c8a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "PUT /v2.0/routers/6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8526616 Aug 29 06:50:13.507264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51034) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:13.565134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acc001-5e99-481a-9613-2ff785dfde52 req-962fe133-a569-4e1f-8f63-e9dfca626f4f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:13.566652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72acc001-5e99-481a-9613-2ff785dfde52 req-962fe133-a569-4e1f-8f63-e9dfca626f4f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0961244 Aug 29 06:50:13.573243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c286fd-c4a3-4c7d-973d-99b02e9bc71d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:13.574751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c286fd-c4a3-4c7d-973d-99b02e9bc71d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:13.576228 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d2c286fd-c4a3-4c7d-973d-99b02e9bc71d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0680685 Aug 29 06:50:13.579080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51036) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:13.609775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72acc001-5e99-481a-9613-2ff785dfde52 req-6fa5a4cb-512e-4191-85f6-9aa3096bbab8 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325167 Aug 29 06:50:13.644149 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-582a6079-03ec-448c-b3a0-74bbd5f67cec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet fbbffe28-c121-45f9-8591-853fdf72311b {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:50:13.648068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-582a6079-03ec-448c-b3a0-74bbd5f67cec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:13.692683 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-582a6079-03ec-448c-b3a0-74bbd5f67cec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:13.748326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4acf1d-64ca-4e91-8f93-b2b725c640ad req-b8100c40-3e1e-456a-8f3c-f4c48a37c034 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:13.749901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d4acf1d-64ca-4e91-8f93-b2b725c640ad req-b8100c40-3e1e-456a-8f3c-f4c48a37c034 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 949 time: 0.0754902 Aug 29 06:50:13.757656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e48b8-854b-408d-a102-104b8b10bc4b req-abc3cfa4-b116-4109-90f6-a02b2b5cffad tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:13.759091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-731e48b8-854b-408d-a102-104b8b10bc4b req-abc3cfa4-b116-4109-90f6-a02b2b5cffad tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0939372 Aug 29 06:50:13.781984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-582a6079-03ec-448c-b3a0-74bbd5f67cec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:13.820078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d4acf1d-64ca-4e91-8f93-b2b725c640ad req-49db4d06-f606-4afa-8163-955a717996a1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549834 Aug 29 06:50:13.830217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-731e48b8-854b-408d-a102-104b8b10bc4b req-fc57ea59-555b-431a-aec6-eb5448fc4a07 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641189 Aug 29 06:50:13.890732 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-582a6079-03ec-448c-b3a0-74bbd5f67cec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:13.925649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a6079-03ec-448c-b3a0-74bbd5f67cec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbffe28-c121-45f9-8591-853fdf72311b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:13.941390 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-582a6079-03ec-448c-b3a0-74bbd5f67cec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:13.943416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe7e28e-dc91-4d49-9e5c-89bad0fa1a5d None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:13.957524 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-582a6079-03ec-448c-b3a0-74bbd5f67cec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/fbbffe28-c121-45f9-8591-853fdf72311b HTTP/1.1" status: 204 len: 168 time: 0.3772511 Aug 29 06:50:13.958419 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51048) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:13.964447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f844e0-2050-4eab-a5b2-76b756506ad8 req-4e47b2a7-c022-4d57-b3b5-7ba5ad570c0b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:13.965987 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2f844e0-2050-4eab-a5b2-76b756506ad8 req-4e47b2a7-c022-4d57-b3b5-7ba5ad570c0b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0709796 Aug 29 06:50:14.030201 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2f844e0-2050-4eab-a5b2-76b756506ad8 req-9e7ce5e8-69f1-44da-aa25-dfa24eb5cb19 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579340 Aug 29 06:50:14.116442 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-29650179-6a2d-42fb-b3bf-e61f02a7a1ff tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1564877 Aug 29 06:50:14.117105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51054) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:14.165055 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29691827-10d6-4762-99ee-243e5c3911fb None None] Sync routers for ids ['6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:50:14.176456 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29691827-10d6-4762-99ee-243e5c3911fb None None] Routers {'6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:50:14.177083 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-29691827-10d6-4762-99ee-243e5c3911fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:50:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:14.199991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:50:14.201656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aec4fc-7ae7-4484-887f-35b0e7d621a2 req-89061b0f-d185-49af-acd9-c8bf3ac7eea6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:14.203389 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16aec4fc-7ae7-4484-887f-35b0e7d621a2 req-89061b0f-d185-49af-acd9-c8bf3ac7eea6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1229110 Aug 29 06:50:14.233706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dade4f6-d789-4123-81fd-be0351cd12fc req-4ca75d3d-5fc1-47ea-9b4f-e601afdd3c99 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:14.235720 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dade4f6-d789-4123-81fd-be0351cd12fc req-4ca75d3d-5fc1-47ea-9b4f-e601afdd3c99 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1199598 Aug 29 06:50:14.257395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Deleting port 6e002a94-9209-49ba-8ba6-37366928a4ed {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:14.257948 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:14.261853 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-29691827-10d6-4762-99ee-243e5c3911fb None None] Set router 6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:50:14.269189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28b504b4-12b9-4784-9b25-d4e37d4e1142 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:14.314167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dade4f6-d789-4123-81fd-be0351cd12fc req-f16f8d25-ffde-46a7-8707-3a2e9d393d8c tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660832 Aug 29 06:50:14.315406 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-29691827-10d6-4762-99ee-243e5c3911fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc', 'name': 'tempest-NetworksTestDHCPv6-router-10115844', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:50:06Z', 'updated_at': '2021-08-29T06:50:12Z', 'revision_number': 3, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:14.323412 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16aec4fc-7ae7-4484-887f-35b0e7d621a2 req-7f385f31-345d-4a85-b76d-4a006340948d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070869 Aug 29 06:50:14.347709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] For port 6e002a94-9209-49ba-8ba6-37366928a4ed, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6e002a94-9209-49ba-8ba6-37366928a4ed,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:14.348110 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:14.362480 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Calling delete_port for 6e002a94-9209-49ba-8ba6-37366928a4ed owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:14.378430 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29691827-10d6-4762-99ee-243e5c3911fb None None] Checking router: 6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:50:14.388034 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29691827-10d6-4762-99ee-243e5c3911fb None None] Routers {'6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:50:14.388665 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-29691827-10d6-4762-99ee-243e5c3911fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:50:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:14.470438 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-29691827-10d6-4762-99ee-243e5c3911fb None None] Set router 6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:50:14.489827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647d09-fac4-467d-9179-35c115e39165 req-283ce0b4-bc21-4977-b9c5-7e30333b52c0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:14.492235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c647d09-fac4-467d-9179-35c115e39165 req-283ce0b4-bc21-4977-b9c5-7e30333b52c0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0721641 Aug 29 06:50:14.512683 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28b504b4-12b9-4784-9b25-d4e37d4e1142 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:14.514871 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28b504b4-12b9-4784-9b25-d4e37d4e1142 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:14.531819 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-29691827-10d6-4762-99ee-243e5c3911fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc', 'name': 'tempest-NetworksTestDHCPv6-router-10115844', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:50:06Z', 'updated_at': '2021-08-29T06:50:12Z', 'revision_number': 3, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:14.532875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c647d09-fac4-467d-9179-35c115e39165 req-53016573-17ad-49a8-ad16-5ff7d2488c9d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344186 Aug 29 06:50:14.562912 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29691827-10d6-4762-99ee-243e5c3911fb None None] The sync data for ids ['6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc'] in n-d-713301-12 is: [{'id': '6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc', 'name': 'tempest-NetworksTestDHCPv6-router-10115844', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:50:06Z', 'updated_at': '2021-08-29T06:50:12Z', 'revision_number': 3, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:50:14.564672 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:14.603030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Pushing event deleted for resources: {'Port': ['ID=6e002a94-9209-49ba-8ba6-37366928a4ed,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:14.608373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] No DVR routers for this DVR port 6e002a94-9209-49ba-8ba6-37366928a4ed on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:50:14.615693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:14.616041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:14.619383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:14.619383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:14.619383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:14.619383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:14.619383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:14.619383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:14.619383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:14.619383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:14.620651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:14.620651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deec1e-fa26-4869-88e7-2538bd14d826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:14.650664 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28b504b4-12b9-4784-9b25-d4e37d4e1142 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:14.651211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b504b4-12b9-4784-9b25-d4e37d4e1142 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Fanout notify agent at l3_agent the message router_deleted on router 6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:50:14.658272 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28b504b4-12b9-4784-9b25-d4e37d4e1142 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:14.659503 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-28b504b4-12b9-4784-9b25-d4e37d4e1142 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/routers/6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc HTTP/1.1" status: 204 len: 168 time: 0.5413432 Aug 29 06:50:14.662217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51066) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:14.665678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8901e-cb18-46c8-aff4-641c78cc0fe3 req-95b856a2-5936-42d8-9fdd-ff1c7b4155b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:14.667219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52d8901e-cb18-46c8-aff4-641c78cc0fe3 req-95b856a2-5936-42d8-9fdd-ff1c7b4155b6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0578086 Aug 29 06:50:14.667983 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-cd13ce3b-f1e0-4bda-93c6-2bbe9b92018b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:14.705055 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52d8901e-cb18-46c8-aff4-641c78cc0fe3 req-d38d6cec-a3a4-47c7-a852-9c039784d27b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315776 Aug 29 06:50:14.808774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd13ce3b-f1e0-4bda-93c6-2bbe9b92018b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:14.812339 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd13ce3b-f1e0-4bda-93c6-2bbe9b92018b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:14.837102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a3f10-e467-4faa-92b2-22246dcff1c3 req-02df0a74-5930-46ee-8d0e-1f46ef6a2ac7 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:14.839545 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c3a3f10-e467-4faa-92b2-22246dcff1c3 req-02df0a74-5930-46ee-8d0e-1f46ef6a2ac7 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0498824 Aug 29 06:50:14.899062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c3a3f10-e467-4faa-92b2-22246dcff1c3 req-3f6c1041-c66b-4b93-878f-f4cbf25afdd0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538282 Aug 29 06:50:14.963079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc0cf4-7de6-4878-a6da-a32c6fac0ff8 req-db5922f8-5004-42ce-9fee-6ef3138dfd8b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:14.964740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cdc0cf4-7de6-4878-a6da-a32c6fac0ff8 req-db5922f8-5004-42ce-9fee-6ef3138dfd8b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 949 time: 0.0604398 Aug 29 06:50:15.040784 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cdc0cf4-7de6-4878-a6da-a32c6fac0ff8 req-da82fd16-6273-4e63-bd07-3293bf817493 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643964 Aug 29 06:50:15.053631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7266a-3e6e-4da9-8e9e-61c4cd18efea req-e0f0df41-0af9-4810-bd08-1dd0a98983b2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:15.055267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0d7266a-3e6e-4da9-8e9e-61c4cd18efea req-e0f0df41-0af9-4810-bd08-1dd0a98983b2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0803580 Aug 29 06:50:15.096345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0d7266a-3e6e-4da9-8e9e-61c4cd18efea req-7cba97e0-1605-4d99-b498-0ff15b1131a0 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341032 Aug 29 06:50:15.113430 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd13ce3b-f1e0-4bda-93c6-2bbe9b92018b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:15.157884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f1eb5-815a-48b1-a617-bf5bfe2cb244 req-74758dfb-0528-4f4c-89ad-cc53d5fdf39e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:15.159683 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f46f1eb5-815a-48b1-a617-bf5bfe2cb244 req-74758dfb-0528-4f4c-89ad-cc53d5fdf39e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0609443 Aug 29 06:50:15.162546 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd13ce3b-f1e0-4bda-93c6-2bbe9b92018b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:15.166474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-cd13ce3b-f1e0-4bda-93c6-2bbe9b92018b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:15.170968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd13ce3b-f1e0-4bda-93c6-2bbe9b92018b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:15.176901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd13ce3b-f1e0-4bda-93c6-2bbe9b92018b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:15.179464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8c92f0-7967-458c-a906-c1ba7fd7a911 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:15.185686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13ce3b-f1e0-4bda-93c6-2bbe9b92018b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=1c594258-f122-4e80-ad31-e245b20b0d45,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:15.215771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f46f1eb5-815a-48b1-a617-bf5bfe2cb244 req-41a120e4-014b-466c-8277-4d10c022969f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465305 Aug 29 06:50:15.266085 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cd13ce3b-f1e0-4bda-93c6-2bbe9b92018b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6004348 Aug 29 06:50:15.266848 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51086) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:15.280217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-af7cf0f8-0b22-4120-9a88-12e9dd5e9b0b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1232211426', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:15.307688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb699d26-605e-40c7-bc9e-7eacc78f0154 req-69cf0190-ecc6-4e07-aad8-b964fde32227 tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:15.309409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb699d26-605e-40c7-bc9e-7eacc78f0154 req-69cf0190-ecc6-4e07-aad8-b964fde32227 tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 1101 time: 0.0488431 Aug 29 06:50:15.369313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': '1c594258-f122-4e80-ad31-e245b20b0d45'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:50:15.370563 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:15.373565 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb699d26-605e-40c7-bc9e-7eacc78f0154 req-5fc1ddc8-56aa-4289-a051-01bedd31a277 tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580902 Aug 29 06:50:15.378026 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af7cf0f8-0b22-4120-9a88-12e9dd5e9b0b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:15.380706 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af7cf0f8-0b22-4120-9a88-12e9dd5e9b0b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:15.393945 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bc866-ec9b-4be2-b858-a0102aacde35 req-7d8f839c-7fe0-4247-8bf0-412bfab7994f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:15.402229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-657bc866-ec9b-4be2-b858-a0102aacde35 req-7d8f839c-7fe0-4247-8bf0-412bfab7994f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0790620 Aug 29 06:50:15.457311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-657bc866-ec9b-4be2-b858-a0102aacde35 req-2a09a8b6-bc36-4fba-9ee2-af777ef18e37 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535314 Aug 29 06:50:15.462092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6e002a94-9209-49ba-8ba6-37366928a4ed no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:50:15.469124 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af7cf0f8-0b22-4120-9a88-12e9dd5e9b0b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:15.516061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 6e002a94-9209-49ba-8ba6-37366928a4ed {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:50:15.516061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6e002a94-9209-49ba-8ba6-37366928a4ed not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:50:15.516061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:50:15.521690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe069d-1eba-4937-8830-14213400ceda req-eb58c9e3-0684-4cef-9b36-66d6fffa4c40 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:15.530142 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6fbe069d-1eba-4937-8830-14213400ceda req-eb58c9e3-0684-4cef-9b36-66d6fffa4c40 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0712805 Aug 29 06:50:15.546528 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:50:15.546968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d0006d6d-aeea-45a8-b7aa-f4ad21bc1679 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:50:15.584872 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af7cf0f8-0b22-4120-9a88-12e9dd5e9b0b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:15.594349 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6fbe069d-1eba-4937-8830-14213400ceda req-d00bdbbd-f0e9-4f7a-8284-f31be96376c8 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631936 Aug 29 06:50:15.617850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Allocated IP 2001:db8::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/1c594258-f122-4e80-ad31-e245b20b0d45/15d372bd-d8ae-4ee5-9d87-313efd5754c9) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:15.626551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca032df-1c2e-4fda-8e47-24bb1b06517a req-665a447f-ae71-4d4f-855a-2ebbe2250674 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:15.628183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ca032df-1c2e-4fda-8e47-24bb1b06517a req-665a447f-ae71-4d4f-855a-2ebbe2250674 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0799000 Aug 29 06:50:15.671927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ca032df-1c2e-4fda-8e47-24bb1b06517a req-83e1abe8-4425-4891-87bd-7fbc96873c9f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365806 Aug 29 06:50:15.698546 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-d5a68d3d-a0d1-4fec-9e36-71db19800a4a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=71b5947da1484517ad5efa3f460d6a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231206 Aug 29 06:50:15.713680 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af7cf0f8-0b22-4120-9a88-12e9dd5e9b0b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:15.718352 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-af7cf0f8-0b22-4120-9a88-12e9dd5e9b0b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4447174 Aug 29 06:50:15.718512 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51108) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:15.779546 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:15.788860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Transition to ACTIVE for port object 15d372bd-d8ae-4ee5-9d87-313efd5754c9 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:15.807516 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Transition to ACTIVE for port object 15d372bd-d8ae-4ee5-9d87-313efd5754c9 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:15.817894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 46a20dce-4a25-4e68-b695-3a755a9819a8 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:15.850323 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-fae06dac-5094-4240-8c1f-efcb5594e635 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:15.852274 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-fae06dac-5094-4240-8c1f-efcb5594e635 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469698 Aug 29 06:50:15.874958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f1f77-57be-42fc-bb5b-15c98a39173b req-1d0cf86d-b9a8-4de6-8093-f0c0a78f846c tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:15.876743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b9f1f77-57be-42fc-bb5b-15c98a39173b req-1d0cf86d-b9a8-4de6-8093-f0c0a78f846c tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0681407 Aug 29 06:50:15.893611 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-609cf164-b691-4ec1-8617-01805c52367d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/quotas/71b5947da1484517ad5efa3f460d6a2d HTTP/1.1" status: 200 len: 375 time: 0.0323179 Aug 29 06:50:15.894640 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:15.940761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:15.944982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Pushing event updated for resources: {'Port': ['ID=15d372bd-d8ae-4ee5-9d87-313efd5754c9,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:15.947945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:15.950127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 46a20dce-4a25-4e68-b695-3a755a9819a8 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:15.952703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:15.958553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 46a20dce-4a25-4e68-b695-3a755a9819a8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:15.963172 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:15.963357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b9f1f77-57be-42fc-bb5b-15c98a39173b req-1a574e1e-ab1b-4a6f-9b9d-ae143b69e7d0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774944 Aug 29 06:50:15.982815 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-b89a81b5-7247-41b5-97eb-dc98fcce6ff7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784900 Aug 29 06:50:16.073379 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:16.095638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd74ca-6942-4c6e-8a46-dae0e7e4e5ba req-86d2b659-92c5-48fa-a633-75bf9bbd5051 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:16.097511 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50fd74ca-6942-4c6e-8a46-dae0e7e4e5ba req-86d2b659-92c5-48fa-a633-75bf9bbd5051 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0575764 Aug 29 06:50:16.140754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50fd74ca-6942-4c6e-8a46-dae0e7e4e5ba req-229b46ba-b1f9-45b2-9cd8-979722b8c1b0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364425 Aug 29 06:50:16.227568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Attempting to bind port 15d372bd-d8ae-4ee5-9d87-313efd5754c9 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:16.228048 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Attempting to bind port 15d372bd-d8ae-4ee5-9d87-313efd5754c9 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:16.228292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Attempting to bind port 15d372bd-d8ae-4ee5-9d87-313efd5754c9 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:16.239287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:16.239676 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:16.240086 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:16.240483 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:16.240966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Bound port: 15d372bd-d8ae-4ee5-9d87-313efd5754c9, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:16.241655 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:16.308431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7926b39-f942-4d40-a123-ae0abd6f1fa8 req-7bd72132-ef5e-4c9a-b1f2-1c3c7bfd9aa8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:16.312431 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7926b39-f942-4d40-a123-ae0abd6f1fa8 req-7bd72132-ef5e-4c9a-b1f2-1c3c7bfd9aa8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0978878 Aug 29 06:50:16.317305 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:16.355549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] For port 15d372bd-d8ae-4ee5-9d87-313efd5754c9, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:16.361146 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a20dce-4a25-4e68-b695-3a755a9819a8'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:50:16.363397 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50871975-153b-4306-9088-0dc6401e5fcf" -d '{"events": [{"server_uuid": "8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d", "name": "network-vif-plugged", "status": "completed", "tag": "46a20dce-4a25-4e68-b695-3a755a9819a8"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:50:16.367133 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] For port 15d372bd-d8ae-4ee5-9d87-313efd5754c9, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=15d372bd-d8ae-4ee5-9d87-313efd5754c9,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:50:16.375765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7926b39-f942-4d40-a123-ae0abd6f1fa8 req-8fd8af08-d7a8-4c34-83e0-18ee1383cf69 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545816 Aug 29 06:50:16.389977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 46a20dce-4a25-4e68-b695-3a755a9819a8, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=46a20dce-4a25-4e68-b695-3a755a9819a8,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:16.394649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::1 (16c35313-5380-4d1c-adfa-e4bf610ab147/1c594258-f122-4e80-ad31-e245b20b0d45/2f74e083-9388-48b3-a0bb-2f8792652e7f) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:16.419060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79651bf8-6448-4c96-866e-c94592a0106a req-28183b72-68cb-46c6-a8d7-f66a896ffa3c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 210 time: 0.0422635 Aug 29 06:50:16.436857 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bb28f5-6ab6-48bd-8d7c-a7e496d44970 x-openstack-request-id: req-26bb28f5-6ab6-48bd-8d7c-a7e496d44970 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:50:16.436963 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d", "name": "network-vif-plugged", "status": "completed", "tag": "46a20dce-4a25-4e68-b695-3a755a9819a8", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:50:16.437204 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-26bb28f5-6ab6-48bd-8d7c-a7e496d44970 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:50:16.437587 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a20dce-4a25-4e68-b695-3a755a9819a8', 'code': 200} Aug 29 06:50:16.450004 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:16.511347 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:16.516241 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcd000-e34e-4d1e-b8a5-cc0b7f998122 None None] Pushing event updated for resources: {'Port': ['ID=15d372bd-d8ae-4ee5-9d87-313efd5754c9,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:16.555636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790804ca-a5a6-4b93-a8ad-0d7d4e5b249b req-b71c75c1-83e8-4312-bfa2-478029e0a9cd tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:16.557374 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-790804ca-a5a6-4b93-a8ad-0d7d4e5b249b req-b71c75c1-83e8-4312-bfa2-478029e0a9cd tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0709705 Aug 29 06:50:16.566200 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:16.584423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object 2f74e083-9388-48b3-a0bb-2f8792652e7f will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:16.592820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=46a20dce-4a25-4e68-b695-3a755a9819a8,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:16.612180 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-790804ca-a5a6-4b93-a8ad-0d7d4e5b249b req-f819d36c-88f1-4672-94d5-0c14a1ae9ae0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432515 Aug 29 06:50:16.712271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:16.756856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:16.762250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:16.766686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:16.767431 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:16.797698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c94750-47ec-40b6-a7bc-8df4a7a3bda4 req-a7f3f02c-e7c6-445e-add6-56b2b4561496 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:16.799681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00c94750-47ec-40b6-a7bc-8df4a7a3bda4 req-a7f3f02c-e7c6-445e-add6-56b2b4561496 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1142786 Aug 29 06:50:16.812300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=2f74e083-9388-48b3-a0bb-2f8792652e7f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:16.822330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b27613-4f7e-4598-b49b-db590a4cf01d req-4ee838ea-2bcf-4315-acbe-cba82ecb9258 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:16.831744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54b27613-4f7e-4598-b49b-db590a4cf01d req-4ee838ea-2bcf-4315-acbe-cba82ecb9258 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1374569 Aug 29 06:50:16.898095 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00c94750-47ec-40b6-a7bc-8df4a7a3bda4 req-e74fbc7a-7310-44f1-8849-04e91e7fc21a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624702 Aug 29 06:50:16.902696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54b27613-4f7e-4598-b49b-db590a4cf01d req-c4518d30-8afb-46be-93e6-78ff028200ef tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701599 Aug 29 06:50:17.006346 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:17.041461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae040d59-3714-4403-99fa-3ec7024fbcc4 req-7ee9bba1-5d19-4f2c-9515-6ce87955ec72 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:17.043181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae040d59-3714-4403-99fa-3ec7024fbcc4 req-7ee9bba1-5d19-4f2c-9515-6ce87955ec72 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0586493 Aug 29 06:50:17.082221 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae040d59-3714-4403-99fa-3ec7024fbcc4 req-4fc24b3f-0706-45ab-a3d2-49d075b2e51f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327165 Aug 29 06:50:17.201258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9934500-aeed-4f04-adbb-6c7e566df25b req-4f169aec-20f1-4ba5-ad3c-033097635142 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:17.202555 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9934500-aeed-4f04-adbb-6c7e566df25b req-4f169aec-20f1-4ba5-ad3c-033097635142 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0512929 Aug 29 06:50:17.247722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9934500-aeed-4f04-adbb-6c7e566df25b req-62d46867-2ebe-4e2d-a685-c841f9cc8b48 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373149 Aug 29 06:50:17.283225 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:17.415450 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:17.416490 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:17.467557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 15d372bd-d8ae-4ee5-9d87-313efd5754c9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:17.520358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=2f74e083-9388-48b3-a0bb-2f8792652e7f,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:17.550035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ce2f5-1b37-4a54-8980-a9f3ac3a3451 req-1736eea6-3924-4177-9e1b-c92ce981f784 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:17.551801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a22ce2f5-1b37-4a54-8980-a9f3ac3a3451 req-1736eea6-3924-4177-9e1b-c92ce981f784 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0653725 Aug 29 06:50:17.570143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:17.571900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:17.597126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a22ce2f5-1b37-4a54-8980-a9f3ac3a3451 req-b3c66f3c-3ce3-472e-905c-9c4d9f5c6853 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343497 Aug 29 06:50:17.689713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6e598dc-2e03-484d-aaf7-e150296976f4 req-97bc5eb0-7377-4bd7-af34-7cafc78665c9 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 210 time: 0.0305252 Aug 29 06:50:17.701992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 15d372bd-d8ae-4ee5-9d87-313efd5754c9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:17.804412 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Router 39adc8da-73f8-40bd-a156-d6bfc7193214 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:50:17.854266 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7839b-6991-4512-8122-a501dbb0861b req-3e6b1b09-e451-4f7d-b096-10ce17040b0b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:17.856511 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-abd7839b-6991-4512-8122-a501dbb0861b req-3e6b1b09-e451-4f7d-b096-10ce17040b0b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0802877 Aug 29 06:50:17.884826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-688161f4-96e8-4d16-9029-94c45cbf27e9 None None] Provisioning for port 15d372bd-d8ae-4ee5-9d87-313efd5754c9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:17.888758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-688161f4-96e8-4d16-9029-94c45cbf27e9 None None] Provisioning complete for port 15d372bd-d8ae-4ee5-9d87-313efd5754c9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:17.889134 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-688161f4-96e8-4d16-9029-94c45cbf27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:17.934517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-abd7839b-6991-4512-8122-a501dbb0861b req-fad05eb2-1875-4274-a6a2-c279f33463f0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589864 Aug 29 06:50:17.935764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:50:17.943235 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ac4504f5-07cc-4b81-88e4-a3ae21dc354a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "PUT /v2.0/routers/39adc8da-73f8-40bd-a156-d6bfc7193214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2200243 Aug 29 06:50:17.943235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51160) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:17.955985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Sync routers for ids ['39adc8da-73f8-40bd-a156-d6bfc7193214'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:50:18.004965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Routers {'39adc8da-73f8-40bd-a156-d6bfc7193214'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:50:18.005622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:50:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['39adc8da-73f8-40bd-a156-d6bfc7193214'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:18.011950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cb333e-5700-41af-b864-b74380c6ee1f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:18.015628 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e2cb333e-5700-41af-b864-b74380c6ee1f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports/2f74e083-9388-48b3-a0bb-2f8792652e7f HTTP/1.1" status: 200 len: 911 time: 0.0693691 Aug 29 06:50:18.017213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51162) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:18.056985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c01e1-466d-446d-96fa-b9cd972ea5a7 req-239bf340-af22-4fed-9850-f2e0a647e042 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:18.068159 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a6c01e1-466d-446d-96fa-b9cd972ea5a7 req-239bf340-af22-4fed-9850-f2e0a647e042 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0759053 Aug 29 06:50:18.091880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ef4a47-5582-428b-bb43-a0a47de46951 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:18.099109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ef4a47-5582-428b-bb43-a0a47de46951 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:18.102444 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-62ef4a47-5582-428b-bb43-a0a47de46951 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0842485 Aug 29 06:50:18.104691 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51164) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:18.115594 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a6c01e1-466d-446d-96fa-b9cd972ea5a7 req-09d1a094-898d-42c1-addb-76a8a8eee38c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465844 Aug 29 06:50:18.147180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Set router 39adc8da-73f8-40bd-a156-d6bfc7193214 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:50:18.186501 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-688161f4-96e8-4d16-9029-94c45cbf27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:18.300552 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-688161f4-96e8-4d16-9029-94c45cbf27e9 None None] For port 15d372bd-d8ae-4ee5-9d87-313efd5754c9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=15d372bd-d8ae-4ee5-9d87-313efd5754c9,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:18.391308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39adc8da-73f8-40bd-a156-d6bfc7193214', 'name': 'tempest-NetworksTestDHCPv6-router-1232211426', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:50:15Z', 'updated_at': '2021-08-29T06:50:16Z', 'revision_number': 2, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'gw_port_host': None, '_interfaces': [{'id': '2f74e083-9388-48b3-a0bb-2f8792652e7f', 'name': '', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'mac_address': 'fa:16:3e:d7:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39adc8da-73f8-40bd-a156-d6bfc7193214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '1c594258-f122-4e80-ad31-e245b20b0d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:50:16Z', 'updated_at': '2021-08-29T06:50:17Z', 'revision_number': 2, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'subnets': [{'id': '1c594258-f122-4e80-ad31-e245b20b0d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:18.394881 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-688161f4-96e8-4d16-9029-94c45cbf27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:18.426593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Checking router: 39adc8da-73f8-40bd-a156-d6bfc7193214 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:50:18.426593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Updating router 39adc8da-73f8-40bd-a156-d6bfc7193214 port 2f74e083-9388-48b3-a0bb-2f8792652e7f binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:50:18.480896 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:18.499022 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688161f4-96e8-4d16-9029-94c45cbf27e9 None None] Pushing event updated for resources: {'Port': ['ID=15d372bd-d8ae-4ee5-9d87-313efd5754c9,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:18.633732 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-27d85a16-9151-4406-b786-48ec4093e182 None None] Provisioning for port 2f74e083-9388-48b3-a0bb-2f8792652e7f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:18.664476 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-27d85a16-9151-4406-b786-48ec4093e182 None None] Provisioning complete for port 2f74e083-9388-48b3-a0bb-2f8792652e7f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:18.664851 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27d85a16-9151-4406-b786-48ec4093e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:18.726753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9c3e-bf29-4b9a-8a3c-5a2d59d16e54 req-454637ea-89b3-414b-855f-7bd0af057df1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:18.727589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-27d85a16-9151-4406-b786-48ec4093e182 None None] Port 2f74e083-9388-48b3-a0bb-2f8792652e7f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:50:18.728555 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dceb9c3e-bf29-4b9a-8a3c-5a2d59d16e54 req-454637ea-89b3-414b-855f-7bd0af057df1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0558150 Aug 29 06:50:18.784849 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dceb9c3e-bf29-4b9a-8a3c-5a2d59d16e54 req-4eb84562-9d5d-4e44-8fe1-7a0dd0464390 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486193 Aug 29 06:50:18.841964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c6ac120-5857-4334-a447-362ed05ab848 req-eedaf0e9-4821-4552-84c7-7b4984fa0e44 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 210 time: 0.0305688 Aug 29 06:50:18.848235 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:18.874354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Transition to ACTIVE for port object 2f74e083-9388-48b3-a0bb-2f8792652e7f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:18.891275 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7131881-866d-44c4-bf5e-b83c71ec8c22 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:18.947902 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:18.989380 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-0a2ac4b9-a93a-4e13-b898-71f9b273ebfc tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=71b5947da1484517ad5efa3f460d6a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269790 Aug 29 06:50:19.042448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7b6e1-bd5b-4f5f-8178-7b281a538fd3 None None] Pushing event updated for resources: {'Port': ['ID=2f74e083-9388-48b3-a0bb-2f8792652e7f,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:19.057528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5238482-1c68-432c-854a-31c7d7a84a86 req-56e0b073-b867-451e-a42a-c9d370e0e6e0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:19.063906 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Attempting to bind port 2f74e083-9388-48b3-a0bb-2f8792652e7f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:19.067095 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5238482-1c68-432c-854a-31c7d7a84a86 req-56e0b073-b867-451e-a42a-c9d370e0e6e0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0809515 Aug 29 06:50:19.071665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Attempting to bind port 2f74e083-9388-48b3-a0bb-2f8792652e7f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:19.072313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Attempting to bind port 2f74e083-9388-48b3-a0bb-2f8792652e7f on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:19.080392 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:19.080779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:19.081182 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:19.081598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:19.082105 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Bound port: 2f74e083-9388-48b3-a0bb-2f8792652e7f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:19.082545 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:19.118347 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5238482-1c68-432c-854a-31c7d7a84a86 req-f0d0cf0c-72ca-4b9c-b05e-5786b3ad7a26 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502608 Aug 29 06:50:19.144215 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4d1482c7-1689-4782-a423-6b717d8e742e req-4effb28a-6099-4c3b-b50b-81a855a5afcc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0593295 Aug 29 06:50:19.187130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] For port 2f74e083-9388-48b3-a0bb-2f8792652e7f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:19.194377 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] For port 2f74e083-9388-48b3-a0bb-2f8792652e7f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2f74e083-9388-48b3-a0bb-2f8792652e7f,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:50:19.284699 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:19.308840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f55c-f139-4d74-9ee3-8a5dcddc9d51 req-75f75a77-cb12-464b-9e82-7d33d90ae41f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:19.312466 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4d1482c7-1689-4782-a423-6b717d8e742e req-7317d39a-2156-472d-afd1-ae599a5c8a83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0760996 Aug 29 06:50:19.327047 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e90f55c-f139-4d74-9ee3-8a5dcddc9d51 req-75f75a77-cb12-464b-9e82-7d33d90ae41f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0955601 Aug 29 06:50:19.332011 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Routers {'39adc8da-73f8-40bd-a156-d6bfc7193214'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:50:19.332592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:50:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['39adc8da-73f8-40bd-a156-d6bfc7193214'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:19.338876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-f5924857-e0d8-4f57-90ab-55ab06ee14ee tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:19.340918 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-f5924857-e0d8-4f57-90ab-55ab06ee14ee tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3443844 Aug 29 06:50:19.377700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-c21c7194-05f6-40d1-b3d7-b3ccf1272b5a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Request body: {'port': {'device_id': '7e52c74e-58e0-4b58-881e-4e20ba88b29f', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '71b5947da1484517ad5efa3f460d6a2d'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:19.398877 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4d1482c7-1689-4782-a423-6b717d8e742e req-25eb5d6d-6dea-4cbe-a3ee-c5b910102bb7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499730 Aug 29 06:50:19.410678 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e90f55c-f139-4d74-9ee3-8a5dcddc9d51 req-6ef3a10a-d286-4ea4-b968-039adf6b858c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828488 Aug 29 06:50:19.452493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 15d372bd-d8ae-4ee5-9d87-313efd5754c9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:19.487098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7b6e1-bd5b-4f5f-8178-7b281a538fd3 None None] Pushing event updated for resources: {'Port': ['ID=2f74e083-9388-48b3-a0bb-2f8792652e7f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:19.519902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] Set router 39adc8da-73f8-40bd-a156-d6bfc7193214 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:50:19.647568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 15d372bd-d8ae-4ee5-9d87-313efd5754c9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:19.648023 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:19.670822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1482c7-1689-4782-a423-6b717d8e742e req-aaa753ef-adc3-4e8a-9f4d-c4d4131e5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:19.672510 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4d1482c7-1689-4782-a423-6b717d8e742e req-aaa753ef-adc3-4e8a-9f4d-c4d4131e5cb9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2352664 Aug 29 06:50:19.673510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97d12b-54dc-4975-98ae-4865d12ccb88 req-2e2047a7-a422-4253-8033-e7d3276d18ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:19.675180 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b97d12b-54dc-4975-98ae-4865d12ccb88 req-2e2047a7-a422-4253-8033-e7d3276d18ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0849111 Aug 29 06:50:19.696430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e7131881-866d-44c4-bf5e-b83c71ec8c22 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port 2f74e083-9388-48b3-a0bb-2f8792652e7f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:19.696645 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7131881-866d-44c4-bf5e-b83c71ec8c22 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:19.731513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b97d12b-54dc-4975-98ae-4865d12ccb88 req-16291e66-9a76-44a3-905e-246687e21783 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428984 Aug 29 06:50:19.784242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-c21c7194-05f6-40d1-b3d7-b3ccf1272b5a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Made reservation on behalf of 71b5947da1484517ad5efa3f460d6a2d for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:19.788893 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-c21c7194-05f6-40d1-b3d7-b3ccf1272b5a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:19.815400 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-e7131881-866d-44c4-bf5e-b83c71ec8c22 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] For port 2f74e083-9388-48b3-a0bb-2f8792652e7f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2f74e083-9388-48b3-a0bb-2f8792652e7f,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:19.815783 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7131881-866d-44c4-bf5e-b83c71ec8c22 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:19.841404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e7131881-866d-44c4-bf5e-b83c71ec8c22 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for 2f74e083-9388-48b3-a0bb-2f8792652e7f owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:19.873141 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39adc8da-73f8-40bd-a156-d6bfc7193214', 'name': 'tempest-NetworksTestDHCPv6-router-1232211426', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:50:15Z', 'updated_at': '2021-08-29T06:50:16Z', 'revision_number': 2, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'gw_port_host': None, '_interfaces': [{'id': '2f74e083-9388-48b3-a0bb-2f8792652e7f', 'name': '', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'mac_address': 'fa:16:3e:d7:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39adc8da-73f8-40bd-a156-d6bfc7193214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '1c594258-f122-4e80-ad31-e245b20b0d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:50:16Z', 'updated_at': '2021-08-29T06:50:19Z', 'revision_number': 4, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'subnets': [{'id': '1c594258-f122-4e80-ad31-e245b20b0d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:19.908357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241ca79-18a1-4b6f-a00f-7a8aaf7a0371 None None] The sync data for ids ['39adc8da-73f8-40bd-a156-d6bfc7193214'] in n-d-713301-12 is: [{'id': '39adc8da-73f8-40bd-a156-d6bfc7193214', 'name': 'tempest-NetworksTestDHCPv6-router-1232211426', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:50:15Z', 'updated_at': '2021-08-29T06:50:16Z', 'revision_number': 2, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'gw_port_host': None, '_interfaces': [{'id': '2f74e083-9388-48b3-a0bb-2f8792652e7f', 'name': '', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'mac_address': 'fa:16:3e:d7:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39adc8da-73f8-40bd-a156-d6bfc7193214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '1c594258-f122-4e80-ad31-e245b20b0d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:50:16Z', 'updated_at': '2021-08-29T06:50:19Z', 'revision_number': 4, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'subnets': [{'id': '1c594258-f122-4e80-ad31-e245b20b0d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:50:19.929627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bc4c5-79cf-495f-805d-b2756bf94209 req-a9cbbf75-01c8-4b62-bc7e-f0a2e544d306 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:19.938170 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-346bc4c5-79cf-495f-805d-b2756bf94209 req-a9cbbf75-01c8-4b62-bc7e-f0a2e544d306 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0695798 Aug 29 06:50:19.980489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bead4805-4d35-4e1f-ba84-2f3eaf2ea19b req-8a7aca2c-928c-4a8b-9359-31441ef2363b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 210 time: 0.0388324 Aug 29 06:50:20.004688 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-346bc4c5-79cf-495f-805d-b2756bf94209 req-678770fa-cc58-41f8-aece-b944e6e9b3a9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649695 Aug 29 06:50:20.050456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-c21c7194-05f6-40d1-b3d7-b3ccf1272b5a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Allocated IP 192.168.233.161 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/c58452be-6938-4127-b3a2-0cf1e78d0786) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:20.295982 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-c21c7194-05f6-40d1-b3d7-b3ccf1272b5a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:20.318828 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-c21c7194-05f6-40d1-b3d7-b3ccf1272b5a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Transition to ACTIVE for port object c58452be-6938-4127-b3a2-0cf1e78d0786 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:20.321149 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7131881-866d-44c4-bf5e-b83c71ec8c22 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:20.355886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7131881-866d-44c4-bf5e-b83c71ec8c22 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=2f74e083-9388-48b3-a0bb-2f8792652e7f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:20.466230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7131881-866d-44c4-bf5e-b83c71ec8c22 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:20.548043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203ced5-3a9b-493d-9666-7c11b0eb20b2 req-4689611f-61af-4fa0-9761-b91fcf180071 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:20.549551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8203ced5-3a9b-493d-9666-7c11b0eb20b2 req-4689611f-61af-4fa0-9761-b91fcf180071 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0591846 Aug 29 06:50:20.551189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-c21c7194-05f6-40d1-b3d7-b3ccf1272b5a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:20.586940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['46a20dce-4a25-4e68-b695-3a755a9819a8'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:50:20.591754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8203ced5-3a9b-493d-9666-7c11b0eb20b2 req-843db928-3e6f-4759-9f02-dba8ad20ef0a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337434 Aug 29 06:50:20.621341 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-c21c7194-05f6-40d1-b3d7-b3ccf1272b5a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:20.664019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-c21c7194-05f6-40d1-b3d7-b3ccf1272b5a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:20.666050 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c7194-05f6-40d1-b3d7-b3ccf1272b5a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Pushing event updated for resources: {'Port': ['ID=c58452be-6938-4127-b3a2-0cf1e78d0786,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:20.668671 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-c21c7194-05f6-40d1-b3d7-b3ccf1272b5a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:20.731199 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:20.753057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7131881-866d-44c4-bf5e-b83c71ec8c22 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Router 39adc8da-73f8-40bd-a156-d6bfc7193214 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:50:20.773940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-c21c7194-05f6-40d1-b3d7-b3ccf1272b5a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:20.774619 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-c21c7194-05f6-40d1-b3d7-b3ccf1272b5a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:20.861282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7131881-866d-44c4-bf5e-b83c71ec8c22 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:50:20.870947 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e7131881-866d-44c4-bf5e-b83c71ec8c22 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "PUT /v2.0/routers/39adc8da-73f8-40bd-a156-d6bfc7193214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7614713 Aug 29 06:50:20.871654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51194) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:20.871977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9327b5-af72-456b-bcd1-f5d1ce223013 req-1d4cac2a-2da9-48c3-9583-e827ce3b4712 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:20.873566 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c9327b5-af72-456b-bcd1-f5d1ce223013 req-1d4cac2a-2da9-48c3-9583-e827ce3b4712 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0604293 Aug 29 06:50:20.914722 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-c21c7194-05f6-40d1-b3d7-b3ccf1272b5a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5500624 Aug 29 06:50:20.917248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c9327b5-af72-456b-bcd1-f5d1ce223013 req-be0ddff8-7905-4f5d-a08a-514cdc527e51 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371621 Aug 29 06:50:20.927517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7029d906-9a95-41db-8d1e-0a15e7eb48d0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:20.929206 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7029d906-9a95-41db-8d1e-0a15e7eb48d0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:20.930648 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7029d906-9a95-41db-8d1e-0a15e7eb48d0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0582006 Aug 29 06:50:20.933669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51196) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:20.936333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Request body: {'port': {'device_id': '7e52c74e-58e0-4b58-881e-4e20ba88b29f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:20.994997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e7b0ef-babf-4945-93cf-d8a774e58062 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet 1c594258-f122-4e80-ad31-e245b20b0d45 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:50:20.996050 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:20.998305 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b0ef-babf-4945-93cf-d8a774e58062 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:21.080060 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b0ef-babf-4945-93cf-d8a774e58062 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:21.096022 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-164f66f5-d65e-42b5-92d3-eefd9df4b0ed None None] Provisioning for port c58452be-6938-4127-b3a2-0cf1e78d0786 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:21.101287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-164f66f5-d65e-42b5-92d3-eefd9df4b0ed None None] Provisioning complete for port c58452be-6938-4127-b3a2-0cf1e78d0786 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:21.105547 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-164f66f5-d65e-42b5-92d3-eefd9df4b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:21.141519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-164f66f5-d65e-42b5-92d3-eefd9df4b0ed None None] Port c58452be-6938-4127-b3a2-0cf1e78d0786 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:50:21.150131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d73abe-f6d1-4bb5-a8f3-e3e4d23c9dbe req-5ed8798a-91b5-413c-a386-7870a3829173 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:21.151657 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07d73abe-f6d1-4bb5-a8f3-e3e4d23c9dbe req-5ed8798a-91b5-413c-a386-7870a3829173 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1308165 Aug 29 06:50:21.169369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121be8f-d659-4089-9cf5-2b7eee2dd38d req-18934222-1f4e-4d5b-8b00-817531baf3ca tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:21.170944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2121be8f-d659-4089-9cf5-2b7eee2dd38d req-18934222-1f4e-4d5b-8b00-817531baf3ca tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 936 time: 0.1080263 Aug 29 06:50:21.283656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58452be-6938-4127-b3a2-0cf1e78d0786 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:50:21.292966 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:21.305990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Transition to ACTIVE for port object c58452be-6938-4127-b3a2-0cf1e78d0786 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:21.469452 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:21.469576 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47791b50-9616-4958-9b8f-5bd74cd81215 None None] Sync routers for ids ['39adc8da-73f8-40bd-a156-d6bfc7193214'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:50:21.479441 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47791b50-9616-4958-9b8f-5bd74cd81215 None None] Routers {'39adc8da-73f8-40bd-a156-d6bfc7193214'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:50:21.480391 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-47791b50-9616-4958-9b8f-5bd74cd81215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:50:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['39adc8da-73f8-40bd-a156-d6bfc7193214'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:21.532117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Pushing event updated for resources: {'Port': ['ID=c58452be-6938-4127-b3a2-0cf1e78d0786,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:21.572121 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-47791b50-9616-4958-9b8f-5bd74cd81215 None None] Set router 39adc8da-73f8-40bd-a156-d6bfc7193214 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:50:21.598995 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Attempting to bind port c58452be-6938-4127-b3a2-0cf1e78d0786 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:21.600097 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Attempting to bind port c58452be-6938-4127-b3a2-0cf1e78d0786 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:21.601317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Attempting to bind port c58452be-6938-4127-b3a2-0cf1e78d0786 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:21.608059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Port c58452be-6938-4127-b3a2-0cf1e78d0786 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:50:21.608942 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Attempting to bind port c58452be-6938-4127-b3a2-0cf1e78d0786 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:21.619367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07d73abe-f6d1-4bb5-a8f3-e3e4d23c9dbe req-67ed2667-7e2b-4d75-bf40-bda434f5cf3f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439273 Aug 29 06:50:21.620757 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:21.621399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:21.621939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:21.622671 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Bound port: c58452be-6938-4127-b3a2-0cf1e78d0786, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:21.623294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:21.639085 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-47791b50-9616-4958-9b8f-5bd74cd81215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39adc8da-73f8-40bd-a156-d6bfc7193214', 'name': 'tempest-NetworksTestDHCPv6-router-1232211426', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:50:15Z', 'updated_at': '2021-08-29T06:50:20Z', 'revision_number': 3, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:21.651325 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b0ef-babf-4945-93cf-d8a774e58062 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:21.657983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2121be8f-d659-4089-9cf5-2b7eee2dd38d req-248fb487-1720-46db-9cb9-55c437f8deae tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735813 Aug 29 06:50:21.674563 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47791b50-9616-4958-9b8f-5bd74cd81215 None None] Checking router: 39adc8da-73f8-40bd-a156-d6bfc7193214 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:50:21.692335 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47791b50-9616-4958-9b8f-5bd74cd81215 None None] Routers {'39adc8da-73f8-40bd-a156-d6bfc7193214'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:50:21.695711 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-47791b50-9616-4958-9b8f-5bd74cd81215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:50:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['39adc8da-73f8-40bd-a156-d6bfc7193214'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:21.750917 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] For port c58452be-6938-4127-b3a2-0cf1e78d0786, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:21.754725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] For port c58452be-6938-4127-b3a2-0cf1e78d0786, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c58452be-6938-4127-b3a2-0cf1e78d0786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:50:21.797054 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-47791b50-9616-4958-9b8f-5bd74cd81215 None None] Set router 39adc8da-73f8-40bd-a156-d6bfc7193214 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:50:21.828054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd1613-999c-4345-bf43-665cafe5a3b4 req-60c9cee1-e98a-4e23-9714-d174f88c92f5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:21.829557 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ccd1613-999c-4345-bf43-665cafe5a3b4 req-60c9cee1-e98a-4e23-9714-d174f88c92f5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0884082 Aug 29 06:50:21.841881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d999912-7ddb-4c55-9db7-292d6401bf3f req-42605b3c-03d5-4790-9956-703ff4bf9d97 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:21.843362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d999912-7ddb-4c55-9db7-292d6401bf3f req-42605b3c-03d5-4790-9956-703ff4bf9d97 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0718811 Aug 29 06:50:21.846594 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b0ef-babf-4945-93cf-d8a774e58062 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:21.856396 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-47791b50-9616-4958-9b8f-5bd74cd81215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39adc8da-73f8-40bd-a156-d6bfc7193214', 'name': 'tempest-NetworksTestDHCPv6-router-1232211426', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:50:15Z', 'updated_at': '2021-08-29T06:50:20Z', 'revision_number': 3, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:50:21.878462 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47791b50-9616-4958-9b8f-5bd74cd81215 None None] The sync data for ids ['39adc8da-73f8-40bd-a156-d6bfc7193214'] in n-d-713301-12 is: [{'id': '39adc8da-73f8-40bd-a156-d6bfc7193214', 'name': 'tempest-NetworksTestDHCPv6-router-1232211426', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:50:15Z', 'updated_at': '2021-08-29T06:50:20Z', 'revision_number': 3, 'project_id': 'a7205aa4a7df4878b740501289a8ac85', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:50:21.890872 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:21.903475 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7b0ef-babf-4945-93cf-d8a774e58062 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=1c594258-f122-4e80-ad31-e245b20b0d45,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:21.905459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b0ef-babf-4945-93cf-d8a774e58062 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:21.909473 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c1e7b0ef-babf-4945-93cf-d8a774e58062 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/1c594258-f122-4e80-ad31-e245b20b0d45 HTTP/1.1" status: 204 len: 168 time: 0.9726083 Aug 29 06:50:21.912324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51210) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:21.913628 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e0b08e-d0e4-48df-aa8e-3c31d9c0053a None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:21.937150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:21.937769 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:21.939441 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] 10.222.0.11 "PUT /v2.0/ports/c58452be-6938-4127-b3a2-0cf1e78d0786 HTTP/1.1" status: 200 len: 1097 time: 1.0070174 Aug 29 06:50:21.939896 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e52c74e-58e0-4b58-881e-4e20ba88b29f', 'tag': 'c58452be-6938-4127-b3a2-0cf1e78d0786'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:50:21.942510 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4d2b4d-d638-4bdf-b2d3-366fd2483324" -d '{"events": [{"name": "network-changed", "server_uuid": "7e52c74e-58e0-4b58-881e-4e20ba88b29f", "tag": "c58452be-6938-4127-b3a2-0cf1e78d0786"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:50:21.966797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f7f6e-a956-4c81-9caa-b338826e9120 service neutron] Pushing event updated for resources: {'Port': ['ID=c58452be-6938-4127-b3a2-0cf1e78d0786,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:21.982550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ccd1613-999c-4345-bf43-665cafe5a3b4 req-ff220ff6-17c4-4fc5-96cb-56cdad7c618e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379018 Aug 29 06:50:21.986569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d999912-7ddb-4c55-9db7-292d6401bf3f req-f616a297-2b1a-44f9-8027-bd17bd8b2434 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314487 Aug 29 06:50:22.092313 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bea6c5b-bade-49b8-87f4-1ffb590f282c x-openstack-request-id: req-3bea6c5b-bade-49b8-87f4-1ffb590f282c {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:50:22.092761 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e52c74e-58e0-4b58-881e-4e20ba88b29f", "tag": "c58452be-6938-4127-b3a2-0cf1e78d0786", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:50:22.092879 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3bea6c5b-bade-49b8-87f4-1ffb590f282c {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:50:22.093281 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e52c74e-58e0-4b58-881e-4e20ba88b29f', 'tag': 'c58452be-6938-4127-b3a2-0cf1e78d0786', 'status': 'completed', 'code': 200} Aug 29 06:50:22.097929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a85b1fcd-1fb1-4ef7-8395-9a62b3b6af31 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1842985 Aug 29 06:50:22.101714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51216) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:22.213425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092fac5-8fa3-42ce-bc02-b5f9f5c01284 req-ce451f36-74bb-441b-9e76-5c32ef9b72c3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:22.220827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4092fac5-8fa3-42ce-bc02-b5f9f5c01284 req-ce451f36-74bb-441b-9e76-5c32ef9b72c3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0681608 Aug 29 06:50:22.268448 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4092fac5-8fa3-42ce-bc02-b5f9f5c01284 req-a6e540d7-64a0-4608-9a30-0b9dd8b5a12e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465319 Aug 29 06:50:22.361586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac21bf7-57c0-4da9-83b3-f7b324373069 None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:50:22.420116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-dac21bf7-57c0-4da9-83b3-f7b324373069 None None] Deleting port 15d372bd-d8ae-4ee5-9d87-313efd5754c9 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:22.420492 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dac21bf7-57c0-4da9-83b3-f7b324373069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:22.433447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02eaa6-5b17-4e26-ae4f-204e3b666172 req-f2b50417-ff11-4981-b3dd-527b8c5164ec tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:22.439857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc02eaa6-5b17-4e26-ae4f-204e3b666172 req-f2b50417-ff11-4981-b3dd-527b8c5164ec tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0652983 Aug 29 06:50:22.475523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc02eaa6-5b17-4e26-ae4f-204e3b666172 req-fe2d6107-be0d-4966-afb8-f2a9bae6ffe4 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Aug 29 06:50:22.493947 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-dac21bf7-57c0-4da9-83b3-f7b324373069 None None] For port 15d372bd-d8ae-4ee5-9d87-313efd5754c9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=15d372bd-d8ae-4ee5-9d87-313efd5754c9,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:22.494359 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dac21bf7-57c0-4da9-83b3-f7b324373069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:22.512144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-dac21bf7-57c0-4da9-83b3-f7b324373069 None None] Calling delete_port for 15d372bd-d8ae-4ee5-9d87-313efd5754c9 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:22.548229 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10cb8f16-c435-4725-9354-5572eeeca612 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:22.625285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1f859-b4fb-4533-ad45-0553b09ed2e5 req-b1508c99-d0db-42d1-95ad-06e3e477619d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:22.626404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-ed091a66-637f-4ef3-9539-77bb5fa02d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:22.627464 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66e1f859-b4fb-4533-ad45-0553b09ed2e5 req-b1508c99-d0db-42d1-95ad-06e3e477619d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0564411 Aug 29 06:50:22.633177 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-ed091a66-637f-4ef3-9539-77bb5fa02d71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 1100 time: 0.1107984 Aug 29 06:50:22.667601 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66e1f859-b4fb-4533-ad45-0553b09ed2e5 req-165e4445-469e-4e85-a603-a7f15e1e51d9 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Aug 29 06:50:22.679234 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dac21bf7-57c0-4da9-83b3-f7b324373069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:22.718862 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac21bf7-57c0-4da9-83b3-f7b324373069 None None] Pushing event deleted for resources: {'Port': ['ID=15d372bd-d8ae-4ee5-9d87-313efd5754c9,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:22.723647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac21bf7-57c0-4da9-83b3-f7b324373069 None None] No DVR routers for this DVR port 15d372bd-d8ae-4ee5-9d87-313efd5754c9 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:50:22.757747 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-fb2368bb-ef8b-46ce-b928-36ae5804d5d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=c58452be-6938-4127-b3a2-0cf1e78d0786 HTTP/1.1" status: 200 len: 217 time: 0.1064689 Aug 29 06:50:22.763251 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10cb8f16-c435-4725-9354-5572eeeca612 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:22.766548 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10cb8f16-c435-4725-9354-5572eeeca612 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:22.836761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc19d0-591e-403d-902e-379f74f0d5e7 req-773f3cfa-039b-4d90-b665-c8a705e0b22d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:22.838269 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03dc19d0-591e-403d-902e-379f74f0d5e7 req-773f3cfa-039b-4d90-b665-c8a705e0b22d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0729902 Aug 29 06:50:22.841545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-8317e69f-6211-4a37-a914-8cc2bb0b12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:22.843066 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-8317e69f-6211-4a37-a914-8cc2bb0b12ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0779471 Aug 29 06:50:22.845432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a67f2-6a39-452a-92f0-e1f83361e79d req-a9f42320-bbb6-437c-8dbd-384a4d8e8850 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:22.846814 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e6a67f2-6a39-452a-92f0-e1f83361e79d req-a9f42320-bbb6-437c-8dbd-384a4d8e8850 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 948 time: 0.0931628 Aug 29 06:50:22.890962 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-ca335a40-3679-44be-8053-96262b71ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:22.892495 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-ca335a40-3679-44be-8053-96262b71ec03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403428 Aug 29 06:50:22.903614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03dc19d0-591e-403d-902e-379f74f0d5e7 req-7232ed02-1da4-4139-a3a2-c7bd1b2dd702 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558178 Aug 29 06:50:22.906324 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e6a67f2-6a39-452a-92f0-e1f83361e79d req-694de3e6-0cec-4614-ad6a-575e60448bf0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520344 Aug 29 06:50:22.948838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10cb8f16-c435-4725-9354-5572eeeca612 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:22.949350 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cb8f16-c435-4725-9354-5572eeeca612 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Fanout notify agent at l3_agent the message router_deleted on router 39adc8da-73f8-40bd-a156-d6bfc7193214 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:50:22.956973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10cb8f16-c435-4725-9354-5572eeeca612 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:22.958087 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-10cb8f16-c435-4725-9354-5572eeeca612 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/routers/39adc8da-73f8-40bd-a156-d6bfc7193214 HTTP/1.1" status: 204 len: 168 time: 0.8553798 Aug 29 06:50:22.961821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51232) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:22.996410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0f49e3e2-f8b2-4480-9049-ffe22583bbd0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0333159 Aug 29 06:50:23.000709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51234) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:23.023392 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-5749f0f1-4693-4bfa-9119-b5476f94f53a service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182508 Aug 29 06:50:23.064673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63848eb7-6fbf-4bc6-834f-638d98ff427f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:23.069785 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-63848eb7-6fbf-4bc6-834f-638d98ff427f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0641861 Aug 29 06:50:23.076372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51240) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:23.122205 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-87be4872-fd16-462a-9d0d-b6b27ffad8d4 req-3392f8ae-6d07-4eac-9aec-2115c40ae0e3 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937436 Aug 29 06:50:23.141086 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-529ac806-10b8-4c47-8cd0-33f4660b7707 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635178 Aug 29 06:50:23.145130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51242) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:23.150735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-46d9e2b3-e374-4c4e-8644-6762097c4c47 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:23.185634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af143a5b-61ae-4276-87d8-a6e4cd56ceef req-b5de4cc5-0778-4288-8ce7-c444fb9bdd79 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:23.187106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af143a5b-61ae-4276-87d8-a6e4cd56ceef req-b5de4cc5-0778-4288-8ce7-c444fb9bdd79 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1260605 Aug 29 06:50:23.194864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c835d98-4691-4972-a4d5-7214c3257ad6 req-4c7f4531-74fa-4111-a3dc-630a299f4055 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:23.196343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c835d98-4691-4972-a4d5-7214c3257ad6 req-4c7f4531-74fa-4111-a3dc-630a299f4055 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.1289248 Aug 29 06:50:23.260359 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af143a5b-61ae-4276-87d8-a6e4cd56ceef req-6949d6d6-d869-487d-832e-fafeb2e2d91e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587735 Aug 29 06:50:23.265240 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c835d98-4691-4972-a4d5-7214c3257ad6 req-cc01c61b-718c-4a5a-9d04-0ebcb58c923d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617812 Aug 29 06:50:23.323299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d2b4d-d638-4bdf-b2d3-366fd2483324 req-3aaaf20b-1946-4031-94d7-346b3848a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:23.323831 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4c4d2b4d-d638-4bdf-b2d3-366fd2483324 req-3aaaf20b-1946-4031-94d7-346b3848a0c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 1100 time: 0.0525880 Aug 29 06:50:23.324559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d9e2b3-e374-4c4e-8644-6762097c4c47 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:23.328960 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-46d9e2b3-e374-4c4e-8644-6762097c4c47 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:23.378550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a9cc2-d377-403d-999c-47b5b5228433 req-a5e9ef05-1613-4775-a818-852ace8e5ce8 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:23.386924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f5a9cc2-d377-403d-999c-47b5b5228433 req-a5e9ef05-1613-4775-a818-852ace8e5ce8 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0634487 Aug 29 06:50:23.394475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 15d372bd-d8ae-4ee5-9d87-313efd5754c9 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:50:23.418298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 15d372bd-d8ae-4ee5-9d87-313efd5754c9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:50:23.419028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 15d372bd-d8ae-4ee5-9d87-313efd5754c9 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:50:23.419625 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2f74e083-9388-48b3-a0bb-2f8792652e7f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:50:23.431796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f5a9cc2-d377-403d-999c-47b5b5228433 req-cf5602c8-0a32-4d7c-b404-a70a4e2b4bf9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439878 Aug 29 06:50:23.441430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 2f74e083-9388-48b3-a0bb-2f8792652e7f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:50:23.442061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2f74e083-9388-48b3-a0bb-2f8792652e7f not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:50:23.486310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef4d7f-8d09-4402-9cf7-44a2e2f4c0e4 req-ef4da207-99e7-42c9-a312-a62a06e80627 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:23.489801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99ef4d7f-8d09-4402-9cf7-44a2e2f4c0e4 req-ef4da207-99e7-42c9-a312-a62a06e80627 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0607667 Aug 29 06:50:23.507934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d2b4d-d638-4bdf-b2d3-366fd2483324 req-e00b95a5-220d-41fb-8b25-9517012f0555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:23.509407 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4c4d2b4d-d638-4bdf-b2d3-366fd2483324 req-e00b95a5-220d-41fb-8b25-9517012f0555 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1769426 Aug 29 06:50:23.534528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99ef4d7f-8d09-4402-9cf7-44a2e2f4c0e4 req-c98f286c-ef3c-487d-9ecf-4662c94e0b2b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400615 Aug 29 06:50:23.592475 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4c4d2b4d-d638-4bdf-b2d3-366fd2483324 req-ecb53924-80b0-48f8-9ebe-a81b8abdcb24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=c58452be-6938-4127-b3a2-0cf1e78d0786 HTTP/1.1" status: 200 len: 217 time: 0.0750034 Aug 29 06:50:23.676789 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44c48c-b3a7-4abe-946b-f9b2af94ecf1 req-feaa5e3c-3f78-4f9f-a1a4-635382d71d97 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:23.681661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d2b4d-d638-4bdf-b2d3-366fd2483324 req-951a0a21-9215-4f29-aa08-7d96467615a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:23.683114 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4c4d2b4d-d638-4bdf-b2d3-366fd2483324 req-951a0a21-9215-4f29-aa08-7d96467615a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0814874 Aug 29 06:50:23.683731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a44c48c-b3a7-4abe-946b-f9b2af94ecf1 req-feaa5e3c-3f78-4f9f-a1a4-635382d71d97 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0625050 Aug 29 06:50:23.724295 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a44c48c-b3a7-4abe-946b-f9b2af94ecf1 req-7692a349-6f38-46b4-a64b-b6a8f7b6c2ef tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384541 Aug 29 06:50:23.740334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d2b4d-d638-4bdf-b2d3-366fd2483324 req-ee6387a4-07dd-4815-9135-5cb1a4149f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:23.742059 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4c4d2b4d-d638-4bdf-b2d3-366fd2483324 req-ee6387a4-07dd-4815-9135-5cb1a4149f1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0507443 Aug 29 06:50:23.856833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf789a2-2dc0-4554-a415-9942393abfc8 req-902de84f-72d1-4d92-b15c-c44df1c75fbc tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:23.858855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edf789a2-2dc0-4554-a415-9942393abfc8 req-902de84f-72d1-4d92-b15c-c44df1c75fbc tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0548337 Aug 29 06:50:23.898370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.objects.ports [None req-46d9e2b3-e374-4c4e-8644-6762097c4c47 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:50:23.899289 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edf789a2-2dc0-4554-a415-9942393abfc8 req-8892d380-c6dd-4d20-9084-a95d3290a11b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334668 Aug 29 06:50:23.901232 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-46d9e2b3-e374-4c4e-8644-6762097c4c47 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:23.961673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d9e2b3-e374-4c4e-8644-6762097c4c47 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:23.972492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-46d9e2b3-e374-4c4e-8644-6762097c4c47 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:23.978100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d9e2b3-e374-4c4e-8644-6762097c4c47 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:23.978617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-46d9e2b3-e374-4c4e-8644-6762097c4c47 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:23.984339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7f6b36-63e1-4e29-b2f3-56e42e9fa59e None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:23.989602 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4c4d2b4d-d638-4bdf-b2d3-366fd2483324 req-54db3b17-2776-4225-8af8-5a99dc5cb593 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363436 Aug 29 06:50:23.990837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9e2b3-e374-4c4e-8644-6762097c4c47 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=c8b6254c-6b49-414c-ba24-9279bca53da6,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:24.060519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da56909-d71d-45fa-b451-d8373fb60df7 req-76f434ce-ec95-407c-aefd-2815cdb9c9b2 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:24.062416 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1da56909-d71d-45fa-b451-d8373fb60df7 req-76f434ce-ec95-407c-aefd-2815cdb9c9b2 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 948 time: 0.0821357 Aug 29 06:50:24.080390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3949201-bd7a-4236-9be1-fee7866e0cc5 req-a3b4b1b9-b4de-4d97-a644-30419d3fa7e6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:24.082028 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3949201-bd7a-4236-9be1-fee7866e0cc5 req-a3b4b1b9-b4de-4d97-a644-30419d3fa7e6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0734642 Aug 29 06:50:24.104159 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4c4d2b4d-d638-4bdf-b2d3-366fd2483324 req-c423ff06-4eb7-45ea-97f8-35733f28c2b5 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038914 Aug 29 06:50:24.108079 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-46d9e2b3-e374-4c4e-8644-6762097c4c47 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9618847 Aug 29 06:50:24.110886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51260) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:24.120197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bf1610a9-522e-4e38-829e-9dc9c074dc1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:24.135530 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1da56909-d71d-45fa-b451-d8373fb60df7 req-6888bb84-acdc-4754-814f-4cd9cd25299a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635285 Aug 29 06:50:24.137219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': 'c8b6254c-6b49-414c-ba24-9279bca53da6'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:50:24.138623 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:24.151901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3949201-bd7a-4236-9be1-fee7866e0cc5 req-5e74f0ed-51af-47e1-b6b3-800246ea44e0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559747 Aug 29 06:50:24.283581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dd6b2-aaea-484f-94e1-7c0f74a972a4 req-67a8e4d3-76a5-4acc-a811-fe4e1c51dbcb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:24.285070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-841dd6b2-aaea-484f-94e1-7c0f74a972a4 req-67a8e4d3-76a5-4acc-a811-fe4e1c51dbcb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0552197 Aug 29 06:50:24.285211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Allocated IP 2001:db8::f816:3eff:fede:9035 (16c35313-5380-4d1c-adfa-e4bf610ab147/c8b6254c-6b49-414c-ba24-9279bca53da6/8899452e-a843-4a24-9453-7391b50c8ef4) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:24.320552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1610a9-522e-4e38-829e-9dc9c074dc1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:24.323598 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf1610a9-522e-4e38-829e-9dc9c074dc1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:24.343539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-841dd6b2-aaea-484f-94e1-7c0f74a972a4 req-e84ef2e9-5603-4c44-97fb-70607b360bb3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469310 Aug 29 06:50:24.402097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2e61d-a57f-47c2-b4e7-87ebb70a1250 req-286d99c6-a941-4642-9e99-8a3bb5916c0e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:24.403489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dcf2e61d-a57f-47c2-b4e7-87ebb70a1250 req-286d99c6-a941-4642-9e99-8a3bb5916c0e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0573809 Aug 29 06:50:24.459622 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:24.468529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Transition to ACTIVE for port object 8899452e-a843-4a24-9453-7391b50c8ef4 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:24.469982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dcf2e61d-a57f-47c2-b4e7-87ebb70a1250 req-668f6c27-e5eb-45ea-8464-e1d9067f6979 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601604 Aug 29 06:50:24.488200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Transition to ACTIVE for port object 8899452e-a843-4a24-9453-7391b50c8ef4 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:24.580406 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:24.622800 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451257e-92a5-4668-a81c-76d2dee524c3 req-70fc102a-6e08-4517-bace-7121d65c05be tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:24.624311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4451257e-92a5-4668-a81c-76d2dee524c3 req-70fc102a-6e08-4517-bace-7121d65c05be tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0824347 Aug 29 06:50:24.625159 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:24.629938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:24.634791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:24.636853 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1e882-2f79-4116-9413-6978822e2a72 req-a9f27bdf-1d0f-42b9-a499-e7be43d47998 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:24.638345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21d1e882-2f79-4116-9413-6978822e2a72 req-a9f27bdf-1d0f-42b9-a499-e7be43d47998 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0856485 Aug 29 06:50:24.639840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Pushing event updated for resources: {'Port': ['ID=8899452e-a843-4a24-9453-7391b50c8ef4,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:24.680055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf1610a9-522e-4e38-829e-9dc9c074dc1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:24.690090 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4451257e-92a5-4668-a81c-76d2dee524c3 req-55d75260-4430-428d-ac06-80709c7a8963 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505424 Aug 29 06:50:24.694238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Attempting to bind port 8899452e-a843-4a24-9453-7391b50c8ef4 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:24.696271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Attempting to bind port 8899452e-a843-4a24-9453-7391b50c8ef4 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:24.696653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Attempting to bind port 8899452e-a843-4a24-9453-7391b50c8ef4 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:24.703759 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:24.704191 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:24.704649 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:24.705302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:24.705923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Bound port: 8899452e-a843-4a24-9453-7391b50c8ef4, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:24.706467 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:24.706795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21d1e882-2f79-4116-9413-6978822e2a72 req-08bf07e4-5d50-4b42-9fd8-42a127b828d2 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606101 Aug 29 06:50:24.752654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1610a9-522e-4e38-829e-9dc9c074dc1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:24.756005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-bf1610a9-522e-4e38-829e-9dc9c074dc1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:24.760416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1610a9-522e-4e38-829e-9dc9c074dc1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:24.761289 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf1610a9-522e-4e38-829e-9dc9c074dc1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:24.769119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1610a9-522e-4e38-829e-9dc9c074dc1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=8bce3fe9-b137-4f9c-9e75-a80e002816b1,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:24.783425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] For port 8899452e-a843-4a24-9453-7391b50c8ef4, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:24.786604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] For port 8899452e-a843-4a24-9453-7391b50c8ef4, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8899452e-a843-4a24-9453-7391b50c8ef4,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:50:24.826901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d03ad-6780-4259-b975-2f405ff0a10d req-0c4a1ac2-8a3b-4606-8401-75873fd90cd1 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:24.828381 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-795d03ad-6780-4259-b975-2f405ff0a10d req-0c4a1ac2-8a3b-4606-8401-75873fd90cd1 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0536187 Aug 29 06:50:24.833755 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf1610a9-522e-4e38-829e-9dc9c074dc1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7197242 Aug 29 06:50:24.836755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51276) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:24.841774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'mac_address': 'fa:16:3e:52:2a:f6', 'name': 'tempest-NetworksTestDHCPv6-1180810646'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:24.867672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-795d03ad-6780-4259-b975-2f405ff0a10d req-d2858cca-9a6a-466a-a921-27ed38f30a54 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332031 Aug 29 06:50:24.873185 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:24.933744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf67757-d228-46c5-b147-c3c65e835a8b None None] Pushing event updated for resources: {'Port': ['ID=8899452e-a843-4a24-9453-7391b50c8ef4,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:25.010975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dcb19-f46a-4a47-b691-af367b306bf7 req-d74ccc25-4887-4303-b5bc-4aa33f72b5fb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:25.012529 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b5dcb19-f46a-4a47-b691-af367b306bf7 req-d74ccc25-4887-4303-b5bc-4aa33f72b5fb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0508101 Aug 29 06:50:25.052437 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b5dcb19-f46a-4a47-b691-af367b306bf7 req-a96e640a-10e3-436c-9ee5-b2cea9553923 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337379 Aug 29 06:50:25.096519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:25.211108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014daf4d-fbf1-40da-bd9c-6c7b29fc69ea req-c757dae8-0b1c-4c3a-8ea6-b6bb8ecd81c3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:25.219369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-014daf4d-fbf1-40da-bd9c-6c7b29fc69ea req-c757dae8-0b1c-4c3a-8ea6-b6bb8ecd81c3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0710990 Aug 29 06:50:25.227051 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:25.249747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port c3606d73-5f9e-4681-9d58-f09237cd932d yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:50:25.283110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-014daf4d-fbf1-40da-bd9c-6c7b29fc69ea req-35200660-6a62-4532-9dd2-83d650815031 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627830 Aug 29 06:50:25.298938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26596-c386-40b7-987a-a17e3e0f15ca req-e92605f4-eea6-417e-be15-10260b9563ea tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:25.300348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acb26596-c386-40b7-987a-a17e3e0f15ca req-e92605f4-eea6-417e-be15-10260b9563ea tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 948 time: 0.0789554 Aug 29 06:50:25.342024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acb26596-c386-40b7-987a-a17e3e0f15ca req-e8aa173e-d171-468a-b45d-c0ff758a67a2 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351384 Aug 29 06:50:25.441490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 172.20.0.11 (16c35313-5380-4d1c-adfa-e4bf610ab147/8bce3fe9-b137-4f9c-9e75-a80e002816b1/c3606d73-5f9e-4681-9d58-f09237cd932d) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:25.447864 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8899452e-a843-4a24-9453-7391b50c8ef4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:25.452410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::f816:3eff:fe52:2af6 (16c35313-5380-4d1c-adfa-e4bf610ab147/c8b6254c-6b49-414c-ba24-9279bca53da6/c3606d73-5f9e-4681-9d58-f09237cd932d) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:25.488026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af39f4-158c-4f69-bcb7-f89d652b54d1 req-dff169da-1010-4a08-9939-9c218bc3ff9c tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:25.489643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5af39f4-158c-4f69-bcb7-f89d652b54d1 req-dff169da-1010-4a08-9939-9c218bc3ff9c tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0532148 Aug 29 06:50:25.539841 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5af39f4-158c-4f69-bcb7-f89d652b54d1 req-12761fbf-7867-4b9e-9e6d-9cb4b8713969 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436890 Aug 29 06:50:25.619931 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e443033-2a42-4796-ac94-e4b8ad0ff36c req-8c03424d-71bb-4a42-86b6-ebf2ab3fefd1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:25.621409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e443033-2a42-4796-ac94-e4b8ad0ff36c req-8c03424d-71bb-4a42-86b6-ebf2ab3fefd1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0695248 Aug 29 06:50:25.644263 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 8899452e-a843-4a24-9453-7391b50c8ef4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:25.671067 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e443033-2a42-4796-ac94-e4b8ad0ff36c req-a9e4ef3a-ad95-4ee8-a3f8-a288f880950e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Aug 29 06:50:25.677014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:25.695106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object c3606d73-5f9e-4681-9d58-f09237cd932d will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:25.759244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c31fd-e3d9-4107-8f12-97a07a156b46 req-ea839fe1-9c11-475e-a807-407067bf3fd8 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:25.759244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-511c31fd-e3d9-4107-8f12-97a07a156b46 req-ea839fe1-9c11-475e-a807-407067bf3fd8 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0568669 Aug 29 06:50:25.824624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-511c31fd-e3d9-4107-8f12-97a07a156b46 req-1bcdbd10-dad3-4a36-a2bf-124cec8612ed tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588512 Aug 29 06:50:25.833252 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:25.851689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6103b2-3cfd-4a5e-bf39-90f378c725b9 req-629049d3-5033-4b24-960d-7929f2b39c0b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:25.853749 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee6103b2-3cfd-4a5e-bf39-90f378c725b9 req-629049d3-5033-4b24-960d-7929f2b39c0b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0674975 Aug 29 06:50:25.902098 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee6103b2-3cfd-4a5e-bf39-90f378c725b9 req-bd1e7cab-b640-4273-96e6-58a5c4ca3282 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415876 Aug 29 06:50:25.913197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:25.927203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:25.930234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:25.964218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=c3606d73-5f9e-4681-9d58-f09237cd932d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:25.973911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed032ad-bfa9-4b69-a7ca-ea8acfc13b4d None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:25.989529 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:25.990530 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:26.023760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6f500-550f-4d0f-8cb9-926ae2a5e6c9 req-aba62598-79b2-4e6d-be65-100384704b92 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:26.025226 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ea6f500-550f-4d0f-8cb9-926ae2a5e6c9 req-aba62598-79b2-4e6d-be65-100384704b92 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0499537 Aug 29 06:50:26.064569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ea6f500-550f-4d0f-8cb9-926ae2a5e6c9 req-28a4ad4b-fe91-49ef-83ad-7628b95333b7 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331917 Aug 29 06:50:26.091517 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bab19b7c-3451-469c-9d37-f5035f058f1e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2530291 Aug 29 06:50:26.098095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51306) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:26.155049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c641489-9957-465d-a0cc-e76c685b2dea tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:26.155385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c641489-9957-465d-a0cc-e76c685b2dea tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:26.159422 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5c641489-9957-465d-a0cc-e76c685b2dea tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0579011 Aug 29 06:50:26.159977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51308) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:26.191073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87695de-f303-4ec7-a795-3aa9278b932e req-0326e840-d911-431e-b8fe-34f43875f6ba tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:26.192713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d87695de-f303-4ec7-a795-3aa9278b932e req-0326e840-d911-431e-b8fe-34f43875f6ba tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0577219 Aug 29 06:50:26.220310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4b4dbe-d75a-4242-82a4-87d5339927a9 None None] Update dhcp port {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'fixed_ips': [{'subnet_id': 'c8b6254c-6b49-414c-ba24-9279bca53da6', 'ip_address': '2001:db8::f816:3eff:fede:9035'}, {'subnet_id': '8bce3fe9-b137-4f9c-9e75-a80e002816b1'}], 'binding:host_id': 'n-d-713301-12'}, 'id': '8899452e-a843-4a24-9453-7391b50c8ef4'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 06:50:26.223358 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-661326fe-5fa1-4c8d-a608-af614ffba09d None None] Provisioning for port 8899452e-a843-4a24-9453-7391b50c8ef4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:26.239160 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d87695de-f303-4ec7-a795-3aa9278b932e req-a4028903-93a5-4a35-a181-2eef6dc067fa tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404527 Aug 29 06:50:26.249006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-661326fe-5fa1-4c8d-a608-af614ffba09d None None] Provisioning complete for port 8899452e-a843-4a24-9453-7391b50c8ef4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:26.249370 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-661326fe-5fa1-4c8d-a608-af614ffba09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:26.267077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-d96a7c66-f04a-497e-8a4f-c66868284ccf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port c3606d73-5f9e-4681-9d58-f09237cd932d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:26.267359 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d96a7c66-f04a-497e-8a4f-c66868284ccf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:26.279250 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4dbe-d75a-4242-82a4-87d5339927a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:26.360522 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d96a7c66-f04a-497e-8a4f-c66868284ccf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:26.373811 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-d96a7c66-f04a-497e-8a4f-c66868284ccf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for c3606d73-5f9e-4681-9d58-f09237cd932d owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:26.384054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6c2ad-f69b-4c9f-ba80-b996a4c192d4 req-7dc808dd-e885-43ab-b52c-2f1408c7a43e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:26.386050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bd6c2ad-f69b-4c9f-ba80-b996a4c192d4 req-7dc808dd-e885-43ab-b52c-2f1408c7a43e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0523248 Aug 29 06:50:26.436547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bd6c2ad-f69b-4c9f-ba80-b996a4c192d4 req-ce128c85-b6df-4036-92ea-b020708f9228 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 Aug 29 06:50:26.440674 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-661326fe-5fa1-4c8d-a608-af614ffba09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:26.501315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-1b4b4dbe-d75a-4242-82a4-87d5339927a9 None None] Allocated IP 172.20.0.2 (16c35313-5380-4d1c-adfa-e4bf610ab147/8bce3fe9-b137-4f9c-9e75-a80e002816b1/8899452e-a843-4a24-9453-7391b50c8ef4) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:26.569333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa63ad2-d957-4fd4-808e-3816289577c8 req-5aa0a893-0d29-4f0d-81ad-5153c9a48647 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:26.571553 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cfa63ad2-d957-4fd4-808e-3816289577c8 req-5aa0a893-0d29-4f0d-81ad-5153c9a48647 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 948 time: 0.0930796 Aug 29 06:50:26.595364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d601fa0-0608-4e73-ac68-08c9e8a6865d req-4ddda705-48ac-4acf-b57f-7dbb19f8331e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:26.597082 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d601fa0-0608-4e73-ac68-08c9e8a6865d req-4ddda705-48ac-4acf-b57f-7dbb19f8331e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0806751 Aug 29 06:50:26.613669 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1b4b4dbe-d75a-4242-82a4-87d5339927a9 None None] For port 8899452e-a843-4a24-9453-7391b50c8ef4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8899452e-a843-4a24-9453-7391b50c8ef4,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:26.641907 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4dbe-d75a-4242-82a4-87d5339927a9 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:26.644628 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cfa63ad2-d957-4fd4-808e-3816289577c8 req-6b8a41a0-6817-4efa-af68-ad782e630111 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671751 Aug 29 06:50:26.652774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d601fa0-0608-4e73-ac68-08c9e8a6865d req-4f59f58b-860c-4773-be25-65eca110410d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485313 Aug 29 06:50:26.655840 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d96a7c66-f04a-497e-8a4f-c66868284ccf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:26.667589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1b4b4dbe-d75a-4242-82a4-87d5339927a9 None None] Transition to ACTIVE for port object 8899452e-a843-4a24-9453-7391b50c8ef4 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:26.695442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a7c66-f04a-497e-8a4f-c66868284ccf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=c3606d73-5f9e-4681-9d58-f09237cd932d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:26.742975 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4dbe-d75a-4242-82a4-87d5339927a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:26.786490 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d96a7c66-f04a-497e-8a4f-c66868284ccf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:26.788501 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d96a7c66-f04a-497e-8a4f-c66868284ccf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/c3606d73-5f9e-4681-9d58-f09237cd932d HTTP/1.1" status: 204 len: 168 time: 0.6276035 Aug 29 06:50:26.794252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51324) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:26.854386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5318b3a-2e1a-4c18-a0b2-44f63f510250 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:26.855896 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5318b3a-2e1a-4c18-a0b2-44f63f510250 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:26.857484 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5318b3a-2e1a-4c18-a0b2-44f63f510250 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:26.867214 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d5318b3a-2e1a-4c18-a0b2-44f63f510250 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0698218 Aug 29 06:50:26.867989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1196674-d862-4d4c-9d6f-d047af0727ac req-4a2c30bf-c2c7-4b3c-92b9-98e81c9efac5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:26.868908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51326) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:26.872623 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-661326fe-5fa1-4c8d-a608-af614ffba09d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:50:26.872993 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-661326fe-5fa1-4c8d-a608-af614ffba09d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:50:26.874788 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1196674-d862-4d4c-9d6f-d047af0727ac req-4a2c30bf-c2c7-4b3c-92b9-98e81c9efac5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0755401 Aug 29 06:50:26.877873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b4dbe-d75a-4242-82a4-87d5339927a9 None None] Pushing event updated for resources: {'Port': ['ID=8899452e-a843-4a24-9453-7391b50c8ef4,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:26.923828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1196674-d862-4d4c-9d6f-d047af0727ac req-6f0bd242-6eab-473c-b99a-1d2774109081 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437679 Aug 29 06:50:26.942048 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad8b3f7-b518-4500-9e5e-46d39a350f4f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet 8bce3fe9-b137-4f9c-9e75-a80e002816b1 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:50:26.953704 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ad8b3f7-b518-4500-9e5e-46d39a350f4f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:26.999781 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ad8b3f7-b518-4500-9e5e-46d39a350f4f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:27.041526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f321ac-f653-4a7e-9dd3-f3b00bdf00dd req-aac97186-1632-492d-a3d7-59696ca4b5ff tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:27.043243 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10f321ac-f653-4a7e-9dd3-f3b00bdf00dd req-aac97186-1632-492d-a3d7-59696ca4b5ff tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0529556 Aug 29 06:50:27.090724 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10f321ac-f653-4a7e-9dd3-f3b00bdf00dd req-28bcc173-cf17-4f4d-b583-eab3bc28842c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398061 Aug 29 06:50:27.115586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ad8b3f7-b518-4500-9e5e-46d39a350f4f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:27.284881 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ad8b3f7-b518-4500-9e5e-46d39a350f4f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:27.316477 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8b3f7-b518-4500-9e5e-46d39a350f4f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=8bce3fe9-b137-4f9c-9e75-a80e002816b1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:27.321735 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ad8b3f7-b518-4500-9e5e-46d39a350f4f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:27.323806 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2ad8b3f7-b518-4500-9e5e-46d39a350f4f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/8bce3fe9-b137-4f9c-9e75-a80e002816b1 HTTP/1.1" status: 204 len: 168 time: 0.4525082 Aug 29 06:50:27.327044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51338) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:27.418338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8899452e-a843-4a24-9453-7391b50c8ef4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:27.420975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c793383-f2b0-465b-a37b-1293339f3ce9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet c8b6254c-6b49-414c-ba24-9279bca53da6 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:50:27.424553 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c793383-f2b0-465b-a37b-1293339f3ce9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:27.467367 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-661326fe-5fa1-4c8d-a608-af614ffba09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:27.475010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b964d8-4241-4918-9397-53817dcf5c39 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:27.488724 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c793383-f2b0-465b-a37b-1293339f3ce9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:27.546126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbc1d4-aab6-4e92-8248-8b183e68bfeb req-2ef52bc9-00a2-48e9-9c18-da7ca3bd64b7 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:27.547634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6cfbc1d4-aab6-4e92-8248-8b183e68bfeb req-2ef52bc9-00a2-48e9-9c18-da7ca3bd64b7 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0891173 Aug 29 06:50:27.565805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-661326fe-5fa1-4c8d-a608-af614ffba09d None None] For port 8899452e-a843-4a24-9453-7391b50c8ef4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8899452e-a843-4a24-9453-7391b50c8ef4,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:27.618018 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6cfbc1d4-aab6-4e92-8248-8b183e68bfeb req-e60c8393-4489-4863-9d13-41c1d2d96c27 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440700 Aug 29 06:50:27.672566 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-661326fe-5fa1-4c8d-a608-af614ffba09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:27.681726 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c793383-f2b0-465b-a37b-1293339f3ce9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:27.728670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661326fe-5fa1-4c8d-a608-af614ffba09d None None] Pushing event updated for resources: {'Port': ['ID=8899452e-a843-4a24-9453-7391b50c8ef4,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:27.799701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164442af-dee4-4774-8d7e-447fe07812c6 req-622c0c4a-58ea-4ec7-876a-f36db79baeb0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:27.801397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-164442af-dee4-4774-8d7e-447fe07812c6 req-622c0c4a-58ea-4ec7-876a-f36db79baeb0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 948 time: 0.0769372 Aug 29 06:50:27.843876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-164442af-dee4-4774-8d7e-447fe07812c6 req-9b6ba916-30c9-4cfe-9d0a-38d471a61d33 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352318 Aug 29 06:50:27.850078 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c793383-f2b0-465b-a37b-1293339f3ce9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:27.887135 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c793383-f2b0-465b-a37b-1293339f3ce9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:27.889572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-79dcfc9f-c1d9-4400-bb88-38f8e3ac7b37 None None] Provisioning for port 8899452e-a843-4a24-9453-7391b50c8ef4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:27.893144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1c793383-f2b0-465b-a37b-1293339f3ce9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/c8b6254c-6b49-414c-ba24-9279bca53da6 HTTP/1.1" status: 204 len: 168 time: 0.5648842 Aug 29 06:50:27.893977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c58452be-6938-4127-b3a2-0cf1e78d0786 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:50:27.894219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c793383-f2b0-465b-a37b-1293339f3ce9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b6254c-6b49-414c-ba24-9279bca53da6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:27.895789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51346) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:27.901381 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-79dcfc9f-c1d9-4400-bb88-38f8e3ac7b37 None None] Provisioning complete for port 8899452e-a843-4a24-9453-7391b50c8ef4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:27.901855 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-79dcfc9f-c1d9-4400-bb88-38f8e3ac7b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:27.948942 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8eaf85f9-b89c-4517-afd3-a62bb1a5b26a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519528 Aug 29 06:50:27.952297 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51350) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:27.958295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:28.075625 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c58452be-6938-4127-b3a2-0cf1e78d0786, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c58452be-6938-4127-b3a2-0cf1e78d0786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:28.077770 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-79dcfc9f-c1d9-4400-bb88-38f8e3ac7b37 None None] Could not find standard attr ID for object c3606d73-5f9e-4681-9d58-f09237cd932d. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:50:28.084179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3c652-3c53-4d15-8ee0-3deb9c004622 req-b9e0f878-75c8-4d9b-99e9-1fa425d30299 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:28.086497 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ee3c652-3c53-4d15-8ee0-3deb9c004622 req-b9e0f878-75c8-4d9b-99e9-1fa425d30299 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0762069 Aug 29 06:50:28.092797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'c58452be-6938-4127-b3a2-0cf1e78d0786', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'c58452be-6938-4127-b3a2-0cf1e78d0786', 'mac_address': 'fa:16:3e:b3:c2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:50:28.134540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ee3c652-3c53-4d15-8ee0-3deb9c004622 req-1149ebcf-ceab-457c-a6d7-aedb31ee0e19 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408106 Aug 29 06:50:28.135847 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:28.152270 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58452be-6938-4127-b3a2-0cf1e78d0786 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:50:28.175540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c58452be-6938-4127-b3a2-0cf1e78d0786, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c58452be-6938-4127-b3a2-0cf1e78d0786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:28.228716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1fbe9-f955-4f7e-9109-5553bb728710 req-46cba4ea-143d-45c6-a76c-5d8c1bfa090b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:28.230242 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-baf1fbe9-f955-4f7e-9109-5553bb728710 req-46cba4ea-143d-45c6-a76c-5d8c1bfa090b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0560737 Aug 29 06:50:28.257351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e74606a-0d7a-4fd5-9561-600bb7cf5c15 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:28.270111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-baf1fbe9-f955-4f7e-9109-5553bb728710 req-4dcfe5ce-0293-4b34-b965-f54e57ea3b99 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338497 Aug 29 06:50:28.382360 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:28.386607 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:28.441103 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:28.486421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-332da2fd-c648-4208-b4d7-69e48f6ffa8d None None] Provisioning complete for port 8899452e-a843-4a24-9453-7391b50c8ef4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:28.486722 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-332da2fd-c648-4208-b4d7-69e48f6ffa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:28.574130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=c58452be-6938-4127-b3a2-0cf1e78d0786,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:28.651003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c9e7cd-e5aa-42d1-9a40-69985fa5e625 None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:50:28.696900 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-01c9e7cd-e5aa-42d1-9a40-69985fa5e625 None None] Deleting port 8899452e-a843-4a24-9453-7391b50c8ef4 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:28.700708 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-01c9e7cd-e5aa-42d1-9a40-69985fa5e625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:28.769905 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a82e8-1dda-470e-aa94-fc49303402c5 req-0e391fbc-8b8d-48d9-8fc0-3eaa76a10d55 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:28.771354 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-486a82e8-1dda-470e-aa94-fc49303402c5 req-0e391fbc-8b8d-48d9-8fc0-3eaa76a10d55 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0852215 Aug 29 06:50:28.784053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-01c9e7cd-e5aa-42d1-9a40-69985fa5e625 None None] For port 8899452e-a843-4a24-9453-7391b50c8ef4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8899452e-a843-4a24-9453-7391b50c8ef4,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:28.784456 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-01c9e7cd-e5aa-42d1-9a40-69985fa5e625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:28.797190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-01c9e7cd-e5aa-42d1-9a40-69985fa5e625 None None] Calling delete_port for 8899452e-a843-4a24-9453-7391b50c8ef4 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:28.889654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-486a82e8-1dda-470e-aa94-fc49303402c5 req-b2e2ee8a-b439-4d74-8399-bd5fd31fef7d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102564 Aug 29 06:50:28.893326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.objects.ports [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95404) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:50:29.005544 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['c58452be-6938-4127-b3a2-0cf1e78d0786'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:50:29.063828 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-01c9e7cd-e5aa-42d1-9a40-69985fa5e625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:29.092458 n-d-713301-12 neutron-server[95404]: WARNING neutron.services.revisions.revision_plugin [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Could not find related port for resource to bump revision. Aug 29 06:50:29.096385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9e7cd-e5aa-42d1-9a40-69985fa5e625 None None] Pushing event deleted for resources: {'Port': ['ID=8899452e-a843-4a24-9453-7391b50c8ef4,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:29.102477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5197d71-db88-4175-ad6c-4e097670677a req-1d3e7764-9820-49e5-999e-3cc270c2b555 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:29.103375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c9e7cd-e5aa-42d1-9a40-69985fa5e625 None None] No DVR routers for this DVR port 8899452e-a843-4a24-9453-7391b50c8ef4 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:50:29.103730 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5197d71-db88-4175-ad6c-4e097670677a req-1d3e7764-9820-49e5-999e-3cc270c2b555 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 949 time: 0.1395407 Aug 29 06:50:29.152265 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5197d71-db88-4175-ad6c-4e097670677a req-1a386892-01f5-4f2f-8979-dda0b533d0e7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331922 Aug 29 06:50:29.186910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Port 8899452e-a843-4a24-9453-7391b50c8ef4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95404) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 29 06:50:29.187276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Reverting IP allocation for 2001:db8::f816:3eff:fede:9035 {{(pid=95404) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 29 06:50:29.191049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fede:9035 {{(pid=95404) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 29 06:50:29.192363 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:29.246674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:29.379385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8899452e-a843-4a24-9453-7391b50c8ef4 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:50:29.400328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 8899452e-a843-4a24-9453-7391b50c8ef4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:50:29.400680 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8899452e-a843-4a24-9453-7391b50c8ef4 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:50:29.493855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:29.502885 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c696c-534b-481a-8e6f-0fb23f85b3a2 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:29.507398 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:29.507980 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:29.538911 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=973919a8-b919-440f-a0a5-9b50a6e6cbad,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:29.562225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c4dd0-b2e8-4461-b4ef-7771437ff597 req-acb7c95b-4979-440e-b4d7-a29fcbf6e457 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:29.563749 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d55c4dd0-b2e8-4461-b4ef-7771437ff597 req-acb7c95b-4979-440e-b4d7-a29fcbf6e457 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.3438094 Aug 29 06:50:29.575490 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e561af4-18cc-46ad-bac6-b46a50626871 req-17326e1c-cfe9-4ae5-abfe-a4ba852b551c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:29.576829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e561af4-18cc-46ad-bac6-b46a50626871 req-17326e1c-cfe9-4ae5-abfe-a4ba852b551c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0853572 Aug 29 06:50:29.633414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d55c4dd0-b2e8-4461-b4ef-7771437ff597 req-27c6800a-0335-49f9-9ba7-414e34e79836 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556278 Aug 29 06:50:29.636321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e561af4-18cc-46ad-bac6-b46a50626871 req-1f0595b7-986f-4ffe-9e75-36ef8dc26202 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518029 Aug 29 06:50:29.648508 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f7666a61-cd11-46cf-80c9-6782afab7a6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6913173 Aug 29 06:50:29.648508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51364) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:29.661920 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-fbf4666e-29fc-44fc-bc7c-dc2f1d98a956 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:29.662483 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': '973919a8-b919-440f-a0a5-9b50a6e6cbad'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:50:29.664327 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:29.810862 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Allocated IP 2001:db8::f816:3eff:fecd:2a36 (16c35313-5380-4d1c-adfa-e4bf610ab147/973919a8-b919-440f-a0a5-9b50a6e6cbad/7f128ce6-ce9e-4d5d-aef7-8b5937ce2694) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:29.895375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f0e5d096-4395-48a7-ba43-af206416e7fc details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:50:29.941269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf4666e-29fc-44fc-bc7c-dc2f1d98a956 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:29.947869 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fbf4666e-29fc-44fc-bc7c-dc2f1d98a956 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:30.008446 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:30.021597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Transition to ACTIVE for port object 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:30.052564 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Transition to ACTIVE for port object 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:30.065065 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f0e5d096-4395-48a7-ba43-af206416e7fc, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f0e5d096-4395-48a7-ba43-af206416e7fc,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:30.071131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e7314-5a24-44e2-8073-566dd573f5e2 req-9db23a5e-7beb-40e0-8609-11e1cab9d2f8 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:30.072634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-617e7314-5a24-44e2-8073-566dd573f5e2 req-9db23a5e-7beb-40e0-8609-11e1cab9d2f8 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1089706 Aug 29 06:50:30.084219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'f0e5d096-4395-48a7-ba43-af206416e7fc', 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548', 'port_id': 'f0e5d096-4395-48a7-ba43-af206416e7fc', 'mac_address': 'fa:16:3e:99:ce:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6221c5-492b-4e52-81e3-c311934e2c40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:50:30.114791 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:30.130035 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-617e7314-5a24-44e2-8073-566dd573f5e2 req-868b40f1-c8d0-44bd-934a-7bf66a5c7893 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482006 Aug 29 06:50:30.133038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0e5d096-4395-48a7-ba43-af206416e7fc {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:50:30.152905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f0e5d096-4395-48a7-ba43-af206416e7fc, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f0e5d096-4395-48a7-ba43-af206416e7fc,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:30.156910 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:30.192556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:30.199683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:30.203089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:30.211260 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Pushing event updated for resources: {'Port': ['ID=7f128ce6-ce9e-4d5d-aef7-8b5937ce2694,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:30.259918 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:30.265983 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Attempting to bind port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:30.266354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Attempting to bind port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:30.266713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Attempting to bind port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:30.291681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:30.292057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:30.292457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:30.292848 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:30.293312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Bound port: 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:30.293689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:30.311787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80090226-e400-4781-87ef-7e14e68b5b6a req-f3c4ac20-3918-41f7-92c9-9622fbaea850 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:30.313393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80090226-e400-4781-87ef-7e14e68b5b6a req-f3c4ac20-3918-41f7-92c9-9622fbaea850 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 949 time: 0.0736337 Aug 29 06:50:30.343714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=f0e5d096-4395-48a7-ba43-af206416e7fc,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:30.353685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80090226-e400-4781-87ef-7e14e68b5b6a req-5f1c9046-7695-4699-a78c-5e17c17b8aff tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325706 Aug 29 06:50:30.378884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] For port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:30.384801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] For port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7f128ce6-ce9e-4d5d-aef7-8b5937ce2694,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:50:30.410161 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fbf4666e-29fc-44fc-bc7c-dc2f1d98a956 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:30.452740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf4666e-29fc-44fc-bc7c-dc2f1d98a956 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:30.456049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-fbf4666e-29fc-44fc-bc7c-dc2f1d98a956 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:30.460359 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf4666e-29fc-44fc-bc7c-dc2f1d98a956 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:30.461266 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fbf4666e-29fc-44fc-bc7c-dc2f1d98a956 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:30.474895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4666e-29fc-44fc-bc7c-dc2f1d98a956 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=d4fb606d-9675-4718-9635-0d73c107e7bb,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:30.601133 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['f0e5d096-4395-48a7-ba43-af206416e7fc'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:50:30.632821 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:30.718679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba06eb5-6ee4-4f38-895d-335f8fcbbac1 None None] Pushing event updated for resources: {'Port': ['ID=7f128ce6-ce9e-4d5d-aef7-8b5937ce2694,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:30.726498 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fbf4666e-29fc-44fc-bc7c-dc2f1d98a956 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0736687 Aug 29 06:50:30.726704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51376) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:30.732680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'mac_address': 'fa:16:3e:97:7b:44', 'name': 'tempest-NetworksTestDHCPv6-627902168'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:30.905567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465751ef-c0a3-4957-aa7d-e8fd9b734f22 req-ad0681d9-b885-4698-89f4-114a3bc3278a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:30.907027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-465751ef-c0a3-4957-aa7d-e8fd9b734f22 req-ad0681d9-b885-4698-89f4-114a3bc3278a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.1539850 Aug 29 06:50:30.949176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e028e5c-3bea-46d9-aa0a-2acdbbe39b39 req-49488a19-1f1f-48d5-bf81-58cde8307dd7 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:30.951279 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4e028e5c-3bea-46d9-aa0a-2acdbbe39b39 req-49488a19-1f1f-48d5-bf81-58cde8307dd7 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 945 time: 0.1587975 Aug 29 06:50:31.028731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-465751ef-c0a3-4957-aa7d-e8fd9b734f22 req-c283bbf0-f1d4-4310-9abd-14b0fb4499bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082883 Aug 29 06:50:31.040738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4e028e5c-3bea-46d9-aa0a-2acdbbe39b39 req-c76aadfd-33ac-4720-847c-2074455d54b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670357 Aug 29 06:50:31.245425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39849d5d-6463-4c3c-9809-4049b44b0d23 req-019c5bb0-f77c-4e70-b265-3e7bdc9f2633 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:31.246805 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-39849d5d-6463-4c3c-9809-4049b44b0d23 req-019c5bb0-f77c-4e70-b265-3e7bdc9f2633 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0499806 Aug 29 06:50:31.275696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:31.333092 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-39849d5d-6463-4c3c-9809-4049b44b0d23 req-df99c2ba-8b11-4428-af91-1189f9bcf3c7 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801587 Aug 29 06:50:31.385512 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:31.410870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port a558dfb4-1eb0-41a5-8ae9-f0df9a699449 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:50:31.465890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:31.557726 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0e920-aa3e-405d-b7ac-28ba12d097c2 req-8cc566f7-345a-41ad-ace2-0bf4848a74c5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:31.559474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c6e0e920-aa3e-405d-b7ac-28ba12d097c2 req-8cc566f7-345a-41ad-ace2-0bf4848a74c5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 949 time: 0.1113887 Aug 29 06:50:31.639941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c6e0e920-aa3e-405d-b7ac-28ba12d097c2 req-25f0f40d-25f1-4763-9adc-c29edc512102 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710008 Aug 29 06:50:31.649164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 172.20.0.4 (16c35313-5380-4d1c-adfa-e4bf610ab147/d4fb606d-9675-4718-9635-0d73c107e7bb/a558dfb4-1eb0-41a5-8ae9-f0df9a699449) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:31.661075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::f816:3eff:fe97:7b44 (16c35313-5380-4d1c-adfa-e4bf610ab147/973919a8-b919-440f-a0a5-9b50a6e6cbad/a558dfb4-1eb0-41a5-8ae9-f0df9a699449) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:31.661519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:31.716160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a86e68-a69f-4143-aaab-9f024cf1b0d4 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:31.815892 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:31.829973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object a558dfb4-1eb0-41a5-8ae9-f0df9a699449 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:31.909331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f0e5d096-4395-48a7-ba43-af206416e7fc up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:31.948258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-de489b38-acfc-45b6-a915-520bf834487f None None] Provisioning for port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:31.963650 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-de489b38-acfc-45b6-a915-520bf834487f None None] Provisioning complete for port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:31.964024 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-de489b38-acfc-45b6-a915-520bf834487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:32.005262 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9739945-bc61-43db-bfe2-addccd838068 None None] Update dhcp port {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'fixed_ips': [{'subnet_id': '973919a8-b919-440f-a0a5-9b50a6e6cbad', 'ip_address': '2001:db8::f816:3eff:fecd:2a36'}, {'subnet_id': 'd4fb606d-9675-4718-9635-0d73c107e7bb'}], 'binding:host_id': 'n-d-713301-12'}, 'id': '7f128ce6-ce9e-4d5d-aef7-8b5937ce2694'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 06:50:32.038919 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9739945-bc61-43db-bfe2-addccd838068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:32.064847 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:32.065976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port f0e5d096-4395-48a7-ba43-af206416e7fc triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:32.065976 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:32.109951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=a558dfb4-1eb0-41a5-8ae9-f0df9a699449,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:32.122581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:32.125149 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:32.136530 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:32.208963 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-de489b38-acfc-45b6-a915-520bf834487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:32.249077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:32.249989 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:32.279406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433f22c-fbd7-4172-814d-b4976a485094 req-b54f143b-2410-4c8a-a9b1-6143ca4518c4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:32.282204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a433f22c-fbd7-4172-814d-b4976a485094 req-b54f143b-2410-4c8a-a9b1-6143ca4518c4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.1278350 Aug 29 06:50:32.288729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c57837-8fd2-4ff9-9ae7-31487bb91bcf req-825f765c-9f14-4af0-91d3-7f687aba32df tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:32.290211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69c57837-8fd2-4ff9-9ae7-31487bb91bcf req-825f765c-9f14-4af0-91d3-7f687aba32df tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 945 time: 0.1477389 Aug 29 06:50:32.295852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-de489b38-acfc-45b6-a915-520bf834487f None None] For port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7f128ce6-ce9e-4d5d-aef7-8b5937ce2694,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:32.331600 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:32.348321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a433f22c-fbd7-4172-814d-b4976a485094 req-244b700b-0889-478a-93a9-f3ca70084280 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571206 Aug 29 06:50:32.355558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69c57837-8fd2-4ff9-9ae7-31487bb91bcf req-0ef7b171-e700-437b-b126-ae17463a83d6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558457 Aug 29 06:50:32.360406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-b9739945-bc61-43db-bfe2-addccd838068 None None] Allocated IP 172.20.0.2 (16c35313-5380-4d1c-adfa-e4bf610ab147/d4fb606d-9675-4718-9635-0d73c107e7bb/7f128ce6-ce9e-4d5d-aef7-8b5937ce2694) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:32.367178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1048d3e-b353-417d-8bc0-4e68658093eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e5d096-4395-48a7-ba43-af206416e7fc'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:50:32.369579 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce8b8ef-d045-4671-a39f-c5c891a06df1" -d '{"events": [{"server_uuid": "a1048d3e-b353-417d-8bc0-4e68658093eb", "name": "network-vif-plugged", "status": "completed", "tag": "f0e5d096-4395-48a7-ba43-af206416e7fc"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:50:32.391885 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f0e5d096-4395-48a7-ba43-af206416e7fc, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f0e5d096-4395-48a7-ba43-af206416e7fc,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:32.474702 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99b2b9-bdd2-4536-9406-feac870cb81f req-a598e0f5-df6f-4f33-afeb-00b03a6c532a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:32.476206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c99b2b9-bdd2-4536-9406-feac870cb81f req-a598e0f5-df6f-4f33-afeb-00b03a6c532a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0555065 Aug 29 06:50:32.517521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c99b2b9-bdd2-4536-9406-feac870cb81f req-2ccfdbd0-59db-4189-bc09-9e10aa624150 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351298 Aug 29 06:50:32.518227 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34532171-1292-4ebc-bc01-5cdfdde1b478 x-openstack-request-id: req-34532171-1292-4ebc-bc01-5cdfdde1b478 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:50:32.524477 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1048d3e-b353-417d-8bc0-4e68658093eb", "name": "network-vif-plugged", "status": "completed", "tag": "f0e5d096-4395-48a7-ba43-af206416e7fc", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:50:32.524477 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34532171-1292-4ebc-bc01-5cdfdde1b478 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:50:32.524877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8de51f4a-0eb8-46a6-b1dd-340ddd855c9c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7911036 Aug 29 06:50:32.524982 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1048d3e-b353-417d-8bc0-4e68658093eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e5d096-4395-48a7-ba43-af206416e7fc', 'code': 200} Aug 29 06:50:32.525078 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51394) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:32.560860 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-de489b38-acfc-45b6-a915-520bf834487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:32.565841 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:32.566581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c58452be-6938-4127-b3a2-0cf1e78d0786 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:32.577436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a590c3b-c8e1-4ae2-8ac2-38caa1b202ee tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:32.583486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a590c3b-c8e1-4ae2-8ac2-38caa1b202ee tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:32.585013 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1a590c3b-c8e1-4ae2-8ac2-38caa1b202ee tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0625479 Aug 29 06:50:32.587999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51396) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:32.685632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-4841f5b8-a89c-41f0-ab01-72efc5a61d90 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port a558dfb4-1eb0-41a5-8ae9-f0df9a699449 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:32.685997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4841f5b8-a89c-41f0-ab01-72efc5a61d90 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:32.810708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43815c-d857-4443-8a9d-e5814843dd65 req-3a124358-c3ed-48c6-9ee0-88aa8eb0c621 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:32.812262 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a43815c-d857-4443-8a9d-e5814843dd65 req-3a124358-c3ed-48c6-9ee0-88aa8eb0c621 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 949 time: 0.0791566 Aug 29 06:50:32.821839 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4841f5b8-a89c-41f0-ab01-72efc5a61d90 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:32.834551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de489b38-acfc-45b6-a915-520bf834487f None None] Pushing event updated for resources: {'Port': ['ID=7f128ce6-ce9e-4d5d-aef7-8b5937ce2694,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:32.845819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-4841f5b8-a89c-41f0-ab01-72efc5a61d90 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for a558dfb4-1eb0-41a5-8ae9-f0df9a699449 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:32.882820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b9739945-bc61-43db-bfe2-addccd838068 None None] For port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7f128ce6-ce9e-4d5d-aef7-8b5937ce2694,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:32.907326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a43815c-d857-4443-8a9d-e5814843dd65 req-1d623de5-17ee-4252-880a-b388a965a266 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874324 Aug 29 06:50:32.916606 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=f0e5d096-4395-48a7-ba43-af206416e7fc,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:32.937650 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9739945-bc61-43db-bfe2-addccd838068 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:32.952007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b9739945-bc61-43db-bfe2-addccd838068 None None] Transition to ACTIVE for port object 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:33.038633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port c58452be-6938-4127-b3a2-0cf1e78d0786 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:33.042485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port c58452be-6938-4127-b3a2-0cf1e78d0786 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:33.042888 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:33.121407 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:33.129329 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9739945-bc61-43db-bfe2-addccd838068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:33.203514 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c58452be-6938-4127-b3a2-0cf1e78d0786, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c58452be-6938-4127-b3a2-0cf1e78d0786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:33.234883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9739945-bc61-43db-bfe2-addccd838068 None None] Pushing event updated for resources: {'Port': ['ID=7f128ce6-ce9e-4d5d-aef7-8b5937ce2694,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:33.237245 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4841f5b8-a89c-41f0-ab01-72efc5a61d90 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:33.277707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841f5b8-a89c-41f0-ab01-72efc5a61d90 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=a558dfb4-1eb0-41a5-8ae9-f0df9a699449,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:33.378551 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4841f5b8-a89c-41f0-ab01-72efc5a61d90 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:33.380971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4841f5b8-a89c-41f0-ab01-72efc5a61d90 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/a558dfb4-1eb0-41a5-8ae9-f0df9a699449 HTTP/1.1" status: 204 len: 168 time: 0.7920089 Aug 29 06:50:33.383406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51402) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:33.404244 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:33.440035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:33.479427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460abb35-39ab-4ec2-b269-35e4b9833e54 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:33.480926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460abb35-39ab-4ec2-b269-35e4b9833e54 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:33.482422 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460abb35-39ab-4ec2-b269-35e4b9833e54 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:33.484042 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-460abb35-39ab-4ec2-b269-35e4b9833e54 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0996957 Aug 29 06:50:33.486735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51406) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:33.503679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=c58452be-6938-4127-b3a2-0cf1e78d0786,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:33.548353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0eaec8-3ab8-4661-a94b-89d610d732c5 req-bdd6eeab-c75f-43c4-b682-b1af035b6921 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:33.552344 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:33.555173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f0eaec8-3ab8-4661-a94b-89d610d732c5 req-bdd6eeab-c75f-43c4-b682-b1af035b6921 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1028924 Aug 29 06:50:33.561600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e820387b-c108-4774-8eb1-a6e5324ad2d7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet 973919a8-b919-440f-a0a5-9b50a6e6cbad {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:50:33.564973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e820387b-c108-4774-8eb1-a6e5324ad2d7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:33.576500 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8759e-258a-4f69-96e1-8bee476fe04c req-44aea29e-51f9-4083-bce6-18f4e997a05f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:33.586775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00e8759e-258a-4f69-96e1-8bee476fe04c req-44aea29e-51f9-4083-bce6-18f4e997a05f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.1212451 Aug 29 06:50:33.605942 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e820387b-c108-4774-8eb1-a6e5324ad2d7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:33.623794 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f0eaec8-3ab8-4661-a94b-89d610d732c5 req-e7971177-709a-45c1-bd41-6224e95d8828 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656123 Aug 29 06:50:33.640519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00e8759e-258a-4f69-96e1-8bee476fe04c req-70ba7e84-011f-49f7-b8d7-3cc1c1c4a5e9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558755 Aug 29 06:50:33.718665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e820387b-c108-4774-8eb1-a6e5324ad2d7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:33.777084 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40093e-6c62-4e0b-8327-3e3bd3a030ae req-3d303777-aa47-47fd-93b3-c706b6fb17ee tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:33.778925 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e40093e-6c62-4e0b-8327-3e3bd3a030ae req-3d303777-aa47-47fd-93b3-c706b6fb17ee tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0572348 Aug 29 06:50:33.819916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e40093e-6c62-4e0b-8327-3e3bd3a030ae req-df6ff3e8-cd04-4ace-9d5e-4daefc5a4d4b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348389 Aug 29 06:50:33.930650 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e820387b-c108-4774-8eb1-a6e5324ad2d7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:33.962181 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e820387b-c108-4774-8eb1-a6e5324ad2d7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:33.964100 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e820387b-c108-4774-8eb1-a6e5324ad2d7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/973919a8-b919-440f-a0a5-9b50a6e6cbad HTTP/1.1" status: 204 len: 168 time: 0.4756052 Aug 29 06:50:33.965134 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820387b-c108-4774-8eb1-a6e5324ad2d7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=973919a8-b919-440f-a0a5-9b50a6e6cbad,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:33.966810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51414) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:34.036010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b37d36-0742-4488-86f2-0b173090a66d None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:34.051081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4560fd-b8a6-4cf3-b6d4-90dcf00190db tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet d4fb606d-9675-4718-9635-0d73c107e7bb {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:50:34.057468 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca4560fd-b8a6-4cf3-b6d4-90dcf00190db tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:34.075969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fc6f018b-7629-4c0a-a786-adb19295b8b7 None None] Provisioning for port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:34.085305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fc6f018b-7629-4c0a-a786-adb19295b8b7 None None] Provisioning complete for port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:34.085936 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fc6f018b-7629-4c0a-a786-adb19295b8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:34.091850 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb4d33-fca6-4fc6-8177-ef75dc0204e2 req-462cc796-a0f8-42e5-9130-cb5cd84fbbd7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:34.093399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99fb4d33-fca6-4fc6-8177-ef75dc0204e2 req-462cc796-a0f8-42e5-9130-cb5cd84fbbd7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0908258 Aug 29 06:50:34.119911 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca4560fd-b8a6-4cf3-b6d4-90dcf00190db tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:34.167676 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99fb4d33-fca6-4fc6-8177-ef75dc0204e2 req-12123871-b865-432c-a5a5-ab2d3d1a8ef5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671878 Aug 29 06:50:34.222498 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca4560fd-b8a6-4cf3-b6d4-90dcf00190db tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:34.336366 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-83bcfc4f-22b5-43d6-9114-f14cb3c88af6 None None] Could not find standard attr ID for object a558dfb4-1eb0-41a5-8ae9-f0df9a699449. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:50:34.410349 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca4560fd-b8a6-4cf3-b6d4-90dcf00190db tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:34.440290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4560fd-b8a6-4cf3-b6d4-90dcf00190db tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=d4fb606d-9675-4718-9635-0d73c107e7bb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:34.442425 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca4560fd-b8a6-4cf3-b6d4-90dcf00190db tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:34.446186 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ca4560fd-b8a6-4cf3-b6d4-90dcf00190db tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/d4fb606d-9675-4718-9635-0d73c107e7bb HTTP/1.1" status: 204 len: 168 time: 0.4762700 Aug 29 06:50:34.455785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51416) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:34.489099 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d6547d68-eec8-4f05-9864-b746ea6a4ff4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408537 Aug 29 06:50:34.492694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51418) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:34.497872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-095e85f0-1695-4023-9643-6deeebde553a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:34.520082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e52c74e-58e0-4b58-881e-4e20ba88b29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58452be-6938-4127-b3a2-0cf1e78d0786'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:50:34.522642 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279f6b4d-2a55-4bf6-b1b8-61e87bb1351d" -d '{"events": [{"server_uuid": "7e52c74e-58e0-4b58-881e-4e20ba88b29f", "name": "network-vif-plugged", "status": "completed", "tag": "c58452be-6938-4127-b3a2-0cf1e78d0786"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:50:34.564894 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e334ba-2e0a-4248-8063-b8f802d4d92a x-openstack-request-id: req-f0e334ba-2e0a-4248-8063-b8f802d4d92a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:50:34.565467 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e52c74e-58e0-4b58-881e-4e20ba88b29f", "name": "network-vif-plugged", "status": "completed", "tag": "c58452be-6938-4127-b3a2-0cf1e78d0786", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:50:34.565467 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f0e334ba-2e0a-4248-8063-b8f802d4d92a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:50:34.565681 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e52c74e-58e0-4b58-881e-4e20ba88b29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58452be-6938-4127-b3a2-0cf1e78d0786', 'code': 200} Aug 29 06:50:34.714516 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2557505-c79d-4cb1-99be-c5d2811b85b6 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:34.735764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcff7f-186c-45c5-8f96-b0c0719c9a0e req-544a4e44-90a4-415b-aa64-4d6c4e68a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:34.740700 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4cbcff7f-186c-45c5-8f96-b0c0719c9a0e req-544a4e44-90a4-415b-aa64-4d6c4e68a7ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 1102 time: 0.0730565 Aug 29 06:50:34.740700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095e85f0-1695-4023-9643-6deeebde553a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:34.742677 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-095e85f0-1695-4023-9643-6deeebde553a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:34.785751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e6732-93d3-4a5d-bb28-b70dcde95ed8 req-ebb7df4b-b8c2-4fdb-873c-340a659e88df tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:34.787394 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d86e6732-93d3-4a5d-bb28-b70dcde95ed8 req-ebb7df4b-b8c2-4fdb-873c-340a659e88df tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0821457 Aug 29 06:50:34.793012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6fe53c9a-6e30-4cfb-892f-b8656a91fb1b None None] Provisioning complete for port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:34.793012 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6fe53c9a-6e30-4cfb-892f-b8656a91fb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:34.815188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279a0ef-4293-4697-bf8a-c00104b2ebf0 req-ff83fe95-f2fd-4166-9362-f7705e84b7f9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:34.816556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a279a0ef-4293-4697-bf8a-c00104b2ebf0 req-ff83fe95-f2fd-4166-9362-f7705e84b7f9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0802422 Aug 29 06:50:34.833242 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4cbcff7f-186c-45c5-8f96-b0c0719c9a0e req-16ff0c39-e102-4741-a454-b01fe59e35fd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870695 Aug 29 06:50:34.886024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d86e6732-93d3-4a5d-bb28-b70dcde95ed8 req-3031017d-dd79-46cd-8dd0-58d296059556 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855899 Aug 29 06:50:34.901684 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a279a0ef-4293-4697-bf8a-c00104b2ebf0 req-13d581be-77bb-44dd-9456-018929b28918 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711265 Aug 29 06:50:34.982858 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5dba58-e4b8-4cc5-a933-e7c3b3fc79bf None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:50:35.031925 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ab5dba58-e4b8-4cc5-a933-e7c3b3fc79bf None None] Deleting port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:35.032415 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab5dba58-e4b8-4cc5-a933-e7c3b3fc79bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:35.038835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6780a-d7c6-4da0-a343-607153498ab6 req-e28563b5-e33a-4d7b-a732-88552a14e86e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:35.040343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eee6780a-d7c6-4da0-a343-607153498ab6 req-e28563b5-e33a-4d7b-a732-88552a14e86e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0501316 Aug 29 06:50:35.077648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eee6780a-d7c6-4da0-a343-607153498ab6 req-1d8d17ae-9972-43f6-bc42-295b2661da15 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311368 Aug 29 06:50:35.095600 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-095e85f0-1695-4023-9643-6deeebde553a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:35.098348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ab5dba58-e4b8-4cc5-a933-e7c3b3fc79bf None None] For port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7f128ce6-ce9e-4d5d-aef7-8b5937ce2694,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:35.098820 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab5dba58-e4b8-4cc5-a933-e7c3b3fc79bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:35.111546 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ab5dba58-e4b8-4cc5-a933-e7c3b3fc79bf None None] Calling delete_port for 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:35.137279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095e85f0-1695-4023-9643-6deeebde553a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:35.140643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-095e85f0-1695-4023-9643-6deeebde553a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:35.144766 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095e85f0-1695-4023-9643-6deeebde553a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:35.145385 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-095e85f0-1695-4023-9643-6deeebde553a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:35.158958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e85f0-1695-4023-9643-6deeebde553a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=56213662-3e95-4c11-956b-3ff8078a16e5,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:35.181145 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:50:35.286879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c92d-6026-4c8a-ba1d-cd9fc2e855f6 req-015131cc-1ebf-441c-a5b9-5b83664e041b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:35.292118 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b37c92d-6026-4c8a-ba1d-cd9fc2e855f6 req-015131cc-1ebf-441c-a5b9-5b83664e041b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0515666 Aug 29 06:50:35.313233 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-095e85f0-1695-4023-9643-6deeebde553a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8194931 Aug 29 06:50:35.315954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51432) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:35.322612 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:35.326940 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b37c92d-6026-4c8a-ba1d-cd9fc2e855f6 req-a4aa63b4-224f-494d-9732-140e8b81d6ce tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324357 Aug 29 06:50:35.346897 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab5dba58-e4b8-4cc5-a933-e7c3b3fc79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:35.371117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dba58-e4b8-4cc5-a933-e7c3b3fc79bf None None] Pushing event deleted for resources: {'Port': ['ID=7f128ce6-ce9e-4d5d-aef7-8b5937ce2694,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:35.377075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5dba58-e4b8-4cc5-a933-e7c3b3fc79bf None None] No DVR routers for this DVR port 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:50:35.399456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8179da6d-d6e4-4bf0-8496-a6b81f4f51fd None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:35.402643 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:50:35.458248 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:50:35.458520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7f128ce6-ce9e-4d5d-aef7-8b5937ce2694 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:50:35.529310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:35.533088 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:35.566706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': '56213662-3e95-4c11-956b-3ff8078a16e5'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:50:35.567645 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:35.706027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Allocated IP 172.20.0.2 (16c35313-5380-4d1c-adfa-e4bf610ab147/56213662-3e95-4c11-956b-3ff8078a16e5/8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:35.866232 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:35.879981 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Transition to ACTIVE for port object 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:35.898318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Transition to ACTIVE for port object 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:35.924798 n-d-713301-12 neutron-server[95403]: DEBUG neutron.objects.ports [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:50:35.926778 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:35.971741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:35.975933 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:35.982324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:35.982324 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:35.994053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=c149272f-77cf-4906-91a9-3a49df7d0818,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:36.002627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:36.002974 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:36.003366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:36.003711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:36.004052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:36.004390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:36.004742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:36.005051 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:36.005382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:36.005709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:36.006073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:36.006628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:36.021128 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:36.061793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:36.066136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:36.071287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:36.074089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Pushing event updated for resources: {'Port': ['ID=8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:36.091431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55650c92-1553-48f5-a103-9f9a56f62d9e req-54c386d2-2ecf-45f9-a416-58aec894169f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:36.093201 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55650c92-1553-48f5-a103-9f9a56f62d9e req-54c386d2-2ecf-45f9-a416-58aec894169f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.1084485 Aug 29 06:50:36.102398 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425557c7-226d-4b13-b1e6-71bc9e4eb0fd req-fd298ada-0240-40ee-8f2d-d8baac912b19 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:36.103921 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-425557c7-226d-4b13-b1e6-71bc9e4eb0fd req-fd298ada-0240-40ee-8f2d-d8baac912b19 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1038129 Aug 29 06:50:36.124357 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c213385a-e40d-4892-9a9e-29e055d2fef7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8073518 Aug 29 06:50:36.131436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51452) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:36.132302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'mac_address': 'fa:16:3e:57:e1:cc', 'name': 'tempest-NetworksTestDHCPv6-153624571'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:36.156614 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Attempting to bind port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:36.159399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Attempting to bind port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:36.159972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Attempting to bind port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:36.160896 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55650c92-1553-48f5-a103-9f9a56f62d9e req-047c8548-644e-4a36-b697-04ed636df00d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560651 Aug 29 06:50:36.171737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:36.171737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:36.171737 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:36.171737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:36.171737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Bound port: 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:36.172674 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:36.176996 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-425557c7-226d-4b13-b1e6-71bc9e4eb0fd req-7fdf7f26-de49-4c8e-aa56-270d7c439b2b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646412 Aug 29 06:50:36.263272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] For port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:36.268154 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] For port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:50:36.309453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70894252-ecc3-4dfe-b095-d47422089f4a req-71db2e72-b257-42c4-b242-9fbf9ff964de tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:36.310954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70894252-ecc3-4dfe-b095-d47422089f4a req-71db2e72-b257-42c4-b242-9fbf9ff964de tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0667250 Aug 29 06:50:36.352916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70894252-ecc3-4dfe-b095-d47422089f4a req-bdda92ae-f289-4d46-9f07-6b13e4b4858e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358620 Aug 29 06:50:36.455861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:36.456155 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:36.463406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6012ff-a2f6-4ecc-8a04-55da35a21f22 req-82fe5ed8-6bfe-48fa-b1d8-b13bf4fd7ce3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:36.463406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b6012ff-a2f6-4ecc-8a04-55da35a21f22 req-82fe5ed8-6bfe-48fa-b1d8-b13bf4fd7ce3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0559089 Aug 29 06:50:36.527170 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b6012ff-a2f6-4ecc-8a04-55da35a21f22 req-c656f575-2d6d-4088-a151-08c327b26049 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588171 Aug 29 06:50:36.536422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e12d9-6a22-4a2a-bc0a-49aef85b70d9 None None] Pushing event updated for resources: {'Port': ['ID=8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:36.577867 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:36.600135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port a4a254ff-cd00-4259-8c52-cbe7628bc9ed yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:50:36.840465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 172.20.0.9 (16c35313-5380-4d1c-adfa-e4bf610ab147/56213662-3e95-4c11-956b-3ff8078a16e5/a4a254ff-cd00-4259-8c52-cbe7628bc9ed) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:36.849351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::f816:3eff:fe57:e1cc (16c35313-5380-4d1c-adfa-e4bf610ab147/c149272f-77cf-4906-91a9-3a49df7d0818/a4a254ff-cd00-4259-8c52-cbe7628bc9ed) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:37.026283 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:37.042025 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object a4a254ff-cd00-4259-8c52-cbe7628bc9ed will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:37.169985 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:37.237297 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=a4a254ff-cd00-4259-8c52-cbe7628bc9ed,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:37.263989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:37.266243 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:37.268877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:37.372581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:37.373215 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:37.461023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2592bd-30a8-4a7d-9bb6-ceb98b847b4f req-5f71ebff-d895-4bcd-969d-7f80557f57b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:37.468786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f2592bd-30a8-4a7d-9bb6-ceb98b847b4f req-5f71ebff-d895-4bcd-969d-7f80557f57b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1311612 Aug 29 06:50:37.481803 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cf74145b-e5b2-4052-9227-8e438a4f3b6f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3510013 Aug 29 06:50:37.482035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51480) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:37.507832 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420dc7b-ee86-44bf-b340-3198057a6c78 req-d9d12451-0982-4184-9466-ef456239ccde tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:37.510926 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9420dc7b-ee86-44bf-b340-3198057a6c78 req-d9d12451-0982-4184-9466-ef456239ccde tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.1253273 Aug 29 06:50:37.578128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:37.596338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9420dc7b-ee86-44bf-b340-3198057a6c78 req-b9b17bd7-a82a-42d4-a02d-7d686dccf82b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736980 Aug 29 06:50:37.625784 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f2592bd-30a8-4a7d-9bb6-ceb98b847b4f req-a0c03dc2-8aab-438f-95a1-2dce13372192 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556125 Aug 29 06:50:37.637701 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8ce4c4-5648-4785-9fa9-1538dc285368 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:37.655036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8ce4c4-5648-4785-9fa9-1538dc285368 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:37.660018 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ee8ce4c4-5648-4785-9fa9-1538dc285368 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1736031 Aug 29 06:50:37.660906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51484) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:37.830374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb5beb-1adf-49a7-a7bd-0fc9ad374ca4 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:37.851224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:37.939829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-066ffa59-eb58-47ee-87a7-60e66de1834f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port a4a254ff-cd00-4259-8c52-cbe7628bc9ed {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:37.940174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-066ffa59-eb58-47ee-87a7-60e66de1834f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:38.001783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6b3f7-dc33-4afc-a334-d0ae6ed2ebeb req-5893160f-e735-4203-b6e2-5606285c7599 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:38.010144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18d6b3f7-dc33-4afc-a334-d0ae6ed2ebeb req-5893160f-e735-4203-b6e2-5606285c7599 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1822319 Aug 29 06:50:38.041273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c636f55-5763-4d91-b0a0-4ecbee635c14 req-5db3f94e-3780-45c9-b18c-2063c1464ff8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:38.048642 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c636f55-5763-4d91-b0a0-4ecbee635c14 req-5db3f94e-3780-45c9-b18c-2063c1464ff8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.2056913 Aug 29 06:50:38.081097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f0a3de3e-9c11-461c-86f8-18a0f18a0d93 None None] Provisioning for port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:38.088712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f0a3de3e-9c11-461c-86f8-18a0f18a0d93 None None] Provisioning complete for port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:38.089178 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f0a3de3e-9c11-461c-86f8-18a0f18a0d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:38.138748 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18d6b3f7-dc33-4afc-a334-d0ae6ed2ebeb req-ca349251-d82d-45d3-9543-74f26d1c624f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140163 Aug 29 06:50:38.154720 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6aa933a7-de49-4be9-bb12-f2a17adac37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:38.169512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c636f55-5763-4d91-b0a0-4ecbee635c14 req-2a3a9c3f-403f-4a31-bc8b-2c6916914aa0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181719 Aug 29 06:50:38.183991 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-066ffa59-eb58-47ee-87a7-60e66de1834f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:38.229107 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f0a3de3e-9c11-461c-86f8-18a0f18a0d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:38.229750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-066ffa59-eb58-47ee-87a7-60e66de1834f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for a4a254ff-cd00-4259-8c52-cbe7628bc9ed owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:38.339345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d96e32-b2f2-4b4e-ba88-f68d0f920e61 None None] Update dhcp port {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'fixed_ips': [{'subnet_id': '56213662-3e95-4c11-956b-3ff8078a16e5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c149272f-77cf-4906-91a9-3a49df7d0818'}], 'binding:host_id': 'n-d-713301-12'}, 'id': '8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 06:50:38.368175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f0a3de3e-9c11-461c-86f8-18a0f18a0d93 None None] For port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:38.383672 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-24d96e32-b2f2-4b4e-ba88-f68d0f920e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:38.560052 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f0a3de3e-9c11-461c-86f8-18a0f18a0d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:38.592652 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-24d96e32-b2f2-4b4e-ba88-f68d0f920e61 None None] Allocated IP 2001:db8::f816:3eff:fe11:895e (16c35313-5380-4d1c-adfa-e4bf610ab147/c149272f-77cf-4906-91a9-3a49df7d0818/8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:38.670964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3de3e-9c11-461c-86f8-18a0f18a0d93 None None] Pushing event updated for resources: {'Port': ['ID=8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:38.740491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-24d96e32-b2f2-4b4e-ba88-f68d0f920e61 None None] For port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:38.782522 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-24d96e32-b2f2-4b4e-ba88-f68d0f920e61 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:38.801390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-24d96e32-b2f2-4b4e-ba88-f68d0f920e61 None None] Transition to ACTIVE for port object 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:38.830035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c17d9b-2a2f-492f-b140-cef9b9f6d180 req-665b421e-ccbe-42c8-881d-c4558e438ee8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:38.835993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26c17d9b-2a2f-492f-b140-cef9b9f6d180 req-665b421e-ccbe-42c8-881d-c4558e438ee8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.1034958 Aug 29 06:50:38.914705 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26c17d9b-2a2f-492f-b140-cef9b9f6d180 req-28f78567-96a2-4ca4-8aaf-68b0ee9b1770 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752802 Aug 29 06:50:39.026294 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-24d96e32-b2f2-4b4e-ba88-f68d0f920e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:39.035972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ceb1e6-17d6-432d-89e7-ceaf51d7ffd4 req-c5aafaa3-651e-4afb-85f8-737ba5c98eab tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:39.039754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9ceb1e6-17d6-432d-89e7-ceaf51d7ffd4 req-c5aafaa3-651e-4afb-85f8-737ba5c98eab tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0557156 Aug 29 06:50:39.098998 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9ceb1e6-17d6-432d-89e7-ceaf51d7ffd4 req-de113fae-8222-4fdd-97d7-2204bfc637bb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491903 Aug 29 06:50:39.131669 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-066ffa59-eb58-47ee-87a7-60e66de1834f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:39.176280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d96e32-b2f2-4b4e-ba88-f68d0f920e61 None None] Pushing event updated for resources: {'Port': ['ID=8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:39.244065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ffa59-eb58-47ee-87a7-60e66de1834f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=a4a254ff-cd00-4259-8c52-cbe7628bc9ed,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:39.431394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:39.448500 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-066ffa59-eb58-47ee-87a7-60e66de1834f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:39.450791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-066ffa59-eb58-47ee-87a7-60e66de1834f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/a4a254ff-cd00-4259-8c52-cbe7628bc9ed HTTP/1.1" status: 204 len: 168 time: 1.7884736 Aug 29 06:50:39.453398 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51498) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:39.493852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03792f25-dd70-4b1f-8bb9-95def880caee req-84f26db9-899a-48c6-8db1-cc58d9483158 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:39.495666 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03792f25-dd70-4b1f-8bb9-95def880caee req-84f26db9-899a-48c6-8db1-cc58d9483158 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.2795358 Aug 29 06:50:39.509103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f3753-c41b-4914-bf05-fa0d366bbc99 req-c7221717-d343-42f9-b33d-bb84c4624a58 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:39.517420 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d6f3753-c41b-4914-bf05-fa0d366bbc99 req-c7221717-d343-42f9-b33d-bb84c4624a58 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.2679744 Aug 29 06:50:39.574040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d388a-f5bb-4106-877a-5d494127e06c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:39.576259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d388a-f5bb-4106-877a-5d494127e06c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:39.577983 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d388a-f5bb-4106-877a-5d494127e06c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:39.582736 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e16d388a-f5bb-4106-877a-5d494127e06c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1275990 Aug 29 06:50:39.583511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51502) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:39.640691 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3d4dd1-30e0-46d6-bc00-8798fc378cb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet 56213662-3e95-4c11-956b-3ff8078a16e5 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:50:39.641698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03792f25-dd70-4b1f-8bb9-95def880caee req-4d1b859e-3bdc-425b-be8c-2ca3e7eb63fc tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080551 Aug 29 06:50:39.644597 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4dd1-30e0-46d6-bc00-8798fc378cb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:39.654722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d6f3753-c41b-4914-bf05-fa0d366bbc99 req-8d7d745e-daa5-40bd-a0e5-6180c5ef3622 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363046 Aug 29 06:50:39.679178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-c23901da-c0b1-4585-b0fd-e3c8429e319f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2079499 Aug 29 06:50:39.704067 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4dd1-30e0-46d6-bc00-8798fc378cb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:39.817029 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4dd1-30e0-46d6-bc00-8798fc378cb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:40.032815 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4dd1-30e0-46d6-bc00-8798fc378cb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:40.062669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d4dd1-30e0-46d6-bc00-8798fc378cb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=56213662-3e95-4c11-956b-3ff8078a16e5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:40.080614 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4dd1-30e0-46d6-bc00-8798fc378cb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:40.085855 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0f3d4dd1-30e0-46d6-bc00-8798fc378cb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/56213662-3e95-4c11-956b-3ff8078a16e5 HTTP/1.1" status: 204 len: 168 time: 0.4974608 Aug 29 06:50:40.086197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51520) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:40.129172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd05d8f-f747-429a-bdff-800e3d9dcc9f req-7a3ae908-f0d9-4523-833f-e7ddef3ff679 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:40.132738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cfd05d8f-f747-429a-bdff-800e3d9dcc9f req-7a3ae908-f0d9-4523-833f-e7ddef3ff679 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0986507 Aug 29 06:50:40.190449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307db99e-3736-4bef-8f91-579e6c418a93 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:40.215521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa62151-ca9a-44ff-989a-b6f0f1b2c44a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet c149272f-77cf-4906-91a9-3a49df7d0818 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:50:40.215521 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1fa62151-ca9a-44ff-989a-b6f0f1b2c44a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:40.292285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1d77c2e8-9d28-40f1-8665-43d46be00e4d None None] Could not find standard attr ID for object a4a254ff-cd00-4259-8c52-cbe7628bc9ed. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:50:40.300030 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1fa62151-ca9a-44ff-989a-b6f0f1b2c44a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:40.368521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cfd05d8f-f747-429a-bdff-800e3d9dcc9f req-dd5cd458-415c-45f6-be8c-d72e60381134 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288532 Aug 29 06:50:40.426866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4b8ae-944b-4e82-a86b-b5af5c52cc8d req-53cfb909-a7c2-4f28-b9af-2fb3a75c6f68 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:40.428575 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43e4b8ae-944b-4e82-a86b-b5af5c52cc8d req-53cfb909-a7c2-4f28-b9af-2fb3a75c6f68 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1708534 Aug 29 06:50:40.480745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43e4b8ae-944b-4e82-a86b-b5af5c52cc8d req-493463f6-48a3-4998-8a47-b673c8d56ad5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452409 Aug 29 06:50:40.484963 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1fa62151-ca9a-44ff-989a-b6f0f1b2c44a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:40.669712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1d77c2e8-9d28-40f1-8665-43d46be00e4d None None] Provisioning for port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:40.672088 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-78482bbe-2624-4cbf-8b2d-4f26273553d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:40.673667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1d77c2e8-9d28-40f1-8665-43d46be00e4d None None] Provisioning complete for port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:40.674034 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1d77c2e8-9d28-40f1-8665-43d46be00e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:40.790865 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1fa62151-ca9a-44ff-989a-b6f0f1b2c44a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:40.841042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa62151-ca9a-44ff-989a-b6f0f1b2c44a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=c149272f-77cf-4906-91a9-3a49df7d0818,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:40.846274 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1fa62151-ca9a-44ff-989a-b6f0f1b2c44a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:40.848544 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1fa62151-ca9a-44ff-989a-b6f0f1b2c44a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/c149272f-77cf-4906-91a9-3a49df7d0818 HTTP/1.1" status: 204 len: 168 time: 0.7613668 Aug 29 06:50:40.851037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51534) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:40.861794 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:40.893342 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602f26c-9cc6-4d1c-8605-54e922ae48aa req-66676f59-15da-4b56-8733-2ed40559f252 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:40.901229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c602f26c-9cc6-4d1c-8605-54e922ae48aa req-66676f59-15da-4b56-8733-2ed40559f252 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1544490 Aug 29 06:50:40.903935 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b76125b2-9369-4d05-9bf2-8bfb607081ad tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493250 Aug 29 06:50:40.906302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51536) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:40.917218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5fe2d172-edac-4b4b-ae58-71f144564894 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:40.948534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc633884-26ae-4bef-9116-4c0d87d1eb47 req-8b8df2f4-a7e8-4af7-a01c-0a05592d7123 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:40.966113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc633884-26ae-4bef-9116-4c0d87d1eb47 req-8b8df2f4-a7e8-4af7-a01c-0a05592d7123 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1492541 Aug 29 06:50:41.058826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c602f26c-9cc6-4d1c-8605-54e922ae48aa req-5e9c52d4-932a-4237-a931-411cd05fe876 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566157 Aug 29 06:50:41.118369 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe2d172-edac-4b4b-ae58-71f144564894 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:41.123932 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d172-edac-4b4b-ae58-71f144564894 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:41.126138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc633884-26ae-4bef-9116-4c0d87d1eb47 req-23284edb-7107-4b87-b526-69655070f9ca tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633551 Aug 29 06:50:41.289041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3065c794-b3ab-41d6-94b8-ae1c4ec17236 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:41.504573 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9ddac-f91f-4962-ba1d-7207e40ceb2f req-0180e853-ce6c-4b1b-81d4-4d14d2308c74 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:41.511667 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a9e9ddac-f91f-4962-ba1d-7207e40ceb2f req-0180e853-ce6c-4b1b-81d4-4d14d2308c74 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0642378 Aug 29 06:50:41.544942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3469df08-61bb-4733-a35f-5763fb54dee3 None None] Provisioning complete for port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:41.544942 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3469df08-61bb-4733-a35f-5763fb54dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:41.568837 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a9e9ddac-f91f-4962-ba1d-7207e40ceb2f req-03657370-1774-4468-a842-b7a3a05eeb55 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477638 Aug 29 06:50:41.726899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c5c00-8ead-4cfd-a7bc-59312c21a66d req-4897c539-ddf5-4847-97b1-ce310891f9e6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:41.734678 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-541c5c00-8ead-4cfd-a7bc-59312c21a66d req-4897c539-ddf5-4847-97b1-ce310891f9e6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1007600 Aug 29 06:50:41.763279 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0144e805-88fc-46f1-b4bd-f6fc52011982 None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:50:41.768037 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:41.804978 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-541c5c00-8ead-4cfd-a7bc-59312c21a66d req-f59b4637-d913-417d-8e08-8ab7abfc3476 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683722 Aug 29 06:50:41.837530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0144e805-88fc-46f1-b4bd-f6fc52011982 None None] Deleting port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:41.838002 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0144e805-88fc-46f1-b4bd-f6fc52011982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:41.920380 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0144e805-88fc-46f1-b4bd-f6fc52011982 None None] For port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:41.921358 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0144e805-88fc-46f1-b4bd-f6fc52011982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:41.936888 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0144e805-88fc-46f1-b4bd-f6fc52011982 None None] Calling delete_port for 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:41.958482 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d172-edac-4b4b-ae58-71f144564894 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:42.003652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe2d172-edac-4b4b-ae58-71f144564894 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:42.010296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-5fe2d172-edac-4b4b-ae58-71f144564894 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:42.013672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe2d172-edac-4b4b-ae58-71f144564894 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:42.014409 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d172-edac-4b4b-ae58-71f144564894 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:42.030973 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2d172-edac-4b4b-ae58-71f144564894 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=47eee6b7-efd7-4652-af43-de40cad1150c,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:42.152876 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5fe2d172-edac-4b4b-ae58-71f144564894 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2408426 Aug 29 06:50:42.153112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51556) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:42.157776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:42.186303 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0144e805-88fc-46f1-b4bd-f6fc52011982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:42.244142 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144e805-88fc-46f1-b4bd-f6fc52011982 None None] Pushing event deleted for resources: {'Port': ['ID=8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:42.259908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0144e805-88fc-46f1-b4bd-f6fc52011982 None None] No DVR routers for this DVR port 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:50:42.280075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca4933f-6341-4eba-bb8c-8be4d4ffea98 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:42.436078 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529b8ef-aa8a-44c0-8541-39178aaa4493 req-b194c7bb-b071-4cd2-8158-9ac0c948f6ae tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:42.437840 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6529b8ef-aa8a-44c0-8541-39178aaa4493 req-b194c7bb-b071-4cd2-8158-9ac0c948f6ae tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.2003391 Aug 29 06:50:42.449594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa4fea-8fe1-40ef-a036-eee3df367168 req-8d1ecbe9-3a83-4335-ba72-49b97753d0bb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:42.451138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1aa4fea-8fe1-40ef-a036-eee3df367168 req-8d1ecbe9-3a83-4335-ba72-49b97753d0bb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.2335930 Aug 29 06:50:42.494273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': '47eee6b7-efd7-4652-af43-de40cad1150c'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:50:42.495359 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:42.562551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6529b8ef-aa8a-44c0-8541-39178aaa4493 req-9a26bc5a-cc7e-46a2-bfa0-2b6b00e8fe07 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102984 Aug 29 06:50:42.568169 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1aa4fea-8fe1-40ef-a036-eee3df367168 req-c570b8bd-deb8-47f1-8ad2-2248702663c1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924313 Aug 29 06:50:42.696879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:42.700396 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:42.702409 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Allocated IP 172.20.0.2 (16c35313-5380-4d1c-adfa-e4bf610ab147/47eee6b7-efd7-4652-af43-de40cad1150c/83ed6bac-bdfc-4073-a86f-732ae76ec5ee) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:42.884834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971e754-bcf3-4e8c-ac51-1dd64bb7aded req-5b3be63d-3aec-40ad-a40b-5611142e584d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:42.892647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9971e754-bcf3-4e8c-ac51-1dd64bb7aded req-5b3be63d-3aec-40ad-a40b-5611142e584d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.2335296 Aug 29 06:50:42.911626 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:42.925802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Transition to ACTIVE for port object 83ed6bac-bdfc-4073-a86f-732ae76ec5ee will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:42.961052 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Transition to ACTIVE for port object 83ed6bac-bdfc-4073-a86f-732ae76ec5ee will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:42.961209 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9971e754-bcf3-4e8c-ac51-1dd64bb7aded req-771086c1-acfa-43cc-b2e0-6a010cf4e3c4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661483 Aug 29 06:50:43.066618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a83b50-e405-45db-a5e8-45ac375f45e5 req-7ff4b708-3072-41d6-954a-36d49d72bbf7 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:43.067284 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:43.068198 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0a83b50-e405-45db-a5e8-45ac375f45e5 req-7ff4b708-3072-41d6-954a-36d49d72bbf7 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0877154 Aug 29 06:50:43.086705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:43.088679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:43.109613 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:43.158822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-c11ae016-92d2-4687-8346-495be53bcdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:43.165085 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-c11ae016-92d2-4687-8346-495be53bcdc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 1102 time: 0.0931852 Aug 29 06:50:43.172899 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Pushing event updated for resources: {'Port': ['ID=83ed6bac-bdfc-4073-a86f-732ae76ec5ee,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:43.178606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0a83b50-e405-45db-a5e8-45ac375f45e5 req-43dcd7d9-8efd-40f5-92b2-bd920d5b6672 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563681 Aug 29 06:50:43.196212 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Attempting to bind port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:43.199529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Attempting to bind port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:43.199867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Attempting to bind port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:43.211907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:43.212613 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:43.213162 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:43.213704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:43.214468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Bound port: 83ed6bac-bdfc-4073-a86f-732ae76ec5ee, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:43.215168 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:43.281923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-2fbfe3b1-5454-45a8-88fd-b073b8083f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:43.283493 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-2fbfe3b1-5454-45a8-88fd-b073b8083f27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1069107 Aug 29 06:50:43.292676 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] For port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:43.304639 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] For port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=83ed6bac-bdfc-4073-a86f-732ae76ec5ee,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:50:43.380950 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-1ae1b01f-3e62-4674-8056-ffe74708b88d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=c58452be-6938-4127-b3a2-0cf1e78d0786 HTTP/1.1" status: 200 len: 217 time: 0.0874712 Aug 29 06:50:43.431833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.objects.ports [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95404) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:50:43.437559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:50:43.446916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-16bb620e-2380-4f0b-884c-151515a16dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:43.448523 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-16bb620e-2380-4f0b-884c-151515a16dae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0591049 Aug 29 06:50:43.463018 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:50:43.463683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8002a6b4-bd7c-4da8-8915-b88ecb6f8a2b not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:50:43.466224 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:43.512175 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:43.517927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-ecaa2534-87a1-4b9d-ae56-9f0fb0fb566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:43.519732 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-ecaa2534-87a1-4b9d-ae56-9f0fb0fb566d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0643537 Aug 29 06:50:43.551961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f812cc-654a-4f1b-b376-777f00f84921 None None] Pushing event updated for resources: {'Port': ['ID=83ed6bac-bdfc-4073-a86f-732ae76ec5ee,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:43.721408 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-99d6104f-6804-4e2f-9510-a50ccc4d06be service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904757 Aug 29 06:50:43.852721 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a64ef5-552f-436d-9b53-d3ae6fefe068 req-19d9629c-77ed-4385-85bc-33e4baf00ecc tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:43.861777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07a64ef5-552f-436d-9b53-d3ae6fefe068 req-19d9629c-77ed-4385-85bc-33e4baf00ecc tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1534984 Aug 29 06:50:43.900494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60c779-0a59-4e0b-ad18-f2f8392183d3 req-a8dc0e5d-7560-4fea-84f3-4db035788383 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:43.908929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c60c779-0a59-4e0b-ad18-f2f8392183d3 req-a8dc0e5d-7560-4fea-84f3-4db035788383 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1832469 Aug 29 06:50:43.923055 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-2e164200-4fb5-45e4-ba84-7ed829a7cbb3 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925201 Aug 29 06:50:43.940227 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:43.961742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07a64ef5-552f-436d-9b53-d3ae6fefe068 req-665d13ee-c612-4975-bea5-4bf151798853 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937340 Aug 29 06:50:44.029340 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c60c779-0a59-4e0b-ad18-f2f8392183d3 req-36c37205-1ca3-400a-9322-2dea5e4fa649 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193988 Aug 29 06:50:44.204593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5dd5b-c728-4a12-9d63-b0cab43f4419 req-e190ff19-9621-4cc0-bbf0-29b3b78864ca tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:44.206457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79a5dd5b-c728-4a12-9d63-b0cab43f4419 req-e190ff19-9621-4cc0-bbf0-29b3b78864ca tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.1008008 Aug 29 06:50:44.212427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] For port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=83ed6bac-bdfc-4073-a86f-732ae76ec5ee,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:44.266883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79a5dd5b-c728-4a12-9d63-b0cab43f4419 req-20792e43-21b9-4570-ac62-d9aa99f75a3f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505893 Aug 29 06:50:44.294043 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:44.354087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175b4be-615b-4652-b95d-0cd714d42ea5 req-9575f2cb-4e52-443a-b387-73d957fb00d1 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:44.355695 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9175b4be-615b-4652-b95d-0cd714d42ea5 req-9575f2cb-4e52-443a-b387-73d957fb00d1 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0752509 Aug 29 06:50:44.380808 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:44.383295 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:44.535870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9175b4be-615b-4652-b95d-0cd714d42ea5 req-f5283c97-252f-4609-aa5a-4cc011e06eb5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734586 Aug 29 06:50:44.558107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:44.562887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=70fe2606-b76e-49f5-bbc5-3385b79b3f39,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:44.604414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:44.616735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:44.627529 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:44.632157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:44.632690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:44.633190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:44.633686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:44.634226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:44.634741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:44.635526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:44.636002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:44.636490 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:44.636972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:44.637468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:44.637989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:50:44.655449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=83ed6bac-bdfc-4073-a86f-732ae76ec5ee,revision_number=4']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:44.688822 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1af434-27f6-41fc-a235-bb4bca79ff07 req-acc1f65d-a78d-4bcb-8be5-182a79123145 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:44.691641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:50:44.709647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f1af434-27f6-41fc-a235-bb4bca79ff07 req-acc1f65d-a78d-4bcb-8be5-182a79123145 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1718702 Aug 29 06:50:44.744552 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-de102f94-9d80-4766-9406-cda0bfe7cd41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5911548 Aug 29 06:50:44.748720 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51580) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:44.760938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'mac_address': 'fa:16:3e:17:d8:de', 'name': 'tempest-NetworksTestDHCPv6-1041925409'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:44.788789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f1af434-27f6-41fc-a235-bb4bca79ff07 req-e88e1c28-4b03-4f39-aa4a-197ac99239a8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737424 Aug 29 06:50:45.031292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:45.046210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffe258c-61c4-4a47-829a-0405c787d92b None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:45.065545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfd906-746f-43e6-a18c-40b799890880 req-abb21c26-273c-4a02-8a61-dc11852a2f48 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:45.067382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88bfd906-746f-43e6-a18c-40b799890880 req-abb21c26-273c-4a02-8a61-dc11852a2f48 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0749471 Aug 29 06:50:45.152253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:45.154510 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20', 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f', 'port_id': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20', 'mac_address': 'fa:16:3e:10:c8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1153f13b-d94a-4fee-bced-c1f52e46b73e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:50:45.162039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88bfd906-746f-43e6-a18c-40b799890880 req-e7b0d961-0af5-4d05-bcf2-3d1069635730 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853817 Aug 29 06:50:45.215470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431d364-c7fb-4e24-a621-96e85e217d8d req-69c12a4c-9236-4f06-b5bf-3d2f5f88d75a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:45.220207 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a431d364-c7fb-4e24-a621-96e85e217d8d req-69c12a4c-9236-4f06-b5bf-3d2f5f88d75a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1176419 Aug 29 06:50:45.263910 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:45.277574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a431d364-c7fb-4e24-a621-96e85e217d8d req-c47d7bca-f7d9-4d77-952c-c41b52761da6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476062 Aug 29 06:50:45.310355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8a775807-26fd-4c75-b4ba-b4a9108bfe0f None None] Provisioning for port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:45.369421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:50:45.405010 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:45.414368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:45.462109 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c829d-5ade-420c-acce-d57894d9157b req-c8b915e1-9cb0-4c4f-936b-33e1cb01ce19 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:45.466743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 09303905-ae07-4d91-8521-5fe19b1a5ee3 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:50:45.468114 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:45.475070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-007c829d-5ade-420c-acce-d57894d9157b req-c8b915e1-9cb0-4c4f-936b-33e1cb01ce19 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1314240 Aug 29 06:50:45.560597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 83ed6bac-bdfc-4073-a86f-732ae76ec5ee up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:45.562733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-007c829d-5ade-420c-acce-d57894d9157b req-15d9e1c5-4a09-4a52-9920-92cec40152f3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709336 Aug 29 06:50:45.624307 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:50:45.641109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:45.760537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe384d-348a-4a16-800d-238ee84b1499 req-ec024dc2-6f7f-451d-9ba0-f06e71a29b1e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:45.762639 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6fe384d-348a-4a16-800d-238ee84b1499 req-ec024dc2-6f7f-451d-9ba0-f06e71a29b1e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0586987 Aug 29 06:50:45.762779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 172.20.0.8 (16c35313-5380-4d1c-adfa-e4bf610ab147/47eee6b7-efd7-4652-af43-de40cad1150c/09303905-ae07-4d91-8521-5fe19b1a5ee3) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:45.785492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::f816:3eff:fe17:d8de (16c35313-5380-4d1c-adfa-e4bf610ab147/70fe2606-b76e-49f5-bbc5-3385b79b3f39/09303905-ae07-4d91-8521-5fe19b1a5ee3) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:45.838936 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6fe384d-348a-4a16-800d-238ee84b1499 req-604b15cd-aaa0-4390-8538-25ef22812e31 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617635 Aug 29 06:50:45.931518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:45.987118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:45.987118 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:45.993115 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:46.010376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object 09303905-ae07-4d91-8521-5fe19b1a5ee3 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:46.055336 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:46.124229 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=83ed6bac-bdfc-4073-a86f-732ae76ec5ee,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:46.320821 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:46.343959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2a729291-3470-409e-aca3-279c9c71cee0 None None] Provisioning complete for port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:46.344618 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2a729291-3470-409e-aca3-279c9c71cee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:46.373764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:46.387793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:46.392852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=09303905-ae07-4d91-8521-5fe19b1a5ee3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:46.405059 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:46.450583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:46.503358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:46.504095 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:46.536494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e2344-8513-4c83-8a9f-68089ada9181 req-3e2a0a42-3b18-494c-a60c-7c1b202567b0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:46.542253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=83ed6bac-bdfc-4073-a86f-732ae76ec5ee,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:46.544985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-788e2344-8513-4c83-8a9f-68089ada9181 req-3e2a0a42-3b18-494c-a60c-7c1b202567b0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1882493 Aug 29 06:50:46.592568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-788e2344-8513-4c83-8a9f-68089ada9181 req-1eecb7ba-46e6-46e7-9417-ca1383bc3430 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457923 Aug 29 06:50:46.638821 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dc212318-0479-4968-ba84-e7f51a1d52a2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8877251 Aug 29 06:50:46.641254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51628) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:46.703187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:46.716958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd71a20-8447-4ea0-b783-7dd919eccda9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:46.728575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd71a20-8447-4ea0-b783-7dd919eccda9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:46.735118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51634) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:46.748291 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8dd71a20-8447-4ea0-b783-7dd919eccda9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1053205 Aug 29 06:50:46.793275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cb570cbd-ea78-4b39-a825-e9efaefe497e None None] Could not find standard attr ID for object a4a254ff-cd00-4259-8c52-cbe7628bc9ed. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:50:46.829024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:46.830108 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:47.013706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aef73f-5545-482c-a57a-eb8c750ac935 req-7b5f1341-179e-4af5-af40-3c378841100e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:47.014230 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:47.027248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43aef73f-5545-482c-a57a-eb8c750ac935 req-7b5f1341-179e-4af5-af40-3c378841100e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.2162149 Aug 29 06:50:47.038227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-9138c715-e81b-471d-aaa8-f76c391589fb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port 09303905-ae07-4d91-8521-5fe19b1a5ee3 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:47.038827 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9138c715-e81b-471d-aaa8-f76c391589fb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:47.083654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2274c635-38cc-4d96-bcdd-479b055d4671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:50:47.087317 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d66bf0-8467-44fa-996d-18f00e65359e" -d '{"events": [{"server_uuid": "2274c635-38cc-4d96-bcdd-479b055d4671", "name": "network-vif-plugged", "status": "completed", "tag": "e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:50:47.128096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:47.237906 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:47.244443 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9138c715-e81b-471d-aaa8-f76c391589fb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:47.260351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-9138c715-e81b-471d-aaa8-f76c391589fb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for 09303905-ae07-4d91-8521-5fe19b1a5ee3 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:47.402250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:47.431844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-936204b7-f0a2-4b85-92d4-083ce257ec2a None None] Provisioning for port 09303905-ae07-4d91-8521-5fe19b1a5ee3 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:47.441647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-936204b7-f0a2-4b85-92d4-083ce257ec2a None None] Provisioning complete for port 09303905-ae07-4d91-8521-5fe19b1a5ee3 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:47.442223 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-936204b7-f0a2-4b85-92d4-083ce257ec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:47.558324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 83ed6bac-bdfc-4073-a86f-732ae76ec5ee up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:47.590257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43aef73f-5545-482c-a57a-eb8c750ac935 req-a7b26dc7-0c19-4b3b-a0d3-0768d56a78e6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617919 Aug 29 06:50:47.673898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-936204b7-f0a2-4b85-92d4-083ce257ec2a None None] Port 09303905-ae07-4d91-8521-5fe19b1a5ee3 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:50:47.699891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:47.700270 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:47.837873 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5370c83-6316-41e7-814e-a6f47882fbd0 req-754f044c-47b0-454a-98fe-13ddf103b5d6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:47.839715 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5370c83-6316-41e7-814e-a6f47882fbd0 req-754f044c-47b0-454a-98fe-13ddf103b5d6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0960822 Aug 29 06:50:47.900497 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5370c83-6316-41e7-814e-a6f47882fbd0 req-9e26d6ac-bf49-41a4-ad9b-1ea00d07a08e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548029 Aug 29 06:50:47.901762 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9138c715-e81b-471d-aaa8-f76c391589fb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:47.991318 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651030b0-cf7f-4a2b-89cc-18d6ce95ffd5 x-openstack-request-id: req-651030b0-cf7f-4a2b-89cc-18d6ce95ffd5 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:50:47.991849 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2274c635-38cc-4d96-bcdd-479b055d4671", "name": "network-vif-plugged", "status": "completed", "tag": "e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:50:47.992291 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-651030b0-cf7f-4a2b-89cc-18d6ce95ffd5 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:50:47.992944 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2274c635-38cc-4d96-bcdd-479b055d4671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20', 'code': 200} Aug 29 06:50:47.995859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138c715-e81b-471d-aaa8-f76c391589fb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=09303905-ae07-4d91-8521-5fe19b1a5ee3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:48.199358 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9138c715-e81b-471d-aaa8-f76c391589fb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:48.203955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51644) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:48.213559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9138c715-e81b-471d-aaa8-f76c391589fb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/09303905-ae07-4d91-8521-5fe19b1a5ee3 HTTP/1.1" status: 204 len: 168 time: 1.4771185 Aug 29 06:50:48.234173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42430e-94c6-470a-a9b2-230566f51228 req-b132a0e2-da2c-469a-a543-8312e8f9740f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:48.250350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e42430e-94c6-470a-a9b2-230566f51228 req-b132a0e2-da2c-469a-a543-8312e8f9740f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1514926 Aug 29 06:50:48.333755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc1cb5e-891e-411a-bbaa-691cef27af97 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:48.335561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc1cb5e-891e-411a-bbaa-691cef27af97 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:48.339889 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc1cb5e-891e-411a-bbaa-691cef27af97 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:48.344337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51646) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:48.367388 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ecc1cb5e-891e-411a-bbaa-691cef27af97 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1597393 Aug 29 06:50:48.388441 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e42430e-94c6-470a-a9b2-230566f51228 req-1296699f-7f08-4102-be94-3af38688b07e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373065 Aug 29 06:50:48.481430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d7b182-495f-4b1c-a837-0532af2ce435 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet 47eee6b7-efd7-4652-af43-de40cad1150c {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:50:48.485149 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99d7b182-495f-4b1c-a837-0532af2ce435 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:48.546234 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99d7b182-495f-4b1c-a837-0532af2ce435 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:48.809820 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99d7b182-495f-4b1c-a837-0532af2ce435 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:48.991473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff270b-7dde-47df-9e40-224eb8564801 req-d2a56f6e-d9d7-454d-94d0-5db9fb71e746 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:48.993812 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfff270b-7dde-47df-9e40-224eb8564801 req-d2a56f6e-d9d7-454d-94d0-5db9fb71e746 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.2632263 Aug 29 06:50:49.051969 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfff270b-7dde-47df-9e40-224eb8564801 req-ab93d8ec-96d9-49d3-b99c-1b8626a3af52 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508647 Aug 29 06:50:49.118654 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99d7b182-495f-4b1c-a837-0532af2ce435 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:49.187839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7b182-495f-4b1c-a837-0532af2ce435 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=47eee6b7-efd7-4652-af43-de40cad1150c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:49.211070 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99d7b182-495f-4b1c-a837-0532af2ce435 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:49.216127 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51652) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:49.216731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-99d7b182-495f-4b1c-a837-0532af2ce435 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/47eee6b7-efd7-4652-af43-de40cad1150c HTTP/1.1" status: 204 len: 168 time: 0.8689356 Aug 29 06:50:49.235098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87607603-7aa1-4a5e-9022-ae9347e4f7bd None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:49.319264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694a546-06b3-496c-837e-9a3283e98812 req-f1403f0c-986b-4135-b361-a34c36a2959a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:49.319264 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0694a546-06b3-496c-837e-9a3283e98812 req-f1403f0c-986b-4135-b361-a34c36a2959a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1148577 Aug 29 06:50:49.417009 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0694a546-06b3-496c-837e-9a3283e98812 req-641b4762-534a-41ab-a2cf-27811bce7a6e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051278 Aug 29 06:50:49.468602 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-8629359b-f758-48b7-8da2-f9e793d6c256 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet 70fe2606-b76e-49f5-bbc5-3385b79b3f39 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:50:49.476364 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8629359b-f758-48b7-8da2-f9e793d6c256 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:49.607278 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8629359b-f758-48b7-8da2-f9e793d6c256 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:49.820839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a25ec-0e47-4558-a9cc-efbc35449776 req-90cea660-9d07-438f-93a9-5a3cd7350266 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:49.820839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e50a25ec-0e47-4558-a9cc-efbc35449776 req-90cea660-9d07-438f-93a9-5a3cd7350266 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1018362 Aug 29 06:50:49.820839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e50a25ec-0e47-4558-a9cc-efbc35449776 req-0ddb3187-af23-4fdc-b2b5-c43e2c13ed87 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446711 Aug 29 06:50:49.837732 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8629359b-f758-48b7-8da2-f9e793d6c256 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:50.066833 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8629359b-f758-48b7-8da2-f9e793d6c256 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:50.112377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629359b-f758-48b7-8da2-f9e793d6c256 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=70fe2606-b76e-49f5-bbc5-3385b79b3f39,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:50.118964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8629359b-f758-48b7-8da2-f9e793d6c256 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:50.127284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51660) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:50.137844 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8629359b-f758-48b7-8da2-f9e793d6c256 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/70fe2606-b76e-49f5-bbc5-3385b79b3f39 HTTP/1.1" status: 204 len: 168 time: 0.9167728 Aug 29 06:50:50.212948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7019fb89-21b1-49dc-a0a6-5c7b5a7d5fbc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839791 Aug 29 06:50:50.216030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51662) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:50.293090 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2112e-9d6d-437e-9b83-54900cab9ea2 req-4b8eb354-d5e1-44fd-810f-c1ac89083ee6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:50.303935 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f6e2112e-9d6d-437e-9b83-54900cab9ea2 req-4b8eb354-d5e1-44fd-810f-c1ac89083ee6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0889809 Aug 29 06:50:50.360376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73326dca-4f84-43f2-8ea3-d0137393e6b2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:50.361980 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-73326dca-4f84-43f2-8ea3-d0137393e6b2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1449471 Aug 29 06:50:50.364655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51664) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:50.383680 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f6e2112e-9d6d-437e-9b83-54900cab9ea2 req-af2afa60-7c3e-425b-839c-41fe7e005752 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784829 Aug 29 06:50:50.429456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8789e13-7cc5-4a2d-9c38-58245586d460 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:50.429456 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c8789e13-7cc5-4a2d-9c38-58245586d460 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0599661 Aug 29 06:50:50.429657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51666) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:50.500860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0760018e-3adf-43ce-9ac6-1219a98a881d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702353 Aug 29 06:50:50.509538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51670) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:50.518237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-eb69a818-b987-45ee-a1c3-d543f21a1006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:50.591420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ae066-70c3-4c41-b2e2-ff897081fdb3 req-76d531e4-67e2-4c15-81c3-f52e07355c2e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:50.594813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f41ae066-70c3-4c41-b2e2-ff897081fdb3 req-76d531e4-67e2-4c15-81c3-f52e07355c2e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0699067 Aug 29 06:50:50.643460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98846d49-c60a-4437-8e6b-105f92c0f23f None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:50.649199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f41ae066-70c3-4c41-b2e2-ff897081fdb3 req-c8fa4701-3e52-4b9f-8f68-33ae6c00c06c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468609 Aug 29 06:50:50.740036 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:50.753976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-65bdb55e-121c-4061-a4be-70436bdf7f22 None None] Provisioning complete for port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:50.754353 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-65bdb55e-121c-4061-a4be-70436bdf7f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:50.780391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb69a818-b987-45ee-a1c3-d543f21a1006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:50.784341 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eb69a818-b987-45ee-a1c3-d543f21a1006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:50.786191 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb69a818-b987-45ee-a1c3-d543f21a1006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:50:50.794055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb69a818-b987-45ee-a1c3-d543f21a1006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:50:50.924598 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-eb69a818-b987-45ee-a1c3-d543f21a1006 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4136503 Aug 29 06:50:50.927226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51678) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:50.937162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-99227ca3-10fd-4b0c-a5a2-00a4ad341f4b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:51.054652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949d21c-1d43-4038-8193-cad9ddfb6e09 req-5c794f78-2966-4d3d-9d49-249f8b413f3f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:51.058695 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0949d21c-1d43-4038-8193-cad9ddfb6e09 req-5c794f78-2966-4d3d-9d49-249f8b413f3f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1716490 Aug 29 06:50:51.111176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b970ff-fb52-4054-81e3-9b9d69ffaa32 None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:50:51.165728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0949d21c-1d43-4038-8193-cad9ddfb6e09 req-33b08506-c8d7-41be-85c1-7f0ffec07a95 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964141 Aug 29 06:50:51.282347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99227ca3-10fd-4b0c-a5a2-00a4ad341f4b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:51.286331 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-99227ca3-10fd-4b0c-a5a2-00a4ad341f4b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:51.295913 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-99227ca3-10fd-4b0c-a5a2-00a4ad341f4b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:50:51.295913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99227ca3-10fd-4b0c-a5a2-00a4ad341f4b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:50:51.368195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-33b970ff-fb52-4054-81e3-9b9d69ffaa32 None None] Deleting port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:51.368814 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-33b970ff-fb52-4054-81e3-9b9d69ffaa32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:51.400886 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-99227ca3-10fd-4b0c-a5a2-00a4ad341f4b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4674520 Aug 29 06:50:51.401469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51682) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:51.452624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-50f6e820-6e11-4093-b8df-0bafaf67c0c8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:51.485448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 83ed6bac-bdfc-4073-a86f-732ae76ec5ee no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:50:51.574334 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-33b970ff-fb52-4054-81e3-9b9d69ffaa32 None None] For port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=83ed6bac-bdfc-4073-a86f-732ae76ec5ee,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:51.576712 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-33b970ff-fb52-4054-81e3-9b9d69ffaa32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:51.601345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa4f4-1e6a-4284-917d-fd1ca026894c req-258ad4b4-d364-4a91-a641-eb7541e7adee tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:51.603689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be1aa4f4-1e6a-4284-917d-fd1ca026894c req-258ad4b4-d364-4a91-a641-eb7541e7adee tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0650330 Aug 29 06:50:51.606240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-33b970ff-fb52-4054-81e3-9b9d69ffaa32 None None] Calling delete_port for 83ed6bac-bdfc-4073-a86f-732ae76ec5ee owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:51.646423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be1aa4f4-1e6a-4284-917d-fd1ca026894c req-da87670e-4827-4bd9-9a40-ed2218bf5352 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363038 Aug 29 06:50:51.685086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f6e820-6e11-4093-b8df-0bafaf67c0c8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:51.691713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-50f6e820-6e11-4093-b8df-0bafaf67c0c8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:51.692921 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f6e820-6e11-4093-b8df-0bafaf67c0c8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:50:51.693410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f6e820-6e11-4093-b8df-0bafaf67c0c8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:50:51.705020 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:51.741841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=83ed6bac-bdfc-4073-a86f-732ae76ec5ee,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:51.785089 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-50f6e820-6e11-4093-b8df-0bafaf67c0c8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3828280 Aug 29 06:50:51.788534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51692) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:51.793904 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2709e794-a131-4d64-869a-c38168e0479c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:51.843732 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:51.885219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dd38c-cc0a-45aa-a89e-b2b53aad8207 req-388d5076-504a-45f4-8cf9-2526cda4f6d9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:51.896673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-361dd38c-cc0a-45aa-a89e-b2b53aad8207 req-388d5076-504a-45f4-8cf9-2526cda4f6d9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1529703 Aug 29 06:50:51.941591 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-33b970ff-fb52-4054-81e3-9b9d69ffaa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:51.953934 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=83ed6bac-bdfc-4073-a86f-732ae76ec5ee,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:51.963899 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b970ff-fb52-4054-81e3-9b9d69ffaa32 None None] No DVR routers for this DVR port 83ed6bac-bdfc-4073-a86f-732ae76ec5ee on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:50:51.992115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-361dd38c-cc0a-45aa-a89e-b2b53aad8207 req-38139d3d-ffca-4109-b12c-1a617eb6495a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943425 Aug 29 06:50:52.013051 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b970ff-fb52-4054-81e3-9b9d69ffaa32 None None] Pushing event deleted for resources: {'Port': ['ID=83ed6bac-bdfc-4073-a86f-732ae76ec5ee,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:52.106141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2709e794-a131-4d64-869a-c38168e0479c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:52.110586 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2709e794-a131-4d64-869a-c38168e0479c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:52.112660 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2709e794-a131-4d64-869a-c38168e0479c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:50:52.113299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2709e794-a131-4d64-869a-c38168e0479c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:50:52.235825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51696) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:52.236228 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2709e794-a131-4d64-869a-c38168e0479c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4463170 Aug 29 06:50:52.241357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6e4da0b9-30a5-45a4-ab5a-e371c3fd6e94 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:52.343952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e237bcb-8dc0-4a4d-b7cb-edf4ee63ea13 req-4de007d6-5a6e-4da0-81d2-f8d601b872f4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:52.354473 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e237bcb-8dc0-4a4d-b7cb-edf4ee63ea13 req-4de007d6-5a6e-4da0-81d2-f8d601b872f4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0989902 Aug 29 06:50:52.404239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e237bcb-8dc0-4a4d-b7cb-edf4ee63ea13 req-d76be6bf-c2f2-4f74-b847-7561317cc617 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499818 Aug 29 06:50:52.489413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4da0b9-30a5-45a4-ab5a-e371c3fd6e94 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:52.492944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e4da0b9-30a5-45a4-ab5a-e371c3fd6e94 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:52.494399 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4da0b9-30a5-45a4-ab5a-e371c3fd6e94 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:50:52.494837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4da0b9-30a5-45a4-ab5a-e371c3fd6e94 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:50:52.627303 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6e4da0b9-30a5-45a4-ab5a-e371c3fd6e94 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3899391 Aug 29 06:50:52.630027 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51704) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:52.636042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3680acaa-bbca-4f7d-9c36-a7cba1de9665 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:52.797035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67587c6f-bc0e-40e7-87b4-09a1652a24e3 req-a49d654a-602d-44ca-b18a-6ae4e73c0bb4 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:52.803798 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67587c6f-bc0e-40e7-87b4-09a1652a24e3 req-a49d654a-602d-44ca-b18a-6ae4e73c0bb4 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0647583 Aug 29 06:50:52.830817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3680acaa-bbca-4f7d-9c36-a7cba1de9665 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:52.834417 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3680acaa-bbca-4f7d-9c36-a7cba1de9665 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:52.840756 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3680acaa-bbca-4f7d-9c36-a7cba1de9665 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:50:52.840756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3680acaa-bbca-4f7d-9c36-a7cba1de9665 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:50:52.847774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67587c6f-bc0e-40e7-87b4-09a1652a24e3 req-d436f96f-e72e-491a-aaf9-143ec1676058 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415769 Aug 29 06:50:52.932369 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3680acaa-bbca-4f7d-9c36-a7cba1de9665 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2985291 Aug 29 06:50:52.932595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51712) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:52.977221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51718) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:52.985592 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dde890b9-de83-45ec-b802-f4bf551d880c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0403786 Aug 29 06:50:53.059379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54d816d-9d5c-46f4-9fc0-adb29fe8d186 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:53.060871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c54d816d-9d5c-46f4-9fc0-adb29fe8d186 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0825388 Aug 29 06:50:53.063492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51724) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:53.112300 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-09fd69f5-36d4-445a-82fd-ee8c0c43bb30 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476463 Aug 29 06:50:53.117026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51726) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:53.124192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e235504e-5335-4058-ad2a-dcf70f4c7714 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:53.276679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7833933-1e97-45de-93da-d51dcb994e0c req-e8ac2dc2-cac1-4f3f-81b4-39bf3284578b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:53.278112 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7833933-1e97-45de-93da-d51dcb994e0c req-e8ac2dc2-cac1-4f3f-81b4-39bf3284578b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1602604 Aug 29 06:50:53.299118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-6b39188d-e9ac-4b1f-934b-5ba397abb2b7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:53.300629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-6b39188d-e9ac-4b1f-934b-5ba397abb2b7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 812 time: 0.2795472 Aug 29 06:50:53.322429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-3593548f-5bdb-4d82-9d00-85516a51b78f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/quotas/897044e83d4b4e3fa039b018ec141c41 HTTP/1.1" status: 200 len: 375 time: 0.0132203 Aug 29 06:50:53.363335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7833933-1e97-45de-93da-d51dcb994e0c req-72f48f7b-b64d-4b10-ba02-765c87fa2077 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754347 Aug 29 06:50:53.419876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-991311dd-9f78-4453-b8ff-72b4cf7160a4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0901051 Aug 29 06:50:53.442828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e235504e-5335-4058-ad2a-dcf70f4c7714 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:53.446903 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e235504e-5335-4058-ad2a-dcf70f4c7714 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:53.904860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5662194-0d9d-401c-a0cf-4c8c03a50b06 req-92aa328d-5f69-417a-b8d1-e207a16e14a1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:53.906405 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5662194-0d9d-401c-a0cf-4c8c03a50b06 req-92aa328d-5f69-417a-b8d1-e207a16e14a1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.4219391 Aug 29 06:50:53.949096 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-23deca6d-56d5-4eaf-a524-5034e5cf6677 service neutron] 10.222.0.76 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253639 Aug 29 06:50:54.050772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5662194-0d9d-401c-a0cf-4c8c03a50b06 req-cfc1241a-b645-4769-a82e-3f2fbbda41b4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294646 Aug 29 06:50:54.154195 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-edef1594-7b1d-443c-b68b-a3a80bb7d96e service neutron] 10.222.0.76 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942146 Aug 29 06:50:54.245127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd744a-d598-4029-87ab-623c3c870360 req-5c65c685-bb90-4b02-9f36-864891391f8b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:54.246604 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6cd744a-d598-4029-87ab-623c3c870360 req-5c65c685-bb90-4b02-9f36-864891391f8b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0546157 Aug 29 06:50:54.349887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.objects.ports [None req-e235504e-5335-4058-ad2a-dcf70f4c7714 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95404) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:50:54.353725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6cd744a-d598-4029-87ab-623c3c870360 req-bab01fb5-6500-474f-971b-e4eb5f8aea6f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981517 Aug 29 06:50:54.354652 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e235504e-5335-4058-ad2a-dcf70f4c7714 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:54.394547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f25c-bceb-4106-ac86-4c0ee0df9ce1 req-b33a3f35-c321-47fe-8ae4-5aa6806b3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:54.398204 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ec6f25c-bceb-4106-ac86-4c0ee0df9ce1 req-b33a3f35-c321-47fe-8ae4-5aa6806b3533 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 1098 time: 0.0593634 Aug 29 06:50:54.408077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e235504e-5335-4058-ad2a-dcf70f4c7714 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:54.411484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-e235504e-5335-4058-ad2a-dcf70f4c7714 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:54.416723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e235504e-5335-4058-ad2a-dcf70f4c7714 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:54.417323 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e235504e-5335-4058-ad2a-dcf70f4c7714 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:54.420771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235504e-5335-4058-ad2a-dcf70f4c7714 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=370317e5-7718-492e-83e5-68ffbcdcf09a,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:54.423057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44246b32-f9bf-41e6-82c9-2bc47c952c27 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:54.488385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-239bd690-e126-40fc-8906-b1f2ee6dc425 req-86f65a23-f1ab-4c40-bcf5-1273a5a9339b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 210 time: 0.0481317 Aug 29 06:50:54.554163 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e235504e-5335-4058-ad2a-dcf70f4c7714 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4350419 Aug 29 06:50:54.558009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51744) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:54.563936 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'mac_address': 'fa:16:3e:bb:c8:55', 'name': 'tempest-NetworksTestDHCPv6-1272258179'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:54.643259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe37b44-8182-410a-b435-38b8fdfe11e9 req-6c34a893-cb7a-4a7d-8e1a-6c8356990513 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:54.650375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f25c-bceb-4106-ac86-4c0ee0df9ce1 req-e2015c59-0384-43e1-b916-939b7543bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:54.650904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-abe37b44-8182-410a-b435-38b8fdfe11e9 req-6c34a893-cb7a-4a7d-8e1a-6c8356990513 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.1441462 Aug 29 06:50:54.652717 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ec6f25c-bceb-4106-ac86-4c0ee0df9ce1 req-e2015c59-0384-43e1-b916-939b7543bc60 service neutron] 10.222.0.11 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 912 time: 0.2327209 Aug 29 06:50:54.719730 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-abe37b44-8182-410a-b435-38b8fdfe11e9 req-59a03279-663f-4820-8337-132bccbf2635 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672305 Aug 29 06:50:54.727521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': '370317e5-7718-492e-83e5-68ffbcdcf09a'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:50:54.727722 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ec6f25c-bceb-4106-ac86-4c0ee0df9ce1 req-1603405c-f78c-4fc8-9e3b-63b46e38cdaf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0e5d096-4395-48a7-ba43-af206416e7fc HTTP/1.1" status: 200 len: 217 time: 0.0666142 Aug 29 06:50:54.731212 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:54.802647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f25c-bceb-4106-ac86-4c0ee0df9ce1 req-643699f9-5dd1-4dcf-8f4c-fca4cc85d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:54.804377 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ec6f25c-bceb-4106-ac86-4c0ee0df9ce1 req-643699f9-5dd1-4dcf-8f4c-fca4cc85d64e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d6221c5-492b-4e52-81e3-c311934e2c40 HTTP/1.1" status: 200 len: 851 time: 0.0687630 Aug 29 06:50:54.842245 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ec6f25c-bceb-4106-ac86-4c0ee0df9ce1 req-8cf2a661-d87e-43d0-a08c-2e299599e974 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62cd1216-7d96-443a-b0ba-1b6940ce3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305505 Aug 29 06:50:54.928773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:54.938267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Allocated IP 2001:db8::f816:3eff:fe92:5745 (16c35313-5380-4d1c-adfa-e4bf610ab147/370317e5-7718-492e-83e5-68ffbcdcf09a/819fad4b-cc25-4a2c-8cbe-d79e8952cc88) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:54.969849 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ec6f25c-bceb-4106-ac86-4c0ee0df9ce1 req-8406d105-55eb-4789-a732-3b852dfa27fc service neutron] 10.222.0.11 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200490 Aug 29 06:50:55.053463 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:55.087308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port f67bfcef-1a43-4640-9090-9f6ca2fc8e4e yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:50:55.138638 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ec6f25c-bceb-4106-ac86-4c0ee0df9ce1 req-6056114c-ab28-4804-a2ff-bbfcc5da1a26 service neutron] 10.222.0.11 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615615 Aug 29 06:50:55.208758 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:55.230093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291fd85-b685-4256-9fb0-1763545eb59e req-7a0f946f-cf70-40a1-935b-cbdfdd7b4c7c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:55.232196 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e291fd85-b685-4256-9fb0-1763545eb59e req-7a0f946f-cf70-40a1-935b-cbdfdd7b4c7c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0661845 Aug 29 06:50:55.234682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Transition to ACTIVE for port object 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:55.260387 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Transition to ACTIVE for port object 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:55.276116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e291fd85-b685-4256-9fb0-1763545eb59e req-5d6dae28-f26b-464a-a57b-e97d2bb73a69 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353780 Aug 29 06:50:55.346121 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:55.392312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:55.395247 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:55.401903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:55.420481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Pushing event updated for resources: {'Port': ['ID=819fad4b-cc25-4a2c-8cbe-d79e8952cc88,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:55.431430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::f816:3eff:febb:c855 (16c35313-5380-4d1c-adfa-e4bf610ab147/370317e5-7718-492e-83e5-68ffbcdcf09a/f67bfcef-1a43-4640-9090-9f6ca2fc8e4e) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:55.504694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Attempting to bind port 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:55.505257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Attempting to bind port 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:55.505763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Attempting to bind port 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:55.511168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:55.516487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:55.516487 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:55.516487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:55.516487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Bound port: 819fad4b-cc25-4a2c-8cbe-d79e8952cc88, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:55.516487 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:55.606218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] For port 819fad4b-cc25-4a2c-8cbe-d79e8952cc88, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:55.609868 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] For port 819fad4b-cc25-4a2c-8cbe-d79e8952cc88, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=819fad4b-cc25-4a2c-8cbe-d79e8952cc88,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:50:55.660858 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f5e28a2-6583-4424-9426-fe3bcf8a6f66 req-f72f2ba9-439e-4757-8c2d-b15a01ff4832 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 210 time: 0.0479367 Aug 29 06:50:55.706403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5c329-c894-443a-acd1-2210ddcc03e0 req-145be924-6313-4926-a4f6-c8a6b65cb2ea tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:55.707935 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36b5c329-c894-443a-acd1-2210ddcc03e0 req-145be924-6313-4926-a4f6-c8a6b65cb2ea tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.2100730 Aug 29 06:50:55.756854 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:55.778671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object f67bfcef-1a43-4640-9090-9f6ca2fc8e4e will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:55.792270 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:55.812051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36b5c329-c894-443a-acd1-2210ddcc03e0 req-37351b69-ad61-4fff-beaf-7edb32467d44 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960646 Aug 29 06:50:55.871468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56b580-468e-4b18-8e33-7df12c3e9a50 None None] Pushing event updated for resources: {'Port': ['ID=819fad4b-cc25-4a2c-8cbe-d79e8952cc88,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:55.886647 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74c417-ef9c-4765-bdb4-5d2ed6d4109d req-d3feb25b-4366-4dc4-ac43-00b8b32c7275 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:55.888294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f74c417-ef9c-4765-bdb4-5d2ed6d4109d req-d3feb25b-4366-4dc4-ac43-00b8b32c7275 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 946 time: 0.0753582 Aug 29 06:50:55.931550 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:55.975612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:55.980950 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:55.987324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:56.005235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:56.006621 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:56.023721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f74c417-ef9c-4765-bdb4-5d2ed6d4109d req-5063d685-cd51-493b-8d2f-0013e5859ecf tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276798 Aug 29 06:50:56.034200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f0e5d096-4395-48a7-ba43-af206416e7fc no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:50:56.051422 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=f67bfcef-1a43-4640-9090-9f6ca2fc8e4e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:56.160553 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f93a6ed7-ff3b-4158-8044-a8f62c4b6187 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5988781 Aug 29 06:50:56.160785 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51764) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:56.184057 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:56.212990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1048d3e-b353-417d-8bc0-4e68658093eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e5d096-4395-48a7-ba43-af206416e7fc'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:50:56.216671 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cfae5b-9cb3-42e4-8606-3cf064d046aa" -d '{"events": [{"server_uuid": "a1048d3e-b353-417d-8bc0-4e68658093eb", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e5d096-4395-48a7-ba43-af206416e7fc"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:50:56.240421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f0e5d096-4395-48a7-ba43-af206416e7fc, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f0e5d096-4395-48a7-ba43-af206416e7fc,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:56.261173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbaecaf-0fab-4fbf-b524-801f349ab060 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:56.268075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbaecaf-0fab-4fbf-b524-801f349ab060 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:56.273199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2fbaecaf-0fab-4fbf-b524-801f349ab060 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1085975 Aug 29 06:50:56.273666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51770) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:56.284676 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ebc301-f091-4bff-9ae1-8eb32af56435 x-openstack-request-id: req-d3ebc301-f091-4bff-9ae1-8eb32af56435 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:50:56.284676 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1048d3e-b353-417d-8bc0-4e68658093eb", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e5d096-4395-48a7-ba43-af206416e7fc", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:50:56.284676 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3ebc301-f091-4bff-9ae1-8eb32af56435 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:50:56.284676 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1048d3e-b353-417d-8bc0-4e68658093eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e5d096-4395-48a7-ba43-af206416e7fc', 'code': 200} Aug 29 06:50:56.340696 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:56.385901 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c07931f4-a58f-4886-96c6-d3e74bb878e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port f67bfcef-1a43-4640-9090-9f6ca2fc8e4e {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:56.387218 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c07931f4-a58f-4886-96c6-d3e74bb878e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:56.449014 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=f0e5d096-4395-48a7-ba43-af206416e7fc,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:56.478012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a6945-6fc5-48d9-8542-85866ae68afb req-de849500-d4aa-4559-b7b6-5667ca838615 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:56.482045 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-812a6945-6fc5-48d9-8542-85866ae68afb req-de849500-d4aa-4559-b7b6-5667ca838615 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0937140 Aug 29 06:50:56.503247 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c07931f4-a58f-4886-96c6-d3e74bb878e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:56.518471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c07931f4-a58f-4886-96c6-d3e74bb878e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for f67bfcef-1a43-4640-9090-9f6ca2fc8e4e owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:56.538794 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-812a6945-6fc5-48d9-8542-85866ae68afb req-73fc61ff-5328-40a1-8214-5655c034fdbd tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480483 Aug 29 06:50:56.752367 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c07931f4-a58f-4886-96c6-d3e74bb878e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:56.844174 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c07931f4-a58f-4886-96c6-d3e74bb878e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:56.846500 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c07931f4-a58f-4886-96c6-d3e74bb878e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/f67bfcef-1a43-4640-9090-9f6ca2fc8e4e HTTP/1.1" status: 204 len: 168 time: 0.5717363 Aug 29 06:50:56.849185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51780) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:56.876091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36801d24-bb60-4f52-aad2-2d5995e1b547 req-07683ad4-21f0-4162-b23d-f258190e2026 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 210 time: 0.0881219 Aug 29 06:50:56.922657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07931f4-a58f-4886-96c6-d3e74bb878e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=f67bfcef-1a43-4640-9090-9f6ca2fc8e4e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:56.966253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ba935d-1238-4751-80fc-78c737defffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:56.968119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ba935d-1238-4751-80fc-78c737defffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:56.971985 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b2ba935d-1238-4751-80fc-78c737defffc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1183436 Aug 29 06:50:56.973107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51782) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:56.989881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b488fe-7e44-4ed9-a8fc-70b5f72be803 req-e75cca04-b438-43c7-9608-00ba7f49793f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:56.991439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41b488fe-7e44-4ed9-a8fc-70b5f72be803 req-e75cca04-b438-43c7-9608-00ba7f49793f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0657022 Aug 29 06:50:57.086122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41b488fe-7e44-4ed9-a8fc-70b5f72be803 req-039bbfd0-f88c-432f-9628-e3fbab72ba95 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584970 Aug 29 06:50:57.106361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f015fd9-5fb6-47f9-bce6-12847dfa59ec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet 370317e5-7718-492e-83e5-68ffbcdcf09a {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:50:57.110295 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5f015fd9-5fb6-47f9-bce6-12847dfa59ec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:57.217491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5f015fd9-5fb6-47f9-bce6-12847dfa59ec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:57.256640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-641d8804-a532-4c02-83e7-9169e375ee7c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:57.258166 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-641d8804-a532-4c02-83e7-9169e375ee7c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.15 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 812 time: 0.2427177 Aug 29 06:50:57.261715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86ae3c-8817-432b-bbca-8f247466be9b req-117b0225-05bf-44e0-8816-64d0c1baa5b2 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:57.270502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c86ae3c-8817-432b-bbca-8f247466be9b req-117b0225-05bf-44e0-8816-64d0c1baa5b2 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 944 time: 0.1211855 Aug 29 06:50:57.273119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-9b7b8e72-fa1f-4aa4-a4c2-29b23197579d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Request body: {'port': {'device_id': '58730441-4a04-4139-80a4-c609cee9553b', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'admin_state_up': True, 'tenant_id': '897044e83d4b4e3fa039b018ec141c41'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:57.335294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c86ae3c-8817-432b-bbca-8f247466be9b req-f5df3b2e-0ba7-42cf-b4cd-f2c689455392 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616608 Aug 29 06:50:57.351416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-008a015f-6d5a-42e0-a203-a5a8e16f54d7 None None] Provisioning for port 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:57.472419 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5f015fd9-5fb6-47f9-bce6-12847dfa59ec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:57.581974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:50:57.591817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-9b7b8e72-fa1f-4aa4-a4c2-29b23197579d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Made reservation on behalf of 897044e83d4b4e3fa039b018ec141c41 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:57.596115 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-9b7b8e72-fa1f-4aa4-a4c2-29b23197579d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:57.688711 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a6968a72-5989-40d2-932d-ef5314220d76 None None] Could not find standard attr ID for object f67bfcef-1a43-4640-9090-9f6ca2fc8e4e. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:50:57.700577 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8b7f7-6a66-4788-9e4f-b0d2921b75db req-88d3b1c6-e95a-4419-b981-712739dc2751 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:57.702176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50f8b7f7-6a66-4788-9e4f-b0d2921b75db req-88d3b1c6-e95a-4419-b981-712739dc2751 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0758157 Aug 29 06:50:57.704099 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5f015fd9-5fb6-47f9-bce6-12847dfa59ec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:57.742586 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5f015fd9-5fb6-47f9-bce6-12847dfa59ec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:57.748708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51790) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:57.750444 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5f015fd9-5fb6-47f9-bce6-12847dfa59ec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/370317e5-7718-492e-83e5-68ffbcdcf09a HTTP/1.1" status: 204 len: 168 time: 0.7753849 Aug 29 06:50:57.788962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f015fd9-5fb6-47f9-bce6-12847dfa59ec tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=370317e5-7718-492e-83e5-68ffbcdcf09a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:57.797291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:57.797745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50f8b7f7-6a66-4788-9e4f-b0d2921b75db req-7bb57628-3ede-40c3-ad4d-0f63d977d16a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833240 Aug 29 06:50:57.807389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:57.807389 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:57.842821 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0cd3b8b1-a0cd-43cf-be89-3da482cd7146 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928833 Aug 29 06:50:57.845712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51792) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:57.851204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f5644ec6-b18c-4683-807e-891f13066698 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:57.941450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781103cd-8f79-41ca-b9f2-a8b3b2d578a1 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:57.944140 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:58.019673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-336b8edb-f483-4dff-8475-497e42a50409 req-5cce1021-8b00-41d0-8c4b-34438c351b41 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 210 time: 0.0391626 Aug 29 06:50:58.034557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-9b7b8e72-fa1f-4aa4-a4c2-29b23197579d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Allocated IP 172.20.0.12 (eb438b1b-83fe-449b-a9fe-bdfcc664c04e/1bdc3d0e-3ad1-438c-863e-a7e8b4815812/9a6256e3-41a0-4779-a4c5-c08c441cf9ef) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:58.068750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 819fad4b-cc25-4a2c-8cbe-d79e8952cc88, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=819fad4b-cc25-4a2c-8cbe-d79e8952cc88,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:58.144892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5644ec6-b18c-4683-807e-891f13066698 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:58.153030 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f5644ec6-b18c-4683-807e-891f13066698 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:58.196015 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:58.243445 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e6f8c-a423-477c-9883-2389994d7fba req-adeb9ef7-4587-4f48-8a5a-78b94bb556d8 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:58.243445 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a7e6f8c-a423-477c-9883-2389994d7fba req-adeb9ef7-4587-4f48-8a5a-78b94bb556d8 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0768216 Aug 29 06:50:58.280246 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd45c8d-faca-4996-ba39-890689f50177 None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:50:58.296375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=819fad4b-cc25-4a2c-8cbe-d79e8952cc88,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:58.306513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a7e6f8c-a423-477c-9883-2389994d7fba req-ee01a895-0675-412e-b81a-acca5011ca41 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621929 Aug 29 06:50:58.358632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ecd45c8d-faca-4996-ba39-890689f50177 None None] Deleting port 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:50:58.359260 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecd45c8d-faca-4996-ba39-890689f50177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:58.362497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-9b7b8e72-fa1f-4aa4-a4c2-29b23197579d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:58.386289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-9b7b8e72-fa1f-4aa4-a4c2-29b23197579d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Transition to ACTIVE for port object 9a6256e3-41a0-4779-a4c5-c08c441cf9ef will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:58.455320 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ecd45c8d-faca-4996-ba39-890689f50177 None None] For port 819fad4b-cc25-4a2c-8cbe-d79e8952cc88, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=819fad4b-cc25-4a2c-8cbe-d79e8952cc88,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:50:58.456123 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecd45c8d-faca-4996-ba39-890689f50177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:58.472576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3280362-a852-4aa0-bf6e-2f5753b8d766 req-2c8697c2-434f-4ce1-8817-759334b30a56 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:58.474862 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3280362-a852-4aa0-bf6e-2f5753b8d766 req-2c8697c2-434f-4ce1-8817-759334b30a56 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 944 time: 0.0581622 Aug 29 06:50:58.475778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ecd45c8d-faca-4996-ba39-890689f50177 None None] Calling delete_port for 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:50:58.552753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-9b7b8e72-fa1f-4aa4-a4c2-29b23197579d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:58.558771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3280362-a852-4aa0-bf6e-2f5753b8d766 req-5d0c24a9-7dde-4de0-aec8-d2ba597fdeee tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626795 Aug 29 06:50:58.568148 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['79b19bb4-e371-48bc-a3d6-eca7ca168e92'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:50:58.602348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-9b7b8e72-fa1f-4aa4-a4c2-29b23197579d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Network eb438b1b-83fe-449b-a9fe-bdfcc664c04e is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:58.607234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-9b7b8e72-fa1f-4aa4-a4c2-29b23197579d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:58.631457 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-9b7b8e72-fa1f-4aa4-a4c2-29b23197579d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:58.741432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-9b7b8e72-fa1f-4aa4-a4c2-29b23197579d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:58.742398 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-9b7b8e72-fa1f-4aa4-a4c2-29b23197579d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:58.785029 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecd45c8d-faca-4996-ba39-890689f50177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:58.800535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.objects.ports [None req-f5644ec6-b18c-4683-807e-891f13066698 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:50:58.805410 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f5644ec6-b18c-4683-807e-891f13066698 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:58.826543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd45c8d-faca-4996-ba39-890689f50177 None None] Pushing event deleted for resources: {'Port': ['ID=819fad4b-cc25-4a2c-8cbe-d79e8952cc88,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:58.851094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd45c8d-faca-4996-ba39-890689f50177 None None] No DVR routers for this DVR port 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:50:58.905167 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5644ec6-b18c-4683-807e-891f13066698 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:58.909813 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-9b7b8e72-fa1f-4aa4-a4c2-29b23197579d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6416652 Aug 29 06:50:58.910416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b8e72-fa1f-4aa4-a4c2-29b23197579d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event updated for resources: {'Port': ['ID=9a6256e3-41a0-4779-a4c5-c08c441cf9ef,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:58.921387 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-f5644ec6-b18c-4683-807e-891f13066698 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:58.924584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5644ec6-b18c-4683-807e-891f13066698 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:58.925256 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f5644ec6-b18c-4683-807e-891f13066698 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:58.940809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7807412f-c9d8-44c2-9b06-2b69e4b695c5 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:50:58.952921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Request body: {'port': {'device_id': '58730441-4a04-4139-80a4-c609cee9553b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:58.983435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c85ef-2581-42e0-b262-e4d1a18a5b56 req-e1ca5758-8476-4c1d-bdf3-e2f1cb21bb23 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:58.992516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-676c85ef-2581-42e0-b262-e4d1a18a5b56 req-e1ca5758-8476-4c1d-bdf3-e2f1cb21bb23 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0678132 Aug 29 06:50:59.046297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-676c85ef-2581-42e0-b262-e4d1a18a5b56 req-1fa83c2b-869e-49f5-a20f-e01b9896b00c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482843 Aug 29 06:50:59.062003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51818) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:50:59.062259 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f5644ec6-b18c-4683-807e-891f13066698 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2151551 Aug 29 06:50:59.072545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'mac_address': 'fa:16:3e:4d:c5:46', 'name': 'tempest-NetworksTestDHCPv6-781218021'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:50:59.084355 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:59.084355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5644ec6-b18c-4683-807e-891f13066698 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=82c402ef-9bff-4a86-89c7-b40b183938d7,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:59.176713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': '82c402ef-9bff-4a86-89c7-b40b183938d7'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:50:59.177613 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:59.258339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d49d1f-cada-473e-9e4f-c75ab4d42ea4 req-91421a5d-fab6-4114-be92-5b45597c2d15 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:59.260701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09d49d1f-cada-473e-9e4f-c75ab4d42ea4 req-91421a5d-fab6-4114-be92-5b45597c2d15 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 932 time: 0.0904603 Aug 29 06:50:59.318621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Allocated IP 2001:db8::f816:3eff:fe91:3314 (16c35313-5380-4d1c-adfa-e4bf610ab147/82c402ef-9bff-4a86-89c7-b40b183938d7/ea098101-f673-43a2-8f5f-cdc15ac8c576) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:59.320376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09d49d1f-cada-473e-9e4f-c75ab4d42ea4 req-d3b4afbf-2124-4e5d-b9a7-5b4c848d1599 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522430 Aug 29 06:50:59.431889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:50:59.454744 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6256e3-41a0-4779-a4c5-c08c441cf9ef {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:50:59.462628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949736c3-b9ca-4cad-bac3-5cca4c911355 req-b7f75e1c-278f-47d5-ab06-34b5823b06ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:50:59.464040 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:59.464259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-949736c3-b9ca-4cad-bac3-5cca4c911355 req-b7f75e1c-278f-47d5-ab06-34b5823b06ac tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0606158 Aug 29 06:50:59.476865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Transition to ACTIVE for port object 9a6256e3-41a0-4779-a4c5-c08c441cf9ef will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:59.479801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:50:59.484040 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:59.508841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b7811d90-4f1e-487c-bcaa-96d63b36c076 None None] Provisioning for port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:50:59.513407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:50:59.513748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 819fad4b-cc25-4a2c-8cbe-d79e8952cc88 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:50:59.517428 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b7811d90-4f1e-487c-bcaa-96d63b36c076 None None] Provisioning complete for port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:50:59.517804 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b7811d90-4f1e-487c-bcaa-96d63b36c076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:59.525571 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 788ac7df-1fa2-4644-85dd-3e0fb85383b2 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:50:59.534203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-949736c3-b9ca-4cad-bac3-5cca4c911355 req-d72ab122-6ff7-49cf-bdee-da0c8f92444e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636590 Aug 29 06:50:59.565011 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:59.575804 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b7811d90-4f1e-487c-bcaa-96d63b36c076 None None] Port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:50:59.577513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Transition to ACTIVE for port object ea098101-f673-43a2-8f5f-cdc15ac8c576 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:59.596795 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Transition to ACTIVE for port object ea098101-f673-43a2-8f5f-cdc15ac8c576 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:50:59.602052 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:59.680688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6256e3-41a0-4779-a4c5-c08c441cf9ef,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:59.700457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:59.772842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::f816:3eff:fe4d:c546 (16c35313-5380-4d1c-adfa-e4bf610ab147/82c402ef-9bff-4a86-89c7-b40b183938d7/788ac7df-1fa2-4644-85dd-3e0fb85383b2) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:50:59.776410 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:50:59.776558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Attempting to bind port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:59.777064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Attempting to bind port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:59.777406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Attempting to bind port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:59.782267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:50:59.784351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:50:59.784351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Attempting to bind port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:59.790513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Pushing event updated for resources: {'Port': ['ID=ea098101-f673-43a2-8f5f-cdc15ac8c576,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:50:59.792758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:50:59.801330 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:59.803462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Checking segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:59.804157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Bound using segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:59.805059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Bound port: 9a6256e3-41a0-4779-a4c5-c08c441cf9ef, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:59.805939 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:59.922317 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Attempting to bind port ea098101-f673-43a2-8f5f-cdc15ac8c576 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:50:59.922317 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Attempting to bind port ea098101-f673-43a2-8f5f-cdc15ac8c576 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:50:59.922317 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Attempting to bind port ea098101-f673-43a2-8f5f-cdc15ac8c576 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:50:59.931475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] For port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:50:59.937319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:50:59.937618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] For port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9a6256e3-41a0-4779-a4c5-c08c441cf9ef,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:50:59.937756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:50:59.938263 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:50:59.938661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:50:59.939176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Bound port: ea098101-f673-43a2-8f5f-cdc15ac8c576, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:50:59.939608 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:00.026749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] For port ea098101-f673-43a2-8f5f-cdc15ac8c576, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:00.029857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] For port ea098101-f673-43a2-8f5f-cdc15ac8c576, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ea098101-f673-43a2-8f5f-cdc15ac8c576,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:51:00.032217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:00.050545 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f0e5d096-4395-48a7-ba43-af206416e7fc no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:00.095573 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:00.104825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:00.105449 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:00.106852 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] 10.222.0.15 "PUT /v2.0/ports/9a6256e3-41a0-4779-a4c5-c08c441cf9ef HTTP/1.1" status: 200 len: 1093 time: 1.1590610 Aug 29 06:51:00.107320 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58730441-4a04-4139-80a4-c609cee9553b', 'tag': '9a6256e3-41a0-4779-a4c5-c08c441cf9ef'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:00.109586 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f76648-1ef7-49ae-b32a-63700cc42e01" -d '{"events": [{"name": "network-changed", "server_uuid": "58730441-4a04-4139-80a4-c609cee9553b", "tag": "9a6256e3-41a0-4779-a4c5-c08c441cf9ef"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:00.129230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object 788ac7df-1fa2-4644-85dd-3e0fb85383b2 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:00.147053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57928edb-ee11-4cf0-ab6b-16910c786dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6256e3-41a0-4779-a4c5-c08c441cf9ef,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:00.183508 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:00.270220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baefbd-7d6d-418f-9048-8e29ea10c3ff req-6bb34cb6-f7d3-469e-9eee-96b57bf95087 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:00.280309 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49baefbd-7d6d-418f-9048-8e29ea10c3ff req-6bb34cb6-f7d3-469e-9eee-96b57bf95087 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0790188 Aug 29 06:51:00.305772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d26011-db95-4535-a859-f1b1d9dd6fed None None] Pushing event updated for resources: {'Port': ['ID=ea098101-f673-43a2-8f5f-cdc15ac8c576,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:00.340832 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-c98df0ad-9d75-4f27-8001-94560906fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:00.351965 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49baefbd-7d6d-418f-9048-8e29ea10c3ff req-7f984e0a-a744-43cc-a5b2-17a29ad642d4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648293 Aug 29 06:51:00.353354 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-c98df0ad-9d75-4f27-8001-94560906fbbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 1096 time: 0.0950007 Aug 29 06:51:00.354571 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:00.468980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:00.475355 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8534f23e-bbfc-4bb0-b5e2-28896e1ad0a1 x-openstack-request-id: req-8534f23e-bbfc-4bb0-b5e2-28896e1ad0a1 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:00.476344 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58730441-4a04-4139-80a4-c609cee9553b", "tag": "9a6256e3-41a0-4779-a4c5-c08c441cf9ef", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:00.477405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:00.478005 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8534f23e-bbfc-4bb0-b5e2-28896e1ad0a1 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:00.478655 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58730441-4a04-4139-80a4-c609cee9553b', 'tag': '9a6256e3-41a0-4779-a4c5-c08c441cf9ef', 'status': 'completed', 'code': 200} Aug 29 06:51:00.480055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:00.484308 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-6c473200-4dba-4b1f-8e71-e243c3db2b84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a6256e3-41a0-4779-a4c5-c08c441cf9ef HTTP/1.1" status: 200 len: 217 time: 0.1203260 Aug 29 06:51:00.486337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:00.487030 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:00.507045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=788ac7df-1fa2-4644-85dd-3e0fb85383b2,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:00.555035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-7e14e276-6a1d-4926-8e1c-8e7c598eda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:00.557434 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-7e14e276-6a1d-4926-8e1c-8e7c598eda71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.0649002 Aug 29 06:51:00.628348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fc7081ad-5864-4511-996c-fdf85251cdc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5643094 Aug 29 06:51:00.632171 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51862) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:00.653801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3947973-90c3-47e1-90ff-40322854b69d req-9ef2ac2f-709d-44b9-8f1a-f2f4053a9a56 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:00.655421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3947973-90c3-47e1-90ff-40322854b69d req-9ef2ac2f-709d-44b9-8f1a-f2f4053a9a56 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 944 time: 0.0915473 Aug 29 06:51:00.671438 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-1345d676-3250-4f55-94cc-77abb3957422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:00.673069 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-1345d676-3250-4f55-94cc-77abb3957422 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035063 Aug 29 06:51:00.719596 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3947973-90c3-47e1-90ff-40322854b69d req-de83dac4-894e-418e-8f58-10659d7961ff tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580277 Aug 29 06:51:00.754771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aaaf93-e4ed-404e-be6c-2951f462091e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:00.762687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aaaf93-e4ed-404e-be6c-2951f462091e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:00.764315 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-33aaaf93-e4ed-404e-be6c-2951f462091e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1312020 Aug 29 06:51:00.767180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51866) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:00.842116 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-bace2986-56ad-4ef4-8f44-1670098ef9c2 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557598 Aug 29 06:51:00.940474 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f765194-59fd-4ab6-9f86-a9dcc8e3a6f5 req-bae00202-4ce3-4786-918b-c59030c71d35 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901644 Aug 29 06:51:00.955900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab4863-60de-43d5-994d-50f39532b597 req-7dd887df-0848-4537-bd1f-3ccd085b84f1 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:00.957852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccab4863-60de-43d5-994d-50f39532b597 req-7dd887df-0848-4537-bd1f-3ccd085b84f1 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0856783 Aug 29 06:51:00.964935 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5fd1c-63c0-4aba-b272-fba73499bbc9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port 788ac7df-1fa2-4644-85dd-3e0fb85383b2 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:00.965285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6cd5fd1c-63c0-4aba-b272-fba73499bbc9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:01.050368 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccab4863-60de-43d5-994d-50f39532b597 req-d48209f0-44d2-4f29-819e-f205371a0c86 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820408 Aug 29 06:51:01.088001 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6cd5fd1c-63c0-4aba-b272-fba73499bbc9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:01.100886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5fd1c-63c0-4aba-b272-fba73499bbc9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for 788ac7df-1fa2-4644-85dd-3e0fb85383b2 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:01.252633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f76648-1ef7-49ae-b32a-63700cc42e01 req-feb954f3-a00c-4245-86f8-4ec0cbcd4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:01.254778 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-75f76648-1ef7-49ae-b32a-63700cc42e01 req-feb954f3-a00c-4245-86f8-4ec0cbcd4abc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 1096 time: 0.0562687 Aug 29 06:51:01.323674 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6cd5fd1c-63c0-4aba-b272-fba73499bbc9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:01.353286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f76648-1ef7-49ae-b32a-63700cc42e01 req-dac53b53-c04f-428f-aee6-ed172f6c91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:01.355077 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-75f76648-1ef7-49ae-b32a-63700cc42e01 req-dac53b53-c04f-428f-aee6-ed172f6c91c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.0930264 Aug 29 06:51:01.397804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5fd1c-63c0-4aba-b272-fba73499bbc9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=788ac7df-1fa2-4644-85dd-3e0fb85383b2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:01.419136 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-75f76648-1ef7-49ae-b32a-63700cc42e01 req-04481ce1-5dfb-4642-b485-70d4a06be5c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a6256e3-41a0-4779-a4c5-c08c441cf9ef HTTP/1.1" status: 200 len: 217 time: 0.0548565 Aug 29 06:51:01.437592 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6cd5fd1c-63c0-4aba-b272-fba73499bbc9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:01.444460 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6cd5fd1c-63c0-4aba-b272-fba73499bbc9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/788ac7df-1fa2-4644-85dd-3e0fb85383b2 HTTP/1.1" status: 204 len: 168 time: 0.6758692 Aug 29 06:51:01.445129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51876) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:01.519182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ea098101-f673-43a2-8f5f-cdc15ac8c576 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:01.577375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d034c81-ea2c-4392-97e9-f98ce8f34d4b req-8b3976a6-c2a2-4950-97ca-174dafc5a171 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:01.579799 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d034c81-ea2c-4392-97e9-f98ce8f34d4b req-8b3976a6-c2a2-4950-97ca-174dafc5a171 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1248503 Aug 29 06:51:01.585035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2003727-b121-470f-841e-dd1dc2b6997e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:01.592103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2003727-b121-470f-841e-dd1dc2b6997e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:01.592103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b2003727-b121-470f-841e-dd1dc2b6997e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1432958 Aug 29 06:51:01.592340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51878) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:01.674185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-130b058c-2c59-4ed5-8efb-6d47d2f85a27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet 82c402ef-9bff-4a86-89c7-b40b183938d7 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:51:01.689149 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d034c81-ea2c-4392-97e9-f98ce8f34d4b req-5285b5f8-fc3c-4467-9487-f9a5491a94c7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934312 Aug 29 06:51:01.689149 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-130b058c-2c59-4ed5-8efb-6d47d2f85a27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:01.732352 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-130b058c-2c59-4ed5-8efb-6d47d2f85a27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:01.780595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port ea098101-f673-43a2-8f5f-cdc15ac8c576 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:01.825688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a13bf3fe-df57-4252-b0b1-01426a81aeaa None None] Provisioning for port ea098101-f673-43a2-8f5f-cdc15ac8c576 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:01.835392 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a13bf3fe-df57-4252-b0b1-01426a81aeaa None None] Provisioning complete for port ea098101-f673-43a2-8f5f-cdc15ac8c576 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:01.835998 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a13bf3fe-df57-4252-b0b1-01426a81aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:01.837025 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f76648-1ef7-49ae-b32a-63700cc42e01 req-8c33c307-4c2b-4ba6-b7c9-b0c984619bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:01.839452 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-75f76648-1ef7-49ae-b32a-63700cc42e01 req-8c33c307-4c2b-4ba6-b7c9-b0c984619bc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.4117353 Aug 29 06:51:01.850811 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-130b058c-2c59-4ed5-8efb-6d47d2f85a27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:01.922698 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a13bf3fe-df57-4252-b0b1-01426a81aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:01.926336 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478867ac-9fec-4323-ac2e-ff491fd2d4a6 req-ba32b197-0971-4cad-8032-452a344e8b5c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:01.928429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-478867ac-9fec-4323-ac2e-ff491fd2d4a6 req-ba32b197-0971-4cad-8032-452a344e8b5c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 944 time: 0.0929949 Aug 29 06:51:01.977413 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-478867ac-9fec-4323-ac2e-ff491fd2d4a6 req-47ff9045-def5-4236-b696-5322f16ef0f2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397778 Aug 29 06:51:02.002954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f76648-1ef7-49ae-b32a-63700cc42e01 req-cf19eba6-c248-409e-891f-5c718dc64428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:02.002954 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-75f76648-1ef7-49ae-b32a-63700cc42e01 req-cf19eba6-c248-409e-891f-5c718dc64428 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532727 Aug 29 06:51:02.066246 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-130b058c-2c59-4ed5-8efb-6d47d2f85a27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:02.119256 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-a13bf3fe-df57-4252-b0b1-01426a81aeaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:51:02.119889 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-a13bf3fe-df57-4252-b0b1-01426a81aeaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:51:02.124828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b058c-2c59-4ed5-8efb-6d47d2f85a27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=82c402ef-9bff-4a86-89c7-b40b183938d7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:02.130424 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-130b058c-2c59-4ed5-8efb-6d47d2f85a27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:02.134603 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-130b058c-2c59-4ed5-8efb-6d47d2f85a27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/82c402ef-9bff-4a86-89c7-b40b183938d7 HTTP/1.1" status: 204 len: 168 time: 0.5392709 Aug 29 06:51:02.138613 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51888) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:02.138950 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409c9d9e-e0df-4215-b394-d68c3a7649ed None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:02.176732 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6865e7db-ee45-463e-80f3-5e1162e75796 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405409 Aug 29 06:51:02.179609 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-75f76648-1ef7-49ae-b32a-63700cc42e01 req-2da6b819-5995-45f1-b1f1-cfb78c3f2f3c service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586680 Aug 29 06:51:02.180024 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51892) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:02.223196 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69e408-d00c-45da-9c3b-1eaa3e4f0b30 req-e3b71059-5d8f-4a89-bd24-0732f628fb27 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:02.225570 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d69e408-d00c-45da-9c3b-1eaa3e4f0b30 req-e3b71059-5d8f-4a89-bd24-0732f628fb27 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0829165 Aug 29 06:51:02.259996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febe59d1-c5e4-4a41-ace2-b8eb504e89fc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:02.261439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-febe59d1-c5e4-4a41-ace2-b8eb504e89fc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0802956 Aug 29 06:51:02.265681 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51894) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:02.283976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d69e408-d00c-45da-9c3b-1eaa3e4f0b30 req-d37f4592-2800-4e9d-a672-9127601d3a36 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497804 Aug 29 06:51:02.317069 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-75f76648-1ef7-49ae-b32a-63700cc42e01 req-3fd40c58-10e3-4502-8b08-aa7017380cba service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302111 Aug 29 06:51:02.343534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63959caf-0048-47e9-b4c2-93611ef423ac None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:51:02.351311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e55804-43ec-448c-8bb3-09de552de1f1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:02.352750 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-43e55804-43ec-448c-8bb3-09de552de1f1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0861230 Aug 29 06:51:02.355397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51896) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:02.398049 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4c2171ed-bcaf-403d-806b-3427c035fe6d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414879 Aug 29 06:51:02.403193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51900) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:02.403899 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-63959caf-0048-47e9-b4c2-93611ef423ac None None] Deleting port ea098101-f673-43a2-8f5f-cdc15ac8c576 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:02.404526 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-63959caf-0048-47e9-b4c2-93611ef423ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:02.404759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1031031-fdb1-48cb-874f-9e6889d05c00 req-787279bf-31dc-4b63-8bf4-da3c5a375fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:02.408197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4f21d2be-cb16-4411-905c-87ca06e1d8f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:02.408499 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a1031031-fdb1-48cb-874f-9e6889d05c00 req-787279bf-31dc-4b63-8bf4-da3c5a375fe1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=343b7acdca8c460498200a8862ee9a46&device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 1097 time: 0.0713859 Aug 29 06:51:02.481312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-63959caf-0048-47e9-b4c2-93611ef423ac None None] For port ea098101-f673-43a2-8f5f-cdc15ac8c576, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ea098101-f673-43a2-8f5f-cdc15ac8c576,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:02.482194 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-63959caf-0048-47e9-b4c2-93611ef423ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:02.514928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1031031-fdb1-48cb-874f-9e6889d05c00 req-1089d6ab-c5fe-4765-b202-2cc04de11a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:02.516473 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a1031031-fdb1-48cb-874f-9e6889d05c00 req-1089d6ab-c5fe-4765-b202-2cc04de11a92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f HTTP/1.1" status: 200 len: 914 time: 0.0963171 Aug 29 06:51:02.524045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef316719-3682-4e84-a543-b8f420a92979 req-26b8fae1-fdda-42d5-921a-d1f985b8dbfe tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:02.525596 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef316719-3682-4e84-a543-b8f420a92979 req-26b8fae1-fdda-42d5-921a-d1f985b8dbfe tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1048d3e-b353-417d-8bc0-4e68658093eb HTTP/1.1" status: 200 len: 944 time: 0.1019881 Aug 29 06:51:02.561709 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a1031031-fdb1-48cb-874f-9e6889d05c00 req-90cee27a-1d55-4c1d-93d4-37f50a0b7394 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 HTTP/1.1" status: 200 len: 217 time: 0.0375340 Aug 29 06:51:02.616068 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1031031-fdb1-48cb-874f-9e6889d05c00 req-edd3de72-7d17-4197-ae83-795e64785da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:02.617931 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a1031031-fdb1-48cb-874f-9e6889d05c00 req-edd3de72-7d17-4197-ae83-795e64785da3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1153f13b-d94a-4fee-bced-c1f52e46b73e HTTP/1.1" status: 200 len: 853 time: 0.0491686 Aug 29 06:51:02.629890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-63959caf-0048-47e9-b4c2-93611ef423ac None None] Calling delete_port for ea098101-f673-43a2-8f5f-cdc15ac8c576 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:02.636815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-ef316719-3682-4e84-a543-b8f420a92979 req-03d7b250-723e-4554-9588-7b64764dc4b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Deleting port f0e5d096-4395-48a7-ba43-af206416e7fc {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:02.637377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ef316719-3682-4e84-a543-b8f420a92979 req-03d7b250-723e-4554-9588-7b64764dc4b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:02.652547 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a1031031-fdb1-48cb-874f-9e6889d05c00 req-7998b573-28e1-4eeb-bdf4-ecb25a222120 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264945 Aug 29 06:51:02.696285 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a13bf3fe-df57-4252-b0b1-01426a81aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:02.752804 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a13bf3fe-df57-4252-b0b1-01426a81aeaa None None] For port ea098101-f673-43a2-8f5f-cdc15ac8c576, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ea098101-f673-43a2-8f5f-cdc15ac8c576,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:02.774190 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a1031031-fdb1-48cb-874f-9e6889d05c00 req-8a2928ce-9f29-4366-b16e-4737281a128e service neutron] 10.222.0.15 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137602 Aug 29 06:51:02.843600 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a13bf3fe-df57-4252-b0b1-01426a81aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:02.883303 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a1031031-fdb1-48cb-874f-9e6889d05c00 req-2422045a-5311-4f87-9793-f2c7c4dea027 service neutron] 10.222.0.15 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010604 Aug 29 06:51:02.897180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bf3fe-df57-4252-b0b1-01426a81aeaa None None] Pushing event updated for resources: {'Port': ['ID=ea098101-f673-43a2-8f5f-cdc15ac8c576,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:02.940215 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-63959caf-0048-47e9-b4c2-93611ef423ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:02.944858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f21d2be-cb16-4411-905c-87ca06e1d8f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:02.948866 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f21d2be-cb16-4411-905c-87ca06e1d8f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:02.973221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63959caf-0048-47e9-b4c2-93611ef423ac None None] Pushing event deleted for resources: {'Port': ['ID=ea098101-f673-43a2-8f5f-cdc15ac8c576,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:02.974240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63959caf-0048-47e9-b4c2-93611ef423ac None None] No DVR routers for this DVR port ea098101-f673-43a2-8f5f-cdc15ac8c576 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:02.975518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-87dc312d-1bec-43b1-8cdc-f96395a02098 None None] Could not find standard attr ID for object 788ac7df-1fa2-4644-85dd-3e0fb85383b2. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:51:03.103592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc4070-756f-4c2a-83e8-7d7833d54b81 req-d14f5152-f16e-4761-8ee9-ca0e25cfafc1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:03.105626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03dc4070-756f-4c2a-83e8-7d7833d54b81 req-d14f5152-f16e-4761-8ee9-ca0e25cfafc1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1649301 Aug 29 06:51:03.136674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-ef316719-3682-4e84-a543-b8f420a92979 req-03d7b250-723e-4554-9588-7b64764dc4b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] For port f0e5d096-4395-48a7-ba43-af206416e7fc, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f0e5d096-4395-48a7-ba43-af206416e7fc,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:03.137025 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ef316719-3682-4e84-a543-b8f420a92979 req-03d7b250-723e-4554-9588-7b64764dc4b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:03.163068 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-ef316719-3682-4e84-a543-b8f420a92979 req-03d7b250-723e-4554-9588-7b64764dc4b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Calling delete_port for f0e5d096-4395-48a7-ba43-af206416e7fc owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:03.218467 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03dc4070-756f-4c2a-83e8-7d7833d54b81 req-1298051b-9c89-4d2a-a7ec-1b47bafc7ceb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993886 Aug 29 06:51:03.370928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9945d10-5f06-4b0f-b6f4-16d1de44f084 req-8c5d5b6e-c0b0-49fb-a7fc-9c81454e7cf7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:03.372478 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9945d10-5f06-4b0f-b6f4-16d1de44f084 req-8c5d5b6e-c0b0-49fb-a7fc-9c81454e7cf7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 944 time: 0.0822716 Aug 29 06:51:03.409161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ea098101-f673-43a2-8f5f-cdc15ac8c576 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:03.430150 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: ea098101-f673-43a2-8f5f-cdc15ac8c576 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:51:03.430496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ea098101-f673-43a2-8f5f-cdc15ac8c576 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:03.454777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9945d10-5f06-4b0f-b6f4-16d1de44f084 req-bdf0a960-cd1e-4069-a7cf-685c59c26c01 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722492 Aug 29 06:51:03.556802 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:03.590459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d059c5-0a2c-4e0b-9ba9-88529f0beb79 req-e88fa907-9866-4a99-b444-012aba3a9fa6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:03.591973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40d059c5-0a2c-4e0b-9ba9-88529f0beb79 req-e88fa907-9866-4a99-b444-012aba3a9fa6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0837257 Aug 29 06:51:03.619892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.objects.ports [None req-4f21d2be-cb16-4411-905c-87ca06e1d8f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95404) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:51:03.626430 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ef316719-3682-4e84-a543-b8f420a92979 req-03d7b250-723e-4554-9588-7b64764dc4b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:03.628125 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f21d2be-cb16-4411-905c-87ca06e1d8f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:03.700000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7b250-723e-4554-9588-7b64764dc4b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Pushing event deleted for resources: {'Port': ['ID=f0e5d096-4395-48a7-ba43-af206416e7fc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:03.728584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f21d2be-cb16-4411-905c-87ca06e1d8f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:03.747833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40d059c5-0a2c-4e0b-9ba9-88529f0beb79 req-f9ee005e-e9d3-4fc4-a3eb-308b1f39dbee tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493764 Aug 29 06:51:03.754081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-4f21d2be-cb16-4411-905c-87ca06e1d8f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:03.763130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa11e922-fb15-4615-a816-b1a2405780f1 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:03.774232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f21d2be-cb16-4411-905c-87ca06e1d8f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:03.774879 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f21d2be-cb16-4411-905c-87ca06e1d8f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:03.777400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef316719-3682-4e84-a543-b8f420a92979 req-03d7b250-723e-4554-9588-7b64764dc4b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] No DVR routers for this DVR port f0e5d096-4395-48a7-ba43-af206416e7fc on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:03.778937 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21d2be-cb16-4411-905c-87ca06e1d8f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=dd4ce9ba-2b9f-4a1a-bfdb-051b5ce82f04,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:03.781320 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ef316719-3682-4e84-a543-b8f420a92979 req-03d7b250-723e-4554-9588-7b64764dc4b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:03.783355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef316719-3682-4e84-a543-b8f420a92979 req-03d7b250-723e-4554-9588-7b64764dc4b0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "DELETE /v2.0/ports/f0e5d096-4395-48a7-ba43-af206416e7fc HTTP/1.1" status: 204 len: 173 time: 1.2486804 Aug 29 06:51:03.784877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1048d3e-b353-417d-8bc0-4e68658093eb', 'name': 'network-vif-deleted', 'tag': 'f0e5d096-4395-48a7-ba43-af206416e7fc'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:03.787754 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538200fa-766e-44f1-aef0-96029f6033a4" -d '{"events": [{"server_uuid": "a1048d3e-b353-417d-8bc0-4e68658093eb", "name": "network-vif-deleted", "tag": "f0e5d096-4395-48a7-ba43-af206416e7fc"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:03.878694 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d69532-7a51-457e-b211-a77578817c89 x-openstack-request-id: req-e3d69532-7a51-457e-b211-a77578817c89 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:03.878988 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1048d3e-b353-417d-8bc0-4e68658093eb", "name": "network-vif-deleted", "tag": "f0e5d096-4395-48a7-ba43-af206416e7fc", "status": "failed", "code": 422}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:03.879312 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e3d69532-7a51-457e-b211-a77578817c89 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:03.879734 n-d-713301-12 neutron-server[95404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1048d3e-b353-417d-8bc0-4e68658093eb', 'name': 'network-vif-deleted', 'tag': 'f0e5d096-4395-48a7-ba43-af206416e7fc', 'status': 'failed', 'code': 422} returned with failed status Aug 29 06:51:03.909383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': 'dd4ce9ba-2b9f-4a1a-bfdb-051b5ce82f04'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:51:03.910229 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:03.963469 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4f21d2be-cb16-4411-905c-87ca06e1d8f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5594528 Aug 29 06:51:03.966218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51914) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:03.971717 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'mac_address': 'fa:16:3e:96:3c:49', 'name': 'tempest-NetworksTestDHCPv6-43467234'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:04.044432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Allocated IP 2001:db8::f816:3eff:fe82:6729 (16c35313-5380-4d1c-adfa-e4bf610ab147/dd4ce9ba-2b9f-4a1a-bfdb-051b5ce82f04/c41d8744-b2ad-45d1-98e5-fd0875fbd0ce) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:04.173980 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:04.185770 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:04.193907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Transition to ACTIVE for port object c41d8744-b2ad-45d1-98e5-fd0875fbd0ce will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:04.209092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Transition to ACTIVE for port object c41d8744-b2ad-45d1-98e5-fd0875fbd0ce will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:04.260128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:04.281579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 34d7da3a-e1dd-472b-b35c-6049daac1f64 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:51:04.289155 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:04.330443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:04.333967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:04.342082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:04.345370 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Pushing event updated for resources: {'Port': ['ID=c41d8744-b2ad-45d1-98e5-fd0875fbd0ce,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:04.362886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576f11e-f0d3-4302-b9dd-d2cc7ea0dcf1 req-dd7b70b1-eddc-4b64-a156-d0d1c78417c4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:04.364974 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b576f11e-f0d3-4302-b9dd-d2cc7ea0dcf1 req-dd7b70b1-eddc-4b64-a156-d0d1c78417c4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0761478 Aug 29 06:51:04.397890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Attempting to bind port c41d8744-b2ad-45d1-98e5-fd0875fbd0ce on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:51:04.398646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Attempting to bind port c41d8744-b2ad-45d1-98e5-fd0875fbd0ce by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:51:04.398953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Attempting to bind port c41d8744-b2ad-45d1-98e5-fd0875fbd0ce on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:04.404058 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:51:04.404584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:51:04.405082 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:04.405576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:51:04.406137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Bound port: c41d8744-b2ad-45d1-98e5-fd0875fbd0ce, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:51:04.406357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::f816:3eff:fe96:3c49 (16c35313-5380-4d1c-adfa-e4bf610ab147/dd4ce9ba-2b9f-4a1a-bfdb-051b5ce82f04/34d7da3a-e1dd-472b-b35c-6049daac1f64) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:04.406784 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:04.411985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b576f11e-f0d3-4302-b9dd-d2cc7ea0dcf1 req-126c7450-dd17-40b4-86ec-80c5830fd130 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397410 Aug 29 06:51:04.478381 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] For port c41d8744-b2ad-45d1-98e5-fd0875fbd0ce, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:04.481436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] For port c41d8744-b2ad-45d1-98e5-fd0875fbd0ce, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c41d8744-b2ad-45d1-98e5-fd0875fbd0ce,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:51:04.564783 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:04.570196 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49656f-3e47-4c09-90f6-7fa86a4f98e4 req-5353661a-6e84-4071-bc44-01388c88ce59 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:04.571718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac49656f-3e47-4c09-90f6-7fa86a4f98e4 req-5353661a-6e84-4071-bc44-01388c88ce59 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 944 time: 0.0495813 Aug 29 06:51:04.579312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object 34d7da3a-e1dd-472b-b35c-6049daac1f64 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:04.609999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac49656f-3e47-4c09-90f6-7fa86a4f98e4 req-bdc8ebb5-33d8-4f77-ad5d-8c8ef84c696c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319612 Aug 29 06:51:04.660299 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:04.723408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c34dd-a83f-4be8-8341-e5602d3e3bb9 None None] Pushing event updated for resources: {'Port': ['ID=c41d8744-b2ad-45d1-98e5-fd0875fbd0ce,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:04.768689 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:04.791522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9a6256e3-41a0-4779-a4c5-c08c441cf9ef details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:51:04.808928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:04.812433 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:04.818998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:04.825188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:04.825947 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:04.847640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=34d7da3a-e1dd-472b-b35c-6049daac1f64,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:04.943321 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242bb14-3b43-41b4-bd8b-de5083ddd685 req-05dcae60-8724-4bbb-b069-3eae442d0a4d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:04.955616 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c242bb14-3b43-41b4-bd8b-de5083ddd685 req-05dcae60-8724-4bbb-b069-3eae442d0a4d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1255314 Aug 29 06:51:04.969118 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4848a8b7-4213-4c38-91f0-2792de92264c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0017052 Aug 29 06:51:04.971860 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51938) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:05.041037 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c242bb14-3b43-41b4-bd8b-de5083ddd685 req-29211829-262a-49bb-a0fb-4daea24eab81 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843110 Aug 29 06:51:05.056217 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9a6256e3-41a0-4779-a4c5-c08c441cf9ef,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:05.060045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cf28de-35f5-46e6-bcea-c7e78d43561a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:05.067390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cf28de-35f5-46e6-bcea-c7e78d43561a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:05.075015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '9a6256e3-41a0-4779-a4c5-c08c441cf9ef', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'port_id': '9a6256e3-41a0-4779-a4c5-c08c441cf9ef', 'mac_address': 'fa:16:3e:79:6d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:51:05.080412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51946) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:05.090719 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b5cf28de-35f5-46e6-bcea-c7e78d43561a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1167550 Aug 29 06:51:05.120526 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:05.133659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6256e3-41a0-4779-a4c5-c08c441cf9ef {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:51:05.153889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9a6256e3-41a0-4779-a4c5-c08c441cf9ef,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:05.263987 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-afa62e18-38b1-47e3-989f-2ecd71c7e8a6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port 34d7da3a-e1dd-472b-b35c-6049daac1f64 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:05.264352 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-afa62e18-38b1-47e3-989f-2ecd71c7e8a6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:05.265677 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:05.274673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-3f0878cc-9568-4e7a-bb5f-dbfd1655cc06 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:05.276249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-3f0878cc-9568-4e7a-bb5f-dbfd1655cc06 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 811 time: 0.1536534 Aug 29 06:51:05.313960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9a6256e3-41a0-4779-a4c5-c08c441cf9ef,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:05.328405 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-a704d0f9-f568-440b-9ca2-e5d78313f66d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/quotas/d4426b23251b440b8d0cb63469d9d344 HTTP/1.1" status: 200 len: 375 time: 0.0409312 Aug 29 06:51:05.372822 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-b7fdb3e9-2739-46dd-a7ad-a9d740220636 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372353 Aug 29 06:51:05.418767 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-afa62e18-38b1-47e3-989f-2ecd71c7e8a6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:05.473265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c41d8744-b2ad-45d1-98e5-fd0875fbd0ce up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:05.493748 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-afa62e18-38b1-47e3-989f-2ecd71c7e8a6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for 34d7da3a-e1dd-472b-b35c-6049daac1f64 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:05.570453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9a6256e3-41a0-4779-a4c5-c08c441cf9ef'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:51:05.596235 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port c41d8744-b2ad-45d1-98e5-fd0875fbd0ce completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:05.602071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-6738b364-138a-4bbe-a69e-f03807f69804 service neutron] 10.222.0.76 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200160 Aug 29 06:51:05.636033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8d653-a5a8-470f-aed8-b2c993eaac11 req-ada041b8-4582-4a69-9148-f686c48ad2b0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:05.637602 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bb8d653-a5a8-470f-aed8-b2c993eaac11 req-ada041b8-4582-4a69-9148-f686c48ad2b0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1342750 Aug 29 06:51:05.750904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bb8d653-a5a8-470f-aed8-b2c993eaac11 req-ca784957-fb14-4b48-9029-622e8281bb4f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984783 Aug 29 06:51:05.809709 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-f6e290ff-da8c-41ea-ab68-ad0b55c7285a service neutron] 10.222.0.76 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906066 Aug 29 06:51:05.869752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c0cc3-e043-496b-a4a8-adc4722e687c req-816d70f0-9f30-4e83-a2e2-0cfb7a9ae14a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:05.871203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b69c0cc3-e043-496b-a4a8-adc4722e687c req-816d70f0-9f30-4e83-a2e2-0cfb7a9ae14a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 945 time: 0.0586407 Aug 29 06:51:05.896267 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-afa62e18-38b1-47e3-989f-2ecd71c7e8a6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:05.934815 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7e81c905-9a57-4408-a973-cdac6cba679a None None] Provisioning for port c41d8744-b2ad-45d1-98e5-fd0875fbd0ce completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:05.938446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa62e18-38b1-47e3-989f-2ecd71c7e8a6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=34d7da3a-e1dd-472b-b35c-6049daac1f64,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:05.939427 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7e81c905-9a57-4408-a973-cdac6cba679a None None] Provisioning complete for port c41d8744-b2ad-45d1-98e5-fd0875fbd0ce triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:05.939834 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7e81c905-9a57-4408-a973-cdac6cba679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:05.948541 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b69c0cc3-e043-496b-a4a8-adc4722e687c req-23e4e189-3674-4ac1-bc0f-9469991d369f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710788 Aug 29 06:51:05.973693 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-afa62e18-38b1-47e3-989f-2ecd71c7e8a6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:05.975819 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-afa62e18-38b1-47e3-989f-2ecd71c7e8a6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/34d7da3a-e1dd-472b-b35c-6049daac1f64 HTTP/1.1" status: 204 len: 168 time: 0.8944030 Aug 29 06:51:05.978331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51956) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:06.035125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab9e0e-6b2f-439b-ae8a-087761a4eaaa tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:06.037159 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab9e0e-6b2f-439b-ae8a-087761a4eaaa tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:06.039213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-adab9e0e-6b2f-439b-ae8a-087761a4eaaa tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0597341 Aug 29 06:51:06.041752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51960) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:06.045628 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7e81c905-9a57-4408-a973-cdac6cba679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:06.109454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7e81c905-9a57-4408-a973-cdac6cba679a None None] For port c41d8744-b2ad-45d1-98e5-fd0875fbd0ce, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c41d8744-b2ad-45d1-98e5-fd0875fbd0ce,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:06.133519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-941552ad-12c5-4af4-ba2c-4dbb23b1f805 req-5f42747a-be5b-4998-8f4d-a9c15d1bb8d6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 210 time: 0.0391786 Aug 29 06:51:06.138790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-093ad032-b5af-462c-b80f-73bc3b3c2de7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet dd4ce9ba-2b9f-4a1a-bfdb-051b5ce82f04 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:51:06.143380 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-093ad032-b5af-462c-b80f-73bc3b3c2de7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:06.180044 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7e81c905-9a57-4408-a973-cdac6cba679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:06.200122 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-093ad032-b5af-462c-b80f-73bc3b3c2de7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:06.260192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81c905-9a57-4408-a973-cdac6cba679a None None] Pushing event updated for resources: {'Port': ['ID=c41d8744-b2ad-45d1-98e5-fd0875fbd0ce,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:06.296388 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2559c73a-a6b4-4db1-952b-a6946c1e411e None None] Could not find standard attr ID for object 34d7da3a-e1dd-472b-b35c-6049daac1f64. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:51:06.336252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93855745-f18d-4932-a8d0-33f8e19b5564 req-f2132073-b3cd-4dd1-8a46-e6ed2c4f39fb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:06.336252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93855745-f18d-4932-a8d0-33f8e19b5564 req-f2132073-b3cd-4dd1-8a46-e6ed2c4f39fb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0942826 Aug 29 06:51:06.344039 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-093ad032-b5af-462c-b80f-73bc3b3c2de7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:06.414941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93855745-f18d-4932-a8d0-33f8e19b5564 req-4beaf4be-32a0-459d-a76c-5a0e7240119f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729876 Aug 29 06:51:06.523964 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-093ad032-b5af-462c-b80f-73bc3b3c2de7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:06.535912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c85c3-742f-4b30-bd94-88f145a6e6e1 req-7b0d3677-b56b-4e7b-aa0d-706cd60fdb15 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:06.537894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-318c85c3-742f-4b30-bd94-88f145a6e6e1 req-7b0d3677-b56b-4e7b-aa0d-706cd60fdb15 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0556195 Aug 29 06:51:06.567848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ad032-b5af-462c-b80f-73bc3b3c2de7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4ce9ba-2b9f-4a1a-bfdb-051b5ce82f04,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:06.570045 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-093ad032-b5af-462c-b80f-73bc3b3c2de7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:06.570466 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10cb66a-f969-4fea-9962-34a8d3dd9953 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:06.574104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-093ad032-b5af-462c-b80f-73bc3b3c2de7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/dd4ce9ba-2b9f-4a1a-bfdb-051b5ce82f04 HTTP/1.1" status: 204 len: 168 time: 0.5279338 Aug 29 06:51:06.574913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51974) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:06.604274 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-318c85c3-742f-4b30-bd94-88f145a6e6e1 req-24d676f7-93e7-49cc-a078-4a3d27f1287f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601134 Aug 29 06:51:06.628708 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-420c51bf-6c65-47bd-8082-2fe19e5cc892 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500710 Aug 29 06:51:06.629039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51982) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:06.634193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-73f615fe-f0bd-4060-817f-0fb4093d13a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:06.796239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb92ca15-be2d-4fc7-bf71-182ac18d04eb None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:51:06.797373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f615fe-f0bd-4060-817f-0fb4093d13a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:06.801335 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73f615fe-f0bd-4060-817f-0fb4093d13a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:06.805389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9a6256e3-41a0-4779-a4c5-c08c441cf9ef up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:06.888058 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cb92ca15-be2d-4fc7-bf71-182ac18d04eb None None] Deleting port c41d8744-b2ad-45d1-98e5-fd0875fbd0ce {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:06.888445 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cb92ca15-be2d-4fc7-bf71-182ac18d04eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:06.927032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69583-6deb-4fb6-a2cd-170f98a470dc req-c6ed6dbd-54d4-4b04-bc5d-8348d5b61012 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:06.928540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22d69583-6deb-4fb6-a2cd-170f98a470dc req-c6ed6dbd-54d4-4b04-bc5d-8348d5b61012 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0836108 Aug 29 06:51:06.954294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cb92ca15-be2d-4fc7-bf71-182ac18d04eb None None] For port c41d8744-b2ad-45d1-98e5-fd0875fbd0ce, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c41d8744-b2ad-45d1-98e5-fd0875fbd0ce,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:06.954862 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cb92ca15-be2d-4fc7-bf71-182ac18d04eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:06.968607 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cb92ca15-be2d-4fc7-bf71-182ac18d04eb None None] Calling delete_port for c41d8744-b2ad-45d1-98e5-fd0875fbd0ce owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:06.998557 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22d69583-6deb-4fb6-a2cd-170f98a470dc req-520b7ac5-6e79-4fc0-9ef6-7ff407644d0a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621755 Aug 29 06:51:07.019647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:07.028780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:07.029166 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:07.136933 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:07.166457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58730441-4a04-4139-80a4-c609cee9553b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6256e3-41a0-4779-a4c5-c08c441cf9ef'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:07.170452 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7951b79e-d315-4b61-bcef-0e114bb8a839" -d '{"events": [{"server_uuid": "58730441-4a04-4139-80a4-c609cee9553b", "name": "network-vif-plugged", "status": "completed", "tag": "9a6256e3-41a0-4779-a4c5-c08c441cf9ef"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:07.180687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29537b8b-db64-4a91-9ab2-882fc604aa00 req-5b7c1e7b-fef6-4611-824f-dba8b8d322c8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:07.182224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29537b8b-db64-4a91-9ab2-882fc604aa00 req-5b7c1e7b-fef6-4611-824f-dba8b8d322c8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 945 time: 0.1005466 Aug 29 06:51:07.186560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9a6256e3-41a0-4779-a4c5-c08c441cf9ef,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:07.194100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1ad4b-9f8e-4596-a11d-81aa2157b835 req-c181ed9d-03da-4a75-bb8f-9a8ee99bc12d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:07.195739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1c1ad4b-9f8e-4596-a11d-81aa2157b835 req-c181ed9d-03da-4a75-bb8f-9a8ee99bc12d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0972056 Aug 29 06:51:07.226016 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cb92ca15-be2d-4fc7-bf71-182ac18d04eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:07.251807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92ca15-be2d-4fc7-bf71-182ac18d04eb None None] Pushing event deleted for resources: {'Port': ['ID=c41d8744-b2ad-45d1-98e5-fd0875fbd0ce,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:07.256057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92ca15-be2d-4fc7-bf71-182ac18d04eb None None] No DVR routers for this DVR port c41d8744-b2ad-45d1-98e5-fd0875fbd0ce on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:07.261181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29537b8b-db64-4a91-9ab2-882fc604aa00 req-4e251556-fa59-4a15-a3cf-7ff659b3c49a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646563 Aug 29 06:51:07.283053 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:07.284270 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:07.291822 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1c1ad4b-9f8e-4596-a11d-81aa2157b835 req-32c727cd-43f8-4d3c-8c85-0494ca8c0baf tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882533 Aug 29 06:51:07.394233 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9a6256e3-41a0-4779-a4c5-c08c441cf9ef,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:07.394458 n-d-713301-12 neutron-server[95404]: DEBUG neutron.objects.ports [None req-73f615fe-f0bd-4060-817f-0fb4093d13a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95404) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:51:07.397589 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73f615fe-f0bd-4060-817f-0fb4093d13a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:07.453493 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:07.463256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c41d8744-b2ad-45d1-98e5-fd0875fbd0ce no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:07.472621 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bb3fcb-0adc-4dd7-94eb-b15af5d3295f x-openstack-request-id: req-05bb3fcb-0adc-4dd7-94eb-b15af5d3295f {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:07.472910 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58730441-4a04-4139-80a4-c609cee9553b", "name": "network-vif-plugged", "status": "completed", "tag": "9a6256e3-41a0-4779-a4c5-c08c441cf9ef", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:07.473165 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-05bb3fcb-0adc-4dd7-94eb-b15af5d3295f {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:07.473541 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58730441-4a04-4139-80a4-c609cee9553b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6256e3-41a0-4779-a4c5-c08c441cf9ef', 'code': 200} Aug 29 06:51:07.476144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f744d0bd-8a85-4121-a4f8-6c614d518374 req-e2127864-97b1-4a30-94f1-6f8155c15ead tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 210 time: 0.0802147 Aug 29 06:51:07.493649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: c41d8744-b2ad-45d1-98e5-fd0875fbd0ce {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:51:07.494000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c41d8744-b2ad-45d1-98e5-fd0875fbd0ce not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:07.498857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f615fe-f0bd-4060-817f-0fb4093d13a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:07.500750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f615fe-f0bd-4060-817f-0fb4093d13a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=e5baef79-a8cc-4ecf-b3e7-ce6de8cdd3c4,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:07.502586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-73f615fe-f0bd-4060-817f-0fb4093d13a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:07.505798 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f615fe-f0bd-4060-817f-0fb4093d13a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:07.506454 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73f615fe-f0bd-4060-817f-0fb4093d13a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:07.527185 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:07.529843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a621958-8dbe-48f9-9226-acf7ba7774e1 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:07.588420 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb4771-80ae-42e1-ab21-d320d1148a75 req-47081708-3b7f-4b1a-9102-b489dde44302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:07.590072 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-43eb4771-80ae-42e1-ab21-d320d1148a75 req-47081708-3b7f-4b1a-9102-b489dde44302 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 1098 time: 0.0434661 Aug 29 06:51:07.626796 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-43eb4771-80ae-42e1-ab21-d320d1148a75 req-e3925394-95b4-4b7d-b592-5681de0d8634 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279319 Aug 29 06:51:07.673809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddf3be76-5674-4adf-9867-af0c821270ce req-d7fd4580-f035-411b-bd03-c68b026c9b17 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415850 Aug 29 06:51:07.678207 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-73f615fe-f0bd-4060-817f-0fb4093d13a9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0481884 Aug 29 06:51:07.679860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': 'e5baef79-a8cc-4ecf-b3e7-ce6de8cdd3c4'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:51:07.680908 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:07.681045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52010) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:07.686795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'mac_address': 'fa:16:3e:1b:4f:f0', 'name': 'tempest-NetworksTestDHCPv6-41479930'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:07.691962 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:07.808961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:07.867808 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Allocated IP 2001:db8::f816:3eff:fe5c:acb1 (16c35313-5380-4d1c-adfa-e4bf610ab147/e5baef79-a8cc-4ecf-b3e7-ce6de8cdd3c4/b6944b3b-a9cd-4334-9565-3ad15923c4c5) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:07.876580 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:07.882936 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:07.906254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 8f13dc6e-b564-4356-ab9a-fcf531cb58af yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:51:08.022013 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:08.032417 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Transition to ACTIVE for port object b6944b3b-a9cd-4334-9565-3ad15923c4c5 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:08.052509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Transition to ACTIVE for port object b6944b3b-a9cd-4334-9565-3ad15923c4c5 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:08.077192 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-00be3449-611c-4632-8ce1-24133e8ce2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:08.120536 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a0e2c-f8b2-444f-8ead-451b514347f0 req-c61be73b-7552-49a4-abab-c7ca3f4ba91c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:08.122068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e9a0e2c-f8b2-444f-8ead-451b514347f0 req-c61be73b-7552-49a4-abab-c7ca3f4ba91c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0499094 Aug 29 06:51:08.145921 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:08.159981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e9a0e2c-f8b2-444f-8ead-451b514347f0 req-b4208a8d-abf1-4002-956f-ded959d804f9 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319386 Aug 29 06:51:08.183637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:08.188604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:08.192133 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:08.198558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::f816:3eff:fe1b:4ff0 (16c35313-5380-4d1c-adfa-e4bf610ab147/e5baef79-a8cc-4ecf-b3e7-ce6de8cdd3c4/8f13dc6e-b564-4356-ab9a-fcf531cb58af) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:08.200791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Pushing event updated for resources: {'Port': ['ID=b6944b3b-a9cd-4334-9565-3ad15923c4c5,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:08.251970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Attempting to bind port b6944b3b-a9cd-4334-9565-3ad15923c4c5 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:51:08.252426 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Attempting to bind port b6944b3b-a9cd-4334-9565-3ad15923c4c5 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:51:08.252850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Attempting to bind port b6944b3b-a9cd-4334-9565-3ad15923c4c5 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:08.258069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:51:08.258525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:51:08.262900 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:08.262900 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:51:08.262900 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Bound port: b6944b3b-a9cd-4334-9565-3ad15923c4c5, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:51:08.262900 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:08.362359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] For port b6944b3b-a9cd-4334-9565-3ad15923c4c5, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:08.366393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] For port b6944b3b-a9cd-4334-9565-3ad15923c4c5, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b6944b3b-a9cd-4334-9565-3ad15923c4c5,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:51:08.388536 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:08.420728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b08e5-1a75-4aab-8f11-4904bf22cfe2 req-15e44904-da86-45f0-b0ab-5295e525e57e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:08.422353 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f0b08e5-1a75-4aab-8f11-4904bf22cfe2 req-15e44904-da86-45f0-b0ab-5295e525e57e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 946 time: 0.0890281 Aug 29 06:51:08.437372 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:08.456182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccb0d5-5700-4d5f-a3ae-d15acfbf5f13 req-2bfc2681-f54e-4028-9766-5463220268cc tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:08.457828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbccb0d5-5700-4d5f-a3ae-d15acfbf5f13 req-2bfc2681-f54e-4028-9766-5463220268cc tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 943 time: 0.0798063 Aug 29 06:51:08.462753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object 8f13dc6e-b564-4356-ab9a-fcf531cb58af will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:08.486753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f0b08e5-1a75-4aab-8f11-4904bf22cfe2 req-4d1566a8-2310-4283-8945-51a98d7318f3 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582514 Aug 29 06:51:08.504967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f52fa5-bfe1-4203-97c2-259131961810 None None] Pushing event updated for resources: {'Port': ['ID=b6944b3b-a9cd-4334-9565-3ad15923c4c5,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:08.525959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbccb0d5-5700-4d5f-a3ae-d15acfbf5f13 req-13209267-73f3-4bd0-b764-3edaff704cd4 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485182 Aug 29 06:51:08.553687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-eec34084-dd58-46f2-83ab-c9d67687f0b4 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:08.555207 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-eec34084-dd58-46f2-83ab-c9d67687f0b4 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 811 time: 0.1627691 Aug 29 06:51:08.574498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-e1c3dbf4-bc10-43de-a9f5-ae7074187460 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Request body: {'port': {'device_id': '086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe', 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548', 'admin_state_up': True, 'tenant_id': 'd4426b23251b440b8d0cb63469d9d344'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:08.622546 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:08.626100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e57cc7c0-e7ac-4a46-bd03-c6a69e43e8b2 req-4347cd03-80e8-436c-8f38-ba97d9e98954 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 210 time: 0.0316744 Aug 29 06:51:08.688774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:08.699445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:08.709728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:08.715456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:08.716073 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:08.722773 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=8f13dc6e-b564-4356-ab9a-fcf531cb58af,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:08.897042 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-edc024bc-0dab-4fb4-85e2-d1a7989811eb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2148368 Aug 29 06:51:08.899988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52028) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:08.954391 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5054579e-d1a7-4a4d-91fd-2a4df81bdbe7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:08.961297 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5054579e-d1a7-4a4d-91fd-2a4df81bdbe7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:08.962818 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5054579e-d1a7-4a4d-91fd-2a4df81bdbe7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0616300 Aug 29 06:51:08.965486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52030) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:09.047966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-e1c3dbf4-bc10-43de-a9f5-ae7074187460 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Made reservation on behalf of d4426b23251b440b8d0cb63469d9d344 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:09.051882 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-e1c3dbf4-bc10-43de-a9f5-ae7074187460 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:09.057725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-73cc0010-1495-4863-97a5-39aa9e400369 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port 8f13dc6e-b564-4356-ab9a-fcf531cb58af {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:09.058276 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73cc0010-1495-4863-97a5-39aa9e400369 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:09.154969 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73cc0010-1495-4863-97a5-39aa9e400369 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:09.171520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-73cc0010-1495-4863-97a5-39aa9e400369 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for 8f13dc6e-b564-4356-ab9a-fcf531cb58af owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:09.183118 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-e1c3dbf4-bc10-43de-a9f5-ae7074187460 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Allocated IP 172.20.0.6 (62cd1216-7d96-443a-b0ba-1b6940ce3548/6d6221c5-492b-4e52-81e3-c311934e2c40/086b5abb-d2b9-47d8-ba45-36a52f8f6728) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:09.337806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b022a-857b-4566-8289-c09333c3f019 req-47550b62-7173-4397-a5d6-4b71152f03aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:09.339392 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d30b022a-857b-4566-8289-c09333c3f019 req-47550b62-7173-4397-a5d6-4b71152f03aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0891249 Aug 29 06:51:09.353474 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-e1c3dbf4-bc10-43de-a9f5-ae7074187460 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:09.401797 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d30b022a-857b-4566-8289-c09333c3f019 req-9f71474a-88c7-45d9-8722-c76f769f2238 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424600 Aug 29 06:51:09.448806 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73cc0010-1495-4863-97a5-39aa9e400369 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:09.469250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b6944b3b-a9cd-4334-9565-3ad15923c4c5 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:09.481195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc0010-1495-4863-97a5-39aa9e400369 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=8f13dc6e-b564-4356-ab9a-fcf531cb58af,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:09.483730 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-e1c3dbf4-bc10-43de-a9f5-ae7074187460 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:09.499565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2274c635-38cc-4d96-bcdd-479b055d4671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:09.502637 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6ca64d-e4c7-4ca7-a914-935817c3504a" -d '{"events": [{"server_uuid": "2274c635-38cc-4d96-bcdd-479b055d4671", "name": "network-vif-unplugged", "status": "completed", "tag": "e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:09.507877 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73cc0010-1495-4863-97a5-39aa9e400369 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:09.509907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-73cc0010-1495-4863-97a5-39aa9e400369 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/8f13dc6e-b564-4356-ab9a-fcf531cb58af HTTP/1.1" status: 204 len: 168 time: 0.5435066 Aug 29 06:51:09.512477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52036) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:09.571557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-e1c3dbf4-bc10-43de-a9f5-ae7074187460 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Network 62cd1216-7d96-443a-b0ba-1b6940ce3548 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:09.575677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-e1c3dbf4-bc10-43de-a9f5-ae7074187460 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:09.577945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3dbf4-bc10-43de-a9f5-ae7074187460 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Pushing event updated for resources: {'Port': ['ID=086b5abb-d2b9-47d8-ba45-36a52f8f6728,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:09.580179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-e1c3dbf4-bc10-43de-a9f5-ae7074187460 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:09.583533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9084ce43-b36e-4a59-8e46-d356e8b91c39 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:09.585603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9084ce43-b36e-4a59-8e46-d356e8b91c39 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:09.587834 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6393a8f3-efb9-4bd2-9302-80ddb2d3e0fb x-openstack-request-id: req-6393a8f3-efb9-4bd2-9302-80ddb2d3e0fb {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:09.588121 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2274c635-38cc-4d96-bcdd-479b055d4671", "name": "network-vif-unplugged", "status": "completed", "tag": "e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:09.588368 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6393a8f3-efb9-4bd2-9302-80ddb2d3e0fb {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:09.588751 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2274c635-38cc-4d96-bcdd-479b055d4671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20', 'code': 200} Aug 29 06:51:09.591649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9084ce43-b36e-4a59-8e46-d356e8b91c39 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0781586 Aug 29 06:51:09.594014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52042) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:09.642083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-e1c3dbf4-bc10-43de-a9f5-ae7074187460 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:09.642691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-e1c3dbf4-bc10-43de-a9f5-ae7074187460 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:09.654271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port b6944b3b-a9cd-4334-9565-3ad15923c4c5 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:09.792113 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-e1c3dbf4-bc10-43de-a9f5-ae7074187460 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2225065 Aug 29 06:51:09.803290 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-67215f54-9d7f-4b3b-88b6-e978710bd549 None None] Provisioning for port b6944b3b-a9cd-4334-9565-3ad15923c4c5 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:09.812199 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Request body: {'port': {'device_id': '086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:09.816939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-67215f54-9d7f-4b3b-88b6-e978710bd549 None None] Provisioning complete for port b6944b3b-a9cd-4334-9565-3ad15923c4c5 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:09.817319 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67215f54-9d7f-4b3b-88b6-e978710bd549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:09.884920 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.050927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0460973-b6cb-46f4-bfa0-e86f50a3ddf3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet e5baef79-a8cc-4ecf-b3e7-ce6de8cdd3c4 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:51:10.061215 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0460973-b6cb-46f4-bfa0-e86f50a3ddf3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.092882 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67215f54-9d7f-4b3b-88b6-e978710bd549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.122254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383cd2f-d0a9-4249-a2c5-b751dd9288b9 req-87c0bb6f-6ff3-4730-9046-498f39426f77 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:10.124119 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0383cd2f-d0a9-4249-a2c5-b751dd9288b9 req-87c0bb6f-6ff3-4730-9046-498f39426f77 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 943 time: 0.1955318 Aug 29 06:51:10.134961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-67215f54-9d7f-4b3b-88b6-e978710bd549 None None] For port b6944b3b-a9cd-4334-9565-3ad15923c4c5, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b6944b3b-a9cd-4334-9565-3ad15923c4c5,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:10.150278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de920d57-4238-4d05-b755-e7b16bf37adb req-f287294d-a4bd-4968-bc71-0f46bf7d017b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:10.152023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de920d57-4238-4d05-b755-e7b16bf37adb req-f287294d-a4bd-4968-bc71-0f46bf7d017b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 946 time: 0.2246444 Aug 29 06:51:10.158785 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0460973-b6cb-46f4-bfa0-e86f50a3ddf3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.162420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3be76-5674-4adf-9867-af0c821270ce req-1e4ad332-4a4d-4520-8242-b88f37a86e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:10.163935 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddf3be76-5674-4adf-9867-af0c821270ce req-1e4ad332-4a4d-4520-8242-b88f37a86e48 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671&tenant_id=343b7acdca8c460498200a8862ee9a46 HTTP/1.1" status: 200 len: 1095 time: 0.2261927 Aug 29 06:51:10.197717 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086b5abb-d2b9-47d8-ba45-36a52f8f6728 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:51:10.201500 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:10.205461 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.218366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Transition to ACTIVE for port object 086b5abb-d2b9-47d8-ba45-36a52f8f6728 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:10.271127 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67215f54-9d7f-4b3b-88b6-e978710bd549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.307085 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.307346 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0383cd2f-d0a9-4249-a2c5-b751dd9288b9 req-744393aa-7bd0-4a02-8bee-0a008631695e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688080 Aug 29 06:51:10.319543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67215f54-9d7f-4b3b-88b6-e978710bd549 None None] Pushing event updated for resources: {'Port': ['ID=b6944b3b-a9cd-4334-9565-3ad15923c4c5,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:10.337175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de920d57-4238-4d05-b755-e7b16bf37adb req-78a4d991-877e-4880-a872-d7f3d7130a15 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515410 Aug 29 06:51:10.363429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=086b5abb-d2b9-47d8-ba45-36a52f8f6728,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:10.373958 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.384699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cde92862-c64b-4d6c-ac89-6971abc10a81 None None] Could not find standard attr ID for object 8f13dc6e-b564-4356-ab9a-fcf531cb58af. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:51:10.403174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0460973-b6cb-46f4-bfa0-e86f50a3ddf3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.455418 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Attempting to bind port 086b5abb-d2b9-47d8-ba45-36a52f8f6728 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:51:10.455695 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Attempting to bind port 086b5abb-d2b9-47d8-ba45-36a52f8f6728 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:51:10.456072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Attempting to bind port 086b5abb-d2b9-47d8-ba45-36a52f8f6728 on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:10.460810 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Port 086b5abb-d2b9-47d8-ba45-36a52f8f6728 on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:51:10.461146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Attempting to bind port 086b5abb-d2b9-47d8-ba45-36a52f8f6728 on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:10.470124 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:51:10.470815 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Checking segment: {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:51:10.471107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Bound using segment: {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:51:10.471729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Bound port: 086b5abb-d2b9-47d8-ba45-36a52f8f6728, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:51:10.472197 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.551802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] For port 086b5abb-d2b9-47d8-ba45-36a52f8f6728, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:10.554961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] For port 086b5abb-d2b9-47d8-ba45-36a52f8f6728, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=086b5abb-d2b9-47d8-ba45-36a52f8f6728,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:51:10.556378 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b660746b-f245-4637-aa98-ec892eeaa9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.638039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f2a53-bd63-41fa-a05d-a49696c90d37 req-204cac05-bbb1-478b-addf-5513bcb09e37 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:10.639554 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c73f2a53-bd63-41fa-a05d-a49696c90d37 req-204cac05-bbb1-478b-addf-5513bcb09e37 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 943 time: 0.2072828 Aug 29 06:51:10.671323 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.703588 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:10.712516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.712516 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-cf047333-1208-467d-97d6-792876febbb0 service neutron] 10.222.0.11 "PUT /v2.0/ports/086b5abb-d2b9-47d8-ba45-36a52f8f6728 HTTP/1.1" status: 200 len: 1092 time: 0.8979933 Aug 29 06:51:10.712516 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe', 'tag': '086b5abb-d2b9-47d8-ba45-36a52f8f6728'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:10.712516 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f702af42-5011-45a5-b18c-1381bb664405" -d '{"events": [{"name": "network-changed", "server_uuid": "086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe", "tag": "086b5abb-d2b9-47d8-ba45-36a52f8f6728"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:10.730440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233ef93-e466-4a97-beca-1c0ce2472a0b req-a4752d3c-8f8e-48fd-8e26-ae018e448f29 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:10.732225 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b233ef93-e466-4a97-beca-1c0ce2472a0b req-a4752d3c-8f8e-48fd-8e26-ae018e448f29 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.2087839 Aug 29 06:51:10.736309 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf047333-1208-467d-97d6-792876febbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=086b5abb-d2b9-47d8-ba45-36a52f8f6728,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:10.761223 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0460973-b6cb-46f4-bfa0-e86f50a3ddf3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.779432 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.809584 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c73f2a53-bd63-41fa-a05d-a49696c90d37 req-fcd821cd-a5b7-470f-88bb-a767f53e3dbf tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612873 Aug 29 06:51:10.813634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0460973-b6cb-46f4-bfa0-e86f50a3ddf3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=e5baef79-a8cc-4ecf-b3e7-ce6de8cdd3c4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:10.823762 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0460973-b6cb-46f4-bfa0-e86f50a3ddf3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:10.827834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f0460973-b6cb-46f4-bfa0-e86f50a3ddf3 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/e5baef79-a8cc-4ecf-b3e7-ce6de8cdd3c4 HTTP/1.1" status: 204 len: 168 time: 1.2309191 Aug 29 06:51:10.830753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52054) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:10.836015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbb1961-e5d9-4883-9b2a-3e80294eb824 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:10.865697 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e48847-4ca4-4d80-87cc-7ad6c4d1e30a x-openstack-request-id: req-f3e48847-4ca4-4d80-87cc-7ad6c4d1e30a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:10.866050 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe", "tag": "086b5abb-d2b9-47d8-ba45-36a52f8f6728", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:10.866364 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f3e48847-4ca4-4d80-87cc-7ad6c4d1e30a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:10.867269 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe', 'tag': '086b5abb-d2b9-47d8-ba45-36a52f8f6728', 'status': 'completed', 'code': 200} Aug 29 06:51:10.896936 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f86815cd-29de-40fb-bc11-051ca3a4ca32 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653989 Aug 29 06:51:10.899039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:10.899963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52056) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:10.910851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b233ef93-e466-4a97-beca-1c0ce2472a0b req-238b1b27-a43a-4efc-835d-7425e596b91c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701868 Aug 29 06:51:10.952246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:10.988409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f2679f-9a51-4880-8ce0-ae00515ddc4c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:10.989983 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-04f2679f-9a51-4880-8ce0-ae00515ddc4c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0873907 Aug 29 06:51:10.991805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:51:10.992999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702af42-5011-45a5-b18c-1381bb664405 req-9348d231-f08a-48a4-a861-bd10e357a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:10.994376 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f702af42-5011-45a5-b18c-1381bb664405 req-9348d231-f08a-48a4-a861-bd10e357a8f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 1095 time: 0.0808804 Aug 29 06:51:10.994822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52058) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:11.000377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:11.015741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Transition to ACTIVE for port object e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:11.051351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f5654-1e0c-4788-a866-04aecd6e8ccb None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:51:11.096851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c81a11c-c98b-43fe-958c-c5118e282f1a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:11.097358 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f5654-1e0c-4788-a866-04aecd6e8ccb None None] Deleting port b6944b3b-a9cd-4334-9565-3ad15923c4c5 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:11.097746 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5654-1e0c-4788-a866-04aecd6e8ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:11.098306 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6c81a11c-c98b-43fe-958c-c5118e282f1a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1025553 Aug 29 06:51:11.100873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52060) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:11.105311 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:11.152367 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7db6b0e9-789b-4824-bcb9-90404843c107 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467260 Aug 29 06:51:11.153470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52062) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:11.157975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8f6715fe-54b2-4603-a862-c39ba2a2baf8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:11.172874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8f2f5654-1e0c-4788-a866-04aecd6e8ccb None None] For port b6944b3b-a9cd-4334-9565-3ad15923c4c5, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b6944b3b-a9cd-4334-9565-3ad15923c4c5,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:11.173275 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5654-1e0c-4788-a866-04aecd6e8ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:11.179958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] No DVR routers for this DVR port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:11.183108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702af42-5011-45a5-b18c-1381bb664405 req-03725299-d897-45b3-a782-bc75f388b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:11.185239 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f702af42-5011-45a5-b18c-1381bb664405 req-03725299-d897-45b3-a782-bc75f388b8cf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d4426b23251b440b8d0cb63469d9d344&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1566894 Aug 29 06:51:11.185930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f5654-1e0c-4788-a866-04aecd6e8ccb None None] Calling delete_port for b6944b3b-a9cd-4334-9565-3ad15923c4c5 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:11.191870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,revision_number=9']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:11.277328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Attempting to bind port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:51:11.277534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Attempting to bind port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'd175887c-85cc-47b3-8e75-ac7abcc31a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:51:11.277868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Attempting to bind port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 on network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:11.285450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702af42-5011-45a5-b18c-1381bb664405 req-44de0cfc-7767-4b9d-8e9f-8d6a8bfeee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:11.286559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 on network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:51:11.286889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Attempting to bind port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 on network c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:11.287000 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f702af42-5011-45a5-b18c-1381bb664405 req-44de0cfc-7767-4b9d-8e9f-8d6a8bfeee36 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947948 Aug 29 06:51:11.296632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:51:11.296975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Checking segment: {'id': 'd175887c-85cc-47b3-8e75-ac7abcc31a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:51:11.297366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Bound using segment: {'id': 'd175887c-85cc-47b3-8e75-ac7abcc31a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:51:11.297801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Bound port: e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd175887c-85cc-47b3-8e75-ac7abcc31a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:51:11.298162 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:11.362335 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5654-1e0c-4788-a866-04aecd6e8ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:11.390443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:11.396554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:51:11.398307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6715fe-54b2-4603-a862-c39ba2a2baf8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:11.403925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-0badb2be-7f19-4873-b60a-8a80d5ed0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:11.404493 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f6715fe-54b2-4603-a862-c39ba2a2baf8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:11.405676 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-0badb2be-7f19-4873-b60a-8a80d5ed0e3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 1095 time: 0.0577705 Aug 29 06:51:11.411544 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f5654-1e0c-4788-a866-04aecd6e8ccb None None] No DVR routers for this DVR port b6944b3b-a9cd-4334-9565-3ad15923c4c5 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:11.422208 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f5654-1e0c-4788-a866-04aecd6e8ccb None None] Pushing event deleted for resources: {'Port': ['ID=b6944b3b-a9cd-4334-9565-3ad15923c4c5,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:11.448354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b6944b3b-a9cd-4334-9565-3ad15923c4c5 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:11.468512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: b6944b3b-a9cd-4334-9565-3ad15923c4c5 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:51:11.468846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b6944b3b-a9cd-4334-9565-3ad15923c4c5 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:11.478332 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-d101e6b5-521e-41d5-b505-f2dcf351097a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=086b5abb-d2b9-47d8-ba45-36a52f8f6728 HTTP/1.1" status: 200 len: 217 time: 0.0558841 Aug 29 06:51:11.503914 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:11.568450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-762ff88a-8e5b-4f5e-bbba-e9b11a73854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:11.570788 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-762ff88a-8e5b-4f5e-bbba-e9b11a73854b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d6221c5-492b-4e52-81e3-c311934e2c40 HTTP/1.1" status: 200 len: 851 time: 0.0602095 Aug 29 06:51:11.592640 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:11.593265 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:11.594672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddf3be76-5674-4adf-9867-af0c821270ce req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] 10.222.0.11 "PUT /v2.0/ports/e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 HTTP/1.1" status: 200 len: 1092 time: 1.4072318 Aug 29 06:51:11.596974 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2274c635-38cc-4d96-bcdd-479b055d4671', 'tag': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:11.599330 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e293073-2384-4f60-a582-3eb78edf498d" -d '{"events": [{"name": "network-changed", "server_uuid": "2274c635-38cc-4d96-bcdd-479b055d4671", "tag": "e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:11.607056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7481b-638d-4b6d-b53d-3bd62e9b5eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,revision_number=10']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:11.607360 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-9c063b5b-8034-4fbf-8db5-d1950007dad5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62cd1216-7d96-443a-b0ba-1b6940ce3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287836 Aug 29 06:51:11.629025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50c9e4-1976-4c06-9bee-03e5dc2fe905 req-d081716e-bb37-4036-b219-d58a26243b17 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:11.635626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d50c9e4-1976-4c06-9bee-03e5dc2fe905 req-d081716e-bb37-4036-b219-d58a26243b17 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 943 time: 0.2413535 Aug 29 06:51:11.667170 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eb3125-88d5-48d0-b820-485daefad269 x-openstack-request-id: req-35eb3125-88d5-48d0-b820-485daefad269 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:11.667467 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2274c635-38cc-4d96-bcdd-479b055d4671", "tag": "e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:11.667719 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35eb3125-88d5-48d0-b820-485daefad269 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:11.668109 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2274c635-38cc-4d96-bcdd-479b055d4671', 'tag': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20', 'status': 'completed', 'code': 200} Aug 29 06:51:11.698173 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:11.712264 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-9abe29f7-35c8-4a8d-949b-6179bb21c434 service neutron] 10.222.0.11 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914371 Aug 29 06:51:11.740773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3be76-5674-4adf-9867-af0c821270ce req-00c75f61-1f5a-4f4d-84af-ae5ba5836b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:11.742270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddf3be76-5674-4adf-9867-af0c821270ce req-00c75f61-1f5a-4f4d-84af-ae5ba5836b9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=343b7acdca8c460498200a8862ee9a46&device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 1096 time: 0.1034470 Aug 29 06:51:11.754879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d50c9e4-1976-4c06-9bee-03e5dc2fe905 req-3ecc3658-6d60-43e0-a7ed-cbed618f5eea tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895846 Aug 29 06:51:11.805246 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dba06c80-a0b7-4266-b94f-ddeefd46ca98 req-4572f280-d2bd-4bd7-b83d-4ff7be6d9a5c service neutron] 10.222.0.11 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847340 Aug 29 06:51:11.896773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3be76-5674-4adf-9867-af0c821270ce req-d52eabb4-cb9a-49fa-bb62-9f3a49beeff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:11.898307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddf3be76-5674-4adf-9867-af0c821270ce req-d52eabb4-cb9a-49fa-bb62-9f3a49beeff7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f HTTP/1.1" status: 200 len: 914 time: 0.1465502 Aug 29 06:51:11.952236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddf3be76-5674-4adf-9867-af0c821270ce req-5351794c-4de9-44bc-9172-5d7c8ba8de32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 HTTP/1.1" status: 200 len: 217 time: 0.0400338 Aug 29 06:51:11.957175 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f6715fe-54b2-4603-a862-c39ba2a2baf8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:12.050896 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-f752259d-593a-4636-be15-537ebcf866e9 service neutron] show failed (client error): The resource could not be found. Aug 29 06:51:12.052616 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-f752259d-593a-4636-be15-537ebcf866e9 service neutron] 10.222.0.11 "GET /v2.0/ports/c58452be-6938-4127-b3a2-0cf1e78d0786/bindings/n-h1-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0601411 Aug 29 06:51:12.067065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6715fe-54b2-4603-a862-c39ba2a2baf8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:12.074970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd0d04-29f4-4ee8-98f6-b8ec71d0e39c req-13473880-84f6-4724-b6a1-a38fc288ec4d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:12.076483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1bd0d04-29f4-4ee8-98f6-b8ec71d0e39c req-13473880-84f6-4724-b6a1-a38fc288ec4d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 943 time: 0.1925824 Aug 29 06:51:12.086988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-8f6715fe-54b2-4603-a862-c39ba2a2baf8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:12.094864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6715fe-54b2-4603-a862-c39ba2a2baf8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:12.095465 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f6715fe-54b2-4603-a862-c39ba2a2baf8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:12.095964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bb17af-73c2-42bd-8e13-d855ccdb7456 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:12.097662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6715fe-54b2-4603-a862-c39ba2a2baf8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=e169ae20-1727-4e93-9bfe-3bd958ceeda6,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:12.123451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3be76-5674-4adf-9867-af0c821270ce req-2df416a1-19e6-45db-9fe6-b9ded486399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:12.124895 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddf3be76-5674-4adf-9867-af0c821270ce req-2df416a1-19e6-45db-9fe6-b9ded486399b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1153f13b-d94a-4fee-bced-c1f52e46b73e HTTP/1.1" status: 200 len: 853 time: 0.1646085 Aug 29 06:51:12.154886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760fe35-3010-4064-bfcf-382feedd4586 req-7626450a-246b-4d6f-8d04-3a55741b208e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:12.156380 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5760fe35-3010-4064-bfcf-382feedd4586 req-7626450a-246b-4d6f-8d04-3a55741b208e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1588204 Aug 29 06:51:12.177635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddf3be76-5674-4adf-9867-af0c821270ce req-697f262a-36c2-42e1-a908-1c0ff4126a36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422242 Aug 29 06:51:12.181383 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:51:12.196927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1bd0d04-29f4-4ee8-98f6-b8ec71d0e39c req-add29f09-a89a-4049-ad75-979f1182846e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079185 Aug 29 06:51:12.246752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8f6715fe-54b2-4603-a862-c39ba2a2baf8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0926757 Aug 29 06:51:12.249375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52076) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:12.253569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': 'e169ae20-1727-4e93-9bfe-3bd958ceeda6'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:51:12.254326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'mac_address': 'fa:16:3e:4f:8f:78', 'name': 'tempest-NetworksTestDHCPv6-383698042'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:12.254810 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:12.267669 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5760fe35-3010-4064-bfcf-382feedd4586 req-3bb79aac-94fd-48a8-b702-d5354d6387a9 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923815 Aug 29 06:51:12.298650 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddf3be76-5674-4adf-9867-af0c821270ce req-5b18dcf9-4520-41ca-bcb2-6c4c45b126c6 service neutron] 10.222.0.11 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113577 Aug 29 06:51:12.406703 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddf3be76-5674-4adf-9867-af0c821270ce req-695b5618-d8de-426a-a2b5-2d8ff2928804 service neutron] 10.222.0.11 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007116 Aug 29 06:51:12.419592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Allocated IP 2001:db8::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/e169ae20-1727-4e93-9bfe-3bd958ceeda6/48fce9a7-4633-470e-a7dc-14f73544cc15) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:12.482369 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:12.574651 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:12.586134 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Transition to ACTIVE for port object 48fce9a7-4633-470e-a7dc-14f73544cc15 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:12.591364 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:12.605274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Transition to ACTIVE for port object 48fce9a7-4633-470e-a7dc-14f73544cc15 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:12.611672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 9b5dc7ec-ef55-4d63-bdab-a398f04803f6 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:51:12.693819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293073-2384-4f60-a582-3eb78edf498d req-94363cbd-8a6c-4d18-aa27-bf4a39c091e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:12.695368 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e293073-2384-4f60-a582-3eb78edf498d req-94363cbd-8a6c-4d18-aa27-bf4a39c091e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=343b7acdca8c460498200a8862ee9a46&device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 1096 time: 0.0418780 Aug 29 06:51:12.768345 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:12.805249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293073-2384-4f60-a582-3eb78edf498d req-d93b7bf1-0aaf-498a-85fe-1f9060ff60be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:12.807087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e293073-2384-4f60-a582-3eb78edf498d req-d93b7bf1-0aaf-498a-85fe-1f9060ff60be service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f HTTP/1.1" status: 200 len: 914 time: 0.1043622 Aug 29 06:51:12.838541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:12.841823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:12.842119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-71f0a469-d8b9-4359-b3e4-5a33a0fd399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:12.845360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:12.846793 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-71f0a469-d8b9-4359-b3e4-5a33a0fd399c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f&tenant_id=71b5947da1484517ad5efa3f460d6a2d HTTP/1.1" status: 200 len: 1102 time: 0.0945315 Aug 29 06:51:12.857002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Pushing event updated for resources: {'Port': ['ID=48fce9a7-4633-470e-a7dc-14f73544cc15,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:12.877261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e293073-2384-4f60-a582-3eb78edf498d req-dac4e859-ee49-4c5c-a267-27b25854f431 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 HTTP/1.1" status: 200 len: 217 time: 0.0581567 Aug 29 06:51:12.882339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::a1 (16c35313-5380-4d1c-adfa-e4bf610ab147/e169ae20-1727-4e93-9bfe-3bd958ceeda6/9b5dc7ec-ef55-4d63-bdab-a398f04803f6) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:12.890515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:12.941640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Attempting to bind port 48fce9a7-4633-470e-a7dc-14f73544cc15 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:51:12.942976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Attempting to bind port 48fce9a7-4633-470e-a7dc-14f73544cc15 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:51:12.943587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Attempting to bind port 48fce9a7-4633-470e-a7dc-14f73544cc15 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:12.950573 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:51:12.951168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:51:12.951776 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:12.952459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:51:12.952807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Bound port: 48fce9a7-4633-470e-a7dc-14f73544cc15, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:51:12.953182 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:12.966338 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293073-2384-4f60-a582-3eb78edf498d req-951a7b6e-91de-4b07-9c31-0af211cd7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:12.968099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e293073-2384-4f60-a582-3eb78edf498d req-951a7b6e-91de-4b07-9c31-0af211cd7a8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1153f13b-d94a-4fee-bced-c1f52e46b73e HTTP/1.1" status: 200 len: 853 time: 0.0848079 Aug 29 06:51:12.984570 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9b545-22b8-4491-88ae-1bf27eb291a7 req-a77a621c-4259-4673-9b70-f1c37c4d89a9 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:12.985051 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:12.986252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68a9b545-22b8-4491-88ae-1bf27eb291a7 req-a77a621c-4259-4673-9b70-f1c37c4d89a9 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.0720685 Aug 29 06:51:13.018246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e293073-2384-4f60-a582-3eb78edf498d req-1557f149-f557-40fd-bc85-67603c7aeff1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419667 Aug 29 06:51:13.028680 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] For port 48fce9a7-4633-470e-a7dc-14f73544cc15, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:13.033754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] For port 48fce9a7-4633-470e-a7dc-14f73544cc15, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=48fce9a7-4633-470e-a7dc-14f73544cc15,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:51:13.117239 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:13.190836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68a9b545-22b8-4491-88ae-1bf27eb291a7 req-29962ee4-3160-4c42-bfe3-9ac32b491493 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720707 Aug 29 06:51:13.252685 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38940e5-c2fd-4d77-9b16-7ac1cd159e76 None None] Pushing event updated for resources: {'Port': ['ID=48fce9a7-4633-470e-a7dc-14f73544cc15,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:13.268535 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:13.360873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object 9b5dc7ec-ef55-4d63-bdab-a398f04803f6 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:13.412455 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e293073-2384-4f60-a582-3eb78edf498d req-39df9656-b24c-44e5-be6a-018b9b65ecc0 service neutron] 10.222.0.11 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815465 Aug 29 06:51:13.419905 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:13.426388 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] For port c58452be-6938-4127-b3a2-0cf1e78d0786, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c58452be-6938-4127-b3a2-0cf1e78d0786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:13.432779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced184fc-a39f-4ced-9105-98f46dfdb80d req-fd9e42e2-62f8-4861-8078-a6c24088b2d4 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:13.434330 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ced184fc-a39f-4ced-9105-98f46dfdb80d req-fd9e42e2-62f8-4861-8078-a6c24088b2d4 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 943 time: 0.0898855 Aug 29 06:51:13.502270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] For port c58452be-6938-4127-b3a2-0cf1e78d0786, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:13.516293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ced184fc-a39f-4ced-9105-98f46dfdb80d req-5125e91e-e688-4335-b62c-c9a2c289a98d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425739 Aug 29 06:51:13.601263 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:13.686764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:13.696554 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:13.708917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce14c51-78dc-461e-9ca9-a6adfe3e0aaa req-a12789d9-f72a-4b01-a57e-34c423b1ee60 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:13.710030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:13.719802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ce14c51-78dc-461e-9ca9-a6adfe3e0aaa req-a12789d9-f72a-4b01-a57e-34c423b1ee60 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.2829111 Aug 29 06:51:13.721999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:13.722664 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:13.742545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e52c74e-58e0-4b58-881e-4e20ba88b29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c58452be-6938-4127-b3a2-0cf1e78d0786'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:13.745199 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0121e3c4-836d-435f-858a-ab8fba02de10" -d '{"events": [{"server_uuid": "7e52c74e-58e0-4b58-881e-4e20ba88b29f", "name": "network-vif-unplugged", "status": "completed", "tag": "c58452be-6938-4127-b3a2-0cf1e78d0786"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:13.750225 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:13.765371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=9b5dc7ec-ef55-4d63-bdab-a398f04803f6,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:13.782759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Transition to ACTIVE for port object c58452be-6938-4127-b3a2-0cf1e78d0786 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:13.895738 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7011a74e-87b4-43e7-b3dd-a95ff22ef8a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6444821 Aug 29 06:51:13.898522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52112) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:13.947310 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f928d23-1c46-4418-8f3a-ba3fbfb5d7db x-openstack-request-id: req-1f928d23-1c46-4418-8f3a-ba3fbfb5d7db {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:13.947602 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e52c74e-58e0-4b58-881e-4e20ba88b29f", "name": "network-vif-unplugged", "status": "completed", "tag": "c58452be-6938-4127-b3a2-0cf1e78d0786", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:13.947854 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1f928d23-1c46-4418-8f3a-ba3fbfb5d7db {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:13.948255 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e52c74e-58e0-4b58-881e-4e20ba88b29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c58452be-6938-4127-b3a2-0cf1e78d0786', 'code': 200} Aug 29 06:51:13.950280 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:14.050344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Pushing event updated for resources: {'Port': ['ID=c58452be-6938-4127-b3a2-0cf1e78d0786,revision_number=6']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:14.059982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] No DVR routers for this DVR port c58452be-6938-4127-b3a2-0cf1e78d0786 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:14.073881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d1d2d-1476-4450-9f3b-5924612de048 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:14.080795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d1d2d-1476-4450-9f3b-5924612de048 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:14.082607 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-137d1d2d-1476-4450-9f3b-5924612de048 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1828878 Aug 29 06:51:14.086113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52114) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:14.106916 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c58452be-6938-4127-b3a2-0cf1e78d0786 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:14.146550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e293073-2384-4f60-a582-3eb78edf498d req-33ee36b2-db93-4dc4-ae5d-74387842d365 service neutron] 10.222.0.11 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361363 Aug 29 06:51:14.173603 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ce14c51-78dc-461e-9ca9-a6adfe3e0aaa req-461cf163-5e07-4255-ae5c-fc0aa4844a69 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527528 Aug 29 06:51:14.230747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c58452be-6938-4127-b3a2-0cf1e78d0786 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:14.276892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Attempting to bind port c58452be-6938-4127-b3a2-0cf1e78d0786 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:51:14.278150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Attempting to bind port c58452be-6938-4127-b3a2-0cf1e78d0786 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:51:14.278719 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Attempting to bind port c58452be-6938-4127-b3a2-0cf1e78d0786 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:14.304981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Port c58452be-6938-4127-b3a2-0cf1e78d0786 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:51:14.305172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Attempting to bind port c58452be-6938-4127-b3a2-0cf1e78d0786 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:14.317879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:51:14.318447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:51:14.319059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:51:14.319878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Bound port: c58452be-6938-4127-b3a2-0cf1e78d0786, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:51:14.320348 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:14.345256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2d376ae2-1d15-4ec8-87a8-f971d0238a0d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port 9b5dc7ec-ef55-4d63-bdab-a398f04803f6 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:14.345780 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d376ae2-1d15-4ec8-87a8-f971d0238a0d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:14.439915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62934-59ee-410f-b2fd-dd481d88816e req-2b12cfc5-6c03-4543-8a9c-fae1dbb7fb3f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:14.441499 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ae62934-59ee-410f-b2fd-dd481d88816e req-2b12cfc5-6c03-4543-8a9c-fae1dbb7fb3f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.1113653 Aug 29 06:51:14.499317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] For port c58452be-6938-4127-b3a2-0cf1e78d0786, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:14.505445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] For port c58452be-6938-4127-b3a2-0cf1e78d0786, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c58452be-6938-4127-b3a2-0cf1e78d0786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:51:14.514567 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d376ae2-1d15-4ec8-87a8-f971d0238a0d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:14.523379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ae62934-59ee-410f-b2fd-dd481d88816e req-45f87992-fe4f-4105-ad79-5e7f65e7181d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542614 Aug 29 06:51:14.545007 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2d376ae2-1d15-4ec8-87a8-f971d0238a0d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for 9b5dc7ec-ef55-4d63-bdab-a398f04803f6 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:14.725024 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651080f-8fc8-40a9-b9a5-9dd23a508962 req-d8521f59-6e50-4c97-b89b-b84b76db0648 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:14.730993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0651080f-8fc8-40a9-b9a5-9dd23a508962 req-d8521f59-6e50-4c97-b89b-b84b76db0648 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 943 time: 0.1122334 Aug 29 06:51:14.808408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0651080f-8fc8-40a9-b9a5-9dd23a508962 req-78cf5068-ed7e-4484-b7a6-f61c1ad2b7d6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694983 Aug 29 06:51:14.951781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e5432453-cc89-41d6-b07c-d54ff35ca48b None None] Provisioning for port 48fce9a7-4633-470e-a7dc-14f73544cc15 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:15.006224 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:15.063485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:15.064102 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:15.065528 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] 10.222.0.15 "PUT /v2.0/ports/c58452be-6938-4127-b3a2-0cf1e78d0786 HTTP/1.1" status: 200 len: 1097 time: 2.1868532 Aug 29 06:51:15.095007 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85a628-f0e1-4e3f-a2da-b922efd0e76e service neutron] Pushing event updated for resources: {'Port': ['ID=c58452be-6938-4127-b3a2-0cf1e78d0786,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:15.221901 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-792f85a5-2f94-4af0-b2e1-3d7d40e722ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:15.224015 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-792f85a5-2f94-4af0-b2e1-3d7d40e722ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 1100 time: 0.1254857 Aug 29 06:51:15.323628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacd0c1-933b-4f15-b46e-66956dee7bad req-288d8a1b-b237-4e56-b64e-70060240db31 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:15.335033 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfacd0c1-933b-4f15-b46e-66956dee7bad req-288d8a1b-b237-4e56-b64e-70060240db31 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 948 time: 0.0747180 Aug 29 06:51:15.335938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-68d976eb-938d-4cc7-af05-ef66451ec054 None None] Provisioning for port 9b5dc7ec-ef55-4d63-bdab-a398f04803f6 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:15.337696 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d376ae2-1d15-4ec8-87a8-f971d0238a0d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:15.341997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-68d976eb-938d-4cc7-af05-ef66451ec054 None None] Provisioning complete for port 9b5dc7ec-ef55-4d63-bdab-a398f04803f6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:15.342664 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-68d976eb-938d-4cc7-af05-ef66451ec054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:15.376287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-68d976eb-938d-4cc7-af05-ef66451ec054 None None] Port 9b5dc7ec-ef55-4d63-bdab-a398f04803f6 was deleted so its status cannot be updated. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 06:51:15.382842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-b00dc2d8-9004-4467-8ea7-fa486d01e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:15.385668 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-b00dc2d8-9004-4467-8ea7-fa486d01e5aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1548254 Aug 29 06:51:15.394222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d376ae2-1d15-4ec8-87a8-f971d0238a0d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=9b5dc7ec-ef55-4d63-bdab-a398f04803f6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:15.403774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfacd0c1-933b-4f15-b46e-66956dee7bad req-9d5c02ca-c10f-49cb-a0a5-51d3510f8114 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672121 Aug 29 06:51:15.460546 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-f1e11ca5-63d3-42fe-a90b-94321cb0f6d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=c58452be-6938-4127-b3a2-0cf1e78d0786 HTTP/1.1" status: 200 len: 217 time: 0.0629585 Aug 29 06:51:15.529077 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d376ae2-1d15-4ec8-87a8-f971d0238a0d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:15.547006 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52128) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:15.548453 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2d376ae2-1d15-4ec8-87a8-f971d0238a0d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/9b5dc7ec-ef55-4d63-bdab-a398f04803f6 HTTP/1.1" status: 204 len: 168 time: 1.4610918 Aug 29 06:51:15.551927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 48fce9a7-4633-470e-a7dc-14f73544cc15 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:15.584738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-e9dde423-eedc-463e-ba9f-e1317b3d85fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:15.586104 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-e9dde423-eedc-463e-ba9f-e1317b3d85fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1079741 Aug 29 06:51:15.666550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e948228-7411-4fab-a9e3-f46ef21a1eab tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:15.668351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e948228-7411-4fab-a9e3-f46ef21a1eab tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:15.673081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2e948228-7411-4fab-a9e3-f46ef21a1eab tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1246924 Aug 29 06:51:15.673529 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52130) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:15.676612 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-6537d5f7-7e13-44aa-9565-6da6867a424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:15.678503 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-6537d5f7-7e13-44aa-9565-6da6867a424c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0848703 Aug 29 06:51:15.739730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 48fce9a7-4633-470e-a7dc-14f73544cc15 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:15.744473 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 48fce9a7-4633-470e-a7dc-14f73544cc15 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:15.744907 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:15.757020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0d21b-8bb1-47e1-84dc-79bcf3ef2fed req-30de6822-3f72-4bc0-8636-3885e847ac75 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:15.764417 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5f0d21b-8bb1-47e1-84dc-79bcf3ef2fed req-30de6822-3f72-4bc0-8636-3885e847ac75 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.1018956 Aug 29 06:51:15.830306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5f0d21b-8bb1-47e1-84dc-79bcf3ef2fed req-73df40d7-07e1-4f0d-8403-d6c22aee889a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576472 Aug 29 06:51:15.836032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6c3bde-b906-4151-a390-5eee594e871e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet e169ae20-1727-4e93-9bfe-3bd958ceeda6 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:51:15.858799 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:15.873518 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3bde-b906-4151-a390-5eee594e871e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:15.939029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 48fce9a7-4633-470e-a7dc-14f73544cc15, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=48fce9a7-4633-470e-a7dc-14f73544cc15,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:15.952884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e52c74e-58e0-4b58-881e-4e20ba88b29f', 'tag': 'c58452be-6938-4127-b3a2-0cf1e78d0786'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:15.955324 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade25741-d589-40c0-a08d-7b5b59fdbac8" -d '{"events": [{"name": "network-changed", "server_uuid": "7e52c74e-58e0-4b58-881e-4e20ba88b29f", "tag": "c58452be-6938-4127-b3a2-0cf1e78d0786"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:16.005657 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:16.020695 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3bde-b906-4151-a390-5eee594e871e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:16.056314 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b3cc2-c054-4bb2-8b4d-496702059ece req-0b081735-6ed8-46f6-bd46-93f7fccce6ac tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:16.058773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a9b3cc2-c054-4bb2-8b4d-496702059ece req-0b081735-6ed8-46f6-bd46-93f7fccce6ac tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 943 time: 0.0978312 Aug 29 06:51:16.071637 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-1494de6c-42f3-467b-8341-8993f50befe9 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561912 Aug 29 06:51:16.112670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=48fce9a7-4633-470e-a7dc-14f73544cc15,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:16.119367 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4a0eb4-9278-49ea-8715-6057be900f79 x-openstack-request-id: req-ad4a0eb4-9278-49ea-8715-6057be900f79 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:16.119693 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e52c74e-58e0-4b58-881e-4e20ba88b29f", "tag": "c58452be-6938-4127-b3a2-0cf1e78d0786", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:16.120152 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ad4a0eb4-9278-49ea-8715-6057be900f79 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:16.120545 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e52c74e-58e0-4b58-881e-4e20ba88b29f', 'tag': 'c58452be-6938-4127-b3a2-0cf1e78d0786', 'status': 'completed', 'code': 200} Aug 29 06:51:16.126328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a9b3cc2-c054-4bb2-8b4d-496702059ece req-fc6888e4-ed3b-4ae6-95dd-c44da2fbfd9d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610135 Aug 29 06:51:16.126498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:16.126981 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:16.127487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:16.127903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:16.128306 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:16.128743 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:16.129206 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:16.130266 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:16.130758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:16.131269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:16.131697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:16.132174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:16.242763 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3bde-b906-4151-a390-5eee594e871e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:16.297193 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f2dac90-cfcd-4122-8603-2312dfa1395f req-3b3fd2f2-01df-4261-bc12-235e5c471cbc service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176609 Aug 29 06:51:16.436892 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3bde-b906-4151-a390-5eee594e871e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:16.501687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c3bde-b906-4151-a390-5eee594e871e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=e169ae20-1727-4e93-9bfe-3bd958ceeda6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:16.504069 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3bde-b906-4151-a390-5eee594e871e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:16.518091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c5a02-50dd-464a-8dab-f73b61206812 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:16.518609 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fd6c3bde-b906-4151-a390-5eee594e871e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/e169ae20-1727-4e93-9bfe-3bd958ceeda6 HTTP/1.1" status: 204 len: 168 time: 0.8368640 Aug 29 06:51:16.538568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52148) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:16.621944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbeb61-ffc5-4825-a4bd-cb8f04f15fdf req-77550056-ff0c-4a7e-a685-01473dee056d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:16.639886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bbbeb61-ffc5-4825-a4bd-cb8f04f15fdf req-77550056-ff0c-4a7e-a685-01473dee056d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 948 time: 0.1337717 Aug 29 06:51:16.713275 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0b42b993-bff7-4769-97d2-6066ff49dde9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1714203 Aug 29 06:51:16.715512 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52150) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:16.721385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bbbeb61-ffc5-4825-a4bd-cb8f04f15fdf req-57f37862-59f9-479f-983c-d2b7c4188ba8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741737 Aug 29 06:51:16.782941 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a9c324-95e5-4c49-886a-c526d85d6da7 None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:51:16.801714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d6d9e4-bc09-40a9-ac4d-99fc61d369e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:16.804236 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f4d6d9e4-bc09-40a9-ac4d-99fc61d369e7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0867913 Aug 29 06:51:16.807017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52152) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:16.815559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-0120d726-74d9-46ef-8042-91a884c9af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:16.816897 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-0120d726-74d9-46ef-8042-91a884c9af26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 1100 time: 0.3167028 Aug 29 06:51:16.920208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fb87de-3a5c-41ec-a03e-98e35b018028 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:16.921767 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-65fb87de-3a5c-41ec-a03e-98e35b018028 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1135566 Aug 29 06:51:16.924360 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52156) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:16.926778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f6a9c324-95e5-4c49-886a-c526d85d6da7 None None] Deleting port 48fce9a7-4633-470e-a7dc-14f73544cc15 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:16.927883 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f6a9c324-95e5-4c49-886a-c526d85d6da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:16.970004 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-efe75db2-c844-4143-8564-09b45a0b0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:16.971600 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-efe75db2-c844-4143-8564-09b45a0b0563 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1461897 Aug 29 06:51:16.995483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-973dd757-9ee7-4e17-8cbe-ac1a40b60061 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699835 Aug 29 06:51:16.999578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52158) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:17.011208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-13b55635-08a2-4adb-b276-9864220bcc27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:17.062421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f6a9c324-95e5-4c49-886a-c526d85d6da7 None None] For port 48fce9a7-4633-470e-a7dc-14f73544cc15, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=48fce9a7-4633-470e-a7dc-14f73544cc15,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:17.062873 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f6a9c324-95e5-4c49-886a-c526d85d6da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:17.064189 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-9f883c18-c9e1-44f3-8900-2fee8eea902f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=c58452be-6938-4127-b3a2-0cf1e78d0786 HTTP/1.1" status: 200 len: 217 time: 0.0847719 Aug 29 06:51:17.090879 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f6a9c324-95e5-4c49-886a-c526d85d6da7 None None] Calling delete_port for 48fce9a7-4633-470e-a7dc-14f73544cc15 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:17.159852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-db50d6c8-9a0e-46a4-aee6-55c179146ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:17.164417 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-db50d6c8-9a0e-46a4-aee6-55c179146ee8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0863230 Aug 29 06:51:17.228252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b55635-08a2-4adb-b276-9864220bcc27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:17.231814 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13b55635-08a2-4adb-b276-9864220bcc27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:17.236540 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-1a38453f-8a1c-4b34-a2a1-0336091990a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:17.240522 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-1a38453f-8a1c-4b34-a2a1-0336091990a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0520363 Aug 29 06:51:17.288987 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f6a9c324-95e5-4c49-886a-c526d85d6da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:17.318867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf99a7a-92c8-46f4-b43b-7ad46500c1df req-fcc0ee8e-1529-46e2-92fe-8b1efb4e32a3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:17.326733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-caf99a7a-92c8-46f4-b43b-7ad46500c1df req-fcc0ee8e-1529-46e2-92fe-8b1efb4e32a3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.1353030 Aug 29 06:51:17.340054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9c324-95e5-4c49-886a-c526d85d6da7 None None] Pushing event deleted for resources: {'Port': ['ID=48fce9a7-4633-470e-a7dc-14f73544cc15,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:17.343939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a9c324-95e5-4c49-886a-c526d85d6da7 None None] No DVR routers for this DVR port 48fce9a7-4633-470e-a7dc-14f73544cc15 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:17.394719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-caf99a7a-92c8-46f4-b43b-7ad46500c1df req-ee3caa42-e724-484e-abe0-2bf8c1ad6924 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669930 Aug 29 06:51:17.396597 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-a2ab961b-97c7-4097-b2d6-6511f4891a36 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457648 Aug 29 06:51:17.530080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 48fce9a7-4633-470e-a7dc-14f73544cc15 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:17.555272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 48fce9a7-4633-470e-a7dc-14f73544cc15 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:51:17.555614 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 48fce9a7-4633-470e-a7dc-14f73544cc15 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:17.590657 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-30a91a12-a01d-44bf-868d-6199bf6dfa95 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769001 Aug 29 06:51:17.701918 n-d-713301-12 neutron-server[95404]: DEBUG neutron.objects.ports [None req-13b55635-08a2-4adb-b276-9864220bcc27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95404) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:51:17.704259 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13b55635-08a2-4adb-b276-9864220bcc27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:17.717298 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4c10e-b553-46db-ae8a-4e5bffcafc0b req-7729e438-6aef-4d0f-b263-8d17d82172f9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:17.723842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4c10e-b553-46db-ae8a-4e5bffcafc0b req-7729e438-6aef-4d0f-b263-8d17d82172f9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:17.730101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4c10e-b553-46db-ae8a-4e5bffcafc0b req-7729e438-6aef-4d0f-b263-8d17d82172f9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:17.736115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4c10e-b553-46db-ae8a-4e5bffcafc0b req-7729e438-6aef-4d0f-b263-8d17d82172f9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:17.742697 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4c10e-b553-46db-ae8a-4e5bffcafc0b req-7729e438-6aef-4d0f-b263-8d17d82172f9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:17.748637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4c10e-b553-46db-ae8a-4e5bffcafc0b req-7729e438-6aef-4d0f-b263-8d17d82172f9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:17.754787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4c10e-b553-46db-ae8a-4e5bffcafc0b req-7729e438-6aef-4d0f-b263-8d17d82172f9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:17.757512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6e4c10e-b553-46db-ae8a-4e5bffcafc0b req-7729e438-6aef-4d0f-b263-8d17d82172f9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.1560659 Aug 29 06:51:17.813632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b55635-08a2-4adb-b276-9864220bcc27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:17.824235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-13b55635-08a2-4adb-b276-9864220bcc27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:17.827452 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b55635-08a2-4adb-b276-9864220bcc27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:17.828055 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13b55635-08a2-4adb-b276-9864220bcc27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:17.834890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3108e159-a3b3-4823-a220-8b895876209a None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:17.865315 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b55635-08a2-4adb-b276-9864220bcc27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=cb2417b3-4720-4c59-b886-8c18c737af10,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:17.874059 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6e4c10e-b553-46db-ae8a-4e5bffcafc0b req-e070a07f-e43e-4e5a-b88d-f3dc0221a3aa tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1059003 Aug 29 06:51:17.983604 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-13b55635-08a2-4adb-b276-9864220bcc27 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9826446 Aug 29 06:51:17.986217 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52168) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:17.992106 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-93a6aa1d-d15f-4e14-b9e0-c5ea0e13d62a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:18.046620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756402e-34c2-43ed-afe9-1d199f4ecc30 req-1ca4332d-f90e-4600-b93b-c2fe83cc3d9c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:18.048172 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4756402e-34c2-43ed-afe9-1d199f4ecc30 req-1ca4332d-f90e-4600-b93b-c2fe83cc3d9c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 943 time: 0.1032803 Aug 29 06:51:18.055668 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': 'cb2417b3-4720-4c59-b886-8c18c737af10'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:51:18.056782 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:18.119014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4756402e-34c2-43ed-afe9-1d199f4ecc30 req-7eacaed3-33b6-4580-8855-1fa57666cdca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610294 Aug 29 06:51:18.222990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Allocated IP 2001:db8::f816:3eff:feec:d5d6 (16c35313-5380-4d1c-adfa-e4bf610ab147/cb2417b3-4720-4c59-b886-8c18c737af10/00f4e1af-64e8-4c27-a3f0-633212db0155) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:18.226398 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a6aa1d-d15f-4e14-b9e0-c5ea0e13d62a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:18.229958 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-93a6aa1d-d15f-4e14-b9e0-c5ea0e13d62a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:18.305102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f187c4-4db1-46ae-8eac-7c0247dd20ac req-b742a712-e138-458d-af10-b1be30f041b9 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:18.306234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10f187c4-4db1-46ae-8eac-7c0247dd20ac req-b742a712-e138-458d-af10-b1be30f041b9 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 948 time: 0.1127193 Aug 29 06:51:18.365325 n-d-713301-12 neutron-server[95404]: INFO neutron.db.ipam_backend_mixin [None req-93a6aa1d-d15f-4e14-b9e0-c5ea0e13d62a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb2417b3-4720-4c59-b886-8c18c737af10 (CIDR: 2001:db8::/64) Aug 29 06:51:18.373705 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10f187c4-4db1-46ae-8eac-7c0247dd20ac req-e58200f3-96be-423b-a9b6-76351c7d6376 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548720 Aug 29 06:51:18.378686 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:18.396985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Transition to ACTIVE for port object 00f4e1af-64e8-4c27-a3f0-633212db0155 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:18.411217 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Transition to ACTIVE for port object 00f4e1af-64e8-4c27-a3f0-633212db0155 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:18.436442 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a6aa1d-d15f-4e14-b9e0-c5ea0e13d62a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:51:18.436954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a6aa1d-d15f-4e14-b9e0-c5ea0e13d62a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:18.517186 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:18.533849 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f92ac-0bd1-44a3-91f4-289c007723fa req-62d65ba2-4e64-49b5-8f2c-b80549b4704c tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:18.535404 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e40f92ac-0bd1-44a3-91f4-289c007723fa req-62d65ba2-4e64-49b5-8f2c-b80549b4704c tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.0604680 Aug 29 06:51:18.560779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:18.563769 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:18.568200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:18.573804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52174) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:18.574329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-93a6aa1d-d15f-4e14-b9e0-c5ea0e13d62a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5861821 Aug 29 06:51:18.574422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Pushing event updated for resources: {'Port': ['ID=00f4e1af-64e8-4c27-a3f0-633212db0155,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:18.580702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-88efda78-5cd2-4b4b-8461-30bfe3010fb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:18.595477 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e40f92ac-0bd1-44a3-91f4-289c007723fa req-b2a2aa26-5360-4748-8238-67eb5d72ffef tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Aug 29 06:51:18.666913 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Attempting to bind port 00f4e1af-64e8-4c27-a3f0-633212db0155 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:51:18.667332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Attempting to bind port 00f4e1af-64e8-4c27-a3f0-633212db0155 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:51:18.667694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Attempting to bind port 00f4e1af-64e8-4c27-a3f0-633212db0155 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:18.673349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:51:18.673735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:51:18.674148 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:18.674545 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:51:18.674993 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Bound port: 00f4e1af-64e8-4c27-a3f0-633212db0155, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:51:18.675526 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:18.757210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] For port 00f4e1af-64e8-4c27-a3f0-633212db0155, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:18.760550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] For port 00f4e1af-64e8-4c27-a3f0-633212db0155, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=00f4e1af-64e8-4c27-a3f0-633212db0155,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:51:19.025149 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d06d8-d16b-4521-9ea7-e8fe6102f796 req-8e7a06b9-d6a2-42f8-b3ed-13bd908de2c2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:19.031456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d06d8-d16b-4521-9ea7-e8fe6102f796 req-8e7a06b9-d6a2-42f8-b3ed-13bd908de2c2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:19.038182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d06d8-d16b-4521-9ea7-e8fe6102f796 req-8e7a06b9-d6a2-42f8-b3ed-13bd908de2c2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:19.045023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d06d8-d16b-4521-9ea7-e8fe6102f796 req-8e7a06b9-d6a2-42f8-b3ed-13bd908de2c2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:19.051030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d06d8-d16b-4521-9ea7-e8fe6102f796 req-8e7a06b9-d6a2-42f8-b3ed-13bd908de2c2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:19.057095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d06d8-d16b-4521-9ea7-e8fe6102f796 req-8e7a06b9-d6a2-42f8-b3ed-13bd908de2c2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:19.063323 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d06d8-d16b-4521-9ea7-e8fe6102f796 req-8e7a06b9-d6a2-42f8-b3ed-13bd908de2c2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:19.065236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-660d06d8-d16b-4521-9ea7-e8fe6102f796 req-8e7a06b9-d6a2-42f8-b3ed-13bd908de2c2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.1023898 Aug 29 06:51:19.113878 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-660d06d8-d16b-4521-9ea7-e8fe6102f796 req-73dadf74-9e03-4f25-83e8-e13dabfd41bb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414226 Aug 29 06:51:19.262335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8eed-40f0-48b6-98ff-acbd57c41721 req-46b9ac74-90e4-4a89-8d09-325288dc7172 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:19.263971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c01c8eed-40f0-48b6-98ff-acbd57c41721 req-46b9ac74-90e4-4a89-8d09-325288dc7172 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 943 time: 0.0534167 Aug 29 06:51:19.308941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c01c8eed-40f0-48b6-98ff-acbd57c41721 req-e5fd9a08-9119-4892-8599-26754b52befc tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374606 Aug 29 06:51:19.515244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11828f3-58c1-4ea7-9620-4562cdeae365 req-b84eb6d8-e06e-41d1-b083-9b34a51710d6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:19.515244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f11828f3-58c1-4ea7-9620-4562cdeae365 req-b84eb6d8-e06e-41d1-b083-9b34a51710d6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 948 time: 0.0538371 Aug 29 06:51:19.553986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f11828f3-58c1-4ea7-9620-4562cdeae365 req-9ddb1df3-ddbc-416a-b63b-0e525c55cb9c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Aug 29 06:51:19.625395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88efda78-5cd2-4b4b-8461-30bfe3010fb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:19.630625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-88efda78-5cd2-4b4b-8461-30bfe3010fb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:19.679705 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:19.757243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28dc3ea-668d-4143-b810-5abca9dbdebd req-e8f01910-37d2-41e7-84a4-7b3e8d78c4a7 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:19.762572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b28dc3ea-668d-4143-b810-5abca9dbdebd req-e8f01910-37d2-41e7-84a4-7b3e8d78c4a7 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.0898993 Aug 29 06:51:19.791195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cfa0d-b989-401f-893c-6a08e5f93e7f None None] Pushing event updated for resources: {'Port': ['ID=00f4e1af-64e8-4c27-a3f0-633212db0155,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:19.827677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b28dc3ea-668d-4143-b810-5abca9dbdebd req-05555113-62dd-4169-ba0e-87f4a4d8292f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537422 Aug 29 06:51:20.048132 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-88efda78-5cd2-4b4b-8461-30bfe3010fb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:20.103111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88efda78-5cd2-4b4b-8461-30bfe3010fb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:20.106336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-88efda78-5cd2-4b4b-8461-30bfe3010fb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:20.109368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88efda78-5cd2-4b4b-8461-30bfe3010fb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:20.110258 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-88efda78-5cd2-4b4b-8461-30bfe3010fb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:20.128488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efda78-5cd2-4b4b-8461-30bfe3010fb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=fc4569e6-e3d5-4100-b04e-8ca221af7a1e,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:20.217784 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-88efda78-5cd2-4b4b-8461-30bfe3010fb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6416483 Aug 29 06:51:20.218239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52190) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:20.231880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'mac_address': 'fa:16:3e:e7:cb:82', 'name': 'tempest-NetworksTestDHCPv6-1577832555'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:20.345475 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7769210-2bb6-4a50-88ea-16dd25d9badd req-186b5e18-2a90-4f3c-8da4-97a80cacada9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:20.352046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7769210-2bb6-4a50-88ea-16dd25d9badd req-186b5e18-2a90-4f3c-8da4-97a80cacada9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:20.358041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7769210-2bb6-4a50-88ea-16dd25d9badd req-186b5e18-2a90-4f3c-8da4-97a80cacada9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:20.364657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7769210-2bb6-4a50-88ea-16dd25d9badd req-186b5e18-2a90-4f3c-8da4-97a80cacada9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:20.370594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7769210-2bb6-4a50-88ea-16dd25d9badd req-186b5e18-2a90-4f3c-8da4-97a80cacada9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:20.376659 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7769210-2bb6-4a50-88ea-16dd25d9badd req-186b5e18-2a90-4f3c-8da4-97a80cacada9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:20.382528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7769210-2bb6-4a50-88ea-16dd25d9badd req-186b5e18-2a90-4f3c-8da4-97a80cacada9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:20.384543 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7769210-2bb6-4a50-88ea-16dd25d9badd req-186b5e18-2a90-4f3c-8da4-97a80cacada9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.1678562 Aug 29 06:51:20.448603 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7769210-2bb6-4a50-88ea-16dd25d9badd req-573da24c-4a78-40b4-8743-19d2fcb61621 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567625 Aug 29 06:51:20.522231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:20.645512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b8715-8397-4e52-bee5-6bd6a3c4e005 req-f5db5bbc-b999-4ca8-9fbb-2a0c4ba22464 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:20.645512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf6b8715-8397-4e52-bee5-6bd6a3c4e005 req-f5db5bbc-b999-4ca8-9fbb-2a0c4ba22464 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 943 time: 0.1145790 Aug 29 06:51:20.672387 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:20.699237 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:20.717574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf6b8715-8397-4e52-bee5-6bd6a3c4e005 req-51ad7dc1-7e20-4234-9908-3db2d83d0321 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549598 Aug 29 06:51:20.725415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 25de51b2-5901-4d13-ad55-5b796ba849e8 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:51:20.870700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c58452be-6938-4127-b3a2-0cf1e78d0786 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:51:20.955913 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77be1ec-f1b1-4cdc-8106-92119ecc914b req-13f46984-529a-430f-b345-203ff6fd0808 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:20.958262 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c77be1ec-f1b1-4cdc-8106-92119ecc914b req-13f46984-529a-430f-b345-203ff6fd0808 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 948 time: 0.1163011 Aug 29 06:51:20.998078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b66dfb-741e-4b0a-a04a-069a7344056d None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:21.035923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8:0:1::13a (16c35313-5380-4d1c-adfa-e4bf610ab147/fc4569e6-e3d5-4100-b04e-8ca221af7a1e/25de51b2-5901-4d13-ad55-5b796ba849e8) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:21.051355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c77be1ec-f1b1-4cdc-8106-92119ecc914b req-5a3adafb-d951-4b03-8efb-785fa0cda66d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858028 Aug 29 06:51:21.077753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::f816:3eff:fee7:cb82 (16c35313-5380-4d1c-adfa-e4bf610ab147/cb2417b3-4720-4c59-b886-8c18c737af10/25de51b2-5901-4d13-ad55-5b796ba849e8) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:21.103818 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c58452be-6938-4127-b3a2-0cf1e78d0786, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c58452be-6938-4127-b3a2-0cf1e78d0786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:21.119096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'c58452be-6938-4127-b3a2-0cf1e78d0786', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'c58452be-6938-4127-b3a2-0cf1e78d0786', 'mac_address': 'fa:16:3e:b3:c2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:51:21.128324 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-4bb082b3-adb5-4217-b950-c7fba7945ad3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1237147 Aug 29 06:51:21.168006 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:21.221832 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58452be-6938-4127-b3a2-0cf1e78d0786 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:51:21.241402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-a02c7ee8-8fa1-4535-a13f-baad829ea42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:21.241894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-a02c7ee8-8fa1-4535-a13f-baad829ea42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:21.242367 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-a02c7ee8-8fa1-4535-a13f-baad829ea42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:21.242838 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-a02c7ee8-8fa1-4535-a13f-baad829ea42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:21.243338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-a02c7ee8-8fa1-4535-a13f-baad829ea42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:21.243804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-a02c7ee8-8fa1-4535-a13f-baad829ea42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:21.244769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-a02c7ee8-8fa1-4535-a13f-baad829ea42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:21.246173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-a02c7ee8-8fa1-4535-a13f-baad829ea42f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=061145791eb24ccbba477166da42aefb&device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 6496 time: 0.0770123 Aug 29 06:51:21.287453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c58452be-6938-4127-b3a2-0cf1e78d0786, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c58452be-6938-4127-b3a2-0cf1e78d0786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:21.344913 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-56ffc9a5-13ce-4b9e-8ae1-927403a98dee None None] Provisioning for port 00f4e1af-64e8-4c27-a3f0-633212db0155 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:21.347795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ed5c4-a90c-4b5a-902f-b4a0e9f71bdd req-340939fe-a447-48ce-be8e-d1f7ce07662d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:21.358110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f07ed5c4-a90c-4b5a-902f-b4a0e9f71bdd req-340939fe-a447-48ce-be8e-d1f7ce07662d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.1713476 Aug 29 06:51:21.434221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742dec1d-b70a-4214-8d56-632302f7129c None None] Update dhcp port {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'fixed_ips': [{'subnet_id': 'cb2417b3-4720-4c59-b886-8c18c737af10', 'ip_address': '2001:db8::f816:3eff:feec:d5d6'}, {'subnet_id': 'fc4569e6-e3d5-4100-b04e-8ca221af7a1e'}], 'binding:host_id': 'n-d-713301-12'}, 'id': '00f4e1af-64e8-4c27-a3f0-633212db0155'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 06:51:21.468244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-1c64bd65-7f87-47f0-9662-e4afbe7f02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:21.472853 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-1c64bd65-7f87-47f0-9662-e4afbe7f02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:21.472853 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-1c64bd65-7f87-47f0-9662-e4afbe7f02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:21.473598 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:21.473726 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-1c64bd65-7f87-47f0-9662-e4afbe7f02ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=cdbc2cac-fa4d-4a71-9993-2be4f6afc44c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&id=606aeb02-681b-4216-bf8c-e614c7425478&id=606aeb02-681b-4216-bf8c-e614c7425478 HTTP/1.1" status: 200 len: 2290 time: 0.1891270 Aug 29 06:51:21.512923 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:21.528468 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-742dec1d-b70a-4214-8d56-632302f7129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:21.542644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f07ed5c4-a90c-4b5a-902f-b4a0e9f71bdd req-cfbe40db-df98-4b2a-883e-da3be95cfc2c tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813998 Aug 29 06:51:21.559723 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 00f4e1af-64e8-4c27-a3f0-633212db0155 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:21.581771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object 25de51b2-5901-4d13-ad55-5b796ba849e8 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:21.639308 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-4e1f232a-ca4a-4f25-8ec0-cd9f05ba3d62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 HTTP/1.1" status: 200 len: 1001 time: 0.1541600 Aug 29 06:51:21.681975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=c58452be-6938-4127-b3a2-0cf1e78d0786,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:21.716786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-ee265f0f-e3ce-4a14-8460-75442ffc2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:21.718356 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-ee265f0f-e3ce-4a14-8460-75442ffc2c80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3df1ad8c-55d9-4423-9317-a85138910c85 HTTP/1.1" status: 200 len: 850 time: 0.0687730 Aug 29 06:51:21.728351 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:21.820396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:21.824223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:21.825684 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-cd7229b1-eed5-4039-8cc0-9e87a269fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:21.829052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:21.831289 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-cd7229b1-eed5-4039-8cc0-9e87a269fa89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cdbc2cac-fa4d-4a71-9993-2be4f6afc44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004221 Aug 29 06:51:21.836715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:21.844236 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:21.881318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=25de51b2-5901-4d13-ad55-5b796ba849e8,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:21.954243 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f64671b2-c891-4f7f-a64d-57321d4b26cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7248313 Aug 29 06:51:21.955018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52206) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:21.955238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['c58452be-6938-4127-b3a2-0cf1e78d0786'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:51:21.963173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-bf23f073-e451-4e7d-b5c9-c1948348b4c6 service neutron] 10.222.0.15 "GET /v2.0/networks/cdbc2cac-fa4d-4a71-9993-2be4f6afc44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197481 Aug 29 06:51:22.119206 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-eb272abf-3f56-4ce0-9576-5007a590147a service neutron] 10.222.0.15 "GET /v2.0/networks/cdbc2cac-fa4d-4a71-9993-2be4f6afc44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444030 Aug 29 06:51:22.142790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 00f4e1af-64e8-4c27-a3f0-633212db0155 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:22.167347 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-4b453b55-381c-49a3-aadc-cb071c942ca3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 HTTP/1.1" status: 200 len: 217 time: 0.0404050 Aug 29 06:51:22.174653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-742dec1d-b70a-4214-8d56-632302f7129c None None] Allocated IP 2001:db8:0:1::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/fc4569e6-e3d5-4100-b04e-8ca221af7a1e/00f4e1af-64e8-4c27-a3f0-633212db0155) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:22.180374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 00f4e1af-64e8-4c27-a3f0-633212db0155 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:22.186965 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:22.193564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-16ac9600-2a87-4630-b344-986e30a634ff tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port 25de51b2-5901-4d13-ad55-5b796ba849e8 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:22.204154 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16ac9600-2a87-4630-b344-986e30a634ff tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:22.236325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-3601463e-efe0-443a-a620-a77429720860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:22.237996 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-3601463e-efe0-443a-a620-a77429720860 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.0597067 Aug 29 06:51:22.268067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37c0e0-6491-4e73-ac8e-072d71738e4e req-08611edc-6ceb-43d0-8d6a-1d5f1acaed09 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:22.274269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37c0e0-6491-4e73-ac8e-072d71738e4e req-08611edc-6ceb-43d0-8d6a-1d5f1acaed09 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:22.280927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37c0e0-6491-4e73-ac8e-072d71738e4e req-08611edc-6ceb-43d0-8d6a-1d5f1acaed09 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:22.288558 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37c0e0-6491-4e73-ac8e-072d71738e4e req-08611edc-6ceb-43d0-8d6a-1d5f1acaed09 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:22.297300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37c0e0-6491-4e73-ac8e-072d71738e4e req-08611edc-6ceb-43d0-8d6a-1d5f1acaed09 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:22.311694 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37c0e0-6491-4e73-ac8e-072d71738e4e req-08611edc-6ceb-43d0-8d6a-1d5f1acaed09 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:22.314422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-9212b06c-286b-4e9c-bcc1-fcb79439a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:22.316202 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-9212b06c-286b-4e9c-bcc1-fcb79439a223 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0640984 Aug 29 06:51:22.317749 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37c0e0-6491-4e73-ac8e-072d71738e4e req-08611edc-6ceb-43d0-8d6a-1d5f1acaed09 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:22.325637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f37c0e0-6491-4e73-ac8e-072d71738e4e req-08611edc-6ceb-43d0-8d6a-1d5f1acaed09 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.2290814 Aug 29 06:51:22.391554 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f37c0e0-6491-4e73-ac8e-072d71738e4e req-b07f6fcb-0d7f-43b4-a3e3-2054b6f64f57 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648479 Aug 29 06:51:22.454247 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16ac9600-2a87-4630-b344-986e30a634ff tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:22.459305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-742dec1d-b70a-4214-8d56-632302f7129c None None] For port 00f4e1af-64e8-4c27-a3f0-633212db0155, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=00f4e1af-64e8-4c27-a3f0-633212db0155,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:22.477611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-16ac9600-2a87-4630-b344-986e30a634ff tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for 25de51b2-5901-4d13-ad55-5b796ba849e8 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:22.484219 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:22.505882 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-4a7eac99-e1f1-410e-a6de-6db96a89486a service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804299 Aug 29 06:51:22.523621 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-742dec1d-b70a-4214-8d56-632302f7129c None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:22.548530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-742dec1d-b70a-4214-8d56-632302f7129c None None] Transition to ACTIVE for port object 00f4e1af-64e8-4c27-a3f0-633212db0155 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:22.589071 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ec79-b538-4d6e-a929-a9cc5553ef62 req-382a5f0c-a426-4f63-b3be-c689e8374f50 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:22.596888 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25d0ec79-b538-4d6e-a929-a9cc5553ef62 req-382a5f0c-a426-4f63-b3be-c689e8374f50 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 943 time: 0.1114218 Aug 29 06:51:22.626653 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-4ba6d9b2-fd11-4736-bb3f-bb078b0719e6 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076617 Aug 29 06:51:22.631408 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-742dec1d-b70a-4214-8d56-632302f7129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:22.710903 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:51:22.711333 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:51:22.737264 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-9a764fbb-71b0-4677-9ca3-1414fae69dd3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=bcd6b383-2ce3-4041-b3e5-40537ae7211f HTTP/1.1" status: 200 len: 217 time: 0.0992227 Aug 29 06:51:22.754476 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25d0ec79-b538-4d6e-a929-a9cc5553ef62 req-e40a7de4-98d6-4a16-ac43-cef6e011c85b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565912 Aug 29 06:51:22.835779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-b333e6dd-6c82-424d-a516-b02d881073f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:22.837407 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-b333e6dd-6c82-424d-a516-b02d881073f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.0897074 Aug 29 06:51:22.839225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dec1d-b70a-4214-8d56-632302f7129c None None] Pushing event updated for resources: {'Port': ['ID=00f4e1af-64e8-4c27-a3f0-633212db0155,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:22.889672 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16ac9600-2a87-4630-b344-986e30a634ff tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:22.917523 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-e3a53794-723b-45b7-a37a-62750cc3182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:22.923987 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-e3a53794-723b-45b7-a37a-62750cc3182d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0736234 Aug 29 06:51:22.983325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac9600-2a87-4630-b344-986e30a634ff tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=25de51b2-5901-4d13-ad55-5b796ba849e8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:23.052557 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16ac9600-2a87-4630-b344-986e30a634ff tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:23.053274 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-5aa91358-8e65-494a-8db8-7899eb413ed0 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178498 Aug 29 06:51:23.055616 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-16ac9600-2a87-4630-b344-986e30a634ff tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/25de51b2-5901-4d13-ad55-5b796ba849e8 HTTP/1.1" status: 204 len: 168 time: 1.0988932 Aug 29 06:51:23.058029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52216) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:23.088914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f54704-9fa1-40ec-9e50-2e887f301c70 req-060211e8-abc6-4446-9b47-54865263aa86 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.095838 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58f54704-9fa1-40ec-9e50-2e887f301c70 req-060211e8-abc6-4446-9b47-54865263aa86 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 949 time: 0.2113431 Aug 29 06:51:23.177468 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-c901f933-b985-4df4-9bcc-23b3a17a9df4 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130860 Aug 29 06:51:23.189977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa952b48-28c4-4624-a0c0-c275c17b5aef tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.193983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fa952b48-28c4-4624-a0c0-c275c17b5aef tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1326101 Aug 29 06:51:23.194562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52218) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:23.211729 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58f54704-9fa1-40ec-9e50-2e887f301c70 req-a95e73e6-ff80-4b56-90fa-774ad4327585 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789280 Aug 29 06:51:23.239763 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-a4fe6ac3-41c6-4c94-93bf-e9c852df7bb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=ef27d19d-f6d0-40c3-bce9-622d1313e3b4 HTTP/1.1" status: 200 len: 217 time: 0.0465181 Aug 29 06:51:23.267056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d2f879-4d90-4bed-9d11-64d92f003f10 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.268961 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a4d2f879-4d90-4bed-9d11-64d92f003f10 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0734754 Aug 29 06:51:23.271662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52220) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:23.292865 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:23.324541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-1b2f1b4c-f446-44ad-942a-d0c4d9f347df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.326739 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-1b2f1b4c-f446-44ad-942a-d0c4d9f347df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.0753443 Aug 29 06:51:23.359909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 00f4e1af-64e8-4c27-a3f0-633212db0155, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=00f4e1af-64e8-4c27-a3f0-633212db0155,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:23.386545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f9d3a6-dd3d-4db6-926f-7f34ac262921 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.388082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f9d3a6-dd3d-4db6-926f-7f34ac262921 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.389592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f9d3a6-dd3d-4db6-926f-7f34ac262921 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.393774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b2f9d3a6-dd3d-4db6-926f-7f34ac262921 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1186905 Aug 29 06:51:23.394666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-8e2f2653-737b-40b7-bd1b-3478a6bd41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.396716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52222) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:23.397270 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-8e2f2653-737b-40b7-bd1b-3478a6bd41dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0600135 Aug 29 06:51:23.462361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804563c4-82ea-42ef-9b65-a2285272ad9e req-2b442cbc-a960-40a7-8728-c0efbe8f0362 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.464000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-804563c4-82ea-42ef-9b65-a2285272ad9e req-2b442cbc-a960-40a7-8728-c0efbe8f0362 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.1296549 Aug 29 06:51:23.470967 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:23.471661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-071e87a1-9732-499b-ba9b-a528671a03e9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet cb2417b3-4720-4c59-b886-8c18c737af10 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:51:23.475506 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-071e87a1-9732-499b-ba9b-a528671a03e9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:23.516522 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-071e87a1-9732-499b-ba9b-a528671a03e9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:23.564748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-89d797cc-2a84-41d9-a0a9-eefae598fd75 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573377 Aug 29 06:51:23.581843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=00f4e1af-64e8-4c27-a3f0-633212db0155,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:23.609091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 00f4e1af-64e8-4c27-a3f0-633212db0155 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:23.647335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-804563c4-82ea-42ef-9b65-a2285272ad9e req-a96cdfb2-b9b9-4659-a572-0707a6e6f128 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881917 Aug 29 06:51:23.660700 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-071e87a1-9732-499b-ba9b-a528671a03e9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:23.701753 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-e4c78667-efe5-4484-9fba-5b87aa0cafc9 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278641 Aug 29 06:51:23.750658 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-3cd8f70f-7327-4332-80c3-888ac5d2b823 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ce4dd112-c306-4947-90f4-bcdb99840941 HTTP/1.1" status: 200 len: 217 time: 0.0398352 Aug 29 06:51:23.809179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-699908f3-f17c-4304-82db-b13cc07d04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.810646 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-699908f3-f17c-4304-82db-b13cc07d04b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 200 len: 797 time: 0.0474701 Aug 29 06:51:23.812581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2ae87174-24fb-4c11-b311-4e9f04b8bec5 None None] Provisioning for port 00f4e1af-64e8-4c27-a3f0-633212db0155 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:23.820292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2ae87174-24fb-4c11-b311-4e9f04b8bec5 None None] Provisioning complete for port 00f4e1af-64e8-4c27-a3f0-633212db0155 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:23.820673 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2ae87174-24fb-4c11-b311-4e9f04b8bec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:23.870607 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-8cc5f8cd-efe5-46ee-a7d1-0d4eab66afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.870949 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-071e87a1-9732-499b-ba9b-a528671a03e9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:23.871986 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-8cc5f8cd-efe5-46ee-a7d1-0d4eab66afd6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=081e6da0-bf37-4c5e-bdc9-eadaa747e70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0525887 Aug 29 06:51:23.888273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b157c2-f55a-40e0-984a-d6ee3715b8fe req-fec3ec4d-5314-475d-b0b1-a4b484f445d5 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.896429 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b157c2-f55a-40e0-984a-d6ee3715b8fe req-fec3ec4d-5314-475d-b0b1-a4b484f445d5 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.902829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b157c2-f55a-40e0-984a-d6ee3715b8fe req-fec3ec4d-5314-475d-b0b1-a4b484f445d5 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.914778 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b157c2-f55a-40e0-984a-d6ee3715b8fe req-fec3ec4d-5314-475d-b0b1-a4b484f445d5 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.921097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b157c2-f55a-40e0-984a-d6ee3715b8fe req-fec3ec4d-5314-475d-b0b1-a4b484f445d5 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.933230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b157c2-f55a-40e0-984a-d6ee3715b8fe req-fec3ec4d-5314-475d-b0b1-a4b484f445d5 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.940046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b157c2-f55a-40e0-984a-d6ee3715b8fe req-fec3ec4d-5314-475d-b0b1-a4b484f445d5 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:23.942542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66b157c2-f55a-40e0-984a-d6ee3715b8fe req-fec3ec4d-5314-475d-b0b1-a4b484f445d5 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.1350307 Aug 29 06:51:23.972435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e87a1-9732-499b-ba9b-a528671a03e9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2417b3-4720-4c59-b886-8c18c737af10,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:23.992031 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-071e87a1-9732-499b-ba9b-a528671a03e9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:23.997365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-071e87a1-9732-499b-ba9b-a528671a03e9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/cb2417b3-4720-4c59-b886-8c18c737af10 HTTP/1.1" status: 204 len: 168 time: 0.5988050 Aug 29 06:51:23.998068 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52230) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:24.015430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-e0a7ea8f-d37a-47be-b9ca-e710ef30583c service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273258 Aug 29 06:51:24.037357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66b157c2-f55a-40e0-984a-d6ee3715b8fe req-dde6b9ac-5a3a-4759-8faf-799976c9f318 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691364 Aug 29 06:51:24.068904 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-507d73e2-6ab2-4b95-a5aa-a82e470a9030 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet fc4569e6-e3d5-4100-b04e-8ca221af7a1e {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:51:24.084266 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-96023746-d667-42e1-8279-9809e1ac04e4 None None] Could not find standard attr ID for object 25de51b2-5901-4d13-ad55-5b796ba849e8. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:51:24.086158 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507d73e2-6ab2-4b95-a5aa-a82e470a9030 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:24.133418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca90ca2-d6a9-4461-9c31-23ba848c167b None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:24.165463 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507d73e2-6ab2-4b95-a5aa-a82e470a9030 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:24.173855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2c58f-05f5-44a4-a88d-c86bb40cbaf6 req-e17eb4fa-c261-4031-85d9-5e0b00a8b6c4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:24.179647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2cb2c58f-05f5-44a4-a88d-c86bb40cbaf6 req-e17eb4fa-c261-4031-85d9-5e0b00a8b6c4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0666249 Aug 29 06:51:24.223258 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2cb2c58f-05f5-44a4-a88d-c86bb40cbaf6 req-84b9322e-8264-45df-b9c4-e24056174e5d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363455 Aug 29 06:51:24.266197 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-f97744cb-43cf-4ff6-9e52-d612d42e00a0 service neutron] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938195 Aug 29 06:51:24.329872 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-71c04827-5b38-45f3-9564-e304995eae4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb HTTP/1.1" status: 200 len: 217 time: 0.0416944 Aug 29 06:51:24.359794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d83b0-78a7-4b5a-af12-212e2f81e8ee req-07591fa0-1fe4-4fb2-b87e-fd5514ecc288 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:24.361345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-325d83b0-78a7-4b5a-af12-212e2f81e8ee req-07591fa0-1fe4-4fb2-b87e-fd5514ecc288 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 943 time: 0.0695410 Aug 29 06:51:24.374340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507d73e2-6ab2-4b95-a5aa-a82e470a9030 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:24.401540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-325d83b0-78a7-4b5a-af12-212e2f81e8ee req-57caa200-d157-4739-8cd8-8a4e21c5d89c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Aug 29 06:51:24.421060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-05941acf-8b89-44b8-92f2-97b5b48d5bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:24.425196 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-05941acf-8b89-44b8-92f2-97b5b48d5bbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeb224e9-072a-41a9-9f49-2fbdd36c708c HTTP/1.1" status: 200 len: 797 time: 0.0858686 Aug 29 06:51:24.486416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-5c8873b5-31b0-40fb-9a1c-6efb2b85038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:24.487906 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-5c8873b5-31b0-40fb-9a1c-6efb2b85038d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606aeb02-681b-4216-bf8c-e614c7425478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0565593 Aug 29 06:51:24.523551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e43bd-ee9a-4af3-b720-abd33e3bef13 req-d304f294-b284-4f18-816a-f89a73b7824f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:24.529959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-115e43bd-ee9a-4af3-b720-abd33e3bef13 req-d304f294-b284-4f18-816a-f89a73b7824f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0585592 Aug 29 06:51:24.574884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-115e43bd-ee9a-4af3-b720-abd33e3bef13 req-82a670d1-eff7-4a62-8022-530eaa5f6950 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429819 Aug 29 06:51:24.605272 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-7fdf2e60-5e5e-4af3-a5d2-bd03d4e1b388 service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062393 Aug 29 06:51:24.668177 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507d73e2-6ab2-4b95-a5aa-a82e470a9030 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:24.693834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af92792-4238-4048-aa1a-fcc175a60942 req-5b7b8333-5d47-43df-917b-05c279dd33af tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:24.695322 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6af92792-4238-4048-aa1a-fcc175a60942 req-5b7b8333-5d47-43df-917b-05c279dd33af tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 949 time: 0.0582268 Aug 29 06:51:24.706056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d73e2-6ab2-4b95-a5aa-a82e470a9030 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=fc4569e6-e3d5-4100-b04e-8ca221af7a1e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:24.712172 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507d73e2-6ab2-4b95-a5aa-a82e470a9030 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:24.716404 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-507d73e2-6ab2-4b95-a5aa-a82e470a9030 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/fc4569e6-e3d5-4100-b04e-8ca221af7a1e HTTP/1.1" status: 204 len: 168 time: 0.7149918 Aug 29 06:51:24.716593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52240) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:24.740556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6af92792-4238-4048-aa1a-fcc175a60942 req-8b2c2802-ee2a-4947-a64c-4603e733cc38 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367780 Aug 29 06:51:24.768630 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ca90e211-e93f-46e9-ae49-39132519935d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482583 Aug 29 06:51:24.770917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52242) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:24.776064 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6053ff05-ef69-4f30-a05a-ee1575539c4d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:24.791754 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-c2138296-b3f4-47bf-a4fe-bba7eaf4e99a service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750758 Aug 29 06:51:24.842348 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-fa8942c8-2310-4285-b737-7642eb7f63e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=060c1398-807d-4842-967b-5455af62da39 HTTP/1.1" status: 200 len: 217 time: 0.0369444 Aug 29 06:51:24.895105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-26085579-72c8-43e2-ace7-d814d3179e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:24.896622 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-26085579-72c8-43e2-ace7-d814d3179e5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeb224e9-072a-41a9-9f49-2fbdd36c708c HTTP/1.1" status: 200 len: 797 time: 0.0459657 Aug 29 06:51:24.914914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c58452be-6938-4127-b3a2-0cf1e78d0786 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:24.938611 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb66346-275c-42bc-a209-d593e53deea8 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:24.949548 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-5b8563cd-ed9a-4140-99fc-76abe51bafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:24.950929 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-5b8563cd-ed9a-4140-99fc-76abe51bafa2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=606aeb02-681b-4216-bf8c-e614c7425478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0462623 Aug 29 06:51:24.990638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6053ff05-ef69-4f30-a05a-ee1575539c4d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:24.994400 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6053ff05-ef69-4f30-a05a-ee1575539c4d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:25.043066 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-afaf7533-a839-4718-9558-37c2b4339a53 service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842350 Aug 29 06:51:25.049975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-de541ac9-6d00-47da-adf6-0d12c2ea56c9 None None] Provisioning complete for port 00f4e1af-64e8-4c27-a3f0-633212db0155 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:25.050346 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-de541ac9-6d00-47da-adf6-0d12c2ea56c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:25.126933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port c58452be-6938-4127-b3a2-0cf1e78d0786 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:25.135805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port c58452be-6938-4127-b3a2-0cf1e78d0786 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:25.136018 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:25.148763 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ce51fe5-b3c6-4cdb-95b0-600f2fb7b3fc req-01b3b931-1ce6-46c3-a342-7110d89e0fb2 service neutron] 10.222.0.15 "GET /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963986 Aug 29 06:51:25.212459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9b6a6e-30cb-4e7e-8009-68c6478318cc None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:51:25.291098 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:25.317840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e52c74e-58e0-4b58-881e-4e20ba88b29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58452be-6938-4127-b3a2-0cf1e78d0786'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:25.320088 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f906a939-d515-488d-a602-16e711d5b75f" -d '{"events": [{"server_uuid": "7e52c74e-58e0-4b58-881e-4e20ba88b29f", "name": "network-vif-plugged", "status": "completed", "tag": "c58452be-6938-4127-b3a2-0cf1e78d0786"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:25.323271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-be9b6a6e-30cb-4e7e-8009-68c6478318cc None None] Deleting port 00f4e1af-64e8-4c27-a3f0-633212db0155 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:25.323642 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-be9b6a6e-30cb-4e7e-8009-68c6478318cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:25.370282 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c58452be-6938-4127-b3a2-0cf1e78d0786, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c58452be-6938-4127-b3a2-0cf1e78d0786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:25.391258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-be9b6a6e-30cb-4e7e-8009-68c6478318cc None None] For port 00f4e1af-64e8-4c27-a3f0-633212db0155, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=00f4e1af-64e8-4c27-a3f0-633212db0155,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:25.391656 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-be9b6a6e-30cb-4e7e-8009-68c6478318cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:25.405391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-be9b6a6e-30cb-4e7e-8009-68c6478318cc None None] Calling delete_port for 00f4e1af-64e8-4c27-a3f0-633212db0155 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:25.533439 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:25.559179 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 00f4e1af-64e8-4c27-a3f0-633212db0155 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:25.594389 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-be9b6a6e-30cb-4e7e-8009-68c6478318cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:25.622818 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b6a6e-30cb-4e7e-8009-68c6478318cc None None] No DVR routers for this DVR port 00f4e1af-64e8-4c27-a3f0-633212db0155 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:25.624534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=c58452be-6938-4127-b3a2-0cf1e78d0786,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:25.656278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No active binding found for port 00f4e1af-64e8-4c27-a3f0-633212db0155 {{(pid=95405) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 06:51:25.656714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 00f4e1af-64e8-4c27-a3f0-633212db0155 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:25.659062 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b6a6e-30cb-4e7e-8009-68c6478318cc None None] Pushing event deleted for resources: {'Port': ['ID=00f4e1af-64e8-4c27-a3f0-633212db0155,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:25.744596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.objects.ports [None req-6053ff05-ef69-4f30-a05a-ee1575539c4d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95404) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:51:25.746623 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6053ff05-ef69-4f30-a05a-ee1575539c4d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:25.791678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ebb85-fa32-4347-9bb4-6eff124cc479 req-913a451d-fcdc-4517-afd8-3b3eb44532fa tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:25.793145 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff8ebb85-fa32-4347-9bb4-6eff124cc479 req-913a451d-fcdc-4517-afd8-3b3eb44532fa tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.1035161 Aug 29 06:51:25.804823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6053ff05-ef69-4f30-a05a-ee1575539c4d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:25.814292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-6053ff05-ef69-4f30-a05a-ee1575539c4d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:25.823076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6096c69-ad1b-4ea6-a140-428f7f8f677c None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:25.826818 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6053ff05-ef69-4f30-a05a-ee1575539c4d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:25.827441 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6053ff05-ef69-4f30-a05a-ee1575539c4d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:25.838179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053ff05-ef69-4f30-a05a-ee1575539c4d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=d6098944-a2c3-4ec2-b9d6-c0f76e6c7f2b,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:25.861646 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff8ebb85-fa32-4347-9bb4-6eff124cc479 req-250c5ba4-b66d-47a4-b884-654e6b6ef1db tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592968 Aug 29 06:51:25.954783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6053ff05-ef69-4f30-a05a-ee1575539c4d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1827254 Aug 29 06:51:25.958307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52254) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:25.964861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-73d6abf5-7468-47c1-a66b-28d9f95e6652 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:25.969770 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': 'd6098944-a2c3-4ec2-b9d6-c0f76e6c7f2b'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:51:25.971195 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:25.982900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9ac44-1db1-45ea-9397-d8a0ec6ed8c4 req-f86e4407-58cb-491c-aa34-c3faba461e1d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:25.988894 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9ac44-1db1-45ea-9397-d8a0ec6ed8c4 req-f86e4407-58cb-491c-aa34-c3faba461e1d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:25.995019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9ac44-1db1-45ea-9397-d8a0ec6ed8c4 req-f86e4407-58cb-491c-aa34-c3faba461e1d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:26.001077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9ac44-1db1-45ea-9397-d8a0ec6ed8c4 req-f86e4407-58cb-491c-aa34-c3faba461e1d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:26.007509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9ac44-1db1-45ea-9397-d8a0ec6ed8c4 req-f86e4407-58cb-491c-aa34-c3faba461e1d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:26.013567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9ac44-1db1-45ea-9397-d8a0ec6ed8c4 req-f86e4407-58cb-491c-aa34-c3faba461e1d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:26.019583 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9ac44-1db1-45ea-9397-d8a0ec6ed8c4 req-f86e4407-58cb-491c-aa34-c3faba461e1d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:26.027710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6de9ac44-1db1-45ea-9397-d8a0ec6ed8c4 req-f86e4407-58cb-491c-aa34-c3faba461e1d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.1046913 Aug 29 06:51:26.064644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6de9ac44-1db1-45ea-9397-d8a0ec6ed8c4 req-5d690329-c696-4f90-b641-8df8234c58ce tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358717 Aug 29 06:51:26.108269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Allocated IP 2001:db8::f816:3eff:fe64:4367 (16c35313-5380-4d1c-adfa-e4bf610ab147/d6098944-a2c3-4ec2-b9d6-c0f76e6c7f2b/0d77603a-03e0-4149-887f-92a7e1e72a97) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:26.137313 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc21a0e-4992-4462-9634-56b2df5c262c x-openstack-request-id: req-7fc21a0e-4992-4462-9634-56b2df5c262c {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:26.137313 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e52c74e-58e0-4b58-881e-4e20ba88b29f", "name": "network-vif-plugged", "status": "completed", "tag": "c58452be-6938-4127-b3a2-0cf1e78d0786", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:26.137313 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7fc21a0e-4992-4462-9634-56b2df5c262c {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:26.137313 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e52c74e-58e0-4b58-881e-4e20ba88b29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58452be-6938-4127-b3a2-0cf1e78d0786', 'code': 200} Aug 29 06:51:26.173721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d6abf5-7468-47c1-a66b-28d9f95e6652 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:26.177294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-73d6abf5-7468-47c1-a66b-28d9f95e6652 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:26.221567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199686c0-2a17-4d9d-b287-f53b16352b11 req-57de5cb7-6ed5-4cac-9d5c-0c80d0338096 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:26.223134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-199686c0-2a17-4d9d-b287-f53b16352b11 req-57de5cb7-6ed5-4cac-9d5c-0c80d0338096 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0507319 Aug 29 06:51:26.260438 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:26.263743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-199686c0-2a17-4d9d-b287-f53b16352b11 req-9e4b445a-77e1-426b-badb-88d8b724fe90 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337596 Aug 29 06:51:26.269366 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Transition to ACTIVE for port object 0d77603a-03e0-4149-887f-92a7e1e72a97 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:26.274677 n-d-713301-12 neutron-server[95403]: INFO neutron.db.ipam_backend_mixin [None req-73d6abf5-7468-47c1-a66b-28d9f95e6652 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d6098944-a2c3-4ec2-b9d6-c0f76e6c7f2b (CIDR: 2001:db8::/64) Aug 29 06:51:26.285875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Transition to ACTIVE for port object 0d77603a-03e0-4149-887f-92a7e1e72a97 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:26.362596 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d6abf5-7468-47c1-a66b-28d9f95e6652 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:51:26.362974 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d6abf5-7468-47c1-a66b-28d9f95e6652 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:26.374338 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae6289-06e4-47cf-b703-2dd0a92d8642 req-24d9dd5f-bbe6-4dc6-9396-3e926b41f501 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:26.375828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53ae6289-06e4-47cf-b703-2dd0a92d8642 req-24d9dd5f-bbe6-4dc6-9396-3e926b41f501 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 943 time: 0.0528200 Aug 29 06:51:26.402327 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:26.418449 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53ae6289-06e4-47cf-b703-2dd0a92d8642 req-4d2596f8-b27f-4435-b732-0012acd875bd tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360174 Aug 29 06:51:26.437867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:26.440748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:26.446894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:26.460271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Pushing event updated for resources: {'Port': ['ID=0d77603a-03e0-4149-887f-92a7e1e72a97,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:26.505777 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Attempting to bind port 0d77603a-03e0-4149-887f-92a7e1e72a97 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:51:26.508073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Attempting to bind port 0d77603a-03e0-4149-887f-92a7e1e72a97 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:51:26.508073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Attempting to bind port 0d77603a-03e0-4149-887f-92a7e1e72a97 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:26.511708 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:51:26.512079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:51:26.512480 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:26.512873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:51:26.513372 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Bound port: 0d77603a-03e0-4149-887f-92a7e1e72a97, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:51:26.513753 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:26.525413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5e4e-c4f8-40f8-ba53-78e6c99db280 req-6329c30d-f8e3-4279-b9e2-94a8c1aa4d97 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:26.526928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c27e5e4e-c4f8-40f8-ba53-78e6c99db280 req-6329c30d-f8e3-4279-b9e2-94a8c1aa4d97 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0499983 Aug 29 06:51:26.566660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c27e5e4e-c4f8-40f8-ba53-78e6c99db280 req-6188d27b-925a-4de7-9649-61b2d629ca26 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321701 Aug 29 06:51:26.569647 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-73d6abf5-7468-47c1-a66b-28d9f95e6652 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6087587 Aug 29 06:51:26.572052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52258) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:26.577429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3e4c90fb-3723-4f2d-a4e9-8ea22ee20993 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:26.581157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] For port 0d77603a-03e0-4149-887f-92a7e1e72a97, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:26.590439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] For port 0d77603a-03e0-4149-887f-92a7e1e72a97, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0d77603a-03e0-4149-887f-92a7e1e72a97,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:51:26.728082 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:26.789646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a56a9-abd5-48ca-88f3-04160cfec18e None None] Pushing event updated for resources: {'Port': ['ID=0d77603a-03e0-4149-887f-92a7e1e72a97,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:26.836699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4c90fb-3723-4f2d-a4e9-8ea22ee20993 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:26.840248 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3e4c90fb-3723-4f2d-a4e9-8ea22ee20993 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:27.199770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb65fa-a98d-4f4f-82d9-127875dd74fa req-5d4c7603-f021-4e56-9369-f0a75f336f45 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.201312 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5ecb65fa-a98d-4f4f-82d9-127875dd74fa req-5d4c7603-f021-4e56-9369-f0a75f336f45 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.0627317 Aug 29 06:51:27.248784 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5ecb65fa-a98d-4f4f-82d9-127875dd74fa req-e3636946-4f51-4f4a-8ed6-4f304560c705 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388513 Aug 29 06:51:27.370096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-11f9ca8b-5438-41d7-837e-092568ec12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.371625 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-11f9ca8b-5438-41d7-837e-092568ec12d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 1102 time: 0.0772166 Aug 29 06:51:27.396806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92757a-efc9-4798-ab89-34829e458627 req-b593d194-4fe0-4da6-91a6-b0de6e02e42d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.402812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92757a-efc9-4798-ab89-34829e458627 req-b593d194-4fe0-4da6-91a6-b0de6e02e42d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.409106 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92757a-efc9-4798-ab89-34829e458627 req-b593d194-4fe0-4da6-91a6-b0de6e02e42d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.416225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92757a-efc9-4798-ab89-34829e458627 req-b593d194-4fe0-4da6-91a6-b0de6e02e42d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.422192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92757a-efc9-4798-ab89-34829e458627 req-b593d194-4fe0-4da6-91a6-b0de6e02e42d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.428324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92757a-efc9-4798-ab89-34829e458627 req-b593d194-4fe0-4da6-91a6-b0de6e02e42d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.437795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92757a-efc9-4798-ab89-34829e458627 req-b593d194-4fe0-4da6-91a6-b0de6e02e42d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.440243 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a92757a-efc9-4798-ab89-34829e458627 req-b593d194-4fe0-4da6-91a6-b0de6e02e42d tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.1172943 Aug 29 06:51:27.557396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-283f59bb-0374-416c-be22-3c0b42485781 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.558486 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-283f59bb-0374-416c-be22-3c0b42485781 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f&tenant_id=71b5947da1484517ad5efa3f460d6a2d&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 950 time: 0.0745845 Aug 29 06:51:27.563553 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3e4c90fb-3723-4f2d-a4e9-8ea22ee20993 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:27.593556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a92757a-efc9-4798-ab89-34829e458627 req-9eee16ef-1ae5-4976-bd14-8bd269962116 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1421669 Aug 29 06:51:27.603955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572896ac-73fb-4976-8726-2b817dcb7918 req-eb8d4064-fac0-46da-85be-6391a3f93af7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.605518 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-572896ac-73fb-4976-8726-2b817dcb7918 req-eb8d4064-fac0-46da-85be-6391a3f93af7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1641834 Aug 29 06:51:27.671078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-572896ac-73fb-4976-8726-2b817dcb7918 req-99b5129a-3978-4a55-9a30-662bc5f1e60f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562365 Aug 29 06:51:27.672812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-3c98f748-11c2-4874-a0f4-5c1e9b534f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.674261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-3c98f748-11c2-4874-a0f4-5c1e9b534f82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.2318366 Aug 29 06:51:27.691091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0d77603a-03e0-4149-887f-92a7e1e72a97 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:27.709485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4c90fb-3723-4f2d-a4e9-8ea22ee20993 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:27.719089 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-8fc9fdaa-ef68-44b0-ba9f-a87e3db05be6 service neutron] delete failed (client error): The resource could not be found. Aug 29 06:51:27.720272 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-8fc9fdaa-ef68-44b0-ba9f-a87e3db05be6 service neutron] 10.222.0.11 "DELETE /v2.0/ports/c58452be-6938-4127-b3a2-0cf1e78d0786/bindings/n-h2-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.1487668 Aug 29 06:51:27.721235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-3e4c90fb-3723-4f2d-a4e9-8ea22ee20993 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:27.742371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c90fb-3723-4f2d-a4e9-8ea22ee20993 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.742978 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3e4c90fb-3723-4f2d-a4e9-8ea22ee20993 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:27.764029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c90fb-3723-4f2d-a4e9-8ea22ee20993 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=b3eec6c6-e817-4a3f-a08c-789bb5b9ae43,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:27.784335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-1f8d92dc-af85-431c-82b1-27911603a23c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=c58452be-6938-4127-b3a2-0cf1e78d0786 HTTP/1.1" status: 200 len: 217 time: 0.0958109 Aug 29 06:51:27.824644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 0d77603a-03e0-4149-887f-92a7e1e72a97 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:27.828623 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3e4c90fb-3723-4f2d-a4e9-8ea22ee20993 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2553761 Aug 29 06:51:27.829237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52276) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:27.835275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'mac_address': 'fa:16:3e:72:79:99', 'name': 'tempest-NetworksTestDHCPv6-1918948354'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:27.868406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cf0dd9-c595-4e68-a0c2-fd7f055fa882 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:27.897432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f86a0-4517-4d26-aa37-fad9a86cd87e req-0d7365d5-475d-4be6-b8c6-68e50d1bfc34 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.898944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-050f86a0-4517-4d26-aa37-fad9a86cd87e req-0d7365d5-475d-4be6-b8c6-68e50d1bfc34 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 943 time: 0.1261592 Aug 29 06:51:27.900409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-e2acc8ba-803a-42dc-b319-92e97b1d47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.901746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-e2acc8ba-803a-42dc-b319-92e97b1d47ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0898826 Aug 29 06:51:27.910469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd68e72-3173-45fd-9f7f-1ace67f7aad8 req-f6dee2b9-4194-4fbc-81d8-0c8283ca2c7c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:27.911889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccd68e72-3173-45fd-9f7f-1ace67f7aad8 req-f6dee2b9-4194-4fbc-81d8-0c8283ca2c7c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1372104 Aug 29 06:51:28.003534 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-050f86a0-4517-4d26-aa37-fad9a86cd87e req-1c3ed828-fdd7-4205-88f0-f43494a675bd tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895958 Aug 29 06:51:28.012659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccd68e72-3173-45fd-9f7f-1ace67f7aad8 req-3e9e4b20-e00c-49a1-8bc8-d291e18be71c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834117 Aug 29 06:51:28.025540 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-999176bb-381f-438f-b2da-8a29299d5208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.027578 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-999176bb-381f-438f-b2da-8a29299d5208 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1145751 Aug 29 06:51:28.107622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7b277-bd1c-45e9-b9f3-71defd52a2d5 None None] Update dhcp port {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'fixed_ips': [{'subnet_id': 'd6098944-a2c3-4ec2-b9d6-c0f76e6c7f2b', 'ip_address': '2001:db8::f816:3eff:fe64:4367'}, {'subnet_id': 'b3eec6c6-e817-4a3f-a08c-789bb5b9ae43'}], 'binding:host_id': 'n-d-713301-12'}, 'id': '0d77603a-03e0-4149-887f-92a7e1e72a97'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 06:51:28.110118 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:28.125660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-ea14dbc7-916e-4e14-83b7-50bca357e938 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906880 Aug 29 06:51:28.202181 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:28.223945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port d20b5d18-ff07-4de2-9638-53cd052476b1 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:51:28.228622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ade25741-d589-40c0-a08d-7b5b59fdbac8 req-cc8973a7-5d88-4d41-a242-d0225e5c2695 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944555 Aug 29 06:51:28.295005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-97635f21-73d1-427b-bee2-588daab376d7 None None] Provisioning for port 0d77603a-03e0-4149-887f-92a7e1e72a97 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:28.302261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-97635f21-73d1-427b-bee2-588daab376d7 None None] Provisioning complete for port 0d77603a-03e0-4149-887f-92a7e1e72a97 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:28.302629 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-97635f21-73d1-427b-bee2-588daab376d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:28.325799 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-45c7b277-bd1c-45e9-b9f3-71defd52a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:28.375802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e9d2-1880-4c6c-b888-8922888b684e req-c452faf4-3236-43d7-85dd-5d4458c72366 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.377585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cde5e9d2-1880-4c6c-b888-8922888b684e req-c452faf4-3236-43d7-85dd-5d4458c72366 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.0562136 Aug 29 06:51:28.400550 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8:0:1::3c1 (16c35313-5380-4d1c-adfa-e4bf610ab147/b3eec6c6-e817-4a3f-a08c-789bb5b9ae43/d20b5d18-ff07-4de2-9638-53cd052476b1) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:28.408410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::f816:3eff:fe72:7999 (16c35313-5380-4d1c-adfa-e4bf610ab147/d6098944-a2c3-4ec2-b9d6-c0f76e6c7f2b/d20b5d18-ff07-4de2-9638-53cd052476b1) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:28.443917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cde5e9d2-1880-4c6c-b888-8922888b684e req-ce9b6ec3-d386-4e53-9fa2-a2675a42d4ef tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555830 Aug 29 06:51:28.461522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-4d309c3a-d284-4692-8a0a-e8bf35bd28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.463100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-4d309c3a-d284-4692-8a0a-e8bf35bd28fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 1102 time: 0.0476425 Aug 29 06:51:28.505934 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-97635f21-73d1-427b-bee2-588daab376d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:28.546287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-97635f21-73d1-427b-bee2-588daab376d7 None None] For port 0d77603a-03e0-4149-887f-92a7e1e72a97, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0d77603a-03e0-4149-887f-92a7e1e72a97,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:28.569944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:28.575906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-c549aaf9-d5cf-44ba-9bd0-39b8fd4fb080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.577546 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-c549aaf9-d5cf-44ba-9bd0-39b8fd4fb080 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1054323 Aug 29 06:51:28.583134 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object d20b5d18-ff07-4de2-9638-53cd052476b1 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:28.608030 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-97635f21-73d1-427b-bee2-588daab376d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:28.635216 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-cd132990-0bde-4285-a309-49722dc16db8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=c58452be-6938-4127-b3a2-0cf1e78d0786 HTTP/1.1" status: 200 len: 217 time: 0.0378573 Aug 29 06:51:28.659525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97635f21-73d1-427b-bee2-588daab376d7 None None] Pushing event updated for resources: {'Port': ['ID=0d77603a-03e0-4149-887f-92a7e1e72a97,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:28.672847 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:28.692618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-2355eef7-a0c8-494e-ac79-300cc8a7ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.694192 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-2355eef7-a0c8-494e-ac79-300cc8a7ff45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0494695 Aug 29 06:51:28.717154 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:28.720520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:28.725451 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:28.731573 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.732281 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:28.736252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-45c7b277-bd1c-45e9-b9f3-71defd52a2d5 None None] Allocated IP 2001:db8:0:1::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/b3eec6c6-e817-4a3f-a08c-789bb5b9ae43/0d77603a-03e0-4149-887f-92a7e1e72a97) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:28.755819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=d20b5d18-ff07-4de2-9638-53cd052476b1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:28.808308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-ece570b3-80e9-4de0-b33d-f66eeaec41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.809803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-ece570b3-80e9-4de0-b33d-f66eeaec41d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1056602 Aug 29 06:51:28.820733 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43131116-0d5c-405e-afb7-df39788479c9 req-b199f5fe-2727-4311-940d-05710a888bfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.826464 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-af45120b-f435-4023-a746-64d87654bd71 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9961395 Aug 29 06:51:28.826703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43131116-0d5c-405e-afb7-df39788479c9 req-b199f5fe-2727-4311-940d-05710a888bfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.830897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52286) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:28.833236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43131116-0d5c-405e-afb7-df39788479c9 req-b199f5fe-2727-4311-940d-05710a888bfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.842998 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43131116-0d5c-405e-afb7-df39788479c9 req-b199f5fe-2727-4311-940d-05710a888bfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.852685 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-45c7b277-bd1c-45e9-b9f3-71defd52a2d5 None None] For port 0d77603a-03e0-4149-887f-92a7e1e72a97, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0d77603a-03e0-4149-887f-92a7e1e72a97,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:28.853161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43131116-0d5c-405e-afb7-df39788479c9 req-b199f5fe-2727-4311-940d-05710a888bfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.860440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43131116-0d5c-405e-afb7-df39788479c9 req-b199f5fe-2727-4311-940d-05710a888bfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.867893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43131116-0d5c-405e-afb7-df39788479c9 req-b199f5fe-2727-4311-940d-05710a888bfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.870547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43131116-0d5c-405e-afb7-df39788479c9 req-b199f5fe-2727-4311-940d-05710a888bfb tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.1802959 Aug 29 06:51:28.885372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-04c256e4-802b-427e-bbb6-239fdf419bb9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.891626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-04c256e4-802b-427e-bbb6-239fdf419bb9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.895918 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-45c7b277-bd1c-45e9-b9f3-71defd52a2d5 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:28.897816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-04c256e4-802b-427e-bbb6-239fdf419bb9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.905226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-04c256e4-802b-427e-bbb6-239fdf419bb9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.911069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-45c7b277-bd1c-45e9-b9f3-71defd52a2d5 None None] Transition to ACTIVE for port object 0d77603a-03e0-4149-887f-92a7e1e72a97 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:28.911683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-04c256e4-802b-427e-bbb6-239fdf419bb9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.917646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-04c256e4-802b-427e-bbb6-239fdf419bb9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.923511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-04c256e4-802b-427e-bbb6-239fdf419bb9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.925426 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-04c256e4-802b-427e-bbb6-239fdf419bb9 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 5445 time: 0.1362169 Aug 29 06:51:28.988455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c620aa-c12c-4b2d-ae2c-0539dc82cc7c req-7f9067cb-740b-4c1e-89cc-cff790f7a32b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.988455 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48c620aa-c12c-4b2d-ae2c-0539dc82cc7c req-7f9067cb-740b-4c1e-89cc-cff790f7a32b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.2167404 Aug 29 06:51:28.998163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-ffb4c623-52ad-46ac-af42-3e7791060ac5 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:28.999567 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-ffb4c623-52ad-46ac-af42-3e7791060ac5 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "GET /v2.0/ports/0955f131-dd83-40ea-9043-264a188011e9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0673048 Aug 29 06:51:29.006161 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43131116-0d5c-405e-afb7-df39788479c9 req-6b671669-c303-412d-95d4-e3104f325036 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245446 Aug 29 06:51:29.013830 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-45c7b277-bd1c-45e9-b9f3-71defd52a2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:29.052061 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48c620aa-c12c-4b2d-ae2c-0539dc82cc7c req-1a125aa6-0281-4d61-8725-f37386cf64f6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531056 Aug 29 06:51:29.053942 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-f3a50693-71df-4d3a-a4bd-09a3290c431b service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829319 Aug 29 06:51:29.099247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f900b033-2b48-45d2-a488-5fc0821d84e5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port d20b5d18-ff07-4de2-9638-53cd052476b1 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:29.099618 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f900b033-2b48-45d2-a488-5fc0821d84e5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:29.146328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7b277-bd1c-45e9-b9f3-71defd52a2d5 None None] Pushing event updated for resources: {'Port': ['ID=0d77603a-03e0-4149-887f-92a7e1e72a97,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:29.203004 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-2c4c307e-5e07-4a2a-90f2-89f4a20d9e18 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "GET /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1969478 Aug 29 06:51:29.218475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-b248c654-e193-4857-ade0-51575bc2f2bb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:29.248865 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f900b033-2b48-45d2-a488-5fc0821d84e5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:29.270472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f900b033-2b48-45d2-a488-5fc0821d84e5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for d20b5d18-ff07-4de2-9638-53cd052476b1 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:29.274587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3553244-e302-4a68-a31b-ccd1afa50a24 req-2b8563de-1a92-41ee-aeed-1d2588fbc6f1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:29.276493 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3553244-e302-4a68-a31b-ccd1afa50a24 req-2b8563de-1a92-41ee-aeed-1d2588fbc6f1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1359987 Aug 29 06:51:29.287784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bfcc5-53b4-48bd-be2a-32603ff59578 req-2692aaee-751e-4d66-9f42-0c8ee3a221a0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:29.290010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3b6bfcc5-53b4-48bd-be2a-32603ff59578 req-2692aaee-751e-4d66-9f42-0c8ee3a221a0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 943 time: 0.1550710 Aug 29 06:51:29.298561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4b7cb0b-cabb-4042-b47d-fc3142cd8951 req-83ab7e9a-0494-4bff-a431-135bf0b3c15e service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373025 Aug 29 06:51:29.303177 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-b248c654-e193-4857-ade0-51575bc2f2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:29.355095 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3b6bfcc5-53b4-48bd-be2a-32603ff59578 req-21f2185c-7885-46f2-be0c-78a9cc49d7a3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552251 Aug 29 06:51:29.369144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3553244-e302-4a68-a31b-ccd1afa50a24 req-83df8cbd-5b76-452b-88f1-e9a81d196fed tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723205 Aug 29 06:51:29.577812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0d77603a-03e0-4149-887f-92a7e1e72a97 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:29.604034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25849ca-60a6-41f8-aa8d-c96505f6d9ae req-2f7647fb-d9d5-48ff-8ce4-86322ab3a0cb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:29.606470 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d25849ca-60a6-41f8-aa8d-c96505f6d9ae req-2f7647fb-d9d5-48ff-8ce4-86322ab3a0cb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.0767083 Aug 29 06:51:29.617739 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-b248c654-e193-4857-ade0-51575bc2f2bb service neutron] For port 0955f131-dd83-40ea-9043-264a188011e9, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=0955f131-dd83-40ea-9043-264a188011e9,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:29.659466 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d25849ca-60a6-41f8-aa8d-c96505f6d9ae req-dd2d6d2b-21bc-4aed-87c2-2b0426f19866 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448198 Aug 29 06:51:29.665216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-b248c654-e193-4857-ade0-51575bc2f2bb service neutron] For port 0955f131-dd83-40ea-9043-264a188011e9, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:29.699577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-b248c654-e193-4857-ade0-51575bc2f2bb service neutron] device_id is not set on port 0955f131-dd83-40ea-9043-264a188011e9 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:51:29.709305 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-b248c654-e193-4857-ade0-51575bc2f2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:29.762224 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f900b033-2b48-45d2-a488-5fc0821d84e5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:29.791852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900b033-2b48-45d2-a488-5fc0821d84e5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=d20b5d18-ff07-4de2-9638-53cd052476b1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:29.798347 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-b248c654-e193-4857-ade0-51575bc2f2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:29.873160 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f900b033-2b48-45d2-a488-5fc0821d84e5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:29.878249 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f900b033-2b48-45d2-a488-5fc0821d84e5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/d20b5d18-ff07-4de2-9638-53cd052476b1 HTTP/1.1" status: 204 len: 168 time: 1.0442412 Aug 29 06:51:29.878424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52298) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:29.921860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9c852aac-f712-4358-95a4-2191a180c94c None None] Provisioning for port 0d77603a-03e0-4149-887f-92a7e1e72a97 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:29.922426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248c654-e193-4857-ade0-51575bc2f2bb service neutron] Pushing event updated for resources: {'Port': ['ID=0955f131-dd83-40ea-9043-264a188011e9,revision_number=6']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:29.925280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-b248c654-e193-4857-ade0-51575bc2f2bb service neutron] No DVR routers for this DVR port 0955f131-dd83-40ea-9043-264a188011e9 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:29.935017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9c852aac-f712-4358-95a4-2191a180c94c None None] Provisioning complete for port 0d77603a-03e0-4149-887f-92a7e1e72a97 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:29.937057 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9c852aac-f712-4358-95a4-2191a180c94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:29.994884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9136e2-9289-4b34-8a3d-20877b1f2dda tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:29.996515 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dd9136e2-9289-4b34-8a3d-20877b1f2dda tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1166315 Aug 29 06:51:29.997380 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-b248c654-e193-4857-ade0-51575bc2f2bb service neutron] In _notify_port_updated(), no bound segment for port 0955f131-dd83-40ea-9043-264a188011e9 on network a36fa329-024c-4710-93ad-78c82667ba38 {{(pid=95403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:51:29.998212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-b248c654-e193-4857-ade0-51575bc2f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:29.998904 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-b248c654-e193-4857-ade0-51575bc2f2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:29.999586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52300) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:30.000141 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-b248c654-e193-4857-ade0-51575bc2f2bb service neutron] 10.222.0.11 "PUT /v2.0/ports/0955f131-dd83-40ea-9043-264a188011e9 HTTP/1.1" status: 200 len: 1032 time: 0.7884252 Aug 29 06:51:30.058135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-bd0710f8-1a67-41c9-9ebb-91a5b82c4e5a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.059863 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-bd0710f8-1a67-41c9-9ebb-91a5b82c4e5a tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "GET /v2.0/ports/93c4d706-cba3-4649-8efe-17e2a9e9840f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0531037 Aug 29 06:51:30.080792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74a254c-9870-416c-9d8c-bfb554dc27d6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.086555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-66d71be5-4fe6-4329-afc7-1317e84ec3b7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:30.086865 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a74a254c-9870-416c-9d8c-bfb554dc27d6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0861061 Aug 29 06:51:30.088091 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52306) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:30.093691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 086b5abb-d2b9-47d8-ba45-36a52f8f6728 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:51:30.166248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62418267-74aa-4fa5-8978-3987ea05c782 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.168053 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62418267-74aa-4fa5-8978-3987ea05c782 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.169740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62418267-74aa-4fa5-8978-3987ea05c782 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.174768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-62418267-74aa-4fa5-8978-3987ea05c782 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0856109 Aug 29 06:51:30.175472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52308) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:30.190141 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-66d71be5-4fe6-4329-afc7-1317e84ec3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.216038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4d04174e-5a21-4c4b-83e8-353c29bf75b3 None None] Could not find standard attr ID for object d20b5d18-ff07-4de2-9638-53cd052476b1. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:51:30.241598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4d04174e-5a21-4c4b-83e8-353c29bf75b3 None None] Provisioning complete for port 0955f131-dd83-40ea-9043-264a188011e9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:30.241931 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4d04174e-5a21-4c4b-83e8-353c29bf75b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.285476 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 086b5abb-d2b9-47d8-ba45-36a52f8f6728, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=086b5abb-d2b9-47d8-ba45-36a52f8f6728,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:30.305626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '086b5abb-d2b9-47d8-ba45-36a52f8f6728', 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548', 'port_id': '086b5abb-d2b9-47d8-ba45-36a52f8f6728', 'mac_address': 'fa:16:3e:80:23:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6221c5-492b-4e52-81e3-c311934e2c40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:51:30.310821 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4d04174e-5a21-4c4b-83e8-353c29bf75b3 None None] Port 0955f131-dd83-40ea-9043-264a188011e9 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:51:30.330877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025167b-e4f5-4354-91c5-7a479c6501cc req-c6d5c1dc-7741-48eb-b8bf-f816b226d8b7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.337796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025167b-e4f5-4354-91c5-7a479c6501cc req-c6d5c1dc-7741-48eb-b8bf-f816b226d8b7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.345359 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025167b-e4f5-4354-91c5-7a479c6501cc req-c6d5c1dc-7741-48eb-b8bf-f816b226d8b7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.351710 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.353291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025167b-e4f5-4354-91c5-7a479c6501cc req-c6d5c1dc-7741-48eb-b8bf-f816b226d8b7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.360392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025167b-e4f5-4354-91c5-7a479c6501cc req-c6d5c1dc-7741-48eb-b8bf-f816b226d8b7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.367328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025167b-e4f5-4354-91c5-7a479c6501cc req-c6d5c1dc-7741-48eb-b8bf-f816b226d8b7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.367594 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086b5abb-d2b9-47d8-ba45-36a52f8f6728 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:51:30.367820 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-66d71be5-4fe6-4329-afc7-1317e84ec3b7 service neutron] For port 93c4d706-cba3-4649-8efe-17e2a9e9840f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=93c4d706-cba3-4649-8efe-17e2a9e9840f,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:30.369191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d025167b-e4f5-4354-91c5-7a479c6501cc req-c6d5c1dc-7741-48eb-b8bf-f816b226d8b7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 4666 time: 0.1921937 Aug 29 06:51:30.389874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 086b5abb-d2b9-47d8-ba45-36a52f8f6728, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=086b5abb-d2b9-47d8-ba45-36a52f8f6728,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:30.407266 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b45160f-0c99-4c07-9846-57d4f8f88edb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet b3eec6c6-e817-4a3f-a08c-789bb5b9ae43 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:51:30.407524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-66d71be5-4fe6-4329-afc7-1317e84ec3b7 service neutron] For port 93c4d706-cba3-4649-8efe-17e2a9e9840f, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:30.418524 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eca5a1-911c-40e1-ad5b-42d394a158b0 req-7000cd08-cea9-4256-a892-0d85082da13e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.420029 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8eca5a1-911c-40e1-ad5b-42d394a158b0 req-7000cd08-cea9-4256-a892-0d85082da13e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1993754 Aug 29 06:51:30.423313 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3b45160f-0c99-4c07-9846-57d4f8f88edb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.443797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-66d71be5-4fe6-4329-afc7-1317e84ec3b7 service neutron] device_id is not set on port 93c4d706-cba3-4649-8efe-17e2a9e9840f yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:51:30.452549 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-66d71be5-4fe6-4329-afc7-1317e84ec3b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.459483 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.490117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d025167b-e4f5-4354-91c5-7a479c6501cc req-0db8d19b-8c75-4bff-aa69-addd61db3336 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=f044cf0c-98ff-4893-b730-0e718cb1ee77&id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087699 Aug 29 06:51:30.502367 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3b45160f-0c99-4c07-9846-57d4f8f88edb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.519635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=086b5abb-d2b9-47d8-ba45-36a52f8f6728,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:30.543776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8eca5a1-911c-40e1-ad5b-42d394a158b0 req-45b9e294-a16e-490b-a3bc-cd6f23f58853 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935738 Aug 29 06:51:30.565493 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-66d71be5-4fe6-4329-afc7-1317e84ec3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.631102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-66d71be5-4fe6-4329-afc7-1317e84ec3b7 service neutron] No DVR routers for this DVR port 93c4d706-cba3-4649-8efe-17e2a9e9840f on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:30.637053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d71be5-4fe6-4329-afc7-1317e84ec3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=93c4d706-cba3-4649-8efe-17e2a9e9840f,revision_number=6']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:30.667538 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3b45160f-0c99-4c07-9846-57d4f8f88edb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.689515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-66d71be5-4fe6-4329-afc7-1317e84ec3b7 service neutron] In _notify_port_updated(), no bound segment for port 93c4d706-cba3-4649-8efe-17e2a9e9840f on network a36fa329-024c-4710-93ad-78c82667ba38 {{(pid=95403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:51:30.690403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-66d71be5-4fe6-4329-afc7-1317e84ec3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.691022 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-66d71be5-4fe6-4329-afc7-1317e84ec3b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.692654 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-66d71be5-4fe6-4329-afc7-1317e84ec3b7 service neutron] 10.222.0.11 "PUT /v2.0/ports/93c4d706-cba3-4649-8efe-17e2a9e9840f HTTP/1.1" status: 200 len: 1033 time: 0.6111441 Aug 29 06:51:30.716056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e1fc6-422b-4eb4-9254-7dff6043057e req-6122449e-b95b-4721-8f5a-b479117b961b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.717619 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e63e1fc6-422b-4eb4-9254-7dff6043057e req-6122449e-b95b-4721-8f5a-b479117b961b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1561852 Aug 29 06:51:30.735000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b027323-0f42-4476-87b9-1046cfbbf2d3 req-140340c1-630d-4edc-acde-a5412c385914 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.735728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b027323-0f42-4476-87b9-1046cfbbf2d3 req-140340c1-630d-4edc-acde-a5412c385914 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 944 time: 0.1235745 Aug 29 06:51:30.811373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e63e1fc6-422b-4eb4-9254-7dff6043057e req-01c31aff-5c69-4010-b9ee-8aaa60406e0b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746148 Aug 29 06:51:30.816239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-1c17f227-860e-45fc-b046-23f4fdda443e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Deleting port b38a0eb3-cea4-48b0-be11-e157a7a34573 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:30.816439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b027323-0f42-4476-87b9-1046cfbbf2d3 req-51b48ee2-19d4-4c19-ab38-cf9a63099ec3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689216 Aug 29 06:51:30.816756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-1c17f227-860e-45fc-b046-23f4fdda443e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.846872 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3fbc5f84-a79b-4100-8497-ba1f799bdc8f None None] Provisioning complete for port 93c4d706-cba3-4649-8efe-17e2a9e9840f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:30.847453 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3fbc5f84-a79b-4100-8497-ba1f799bdc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.889109 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3b45160f-0c99-4c07-9846-57d4f8f88edb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.899061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc5f84-a79b-4100-8497-ba1f799bdc8f None None] Port 93c4d706-cba3-4649-8efe-17e2a9e9840f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:51:30.928845 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45160f-0c99-4c07-9846-57d4f8f88edb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=b3eec6c6-e817-4a3f-a08c-789bb5b9ae43,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:30.936903 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-1c17f227-860e-45fc-b046-23f4fdda443e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] For port b38a0eb3-cea4-48b0-be11-e157a7a34573, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b38a0eb3-cea4-48b0-be11-e157a7a34573,segment=NetworkSegment(700d66e7-bb9c-4dc5-b83d-0c33fa298d06),segment_id=700d66e7-bb9c-4dc5-b83d-0c33fa298d06)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:30.937472 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-1c17f227-860e-45fc-b046-23f4fdda443e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.945053 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3b45160f-0c99-4c07-9846-57d4f8f88edb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:30.949355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3b45160f-0c99-4c07-9846-57d4f8f88edb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/b3eec6c6-e817-4a3f-a08c-789bb5b9ae43 HTTP/1.1" status: 204 len: 168 time: 0.7234707 Aug 29 06:51:30.950118 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52320) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:30.950587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fa0360-78d5-48b1-aa1c-1db01023143a None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:30.966458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-1c17f227-860e-45fc-b046-23f4fdda443e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Calling delete_port for b38a0eb3-cea4-48b0-be11-e157a7a34573 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:30.989371 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc195e-7e31-407e-9edb-e4f2590cf39f req-971ebc31-9ba3-4826-9f7f-bfff120c1f74 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:30.996531 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2fcc195e-7e31-407e-9edb-e4f2590cf39f req-971ebc31-9ba3-4826-9f7f-bfff120c1f74 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.0876737 Aug 29 06:51:31.054645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-040272b6-421b-4e53-8cf9-ee98370319f4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet d6098944-a2c3-4ec2-b9d6-c0f76e6c7f2b {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:51:31.062027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2fcc195e-7e31-407e-9edb-e4f2590cf39f req-6f3ed3c4-0b1a-4e0d-8bae-9cd8de0893d3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640736 Aug 29 06:51:31.062192 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-040272b6-421b-4e53-8cf9-ee98370319f4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:31.081844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246860bd-63ba-44e1-8154-d5b4f919ebf6 req-e685bc8d-b988-49ea-b83d-7b2aab4f4ab2 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:31.084209 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-246860bd-63ba-44e1-8154-d5b4f919ebf6 req-e685bc8d-b988-49ea-b83d-7b2aab4f4ab2 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0804563 Aug 29 06:51:31.117872 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-040272b6-421b-4e53-8cf9-ee98370319f4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:31.130382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-246860bd-63ba-44e1-8154-d5b4f919ebf6 req-dda78d5d-ac79-43ac-adee-cddf9f14dac6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391588 Aug 29 06:51:31.148493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['086b5abb-d2b9-47d8-ba45-36a52f8f6728'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:51:31.250302 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-040272b6-421b-4e53-8cf9-ee98370319f4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:31.307003 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-1c17f227-860e-45fc-b046-23f4fdda443e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:31.356355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17f227-860e-45fc-b046-23f4fdda443e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event deleted for resources: {'Port': ['ID=b38a0eb3-cea4-48b0-be11-e157a7a34573,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:31.401907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-1c17f227-860e-45fc-b046-23f4fdda443e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] No DVR routers for this DVR port b38a0eb3-cea4-48b0-be11-e157a7a34573 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:31.404184 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-040272b6-421b-4e53-8cf9-ee98370319f4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:31.407764 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-1c17f227-860e-45fc-b046-23f4fdda443e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:31.409729 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-1c17f227-860e-45fc-b046-23f4fdda443e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "DELETE /v2.0/ports/b38a0eb3-cea4-48b0-be11-e157a7a34573 HTTP/1.1" status: 204 len: 173 time: 0.7106793 Aug 29 06:51:31.412737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-deleted', 'tag': 'b38a0eb3-cea4-48b0-be11-e157a7a34573'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:31.415269 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2660e8c5-3fba-4d64-aed4-86ec080f2286" -d '{"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-deleted", "tag": "b38a0eb3-cea4-48b0-be11-e157a7a34573"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:31.467339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f465627-73e6-4785-ab32-ce73696eabbf req-a6ceb56a-ed33-43c7-8930-1031e23f028c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=71b5947da1484517ad5efa3f460d6a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335002 Aug 29 06:51:31.487301 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d4fa61-0bfd-4477-bba3-a204680e4071 x-openstack-request-id: req-a3d4fa61-0bfd-4477-bba3-a204680e4071 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:31.487601 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-deleted", "tag": "b38a0eb3-cea4-48b0-be11-e157a7a34573", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:31.493942 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a3d4fa61-0bfd-4477-bba3-a204680e4071 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:31.493942 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-deleted', 'tag': 'b38a0eb3-cea4-48b0-be11-e157a7a34573', 'status': 'completed', 'code': 200} Aug 29 06:51:31.493942 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040272b6-421b-4e53-8cf9-ee98370319f4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=d6098944-a2c3-4ec2-b9d6-c0f76e6c7f2b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:31.498106 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-040272b6-421b-4e53-8cf9-ee98370319f4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:31.502151 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-040272b6-421b-4e53-8cf9-ee98370319f4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/d6098944-a2c3-4ec2-b9d6-c0f76e6c7f2b HTTP/1.1" status: 204 len: 168 time: 0.5458779 Aug 29 06:51:31.518961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52344) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:31.577537 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e71b9bdc-0c97-4c6e-98d6-061b5773170f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541143 Aug 29 06:51:31.578138 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52350) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:31.591983 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-1d852c76-0bf2-435e-8937-2c46d5621b9f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:31.596863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465627-73e6-4785-ab32-ce73696eabbf req-5e2e5f4a-6eec-4e3b-9600-2b3aede1dd11 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:31.604672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f465627-73e6-4785-ab32-ce73696eabbf req-5e2e5f4a-6eec-4e3b-9600-2b3aede1dd11 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1358709 Aug 29 06:51:31.655520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f465627-73e6-4785-ab32-ce73696eabbf req-8597659d-0e7d-45b3-88ae-a91aca1203e0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/quotas/71b5947da1484517ad5efa3f460d6a2d HTTP/1.1" status: 200 len: 375 time: 0.0499465 Aug 29 06:51:31.694923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-3f9f4670-251c-4adb-9c6e-87c0e61bafba tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Deleting port 05844740-abb0-44ca-a0b2-4ee06e5b107c {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:31.695521 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-3f9f4670-251c-4adb-9c6e-87c0e61bafba tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:31.725775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f465627-73e6-4785-ab32-ce73696eabbf req-05af89a5-1402-4a3c-bd46-54d0bfe5aee2 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692954 Aug 29 06:51:31.758328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c4021-0de8-4b00-9a2e-a685b5c1263a req-19f938a5-b001-4880-9bd8-3bd25b911416 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:31.764525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c4021-0de8-4b00-9a2e-a685b5c1263a req-19f938a5-b001-4880-9bd8-3bd25b911416 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:31.780577 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c4021-0de8-4b00-9a2e-a685b5c1263a req-19f938a5-b001-4880-9bd8-3bd25b911416 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:31.798000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c4021-0de8-4b00-9a2e-a685b5c1263a req-19f938a5-b001-4880-9bd8-3bd25b911416 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:31.807915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de8c4021-0de8-4b00-9a2e-a685b5c1263a req-19f938a5-b001-4880-9bd8-3bd25b911416 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 3151 time: 0.1923659 Aug 29 06:51:31.833331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-3f9f4670-251c-4adb-9c6e-87c0e61bafba tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] For port 05844740-abb0-44ca-a0b2-4ee06e5b107c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=05844740-abb0-44ca-a0b2-4ee06e5b107c,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:31.833633 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-3f9f4670-251c-4adb-9c6e-87c0e61bafba tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:31.857274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-3f9f4670-251c-4adb-9c6e-87c0e61bafba tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Calling delete_port for 05844740-abb0-44ca-a0b2-4ee06e5b107c owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:31.868362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de8c4021-0de8-4b00-9a2e-a685b5c1263a req-c60e4b23-f458-405c-a2d5-79c99cc142f1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553553 Aug 29 06:51:32.005256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb69b0a6-f9e5-4bea-8d36-b9c514c8a934 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:32.054019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d61fc1-7e7d-47cb-af1a-52ecf943febb req-f0780635-0d19-403a-a779-44f5a1d3d29a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:32.055572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3d61fc1-7e7d-47cb-af1a-52ecf943febb req-f0780635-0d19-403a-a779-44f5a1d3d29a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1072688 Aug 29 06:51:32.065724 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d852c76-0bf2-435e-8937-2c46d5621b9f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:32.069665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1d852c76-0bf2-435e-8937-2c46d5621b9f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:32.122455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fca94811-97f5-47f0-8d92-e183cee82560 None None] Provisioning complete for port 0d77603a-03e0-4149-887f-92a7e1e72a97 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:32.127797 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fca94811-97f5-47f0-8d92-e183cee82560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:32.140523 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:51:32.142900 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3d61fc1-7e7d-47cb-af1a-52ecf943febb req-ca68604f-b156-437a-adaa-c4586509eb41 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556238 Aug 29 06:51:32.152467 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 602bdddd-529e-47ca-8f45-869393263358 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:32.274500 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519af562-fccc-4d6f-bdd7-b4be619d1ab3 req-672d1347-a42f-41f5-8d7e-2d06bc7cef7c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:32.276242 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-519af562-fccc-4d6f-bdd7-b4be619d1ab3 req-672d1347-a42f-41f5-8d7e-2d06bc7cef7c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 944 time: 0.2197731 Aug 29 06:51:32.311318 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-3f9f4670-251c-4adb-9c6e-87c0e61bafba tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:32.359178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f4670-251c-4adb-9c6e-87c0e61bafba tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event deleted for resources: {'Port': ['ID=05844740-abb0-44ca-a0b2-4ee06e5b107c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:32.582481 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-805a4638-9870-46ce-a96f-dd2cd00deb4c req-4cf2d63a-8eb5-43bc-9811-a2bdf1009800 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 210 time: 0.0554557 Aug 29 06:51:32.582481 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-519af562-fccc-4d6f-bdd7-b4be619d1ab3 req-6b4c6f6c-ad86-4f13-8e01-47ffe482b6ba tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536031 Aug 29 06:51:32.628863 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:32.631217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-3f9f4670-251c-4adb-9c6e-87c0e61bafba tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] No DVR routers for this DVR port 05844740-abb0-44ca-a0b2-4ee06e5b107c on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:32.631217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-3f9f4670-251c-4adb-9c6e-87c0e61bafba tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:32.631217 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-3f9f4670-251c-4adb-9c6e-87c0e61bafba tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "DELETE /v2.0/ports/05844740-abb0-44ca-a0b2-4ee06e5b107c HTTP/1.1" status: 204 len: 173 time: 1.1016262 Aug 29 06:51:32.631903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5adb5-1fad-4a1c-b7a2-029a99bd1fcd req-783e9891-bdfa-4a39-89d9-78f1cc1de97b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:32.631903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09b5adb5-1fad-4a1c-b7a2-029a99bd1fcd req-783e9891-bdfa-4a39-89d9-78f1cc1de97b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 944 time: 0.0688272 Aug 29 06:51:32.632371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602bdddd-529e-47ca-8f45-869393263358'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:32.632371 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340532a6-7f52-4b45-adb5-c52334f87cdb" -d '{"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-unplugged", "status": "completed", "tag": "602bdddd-529e-47ca-8f45-869393263358"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:32.632371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 602bdddd-529e-47ca-8f45-869393263358, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=602bdddd-529e-47ca-8f45-869393263358,segment=NetworkSegment(51e8a37b-b122-4d6c-a642-fb212fd25b05),segment_id=51e8a37b-b122-4d6c-a642-fb212fd25b05)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:32.632852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09b5adb5-1fad-4a1c-b7a2-029a99bd1fcd req-b6e645c1-9d52-4e84-8175-e0d2def37886 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712588 Aug 29 06:51:32.648390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-12b98149-4310-457e-a01f-4256dab078a7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Deleting port 58de485d-a40f-4752-adb4-d1ea3772863a {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:32.652366 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:32.652650 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-12b98149-4310-457e-a01f-4256dab078a7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:32.652772 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f251ab30-1cf5-493a-8cd8-50612cac310a x-openstack-request-id: req-f251ab30-1cf5-493a-8cd8-50612cac310a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:32.652772 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-unplugged", "status": "completed", "tag": "602bdddd-529e-47ca-8f45-869393263358", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:32.653060 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f251ab30-1cf5-493a-8cd8-50612cac310a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:32.653906 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602bdddd-529e-47ca-8f45-869393263358', 'code': 200} Aug 29 06:51:32.654516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1d852c76-0bf2-435e-8937-2c46d5621b9f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:32.663884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20', 'network_id': 'c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f', 'port_id': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20', 'mac_address': 'fa:16:3e:10:c8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1153f13b-d94a-4fee-bced-c1f52e46b73e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:51:32.697138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b0cfa-026f-4e5c-b220-40ecab996756 None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:51:32.703693 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:32.704388 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b158ba04-343b-46ee-85a3-386664f7f41d no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:32.771718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d852c76-0bf2-435e-8937-2c46d5621b9f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:32.786269 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-1d852c76-0bf2-435e-8937-2c46d5621b9f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:32.791355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d852c76-0bf2-435e-8937-2c46d5621b9f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:32.796842 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1d852c76-0bf2-435e-8937-2c46d5621b9f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:32.797005 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:32.797096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d852c76-0bf2-435e-8937-2c46d5621b9f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=3489eaca-5262-4b13-bad9-8fcc2e92bf25,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:32.835195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=602bdddd-529e-47ca-8f45-869393263358,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:32.837247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-12b98149-4310-457e-a01f-4256dab078a7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] For port 58de485d-a40f-4752-adb4-d1ea3772863a, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=58de485d-a40f-4752-adb4-d1ea3772863a,segment=NetworkSegment(700d66e7-bb9c-4dc5-b83d-0c33fa298d06),segment_id=700d66e7-bb9c-4dc5-b83d-0c33fa298d06)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:32.843472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:51:32.844895 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-12b98149-4310-457e-a01f-4256dab078a7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:32.862293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-12b98149-4310-457e-a01f-4256dab078a7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Calling delete_port for 58de485d-a40f-4752-adb4-d1ea3772863a owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:32.900646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:32.912720 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b83b0cfa-026f-4e5c-b220-40ecab996756 None None] Deleting port 0d77603a-03e0-4149-887f-92a7e1e72a97 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:32.919456 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1d852c76-0bf2-435e-8937-2c46d5621b9f tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3371665 Aug 29 06:51:32.919603 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b83b0cfa-026f-4e5c-b220-40ecab996756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:32.919699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52374) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:32.924543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-aae52eab-4b50-46d4-9cde-c6653beef033 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:32.992464 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:33.020411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c8fca-3bcc-42c8-9aeb-695d247500a4 req-7df38a86-9441-414b-910a-66a91971db61 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:33.026423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c8fca-3bcc-42c8-9aeb-695d247500a4 req-7df38a86-9441-414b-910a-66a91971db61 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:33.032386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c8fca-3bcc-42c8-9aeb-695d247500a4 req-7df38a86-9441-414b-910a-66a91971db61 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:33.034062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-790c8fca-3bcc-42c8-9aeb-695d247500a4 req-7df38a86-9441-414b-910a-66a91971db61 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 2415 time: 0.0811291 Aug 29 06:51:33.076806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-790c8fca-3bcc-42c8-9aeb-695d247500a4 req-f35e8d87-43a6-4feb-9084-54ee968877bd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351033 Aug 29 06:51:33.085892 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:33.131197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,revision_number=11']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:33.142708 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b83b0cfa-026f-4e5c-b220-40ecab996756 None None] For port 0d77603a-03e0-4149-887f-92a7e1e72a97, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0d77603a-03e0-4149-887f-92a7e1e72a97,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:33.143112 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b83b0cfa-026f-4e5c-b220-40ecab996756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:33.163057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port b158ba04-343b-46ee-85a3-386664f7f41d, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b158ba04-343b-46ee-85a3-386664f7f41d,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:33.164253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b83b0cfa-026f-4e5c-b220-40ecab996756 None None] Calling delete_port for 0d77603a-03e0-4149-887f-92a7e1e72a97 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:33.173289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae52eab-4b50-46d4-9cde-c6653beef033 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:33.177137 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aae52eab-4b50-46d4-9cde-c6653beef033 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:33.224279 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-12b98149-4310-457e-a01f-4256dab078a7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:33.252848 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:33.253758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 0955f131-dd83-40ea-9043-264a188011e9 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:33.262636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b98149-4310-457e-a01f-4256dab078a7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event deleted for resources: {'Port': ['ID=58de485d-a40f-4752-adb4-d1ea3772863a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:33.296081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb3747-db68-41eb-9bd7-0da0aee8981b req-af614a13-a9a0-4764-9c62-97bf42876591 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:33.297928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8eb3747-db68-41eb-9bd7-0da0aee8981b req-af614a13-a9a0-4764-9c62-97bf42876591 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0909445 Aug 29 06:51:33.326647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-12b98149-4310-457e-a01f-4256dab078a7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] No DVR routers for this DVR port 58de485d-a40f-4752-adb4-d1ea3772863a on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:33.332805 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-12b98149-4310-457e-a01f-4256dab078a7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:33.335701 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-12b98149-4310-457e-a01f-4256dab078a7 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "DELETE /v2.0/ports/58de485d-a40f-4752-adb4-d1ea3772863a HTTP/1.1" status: 204 len: 173 time: 0.8045139 Aug 29 06:51:33.358897 n-d-713301-12 neutron-server[95403]: INFO neutron.db.ipam_backend_mixin [None req-aae52eab-4b50-46d4-9cde-c6653beef033 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3489eaca-5262-4b13-bad9-8fcc2e92bf25 (CIDR: 2001:db8::/64) Aug 29 06:51:33.381822 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae52eab-4b50-46d4-9cde-c6653beef033 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:51:33.382418 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae52eab-4b50-46d4-9cde-c6653beef033 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:33.394215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8eb3747-db68-41eb-9bd7-0da0aee8981b req-8b553f37-45cc-41be-8f85-b836fa7ba811 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832257 Aug 29 06:51:33.455934 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aae52eab-4b50-46d4-9cde-c6653beef033 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5352905 Aug 29 06:51:33.459750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52382) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:33.475450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Deleting port 602bdddd-529e-47ca-8f45-869393263358 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:33.475735 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b83b0cfa-026f-4e5c-b220-40ecab996756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:33.476062 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:33.494267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7956a6d9-bf23-4438-9289-e10e28f02f0c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:33.495783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b0cfa-026f-4e5c-b220-40ecab996756 None None] No DVR routers for this DVR port 0d77603a-03e0-4149-887f-92a7e1e72a97 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:33.525711 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1677a9c1-d1d3-4ea4-8f81-a3e678f503b4 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:33.549112 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=b158ba04-343b-46ee-85a3-386664f7f41d,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:33.562556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3163066f-fea6-4ac8-bcd7-acb6c00e122d req-05c83df7-ef95-49b6-8f57-16f28a605e96 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 210 time: 0.1038969 Aug 29 06:51:33.589283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 0955f131-dd83-40ea-9043-264a188011e9 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:33.589717 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 58de485d-a40f-4752-adb4-d1ea3772863a no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:33.618715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 58de485d-a40f-4752-adb4-d1ea3772863a {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:51:33.618715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 58de485d-a40f-4752-adb4-d1ea3772863a not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:33.618715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b38a0eb3-cea4-48b0-be11-e157a7a34573 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:33.631683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] For port 602bdddd-529e-47ca-8f45-869393263358, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=602bdddd-529e-47ca-8f45-869393263358,segment=NetworkSegment(51e8a37b-b122-4d6c-a642-fb212fd25b05),segment_id=51e8a37b-b122-4d6c-a642-fb212fd25b05)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:33.632578 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:33.634965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-deleted', 'tag': '05844740-abb0-44ca-a0b2-4ee06e5b107c'}, {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-deleted', 'tag': '58de485d-a40f-4752-adb4-d1ea3772863a'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:33.636411 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:33.637693 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a9f3fd-d486-4712-b309-58b619cbd66d" -d '{"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-deleted", "tag": "05844740-abb0-44ca-a0b2-4ee06e5b107c"}, {"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-deleted", "tag": "58de485d-a40f-4752-adb4-d1ea3772863a"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:33.642582 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b0cfa-026f-4e5c-b220-40ecab996756 None None] Pushing event deleted for resources: {'Port': ['ID=0d77603a-03e0-4149-887f-92a7e1e72a97,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:33.695753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0d77603a-03e0-4149-887f-92a7e1e72a97 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:33.701706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:51:33.715495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: b38a0eb3-cea4-48b0-be11-e157a7a34573 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:51:33.715495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b38a0eb3-cea4-48b0-be11-e157a7a34573 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:33.715994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 93c4d706-cba3-4649-8efe-17e2a9e9840f no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:33.724177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841d752-fe16-43fc-bece-0870796e4499 req-961ac132-f68e-4f21-a8f4-2a822803833b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:33.725731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6841d752-fe16-43fc-bece-0870796e4499 req-961ac132-f68e-4f21-a8f4-2a822803833b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 944 time: 0.1590688 Aug 29 06:51:33.790881 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 0d77603a-03e0-4149-887f-92a7e1e72a97 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:51:33.791810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0d77603a-03e0-4149-887f-92a7e1e72a97 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:33.808733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6841d752-fe16-43fc-bece-0870796e4499 req-d6c2bced-da33-4b23-8e7b-b1b32742950f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666492 Aug 29 06:51:33.829140 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72968f-de25-42a0-85b2-c2a92eb652dc req-e86233ab-62e0-4192-a0af-748ebad80b26 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:33.830882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b72968f-de25-42a0-85b2-c2a92eb652dc req-e86233ab-62e0-4192-a0af-748ebad80b26 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1035273 Aug 29 06:51:33.870902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7956a6d9-bf23-4438-9289-e10e28f02f0c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:33.874447 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7956a6d9-bf23-4438-9289-e10e28f02f0c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:33.930608 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b72968f-de25-42a0-85b2-c2a92eb652dc req-8fda8498-e8df-49d4-b1e3-a84ddd9429c4 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912592 Aug 29 06:51:33.979717 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 93c4d706-cba3-4649-8efe-17e2a9e9840f not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:33.980302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 05844740-abb0-44ca-a0b2-4ee06e5b107c no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:34.012074 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 05844740-abb0-44ca-a0b2-4ee06e5b107c {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:51:34.013005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 05844740-abb0-44ca-a0b2-4ee06e5b107c not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:34.078160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': '3489eaca-5262-4b13-bad9-8fcc2e92bf25'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:51:34.079121 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:34.107876 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 086b5abb-d2b9-47d8-ba45-36a52f8f6728 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:34.221323 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad27dae-ed88-4ca6-a236-de73d7eb2044 req-9f7fc3e2-f8cb-4866-b612-dc96aef872a1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:34.229281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad27dae-ed88-4ca6-a236-de73d7eb2044 req-9f7fc3e2-f8cb-4866-b612-dc96aef872a1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:34.230247 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c00edb-45f4-4f2d-bf1b-09b278b0067f x-openstack-request-id: req-47c00edb-45f4-4f2d-bf1b-09b278b0067f {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:34.230731 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-deleted", "tag": "05844740-abb0-44ca-a0b2-4ee06e5b107c", "status": "completed", "code": 200}, {"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-deleted", "tag": "58de485d-a40f-4752-adb4-d1ea3772863a", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:34.231068 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-47c00edb-45f4-4f2d-bf1b-09b278b0067f {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:34.231491 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-deleted', 'tag': '05844740-abb0-44ca-a0b2-4ee06e5b107c', 'status': 'completed', 'code': 200} Aug 29 06:51:34.231749 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-deleted', 'tag': '58de485d-a40f-4752-adb4-d1ea3772863a', 'status': 'completed', 'code': 200} Aug 29 06:51:34.236331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cad27dae-ed88-4ca6-a236-de73d7eb2044 req-9f7fc3e2-f8cb-4866-b612-dc96aef872a1 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 1678 time: 0.0716906 Aug 29 06:51:34.266801 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0f465627-73e6-4785-ab32-ce73696eabbf req-acd34134-8ef6-4f26-ae0d-af164200e448 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=71b5947da1484517ad5efa3f460d6a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312860 Aug 29 06:51:34.283401 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cad27dae-ed88-4ca6-a236-de73d7eb2044 req-388d6e1c-4f8b-43aa-b1af-be231fe85db3 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409517 Aug 29 06:51:34.304893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Allocated IP 2001:db8::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/3489eaca-5262-4b13-bad9-8fcc2e92bf25/5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:34.341107 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:34.341657 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:34.342075 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Floating IP b254eeb3-8ae9-4531-824d-2ee754d90d07 disassociated. External IP: 172.25.1.152, port: 602bdddd-529e-47ca-8f45-869393263358. Aug 29 06:51:34.342619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Calling delete_port for 602bdddd-529e-47ca-8f45-869393263358 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:34.369913 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 086b5abb-d2b9-47d8-ba45-36a52f8f6728 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:34.377969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 086b5abb-d2b9-47d8-ba45-36a52f8f6728 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:34.378352 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:34.382607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.objects.ports [None req-7956a6d9-bf23-4438-9289-e10e28f02f0c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95404) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:51:34.382607 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7956a6d9-bf23-4438-9289-e10e28f02f0c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:34.462346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956a6d9-bf23-4438-9289-e10e28f02f0c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:34.469060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-7956a6d9-bf23-4438-9289-e10e28f02f0c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:34.478132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956a6d9-bf23-4438-9289-e10e28f02f0c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=e8806838-5937-4c39-afc7-8e27f9b76ab6,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:34.478642 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465627-73e6-4785-ab32-ce73696eabbf req-a925012a-767d-49e6-a0e6-3c95c713e9e5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:34.479553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7956a6d9-bf23-4438-9289-e10e28f02f0c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:34.480034 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0f465627-73e6-4785-ab32-ce73696eabbf req-a925012a-767d-49e6-a0e6-3c95c713e9e5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067506 Aug 29 06:51:34.480163 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7956a6d9-bf23-4438-9289-e10e28f02f0c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:34.497200 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Request body: {'port': {'device_id': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '71b5947da1484517ad5efa3f460d6a2d'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:34.551313 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:34.573982 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21f30f-9ace-47e4-bdd7-249043e80f58 req-fc648102-a6b0-4f3e-820c-c88a330d4902 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:34.575767 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b21f30f-9ace-47e4-bdd7-249043e80f58 req-fc648102-a6b0-4f3e-820c-c88a330d4902 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0559332 Aug 29 06:51:34.584760 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7956a6d9-bf23-4438-9289-e10e28f02f0c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1231942 Aug 29 06:51:34.587987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52396) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:34.593181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 086b5abb-d2b9-47d8-ba45-36a52f8f6728, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=086b5abb-d2b9-47d8-ba45-36a52f8f6728,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:34.598163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'mac_address': 'fa:16:3e:27:67:72', 'name': 'tempest-NetworksTestDHCPv6-1977798837'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:34.647529 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b21f30f-9ace-47e4-bdd7-249043e80f58 req-6fd76639-74b5-48d6-8eb0-83b89e5b36f7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611503 Aug 29 06:51:34.655319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b158ba04-343b-46ee-85a3-386664f7f41d'}, {'server_uuid': '086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086b5abb-d2b9-47d8-ba45-36a52f8f6728'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:34.659293 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80deb5a8-4fe6-459b-bfeb-83987d83a0ff" -d '{"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-unplugged", "status": "completed", "tag": "b158ba04-343b-46ee-85a3-386664f7f41d"}, {"server_uuid": "086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe", "name": "network-vif-plugged", "status": "completed", "tag": "086b5abb-d2b9-47d8-ba45-36a52f8f6728"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:34.669492 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:34.681449 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddcaea0f-8a31-4308-ae93-21e2806d30d1 req-1bfd8356-5cb1-43c6-918c-e7c81785236d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 210 time: 0.0322008 Aug 29 06:51:34.720075 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77a1a96-6e7c-4991-a7b4-fa6705e920b4 x-openstack-request-id: req-c77a1a96-6e7c-4991-a7b4-fa6705e920b4 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:34.720377 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-unplugged", "status": "completed", "tag": "b158ba04-343b-46ee-85a3-386664f7f41d", "code": 200}, {"server_uuid": "086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe", "name": "network-vif-plugged", "status": "completed", "tag": "086b5abb-d2b9-47d8-ba45-36a52f8f6728", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:34.720632 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c77a1a96-6e7c-4991-a7b4-fa6705e920b4 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:34.721292 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b158ba04-343b-46ee-85a3-386664f7f41d', 'code': 200} Aug 29 06:51:34.721292 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086b5abb-d2b9-47d8-ba45-36a52f8f6728', 'code': 200} Aug 29 06:51:34.746984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=086b5abb-d2b9-47d8-ba45-36a52f8f6728,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:34.772886 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:34.773110 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:34.784011 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Transition to ACTIVE for port object 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:34.801018 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Transition to ACTIVE for port object 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:34.808049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event deleted for resources: {'Port': ['ID=602bdddd-529e-47ca-8f45-869393263358,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:34.813088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Made reservation on behalf of 71b5947da1484517ad5efa3f460d6a2d for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:34.818297 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:34.898906 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:34.903563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29e0dd-b164-4e8e-b2b1-7b3b4b2ad522 req-dc5164f5-3fe0-4603-a2b1-b618dcb8d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:34.905204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d29e0dd-b164-4e8e-b2b1-7b3b4b2ad522 req-dc5164f5-3fe0-4603-a2b1-b618dcb8d181 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 1097 time: 0.0629940 Aug 29 06:51:34.928390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:34.940448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:34.945169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:34.952002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:35.022911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Pushing event updated for resources: {'Port': ['ID=5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:35.034567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Attempting to bind port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:51:35.034948 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Attempting to bind port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:51:35.035393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Attempting to bind port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:35.041854 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:51:35.042505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:51:35.042922 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:35.043356 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:51:35.043831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Bound port: 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:51:35.044774 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:35.103113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Router 07686751-3e2d-421e-bd9e-27f33f1b2684 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:51:35.112608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] For port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:35.116202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] For port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:51:35.135275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Allocated IP 192.168.233.61 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/c7b03578-f4c7-423e-90dd-2abe983e141c) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:35.142999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:35.179284 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:35.229594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port f7725447-d62c-404b-be85-f223705982d7 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:51:35.256920 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d29e0dd-b164-4e8e-b2b1-7b3b4b2ad522 req-8b089a51-e08a-47a8-b6bb-b97502e0ae38 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375034 Aug 29 06:51:35.281454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a695b7-a57b-4880-8a0b-c8051514d468 None None] Pushing event updated for resources: {'Port': ['ID=5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:35.286497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0119c8e-197f-4d47-a351-71215fb10adf req-79640259-3cae-4d38-b279-eddb62ff2f73 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:35.294662 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0119c8e-197f-4d47-a351-71215fb10adf req-79640259-3cae-4d38-b279-eddb62ff2f73 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.4064384 Aug 29 06:51:35.347569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a442ab8-e8b4-406e-8cd8-c4bf9ccc887d req-95b9f99f-c1fd-4e64-90f3-8c21f7ebf39f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:35.355225 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a442ab8-e8b4-406e-8cd8-c4bf9ccc887d req-95b9f99f-c1fd-4e64-90f3-8c21f7ebf39f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.1147611 Aug 29 06:51:35.385375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0119c8e-197f-4d47-a351-71215fb10adf req-415e147f-80e6-4bd2-a22e-ee300432daf1 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763357 Aug 29 06:51:35.413162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a442ab8-e8b4-406e-8cd8-c4bf9ccc887d req-3301283e-dfee-42c7-ac08-a57e9500f129 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570252 Aug 29 06:51:35.439890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:51:35.460035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4516c-307a-4566-85f5-e65fc0badd76 None None] Sync routers for ids ['07686751-3e2d-421e-bd9e-27f33f1b2684'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:51:35.481704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4516c-307a-4566-85f5-e65fc0badd76 None None] Routers {'07686751-3e2d-421e-bd9e-27f33f1b2684'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:51:35.487041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-62a4516c-307a-4566-85f5-e65fc0badd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:51:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['07686751-3e2d-421e-bd9e-27f33f1b2684'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:51:35.547113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] No DVR routers for this DVR port 602bdddd-529e-47ca-8f45-869393263358 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:35.558019 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:35.562463 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-0de03276-e60f-45c1-942e-f1d8067c39dd tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "DELETE /v2.0/ports/602bdddd-529e-47ca-8f45-869393263358 HTTP/1.1" status: 204 len: 173 time: 2.2173674 Aug 29 06:51:35.587928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431ac63-7d7a-4c56-b6c3-e6e7d9189b5e req-9d1a368c-0116-4f92-9481-909b0c483f95 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:35.589883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f431ac63-7d7a-4c56-b6c3-e6e7d9189b5e req-9d1a368c-0116-4f92-9481-909b0c483f95 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 943 time: 0.0876288 Aug 29 06:51:35.668634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f431ac63-7d7a-4c56-b6c3-e6e7d9189b5e req-456f13a3-c5ba-4876-9f10-17d2f68da735 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups?id=afe5db52-9fed-4530-97a4-53a983748119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682914 Aug 29 06:51:35.680487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-62a4516c-307a-4566-85f5-e65fc0badd76 None None] Set router 07686751-3e2d-421e-bd9e-27f33f1b2684 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:51:35.754416 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:35.809033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Transition to ACTIVE for port object c7b03578-f4c7-423e-90dd-2abe983e141c will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:35.848184 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::30b (16c35313-5380-4d1c-adfa-e4bf610ab147/3489eaca-5262-4b13-bad9-8fcc2e92bf25/f7725447-d62c-404b-be85-f223705982d7) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:35.866198 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8:0:1:f816:3eff:fe27:6772 (16c35313-5380-4d1c-adfa-e4bf610ab147/e8806838-5937-4c39-afc7-8e27f9b76ab6/f7725447-d62c-404b-be85-f223705982d7) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:35.870161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-02daf14a-b7f6-41be-b8bb-a6514486d410 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Deleting port b158ba04-343b-46ee-85a3-386664f7f41d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:35.870514 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-02daf14a-b7f6-41be-b8bb-a6514486d410 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:35.911593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86205c4-0da0-4bc8-8d82-408f520e7fd8 req-6c16f10e-face-49f0-b85b-dd5c7c894a61 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:35.919793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e86205c4-0da0-4bc8-8d82-408f520e7fd8 req-6c16f10e-face-49f0-b85b-dd5c7c894a61 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0919447 Aug 29 06:51:35.924646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-62a4516c-307a-4566-85f5-e65fc0badd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:40:25Z', 'revision_number': 4, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port': {'id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:19Z', 'updated_at': '2021-08-29T06:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '80ce930e-ab4b-473f-9bfc-5e8e337862ff', 'name': '', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'mac_address': 'fa:16:3e:8b:d6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:23Z', 'updated_at': '2021-08-29T06:40:34Z', 'revision_number': 5, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'subnets': [{'id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:51:35.954276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4516c-307a-4566-85f5-e65fc0badd76 None None] Checking router: 07686751-3e2d-421e-bd9e-27f33f1b2684 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:51:35.964387 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4516c-307a-4566-85f5-e65fc0badd76 None None] Routers {'07686751-3e2d-421e-bd9e-27f33f1b2684'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:51:35.965016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-62a4516c-307a-4566-85f5-e65fc0badd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:51:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['07686751-3e2d-421e-bd9e-27f33f1b2684'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:51:35.967666 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e86205c4-0da0-4bc8-8d82-408f520e7fd8 req-6ccb85fb-2861-46bf-86b3-8a4a833276f6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468988 Aug 29 06:51:36.011286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-02daf14a-b7f6-41be-b8bb-a6514486d410 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] For port b158ba04-343b-46ee-85a3-386664f7f41d, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b158ba04-343b-46ee-85a3-386664f7f41d,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:36.011657 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-02daf14a-b7f6-41be-b8bb-a6514486d410 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:36.028244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-02daf14a-b7f6-41be-b8bb-a6514486d410 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Calling delete_port for b158ba04-343b-46ee-85a3-386664f7f41d owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:36.069460 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15138d4d-b290-4163-8c0e-424879d93f21 req-f7b47f98-7296-4428-a102-722f087bc113 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 210 time: 0.0364077 Aug 29 06:51:36.104615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-62a4516c-307a-4566-85f5-e65fc0badd76 None None] Set router 07686751-3e2d-421e-bd9e-27f33f1b2684 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:51:36.121503 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:36.143356 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:36.182593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['c58452be-6938-4127-b3a2-0cf1e78d0786'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:51:36.188772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['46a20dce-4a25-4e68-b695-3a755a9819a8'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:51:36.211374 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:36.214940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef17b2-f98c-4b02-a044-bdab4ad87f4e req-d6051194-fa7e-40c5-988b-4aad7da62793 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:36.216595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Pushing event updated for resources: {'Port': ['ID=c7b03578-f4c7-423e-90dd-2abe983e141c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:36.221156 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef17b2-f98c-4b02-a044-bdab4ad87f4e req-d6051194-fa7e-40c5-988b-4aad7da62793 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:36.227280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef17b2-f98c-4b02-a044-bdab4ad87f4e req-d6051194-fa7e-40c5-988b-4aad7da62793 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:36.227643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:36.233504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef17b2-f98c-4b02-a044-bdab4ad87f4e req-d6051194-fa7e-40c5-988b-4aad7da62793 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:36.233688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-deleted', 'tag': '602bdddd-529e-47ca-8f45-869393263358'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:36.236542 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d3b14f-e881-4f38-b3e4-4d053bc60d65" -d '{"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-deleted", "tag": "602bdddd-529e-47ca-8f45-869393263358"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:36.246186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef17b2-f98c-4b02-a044-bdab4ad87f4e req-d6051194-fa7e-40c5-988b-4aad7da62793 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:36.260294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef17b2-f98c-4b02-a044-bdab4ad87f4e req-d6051194-fa7e-40c5-988b-4aad7da62793 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:36.267079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef17b2-f98c-4b02-a044-bdab4ad87f4e req-d6051194-fa7e-40c5-988b-4aad7da62793 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:36.268450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:36.276507 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2ef17b2-f98c-4b02-a044-bdab4ad87f4e req-d6051194-fa7e-40c5-988b-4aad7da62793 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5432 time: 0.2138617 Aug 29 06:51:36.313218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:36.313700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:36.314158 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:36.314585 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:36.315023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:36.315686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:36.316120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:36.317115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:36.317562 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:36.317989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:36.318420 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:36.318874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:36.341613 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94c6847-3a3e-47f6-a904-44729c293636 x-openstack-request-id: req-c94c6847-3a3e-47f6-a904-44729c293636 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:36.342044 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-deleted", "tag": "602bdddd-529e-47ca-8f45-869393263358", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:36.342393 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c94c6847-3a3e-47f6-a904-44729c293636 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:36.342884 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-deleted', 'tag': '602bdddd-529e-47ca-8f45-869393263358', 'status': 'completed', 'code': 200} Aug 29 06:51:36.391649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2ef17b2-f98c-4b02-a044-bdab4ad87f4e req-96701b3b-60a7-4767-9f71-d6f5faf7e7e2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141543 Aug 29 06:51:36.403465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:36.411474 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:36.529260 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:36.530951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:36.541893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:36.542262 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:36.590817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796861a-51bd-4813-9265-c46fbdd4faf5 req-34059ba4-325d-4b0b-9df2-7e212f492e86 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:36.593034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9796861a-51bd-4813-9265-c46fbdd4faf5 req-34059ba4-325d-4b0b-9df2-7e212f492e86 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.1146884 Aug 29 06:51:36.607403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object f7725447-d62c-404b-be85-f223705982d7 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:36.624877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0ac9f-aa73-424e-99ae-4676697b7272 req-bf4161f4-7f10-436b-8edd-252765ea87ea tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:36.629952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5f0ac9f-aa73-424e-99ae-4676697b7272 req-bf4161f4-7f10-436b-8edd-252765ea87ea tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 945 time: 0.0926006 Aug 29 06:51:36.634934 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9c562400-d60f-4954-a4be-4da29f53a7aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1415379 Aug 29 06:51:36.653016 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Request body: {'port': {'device_id': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:36.664749 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9796861a-51bd-4813-9265-c46fbdd4faf5 req-58c0a912-d42c-4336-bafa-5e9586b18cb4 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642929 Aug 29 06:51:36.703666 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5f0ac9f-aa73-424e-99ae-4676697b7272 req-ca45b543-2aee-4850-98fa-7eeb91bf4b32 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656490 Aug 29 06:51:36.729804 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-02daf14a-b7f6-41be-b8bb-a6514486d410 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:36.797319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02daf14a-b7f6-41be-b8bb-a6514486d410 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event deleted for resources: {'Port': ['ID=b158ba04-343b-46ee-85a3-386664f7f41d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:36.858014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:36.879424 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:36.886300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-02daf14a-b7f6-41be-b8bb-a6514486d410 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] No DVR routers for this DVR port b158ba04-343b-46ee-85a3-386664f7f41d on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:36.888261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecad0018-5dfb-4294-ad48-cff556bfe0bf req-80823067-e751-4c91-9465-4104fb439562 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0497746 Aug 29 06:51:36.892339 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-02daf14a-b7f6-41be-b8bb-a6514486d410 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:36.895249 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-12147614-7e4a-4a52-a8bd-a2907ddaee00 req-02daf14a-b7f6-41be-b8bb-a6514486d410 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.11 "DELETE /v2.0/ports/b158ba04-343b-46ee-85a3-386664f7f41d HTTP/1.1" status: 204 len: 173 time: 1.2861016 Aug 29 06:51:36.980909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:36.989652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:36.996610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:37.002354 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.003008 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:37.022894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601bc0bc-bf06-4c0b-81a8-115396e1c220 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:37.023023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=f7725447-d62c-404b-be85-f223705982d7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:37.063283 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:37.116279 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-62a4516c-307a-4566-85f5-e65fc0badd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:40:25Z', 'revision_number': 4, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port': {'id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:19Z', 'updated_at': '2021-08-29T06:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '80ce930e-ab4b-473f-9bfc-5e8e337862ff', 'name': '', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'mac_address': 'fa:16:3e:8b:d6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:23Z', 'updated_at': '2021-08-29T06:40:34Z', 'revision_number': 5, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'subnets': [{'id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:51:37.129655 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda01ca-a5eb-4b0a-bdb9-01cef418c333 req-aae8af14-5c76-4b5e-9172-3d9b193cc1cf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.131412 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-efda01ca-a5eb-4b0a-bdb9-01cef418c333 req-aae8af14-5c76-4b5e-9172-3d9b193cc1cf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0673249 Aug 29 06:51:37.154049 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-32489030-8363-4080-98df-a2ce138546a1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5648329 Aug 29 06:51:37.156650 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52438) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:37.191899 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:37.200214 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2274c635-38cc-4d96-bcdd-479b055d4671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:37.200214 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f623e32-91a8-4365-ac7d-2263d83f1fb8" -d '{"events": [{"server_uuid": "2274c635-38cc-4d96-bcdd-479b055d4671", "name": "network-vif-plugged", "status": "completed", "tag": "e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:37.207700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9c5e1f0a-688e-41d7-be82-f6466c16881f None None] Provisioning for port c7b03578-f4c7-423e-90dd-2abe983e141c completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:37.212805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4516c-307a-4566-85f5-e65fc0badd76 None None] The sync data for ids ['07686751-3e2d-421e-bd9e-27f33f1b2684'] in n-d-713301-12 is: [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:40:25Z', 'revision_number': 4, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port': {'id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:19Z', 'updated_at': '2021-08-29T06:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '80ce930e-ab4b-473f-9bfc-5e8e337862ff', 'name': '', 'network_id': 'c9b696c8-a0f7-4fc4-ae68-b8062e15f962', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'mac_address': 'fa:16:3e:8b:d6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:23Z', 'updated_at': '2021-08-29T06:40:34Z', 'revision_number': 5, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'subnets': [{'id': 'ab3b20c4-433c-4818-ba1a-1a02bd8ca7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:51:37.218162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9c5e1f0a-688e-41d7-be82-f6466c16881f None None] Provisioning complete for port c7b03578-f4c7-423e-90dd-2abe983e141c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:37.218545 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1f0a-688e-41d7-be82-f6466c16881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:37.279750 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:37.316766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9c5e1f0a-688e-41d7-be82-f6466c16881f None None] Port c7b03578-f4c7-423e-90dd-2abe983e141c cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:51:37.336244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-efda01ca-a5eb-4b0a-bdb9-01cef418c333 req-a1727aa8-c2fe-46f5-b589-947f44033b3a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930387 Aug 29 06:51:37.469986 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799062d8-03b8-49e0-80ec-465b366eb729 x-openstack-request-id: req-799062d8-03b8-49e0-80ec-465b366eb729 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:37.470242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b03578-f4c7-423e-90dd-2abe983e141c {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:51:37.470361 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2274c635-38cc-4d96-bcdd-479b055d4671", "name": "network-vif-plugged", "status": "completed", "tag": "e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:37.470528 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-799062d8-03b8-49e0-80ec-465b366eb729 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:37.470932 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2274c635-38cc-4d96-bcdd-479b055d4671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20', 'code': 200} Aug 29 06:51:37.477050 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4c55b-2416-4f24-b393-86e6f1cb2418 req-6a78c00b-943d-4aff-b202-16bb39252151 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.482021 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:37.494424 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0d4c55b-2416-4f24-b393-86e6f1cb2418 req-6a78c00b-943d-4aff-b202-16bb39252151 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 935 time: 0.2758420 Aug 29 06:51:37.527368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,revision_number=12']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:37.545005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Transition to ACTIVE for port object c7b03578-f4c7-423e-90dd-2abe983e141c will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:37.582497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9c5e1f0a-688e-41d7-be82-f6466c16881f None None] Provisioning for port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:37.584929 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-a7ea52cf-d46d-4bd6-b87c-a24a3c676d3e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.602268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-a7ea52cf-d46d-4bd6-b87c-a24a3c676d3e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.617789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-a7ea52cf-d46d-4bd6-b87c-a24a3c676d3e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.626454 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-a7ea52cf-d46d-4bd6-b87c-a24a3c676d3e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.668745 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-a7ea52cf-d46d-4bd6-b87c-a24a3c676d3e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.670723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0d4c55b-2416-4f24-b393-86e6f1cb2418 req-6653c6b6-e4f9-47cd-99de-afd9f20952ff tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739492 Aug 29 06:51:37.688241 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-a7ea52cf-d46d-4bd6-b87c-a24a3c676d3e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.696311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-a7ea52cf-d46d-4bd6-b87c-a24a3c676d3e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.701016 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-a7ea52cf-d46d-4bd6-b87c-a24a3c676d3e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5432 time: 0.3556662 Aug 29 06:51:37.702692 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:37.721496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0246d-9a2c-4eba-8571-3347f06b9cdc req-08de7e67-2556-440b-81b4-fd7890f7dec3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.729522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0246d-9a2c-4eba-8571-3347f06b9cdc req-08de7e67-2556-440b-81b4-fd7890f7dec3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.749187 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0246d-9a2c-4eba-8571-3347f06b9cdc req-08de7e67-2556-440b-81b4-fd7890f7dec3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.751660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:37.755814 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0246d-9a2c-4eba-8571-3347f06b9cdc req-08de7e67-2556-440b-81b4-fd7890f7dec3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.760722 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0246d-9a2c-4eba-8571-3347f06b9cdc req-08de7e67-2556-440b-81b4-fd7890f7dec3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.767037 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0246d-9a2c-4eba-8571-3347f06b9cdc req-08de7e67-2556-440b-81b4-fd7890f7dec3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.769342 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ca7bb-1bd8-4110-a230-89f63221dc90 None None] New status for floating IP b254eeb3-8ae9-4531-824d-2ee754d90d07: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:51:37.774837 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0246d-9a2c-4eba-8571-3347f06b9cdc req-08de7e67-2556-440b-81b4-fd7890f7dec3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:37.775115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9e0246d-9a2c-4eba-8571-3347f06b9cdc req-08de7e67-2556-440b-81b4-fd7890f7dec3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 5432 time: 0.2273748 Aug 29 06:51:37.810361 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fbb318-9a5a-4130-a734-69c999f3d86b None None] Update dhcp port {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'fixed_ips': [{'subnet_id': '3489eaca-5262-4b13-bad9-8fcc2e92bf25', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e8806838-5937-4c39-afc7-8e27f9b76ab6'}], 'binding:host_id': 'n-d-713301-12'}, 'id': '5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 06:51:37.832870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0c7c630a-5693-4ced-837f-be22ca70fd5e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port f7725447-d62c-404b-be85-f223705982d7 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:37.833231 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0c7c630a-5693-4ced-837f-be22ca70fd5e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:37.878171 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb318-9a5a-4130-a734-69c999f3d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:38.026257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-327e0c4b-b856-4ee3-a54c-e5109c418bad tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:38.027751 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-327e0c4b-b856-4ee3-a54c-e5109c418bad tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "GET /v2.0/ports/4e30cc12-bdb6-41b7-9a5e-30c376fb9b60?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2874603 Aug 29 06:51:38.030631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b03578-f4c7-423e-90dd-2abe983e141c,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:38.053050 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0c7c630a-5693-4ced-837f-be22ca70fd5e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:38.086860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0c7c630a-5693-4ced-837f-be22ca70fd5e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for f7725447-d62c-404b-be85-f223705982d7 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:38.144350 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-e9af6041-57b7-44b2-be4a-3c751c84e41f tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "GET /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1042387 Aug 29 06:51:38.149299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Attempting to bind port c7b03578-f4c7-423e-90dd-2abe983e141c on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:51:38.152223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Attempting to bind port c7b03578-f4c7-423e-90dd-2abe983e141c by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:51:38.152223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Attempting to bind port c7b03578-f4c7-423e-90dd-2abe983e141c on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:38.152489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:38.158397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9e0246d-9a2c-4eba-8571-3347f06b9cdc req-19a59f37-d84c-4d32-b762-f2ac05e6ad01 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3742774 Aug 29 06:51:38.165946 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-641dc0bb-b2a6-4e50-8e93-fbe6d93e4334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:38.167262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-54d2562e-9729-4260-8366-a43a505a3d88 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:38.186489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:38.186878 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:38.230250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Port c7b03578-f4c7-423e-90dd-2abe983e141c on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:51:38.230644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Attempting to bind port c7b03578-f4c7-423e-90dd-2abe983e141c on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:38.238728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d4cbc-ca55-46f9-a923-6d602e049e66 req-063cf753-be73-468b-9962-e44a37cf9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:38.239872 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-228d4cbc-ca55-46f9-a923-6d602e049e66 req-063cf753-be73-468b-9962-e44a37cf9871 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 1098 time: 0.4082801 Aug 29 06:51:38.247299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:51:38.247824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:51:38.248265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:51:38.248779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Bound port: c7b03578-f4c7-423e-90dd-2abe983e141c, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:51:38.249152 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:38.263649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f38f00-8c8b-42b8-92d4-f2b149f41434 req-30ad37e6-52bb-4c5b-b9a3-da573891377b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:38.265320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26f38f00-8c8b-42b8-92d4-f2b149f41434 req-30ad37e6-52bb-4c5b-b9a3-da573891377b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.4285007 Aug 29 06:51:38.285198 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-54d2562e-9729-4260-8366-a43a505a3d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:38.311119 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-228d4cbc-ca55-46f9-a923-6d602e049e66 req-50ba0188-83de-42b6-8d36-a29fbb65fd5e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557208 Aug 29 06:51:38.353468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-c4fbb318-9a5a-4130-a734-69c999f3d86b None None] Allocated IP 2001:db8:0:1:f816:3eff:fe3e:c39a (16c35313-5380-4d1c-adfa-e4bf610ab147/e8806838-5937-4c39-afc7-8e27f9b76ab6/5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:38.365678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-deleted', 'tag': 'b158ba04-343b-46ee-85a3-386664f7f41d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:38.368326 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78b114f-2578-4bfa-b52d-7c5abca38e3a" -d '{"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-deleted", "tag": "b158ba04-343b-46ee-85a3-386664f7f41d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:38.420158 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:38.424408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:51:38.445017 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:38.490307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26f38f00-8c8b-42b8-92d4-f2b149f41434 req-445b2d83-8a58-4363-982a-150f4290dfd8 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112339 Aug 29 06:51:38.510257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a0855-153a-437e-afe3-6cf7c588d977 req-20df1eb2-46a2-4aea-b1f3-8e7a257049e5 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:38.512346 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd1a0855-153a-437e-afe3-6cf7c588d977 req-20df1eb2-46a2-4aea-b1f3-8e7a257049e5 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.0814948 Aug 29 06:51:38.513114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c4fbb318-9a5a-4130-a734-69c999f3d86b None None] For port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:38.536851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:38.543413 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0c7c630a-5693-4ced-837f-be22ca70fd5e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:38.573221 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb318-9a5a-4130-a734-69c999f3d86b None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:38.584051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c630a-5693-4ced-837f-be22ca70fd5e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=f7725447-d62c-404b-be85-f223705982d7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:38.589243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c4fbb318-9a5a-4130-a734-69c999f3d86b None None] Transition to ACTIVE for port object 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:38.608850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:38.609598 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:38.611484 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] 10.222.0.15 "PUT /v2.0/ports/c7b03578-f4c7-423e-90dd-2abe983e141c HTTP/1.1" status: 200 len: 1096 time: 1.9634306 Aug 29 06:51:38.627655 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd1a0855-153a-437e-afe3-6cf7c588d977 req-b4c118e4-feff-42da-a652-e3354523e6a6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090982 Aug 29 06:51:38.647906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15a17f-dfaf-4ffa-be5f-308e37db2929 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b03578-f4c7-423e-90dd-2abe983e141c,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:38.663625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-54d2562e-9729-4260-8366-a43a505a3d88 service neutron] For port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:38.675012 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0c7c630a-5693-4ced-837f-be22ca70fd5e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:38.675012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0c7c630a-5693-4ced-837f-be22ca70fd5e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/f7725447-d62c-404b-be85-f223705982d7 HTTP/1.1" status: 204 len: 168 time: 1.5157890 Aug 29 06:51:38.677398 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52460) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:38.704229 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb318-9a5a-4130-a734-69c999f3d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:38.732140 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-54d2562e-9729-4260-8366-a43a505a3d88 service neutron] For port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:38.766067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a33be97-1e9a-4d7b-9ed8-62bbd6c35b1c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:38.767852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8a33be97-1e9a-4d7b-9ed8-62bbd6c35b1c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0894902 Aug 29 06:51:38.772752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52464) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:38.817719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e02f1e5-947c-40cf-9dc6-2c17e67a16e7 req-428b86f8-d042-4b92-abc6-33ecab6891d2 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0484736 Aug 29 06:51:38.914528 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc343fe-31b4-49be-8343-024e0bce3bbd x-openstack-request-id: req-7fc343fe-31b4-49be-8343-024e0bce3bbd {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:38.915337 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a99d71-8dc8-45b5-bae3-bdd971929eb1", "name": "network-vif-deleted", "tag": "b158ba04-343b-46ee-85a3-386664f7f41d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:38.915841 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7fc343fe-31b4-49be-8343-024e0bce3bbd {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:38.916629 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a99d71-8dc8-45b5-bae3-bdd971929eb1', 'name': 'network-vif-deleted', 'tag': 'b158ba04-343b-46ee-85a3-386664f7f41d', 'status': 'completed', 'code': 200} Aug 29 06:51:38.918440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbb318-9a5a-4130-a734-69c999f3d86b None None] Pushing event updated for resources: {'Port': ['ID=5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:38.948768 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:51:38.950382 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:51:38.951702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-54d2562e-9729-4260-8366-a43a505a3d88 service neutron] device_id is not set on port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:51:38.968380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-54d2562e-9729-4260-8366-a43a505a3d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:38.985601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c2e62-10ab-424d-8d90-bd5f7bbc7624 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:38.990731 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8a7c2e62-10ab-424d-8d90-bd5f7bbc7624 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1922700 Aug 29 06:51:38.991313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52466) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:38.993242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465627-73e6-4785-ab32-ce73696eabbf req-29cdb777-ee09-4a60-bcb4-7f16bf1b504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:38.994807 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0f465627-73e6-4785-ab32-ce73696eabbf req-29cdb777-ee09-4a60-bcb4-7f16bf1b504e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 1099 time: 0.2110875 Aug 29 06:51:39.050236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b4f102-b11f-4286-b3c6-d213122380af tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.052681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b4f102-b11f-4286-b3c6-d213122380af tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.053179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-54d2562e-9729-4260-8366-a43a505a3d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:39.054473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b4f102-b11f-4286-b3c6-d213122380af tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.058681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-85b4f102-b11f-4286-b3c6-d213122380af tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0639105 Aug 29 06:51:39.060844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52468) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:39.067243 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0f465627-73e6-4785-ab32-ce73696eabbf req-3dabea20-70ba-4094-839e-4acc9a62fde5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c7b03578-f4c7-423e-90dd-2abe983e141c HTTP/1.1" status: 200 len: 217 time: 0.0599072 Aug 29 06:51:39.121469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-54d2562e-9729-4260-8366-a43a505a3d88 service neutron] No DVR routers for this DVR port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:39.168891 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0f00ad-559c-4346-9222-a7dfa76911f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet 3489eaca-5262-4b13-bad9-8fcc2e92bf25 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:51:39.175675 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc0f00ad-559c-4346-9222-a7dfa76911f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:39.213538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef8107-40ff-4fdf-89e8-f0e2a8897283 req-61b9ae60-6fd7-4be3-ba55-651414b755cc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.215115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61ef8107-40ff-4fdf-89e8-f0e2a8897283 req-61b9ae60-6fd7-4be3-ba55-651414b755cc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.2745020 Aug 29 06:51:39.280353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2562e-9729-4260-8366-a43a505a3d88 service neutron] Pushing event updated for resources: {'Port': ['ID=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60,revision_number=6']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:39.293747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465627-73e6-4785-ab32-ce73696eabbf req-2432759d-c551-487d-8c16-8f4f894c9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.295265 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0f465627-73e6-4785-ab32-ce73696eabbf req-2432759d-c551-487d-8c16-8f4f894c9457 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1934133 Aug 29 06:51:39.302953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-54d2562e-9729-4260-8366-a43a505a3d88 service neutron] In _notify_port_updated(), no bound segment for port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c {{(pid=95403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:51:39.304002 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-54d2562e-9729-4260-8366-a43a505a3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.304630 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-54d2562e-9729-4260-8366-a43a505a3d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:39.305936 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-54d2562e-9729-4260-8366-a43a505a3d88 service neutron] 10.222.0.15 "PUT /v2.0/ports/4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 HTTP/1.1" status: 200 len: 1026 time: 1.1506543 Aug 29 06:51:39.324685 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc0f00ad-559c-4346-9222-a7dfa76911f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:39.399861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9bdfdc62-27f7-43ad-9b00-24e82d4899b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.401455 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0f465627-73e6-4785-ab32-ce73696eabbf req-9bdfdc62-27f7-43ad-9b00-24e82d4899b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0945096 Aug 29 06:51:39.407939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ed7c5700-9b4f-46c3-b6f6-ddaa64ffb635 None None] Provisioning complete for port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:39.408480 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-3ae7c763-d208-421d-b643-01e2b72eaec1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.408595 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ed7c5700-9b4f-46c3-b6f6-ddaa64ffb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:39.409762 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-3ae7c763-d208-421d-b643-01e2b72eaec1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "GET /v2.0/ports/bcd6b383-2ce3-4041-b3e5-40537ae7211f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0608327 Aug 29 06:51:39.437037 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61ef8107-40ff-4fdf-89e8-f0e2a8897283 req-92bd1beb-6636-4cbf-bd5c-ef8a4e9874a9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082009 Aug 29 06:51:39.523072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-ec387ca0-40ac-44e6-8542-6f10d4f3a4ee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:39.526070 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d57f7-df7a-4003-b5fd-05cd8846b4a5 req-595166db-e618-4266-8430-111a62cb98f1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.527812 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad7d57f7-df7a-4003-b5fd-05cd8846b4a5 req-595166db-e618-4266-8430-111a62cb98f1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 947 time: 0.2171109 Aug 29 06:51:39.545322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ed7c5700-9b4f-46c3-b6f6-ddaa64ffb635 None None] Port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:51:39.549848 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:39.586645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:39.620775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad7d57f7-df7a-4003-b5fd-05cd8846b4a5 req-a5d47420-7711-4a76-9dfe-89fdca32f06c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841451 Aug 29 06:51:39.670353 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:39.681093 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc0f00ad-559c-4346-9222-a7dfa76911f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:39.715687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85304f0d-0dbf-4625-be60-51dda033ce47 req-4ad5b41d-07af-458a-8e3c-09ed94d6d66d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.723733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85304f0d-0dbf-4625-be60-51dda033ce47 req-4ad5b41d-07af-458a-8e3c-09ed94d6d66d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.1627922 Aug 29 06:51:39.795861 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:39.830158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:39.853969 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85304f0d-0dbf-4625-be60-51dda033ce47 req-c8d1eadd-a4f7-4ddd-83fe-ee2eb49a3e5a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244564 Aug 29 06:51:39.900789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-51edeeca-6279-4168-a0b4-6c446966b714 None None] Could not find standard attr ID for object f7725447-d62c-404b-be85-f223705982d7. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:51:39.909155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b718af-a130-4a40-85f5-c517e81e3a02 req-309b2fa7-2d7d-45ab-8142-8634a593ca0f tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.915836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b718af-a130-4a40-85f5-c517e81e3a02 req-309b2fa7-2d7d-45ab-8142-8634a593ca0f tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.922141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b718af-a130-4a40-85f5-c517e81e3a02 req-309b2fa7-2d7d-45ab-8142-8634a593ca0f tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.928943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b718af-a130-4a40-85f5-c517e81e3a02 req-309b2fa7-2d7d-45ab-8142-8634a593ca0f tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.936796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b718af-a130-4a40-85f5-c517e81e3a02 req-309b2fa7-2d7d-45ab-8142-8634a593ca0f tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.949962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b718af-a130-4a40-85f5-c517e81e3a02 req-309b2fa7-2d7d-45ab-8142-8634a593ca0f tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:39.958326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7b718af-a130-4a40-85f5-c517e81e3a02 req-309b2fa7-2d7d-45ab-8142-8634a593ca0f tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 4659 time: 0.2194891 Aug 29 06:51:40.051997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-51edeeca-6279-4168-a0b4-6c446966b714 None None] Provisioning for port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:40.054175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-51edeeca-6279-4168-a0b4-6c446966b714 None None] Provisioning complete for port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:40.054694 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-51edeeca-6279-4168-a0b4-6c446966b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:40.121247 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7b718af-a130-4a40-85f5-c517e81e3a02 req-04dbe42e-e8ea-4dd2-8169-dc9ee1bb8730 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2282590-788f-4d3e-bc7c-8bfb88cd8262&id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1616659 Aug 29 06:51:40.127125 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc0f00ad-559c-4346-9222-a7dfa76911f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:40.223866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f00ad-559c-4346-9222-a7dfa76911f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=3489eaca-5262-4b13-bad9-8fcc2e92bf25,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:40.252760 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0f465627-73e6-4785-ab32-ce73696eabbf req-103bbab1-f6b5-460b-a085-7b1cdd211d3b service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8258798 Aug 29 06:51:40.253592 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc0f00ad-559c-4346-9222-a7dfa76911f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:40.253592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fc0f00ad-559c-4346-9222-a7dfa76911f0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/3489eaca-5262-4b13-bad9-8fcc2e92bf25 HTTP/1.1" status: 204 len: 168 time: 1.1859734 Aug 29 06:51:40.256709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52498) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:40.291022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4268aa-0228-4df2-8988-635d0dcb4afd req-cd77e0e0-e09b-44c5-913b-35fc3b23e52a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:40.296237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd4268aa-0228-4df2-8988-635d0dcb4afd req-cd77e0e0-e09b-44c5-913b-35fc3b23e52a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.2870317 Aug 29 06:51:40.353793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-15ffc2eb-a6f5-439f-92fd-de55ec85286e None None] Could not find standard attr ID for object f7725447-d62c-404b-be85-f223705982d7. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:51:40.376907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-46cc5621-523f-409f-8bdc-5444897dca4e req-bb6af9bf-9404-4376-9beb-1a3f8768847f tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0501621 Aug 29 06:51:40.401255 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-ec387ca0-40ac-44e6-8542-6f10d4f3a4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:40.430602 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd4268aa-0228-4df2-8988-635d0dcb4afd req-8667f26d-e31a-4b4d-835e-d8f52f83a8cf tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026831 Aug 29 06:51:40.439483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f68bf6-cacd-44e0-9d60-05287389dbe2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet e8806838-5937-4c39-afc7-8e27f9b76ab6 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:51:40.448544 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1f68bf6-cacd-44e0-9d60-05287389dbe2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:40.480071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bbe23e-4652-41ed-a2b5-f742d123ab25 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:40.520000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e5f05-b361-48a9-8039-fc111bc1930c req-143264f1-54ae-43e4-b6c8-205e85ede82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:40.521939 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-004e5f05-b361-48a9-8039-fc111bc1930c req-143264f1-54ae-43e4-b6c8-205e85ede82a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 1096 time: 0.1914804 Aug 29 06:51:40.523858 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0f465627-73e6-4785-ab32-ce73696eabbf req-06e8010e-2672-4045-b916-b16de7f58445 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367392 Aug 29 06:51:40.553380 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1f68bf6-cacd-44e0-9d60-05287389dbe2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:40.567013 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e0719e4b-174a-4422-b6d9-79d31eb5fe7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:40.716970 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1f68bf6-cacd-44e0-9d60-05287389dbe2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:40.736637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-ec387ca0-40ac-44e6-8542-6f10d4f3a4ee service neutron] For port bcd6b383-2ce3-4041-b3e5-40537ae7211f, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bcd6b383-2ce3-4041-b3e5-40537ae7211f,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:40.765704 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e5f05-b361-48a9-8039-fc111bc1930c req-32d7eecd-f81d-45d0-baf6-d67512e57b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:40.767222 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-004e5f05-b361-48a9-8039-fc111bc1930c req-32d7eecd-f81d-45d0-baf6-d67512e57b54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.2035568 Aug 29 06:51:40.808215 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:40.841166 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bdb46-30f2-4e88-93d5-c61f291cd6a3 req-397edc4d-073d-414b-98d7-7669b938a681 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:40.842941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e8bdb46-30f2-4e88-93d5-c61f291cd6a3 req-397edc4d-073d-414b-98d7-7669b938a681 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.3130729 Aug 29 06:51:40.846535 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-004e5f05-b361-48a9-8039-fc111bc1930c req-4da725de-8953-450b-bc6a-68f9834e6b93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73851558-f3eb-433e-9fdc-5730947d4048 HTTP/1.1" status: 200 len: 999 time: 0.0709946 Aug 29 06:51:40.854829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3ac0-fadf-4eef-8640-289b3e2339fd req-7b61bbdc-4a47-445b-8211-f92bdc4d16a4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:40.862408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-220e3ac0-fadf-4eef-8640-289b3e2339fd req-7b61bbdc-4a47-445b-8211-f92bdc4d16a4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 947 time: 0.0958049 Aug 29 06:51:40.890314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-ec387ca0-40ac-44e6-8542-6f10d4f3a4ee service neutron] For port bcd6b383-2ce3-4041-b3e5-40537ae7211f, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:40.919722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:40.922590 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dc1f11-3fbe-4b83-a48a-bf9485fe8072" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:40.938300 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-220e3ac0-fadf-4eef-8640-289b3e2339fd req-aa77356f-fccf-4b80-89f1-865ec0326454 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745780 Aug 29 06:51:40.946380 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device bcd6b383-2ce3-4041-b3e5-40537ae7211f no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:40.958419 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e8bdb46-30f2-4e88-93d5-c61f291cd6a3 req-cab67694-de08-49a9-b8ab-0863eb1e5ace tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737917 Aug 29 06:51:41.040982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-ec387ca0-40ac-44e6-8542-6f10d4f3a4ee service neutron] device_id is not set on port bcd6b383-2ce3-4041-b3e5-40537ae7211f yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:51:41.041983 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1f68bf6-cacd-44e0-9d60-05287389dbe2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:41.051094 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-ec387ca0-40ac-44e6-8542-6f10d4f3a4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:41.064658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e5f05-b361-48a9-8039-fc111bc1930c req-2676ce3c-a920-4b3e-b5c6-f2ae51de1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:41.067034 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-004e5f05-b361-48a9-8039-fc111bc1930c req-2676ce3c-a920-4b3e-b5c6-f2ae51de1c94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.2061489 Aug 29 06:51:41.084638 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:41.094857 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9781c7b5-a9a1-4fed-8adc-de9928f4c6a9 x-openstack-request-id: req-9781c7b5-a9a1-4fed-8adc-de9928f4c6a9 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:41.095105 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:41.095230 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9781c7b5-a9a1-4fed-8adc-de9928f4c6a9 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:41.095598 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'status': 'completed', 'code': 200} Aug 29 06:51:41.100241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f68bf6-cacd-44e0-9d60-05287389dbe2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=e8806838-5937-4c39-afc7-8e27f9b76ab6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:41.156301 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1f68bf6-cacd-44e0-9d60-05287389dbe2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:41.160732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a1f68bf6-cacd-44e0-9d60-05287389dbe2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/e8806838-5937-4c39-afc7-8e27f9b76ab6 HTTP/1.1" status: 204 len: 168 time: 0.8984597 Aug 29 06:51:41.171085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52528) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:41.192762 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-ec387ca0-40ac-44e6-8542-6f10d4f3a4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:41.216325 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:51:41.216690 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:51:41.234709 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bd862d7a-bd73-48b5-b873-5ebbb0d62f88 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614192 Aug 29 06:51:41.241144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52530) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:41.249437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe5b21-7a89-47dc-9de5-c8325f6ec659 req-25075727-24a0-4071-b195-f6f643662bc6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:41.257666 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dcfe5b21-7a89-47dc-9de5-c8325f6ec659 req-25075727-24a0-4071-b195-f6f643662bc6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.1623611 Aug 29 06:51:41.264262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-983526d3-24e6-4f8d-a100-2de247264b7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:41.274151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e5f05-b361-48a9-8039-fc111bc1930c req-86e34295-a2d0-43a3-9582-ab8b0bb7f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:41.276904 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-004e5f05-b361-48a9-8039-fc111bc1930c req-86e34295-a2d0-43a3-9582-ab8b0bb7f7a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2026782 Aug 29 06:51:41.293130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc1f11-3fbe-4b83-a48a-bf9485fe8072 req-838b5f9a-4a07-47f9-9b91-220e3708778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:41.294974 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e1dc1f11-3fbe-4b83-a48a-bf9485fe8072 req-838b5f9a-4a07-47f9-9b91-220e3708778c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 1099 time: 0.1787188 Aug 29 06:51:41.431175 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-ec387ca0-40ac-44e6-8542-6f10d4f3a4ee service neutron] No DVR routers for this DVR port bcd6b383-2ce3-4041-b3e5-40537ae7211f on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:41.523847 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec387ca0-40ac-44e6-8542-6f10d4f3a4ee service neutron] Pushing event updated for resources: {'Port': ['ID=bcd6b383-2ce3-4041-b3e5-40537ae7211f,revision_number=6']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:41.525267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dcfe5b21-7a89-47dc-9de5-c8325f6ec659 req-9603d551-cb93-4059-841d-9e4bc1199152 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657466 Aug 29 06:51:41.539836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15a904-5ce2-406a-aa17-ab1202a95783 req-f840ce20-d08e-4a03-a2de-846cc42f0871 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:41.557793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15a904-5ce2-406a-aa17-ab1202a95783 req-f840ce20-d08e-4a03-a2de-846cc42f0871 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:41.567185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15a904-5ce2-406a-aa17-ab1202a95783 req-f840ce20-d08e-4a03-a2de-846cc42f0871 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:41.583429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-ec387ca0-40ac-44e6-8542-6f10d4f3a4ee service neutron] In _notify_port_updated(), no bound segment for port bcd6b383-2ce3-4041-b3e5-40537ae7211f on network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c {{(pid=95403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:51:41.584182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15a904-5ce2-406a-aa17-ab1202a95783 req-f840ce20-d08e-4a03-a2de-846cc42f0871 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:41.584503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-ec387ca0-40ac-44e6-8542-6f10d4f3a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:41.585393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-ec387ca0-40ac-44e6-8542-6f10d4f3a4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:41.590843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15a904-5ce2-406a-aa17-ab1202a95783 req-f840ce20-d08e-4a03-a2de-846cc42f0871 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:41.591784 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-ec387ca0-40ac-44e6-8542-6f10d4f3a4ee service neutron] 10.222.0.15 "PUT /v2.0/ports/bcd6b383-2ce3-4041-b3e5-40537ae7211f HTTP/1.1" status: 200 len: 1027 time: 2.0892138 Aug 29 06:51:41.599827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db15a904-5ce2-406a-aa17-ab1202a95783 req-f840ce20-d08e-4a03-a2de-846cc42f0871 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 3885 time: 0.2458375 Aug 29 06:51:41.608385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983526d3-24e6-4f8d-a100-2de247264b7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:41.611900 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-983526d3-24e6-4f8d-a100-2de247264b7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:41.709401 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3552500a-2692-4775-b3ca-e002b3b9a71f None None] Provisioning complete for port bcd6b383-2ce3-4041-b3e5-40537ae7211f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:41.710017 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3552500a-2692-4775-b3ca-e002b3b9a71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:41.715736 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-004e5f05-b361-48a9-8039-fc111bc1930c req-53e525d4-e779-451e-895d-07fd96edb17b service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253414 Aug 29 06:51:41.748855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db15a904-5ce2-406a-aa17-ab1202a95783 req-8c3e3c7e-7594-4ca3-9866-417904a5d18c tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456997 Aug 29 06:51:41.776593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5700aad-b210-4166-9357-cfcff298cd6f None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:41.783311 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:41.879445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:41.885593 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-004e5f05-b361-48a9-8039-fc111bc1930c req-2ff9c1a2-a7d7-4821-901c-d990f68ec9e3 service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505022 Aug 29 06:51:41.889786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc1f11-3fbe-4b83-a48a-bf9485fe8072 req-eb56c048-c751-48af-bcc3-a1de1c2acb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:41.891162 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e1dc1f11-3fbe-4b83-a48a-bf9485fe8072 req-eb56c048-c751-48af-bcc3-a1de1c2acb2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.5084190 Aug 29 06:51:41.908462 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7dd152ea-3dc0-4ff3-945a-e97ee1890be3 req-ff4dbcfa-d034-47cb-b3ed-819b605a769b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.1012325 Aug 29 06:51:41.942123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7c785-b5bc-41fa-b99d-fa40cef2d1c8 req-0c56c956-bfed-4d3b-9608-741102056dbb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:41.950161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3552500a-2692-4775-b3ca-e002b3b9a71f None None] Port bcd6b383-2ce3-4041-b3e5-40537ae7211f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:51:41.950524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0bd7c785-b5bc-41fa-b99d-fa40cef2d1c8 req-0c56c956-bfed-4d3b-9608-741102056dbb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1024303 Aug 29 06:51:41.956212 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e1dc1f11-3fbe-4b83-a48a-bf9485fe8072 req-a2957281-d027-4bd4-b7a1-14023f5663cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c7b03578-f4c7-423e-90dd-2abe983e141c HTTP/1.1" status: 200 len: 217 time: 0.0432003 Aug 29 06:51:41.992225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:42.036636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0bd7c785-b5bc-41fa-b99d-fa40cef2d1c8 req-16d70d7d-6853-4029-ad91-32ba2cc85c58 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849910 Aug 29 06:51:42.069550 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-9aa398fb-46fe-48ed-81ab-e39af5882028 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Deleting port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:42.069901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-9aa398fb-46fe-48ed-81ab-e39af5882028 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:42.077408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc1f11-3fbe-4b83-a48a-bf9485fe8072 req-dca49b6c-22a0-48ea-b12a-74e869e9d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:42.079431 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e1dc1f11-3fbe-4b83-a48a-bf9485fe8072 req-dca49b6c-22a0-48ea-b12a-74e869e9d5ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1104729 Aug 29 06:51:42.145834 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:42.146491 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:42.190120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc1f11-3fbe-4b83-a48a-bf9485fe8072 req-6dfd0660-5da4-43ce-8f7b-ec719ac84f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:42.191981 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e1dc1f11-3fbe-4b83-a48a-bf9485fe8072 req-6dfd0660-5da4-43ce-8f7b-ec719ac84f47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0987899 Aug 29 06:51:42.198802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f1a8d8bb-c643-4ec5-a6c1-078433e55e10 None None] Provisioning complete for port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:42.199196 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f1a8d8bb-c643-4ec5-a6c1-078433e55e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:42.208671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:42.209121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:42.242992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f195be-ab02-4a96-8e00-6d15916c5e3d req-0f02db23-0145-42b7-bf91-b1cf066f91b0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:42.256089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c2f195be-ab02-4a96-8e00-6d15916c5e3d req-0f02db23-0145-42b7-bf91-b1cf066f91b0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 947 time: 0.2131104 Aug 29 06:51:42.278562 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-9aa398fb-46fe-48ed-81ab-e39af5882028 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] For port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb,segment=NetworkSegment(c0ddeede-b9bc-4b83-bca6-4676524f3e20),segment_id=c0ddeede-b9bc-4b83-bca6-4676524f3e20)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:42.279181 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-9aa398fb-46fe-48ed-81ab-e39af5882028 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:42.303864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90808192-59b4-406a-8fba-dbefdd56b5d5 req-9f5038d6-8378-451c-987b-ad51f25bec63 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:42.304452 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-9aa398fb-46fe-48ed-81ab-e39af5882028 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Calling delete_port for 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:42.312463 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90808192-59b4-406a-8fba-dbefdd56b5d5 req-9f5038d6-8378-451c-987b-ad51f25bec63 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1700227 Aug 29 06:51:42.324305 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-983526d3-24e6-4f8d-a100-2de247264b7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:42.378172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab9cff6-cd36-40d4-a820-9a74b6d355b0 None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:51:42.393038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983526d3-24e6-4f8d-a100-2de247264b7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=1cb5a2bc-72e1-48db-b399-3b4845abade1,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:42.395722 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e1dc1f11-3fbe-4b83-a48a-bf9485fe8072 req-fddf3272-4b79-4d8e-9274-ffc23f5a5c39 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943634 Aug 29 06:51:42.415120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c2f195be-ab02-4a96-8e00-6d15916c5e3d req-5dc85243-1f02-434f-a591-b574c874e7d2 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567967 Aug 29 06:51:42.431388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983526d3-24e6-4f8d-a100-2de247264b7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:42.437606 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-983526d3-24e6-4f8d-a100-2de247264b7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:42.442973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983526d3-24e6-4f8d-a100-2de247264b7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:42.443814 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-983526d3-24e6-4f8d-a100-2de247264b7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:42.470100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90808192-59b4-406a-8fba-dbefdd56b5d5 req-5c4b0e7c-a11c-493d-95d7-9c9ce18b0d2e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544726 Aug 29 06:51:42.516602 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-983526d3-24e6-4f8d-a100-2de247264b7c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2563758 Aug 29 06:51:42.519910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52542) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:42.526232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f4c061c6-e838-4ed6-9888-a50555ca0d96 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:42.630731 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e1dc1f11-3fbe-4b83-a48a-bf9485fe8072 req-2eecc310-06ac-4ddc-8270-e88a0798914e service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110143 Aug 29 06:51:42.698706 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-9aa398fb-46fe-48ed-81ab-e39af5882028 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:42.722754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b898a17-f18f-4309-b79d-fcf91831548f req-edfe21c2-a844-49ef-97de-bfd4b97011b9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:42.724359 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b898a17-f18f-4309-b79d-fcf91831548f req-edfe21c2-a844-49ef-97de-bfd4b97011b9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.1004133 Aug 29 06:51:42.735610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa398fb-46fe-48ed-81ab-e39af5882028 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event deleted for resources: {'Port': ['ID=1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:42.758323 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:42.776836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-eab9cff6-cd36-40d4-a820-9a74b6d355b0 None None] Deleting port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:42.777184 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eab9cff6-cd36-40d4-a820-9a74b6d355b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:42.806172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-9aa398fb-46fe-48ed-81ab-e39af5882028 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] No DVR routers for this DVR port 1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:42.809346 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b898a17-f18f-4309-b79d-fcf91831548f req-49695599-a421-461d-80a6-a006bc3973b6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757041 Aug 29 06:51:42.810506 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-9aa398fb-46fe-48ed-81ab-e39af5882028 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:42.812894 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-9aa398fb-46fe-48ed-81ab-e39af5882028 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "DELETE /v2.0/ports/1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb HTTP/1.1" status: 204 len: 173 time: 1.2011871 Aug 29 06:51:42.872354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device ce4dd112-c306-4947-90f4-bcdb99840941 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:42.911716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a305e8-5d2b-4c14-ab21-fe5901e0f52c req-25b16877-4cd8-4143-99c6-5693a9b14119 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:42.917572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a305e8-5d2b-4c14-ab21-fe5901e0f52c req-25b16877-4cd8-4143-99c6-5693a9b14119 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:42.923514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a305e8-5d2b-4c14-ab21-fe5901e0f52c req-25b16877-4cd8-4143-99c6-5693a9b14119 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:42.929930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a305e8-5d2b-4c14-ab21-fe5901e0f52c req-25b16877-4cd8-4143-99c6-5693a9b14119 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:42.936345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-eab9cff6-cd36-40d4-a820-9a74b6d355b0 None None] For port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:42.936750 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eab9cff6-cd36-40d4-a820-9a74b6d355b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:42.937599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15a305e8-5d2b-4c14-ab21-fe5901e0f52c req-25b16877-4cd8-4143-99c6-5693a9b14119 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 3150 time: 0.0818236 Aug 29 06:51:42.952128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c061c6-e838-4ed6-9888-a50555ca0d96 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:42.955540 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4c061c6-e838-4ed6-9888-a50555ca0d96 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:42.957505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-00ff9eb6-ab9a-472c-8880-d3992880223e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Deleting port ef27d19d-f6d0-40c3-bce9-622d1313e3b4 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:42.958146 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-00ff9eb6-ab9a-472c-8880-d3992880223e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:42.960551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-eab9cff6-cd36-40d4-a820-9a74b6d355b0 None None] Calling delete_port for 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:42.964378 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c7b03578-f4c7-423e-90dd-2abe983e141c details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:51:43.051645 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15a305e8-5d2b-4c14-ab21-fe5901e0f52c req-041615de-6680-4cc9-8201-2f4e9d8084d6 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130459 Aug 29 06:51:43.075098 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:43.099676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-deleted', 'tag': '1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:43.108464 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb659762-347a-4bff-8768-f44faf620a29" -d '{"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-deleted", "tag": "1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:43.115770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-00ff9eb6-ab9a-472c-8880-d3992880223e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] For port ef27d19d-f6d0-40c3-bce9-622d1313e3b4, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ef27d19d-f6d0-40c3-bce9-622d1313e3b4,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:43.116849 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-00ff9eb6-ab9a-472c-8880-d3992880223e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:43.139726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-00ff9eb6-ab9a-472c-8880-d3992880223e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Calling delete_port for ef27d19d-f6d0-40c3-bce9-622d1313e3b4 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:43.141588 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9956869d-6cfc-4d35-881b-82d407e613aa req-c7b96cc7-3bfc-48e4-868a-fd79d65285ae tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0710971 Aug 29 06:51:43.188870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4dd112-c306-4947-90f4-bcdb99840941'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:43.214471 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e47a4f7-3493-4045-8d9d-57ee4afa4915" -d '{"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4dd112-c306-4947-90f4-bcdb99840941"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:43.272816 n-d-713301-12 neutron-server[95404]: INFO neutron.db.ipam_backend_mixin [None req-f4c061c6-e838-4ed6-9888-a50555ca0d96 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1cb5a2bc-72e1-48db-b399-3b4845abade1 (CIDR: 2001:db8::/64) Aug 29 06:51:43.282147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port ce4dd112-c306-4947-90f4-bcdb99840941, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ce4dd112-c306-4947-90f4-bcdb99840941,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:43.320691 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76b0c5e-f332-4dd1-9f0d-190a6459b8b7 x-openstack-request-id: req-c76b0c5e-f332-4dd1-9f0d-190a6459b8b7 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:43.320988 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4dd112-c306-4947-90f4-bcdb99840941", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:43.321246 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c76b0c5e-f332-4dd1-9f0d-190a6459b8b7 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:43.321643 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4dd112-c306-4947-90f4-bcdb99840941', 'code': 200} Aug 29 06:51:43.323748 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c061c6-e838-4ed6-9888-a50555ca0d96 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:51:43.324514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c061c6-e838-4ed6-9888-a50555ca0d96 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:43.370317 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89a4f4f-781e-4e7b-8ed2-939f928c2fdc x-openstack-request-id: req-f89a4f4f-781e-4e7b-8ed2-939f928c2fdc {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:43.370900 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-deleted", "tag": "1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:43.370900 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f89a4f4f-781e-4e7b-8ed2-939f928c2fdc {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:43.371377 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-deleted', 'tag': '1ab5f9a9-b10f-4fc9-a439-7b55b779d5cb', 'status': 'completed', 'code': 200} Aug 29 06:51:43.373157 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:43.374017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:43.378325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:43.446995 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-00ff9eb6-ab9a-472c-8880-d3992880223e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:43.454640 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f4c061c6-e838-4ed6-9888-a50555ca0d96 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9335625 Aug 29 06:51:43.462505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52562) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:43.463614 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:43.470810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'mac_address': 'fa:16:3e:e3:d6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:51:43.512932 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'subnet': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:43.532828 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eab9cff6-cd36-40d4-a820-9a74b6d355b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:43.547675 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49894f18-3e72-4efa-9882-7c6c9a977c05 req-4348e519-8da5-43e9-a0bd-aa3812c0d734 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:43.549352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49894f18-3e72-4efa-9882-7c6c9a977c05 req-4348e519-8da5-43e9-a0bd-aa3812c0d734 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1213667 Aug 29 06:51:43.557304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9cff6-cd36-40d4-a820-9a74b6d355b0 None None] No DVR routers for this DVR port 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:43.562104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff9eb6-ab9a-472c-8880-d3992880223e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event deleted for resources: {'Port': ['ID=ef27d19d-f6d0-40c3-bce9-622d1313e3b4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:43.596702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae84563-0d07-4ad5-b48d-1c837323fbf4 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:43.598929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=ce4dd112-c306-4947-90f4-bcdb99840941,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:43.623879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49894f18-3e72-4efa-9882-7c6c9a977c05 req-e5fea6db-4e90-4abe-ae68-02bfa547e07a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656564 Aug 29 06:51:43.655674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9cff6-cd36-40d4-a820-9a74b6d355b0 None None] Pushing event deleted for resources: {'Port': ['ID=5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:43.663616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133495a9-31cf-4099-896d-a75f1c1c7c23 req-296e0943-5011-41f9-beb7-0bda100eac23 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:43.665068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-133495a9-31cf-4099-896d-a75f1c1c7c23 req-296e0943-5011-41f9-beb7-0bda100eac23 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 947 time: 0.1269619 Aug 29 06:51:43.686866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-00ff9eb6-ab9a-472c-8880-d3992880223e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] No DVR routers for this DVR port ef27d19d-f6d0-40c3-bce9-622d1313e3b4 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:43.691695 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-00ff9eb6-ab9a-472c-8880-d3992880223e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:43.693679 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-00ff9eb6-ab9a-472c-8880-d3992880223e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "DELETE /v2.0/ports/ef27d19d-f6d0-40c3-bce9-622d1313e3b4 HTTP/1.1" status: 204 len: 173 time: 0.8745496 Aug 29 06:51:43.757730 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-133495a9-31cf-4099-896d-a75f1c1c7c23 req-3bcb865b-b650-4859-aca9-2f2451ac3952 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841489 Aug 29 06:51:43.856541 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:43.870464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb609af1-39d1-44ef-b330-b6cd6afebea9 req-01a19fe4-d950-4fa2-b524-6fe1d61250b1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:43.872372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb609af1-39d1-44ef-b330-b6cd6afebea9 req-01a19fe4-d950-4fa2-b524-6fe1d61250b1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1134534 Aug 29 06:51:43.875899 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:43.878113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:43.903027 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-d0c20a6a-5d3a-4fdc-9c9b-36992dae09cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Deleting port 060c1398-807d-4842-967b-5455af62da39 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:43.903651 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-d0c20a6a-5d3a-4fdc-9c9b-36992dae09cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:43.903890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b03578-f4c7-423e-90dd-2abe983e141c {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:51:43.908817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:51:43.909370 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5e9b4e56-92e4-49c6-ad0a-5a6ef6f1f3e9 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:43.955246 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-16c35313-5380-4d1c-adfa-e4bf610ab147', 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'tenant_id': 'a7205aa4a7df4878b740501289a8ac85', 'fixed_ips': [{'subnet_id': '1cb5a2bc-72e1-48db-b399-3b4845abade1'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:51:43.956326 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:43.992587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:44.009013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60,segment=NetworkSegment(8d5b293c-194f-49eb-9d3d-44ef4068820c),segment_id=8d5b293c-194f-49eb-9d3d-44ef4068820c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:44.021381 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb609af1-39d1-44ef-b330-b6cd6afebea9 req-4fff61aa-ae8f-47e0-abd4-77c470a9fe32 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329055 Aug 29 06:51:44.069375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765e97a-6d0e-4299-a4f0-13317453c772 req-43db1df1-925f-43c5-9de2-1bbb1c9ff8c7 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:44.069375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d765e97a-6d0e-4299-a4f0-13317453c772 req-43db1df1-925f-43c5-9de2-1bbb1c9ff8c7 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1875474 Aug 29 06:51:44.071510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-d0c20a6a-5d3a-4fdc-9c9b-36992dae09cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] For port 060c1398-807d-4842-967b-5455af62da39, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=060c1398-807d-4842-967b-5455af62da39,segment=NetworkSegment(c0ddeede-b9bc-4b83-bca6-4676524f3e20),segment_id=c0ddeede-b9bc-4b83-bca6-4676524f3e20)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:44.071904 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-d0c20a6a-5d3a-4fdc-9c9b-36992dae09cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:44.088114 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-d0c20a6a-5d3a-4fdc-9c9b-36992dae09cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Calling delete_port for 060c1398-807d-4842-967b-5455af62da39 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:44.100710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:44.104376 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:44.104830 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:44.118290 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d765e97a-6d0e-4299-a4f0-13317453c772 req-f4b74868-ba0e-4cec-8220-5c7c392c3549 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505624 Aug 29 06:51:44.169096 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:44.169762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device ef27d19d-f6d0-40c3-bce9-622d1313e3b4 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:44.216739 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: ef27d19d-f6d0-40c3-bce9-622d1313e3b4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:51:44.217087 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device ef27d19d-f6d0-40c3-bce9-622d1313e3b4 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:44.217523 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 060c1398-807d-4842-967b-5455af62da39 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:44.245202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=c7b03578-f4c7-423e-90dd-2abe983e141c,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:44.300871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0b101-d246-4e7a-9fff-f645f4a811e9 req-6bfb08ae-9a23-4021-96d1-ebbc34431f12 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:44.302565 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bd0b101-d246-4e7a-9fff-f645f4a811e9 req-6bfb08ae-9a23-4021-96d1-ebbc34431f12 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.0909736 Aug 29 06:51:44.376328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Allocated IP 2001:db8::2 (16c35313-5380-4d1c-adfa-e4bf610ab147/1cb5a2bc-72e1-48db-b399-3b4845abade1/51d9f83f-60ab-400e-a95d-6241220a5175) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:44.380554 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bd0b101-d246-4e7a-9fff-f645f4a811e9 req-82fee4a9-6505-476d-95bb-e7dd31712166 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713670 Aug 29 06:51:44.402799 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:44.405780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['c7b03578-f4c7-423e-90dd-2abe983e141c'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:51:44.529034 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:44.530290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03a916-de3f-4dbe-8eca-d96953661e7d req-ee8a3595-b71d-40a0-8031-efe8085c6d4e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:44.530662 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-d0c20a6a-5d3a-4fdc-9c9b-36992dae09cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:44.540729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03a916-de3f-4dbe-8eca-d96953661e7d req-ee8a3595-b71d-40a0-8031-efe8085c6d4e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:44.548587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03a916-de3f-4dbe-8eca-d96953661e7d req-ee8a3595-b71d-40a0-8031-efe8085c6d4e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:44.550290 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf03a916-de3f-4dbe-8eca-d96953661e7d req-ee8a3595-b71d-40a0-8031-efe8085c6d4e tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 2412 time: 0.0871563 Aug 29 06:51:44.631471 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf03a916-de3f-4dbe-8eca-d96953661e7d req-1670f6ba-74b3-4518-8b1b-736db4cb85f2 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720217 Aug 29 06:51:44.636204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c20a6a-5d3a-4fdc-9c9b-36992dae09cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event deleted for resources: {'Port': ['ID=060c1398-807d-4842-967b-5455af62da39,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:44.708149 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-d0c20a6a-5d3a-4fdc-9c9b-36992dae09cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] No DVR routers for this DVR port 060c1398-807d-4842-967b-5455af62da39 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:44.710478 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-d0c20a6a-5d3a-4fdc-9c9b-36992dae09cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:44.712618 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-d0c20a6a-5d3a-4fdc-9c9b-36992dae09cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "DELETE /v2.0/ports/060c1398-807d-4842-967b-5455af62da39 HTTP/1.1" status: 204 len: 173 time: 1.0092039 Aug 29 06:51:44.756182 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:44.778434 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Transition to ACTIVE for port object 51d9f83f-60ab-400e-a95d-6241220a5175 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:44.800089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb818257-dc62-4a50-99e5-1b100f2e13a4 req-d76f42e3-1c0a-45b8-832f-831e59ec302b tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0954936 Aug 29 06:51:44.819598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Transition to ACTIVE for port object 51d9f83f-60ab-400e-a95d-6241220a5175 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:44.859829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb019d-bbef-4e01-9b52-3c0650caa05c req-a69bfb72-bd4d-47bd-8520-2040e11a9f1a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:44.867759 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ebdb019d-bbef-4e01-9b52-3c0650caa05c req-a69bfb72-bd4d-47bd-8520-2040e11a9f1a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1783180 Aug 29 06:51:44.899429 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:44.950384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Deleting port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:44.950722 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:44.954775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:44.963398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:44.971391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:44.974654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ebdb019d-bbef-4e01-9b52-3c0650caa05c req-fc9e4aa3-b8f5-496d-831b-7c47ba463c17 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966961 Aug 29 06:51:44.998236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Pushing event updated for resources: {'Port': ['ID=51d9f83f-60ab-400e-a95d-6241220a5175,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:45.018286 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433de3d4-6de5-4e55-aae9-dd36fb120bbb req-7030bb38-7e74-46d5-a1ab-6ec84f6a1877 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:45.027019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-433de3d4-6de5-4e55-aae9-dd36fb120bbb req-7030bb38-7e74-46d5-a1ab-6ec84f6a1877 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1169400 Aug 29 06:51:45.053280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.objects.ports [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:51:45.085190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Attempting to bind port 51d9f83f-60ab-400e-a95d-6241220a5175 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:51:45.085621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Attempting to bind port 51d9f83f-60ab-400e-a95d-6241220a5175 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:51:45.086223 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Attempting to bind port 51d9f83f-60ab-400e-a95d-6241220a5175 on network 16c35313-5380-4d1c-adfa-e4bf610ab147 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:51:45.092548 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:51:45.092944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Checking segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:51:45.093370 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:45.094218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Bound using segment: {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:51:45.094732 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Bound port: 51d9f83f-60ab-400e-a95d-6241220a5175, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:51:45.095609 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:45.100319 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-433de3d4-6de5-4e55-aae9-dd36fb120bbb req-11ffac68-d562-4c03-aeee-cb428c4819e0 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674109 Aug 29 06:51:45.217223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1863e5-4a01-44dc-bb8c-e5959931048e req-491a711e-f1a7-478d-a991-647e837d3ee1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:45.240327 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc1863e5-4a01-44dc-bb8c-e5959931048e req-491a711e-f1a7-478d-a991-647e837d3ee1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 948 time: 0.1364248 Aug 29 06:51:45.240859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] For port 51d9f83f-60ab-400e-a95d-6241220a5175, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:51:45.247108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] For port 51d9f83f-60ab-400e-a95d-6241220a5175, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=51d9f83f-60ab-400e-a95d-6241220a5175,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:51:45.322336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:45.326301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2df43-447a-46b2-95ce-4511fce8997c req-3383c61b-2849-482d-a72e-c98930346f93 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:45.327249 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf542671-9fe7-4423-818f-9452179a6a44" -d '{"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "35d5406e-8d2d-4eb6-b4fb-3ef041d38f60"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:45.327929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43c2df43-447a-46b2-95ce-4511fce8997c req-3383c61b-2849-482d-a72e-c98930346f93 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.0866010 Aug 29 06:51:45.331297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc1863e5-4a01-44dc-bb8c-e5959931048e req-f85945c7-a1ba-4e3c-abcd-ab1938fec801 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748134 Aug 29 06:51:45.331589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4edcd-8c26-4e47-9a59-2df47ff43747 req-c56ca90f-2af8-41c1-902d-f7e660755689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:45.333626 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1af4edcd-8c26-4e47-9a59-2df47ff43747 req-c56ca90f-2af8-41c1-902d-f7e660755689 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 1096 time: 0.4430594 Aug 29 06:51:45.339927 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:45.376324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-deleted', 'tag': 'ef27d19d-f6d0-40c3-bce9-622d1313e3b4'}, {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-deleted', 'tag': '060c1398-807d-4842-967b-5455af62da39'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:45.379243 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062b8a0e-7556-4e3b-b5d6-0edb97fb10c3" -d '{"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-deleted", "tag": "ef27d19d-f6d0-40c3-bce9-622d1313e3b4"}, {"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-deleted", "tag": "060c1398-807d-4842-967b-5455af62da39"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:45.388872 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43c2df43-447a-46b2-95ce-4511fce8997c req-8a59ab0f-d53b-4984-a5e0-03fa3f5f6a5a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541871 Aug 29 06:51:45.454744 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] For port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60,segment=NetworkSegment(8d5b293c-194f-49eb-9d3d-44ef4068820c),segment_id=8d5b293c-194f-49eb-9d3d-44ef4068820c)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:45.455114 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:45.468571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b0818-1f47-4fa9-8d63-ff70ad408c0f None None] Pushing event updated for resources: {'Port': ['ID=51d9f83f-60ab-400e-a95d-6241220a5175,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:45.497459 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9a1228-0b0a-44e4-8407-037c490d5c0b x-openstack-request-id: req-da9a1228-0b0a-44e4-8407-037c490d5c0b {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:45.498936 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "35d5406e-8d2d-4eb6-b4fb-3ef041d38f60", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:45.499410 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da9a1228-0b0a-44e4-8407-037c490d5c0b {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:45.500043 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60', 'code': 200} Aug 29 06:51:45.667005 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512e34e-5253-41ca-987d-a52ec2c3ac34 req-b80e35ce-8f6f-4614-9c16-a1c0cab2d11b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:45.674862 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8512e34e-5253-41ca-987d-a52ec2c3ac34 req-b80e35ce-8f6f-4614-9c16-a1c0cab2d11b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.0739362 Aug 29 06:51:45.779607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5e53c-34cf-492b-ada7-61d8b9a45310 req-443eeb2c-a42b-4821-8999-6825750a7163 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:45.779607 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74e5e53c-34cf-492b-ada7-61d8b9a45310 req-443eeb2c-a42b-4821-8999-6825750a7163 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.1605456 Aug 29 06:51:45.818881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8512e34e-5253-41ca-987d-a52ec2c3ac34 req-05af89b9-4e07-47d5-bda8-ae51af1320bd tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429663 Aug 29 06:51:45.832111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74e5e53c-34cf-492b-ada7-61d8b9a45310 req-b412c34c-dbd1-494a-b320-c7a4b40b7b04 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008735 Aug 29 06:51:45.971249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 51d9f83f-60ab-400e-a95d-6241220a5175 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:45.994981 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2486b8-a276-4a75-8bb7-cc441fe895be req-995d649b-08e7-47af-a456-eb4026133053 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:46.001197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2486b8-a276-4a75-8bb7-cc441fe895be req-995d649b-08e7-47af-a456-eb4026133053 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:46.002949 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c2486b8-a276-4a75-8bb7-cc441fe895be req-995d649b-08e7-47af-a456-eb4026133053 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 1677 time: 0.0867062 Aug 29 06:51:46.020890 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653e2e1a-27dd-416a-80ed-d786e2928f22 x-openstack-request-id: req-653e2e1a-27dd-416a-80ed-d786e2928f22 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:46.021945 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-deleted", "tag": "ef27d19d-f6d0-40c3-bce9-622d1313e3b4", "status": "completed", "code": 200}, {"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-deleted", "tag": "060c1398-807d-4842-967b-5455af62da39", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:46.022394 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-653e2e1a-27dd-416a-80ed-d786e2928f22 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:46.022957 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-deleted', 'tag': 'ef27d19d-f6d0-40c3-bce9-622d1313e3b4', 'status': 'completed', 'code': 200} Aug 29 06:51:46.023391 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-deleted', 'tag': '060c1398-807d-4842-967b-5455af62da39', 'status': 'completed', 'code': 200} Aug 29 06:51:46.044959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff6d8594-d55b-44cb-acec-2c2c71514943 req-a9727e82-6fb3-49bc-8661-7f279f1de539 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0399919 Aug 29 06:51:46.088942 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c2486b8-a276-4a75-8bb7-cc441fe895be req-f1004d8f-1c9d-46c5-b563-e6432e9fd69b tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565095 Aug 29 06:51:46.105255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4edcd-8c26-4e47-9a59-2df47ff43747 req-6f67b18a-3abf-4fc3-9fc6-8293530ac717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:46.105255 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1af4edcd-8c26-4e47-9a59-2df47ff43747 req-6f67b18a-3abf-4fc3-9fc6-8293530ac717 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.7541912 Aug 29 06:51:46.127655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:46.137991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 51d9f83f-60ab-400e-a95d-6241220a5175 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:46.243386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6b73d-3921-460e-bbf9-428ee09d99c9 req-023b8c70-ddb8-4831-b335-fbc2defae47e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:46.244980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7a6b73d-3921-460e-bbf9-428ee09d99c9 req-023b8c70-ddb8-4831-b335-fbc2defae47e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1007502 Aug 29 06:51:46.266306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7051a-8dce-49ab-a39b-242627cd0ede req-d78679a2-c18d-47d7-b24d-1b4333153744 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:46.274380 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bad7051a-8dce-49ab-a39b-242627cd0ede req-d78679a2-c18d-47d7-b24d-1b4333153744 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0794475 Aug 29 06:51:46.297960 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1af4edcd-8c26-4e47-9a59-2df47ff43747 req-2f96d247-5f3d-4ba9-93ea-956ada51152d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73851558-f3eb-433e-9fdc-5730947d4048 HTTP/1.1" status: 200 len: 999 time: 0.1716564 Aug 29 06:51:46.330086 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:46.330382 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:46.330703 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Floating IP 1047b90c-955d-4ba1-a223-31d9b507c9e2 disassociated. External IP: 172.25.1.253, port: 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60. Aug 29 06:51:46.331061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Calling delete_port for 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:46.344210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7a6b73d-3921-460e-bbf9-428ee09d99c9 req-9e2a8c1c-1192-42c4-9cf2-14d7c87209fb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927248 Aug 29 06:51:46.347567 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bad7051a-8dce-49ab-a39b-242627cd0ede req-9d42d96b-9255-4b9d-948d-bf4314ee0249 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723314 Aug 29 06:51:46.372946 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4edcd-8c26-4e47-9a59-2df47ff43747 req-d261a419-89ed-42ff-bcdc-891f24e234f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:46.374673 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1af4edcd-8c26-4e47-9a59-2df47ff43747 req-d261a419-89ed-42ff-bcdc-891f24e234f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.0658379 Aug 29 06:51:46.532206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab188806-6c17-45f9-b563-f38892d1ba38 req-50d31437-bbd9-472e-bf46-8f9b710402b9 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:46.533793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ab188806-6c17-45f9-b563-f38892d1ba38 req-50d31437-bbd9-472e-bf46-8f9b710402b9 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1000538 Aug 29 06:51:46.546342 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239e336-1ce7-4bda-a0b1-254f5d753002 req-0f7805e0-71fc-4aea-91a6-d60701a1029d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:46.555246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3239e336-1ce7-4bda-a0b1-254f5d753002 req-0f7805e0-71fc-4aea-91a6-d60701a1029d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 948 time: 0.0843627 Aug 29 06:51:46.580829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4edcd-8c26-4e47-9a59-2df47ff43747 req-95c5e4ae-a43d-4466-bd31-e8c96ee357ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:46.584841 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1af4edcd-8c26-4e47-9a59-2df47ff43747 req-95c5e4ae-a43d-4466-bd31-e8c96ee357ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1682537 Aug 29 06:51:46.600898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] For port 51d9f83f-60ab-400e-a95d-6241220a5175, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=51d9f83f-60ab-400e-a95d-6241220a5175,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:46.641726 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:46.739218 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:46.740035 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:46.849428 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=51d9f83f-60ab-400e-a95d-6241220a5175,revision_number=4']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:46.878422 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ab188806-6c17-45f9-b563-f38892d1ba38 req-621d3960-7cb5-411b-9b22-e853064345f4 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193185 Aug 29 06:51:46.888206 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:46.902071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-42468d44-ea06-4701-a7c9-12c78d9f11a1 None None] Provisioning for port 51d9f83f-60ab-400e-a95d-6241220a5175 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:46.902331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3239e336-1ce7-4bda-a0b1-254f5d753002 req-97fc0308-1505-48a8-aa5b-22ccb820bf3d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374996 Aug 29 06:51:46.908095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-42468d44-ea06-4701-a7c9-12c78d9f11a1 None None] Provisioning complete for port 51d9f83f-60ab-400e-a95d-6241220a5175 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:46.908998 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-42468d44-ea06-4701-a7c9-12c78d9f11a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:46.913685 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:46.917942 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Subnet': ['ID=f66bca4e-bb77-4e6b-a939-f1552519a779,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:46.926927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:46.926927 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:46.957902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b1a8b9-3ea6-4b56-b1b8-91404d10dd28 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:46.968576 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1af4edcd-8c26-4e47-9a59-2df47ff43747 req-eed1e98f-1bea-4721-8928-5172f80b409e service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086259 Aug 29 06:51:46.989767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c7b03578-f4c7-423e-90dd-2abe983e141c up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:47.001026 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:47.021874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0f95a-5762-4800-9c11-58bb5d2cd09b req-fb5d4b13-33a6-45d1-8501-dcc5817bfd71 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:47.027544 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ec0f95a-5762-4800-9c11-58bb5d2cd09b req-fb5d4b13-33a6-45d1-8501-dcc5817bfd71 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.0645511 Aug 29 06:51:47.050717 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dda4f4dd-df8c-403e-87cd-cb2e4ac4b0e8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5687742 Aug 29 06:51:47.061354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52618) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:47.068385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Request body: {'port': {'network_id': '16c35313-5380-4d1c-adfa-e4bf610ab147', 'mac_address': 'fa:16:3e:ba:80:c9', 'name': 'tempest-NetworksTestDHCPv6-1171667687'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:47.120981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event deleted for resources: {'Port': ['ID=35d5406e-8d2d-4eb6-b4fb-3ef041d38f60,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:47.183042 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ec0f95a-5762-4800-9c11-58bb5d2cd09b req-ae0f995c-1e35-4ba9-a5b7-0eef7cccc5fc tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524649 Aug 29 06:51:47.286028 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1af4edcd-8c26-4e47-9a59-2df47ff43747 req-02eae2d9-f4d7-4b5e-bcc8-8fbb38a6c7d4 service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094916 Aug 29 06:51:47.362753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Router 8efe6c5b-b965-4043-9333-6eddca49b7dd has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:51:47.362976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9783fb4b-bfe1-4389-9000-c63261a6f7b4 req-f8d84d45-7229-40fc-b038-b8ca526b5a54 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0646315 Aug 29 06:51:47.364944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Made reservation on behalf of a7205aa4a7df4878b740501289a8ac85 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:47.458267 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-42468d44-ea06-4701-a7c9-12c78d9f11a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:47.494621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port c7b03578-f4c7-423e-90dd-2abe983e141c completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:47.505728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port c7b03578-f4c7-423e-90dd-2abe983e141c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:47.506446 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:47.556473 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-42468d44-ea06-4701-a7c9-12c78d9f11a1 None None] For port 51d9f83f-60ab-400e-a95d-6241220a5175, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=51d9f83f-60ab-400e-a95d-6241220a5175,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:47.592590 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:51:47.650146 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f858a99-bf7d-4225-94be-2da9f90845f4 None None] Sync routers for ids ['8efe6c5b-b965-4043-9333-6eddca49b7dd'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:51:47.656785 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:47.658647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] No DVR routers for this DVR port 35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:47.663813 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-42468d44-ea06-4701-a7c9-12c78d9f11a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:47.664914 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:47.667368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f858a99-bf7d-4225-94be-2da9f90845f4 None None] Routers {'8efe6c5b-b965-4043-9333-6eddca49b7dd'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:51:47.667770 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-02fa8df9-463c-40a0-ba88-a0bb29492293 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "DELETE /v2.0/ports/35d5406e-8d2d-4eb6-b4fb-3ef041d38f60 HTTP/1.1" status: 204 len: 173 time: 2.9422050 Aug 29 06:51:47.668829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6f858a99-bf7d-4225-94be-2da9f90845f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:51:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['8efe6c5b-b965-4043-9333-6eddca49b7dd'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:51:47.689682 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9d771-5a62-4153-a38d-86fe9e3990f7 req-db8b5b4a-ac14-4003-9840-df0cfa44870a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:47.692068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eec9d771-5a62-4153-a38d-86fe9e3990f7 req-db8b5b4a-ac14-4003-9840-df0cfa44870a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 943 time: 0.1831696 Aug 29 06:51:47.727867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e5ae-010b-4bc6-b4f1-3df6e8a77939 req-bddf8d71-5823-4359-9873-5f04e2b41335 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:47.733597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d24e5ae-010b-4bc6-b4f1-3df6e8a77939 req-bddf8d71-5823-4359-9873-5f04e2b41335 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1676571 Aug 29 06:51:47.790908 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:47.860798 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:47.873520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:47.876329 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e56b2fc-ff17-4665-8b28-b048667b0a53" -d '{"events": [{"server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "name": "network-vif-plugged", "status": "completed", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:47.876793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eec9d771-5a62-4153-a38d-86fe9e3990f7 req-37efc6b3-1bf6-4d23-a6f5-e807a7b079d0 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups?id=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702383 Aug 29 06:51:47.882121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 51d9f83f-60ab-400e-a95d-6241220a5175 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:47.908093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-6c6378ab-97ae-4858-8bb7-5872d1490a1d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Deleting port ce4dd112-c306-4947-90f4-bcdb99840941 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:47.908453 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-6c6378ab-97ae-4858-8bb7-5872d1490a1d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:47.945507 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d24e5ae-010b-4bc6-b4f1-3df6e8a77939 req-bacef7f3-605f-4de3-849a-b7b8a74c0881 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109942 Aug 29 06:51:47.946953 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] device_id is not set on port 1786322c-88df-444e-a1fb-2346aaf13222 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:51:48.025189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-deleted', 'tag': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:48.027654 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30534188-b215-49f0-b9cb-9374c201b7de" -d '{"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-deleted", "tag": "35d5406e-8d2d-4eb6-b4fb-3ef041d38f60"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:48.037872 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:48.055875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42468d44-ea06-4701-a7c9-12c78d9f11a1 None None] Pushing event updated for resources: {'Port': ['ID=51d9f83f-60ab-400e-a95d-6241220a5175,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:48.077529 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-6c6378ab-97ae-4858-8bb7-5872d1490a1d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] For port ce4dd112-c306-4947-90f4-bcdb99840941, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ce4dd112-c306-4947-90f4-bcdb99840941,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:48.078055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-6c6378ab-97ae-4858-8bb7-5872d1490a1d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:48.100251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-6c6378ab-97ae-4858-8bb7-5872d1490a1d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Calling delete_port for ce4dd112-c306-4947-90f4-bcdb99840941 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:48.118350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=c7b03578-f4c7-423e-90dd-2abe983e141c,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:48.134918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-6f858a99-bf7d-4225-94be-2da9f90845f4 None None] Set router 8efe6c5b-b965-4043-9333-6eddca49b7dd gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:51:48.136646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 51d9f83f-60ab-400e-a95d-6241220a5175 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:48.136929 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:48.212579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceada8-6e32-4beb-8ed2-a0a9f572a6d6 req-f8d7d6c4-501b-4ca0-8f9f-6190a117ee19 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:48.214149 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61ceada8-6e32-4beb-8ed2-a0a9f572a6d6 req-f8d7d6c4-501b-4ca0-8f9f-6190a117ee19 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.1803203 Aug 29 06:51:48.263648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c13f-182f-438c-a246-0760ad4f1082 req-727f077f-a2bc-4e29-8255-5676cb89f2e0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:48.270951 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c73c13f-182f-438c-a246-0760ad4f1082 req-727f077f-a2bc-4e29-8255-5676cb89f2e0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.2383220 Aug 29 06:51:48.357041 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61ceada8-6e32-4beb-8ed2-a0a9f572a6d6 req-8285f98e-facf-4843-95cc-4fa54c308d95 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313751 Aug 29 06:51:48.375422 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c73c13f-182f-438c-a246-0760ad4f1082 req-dbecb7a5-537a-4e63-9f5e-e172f9a4fc8b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984719 Aug 29 06:51:48.412632 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-6c6378ab-97ae-4858-8bb7-5872d1490a1d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:48.469358 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3496fa13-be04-42e7-b8c2-15077005a215 x-openstack-request-id: req-3496fa13-be04-42e7-b8c2-15077005a215 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:48.469706 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "name": "network-vif-plugged", "status": "completed", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:48.469964 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3496fa13-be04-42e7-b8c2-15077005a215 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:48.470358 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'code': 200} Aug 29 06:51:48.483777 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f166537-2515-4dcb-bc9d-1c6a9026a4da x-openstack-request-id: req-3f166537-2515-4dcb-bc9d-1c6a9026a4da {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:48.486300 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-deleted", "tag": "35d5406e-8d2d-4eb6-b4fb-3ef041d38f60", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:48.490738 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f166537-2515-4dcb-bc9d-1c6a9026a4da {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:48.492405 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-deleted', 'tag': '35d5406e-8d2d-4eb6-b4fb-3ef041d38f60', 'status': 'completed', 'code': 200} Aug 29 06:51:48.498671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8::253 (16c35313-5380-4d1c-adfa-e4bf610ab147/1cb5a2bc-72e1-48db-b399-3b4845abade1/1786322c-88df-444e-a1fb-2346aaf13222) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:48.506816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Allocated IP 2001:db8:0:1:f816:3eff:feba:80c9 (16c35313-5380-4d1c-adfa-e4bf610ab147/f66bca4e-bb77-4e6b-a939-f1552519a779/1786322c-88df-444e-a1fb-2346aaf13222) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:51:48.614425 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6378ab-97ae-4858-8bb7-5872d1490a1d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event deleted for resources: {'Port': ['ID=ce4dd112-c306-4947-90f4-bcdb99840941,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:48.650914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-6c6378ab-97ae-4858-8bb7-5872d1490a1d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] No DVR routers for this DVR port ce4dd112-c306-4947-90f4-bcdb99840941 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:48.654115 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-6c6378ab-97ae-4858-8bb7-5872d1490a1d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:48.656428 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b16ae1ec-8cfc-4e9f-8e80-6dcb9ac9e937 req-6c6378ab-97ae-4858-8bb7-5872d1490a1d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.15 "DELETE /v2.0/ports/ce4dd112-c306-4947-90f4-bcdb99840941 HTTP/1.1" status: 204 len: 173 time: 0.9815407 Aug 29 06:51:48.680746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c1b4f-c199-4cf2-85fa-37ef6271ab92 req-848e120a-7168-42f6-9cf1-e0815a00ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:48.682310 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-da8c1b4f-c199-4cf2-85fa-37ef6271ab92 req-848e120a-7168-42f6-9cf1-e0815a00ca9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 1101 time: 0.1108789 Aug 29 06:51:48.723694 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-da8c1b4f-c199-4cf2-85fa-37ef6271ab92 req-d66e100e-3dfb-49ea-970a-ceb28dd757f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Aug 29 06:51:48.728614 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-47fef02e-a8fa-4957-82d4-1981af629e08 None None] Provisioning complete for port 51d9f83f-60ab-400e-a95d-6241220a5175 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:48.728995 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-47fef02e-a8fa-4957-82d4-1981af629e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:48.735086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6f858a99-bf7d-4225-94be-2da9f90845f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:40:37Z', 'revision_number': 4, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port': {'id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:29Z', 'updated_at': '2021-08-29T06:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7e93d788-ed45-4aa2-a28d-398d243ef4a9', 'name': '', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'mac_address': 'fa:16:3e:56:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:35Z', 'updated_at': '2021-08-29T06:40:42Z', 'revision_number': 5, 'project_id': '061145791eb24ccbba477166da42aefb', 'subnets': [{'id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:51:48.787171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f858a99-bf7d-4225-94be-2da9f90845f4 None None] Checking router: 8efe6c5b-b965-4043-9333-6eddca49b7dd for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:51:48.795276 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:48.809549 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Transition to ACTIVE for port object 1786322c-88df-444e-a1fb-2346aaf13222 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:51:48.814835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f858a99-bf7d-4225-94be-2da9f90845f4 None None] Routers {'8efe6c5b-b965-4043-9333-6eddca49b7dd'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:51:48.814835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6f858a99-bf7d-4225-94be-2da9f90845f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:51:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['8efe6c5b-b965-4043-9333-6eddca49b7dd'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:51:48.882641 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bee18015-35cf-4053-85f5-5e9f397cf839 req-3c069df4-28d9-4b92-a700-07e252e87081 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0382583 Aug 29 06:51:48.902402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a33bd-ee53-430d-9608-c1dbcf0112d3 req-86288001-3d32-4901-b062-8b16794b35de tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:48.919698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e0a33bd-ee53-430d-9608-c1dbcf0112d3 req-86288001-3d32-4901-b062-8b16794b35de tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.2427359 Aug 29 06:51:48.935934 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:49.006190 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e0a33bd-ee53-430d-9608-c1dbcf0112d3 req-628cd10d-7708-46d6-89f2-3d1d7886d1eb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923765 Aug 29 06:51:49.038969 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:51:49.041234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:51:49.045113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:51:49.051283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:49.052428 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:49.069892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event updated for resources: {'Port': ['ID=1786322c-88df-444e-a1fb-2346aaf13222,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:49.098542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:49.098895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:49.099268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:49.099613 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:49.099951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:49.102267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:49.102267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:49.102267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:49.102267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:49.102267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:49.103027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:49.103413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:51:49.107987 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-6f858a99-bf7d-4225-94be-2da9f90845f4 None None] Set router 8efe6c5b-b965-4043-9333-6eddca49b7dd gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:51:49.114600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61f1068f-b36a-42e8-8e80-3438ce0216e1 req-69880427-3e22-420b-b767-6039a67630c1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.1005800 Aug 29 06:51:49.182877 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:51:49.202797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d728d47-51e7-4578-a086-fd315a4cc146 req-f4264459-92a0-4a35-90c2-e7102d3de512 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:49.211584 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5d728d47-51e7-4578-a086-fd315a4cc146 req-f4264459-92a0-4a35-90c2-e7102d3de512 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0816453 Aug 29 06:51:49.233429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c9b8ba8e-96e4-477e-a02c-abbadebac584 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1708381 Aug 29 06:51:49.236022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52644) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:49.312395 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5d728d47-51e7-4578-a086-fd315a4cc146 req-d3ab4906-4207-4121-a4bb-ffafeba96b93 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839393 Aug 29 06:51:49.395807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6f858a99-bf7d-4225-94be-2da9f90845f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:40:37Z', 'revision_number': 4, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port': {'id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:29Z', 'updated_at': '2021-08-29T06:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7e93d788-ed45-4aa2-a28d-398d243ef4a9', 'name': '', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'mac_address': 'fa:16:3e:56:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:35Z', 'updated_at': '2021-08-29T06:40:42Z', 'revision_number': 5, 'project_id': '061145791eb24ccbba477166da42aefb', 'subnets': [{'id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:51:49.401231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d85bc-dc1b-4803-a068-cf5d0f4abf45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting port 1786322c-88df-444e-a1fb-2346aaf13222 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:49.401576 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd5d85bc-dc1b-4803-a068-cf5d0f4abf45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:49.436431 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f858a99-bf7d-4225-94be-2da9f90845f4 None None] The sync data for ids ['8efe6c5b-b965-4043-9333-6eddca49b7dd'] in n-d-713301-12 is: [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:40:37Z', 'revision_number': 4, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port': {'id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:29Z', 'updated_at': '2021-08-29T06:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7e93d788-ed45-4aa2-a28d-398d243ef4a9', 'name': '', 'network_id': 'cdbc2cac-fa4d-4a71-9993-2be4f6afc44c', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'mac_address': 'fa:16:3e:56:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:35Z', 'updated_at': '2021-08-29T06:40:42Z', 'revision_number': 5, 'project_id': '061145791eb24ccbba477166da42aefb', 'subnets': [{'id': '3df1ad8c-55d9-4423-9317-a85138910c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:51:49.466486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f2c3e-abad-483a-95a2-c730ec71de9b req-1ba04415-7605-45db-9166-c514342a0b9b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:49.477101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-669f2c3e-abad-483a-95a2-c730ec71de9b req-1ba04415-7605-45db-9166-c514342a0b9b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0656564 Aug 29 06:51:49.519567 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd5d85bc-dc1b-4803-a068-cf5d0f4abf45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:49.533870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d85bc-dc1b-4803-a068-cf5d0f4abf45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Calling delete_port for 1786322c-88df-444e-a1fb-2346aaf13222 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:49.538755 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1c620d75-34ed-46ed-ba7e-34b4e11452bd None None] Provisioning for port 1786322c-88df-444e-a1fb-2346aaf13222 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:51:49.544650 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1c620d75-34ed-46ed-ba7e-34b4e11452bd None None] Provisioning complete for port 1786322c-88df-444e-a1fb-2346aaf13222 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:49.545216 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1c620d75-34ed-46ed-ba7e-34b4e11452bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:49.560930 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-669f2c3e-abad-483a-95a2-c730ec71de9b req-9f06ecf3-c4e3-47f9-95eb-b12f1b2b80a6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828431 Aug 29 06:51:49.594860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef302f-96a6-4a64-ac36-7890871bf842 req-cc83c716-8ad3-4a83-a29a-b4d95f828599 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:49.599851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9aef302f-96a6-4a64-ac36-7890871bf842 req-cc83c716-8ad3-4a83-a29a-b4d95f828599 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.1112854 Aug 29 06:51:49.605405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1c620d75-34ed-46ed-ba7e-34b4e11452bd None None] Port 1786322c-88df-444e-a1fb-2346aaf13222 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:51:49.678476 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9aef302f-96a6-4a64-ac36-7890871bf842 req-5f8849fb-eb65-472d-83e8-2a4043648198 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710702 Aug 29 06:51:49.765319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81592b3b-dff8-45e9-9e06-376262ecf974 req-d3b2be6f-3b4c-46fd-83c4-bf491351711a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:49.771633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81592b3b-dff8-45e9-9e06-376262ecf974 req-d3b2be6f-3b4c-46fd-83c4-bf491351711a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.0947323 Aug 29 06:51:49.813881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81592b3b-dff8-45e9-9e06-376262ecf974 req-83181873-4466-44d0-b8ba-9b8a190dad67 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350382 Aug 29 06:51:49.822017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 51d9f83f-60ab-400e-a95d-6241220a5175 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:51:49.830620 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108e765-ec59-4ac0-aec2-4de125f824ab None None] New status for floating IP 1047b90c-955d-4ba1-a223-31d9b507c9e2: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:51:49.896618 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 51d9f83f-60ab-400e-a95d-6241220a5175 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:49.897000 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:49.905721 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd5d85bc-dc1b-4803-a068-cf5d0f4abf45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:49.941933 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d85bc-dc1b-4803-a068-cf5d0f4abf45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Port': ['ID=1786322c-88df-444e-a1fb-2346aaf13222,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:50.043523 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd5d85bc-dc1b-4803-a068-cf5d0f4abf45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:50.045505 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fd5d85bc-dc1b-4803-a068-cf5d0f4abf45 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/1786322c-88df-444e-a1fb-2346aaf13222 HTTP/1.1" status: 204 len: 168 time: 0.8084712 Aug 29 06:51:50.048071 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52662) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:50.134785 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d283ad0-8cae-4d7e-a886-e7874d6d9ea2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:50.155445 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6d283ad0-8cae-4d7e-a886-e7874d6d9ea2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0925169 Aug 29 06:51:50.162534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52666) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:50.182277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2822de5-8137-40ae-8f17-bcd8e8768876 req-a0dada91-d990-4d14-a58a-05f3c58eb828 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0325284 Aug 29 06:51:50.225102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9810457c-bfb3-40ef-b6f3-af455ea31542 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:50.227205 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9810457c-bfb3-40ef-b6f3-af455ea31542 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0631390 Aug 29 06:51:50.229634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52670) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:50.332447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee52702-451b-4e4b-a416-7794f0267f5a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:50.332447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee52702-451b-4e4b-a416-7794f0267f5a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:50.332447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee52702-451b-4e4b-a416-7794f0267f5a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:50.332447 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0ee52702-451b-4e4b-a416-7794f0267f5a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0955927 Aug 29 06:51:50.332447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52672) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:50.348410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b1b8-5852-4f37-917e-93806711c82f req-79b37454-f2a1-40e9-ab03-94b2d36a7549 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:50.359757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7233b1b8-5852-4f37-917e-93806711c82f req-79b37454-f2a1-40e9-ab03-94b2d36a7549 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.0998809 Aug 29 06:51:50.430457 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-0210f74c-3105-4cd1-a09a-f33cc1c037a0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet 1cb5a2bc-72e1-48db-b399-3b4845abade1 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:51:50.435525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7233b1b8-5852-4f37-917e-93806711c82f req-e10888d3-afb2-41f6-9f3f-94ee1cdd5dd7 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749211 Aug 29 06:51:50.436184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0210f74c-3105-4cd1-a09a-f33cc1c037a0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:50.493443 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-deleted', 'tag': 'ce4dd112-c306-4947-90f4-bcdb99840941'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:51:50.495864 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc856f4-737c-432e-8f8b-d9e12d3e881b" -d '{"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-deleted", "tag": "ce4dd112-c306-4947-90f4-bcdb99840941"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:51:50.500234 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0210f74c-3105-4cd1-a09a-f33cc1c037a0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:50.567343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bc0bb9f2-4eeb-4889-986f-f694bac117bd req-c526f9db-027c-4971-a44c-f69dcea05b4d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0423305 Aug 29 06:51:50.627261 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0210f74c-3105-4cd1-a09a-f33cc1c037a0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:50.715474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7b51-a9e8-4e37-aab6-d3570beb11bb req-f5e6321b-3f1a-42aa-afcd-d9f352d2d12c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:50.716898 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3ef7b51-a9e8-4e37-aab6-d3570beb11bb req-f5e6321b-3f1a-42aa-afcd-d9f352d2d12c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0676394 Aug 29 06:51:50.720749 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:50.769806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3ef7b51-a9e8-4e37-aab6-d3570beb11bb req-e17b155e-2322-4044-8b50-01a6774592dc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440185 Aug 29 06:51:50.797750 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff4b2cf-9175-43a0-a86c-07c3251aefed x-openstack-request-id: req-3ff4b2cf-9175-43a0-a86c-07c3251aefed {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:51:50.798044 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dacd8b-f67c-47f0-837a-152107bfb7d9", "name": "network-vif-deleted", "tag": "ce4dd112-c306-4947-90f4-bcdb99840941", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:51:50.798363 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ff4b2cf-9175-43a0-a86c-07c3251aefed {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:51:50.798691 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dacd8b-f67c-47f0-837a-152107bfb7d9', 'name': 'network-vif-deleted', 'tag': 'ce4dd112-c306-4947-90f4-bcdb99840941', 'status': 'completed', 'code': 200} Aug 29 06:51:50.813286 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0210f74c-3105-4cd1-a09a-f33cc1c037a0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:50.834282 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0210f74c-3105-4cd1-a09a-f33cc1c037a0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:50.838770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52684) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:50.838943 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0210f74c-3105-4cd1-a09a-f33cc1c037a0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/1cb5a2bc-72e1-48db-b399-3b4845abade1 HTTP/1.1" status: 204 len: 168 time: 0.5090647 Aug 29 06:51:50.841661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5196ae0f-e7f5-4900-b280-9f0d3898b006 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:50.858329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210f74c-3105-4cd1-a09a-f33cc1c037a0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb5a2bc-72e1-48db-b399-3b4845abade1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:50.927371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e10f37-dac6-4866-a200-e37775f13898 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Deleting subnet f66bca4e-bb77-4e6b-a939-f1552519a779 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:51:50.936565 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45e10f37-dac6-4866-a200-e37775f13898 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:50.963951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd2743-9267-40f2-976d-e4475000b31c req-5ead0346-5f61-413b-86c7-feb22163a3b4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:50.972550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05dd2743-9267-40f2-976d-e4475000b31c req-5ead0346-5f61-413b-86c7-feb22163a3b4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.0998652 Aug 29 06:51:50.995265 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45e10f37-dac6-4866-a200-e37775f13898 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:51.012091 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ae868-3f5e-4109-ba4d-6d291330d6c2 req-966264d3-cad9-4f03-9126-2f14a363e8d2 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:51.020253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d32ae868-3f5e-4109-ba4d-6d291330d6c2 req-966264d3-cad9-4f03-9126-2f14a363e8d2 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1211576 Aug 29 06:51:51.062349 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05dd2743-9267-40f2-976d-e4475000b31c req-af2a05f0-6889-4ff5-97c3-f5595a914ac2 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888362 Aug 29 06:51:51.088687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d32ae868-3f5e-4109-ba4d-6d291330d6c2 req-5894bf9b-1339-4a2e-8fca-0b1a8e03382c tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668776 Aug 29 06:51:51.092083 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45e10f37-dac6-4866-a200-e37775f13898 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:51.180376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4078f3e-97f4-46f1-b288-5309e3a3de38 req-43a446ff-3f3d-4b9f-b93b-1d3d670d2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:51.181907 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4078f3e-97f4-46f1-b288-5309e3a3de38 req-43a446ff-3f3d-4b9f-b93b-1d3d670d2a26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=343b7acdca8c460498200a8862ee9a46&device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 1098 time: 0.0919774 Aug 29 06:51:51.293691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45e10f37-dac6-4866-a200-e37775f13898 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:51.326859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4078f3e-97f4-46f1-b288-5309e3a3de38 req-bde263ee-6bba-4825-9ba3-80aebebbd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:51.328402 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4078f3e-97f4-46f1-b288-5309e3a3de38 req-bde263ee-6bba-4825-9ba3-80aebebbd0fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f HTTP/1.1" status: 200 len: 914 time: 0.1286857 Aug 29 06:51:51.329526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e10f37-dac6-4866-a200-e37775f13898 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Subnet': ['ID=f66bca4e-bb77-4e6b-a939-f1552519a779,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:51.334000 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45e10f37-dac6-4866-a200-e37775f13898 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:51.338430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-45e10f37-dac6-4866-a200-e37775f13898 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/f66bca4e-bb77-4e6b-a939-f1552519a779 HTTP/1.1" status: 204 len: 168 time: 0.4982891 Aug 29 06:51:51.339050 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52694) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:51.368287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ee4c4-44e2-439a-8080-69ad5217982c req-1c37d874-cafa-4372-adfe-c0b38e321ff8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:51.368287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a0ee4c4-44e2-439a-8080-69ad5217982c req-1c37d874-cafa-4372-adfe-c0b38e321ff8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.1006272 Aug 29 06:51:51.415376 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4078f3e-97f4-46f1-b288-5309e3a3de38 req-22271f4e-f9a3-4d54-94bb-accf68611056 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 HTTP/1.1" status: 200 len: 217 time: 0.0752599 Aug 29 06:51:51.427662 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a0ee4c4-44e2-439a-8080-69ad5217982c req-7eba6d25-fcab-495a-a7e8-36db658356a3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547574 Aug 29 06:51:51.459387 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8da5e565-8ed4-4a08-b695-6dc846de3c76 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098130 Aug 29 06:51:51.461410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52700) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:51.525137 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dd193e7-54cb-4738-844e-64da7385148b req-2a1f5c6a-732a-4737-a0d8-958197676b8e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0774646 Aug 29 06:51:51.542003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4078f3e-97f4-46f1-b288-5309e3a3de38 req-56ebfd7c-7a01-4a4c-aa93-5097669a941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:51.543674 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4078f3e-97f4-46f1-b288-5309e3a3de38 req-56ebfd7c-7a01-4a4c-aa93-5097669a941c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1153f13b-d94a-4fee-bced-c1f52e46b73e HTTP/1.1" status: 200 len: 853 time: 0.0844059 Aug 29 06:51:51.604454 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4078f3e-97f4-46f1-b288-5309e3a3de38 req-123b05ec-f65e-45a7-99e9-52b3c0bae12a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347226 Aug 29 06:51:51.622429 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f8a86-2cd6-41e4-aeb5-a2a6fc24ca8c req-ca0b41a3-008c-44d3-9bc4-061360cb199c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:51.625986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f7f8a86-2cd6-41e4-aeb5-a2a6fc24ca8c req-ca0b41a3-008c-44d3-9bc4-061360cb199c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1101987 Aug 29 06:51:51.632730 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4cfb1-8a73-46cc-b720-7bfc201ba98b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:51.634539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c1a4cfb1-8a73-46cc-b720-7bfc201ba98b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1721764 Aug 29 06:51:51.638570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52706) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:51.675894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f7f8a86-2cd6-41e4-aeb5-a2a6fc24ca8c req-1bf2f47b-bb6d-4207-808c-67495a2c0e6f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401835 Aug 29 06:51:51.810950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a351d32e-cc4b-43c6-b11a-90f694627d5c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:51.812729 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a351d32e-cc4b-43c6-b11a-90f694627d5c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1710088 Aug 29 06:51:51.815421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52710) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:51.838609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb6c279e-7142-496c-a43d-cf43c05c36b2 req-c22a25b8-788a-4390-829e-377922e2b2b1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0719635 Aug 29 06:51:51.855694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfd2f6a-3eaf-4c79-8e74-5c3c715af355 None None] Network 16c35313-5380-4d1c-adfa-e4bf610ab147 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:51.875494 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-65dff37c-fcf3-4a70-bb13-e63ace0377bd tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583277 Aug 29 06:51:51.888986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9eb1bb-cbb3-4116-b1f7-046aefa6c61c req-f0007ce7-9c68-4518-9d07-5236e9afad4e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:51.890941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b9eb1bb-cbb3-4116-b1f7-046aefa6c61c req-f0007ce7-9c68-4518-9d07-5236e9afad4e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.1096084 Aug 29 06:51:51.891750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52712) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:51.894018 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4078f3e-97f4-46f1-b288-5309e3a3de38 req-bd6042aa-2634-4f09-8926-bce95e32d8ab service neutron] 10.222.0.11 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798131 Aug 29 06:51:51.944204 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8151c45-975c-4d77-a1d8-05cc2894625d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:51.945316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8151c45-975c-4d77-a1d8-05cc2894625d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:51.947472 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f8151c45-975c-4d77-a1d8-05cc2894625d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/1786322c-88df-444e-a1fb-2346aaf13222 HTTP/1.1" status: 404 len: 333 time: 0.0547602 Aug 29 06:51:51.950213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52716) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:51.984983 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fba8bb7b-2423-4272-96bf-cf06e91f46c5 None None] Provisioning complete for port 51d9f83f-60ab-400e-a95d-6241220a5175 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:51:51.985358 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fba8bb7b-2423-4272-96bf-cf06e91f46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:51.991929 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8bbc6c-eae9-44af-9c06-9e3cd425bbd4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:51.997050 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8bbc6c-eae9-44af-9c06-9e3cd425bbd4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:51.997050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6e8bbc6c-eae9-44af-9c06-9e3cd425bbd4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/f66bca4e-bb77-4e6b-a939-f1552519a779 HTTP/1.1" status: 404 len: 337 time: 0.0432050 Aug 29 06:51:51.997691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52718) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.056488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b9eb1bb-cbb3-4116-b1f7-046aefa6c61c req-8adaff45-67e3-4054-a86c-6fcb5bd85c1f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555090 Aug 29 06:51:52.058943 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3ef625-5ee6-4c57-ba63-73f93f389990 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.061408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3ef625-5ee6-4c57-ba63-73f93f389990 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.063681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8f3ef625-5ee6-4c57-ba63-73f93f389990 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/1cb5a2bc-72e1-48db-b399-3b4845abade1 HTTP/1.1" status: 404 len: 337 time: 0.0647380 Aug 29 06:51:52.066816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52720) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.102913 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4078f3e-97f4-46f1-b288-5309e3a3de38 req-97202b7b-177c-4b4f-9d03-816d78211113 service neutron] 10.222.0.11 "GET /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016633 Aug 29 06:51:52.115719 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19b38de-8e74-43c7-9903-c4d11131f024 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.116459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19b38de-8e74-43c7-9903-c4d11131f024 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.127195 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d19b38de-8e74-43c7-9903-c4d11131f024 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/f7725447-d62c-404b-be85-f223705982d7 HTTP/1.1" status: 404 len: 333 time: 0.0591588 Aug 29 06:51:52.127858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52724) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.189621 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21d2829-2adb-4300-9e65-52c79fa643a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.193957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21d2829-2adb-4300-9e65-52c79fa643a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.196393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f21d2829-2adb-4300-9e65-52c79fa643a5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/e8806838-5937-4c39-afc7-8e27f9b76ab6 HTTP/1.1" status: 404 len: 337 time: 0.0669794 Aug 29 06:51:52.201979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52726) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.226405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54119d61-6cf6-4883-b49d-ef7229f6eac2 None None] DHCP port deletion for 16c35313-5380-4d1c-adfa-e4bf610ab147 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:51:52.243099 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db5177b-11d4-4c71-87c4-ef7f257abab0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.243715 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db5177b-11d4-4c71-87c4-ef7f257abab0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.245810 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2db5177b-11d4-4c71-87c4-ef7f257abab0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/3489eaca-5262-4b13-bad9-8fcc2e92bf25 HTTP/1.1" status: 404 len: 337 time: 0.0413864 Aug 29 06:51:52.248452 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52730) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.261134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f962ada-76eb-475e-afb7-213db9f8af4c req-f53a27c0-23a2-49e4-aae3-341bf2d09273 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:52.263404 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f962ada-76eb-475e-afb7-213db9f8af4c req-f53a27c0-23a2-49e4-aae3-341bf2d09273 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.0658026 Aug 29 06:51:52.278975 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b69e009-2fde-4eb3-a1ad-c942a1dbd7a6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.279870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b69e009-2fde-4eb3-a1ad-c942a1dbd7a6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.283693 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6b69e009-2fde-4eb3-a1ad-c942a1dbd7a6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/d20b5d18-ff07-4de2-9638-53cd052476b1 HTTP/1.1" status: 404 len: 333 time: 0.0318949 Aug 29 06:51:52.283935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52732) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.288099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-54119d61-6cf6-4883-b49d-ef7229f6eac2 None None] Deleting port 51d9f83f-60ab-400e-a95d-6241220a5175 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:52.288525 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-54119d61-6cf6-4883-b49d-ef7229f6eac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:52.315687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f962ada-76eb-475e-afb7-213db9f8af4c req-cd9fc28a-4342-4f82-b98f-ba9bc1172c3b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439284 Aug 29 06:51:52.319266 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e688364-ab68-4115-9992-0a4f6f77bf41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.319738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e688364-ab68-4115-9992-0a4f6f77bf41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.323176 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1e688364-ab68-4115-9992-0a4f6f77bf41 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/b3eec6c6-e817-4a3f-a08c-789bb5b9ae43 HTTP/1.1" status: 404 len: 337 time: 0.0347390 Aug 29 06:51:52.324447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52734) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.359075 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6787cb9-0cee-41df-b1db-d962f220bfc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.359801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6787cb9-0cee-41df-b1db-d962f220bfc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.361484 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-54119d61-6cf6-4883-b49d-ef7229f6eac2 None None] For port 51d9f83f-60ab-400e-a95d-6241220a5175, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=51d9f83f-60ab-400e-a95d-6241220a5175,segment=NetworkSegment(bac3eee5-5c9e-4696-853c-69fd1c45a5a8),segment_id=bac3eee5-5c9e-4696-853c-69fd1c45a5a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:52.362137 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-54119d61-6cf6-4883-b49d-ef7229f6eac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:52.364778 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b6787cb9-0cee-41df-b1db-d962f220bfc6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/d6098944-a2c3-4ec2-b9d6-c0f76e6c7f2b HTTP/1.1" status: 404 len: 337 time: 0.0370376 Aug 29 06:51:52.364916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52736) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.376726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-54119d61-6cf6-4883-b49d-ef7229f6eac2 None None] Calling delete_port for 51d9f83f-60ab-400e-a95d-6241220a5175 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:52.388404 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0bd62c-ee77-491a-a48d-9e32d300ddc4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.389310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0bd62c-ee77-491a-a48d-9e32d300ddc4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.393756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52738) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.393934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ea0bd62c-ee77-491a-a48d-9e32d300ddc4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/25de51b2-5901-4d13-ad55-5b796ba849e8 HTTP/1.1" status: 404 len: 333 time: 0.0277760 Aug 29 06:51:52.421823 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae52357-0420-40ba-9f85-02ad103e49fb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.422339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae52357-0420-40ba-9f85-02ad103e49fb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.424283 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4ae52357-0420-40ba-9f85-02ad103e49fb tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/fc4569e6-e3d5-4100-b04e-8ca221af7a1e HTTP/1.1" status: 404 len: 337 time: 0.0295320 Aug 29 06:51:52.427448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52740) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.461546 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-4342f6dd-cdff-42b1-ba58-888df514d9e4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.462193 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4342f6dd-cdff-42b1-ba58-888df514d9e4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.466611 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4342f6dd-cdff-42b1-ba58-888df514d9e4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/cb2417b3-4720-4c59-b886-8c18c737af10 HTTP/1.1" status: 404 len: 337 time: 0.0356414 Aug 29 06:51:52.466806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52744) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.496931 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-610f8013-ccf2-4de2-b8bd-ad18201b3c19 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.497308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610f8013-ccf2-4de2-b8bd-ad18201b3c19 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.500954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-610f8013-ccf2-4de2-b8bd-ad18201b3c19 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/9b5dc7ec-ef55-4d63-bdab-a398f04803f6 HTTP/1.1" status: 404 len: 333 time: 0.0312183 Aug 29 06:51:52.502036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52746) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.529853 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-db79eac3-f82c-4393-83f1-2eb2a504abb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.530499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db79eac3-f82c-4393-83f1-2eb2a504abb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.532023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-db79eac3-f82c-4393-83f1-2eb2a504abb8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/e169ae20-1727-4e93-9bfe-3bd958ceeda6 HTTP/1.1" status: 404 len: 337 time: 0.0289812 Aug 29 06:51:52.535349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52748) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.559848 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bfdd96-ec82-49c2-a6db-2449d51714a7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.560573 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17bfdd96-ec82-49c2-a6db-2449d51714a7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.564678 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-17bfdd96-ec82-49c2-a6db-2449d51714a7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/8f13dc6e-b564-4356-ab9a-fcf531cb58af HTTP/1.1" status: 404 len: 333 time: 0.0258262 Aug 29 06:51:52.565026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52752) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.589885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95aade-ec22-4f7b-ad1c-199d86ad531a req-d33c651a-c256-4d26-88a5-e5c727043c6d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:52.591518 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c95aade-ec22-4f7b-ad1c-199d86ad531a req-d33c651a-c256-4d26-88a5-e5c727043c6d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.0637205 Aug 29 06:51:52.595545 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-54119d61-6cf6-4883-b49d-ef7229f6eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:52.605729 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d0dd44-f9c9-4a93-aa0c-e1854179c3bf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.606377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d0dd44-f9c9-4a93-aa0c-e1854179c3bf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.608379 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-27d0dd44-f9c9-4a93-aa0c-e1854179c3bf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/e5baef79-a8cc-4ecf-b3e7-ce6de8cdd3c4 HTTP/1.1" status: 404 len: 337 time: 0.0425141 Aug 29 06:51:52.610879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52754) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.617873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54119d61-6cf6-4883-b49d-ef7229f6eac2 None None] No DVR routers for this DVR port 51d9f83f-60ab-400e-a95d-6241220a5175 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:52.638930 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8331c4-509a-4bf4-83fa-ab8c767bdbc0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.639644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8331c4-509a-4bf4-83fa-ab8c767bdbc0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.643675 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0f8331c4-509a-4bf4-83fa-ab8c767bdbc0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/34d7da3a-e1dd-472b-b35c-6049daac1f64 HTTP/1.1" status: 404 len: 333 time: 0.0299680 Aug 29 06:51:52.644961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54119d61-6cf6-4883-b49d-ef7229f6eac2 None None] Pushing event deleted for resources: {'Port': ['ID=51d9f83f-60ab-400e-a95d-6241220a5175,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:52.647779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52756) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.679728 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3954d9-1e7e-4098-aa81-38894ad0e027 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.680203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3954d9-1e7e-4098-aa81-38894ad0e027 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.682052 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ea3954d9-1e7e-4098-aa81-38894ad0e027 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/dd4ce9ba-2b9f-4a1a-bfdb-051b5ce82f04 HTTP/1.1" status: 404 len: 337 time: 0.0332074 Aug 29 06:51:52.684506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52758) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.694810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87e96e7f-724a-43b9-9057-7a8282190c93 req-9ce4f6a0-fb9d-42c2-bfab-597f55a2e7a5 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0585256 Aug 29 06:51:52.710166 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-08356788-a3b6-42a4-9b9d-3a6e5b9a61f7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.712716 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08356788-a3b6-42a4-9b9d-3a6e5b9a61f7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.712847 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-08356788-a3b6-42a4-9b9d-3a6e5b9a61f7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/788ac7df-1fa2-4644-85dd-3e0fb85383b2 HTTP/1.1" status: 404 len: 333 time: 0.0272849 Aug 29 06:51:52.714125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c95aade-ec22-4f7b-ad1c-199d86ad531a req-f604abde-a14a-4d78-9076-b4c4b46c5b5b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060941 Aug 29 06:51:52.715836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52762) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.761463 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6fe502-c822-4905-bd65-889363eee155 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.761463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6fe502-c822-4905-bd65-889363eee155 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.761463 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6a6fe502-c822-4905-bd65-889363eee155 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/82c402ef-9bff-4a86-89c7-b40b183938d7 HTTP/1.1" status: 404 len: 337 time: 0.0419848 Aug 29 06:51:52.761701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52764) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.791576 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9881e21-684c-419b-94af-abf4fe2d39c0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.791576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9881e21-684c-419b-94af-abf4fe2d39c0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.794709 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e9881e21-684c-419b-94af-abf4fe2d39c0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/f67bfcef-1a43-4640-9090-9f6ca2fc8e4e HTTP/1.1" status: 404 len: 333 time: 0.0299282 Aug 29 06:51:52.795260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52766) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.806904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-c76f4ec2-3852-4cf5-993e-9d30f4646744 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1253760 Aug 29 06:51:52.838751 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f23d5d7-4a04-4abd-b3de-1c88d5a52bb7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:52.839338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f23d5d7-4a04-4abd-b3de-1c88d5a52bb7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:52.843489 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6f23d5d7-4a04-4abd-b3de-1c88d5a52bb7 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/370317e5-7718-492e-83e5-68ffbcdcf09a HTTP/1.1" status: 404 len: 337 time: 0.0448749 Aug 29 06:51:52.844698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52768) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:52.865082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0855c-a1c1-4f14-a14b-603fee782bf4 req-60d96aaa-1bf7-49aa-9053-969533f9e0a9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:52.867804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65c0855c-a1c1-4f14-a14b-603fee782bf4 req-60d96aaa-1bf7-49aa-9053-969533f9e0a9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0735784 Aug 29 06:51:52.918610 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65c0855c-a1c1-4f14-a14b-603fee782bf4 req-2ad74fcf-f2d4-4e4d-a619-f9ab4d2ec387 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440342 Aug 29 06:51:52.975361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-077ead61-e86e-4753-ab83-903fd2c96708 req-ce428824-8f19-4d8a-b3b7-a51e3c537aa9 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0385163 Aug 29 06:51:53.236885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacd77f-5d54-4106-a0f7-816b71abe5d5 req-08db8f1a-38c9-43c3-acd8-969ae8429a69 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:53.239638 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-daacd77f-5d54-4106-a0f7-816b71abe5d5 req-08db8f1a-38c9-43c3-acd8-969ae8429a69 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.1014121 Aug 29 06:51:53.273577 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdb5885-df8f-4fc0-9627-22a7bf9501fd tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:53.274729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdb5885-df8f-4fc0-9627-22a7bf9501fd tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:53.277583 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3cdb5885-df8f-4fc0-9627-22a7bf9501fd tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/09303905-ae07-4d91-8521-5fe19b1a5ee3 HTTP/1.1" status: 404 len: 333 time: 0.4328611 Aug 29 06:51:53.281249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52790) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:53.332019 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-135ea4c0-6980-4f5e-82ce-0b31d7756270 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:53.332602 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135ea4c0-6980-4f5e-82ce-0b31d7756270 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:53.334993 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-135ea4c0-6980-4f5e-82ce-0b31d7756270 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/70fe2606-b76e-49f5-bbc5-3385b79b3f39 HTTP/1.1" status: 404 len: 337 time: 0.0518358 Aug 29 06:51:53.337172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52794) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:53.357981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-daacd77f-5d54-4106-a0f7-816b71abe5d5 req-8a917e19-a603-4500-ad17-8d5731a3c3a1 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050203 Aug 29 06:51:53.375599 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-29392f83-6231-47eb-98d8-c3f148e11d04 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:53.376066 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29392f83-6231-47eb-98d8-c3f148e11d04 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:53.377945 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-29392f83-6231-47eb-98d8-c3f148e11d04 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/47eee6b7-efd7-4652-af43-de40cad1150c HTTP/1.1" status: 404 len: 337 time: 0.0396316 Aug 29 06:51:53.380945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52798) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:53.403439 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c04558-390a-4ad2-b043-9121b87b19fa tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:53.404064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c04558-390a-4ad2-b043-9121b87b19fa tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:53.405834 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-52c04558-390a-4ad2-b043-9121b87b19fa tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/a4a254ff-cd00-4259-8c52-cbe7628bc9ed HTTP/1.1" status: 404 len: 333 time: 0.0239737 Aug 29 06:51:53.414689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52800) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:53.452343 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2003cd89-796d-4854-b5b5-1e6fa525191c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:53.452808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2003cd89-796d-4854-b5b5-1e6fa525191c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:53.457102 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2003cd89-796d-4854-b5b5-1e6fa525191c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/c149272f-77cf-4906-91a9-3a49df7d0818 HTTP/1.1" status: 404 len: 337 time: 0.0384433 Aug 29 06:51:53.458621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52804) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:53.461227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df070711-3c8b-4652-8070-14dc20260005 req-007d6b0f-72e2-4846-86cd-d430362d6953 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:53.462802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df070711-3c8b-4652-8070-14dc20260005 req-007d6b0f-72e2-4846-86cd-d430362d6953 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.0588243 Aug 29 06:51:53.492826 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5782b7-7c28-4d35-bedf-32ac1f02bfcc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:53.493649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5782b7-7c28-4d35-bedf-32ac1f02bfcc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:53.498242 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ad5782b7-7c28-4d35-bedf-32ac1f02bfcc tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/56213662-3e95-4c11-956b-3ff8078a16e5 HTTP/1.1" status: 404 len: 337 time: 0.0399468 Aug 29 06:51:53.498906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52806) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:53.516962 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df070711-3c8b-4652-8070-14dc20260005 req-3fb28d63-54e4-4065-b5f2-4cf94faeed33 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458317 Aug 29 06:51:53.543003 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-271e7e61-fc7e-45c0-b96d-41aff6f323d0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:53.543753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271e7e61-fc7e-45c0-b96d-41aff6f323d0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:53.548889 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-271e7e61-fc7e-45c0-b96d-41aff6f323d0 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/a558dfb4-1eb0-41a5-8ae9-f0df9a699449 HTTP/1.1" status: 404 len: 333 time: 0.0456765 Aug 29 06:51:53.552317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52808) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:53.591164 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be12cf0-9d9e-45f7-b95a-74cc3474d844 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:53.591164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be12cf0-9d9e-45f7-b95a-74cc3474d844 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:53.591164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8be12cf0-9d9e-45f7-b95a-74cc3474d844 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/d4fb606d-9675-4718-9635-0d73c107e7bb HTTP/1.1" status: 404 len: 337 time: 0.0335073 Aug 29 06:51:53.591961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52812) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:53.619217 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5f5ec7-2b05-4708-9e4f-303ec35522c1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:53.619751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5f5ec7-2b05-4708-9e4f-303ec35522c1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:53.623459 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf5f5ec7-2b05-4708-9e4f-303ec35522c1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/973919a8-b919-440f-a0a5-9b50a6e6cbad HTTP/1.1" status: 404 len: 337 time: 0.0285602 Aug 29 06:51:53.625349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52814) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:53.667263 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9c5e24-e7ea-41d3-ad83-706c691643e2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:53.668144 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9c5e24-e7ea-41d3-ad83-706c691643e2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:53.677038 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1b9c5e24-e7ea-41d3-ad83-706c691643e2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/c3606d73-5f9e-4681-9d58-f09237cd932d HTTP/1.1" status: 404 len: 333 time: 0.0417166 Aug 29 06:51:53.677038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52816) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:53.730285 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e78070-c4e5-4182-bad6-bf94745c45b4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:53.730750 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e78070-c4e5-4182-bad6-bf94745c45b4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:53.737852 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-33e78070-c4e5-4182-bad6-bf94745c45b4 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/8bce3fe9-b137-4f9c-9e75-a80e002816b1 HTTP/1.1" status: 404 len: 337 time: 0.0619116 Aug 29 06:51:53.740318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52820) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:53.775707 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-8701d697-19ab-4ba7-9072-6c8977383713 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:53.775860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d1e04-8116-4a18-b6bf-5ec2a78a64b0 req-c293c3cc-5d3a-430f-b3b5-ea94ec434c52 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:53.776368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8701d697-19ab-4ba7-9072-6c8977383713 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:53.778561 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8701d697-19ab-4ba7-9072-6c8977383713 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/c8b6254c-6b49-414c-ba24-9279bca53da6 HTTP/1.1" status: 404 len: 337 time: 0.0370827 Aug 29 06:51:53.785223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-812d1e04-8116-4a18-b6bf-5ec2a78a64b0 req-c293c3cc-5d3a-430f-b3b5-ea94ec434c52 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1346018 Aug 29 06:51:53.786723 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52826) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:53.830009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 51d9f83f-60ab-400e-a95d-6241220a5175 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:53.838029 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-05fee6fb-8fac-48d7-8aab-e0f9ebb5d52a tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports?device_id=39adc8da-73f8-40bd-a156-d6bfc7193214 HTTP/1.1" status: 200 len: 205 time: 0.0462780 Aug 29 06:51:53.838697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52828) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:53.874259 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 51d9f83f-60ab-400e-a95d-6241220a5175 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:51:53.874624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 51d9f83f-60ab-400e-a95d-6241220a5175 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:53.919825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-812d1e04-8116-4a18-b6bf-5ec2a78a64b0 req-69427359-9984-4468-9dc1-9333d7222227 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180911 Aug 29 06:51:53.929729 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa71d5b7-48c1-42bf-973d-9c59bea2c49b req-f2a2f882-5925-4a58-96e2-6c4f2252ad65 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a99d71-8dc8-45b5-bae3-bdd971929eb1 HTTP/1.1" status: 200 len: 210 time: 0.0754404 Aug 29 06:51:53.950468 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-b259fe1f-a73e-48d3-9887-7bdd6332dd05 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] delete failed (client error): The resource could not be found. Aug 29 06:51:53.951542 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b259fe1f-a73e-48d3-9887-7bdd6332dd05 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/routers/39adc8da-73f8-40bd-a156-d6bfc7193214 HTTP/1.1" status: 404 len: 336 time: 0.1117649 Aug 29 06:51:53.954205 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52832) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:53.993236 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d552dd8-1daf-41f0-a73a-1b0f85f2da12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:53.993839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d552dd8-1daf-41f0-a73a-1b0f85f2da12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:53.995775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2d552dd8-1daf-41f0-a73a-1b0f85f2da12 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/1c594258-f122-4e80-ad31-e245b20b0d45 HTTP/1.1" status: 404 len: 337 time: 0.0405893 Aug 29 06:51:53.998463 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52836) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.050641 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2267b491-6c2a-42c4-a0e6-7ec96825bb64 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc HTTP/1.1" status: 200 len: 205 time: 0.0507777 Aug 29 06:51:54.055601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52840) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.086953 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88548c58-635d-4f2e-8735-b0e34a88227b req-7f8e2398-3c1f-4dcd-9d12-221eafac5fc4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:54.088718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88548c58-635d-4f2e-8735-b0e34a88227b req-7f8e2398-3c1f-4dcd-9d12-221eafac5fc4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.0915775 Aug 29 06:51:54.102643 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-1619d79c-7e74-43c2-bf59-855424b76e32 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] delete failed (client error): The resource could not be found. Aug 29 06:51:54.102643 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1619d79c-7e74-43c2-bf59-855424b76e32 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/routers/6f5b2c41-4af8-4a0f-b17c-cfa45d2a4ecc HTTP/1.1" status: 404 len: 336 time: 0.0458746 Aug 29 06:51:54.105053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52842) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.131287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a59c63c-b370-4aa7-b2c3-1d84e98230cb req-396b43a0-86ff-47a7-829c-bf17a37adb61 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0366020 Aug 29 06:51:54.136643 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e922e9-09ad-46d0-abb6-3e99fe69cdc1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.137181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e922e9-09ad-46d0-abb6-3e99fe69cdc1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.141338 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-74e922e9-09ad-46d0-abb6-3e99fe69cdc1 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/fbbffe28-c121-45f9-8591-853fdf72311b HTTP/1.1" status: 404 len: 337 time: 0.0329196 Aug 29 06:51:54.141940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52844) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.181444 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1877daa7-08a5-4f77-a543-149a938f6627 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.182003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1877daa7-08a5-4f77-a543-149a938f6627 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.186452 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1877daa7-08a5-4f77-a543-149a938f6627 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/ee190853-e2e8-4fdf-9d22-3a511ee12079 HTTP/1.1" status: 404 len: 337 time: 0.0409470 Aug 29 06:51:54.186812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52846) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.196860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88548c58-635d-4f2e-8735-b0e34a88227b req-59544f22-9bbc-4aa1-b999-25ff853b10f6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643852 Aug 29 06:51:54.211199 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ec8d35-50cd-43f4-bae1-d44069f7d1a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.211818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ec8d35-50cd-43f4-bae1-d44069f7d1a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.213543 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-10ec8d35-50cd-43f4-bae1-d44069f7d1a8 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/58dee0f9-a1be-4a67-98ca-8ea4f7c33710 HTTP/1.1" status: 404 len: 333 time: 0.0256751 Aug 29 06:51:54.216036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52848) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.245646 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d462d8-abdb-4c76-a65a-8247fbaac96b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.246090 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d462d8-abdb-4c76-a65a-8247fbaac96b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.247812 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-80d462d8-abdb-4c76-a65a-8247fbaac96b tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/00320974-8bd3-49c6-b1ca-2528211244ff HTTP/1.1" status: 404 len: 337 time: 0.0308514 Aug 29 06:51:54.250256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52850) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.272965 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc73896e-8906-4491-8479-8ce3dfac184e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.273565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc73896e-8906-4491-8479-8ce3dfac184e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.275274 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fc73896e-8906-4491-8479-8ce3dfac184e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/044522e3-32d4-4978-a8d3-1378b75a0e25 HTTP/1.1" status: 404 len: 333 time: 0.0240963 Aug 29 06:51:54.277721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52852) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.303022 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb47af4-52d3-4617-90b5-4b5d1e78820d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.304964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb47af4-52d3-4617-90b5-4b5d1e78820d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.305331 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4cb47af4-52d3-4617-90b5-4b5d1e78820d tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/523dd9b8-59f4-4b99-b1f8-4d0e1ee5e2c7 HTTP/1.1" status: 404 len: 337 time: 0.0266845 Aug 29 06:51:54.307744 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52854) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.329791 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f7cd08-6117-4fa5-9bb4-8cf1f0990c53 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.330426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f7cd08-6117-4fa5-9bb4-8cf1f0990c53 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.333907 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-95f7cd08-6117-4fa5-9bb4-8cf1f0990c53 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/4a9ae2fa-7fb5-47af-8e9a-751d92dbf2fc HTTP/1.1" status: 404 len: 333 time: 0.0240045 Aug 29 06:51:54.335733 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52856) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.362511 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8442d9e-30e2-4b1d-8452-3e9b330e22d2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.362915 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8442d9e-30e2-4b1d-8452-3e9b330e22d2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.364675 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b8442d9e-30e2-4b1d-8452-3e9b330e22d2 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/c2a09a30-7bca-4e36-89b6-8f0dbbf77058 HTTP/1.1" status: 404 len: 337 time: 0.0280230 Aug 29 06:51:54.367111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52858) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.394339 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e8b281-fc7a-4c5f-a5cb-332bb4d9c92c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.394970 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e8b281-fc7a-4c5f-a5cb-332bb4d9c92c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.396855 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e7e8b281-fc7a-4c5f-a5cb-332bb4d9c92c tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/7d0e247a-aead-4974-b316-f13e7de464ff HTTP/1.1" status: 404 len: 333 time: 0.0287685 Aug 29 06:51:54.399608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52862) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.431296 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-843faf45-0b40-42da-bdea-a513b6c3192e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.431838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843faf45-0b40-42da-bdea-a513b6c3192e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.435881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-843faf45-0b40-42da-bdea-a513b6c3192e tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/e0233ab0-7112-4483-aac1-f441f3194cf3 HTTP/1.1" status: 404 len: 337 time: 0.0328038 Aug 29 06:51:54.436379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52864) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.463534 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10fbd05-ee73-4eb6-862f-5ac2f28e4edd tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.464518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10fbd05-ee73-4eb6-862f-5ac2f28e4edd tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.466364 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b10fbd05-ee73-4eb6-862f-5ac2f28e4edd tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/7dcaf58e-02a0-481e-ad9f-3fd2f6f38da8 HTTP/1.1" status: 404 len: 333 time: 0.0288677 Aug 29 06:51:54.474116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52866) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.504515 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8671332-7a0f-4377-83d7-beae484252e9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.504967 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8671332-7a0f-4377-83d7-beae484252e9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.506769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f8671332-7a0f-4377-83d7-beae484252e9 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/e6a9dd08-6ec1-49f4-bf4e-caa099f665e3 HTTP/1.1" status: 404 len: 337 time: 0.0316689 Aug 29 06:51:54.509158 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52868) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.524436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb515ed-2351-407f-9502-c9d5c6d4ff8c req-cf8cf317-4957-4dd0-914f-e4250643ec36 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:54.526294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2fb515ed-2351-407f-9502-c9d5c6d4ff8c req-cf8cf317-4957-4dd0-914f-e4250643ec36 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.0970116 Aug 29 06:51:54.546382 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa3436a-b88a-45ac-a27c-b54bda1077c5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.547066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa3436a-b88a-45ac-a27c-b54bda1077c5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.548922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5fa3436a-b88a-45ac-a27c-b54bda1077c5 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/42f44f1e-0588-45e2-b0d2-4ba047ad3493 HTTP/1.1" status: 404 len: 333 time: 0.0388372 Aug 29 06:51:54.552751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52872) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.585786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2fb515ed-2351-407f-9502-c9d5c6d4ff8c req-34eea478-e5ae-4ccc-ba8b-92674120b9fa tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 Aug 29 06:51:54.588536 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0e1d4f-d4f7-442a-9609-660b61634d93 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.589087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0e1d4f-d4f7-442a-9609-660b61634d93 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.591107 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2c0e1d4f-d4f7-442a-9609-660b61634d93 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/35acdbc7-80f0-4e0f-864a-2e2d79b4802e HTTP/1.1" status: 404 len: 337 time: 0.0368359 Aug 29 06:51:54.593840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52874) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.629341 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-7074492a-6860-4c98-b6cb-03c78adc8ba6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.630006 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7074492a-6860-4c98-b6cb-03c78adc8ba6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.631854 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7074492a-6860-4c98-b6cb-03c78adc8ba6 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/ports/dc25f3eb-b8c5-45ea-b0d7-9d747b6cbf81 HTTP/1.1" status: 404 len: 333 time: 0.0369263 Aug 29 06:51:54.634637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52876) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.677093 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3db1c10-3f7c-4693-8c0d-07872b1ec3cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] DELETE failed (client error): The resource could not be found. Aug 29 06:51:54.678738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3db1c10-3f7c-4693-8c0d-07872b1ec3cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:51:54.683093 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d3db1c10-3f7c-4693-8c0d-07872b1ec3cf tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/subnets/fc379739-8556-44ce-a3c0-57838f01464c HTTP/1.1" status: 404 len: 337 time: 0.0436542 Aug 29 06:51:54.683093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52880) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:54.685406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e11df2-d261-4578-9251-263373ef0153 req-6fecaa78-09df-4127-9ea2-f365c15b08d6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:54.687168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48e11df2-d261-4578-9251-263373ef0153 req-6fecaa78-09df-4127-9ea2-f365c15b08d6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.0837996 Aug 29 06:51:54.743543 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48e11df2-d261-4578-9251-263373ef0153 req-6f2632c0-5763-420e-94f9-122f47830837 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464959 Aug 29 06:51:54.768285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75f8b894-bebf-4db7-9951-e26cde8d5275 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:54.884171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d162d47-24a9-4c9c-9a26-e6bca29c0280 req-7af745f7-3f65-41b0-bc55-b77622fb3724 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:54.885828 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75f8b894-bebf-4db7-9951-e26cde8d5275 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:54.887595 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d162d47-24a9-4c9c-9a26-e6bca29c0280 req-7af745f7-3f65-41b0-bc55-b77622fb3724 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.0681453 Aug 29 06:51:54.899417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-75f8b894-bebf-4db7-9951-e26cde8d5275 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c35313-5380-4d1c-adfa-e4bf610ab147']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:51:54.918240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-75f8b894-bebf-4db7-9951-e26cde8d5275 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:51:54.918554 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-75f8b894-bebf-4db7-9951-e26cde8d5275 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac3eee5-5c9e-4696-853c-69fd1c45a5a8') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:51:54.932897 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d162d47-24a9-4c9c-9a26-e6bca29c0280 req-8c02a89a-bf52-415e-8d7f-8c320428f43b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Aug 29 06:51:54.940275 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75f8b894-bebf-4db7-9951-e26cde8d5275 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:54.960866 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75f8b894-bebf-4db7-9951-e26cde8d5275 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:54.972547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f8b894-bebf-4db7-9951-e26cde8d5275 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75f8b894-bebf-4db7-9951-e26cde8d5275 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:51:54.979547 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:51:55.065196 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407bbf1-3b0a-4859-b68b-fcde46e4a841 req-0a605eae-bb2c-4453-ac5d-32451375e509 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:55.067461 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9407bbf1-3b0a-4859-b68b-fcde46e4a841 req-0a605eae-bb2c-4453-ac5d-32451375e509 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0642385 Aug 29 06:51:55.098174 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75f8b894-bebf-4db7-9951-e26cde8d5275 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:55.105363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9407bbf1-3b0a-4859-b68b-fcde46e4a841 req-a359e121-241d-4d35-89d4-9095fed6a538 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319366 Aug 29 06:51:55.110026 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75f8b894-bebf-4db7-9951-e26cde8d5275 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:55.117502 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-75f8b894-bebf-4db7-9951-e26cde8d5275 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] 10.222.0.76 "DELETE /v2.0/networks/16c35313-5380-4d1c-adfa-e4bf610ab147 HTTP/1.1" status: 204 len: 168 time: 0.4321716 Aug 29 06:51:55.138363 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8b894-bebf-4db7-9951-e26cde8d5275 tempest-NetworksTestDHCPv6-1466097757 tempest-NetworksTestDHCPv6-1466097757-project] Pushing event deleted for resources: {'Network': ['ID=16c35313-5380-4d1c-adfa-e4bf610ab147,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:55.147540 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52898) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:55.224556 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-570a3928-27e4-468f-b889-0328639d9660 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:55.298157 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-570a3928-27e4-468f-b889-0328639d9660 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:55.337645 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6708de8-eef3-4cb6-b223-c3f00c709142 req-2d76d062-0bfc-4af9-811a-b6fded27254d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:55.339270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6708de8-eef3-4cb6-b223-c3f00c709142 req-2d76d062-0bfc-4af9-811a-b6fded27254d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1244678 Aug 29 06:51:55.354527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52220634-719e-45bf-926c-880db4122193 req-0df557f7-22b3-4781-892a-43074f633ecd tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:55.356096 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52220634-719e-45bf-926c-880db4122193 req-0df557f7-22b3-4781-892a-43074f633ecd tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1276686 Aug 29 06:51:55.423868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6708de8-eef3-4cb6-b223-c3f00c709142 req-0b52a70a-1578-4f7f-ae63-4f23776d4f17 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774150 Aug 29 06:51:55.428569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52220634-719e-45bf-926c-880db4122193 req-ef348cb8-147b-42ac-b449-4fda6ea389e8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591328 Aug 29 06:51:55.518022 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ffdc9bb-d177-403b-b165-b23ecd46b800 req-08eb7758-db15-4c0a-abf5-cd131d061764 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0341039 Aug 29 06:51:55.520106 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-570a3928-27e4-468f-b889-0328639d9660 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:55.530061 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-570a3928-27e4-468f-b889-0328639d9660 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:55.530061 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-570a3928-27e4-468f-b889-0328639d9660 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "DELETE /v2.0/security-groups/afe5db52-9fed-4530-97a4-53a983748119 HTTP/1.1" status: 204 len: 168 time: 0.3754914 Aug 29 06:51:55.530743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52908) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:55.552836 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-717f25a5-e390-40a9-ba32-3c9dd44c4182 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] show failed (client error): The resource could not be found. Aug 29 06:51:55.556737 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-717f25a5-e390-40a9-ba32-3c9dd44c4182 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "GET /v2.0/security-groups/afe5db52-9fed-4530-97a4-53a983748119 HTTP/1.1" status: 404 len: 347 time: 0.0254486 Aug 29 06:51:55.557162 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52910) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:55.614382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652bde7-d085-4588-85ad-e393ee38494e req-0be07384-008a-43d8-87dd-9a767b0131e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:55.615970 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-0be07384-008a-43d8-87dd-9a767b0131e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 1101 time: 0.0554044 Aug 29 06:51:55.668649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a3928-27e4-468f-b889-0328639d9660 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe5db52-9fed-4530-97a4-53a983748119,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:55.740410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652bde7-d085-4588-85ad-e393ee38494e req-d6b9d977-71fc-403d-acc2-be62c66a5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:55.741955 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-d6b9d977-71fc-403d-acc2-be62c66a5606 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1176543 Aug 29 06:51:55.757185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52918) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:55.785086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eac7a2-92de-48dc-9ac1-86c9386c9bca req-27164fa3-4fa7-41dc-8722-5830e6670b01 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:55.786573 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87eac7a2-92de-48dc-9ac1-86c9386c9bca req-27164fa3-4fa7-41dc-8722-5830e6670b01 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.2709701 Aug 29 06:51:55.795694 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-45f71552-a0de-40a5-a8bd-901a488ea909 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c7b03578-f4c7-423e-90dd-2abe983e141c HTTP/1.1" status: 200 len: 217 time: 0.0461383 Aug 29 06:51:55.820710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a560d-c479-4a14-8c91-e0bab667414d req-27f07cee-a546-480d-972e-ab8fb745ed5e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:55.827766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad5a560d-c479-4a14-8c91-e0bab667414d req-27f07cee-a546-480d-972e-ab8fb745ed5e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1641061 Aug 29 06:51:55.860466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652bde7-d085-4588-85ad-e393ee38494e req-559ffb36-b1cb-46b4-b844-68c0fac756b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:55.862148 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-559ffb36-b1cb-46b4-b844-68c0fac756b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0581908 Aug 29 06:51:55.952945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652bde7-d085-4588-85ad-e393ee38494e req-7a4b34d1-39e2-4113-ac3f-a281dfa38624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:55.954587 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-7a4b34d1-39e2-4113-ac3f-a281dfa38624 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839200 Aug 29 06:51:55.988946 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-53399f54-b2be-4235-9422-750b5922e37d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7205aa4a7df4878b740501289a8ac85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302663 Aug 29 06:51:56.014015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52922) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:56.118558 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-dadfd184-e806-488b-9298-a16ef42fe245 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517909 Aug 29 06:51:56.119366 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2145a023-4497-4a61-990b-205de8933959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:56.165220 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad5a560d-c479-4a14-8c91-e0bab667414d req-57a5e346-28f3-4953-994e-9f26822a50e3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365889 Aug 29 06:51:56.191397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87eac7a2-92de-48dc-9ac1-86c9386c9bca req-3606867c-a88b-44b7-b632-e9d5853a92c5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656409 Aug 29 06:51:56.192210 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2145a023-4497-4a61-990b-205de8933959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:56.215999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-7ff4cead-a98c-40f5-8253-2976b6482d45 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Deleting port 9e4e056d-64d1-4a52-a538-5ee7e929e672 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:56.216445 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cead-a98c-40f5-8253-2976b6482d45 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:56.274201 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-73e108fa-f6ab-46ac-8dea-1cfa06c9b17e service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442025 Aug 29 06:51:56.397151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39b9b3-0198-4c97-8c00-442b9a201bdb req-711e10e8-36f0-4a4e-8f70-8e611d90cc79 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:56.399024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd39b9b3-0198-4c97-8c00-442b9a201bdb req-711e10e8-36f0-4a4e-8f70-8e611d90cc79 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1320870 Aug 29 06:51:56.411248 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cead-a98c-40f5-8253-2976b6482d45 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:56.412823 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2145a023-4497-4a61-990b-205de8933959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:56.413446 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cead-a98c-40f5-8253-2976b6482d45 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:56.415735 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2145a023-4497-4a61-990b-205de8933959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:56.416912 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2145a023-4497-4a61-990b-205de8933959 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bc17a1b6-0a22-4aab-829b-47b9ccf647ce HTTP/1.1" status: 204 len: 168 time: 0.4019427 Aug 29 06:51:56.426512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b0092-62d5-44f7-aa4f-94fcc373d5e4 req-d1c4e7da-7a1c-4cf3-9ba1-a652bf0721a3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:56.428250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-892b0092-62d5-44f7-aa4f-94fcc373d5e4 req-d1c4e7da-7a1c-4cf3-9ba1-a652bf0721a3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.1624808 Aug 29 06:51:56.428565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145a023-4497-4a61-990b-205de8933959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc17a1b6-0a22-4aab-829b-47b9ccf647ce,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:56.464673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-7ff4cead-a98c-40f5-8253-2976b6482d45 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Calling delete_port for 9e4e056d-64d1-4a52-a538-5ee7e929e672 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:56.501123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd39b9b3-0198-4c97-8c00-442b9a201bdb req-76eb0541-a5fa-4999-af7e-cb9458976e37 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927386 Aug 29 06:51:56.559647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-892b0092-62d5-44f7-aa4f-94fcc373d5e4 req-1e6280eb-91f7-419a-8298-2a160d8f3aed tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188593 Aug 29 06:51:56.741824 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cead-a98c-40f5-8253-2976b6482d45 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:56.776338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-064621a2-04b9-4b35-a333-5e322a0cacf9 req-8ac06861-86e6-42d0-84d1-2f17ee8f48ba tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0517757 Aug 29 06:51:56.804829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4cead-a98c-40f5-8253-2976b6482d45 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event deleted for resources: {'Port': ['ID=9e4e056d-64d1-4a52-a538-5ee7e929e672,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:56.835473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434472-4c9b-479b-ac9c-4172b53d85e0 req-ff6e9eaa-6c59-403c-85ec-147e1909bf9d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:56.837993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1434472-4c9b-479b-ac9c-4172b53d85e0 req-ff6e9eaa-6c59-403c-85ec-147e1909bf9d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1507540 Aug 29 06:51:56.949172 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cead-a98c-40f5-8253-2976b6482d45 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:56.951742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cead-a98c-40f5-8253-2976b6482d45 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:56.952889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7ff4cead-a98c-40f5-8253-2976b6482d45 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "DELETE /v2.0/floatingips/b254eeb3-8ae9-4531-824d-2ee754d90d07 HTTP/1.1" status: 204 len: 168 time: 1.3839269 Aug 29 06:51:56.956043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52944) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:56.958406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1434472-4c9b-479b-ac9c-4172b53d85e0 req-a30bbf4f-df9c-4546-b08a-98aa42f32a0a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960989 Aug 29 06:51:56.965864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ce967-947f-4807-a7e7-600396bc50eb req-67964547-70ff-45fd-86a4-c50744acf512 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:56.973113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f26ce967-947f-4807-a7e7-600396bc50eb req-67964547-70ff-45fd-86a4-c50744acf512 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 945 time: 0.1099510 Aug 29 06:51:57.012950 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f26ce967-947f-4807-a7e7-600396bc50eb req-259c2848-923e-4113-a58a-5945c3b9e306 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389519 Aug 29 06:51:57.083752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a9639489-e738-48ee-8875-aaf380c32f5c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Deleting port 0955f131-dd83-40ea-9043-264a188011e9 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:57.084211 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a9639489-e738-48ee-8875-aaf380c32f5c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:57.089004 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0c077-b9a2-4465-9d14-46f9af4c2978 req-cc256aab-cb75-4132-8411-076ab60faedb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:57.090398 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dad0c077-b9a2-4465-9d14-46f9af4c2978 req-cc256aab-cb75-4132-8411-076ab60faedb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.0627382 Aug 29 06:51:57.141627 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dad0c077-b9a2-4465-9d14-46f9af4c2978 req-f2c4c869-ea7f-4e0e-9878-82fb651a731e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428059 Aug 29 06:51:57.221913 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a9639489-e738-48ee-8875-aaf380c32f5c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:57.240157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a9639489-e738-48ee-8875-aaf380c32f5c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Calling delete_port for 0955f131-dd83-40ea-9043-264a188011e9 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:57.343744 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66999721-996b-4379-b955-1f54cfef2e79 req-89b97a53-9665-4796-8807-4a236830bd8d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:57.343744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66999721-996b-4379-b955-1f54cfef2e79 req-89b97a53-9665-4796-8807-4a236830bd8d tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1035392 Aug 29 06:51:57.350932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a4f48-4300-4e3d-8274-24656908962c req-20df7f08-d3ca-49b5-bb92-423cee71667b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:57.352389 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c96a4f48-4300-4e3d-8274-24656908962c req-20df7f08-d3ca-49b5-bb92-423cee71667b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.1013327 Aug 29 06:51:57.412924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66999721-996b-4379-b955-1f54cfef2e79 req-8a732110-03b5-4234-a488-798ef0fb9fb0 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590158 Aug 29 06:51:57.488531 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c96a4f48-4300-4e3d-8274-24656908962c req-335311af-d247-4608-9331-ba5c1b4a4a43 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903554 Aug 29 06:51:57.517641 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a9639489-e738-48ee-8875-aaf380c32f5c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:57.544624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9639489-e738-48ee-8875-aaf380c32f5c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event deleted for resources: {'Port': ['ID=0955f131-dd83-40ea-9043-264a188011e9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:57.630532 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a9639489-e738-48ee-8875-aaf380c32f5c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:57.632985 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a9639489-e738-48ee-8875-aaf380c32f5c tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "DELETE /v2.0/ports/0955f131-dd83-40ea-9043-264a188011e9 HTTP/1.1" status: 204 len: 168 time: 0.6752372 Aug 29 06:51:57.635784 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52970) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:57.657578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7786f3-f684-496f-a823-92a4101cd84c req-c4794880-6389-4b7b-8c08-b9ea6615a420 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:57.659972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d7786f3-f684-496f-a823-92a4101cd84c req-c4794880-6389-4b7b-8c08-b9ea6615a420 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1147618 Aug 29 06:51:57.738047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52972) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:57.749245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d7786f3-f684-496f-a823-92a4101cd84c req-add6a92e-40f8-402e-91ac-75af5d294a5f tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813947 Aug 29 06:51:57.761263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-decd7807-cd2b-4103-ac6c-63472c2ef958 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Deleting port 93c4d706-cba3-4649-8efe-17e2a9e9840f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:57.762847 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-decd7807-cd2b-4103-ac6c-63472c2ef958 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:57.766998 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9b16c-e116-4034-9575-73412e0934ef req-0505effe-7ce4-44a3-9409-37027f7b30ca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:57.771690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0c9b16c-e116-4034-9575-73412e0934ef req-0505effe-7ce4-44a3-9409-37027f7b30ca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.0957603 Aug 29 06:51:57.847292 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0c9b16c-e116-4034-9575-73412e0934ef req-295805c3-d283-4d00-8e1f-fe88bab195fc tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522428 Aug 29 06:51:57.877967 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-decd7807-cd2b-4103-ac6c-63472c2ef958 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:57.892625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-decd7807-cd2b-4103-ac6c-63472c2ef958 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Calling delete_port for 93c4d706-cba3-4649-8efe-17e2a9e9840f owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:57.949851 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1497754004'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:58.017206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ad119-bbd3-421c-857c-b4cd86f077c7 req-8fd96908-1df8-4b8a-8b20-c1114ea429c4 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:58.028987 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b07ad119-bbd3-421c-857c-b4cd86f077c7 req-8fd96908-1df8-4b8a-8b20-c1114ea429c4 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1457155 Aug 29 06:51:58.094134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b07ad119-bbd3-421c-857c-b4cd86f077c7 req-ecb1ac1c-ed66-4698-b221-83694c2c9fde tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560057 Aug 29 06:51:58.127060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7b8d835-2eaa-44aa-ad28-c21d86731f4d req-ba709dce-d704-4913-848a-c208766f6a41 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0282936 Aug 29 06:51:58.132502 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-decd7807-cd2b-4103-ac6c-63472c2ef958 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:58.176924 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Made reservation on behalf of 9effd212da204d0fa23b61a690194a18 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:58.176924 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:58.186170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd7807-cd2b-4103-ac6c-63472c2ef958 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event deleted for resources: {'Port': ['ID=93c4d706-cba3-4649-8efe-17e2a9e9840f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:58.198495 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:58.288312 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-decd7807-cd2b-4103-ac6c-63472c2ef958 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:58.290283 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-decd7807-cd2b-4103-ac6c-63472c2ef958 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "DELETE /v2.0/ports/93c4d706-cba3-4649-8efe-17e2a9e9840f HTTP/1.1" status: 204 len: 168 time: 0.6534355 Aug 29 06:51:58.292936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52988) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:58.345921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-86652142-bc3b-4279-a0ab-17a167935f5e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Deleting subnet b0e90aa0-bc35-4497-8202-2e1dfd85d0cd {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:51:58.349800 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86652142-bc3b-4279-a0ab-17a167935f5e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:58.375339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704446e-6d10-48c7-b8b2-50141d66cd8f req-5cf58cd3-2823-40e1-9d8b-fd019a3a0274 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:58.377809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0704446e-6d10-48c7-b8b2-50141d66cd8f req-5cf58cd3-2823-40e1-9d8b-fd019a3a0274 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 945 time: 0.1213980 Aug 29 06:51:58.397488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac774-8bb2-420b-a3c9-54d4859d6dec req-25ffcde3-4b4c-40e6-b3b2-716e42eab3dc tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:58.397741 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86652142-bc3b-4279-a0ab-17a167935f5e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:58.398969 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-929ac774-8bb2-420b-a3c9-54d4859d6dec req-25ffcde3-4b4c-40e6-b3b2-716e42eab3dc tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1024823 Aug 29 06:51:58.481000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0704446e-6d10-48c7-b8b2-50141d66cd8f req-02269dbe-2558-4ccd-85c5-5144b2591687 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808301 Aug 29 06:51:58.484749 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:58.493899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-929ac774-8bb2-420b-a3c9-54d4859d6dec req-d5f94ab4-7aae-495c-814f-3d38cc7e7be3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835600 Aug 29 06:51:58.507587 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86652142-bc3b-4279-a0ab-17a167935f5e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:58.661378 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:58.708836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:51:58.721520 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86652142-bc3b-4279-a0ab-17a167935f5e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:58.731845 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:58.732205 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Added segment cc00e989-f0fc-4ae6-9340-2b8c192d9542 of type vlan for network 6055aabe-488c-483c-8061-7cfbbf2b47a8 Aug 29 06:51:58.741604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d166f-f03f-467e-88c3-0156e0afd0f2 req-cdf5b923-7f00-463d-bb0d-7fe0667ce784 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:58.743309 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-663d166f-f03f-467e-88c3-0156e0afd0f2 req-cdf5b923-7f00-463d-bb0d-7fe0667ce784 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.1394999 Aug 29 06:51:58.751694 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07b7226-9b39-4dcc-815b-60d629f4454c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:58.763979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe68c4-f62e-4cb3-a877-94b2e9083e59 req-516a8ae4-236d-4663-8377-93b06858d5fa tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:58.764882 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86652142-bc3b-4279-a0ab-17a167935f5e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:58.772190 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddfe68c4-f62e-4cb3-a877-94b2e9083e59 req-516a8ae4-236d-4663-8377-93b06858d5fa tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1584909 Aug 29 06:51:58.773453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1a8a48-387f-4cb1-b299-02a6f406331e None None] Network 57ffac55-609b-41cd-9af3-72358c53e760 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:58.774193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52998) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:58.783911 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-86652142-bc3b-4279-a0ab-17a167935f5e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "DELETE /v2.0/subnets/b0e90aa0-bc35-4497-8202-2e1dfd85d0cd HTTP/1.1" status: 204 len: 168 time: 0.4897287 Aug 29 06:51:58.785693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86652142-bc3b-4279-a0ab-17a167935f5e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e90aa0-bc35-4497-8202-2e1dfd85d0cd,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:58.901872 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:58.918816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-7301158b-a01d-4306-a7f7-a6ee0d616bda tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Deleting subnet 55e24152-8c60-4bec-915c-1877dd2a93dc {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:51:58.940838 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7301158b-a01d-4306-a7f7-a6ee0d616bda tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:58.971466 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-663d166f-f03f-467e-88c3-0156e0afd0f2 req-95a8cc72-15e7-40e9-85ac-8d3e8da31880 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156463 Aug 29 06:51:58.999049 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddfe68c4-f62e-4cb3-a877-94b2e9083e59 req-eb8f700c-f608-4055-ad45-8094bd64e1d6 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213097 Aug 29 06:51:59.006040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f3f53b-2234-4701-a2fb-996b6ee16977 None None] DHCP port deletion for 57ffac55-609b-41cd-9af3-72358c53e760 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:51:59.056620 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7301158b-a01d-4306-a7f7-a6ee0d616bda tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.069501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-39f3f53b-2234-4701-a2fb-996b6ee16977 None None] Deleting port e307d990-5f9b-45f7-86af-ded4930f2ed2 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:59.069954 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-39f3f53b-2234-4701-a2fb-996b6ee16977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.134346 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.140439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:59.140439 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.154174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-39f3f53b-2234-4701-a2fb-996b6ee16977 None None] For port e307d990-5f9b-45f7-86af-ded4930f2ed2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e307d990-5f9b-45f7-86af-ded4930f2ed2,segment=NetworkSegment(700d66e7-bb9c-4dc5-b83d-0c33fa298d06),segment_id=700d66e7-bb9c-4dc5-b83d-0c33fa298d06)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:51:59.154930 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-39f3f53b-2234-4701-a2fb-996b6ee16977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.170226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-39f3f53b-2234-4701-a2fb-996b6ee16977 None None] Calling delete_port for e307d990-5f9b-45f7-86af-ded4930f2ed2 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:51:59.262996 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5230598 Aug 29 06:51:59.266354 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53010) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:59.277103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512cf98-f147-4416-ae76-04a6215b7871 req-b2444fc8-60a1-44e3-8a12-952ddeb2d6dd tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:59.277310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-18a0783a-a73f-49bc-b49c-f65058f54cdf tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'subnet': {'network_id': '6055aabe-488c-483c-8061-7cfbbf2b47a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:51:59.277454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8512cf98-f147-4416-ae76-04a6215b7871 req-b2444fc8-60a1-44e3-8a12-952ddeb2d6dd tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.2209148 Aug 29 06:51:59.311490 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7301158b-a01d-4306-a7f7-a6ee0d616bda tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.333311 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-39f3f53b-2234-4701-a2fb-996b6ee16977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.355475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3f53b-2234-4701-a2fb-996b6ee16977 None None] Pushing event deleted for resources: {'Port': ['ID=e307d990-5f9b-45f7-86af-ded4930f2ed2,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:59.356439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bb56f-85a9-4797-9a5a-0881e6f81acb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Network': ['ID=6055aabe-488c-483c-8061-7cfbbf2b47a8,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:59.367396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f3f53b-2234-4701-a2fb-996b6ee16977 None None] No DVR routers for this DVR port e307d990-5f9b-45f7-86af-ded4930f2ed2 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:51:59.390316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 6055aabe-488c-483c-8061-7cfbbf2b47a8 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:51:59.424350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8512cf98-f147-4416-ae76-04a6215b7871 req-860e6e70-113a-4c74-a510-aecd0ae6daf8 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386485 Aug 29 06:51:59.451387 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a0783a-a73f-49bc-b49c-f65058f54cdf tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Made reservation on behalf of 9effd212da204d0fa23b61a690194a18 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:51:59.458844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18a0783a-a73f-49bc-b49c-f65058f54cdf tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.476228 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7301158b-a01d-4306-a7f7-a6ee0d616bda tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.534922 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301158b-a01d-4306-a7f7-a6ee0d616bda tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event deleted for resources: {'Subnet': ['ID=55e24152-8c60-4bec-915c-1877dd2a93dc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:51:59.546275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096fa46a-0a38-4d64-8c14-09460f448658 None None] Network a36fa329-024c-4710-93ad-78c82667ba38 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:51:59.567202 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7301158b-a01d-4306-a7f7-a6ee0d616bda tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.568881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7301158b-a01d-4306-a7f7-a6ee0d616bda tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "DELETE /v2.0/subnets/55e24152-8c60-4bec-915c-1877dd2a93dc HTTP/1.1" status: 204 len: 168 time: 0.7910020 Aug 29 06:51:59.573133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53016) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:51:59.590682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3c135a8-e4a3-46bb-9d4c-af9a8da11675 req-1573a873-71ea-4a5d-871b-b38828873f52 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0992184 Aug 29 06:51:59.629737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c1f49-ac4e-43e9-9b77-accb8c0bd077 req-8f9ccaf3-eea1-402a-a06a-7781abefcb69 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:59.639832 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-752c1f49-ac4e-43e9-9b77-accb8c0bd077 req-8f9ccaf3-eea1-402a-a06a-7781abefcb69 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 945 time: 0.1254282 Aug 29 06:51:59.700319 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-91409a13-75ce-43b1-be71-4fc6b4488207 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.709875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-752c1f49-ac4e-43e9-9b77-accb8c0bd077 req-e1e9ad1f-4e45-4fb4-b8c2-dbf12ebdfb06 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652578 Aug 29 06:51:59.817723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac9f19-bfdd-4ac1-9adc-1d5a2776d99d req-1c2dafaf-eab0-4e1b-b9d4-b1629960a1fb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:51:59.817723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0aac9f19-bfdd-4ac1-9adc-1d5a2776d99d req-1c2dafaf-eab0-4e1b-b9d4-b1629960a1fb tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.0819385 Aug 29 06:51:59.831049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e307d990-5f9b-45f7-86af-ded4930f2ed2 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:51:59.833362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774f7f48-e578-4239-847d-f41b6fba6713 None None] DHCP port deletion for a36fa329-024c-4710-93ad-78c82667ba38 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:51:59.854868 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: e307d990-5f9b-45f7-86af-ded4930f2ed2 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:51:59.855546 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e307d990-5f9b-45f7-86af-ded4930f2ed2 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:51:59.875543 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-91409a13-75ce-43b1-be71-4fc6b4488207 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.886921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-91409a13-75ce-43b1-be71-4fc6b4488207 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ffac55-609b-41cd-9af3-72358c53e760']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:51:59.897564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-91409a13-75ce-43b1-be71-4fc6b4488207 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700d66e7-bb9c-4dc5-b83d-0c33fa298d06') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:51:59.898072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-91409a13-75ce-43b1-be71-4fc6b4488207 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700d66e7-bb9c-4dc5-b83d-0c33fa298d06') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:51:59.899679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0aac9f19-bfdd-4ac1-9adc-1d5a2776d99d req-087d20e6-ea05-459e-b7d3-fae9dcf73eaf tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791872 Aug 29 06:51:59.910295 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-91409a13-75ce-43b1-be71-4fc6b4488207 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.933418 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-91409a13-75ce-43b1-be71-4fc6b4488207 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.939694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-774f7f48-e578-4239-847d-f41b6fba6713 None None] Deleting port 361fb4e8-daf0-4960-8d2a-8073638fef3f {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:51:59.940044 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-774f7f48-e578-4239-847d-f41b6fba6713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.941351 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18a0783a-a73f-49bc-b49c-f65058f54cdf tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.948409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91409a13-75ce-43b1-be71-4fc6b4488207 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:51:59.948873 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-91409a13-75ce-43b1-be71-4fc6b4488207 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:51:59.994594 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:52:00.035551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-774f7f48-e578-4239-847d-f41b6fba6713 None None] For port 361fb4e8-daf0-4960-8d2a-8073638fef3f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=361fb4e8-daf0-4960-8d2a-8073638fef3f,segment=NetworkSegment(8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1),segment_id=8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:00.035955 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-774f7f48-e578-4239-847d-f41b6fba6713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:00.039287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05b332-b78b-4a40-95b2-9556389a4335 req-af10c639-0ff2-4a4c-b70b-2d93821ac53e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:00.041520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d05b332-b78b-4a40-95b2-9556389a4335 req-af10c639-0ff2-4a4c-b70b-2d93821ac53e tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.0627801 Aug 29 06:52:00.066171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-774f7f48-e578-4239-847d-f41b6fba6713 None None] Calling delete_port for 361fb4e8-daf0-4960-8d2a-8073638fef3f owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:00.093940 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d05b332-b78b-4a40-95b2-9556389a4335 req-4bf7421a-5252-41cb-9a5e-38c923e16719 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457418 Aug 29 06:52:00.097666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0783a-a73f-49bc-b49c-f65058f54cdf tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Subnet': ['ID=195389a6-42c8-4733-a4d8-cab45dd5e76f,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:00.131170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0783a-a73f-49bc-b49c-f65058f54cdf tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Checking segment: {'id': 'cc00e989-f0fc-4ae6-9340-2b8c192d9542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6055aabe-488c-483c-8061-7cfbbf2b47a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:52:00.131537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0783a-a73f-49bc-b49c-f65058f54cdf tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network hostable DHCP agents. Network: 6055aabe-488c-483c-8061-7cfbbf2b47a8, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:52:00.175705 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df5c1e-909a-434a-88d3-060c305be485 req-6be26eae-0334-4243-96e3-08145e8b5721 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:00.177387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74df5c1e-909a-434a-88d3-060c305be485 req-6be26eae-0334-4243-96e3-08145e8b5721 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.0944626 Aug 29 06:52:00.206419 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-91409a13-75ce-43b1-be71-4fc6b4488207 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:00.215236 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-91409a13-75ce-43b1-be71-4fc6b4488207 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:00.219197 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-91409a13-75ce-43b1-be71-4fc6b4488207 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "DELETE /v2.0/networks/57ffac55-609b-41cd-9af3-72358c53e760 HTTP/1.1" status: 204 len: 168 time: 0.6429157 Aug 29 06:52:00.221344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53026) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:00.239611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91409a13-75ce-43b1-be71-4fc6b4488207 tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event deleted for resources: {'Network': ['ID=57ffac55-609b-41cd-9af3-72358c53e760,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:00.249142 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74df5c1e-909a-434a-88d3-060c305be485 req-57248749-94fe-4704-b578-815990050cd8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652041 Aug 29 06:52:00.269529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af963ca-33a8-4ee2-abcd-a77cfd6f2982 req-71315d69-e71a-44fe-8dfe-1cfd25f27a41 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:00.271429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1af963ca-33a8-4ee2-abcd-a77cfd6f2982 req-71315d69-e71a-44fe-8dfe-1cfd25f27a41 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.0683920 Aug 29 06:52:00.304505 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-774f7f48-e578-4239-847d-f41b6fba6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:00.325241 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1af963ca-33a8-4ee2-abcd-a77cfd6f2982 req-4c8ea2db-f78b-47ba-bdb0-9d7c4ee843d3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444815 Aug 29 06:52:00.326804 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a414209-1e10-44e1-8afa-6f9d479f1f4e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:00.361599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f7f48-e578-4239-847d-f41b6fba6713 None None] Pushing event deleted for resources: {'Port': ['ID=361fb4e8-daf0-4960-8d2a-8073638fef3f,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:00.361599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774f7f48-e578-4239-847d-f41b6fba6713 None None] No DVR routers for this DVR port 361fb4e8-daf0-4960-8d2a-8073638fef3f on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:00.420922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0783a-a73f-49bc-b49c-f65058f54cdf tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network 6055aabe-488c-483c-8061-7cfbbf2b47a8 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:52:00.445119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a414209-1e10-44e1-8afa-6f9d479f1f4e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:00.450914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f162a7c-ffe2-4c50-afcd-02cab20b83e1 req-c9935d5d-b36f-4844-9f8a-dc399d7272ff tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:00.452684 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f162a7c-ffe2-4c50-afcd-02cab20b83e1 req-c9935d5d-b36f-4844-9f8a-dc399d7272ff tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.0532756 Aug 29 06:52:00.455663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8a414209-1e10-44e1-8afa-6f9d479f1f4e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36fa329-024c-4710-93ad-78c82667ba38']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:00.467489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8a414209-1e10-44e1-8afa-6f9d479f1f4e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:00.468623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8a414209-1e10-44e1-8afa-6f9d479f1f4e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d015a0d-1c6b-4fd5-8f43-ccb63cb9cba1') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:00.478102 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a414209-1e10-44e1-8afa-6f9d479f1f4e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:00.501690 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a414209-1e10-44e1-8afa-6f9d479f1f4e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:00.511454 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a414209-1e10-44e1-8afa-6f9d479f1f4e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:52:00.511865 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a414209-1e10-44e1-8afa-6f9d479f1f4e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:52:00.515961 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:52:00.521904 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-18a0783a-a73f-49bc-b49c-f65058f54cdf tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 6055aabe-488c-483c-8061-7cfbbf2b47a8) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:00.526348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f162a7c-ffe2-4c50-afcd-02cab20b83e1 req-6ed40e6e-48aa-458b-8de8-9c5cd2832c5b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634928 Aug 29 06:52:00.532647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16410389-82a3-4ea9-b6ae-04e92c0a7f62 None None] Network 6055aabe-488c-483c-8061-7cfbbf2b47a8 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:00.599772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a0783a-a73f-49bc-b49c-f65058f54cdf tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:00.601822 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18a0783a-a73f-49bc-b49c-f65058f54cdf tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:00.637421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e286f01-5050-45ed-aae2-8560071d9cae req-5c81933a-cf31-4bf8-b258-a2c79854920c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:00.638813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e286f01-5050-45ed-aae2-8560071d9cae req-5c81933a-cf31-4bf8-b258-a2c79854920c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.0959241 Aug 29 06:52:00.658776 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a414209-1e10-44e1-8afa-6f9d479f1f4e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:00.665408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a414209-1e10-44e1-8afa-6f9d479f1f4e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:00.674096 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8a414209-1e10-44e1-8afa-6f9d479f1f4e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] 10.222.0.76 "DELETE /v2.0/networks/a36fa329-024c-4710-93ad-78c82667ba38 HTTP/1.1" status: 204 len: 168 time: 0.4431877 Aug 29 06:52:00.706603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a414209-1e10-44e1-8afa-6f9d479f1f4e tempest-TaggedBootDevicesTest_v242-1443689409 tempest-TaggedBootDevicesTest_v242-1443689409-project] Pushing event deleted for resources: {'Network': ['ID=a36fa329-024c-4710-93ad-78c82667ba38,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:00.728526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53038) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:00.729389 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-18a0783a-a73f-49bc-b49c-f65058f54cdf tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4616611 Aug 29 06:52:00.752011 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b44fee0-84cd-43b1-a282-872138f33f7d None None] Network 6055aabe-488c-483c-8061-7cfbbf2b47a8 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:00.754906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1616257877', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:00.785237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06b7c0-4fcc-4e5c-ac79-23cd2ea7e5cc req-30f16613-fd59-4236-8a43-5e08394c78c3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:00.785237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c06b7c0-4fcc-4e5c-ac79-23cd2ea7e5cc req-30f16613-fd59-4236-8a43-5e08394c78c3 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1650383 Aug 29 06:52:00.830678 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e286f01-5050-45ed-aae2-8560071d9cae req-9ada3cbd-b309-4b79-89fb-dde9d3b33d11 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652884 Aug 29 06:52:00.911498 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c06b7c0-4fcc-4e5c-ac79-23cd2ea7e5cc req-d4a437ae-2e91-4bae-b4c7-b641a06bc195 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091042 Aug 29 06:52:00.955713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa3e323f-0543-4b7d-822c-7c996ea37419 req-c2067f01-b183-421d-834b-b7ccab2b24c3 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0428963 Aug 29 06:52:00.978384 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:00.978384 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:01.031721 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:01.086267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d12a2-a18a-4231-b2b9-1524289861d1 req-e746f1cc-73c2-4a60-b896-f9a0cd619e3b tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:01.087940 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef4d12a2-a18a-4231-b2b9-1524289861d1 req-e746f1cc-73c2-4a60-b896-f9a0cd619e3b tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 945 time: 0.0601997 Aug 29 06:52:01.196761 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef4d12a2-a18a-4231-b2b9-1524289861d1 req-3021c36a-85e5-40d8-b6f6-c177b49dec4c tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023710 Aug 29 06:52:01.268196 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:01.374714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd440c06-a7d2-40b4-a27e-f85938b1a87d req-5a599517-7b33-4bbf-a0a1-8bb0bf0e9d66 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:01.376499 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd440c06-a7d2-40b4-a27e-f85938b1a87d req-5a599517-7b33-4bbf-a0a1-8bb0bf0e9d66 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.0528116 Aug 29 06:52:01.486827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd440c06-a7d2-40b4-a27e-f85938b1a87d req-34bd9fe0-e0de-4054-a027-24ac019ea266 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933483 Aug 29 06:52:01.606202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-1ddb8798-5a91-4d12-b7fa-83c7d499f1b8 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:01.608170 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-1ddb8798-5a91-4d12-b7fa-83c7d499f1b8 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.11 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 945 time: 0.0637560 Aug 29 06:52:01.640878 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:01.660082 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:01.744408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Deleting port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:01.744907 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:01.809938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 361fb4e8-daf0-4960-8d2a-8073638fef3f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:01.879699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 361fb4e8-daf0-4960-8d2a-8073638fef3f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:52:01.880304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 361fb4e8-daf0-4960-8d2a-8073638fef3f not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:01.884146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] For port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=04ef2057-5ab9-4a33-89fd-8b3948f1f8ef,segment=NetworkSegment(7b6f1882-2f11-42f9-b606-a1837631b3a2),segment_id=7b6f1882-2f11-42f9-b606-a1837631b3a2)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:01.884845 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:02.225164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-673dc24f-5ba1-4d46-95eb-5a90363bfe39 req-5336792c-44a7-4395-bc51-0cf0cf42f17d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0779796 Aug 29 06:52:02.277937 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.25.1.185 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/7a242d09-7ba7-419f-957a-5a2e04a65013) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:02.396928 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:02.397583 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:02.397994 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Floating IP 41b6e497-0070-459d-921e-58e4bea05ec2 disassociated. External IP: 172.25.1.89, port: 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef. Aug 29 06:52:02.398443 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Calling delete_port for 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:02.398828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652692d-e620-4137-b08f-9ab15cc9e8ff req-ff8d0a5c-01d8-462b-a90f-47aee6905afd tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:02.401085 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3652692d-e620-4137-b08f-9ab15cc9e8ff req-ff8d0a5c-01d8-462b-a90f-47aee6905afd tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.2529595 Aug 29 06:52:02.547730 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:02.554700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3652692d-e620-4137-b08f-9ab15cc9e8ff req-095efc5a-f63a-47ff-bed9-f162b3114eff tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304741 Aug 29 06:52:02.565173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765fc45-c386-4a49-874e-f420f1435eb0 req-1ab15bc9-c0d9-4b91-8924-5c90e0c346c1 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:02.574145 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6765fc45-c386-4a49-874e-f420f1435eb0 req-1ab15bc9-c0d9-4b91-8924-5c90e0c346c1 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 945 time: 0.1974761 Aug 29 06:52:02.634381 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6765fc45-c386-4a49-874e-f420f1435eb0 req-cff1a5f9-4c99-4cbd-b5d8-e8d1f19dd9d0 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b04e551-908f-4cdd-9b88-b70bc559b060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591528 Aug 29 06:52:02.658472 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:02.694826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Pushing event deleted for resources: {'Port': ['ID=04ef2057-5ab9-4a33-89fd-8b3948f1f8ef,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:02.708830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad891d2f-cfd5-46e1-a037-bc5dec7dfcb2 req-594eed3b-816e-4b30-bbf9-74a20e9cf7f6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:02.710144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad891d2f-cfd5-46e1-a037-bc5dec7dfcb2 req-594eed3b-816e-4b30-bbf9-74a20e9cf7f6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.0841129 Aug 29 06:52:02.751661 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:02.799675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad891d2f-cfd5-46e1-a037-bc5dec7dfcb2 req-62edd00b-e184-4df3-b1b7-4a1901992dd4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785472 Aug 29 06:52:02.814754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:02.818574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:02.822505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:02.829135 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=7a242d09-7ba7-419f-957a-5a2e04a65013,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:02.882297 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:03.000418 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:03.010957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ee5a76-43fa-4959-be75-3e8d38e820a3 None None] Sync routers for ids ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:03.022050 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee5a76-43fa-4959-be75-3e8d38e820a3 None None] Routers {'3f4e386a-5af0-4cf4-90d4-5de5af580f08'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:03.022933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-33ee5a76-43fa-4959-be75-3e8d38e820a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:51:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:03.050518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] No DVR routers for this DVR port 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:03.054330 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:03.056685 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98cad4fd-144d-4080-adcd-079e9974c7f0 req-5d806395-3402-4ae4-b304-c7cb215a8883 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.11 "DELETE /v2.0/ports/04ef2057-5ab9-4a33-89fd-8b3948f1f8ef HTTP/1.1" status: 204 len: 173 time: 1.4411054 Aug 29 06:52:03.057255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0729363c-a508-4219-b4f5-a1cba3489cd0', 'name': 'network-vif-deleted', 'tag': '04ef2057-5ab9-4a33-89fd-8b3948f1f8ef'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:03.059741 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae9b434-af5d-4f4c-8392-61bce9d19b78" -d '{"events": [{"server_uuid": "0729363c-a508-4219-b4f5-a1cba3489cd0", "name": "network-vif-deleted", "tag": "04ef2057-5ab9-4a33-89fd-8b3948f1f8ef"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:03.160654 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298c21b8-86ef-4244-94fb-c6da84778a15 x-openstack-request-id: req-298c21b8-86ef-4244-94fb-c6da84778a15 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:03.161185 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0729363c-a508-4219-b4f5-a1cba3489cd0", "name": "network-vif-deleted", "tag": "04ef2057-5ab9-4a33-89fd-8b3948f1f8ef", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:03.161622 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-298c21b8-86ef-4244-94fb-c6da84778a15 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:03.162252 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0729363c-a508-4219-b4f5-a1cba3489cd0', 'name': 'network-vif-deleted', 'tag': '04ef2057-5ab9-4a33-89fd-8b3948f1f8ef', 'status': 'completed', 'code': 200} Aug 29 06:52:03.200678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-33ee5a76-43fa-4959-be75-3e8d38e820a3 None None] Set router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:52:03.289183 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:03.372656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e86f395d-c12c-4793-bc70-8f6fabc6f5d5 req-b6e4fef4-0829-478e-9a28-8cb12fc0950a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0287318 Aug 29 06:52:03.467299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-33ee5a76-43fa-4959-be75-3e8d38e820a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:48:29Z', 'revision_number': 4, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '240aba28-5815-4e9d-9e68-1d4a2834f791', 'name': '', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'mac_address': 'fa:16:3e:58:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:27Z', 'updated_at': '2021-08-29T06:48:37Z', 'revision_number': 5, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'subnets': [{'id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:03.494785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ee5a76-43fa-4959-be75-3e8d38e820a3 None None] Checking router: 3f4e386a-5af0-4cf4-90d4-5de5af580f08 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:52:03.504870 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:03.505560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee5a76-43fa-4959-be75-3e8d38e820a3 None None] Routers {'3f4e386a-5af0-4cf4-90d4-5de5af580f08'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:03.506185 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-33ee5a76-43fa-4959-be75-3e8d38e820a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:51:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:03.603536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:03.645391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-33ee5a76-43fa-4959-be75-3e8d38e820a3 None None] Set router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:52:03.845396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c72eaf0-7c15-401d-bc0f-92bacbeb1887 req-30ce7052-4d04-4647-983a-274ed525d5da tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0729363c-a508-4219-b4f5-a1cba3489cd0 HTTP/1.1" status: 200 len: 210 time: 0.0416617 Aug 29 06:52:03.876466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7ee40-d95d-4798-81b3-e6382ce7a92d req-476c9309-a2d1-482e-9e83-691e930e8de6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:03.886551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72c7ee40-d95d-4798-81b3-e6382ce7a92d req-476c9309-a2d1-482e-9e83-691e930e8de6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.1707399 Aug 29 06:52:03.974339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72c7ee40-d95d-4798-81b3-e6382ce7a92d req-67d09e43-aee7-4e3b-a87c-447e3ec69910 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864532 Aug 29 06:52:04.042759 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-33ee5a76-43fa-4959-be75-3e8d38e820a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:48:29Z', 'revision_number': 4, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '240aba28-5815-4e9d-9e68-1d4a2834f791', 'name': '', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'mac_address': 'fa:16:3e:58:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:27Z', 'updated_at': '2021-08-29T06:48:37Z', 'revision_number': 5, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'subnets': [{'id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:04.050829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491c458-e8a5-4b2e-aafe-f146d5ff8c2a req-2b93b088-7f4f-4e2d-bad0-f58c2d7c311e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:04.059101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4491c458-e8a5-4b2e-aafe-f146d5ff8c2a req-2b93b088-7f4f-4e2d-bad0-f58c2d7c311e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.0800216 Aug 29 06:52:04.108350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:52:04.157625 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4491c458-e8a5-4b2e-aafe-f146d5ff8c2a req-c22f3b87-13ce-4312-aca5-cb810c928a95 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953846 Aug 29 06:52:04.242357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ee5a76-43fa-4959-be75-3e8d38e820a3 None None] The sync data for ids ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'] in n-d-713301-12 is: [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:48:29Z', 'revision_number': 4, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '240aba28-5815-4e9d-9e68-1d4a2834f791', 'name': '', 'network_id': '90d81331-d535-41aa-8e5a-e08ac3030c6e', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'mac_address': 'fa:16:3e:58:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:27Z', 'updated_at': '2021-08-29T06:48:37Z', 'revision_number': 5, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'subnets': [{'id': 'f065a5d1-b5aa-4386-a23b-43fe3d51e6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:04.365236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:04.376844 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59a618-2006-43b5-a0b3-685cc607384e None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:04.391665 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59a618-2006-43b5-a0b3-685cc607384e None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:04.394159 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ba59a618-2006-43b5-a0b3-685cc607384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:51:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:04.439552 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ba59a618-2006-43b5-a0b3-685cc607384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:04.453061 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:04.458290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53092) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:04.462983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b9654afa-8026-4376-8e45-2536a4de7acc tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7241077 Aug 29 06:52:04.464941 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59a618-2006-43b5-a0b3-685cc607384e None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:04.465745 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ba59a618-2006-43b5-a0b3-685cc607384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:51:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:04.538879 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ba59a618-2006-43b5-a0b3-685cc607384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:04.542187 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59a618-2006-43b5-a0b3-685cc607384e None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:04.575209 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd126557-d7db-4c9d-8036-d5ecfe1a011a req-ef109c34-15d1-48a0-82ef-ddee7bb63b66 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0620642 Aug 29 06:52:04.700099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c219e3-0670-41b5-895c-ee77b2a7f7a3 None None] New status for floating IP 41b6e497-0070-459d-921e-58e4bea05ec2: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:52:05.054039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53104) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:05.168670 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:05.173200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b1911-152b-4cad-a1bf-b046c7d07fbf req-51402765-fee8-4c2d-967f-ec616fc38c38 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:05.174894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba2b1911-152b-4cad-a1bf-b046c7d07fbf req-51402765-fee8-4c2d-967f-ec616fc38c38 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.0855167 Aug 29 06:52:05.175904 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba432-cbcd-4a0f-848d-735a2e94c51c tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:05.233754 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba432-cbcd-4a0f-848d-735a2e94c51c tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:05.282414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba2b1911-152b-4cad-a1bf-b046c7d07fbf req-3fd63b69-8087-4a08-9467-23cb6f522a19 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951087 Aug 29 06:52:05.331560 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc4dd6-7c76-4f87-b398-e823217bd659 req-a347f490-065b-4d04-8857-2a6477986959 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:05.333322 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f6fc4dd6-7c76-4f87-b398-e823217bd659 req-a347f490-065b-4d04-8857-2a6477986959 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.0753956 Aug 29 06:52:05.374972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f6fc4dd6-7c76-4f87-b398-e823217bd659 req-a65d4ead-34de-4820-b610-3a027d864bc0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340514 Aug 29 06:52:05.429406 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba432-cbcd-4a0f-848d-735a2e94c51c tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:05.432534 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba432-cbcd-4a0f-848d-735a2e94c51c tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:05.435996 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2b1ba432-cbcd-4a0f-848d-735a2e94c51c tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "DELETE /v2.0/security-groups/0b04e551-908f-4cdd-9b88-b70bc559b060 HTTP/1.1" status: 204 len: 168 time: 0.3779516 Aug 29 06:52:05.437561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53108) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:05.447642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ba432-cbcd-4a0f-848d-735a2e94c51c tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b04e551-908f-4cdd-9b88-b70bc559b060,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:05.465206 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-138995d3-df83-40e6-9f76-9973505601dd tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] show failed (client error): The resource could not be found. Aug 29 06:52:05.468857 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-138995d3-df83-40e6-9f76-9973505601dd tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "GET /v2.0/security-groups/0b04e551-908f-4cdd-9b88-b70bc559b060 HTTP/1.1" status: 404 len: 347 time: 0.0277259 Aug 29 06:52:05.476297 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53110) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:05.624804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.20.0.1 (6055aabe-488c-483c-8061-7cfbbf2b47a8/195389a6-42c8-4733-a4d8-cab45dd5e76f/09abfe52-98fc-4c4d-a7c1-aeb148d295a1) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:05.709039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6645312d-8e5a-4c42-a1ca-4c8a28df0904 req-3455088b-6435-4b49-b850-a1c405298dcb tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0414791 Aug 29 06:52:05.714236 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b7d18283-70e0-41fd-8291-2854652cb730 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Deleting port f23be957-3054-454c-97b3-361e56d7834d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:05.714438 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d18283-70e0-41fd-8291-2854652cb730 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:05.816924 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:05.833009 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d18283-70e0-41fd-8291-2854652cb730 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:05.833348 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d18283-70e0-41fd-8291-2854652cb730 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:05.849049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b7d18283-70e0-41fd-8291-2854652cb730 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Calling delete_port for f23be957-3054-454c-97b3-361e56d7834d owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:06.029391 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:06.080533 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=09abfe52-98fc-4c4d-a7c1-aeb148d295a1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:06.088553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network 6055aabe-488c-483c-8061-7cfbbf2b47a8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:06.089978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:06.092267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:06.094836 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d18283-70e0-41fd-8291-2854652cb730 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:06.158171 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d18283-70e0-41fd-8291-2854652cb730 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Pushing event deleted for resources: {'Port': ['ID=f23be957-3054-454c-97b3-361e56d7834d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:06.207569 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:06.280164 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:06.292959 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d18283-70e0-41fd-8291-2854652cb730 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:06.295535 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d18283-70e0-41fd-8291-2854652cb730 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:06.299465 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b7d18283-70e0-41fd-8291-2854652cb730 tempest-ServersTestManualDisk-956911053 tempest-ServersTestManualDisk-956911053-project] 10.222.0.76 "DELETE /v2.0/floatingips/41b6e497-0070-459d-921e-58e4bea05ec2 HTTP/1.1" status: 204 len: 168 time: 0.8265145 Aug 29 06:52:06.299938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53118) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:06.310643 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:52:06.311763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 04ef2057-5ab9-4a33-89fd-8b3948f1f8ef not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:06.513933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0231c-d6e3-4055-901e-30f88aa55247 req-8bf51796-6653-4a04-b0f6-dce8423e93ba tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:06.513933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ed0231c-d6e3-4055-901e-30f88aa55247 req-8bf51796-6653-4a04-b0f6-dce8423e93ba tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.1108859 Aug 29 06:52:06.528794 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:06.642699 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ed0231c-d6e3-4055-901e-30f88aa55247 req-15264fc7-cd4a-4ee1-96f9-87541a2cd5be tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181693 Aug 29 06:52:06.670519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488de08-a1bb-4f1d-a333-7d601db7ddfd req-b97ef242-aa6b-4cf9-810d-56bb6540c572 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:06.670519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a488de08-a1bb-4f1d-a333-7d601db7ddfd req-b97ef242-aa6b-4cf9-810d-56bb6540c572 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.1533074 Aug 29 06:52:06.750104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a488de08-a1bb-4f1d-a333-7d601db7ddfd req-d579648b-171e-4cd9-827e-ec6540f14aa5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528469 Aug 29 06:52:06.906385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-faac13e0-bc7e-4284-82a1-1895253e96ad req-b2103040-ddf6-474c-94eb-ed3e5e683930 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/ports?device_id=62dacd8b-f67c-47f0-837a-152107bfb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0698783 Aug 29 06:52:07.260633 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:07.332393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:07.401582 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed831d1d-d002-4e9e-8654-0d24ed664ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:07.443253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=09abfe52-98fc-4c4d-a7c1-aeb148d295a1,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:07.446052 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:07.544602 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network 6055aabe-488c-483c-8061-7cfbbf2b47a8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:07.546084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:07.683856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ed831d1d-d002-4e9e-8654-0d24ed664ab4 admin admin] Deleting port 240aba28-5815-4e9d-9e68-1d4a2834f791 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:07.684330 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed831d1d-d002-4e9e-8654-0d24ed664ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:07.714716 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:07.847924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:07.859750 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d73640e8-0750-427a-ab55-ae26e95f026b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "PUT /v2.0/routers/2189b91c-9078-47e2-a43b-0b047c3579a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3934593 Aug 29 06:52:07.860848 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53142) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:07.863382 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4af7e9-ca7f-4826-bfba-9ae6453926cc None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:07.864665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c97f5-69ab-4875-afb0-b7d655e54357 req-03ecff6c-e657-4d06-80f0-bc3abedb8710 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:07.866187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d6c97f5-69ab-4875-afb0-b7d655e54357 req-03ecff6c-e657-4d06-80f0-bc3abedb8710 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.1149485 Aug 29 06:52:07.867275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-54619025-9af4-4f35-bdf3-0bc8430d8e14 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'port': {'network_id': '6055aabe-488c-483c-8061-7cfbbf2b47a8', 'name': 'tempest-FloatingIPTestJSON-927960066'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:07.878435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-ed831d1d-d002-4e9e-8654-0d24ed664ab4 admin admin] For port 240aba28-5815-4e9d-9e68-1d4a2834f791, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=240aba28-5815-4e9d-9e68-1d4a2834f791,segment=NetworkSegment(7b6f1882-2f11-42f9-b606-a1837631b3a2),segment_id=7b6f1882-2f11-42f9-b606-a1837631b3a2)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:07.878796 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed831d1d-d002-4e9e-8654-0d24ed664ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:07.885737 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4af7e9-ca7f-4826-bfba-9ae6453926cc None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:07.886738 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-dd4af7e9-ca7f-4826-bfba-9ae6453926cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:51:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:07.889528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0cb09-c55f-4666-afcd-3c78d9adc9f1 req-08b04e54-c62f-4edd-9fce-46bacad25fee tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:07.891036 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fcb0cb09-c55f-4666-afcd-3c78d9adc9f1 req-08b04e54-c62f-4edd-9fce-46bacad25fee tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1053910 Aug 29 06:52:07.911918 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ed831d1d-d002-4e9e-8654-0d24ed664ab4 admin admin] Calling delete_port for 240aba28-5815-4e9d-9e68-1d4a2834f791 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:07.925761 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-dd4af7e9-ca7f-4826-bfba-9ae6453926cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:07.935027 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4af7e9-ca7f-4826-bfba-9ae6453926cc None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:07.935728 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-dd4af7e9-ca7f-4826-bfba-9ae6453926cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:51:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:07.972599 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-dd4af7e9-ca7f-4826-bfba-9ae6453926cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:07.974709 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4af7e9-ca7f-4826-bfba-9ae6453926cc None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:08.021948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d6c97f5-69ab-4875-afb0-b7d655e54357 req-7b5cd9d8-fb24-4e25-8ca0-e21c889139c1 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298356 Aug 29 06:52:08.032545 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fcb0cb09-c55f-4666-afcd-3c78d9adc9f1 req-1b062bd8-c589-4934-90f5-6a8b3f70f5c5 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238282 Aug 29 06:52:08.092223 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2d876861-eff5-437f-913d-2f391e9d80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:08.121230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54619025-9af4-4f35-bdf3-0bc8430d8e14 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Made reservation on behalf of 9effd212da204d0fa23b61a690194a18 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:08.125174 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-54619025-9af4-4f35-bdf3-0bc8430d8e14 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:08.151654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-54619025-9af4-4f35-bdf3-0bc8430d8e14 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] device_id is not set on port b276398e-1c5b-4ab5-98fb-addb04a02ff6 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:52:08.203052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceab31-452d-4640-a29f-922d3863fcd2 req-09b674f8-2482-48e0-b3ab-b129610cb9cc tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:08.204653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3ceab31-452d-4640-a29f-922d3863fcd2 req-09b674f8-2482-48e0-b3ab-b129610cb9cc tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.0946810 Aug 29 06:52:08.236293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53150) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:08.268011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-54619025-9af4-4f35-bdf3-0bc8430d8e14 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.20.0.7 (6055aabe-488c-483c-8061-7cfbbf2b47a8/195389a6-42c8-4733-a4d8-cab45dd5e76f/b276398e-1c5b-4ab5-98fb-addb04a02ff6) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:08.307004 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3ceab31-452d-4640-a29f-922d3863fcd2 req-a9d2c859-5dec-43d7-bd2b-18e447a3146d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942490 Aug 29 06:52:08.349787 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5255db50-bf32-430e-afc5-f4c8b353a563 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:08.373643 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5255db50-bf32-430e-afc5-f4c8b353a563 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:08.417752 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed831d1d-d002-4e9e-8654-0d24ed664ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:08.426359 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-54619025-9af4-4f35-bdf3-0bc8430d8e14 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:08.448930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed831d1d-d002-4e9e-8654-0d24ed664ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=240aba28-5815-4e9d-9e68-1d4a2834f791,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:08.542796 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5255db50-bf32-430e-afc5-f4c8b353a563 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:08.544905 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-54619025-9af4-4f35-bdf3-0bc8430d8e14 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:08.545473 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5255db50-bf32-430e-afc5-f4c8b353a563 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:08.546483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5255db50-bf32-430e-afc5-f4c8b353a563 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "DELETE /v2.0/security-groups/c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc HTTP/1.1" status: 204 len: 168 time: 0.3093572 Aug 29 06:52:08.555996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53152) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:08.578371 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255db50-bf32-430e-afc5-f4c8b353a563 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:08.589076 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-a1191240-7cdd-45b0-8ad7-d035d49a2796 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] show failed (client error): The resource could not be found. Aug 29 06:52:08.592836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a1191240-7cdd-45b0-8ad7-d035d49a2796 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "GET /v2.0/security-groups/c56c1d7c-5ec6-4363-a8e2-3037d39bd7dc HTTP/1.1" status: 404 len: 347 time: 0.0346494 Aug 29 06:52:08.595746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53154) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:08.624358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54619025-9af4-4f35-bdf3-0bc8430d8e14 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network 6055aabe-488c-483c-8061-7cfbbf2b47a8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:08.629120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-54619025-9af4-4f35-bdf3-0bc8430d8e14 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:08.632666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54619025-9af4-4f35-bdf3-0bc8430d8e14 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:08.689312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54619025-9af4-4f35-bdf3-0bc8430d8e14 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=b276398e-1c5b-4ab5-98fb-addb04a02ff6,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:08.704563 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54619025-9af4-4f35-bdf3-0bc8430d8e14 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:08.705294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-54619025-9af4-4f35-bdf3-0bc8430d8e14 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:08.770575 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed831d1d-d002-4e9e-8654-0d24ed664ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:08.792990 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-54619025-9af4-4f35-bdf3-0bc8430d8e14 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9307477 Aug 29 06:52:08.794241 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53156) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:08.800885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-948aa4de-aeec-4973-bd6f-24e05fa736a8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'port': {'network_id': '6055aabe-488c-483c-8061-7cfbbf2b47a8', 'name': 'tempest-FloatingIPTestJSON-763741602'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:08.873844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-073cfc4b-3a41-4ce1-b2dd-886a4b9b13d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Deleting port 2ec6aac9-d59c-47bc-83b0-4474b1c1692a {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:08.874193 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-073cfc4b-3a41-4ce1-b2dd-886a4b9b13d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:09.000465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948aa4de-aeec-4973-bd6f-24e05fa736a8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Made reservation on behalf of 9effd212da204d0fa23b61a690194a18 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:09.005205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-948aa4de-aeec-4973-bd6f-24e05fa736a8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:09.007517 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-073cfc4b-3a41-4ce1-b2dd-886a4b9b13d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:09.007846 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-073cfc4b-3a41-4ce1-b2dd-886a4b9b13d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:09.024151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-948aa4de-aeec-4973-bd6f-24e05fa736a8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] device_id is not set on port 56f2d7ac-f109-4cb1-afc1-40fc22cdacb7 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:52:09.051171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-073cfc4b-3a41-4ce1-b2dd-886a4b9b13d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Calling delete_port for 2ec6aac9-d59c-47bc-83b0-4474b1c1692a owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:09.125494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed831d1d-d002-4e9e-8654-0d24ed664ab4 admin admin] Router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:09.190252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-948aa4de-aeec-4973-bd6f-24e05fa736a8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.20.0.10 (6055aabe-488c-483c-8061-7cfbbf2b47a8/195389a6-42c8-4733-a4d8-cab45dd5e76f/56f2d7ac-f109-4cb1-afc1-40fc22cdacb7) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:09.290238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be7c17-f0b6-486c-b67b-152738635be8 req-7c526f3a-64a7-465f-a88b-2f438484b207 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:09.291860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4be7c17-f0b6-486c-b67b-152738635be8 req-7c526f3a-64a7-465f-a88b-2f438484b207 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.1510119 Aug 29 06:52:09.330490 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5f064-fb79-4cae-b2b5-d15eaa25b4e0 req-f4e81512-c488-498b-a03a-cbc8e7dbb880 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:09.332966 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33d5f064-fb79-4cae-b2b5-d15eaa25b4e0 req-f4e81512-c488-498b-a03a-cbc8e7dbb880 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1929188 Aug 29 06:52:09.348078 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-948aa4de-aeec-4973-bd6f-24e05fa736a8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:09.440417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed831d1d-d002-4e9e-8654-0d24ed664ab4 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:09.445831 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ed831d1d-d002-4e9e-8654-0d24ed664ab4 admin admin] 10.222.0.76 "PUT /v2.0/routers/3f4e386a-5af0-4cf4-90d4-5de5af580f08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1439431 Aug 29 06:52:09.448676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53172) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:09.448922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4be7c17-f0b6-486c-b67b-152738635be8 req-ca0a1486-85d7-4fba-9ca6-ef6b3efdbd90 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277213 Aug 29 06:52:09.452860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29221a00-8e55-4878-b880-38a63e0836dc None None] Sync routers for ids ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:09.461108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33d5f064-fb79-4cae-b2b5-d15eaa25b4e0 req-e16fd6e5-54f1-44d3-852c-952f57789c76 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084189 Aug 29 06:52:09.462728 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-948aa4de-aeec-4973-bd6f-24e05fa736a8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:09.482755 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29221a00-8e55-4878-b880-38a63e0836dc None None] Routers {'3f4e386a-5af0-4cf4-90d4-5de5af580f08'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:09.483501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-29221a00-8e55-4878-b880-38a63e0836dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:51:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:09.563137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948aa4de-aeec-4973-bd6f-24e05fa736a8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network 6055aabe-488c-483c-8061-7cfbbf2b47a8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:09.575119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-948aa4de-aeec-4973-bd6f-24e05fa736a8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:09.578067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948aa4de-aeec-4973-bd6f-24e05fa736a8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:09.588597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-073cfc4b-3a41-4ce1-b2dd-886a4b9b13d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:09.633716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cfc4b-3a41-4ce1-b2dd-886a4b9b13d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event deleted for resources: {'Port': ['ID=2ec6aac9-d59c-47bc-83b0-4474b1c1692a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:09.640958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-29221a00-8e55-4878-b880-38a63e0836dc None None] Set router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:52:09.655231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948aa4de-aeec-4973-bd6f-24e05fa736a8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=56f2d7ac-f109-4cb1-afc1-40fc22cdacb7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:09.710188 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:09.714116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ded579-a427-48e5-b6ce-059f6cb1da43 req-affce962-65ba-4ccd-a24e-984174fe966f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:09.716790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51ded579-a427-48e5-b6ce-059f6cb1da43 req-affce962-65ba-4ccd-a24e-984174fe966f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.1839950 Aug 29 06:52:09.757483 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-073cfc4b-3a41-4ce1-b2dd-886a4b9b13d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:09.760056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-073cfc4b-3a41-4ce1-b2dd-886a4b9b13d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:09.761397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-073cfc4b-3a41-4ce1-b2dd-886a4b9b13d1 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "DELETE /v2.0/floatingips/1047b90c-955d-4ba1-a223-31d9b507c9e2 HTTP/1.1" status: 204 len: 168 time: 1.1620002 Aug 29 06:52:09.764218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53174) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:09.843628 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51ded579-a427-48e5-b6ce-059f6cb1da43 req-01a666be-00bd-420e-ab61-9e2934c3aa18 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193757 Aug 29 06:52:09.904186 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948aa4de-aeec-4973-bd6f-24e05fa736a8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:09.905251 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-948aa4de-aeec-4973-bd6f-24e05fa736a8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:09.909553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-74614c57-bf71-4a86-9a92-3683207a179d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Deleting port bcd6b383-2ce3-4041-b3e5-40537ae7211f {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:09.909895 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74614c57-bf71-4a86-9a92-3683207a179d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:09.925884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-29221a00-8e55-4878-b880-38a63e0836dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:52:08Z', 'revision_number': 5, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:09.936188 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:09.964537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29221a00-8e55-4878-b880-38a63e0836dc None None] Checking router: 3f4e386a-5af0-4cf4-90d4-5de5af580f08 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:52:09.976854 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29221a00-8e55-4878-b880-38a63e0836dc None None] Routers {'3f4e386a-5af0-4cf4-90d4-5de5af580f08'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:09.977974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-29221a00-8e55-4878-b880-38a63e0836dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:51:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:10.000339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccf5bd-d662-4ed9-8186-1e9125457508 req-08e8aabb-be9d-40a9-8c6d-940e45b9437a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:10.002236 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a8ccf5bd-d662-4ed9-8186-1e9125457508 req-08e8aabb-be9d-40a9-8c6d-940e45b9437a tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.11 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.1123378 Aug 29 06:52:10.007597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74614c57-bf71-4a86-9a92-3683207a179d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:10.030375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-74614c57-bf71-4a86-9a92-3683207a179d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Calling delete_port for bcd6b383-2ce3-4041-b3e5-40537ae7211f owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:10.105374 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-948aa4de-aeec-4973-bd6f-24e05fa736a8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3097599 Aug 29 06:52:10.110547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-29221a00-8e55-4878-b880-38a63e0836dc None None] Set router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:52:10.130814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53176) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:10.140701 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '56f2d7ac-f109-4cb1-afc1-40fc22cdacb7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:10.203325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-a8ccf5bd-d662-4ed9-8186-1e9125457508 req-e81749ef-4dd7-4f28-bd8e-a47a59e0bd62 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Deleting port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:10.203787 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a8ccf5bd-d662-4ed9-8186-1e9125457508 req-e81749ef-4dd7-4f28-bd8e-a47a59e0bd62 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:10.252032 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:10.255347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] Deleting port 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:10.255731 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:10.258198 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74614c57-bf71-4a86-9a92-3683207a179d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:10.296919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74614c57-bf71-4a86-9a92-3683207a179d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event deleted for resources: {'Port': ['ID=bcd6b383-2ce3-4041-b3e5-40537ae7211f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:10.335656 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-29221a00-8e55-4878-b880-38a63e0836dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:52:08Z', 'revision_number': 5, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:10.372179 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29221a00-8e55-4878-b880-38a63e0836dc None None] The sync data for ids ['3f4e386a-5af0-4cf4-90d4-5de5af580f08'] in n-d-713301-12 is: [{'id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'name': 'tempest-ServersTestManualDisk-1995044603-router', 'tenant_id': '7a60e8e812f94e929411be0e22e3769e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:48:23Z', 'updated_at': '2021-08-29T06:52:08Z', 'revision_number': 5, 'project_id': '7a60e8e812f94e929411be0e22e3769e', 'gw_port': {'id': '406ef5cf-7f40-41ec-bf2a-3b6b40211bb9', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e386a-5af0-4cf4-90d4-5de5af580f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:48:24Z', 'updated_at': '2021-08-29T06:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:10.488595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a8ccf5bd-d662-4ed9-8186-1e9125457508 req-e81749ef-4dd7-4f28-bd8e-a47a59e0bd62 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] For port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,segment=NetworkSegment(d175887c-85cc-47b3-8e75-ac7abcc31a7b),segment_id=d175887c-85cc-47b3-8e75-ac7abcc31a7b)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:10.488595 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a8ccf5bd-d662-4ed9-8186-1e9125457508 req-e81749ef-4dd7-4f28-bd8e-a47a59e0bd62 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:10.532529 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-a8ccf5bd-d662-4ed9-8186-1e9125457508 req-e81749ef-4dd7-4f28-bd8e-a47a59e0bd62 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Calling delete_port for e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:10.543767 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9fb949da-2f13-4d4b-b231-3d951f71c2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:10.549009 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] For port 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=406ef5cf-7f40-41ec-bf2a-3b6b40211bb9,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:10.550195 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:10.579290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] Calling delete_port for 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:10.635165 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:10.766936 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:10.810987 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74614c57-bf71-4a86-9a92-3683207a179d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:10.815369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-74614c57-bf71-4a86-9a92-3683207a179d tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "DELETE /v2.0/ports/bcd6b383-2ce3-4041-b3e5-40537ae7211f HTTP/1.1" status: 204 len: 168 time: 1.0420380 Aug 29 06:52:10.816208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53184) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:10.859740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca78de-32cf-4d12-bb98-9278fee51855 req-674e1a99-fdb8-47c7-b28a-29299195fcf6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:10.861307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3ca78de-32cf-4d12-bb98-9278fee51855 req-674e1a99-fdb8-47c7-b28a-29299195fcf6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.1729693 Aug 29 06:52:10.880399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b5fe5-257c-4da5-8675-25a298e1fb57 req-54d3312e-ef86-473d-b03a-3933d211d81b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:10.890721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-582b5fe5-257c-4da5-8675-25a298e1fb57 req-54d3312e-ef86-473d-b03a-3933d211d81b tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 946 time: 0.2033339 Aug 29 06:52:10.998629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-582b5fe5-257c-4da5-8675-25a298e1fb57 req-8cf6b6c2-da7b-4411-a4b7-0e128b8e8ab8 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c8867e2-4d2a-42a8-824a-88292cc0711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069121 Aug 29 06:52:11.003317 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3ca78de-32cf-4d12-bb98-9278fee51855 req-d8408557-f4be-4022-9220-8e2e0021fc8d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094031 Aug 29 06:52:11.029838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ca20d-0f0a-4daa-ba10-0393234223cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Deleting port 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:11.030230 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9d7ca20d-0f0a-4daa-ba10-0393234223cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.030878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.25.1.29 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/ff660d7c-5c22-414a-9218-70e930b70913) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:11.201945 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a8ccf5bd-d662-4ed9-8186-1e9125457508 req-e81749ef-4dd7-4f28-bd8e-a47a59e0bd62 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.206852 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.234293 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:52:11.240620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a28d6c-915d-414c-b121-9b197210bcaa req-577bf256-d3c9-4910-b436-8f9698d46dd1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:11.241169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81749ef-4dd7-4f28-bd8e-a47a59e0bd62 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Pushing event deleted for resources: {'Port': ['ID=e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:11.242180 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7a28d6c-915d-414c-b121-9b197210bcaa req-577bf256-d3c9-4910-b436-8f9698d46dd1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.0856962 Aug 29 06:52:11.247346 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9d7ca20d-0f0a-4daa-ba10-0393234223cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.276499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ca20d-0f0a-4daa-ba10-0393234223cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Calling delete_port for 4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:11.281641 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.316158 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ccf5bd-d662-4ed9-8186-1e9125457508 req-e81749ef-4dd7-4f28-bd8e-a47a59e0bd62 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] No DVR routers for this DVR port e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:11.341808 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a8ccf5bd-d662-4ed9-8186-1e9125457508 req-e81749ef-4dd7-4f28-bd8e-a47a59e0bd62 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.356920 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a8ccf5bd-d662-4ed9-8186-1e9125457508 req-e81749ef-4dd7-4f28-bd8e-a47a59e0bd62 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.11 "DELETE /v2.0/ports/e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 HTTP/1.1" status: 204 len: 173 time: 1.3350804 Aug 29 06:52:11.356920 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2274c635-38cc-4d96-bcdd-479b055d4671', 'name': 'network-vif-deleted', 'tag': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:11.357100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7a28d6c-915d-414c-b121-9b197210bcaa req-8747fdae-8903-45c7-9cfa-8c8fcffadb5b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887613 Aug 29 06:52:11.357180 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2b13cc-7ad2-49cf-9434-608bd8dd3551" -d '{"events": [{"server_uuid": "2274c635-38cc-4d96-bcdd-479b055d4671", "name": "network-vif-deleted", "tag": "e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:11.357180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=406ef5cf-7f40-41ec-bf2a-3b6b40211bb9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:11.400420 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f21ebd-7c1b-4454-948e-e2081877fb5e x-openstack-request-id: req-d5f21ebd-7c1b-4454-948e-e2081877fb5e {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:11.400721 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2274c635-38cc-4d96-bcdd-479b055d4671", "name": "network-vif-deleted", "tag": "e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:11.400983 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5f21ebd-7c1b-4454-948e-e2081877fb5e {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:11.401727 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2274c635-38cc-4d96-bcdd-479b055d4671', 'name': 'network-vif-deleted', 'tag': 'e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20', 'status': 'completed', 'code': 200} Aug 29 06:52:11.422054 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.578026 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9d7ca20d-0f0a-4daa-ba10-0393234223cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.620801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ca20d-0f0a-4daa-ba10-0393234223cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event deleted for resources: {'Port': ['ID=4e30cc12-bdb6-41b7-9a5e-30c376fb9b60,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:11.657636 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.756674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe55546-4ca3-419d-84b7-19417b1badca req-b93b4945-b00e-4d59-a71e-1c3651170595 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:11.764173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfe55546-4ca3-419d-84b7-19417b1badca req-b93b4945-b00e-4d59-a71e-1c3651170595 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.1389413 Aug 29 06:52:11.795841 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9d7ca20d-0f0a-4daa-ba10-0393234223cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.801851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9d7ca20d-0f0a-4daa-ba10-0393234223cd tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "DELETE /v2.0/ports/4e30cc12-bdb6-41b7-9a5e-30c376fb9b60 HTTP/1.1" status: 204 len: 168 time: 0.9845231 Aug 29 06:52:11.802402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53196) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:11.811655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 240aba28-5815-4e9d-9e68-1d4a2834f791 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:11.823735 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.835316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 240aba28-5815-4e9d-9e68-1d4a2834f791 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:52:11.836075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 240aba28-5815-4e9d-9e68-1d4a2834f791 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:11.858595 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfe55546-4ca3-419d-84b7-19417b1badca req-446b9179-23bb-4bb8-a83c-5ce23a70e427 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935190 Aug 29 06:52:11.875165 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.895728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0022835-8eb2-4101-8351-1f557190c2ed tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Deleting subnet aeb224e9-072a-41a9-9f49-2fbdd36c708c {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:52:11.899401 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.899542 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c0022835-8eb2-4101-8351-1f557190c2ed tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.951828 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c0022835-8eb2-4101-8351-1f557190c2ed tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:11.952460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:11.958596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:11.961989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:11.994496 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=ff660d7c-5c22-414a-9218-70e930b70913,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:12.064699 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.065790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4e386a-5af0-4cf4-90d4-5de5af580f08 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:52:12.071426 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.072615 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dd5b83a1-42e5-491d-befa-0901fcabffb7 admin admin] 10.222.0.76 "DELETE /v2.0/routers/3f4e386a-5af0-4cf4-90d4-5de5af580f08 HTTP/1.1" status: 204 len: 168 time: 2.6227562 Aug 29 06:52:12.076334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53200) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:12.098388 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c0022835-8eb2-4101-8351-1f557190c2ed tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.152215 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7c37f8-b446-4163-b5c0-f0bb44a718a0 admin admin] Deleting subnet f065a5d1-b5aa-4386-a23b-43fe3d51e6b8 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:52:12.157324 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b7c37f8-b446-4163-b5c0-f0bb44a718a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.222525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-791e49f6-3157-4db8-a686-b86d4f34761e req-3b2609dc-b449-4e7f-8bb6-a35e713e1680 tempest-ServersNegativeTestJSON-767664407 tempest-ServersNegativeTestJSON-767664407-project] 10.222.0.76 "GET /v2.0/ports?device_id=2274c635-38cc-4d96-bcdd-479b055d4671 HTTP/1.1" status: 200 len: 210 time: 0.0368378 Aug 29 06:52:12.241015 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b7c37f8-b446-4163-b5c0-f0bb44a718a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.344157 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c0022835-8eb2-4101-8351-1f557190c2ed tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.371706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0022835-8eb2-4101-8351-1f557190c2ed tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb224e9-072a-41a9-9f49-2fbdd36c708c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:12.378784 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c0022835-8eb2-4101-8351-1f557190c2ed tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.380729 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c0022835-8eb2-4101-8351-1f557190c2ed tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "DELETE /v2.0/subnets/aeb224e9-072a-41a9-9f49-2fbdd36c708c HTTP/1.1" status: 204 len: 168 time: 0.5622151 Aug 29 06:52:12.383875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53204) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:12.406681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd63be0-a750-4b53-888b-67bd05426e61 None None] Network 606aeb02-681b-4216-bf8c-e614c7425478 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:12.438134 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b7c37f8-b446-4163-b5c0-f0bb44a718a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.448802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-2493d0f5-6729-4bb2-8448-b7208a9b408a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Deleting subnet 39514de1-69d8-42d7-b0b8-295b0eafcf3e {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:52:12.461679 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2493d0f5-6729-4bb2-8448-b7208a9b408a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.524829 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2493d0f5-6729-4bb2-8448-b7208a9b408a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.560547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36100389-8f85-4bdf-ab69-ef4c1dcbb8bb req-71a4ec12-90fc-4e59-aca6-49f08c5b71e5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:12.562145 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36100389-8f85-4bdf-ab69-ef4c1dcbb8bb req-71a4ec12-90fc-4e59-aca6-49f08c5b71e5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.1107063 Aug 29 06:52:12.647519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36100389-8f85-4bdf-ab69-ef4c1dcbb8bb req-8f836d34-0f17-4496-872c-e6122bdd933e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728636 Aug 29 06:52:12.667132 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2493d0f5-6729-4bb2-8448-b7208a9b408a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.667793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d8b020-7d97-4b88-941f-710270326364 None None] DHCP port deletion for 606aeb02-681b-4216-bf8c-e614c7425478 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:52:12.740747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8b020-7d97-4b88-941f-710270326364 None None] Deleting port cda853fd-a0d1-412b-b856-44a9b68ab75f {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:12.745552 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b020-7d97-4b88-941f-710270326364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.806918 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2493d0f5-6729-4bb2-8448-b7208a9b408a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.823710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a4d8b020-7d97-4b88-941f-710270326364 None None] For port cda853fd-a0d1-412b-b856-44a9b68ab75f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cda853fd-a0d1-412b-b856-44a9b68ab75f,segment=NetworkSegment(c0ddeede-b9bc-4b83-bca6-4676524f3e20),segment_id=c0ddeede-b9bc-4b83-bca6-4676524f3e20)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:12.824122 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b020-7d97-4b88-941f-710270326364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.840416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8b020-7d97-4b88-941f-710270326364 None None] Calling delete_port for cda853fd-a0d1-412b-b856-44a9b68ab75f owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:12.846519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.848556 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493d0f5-6729-4bb2-8448-b7208a9b408a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event deleted for resources: {'Subnet': ['ID=39514de1-69d8-42d7-b0b8-295b0eafcf3e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:12.858884 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2493d0f5-6729-4bb2-8448-b7208a9b408a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:12.864726 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2493d0f5-6729-4bb2-8448-b7208a9b408a tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "DELETE /v2.0/subnets/39514de1-69d8-42d7-b0b8-295b0eafcf3e HTTP/1.1" status: 204 len: 168 time: 0.4768314 Aug 29 06:52:12.865030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53210) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:12.939655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7ace55-57d6-46e6-8b2a-3aa750891169 None None] Network 081e6da0-bf37-4c5e-bdc9-eadaa747e70c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:13.014316 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b020-7d97-4b88-941f-710270326364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.045572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8b020-7d97-4b88-941f-710270326364 None None] Pushing event deleted for resources: {'Port': ['ID=cda853fd-a0d1-412b-b856-44a9b68ab75f,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:13.045949 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b07d7032-ff56-40ee-981b-c3fe4cb4a162 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.058502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e3f77-4c4b-487f-850a-737043806e8f req-e3b25a48-9fd3-4aaa-b004-342e556cbeca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:13.059063 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d8b020-7d97-4b88-941f-710270326364 None None] No DVR routers for this DVR port cda853fd-a0d1-412b-b856-44a9b68ab75f on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:13.060024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a8e3f77-4c4b-487f-850a-737043806e8f req-e3b25a48-9fd3-4aaa-b004-342e556cbeca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.0727124 Aug 29 06:52:13.106906 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b7c37f8-b446-4163-b5c0-f0bb44a718a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.193240 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b07d7032-ff56-40ee-981b-c3fe4cb4a162 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.197143 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b7c37f8-b446-4163-b5c0-f0bb44a718a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.199046 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8b7c37f8-b446-4163-b5c0-f0bb44a718a0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f065a5d1-b5aa-4386-a23b-43fe3d51e6b8 HTTP/1.1" status: 204 len: 168 time: 1.1219192 Aug 29 06:52:13.199883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c37f8-b446-4163-b5c0-f0bb44a718a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f065a5d1-b5aa-4386-a23b-43fe3d51e6b8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:13.203445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f421d479-76ff-4b8c-9f19-188162cd83df None None] Network 90d81331-d535-41aa-8e5a-e08ac3030c6e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:13.216546 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53216) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:13.238641 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a8e3f77-4c4b-487f-850a-737043806e8f req-f2f9ea18-2bd0-4978-af4a-040a6743d9c3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629808 Aug 29 06:52:13.245153 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b405b-715b-45c1-b40c-c459c1053820 req-c0c704e1-e95a-4644-a86d-3d42f769cb82 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:13.246697 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f86b405b-715b-45c1-b40c-c459c1053820 req-c0c704e1-e95a-4644-a86d-3d42f769cb82 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 945 time: 0.2086394 Aug 29 06:52:13.274240 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.282729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-b07d7032-ff56-40ee-981b-c3fe4cb4a162 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606aeb02-681b-4216-bf8c-e614c7425478']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:13.301608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f082ac3d-4f5a-4895-8b82-cf20a6054d8a None None] DHCP port deletion for 081e6da0-bf37-4c5e-bdc9-eadaa747e70c request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:52:13.326421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53220) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:13.338729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-b07d7032-ff56-40ee-981b-c3fe4cb4a162 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ddeede-b9bc-4b83-bca6-4676524f3e20') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:13.339066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-b07d7032-ff56-40ee-981b-c3fe4cb4a162 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ddeede-b9bc-4b83-bca6-4676524f3e20') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:13.418954 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b07d7032-ff56-40ee-981b-c3fe4cb4a162 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.463201 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.466982 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b07d7032-ff56-40ee-981b-c3fe4cb4a162 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.482746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e14597-9fc8-45d3-888e-8f81a8e00eff admin admin] Deleting subnet 1153f13b-d94a-4fee-bced-c1f52e46b73e {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:52:13.486347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07d7032-ff56-40ee-981b-c3fe4cb4a162 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:52:13.486791 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b07d7032-ff56-40ee-981b-c3fe4cb4a162 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:52:13.491102 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:52:13.496514 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.496615 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54e14597-9fc8-45d3-888e-8f81a8e00eff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.508961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f082ac3d-4f5a-4895-8b82-cf20a6054d8a None None] Deleting port 75790073-d9d3-46a3-83fb-3c32db81c19f {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:13.509342 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f082ac3d-4f5a-4895-8b82-cf20a6054d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.531189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-f86b405b-715b-45c1-b40c-c459c1053820 req-60ec507e-3517-4b4f-bc42-5748cf9a6534 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Deleting port 086b5abb-d2b9-47d8-ba45-36a52f8f6728 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:13.531900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f86b405b-715b-45c1-b40c-c459c1053820 req-60ec507e-3517-4b4f-bc42-5748cf9a6534 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.613105 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54e14597-9fc8-45d3-888e-8f81a8e00eff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.640469 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f082ac3d-4f5a-4895-8b82-cf20a6054d8a None None] For port 75790073-d9d3-46a3-83fb-3c32db81c19f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=75790073-d9d3-46a3-83fb-3c32db81c19f,segment=NetworkSegment(3b1e7d15-e53a-4b57-94e2-c184830b8499),segment_id=3b1e7d15-e53a-4b57-94e2-c184830b8499)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:13.641164 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f082ac3d-4f5a-4895-8b82-cf20a6054d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.644855 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-f86b405b-715b-45c1-b40c-c459c1053820 req-60ec507e-3517-4b4f-bc42-5748cf9a6534 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] For port 086b5abb-d2b9-47d8-ba45-36a52f8f6728, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=086b5abb-d2b9-47d8-ba45-36a52f8f6728,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:13.645351 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f86b405b-715b-45c1-b40c-c459c1053820 req-60ec507e-3517-4b4f-bc42-5748cf9a6534 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.661283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-f86b405b-715b-45c1-b40c-c459c1053820 req-60ec507e-3517-4b4f-bc42-5748cf9a6534 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Calling delete_port for 086b5abb-d2b9-47d8-ba45-36a52f8f6728 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:13.676381 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f082ac3d-4f5a-4895-8b82-cf20a6054d8a None None] Calling delete_port for 75790073-d9d3-46a3-83fb-3c32db81c19f owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:13.684372 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b07d7032-ff56-40ee-981b-c3fe4cb4a162 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.695220 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b07d7032-ff56-40ee-981b-c3fe4cb4a162 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.699495 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b07d7032-ff56-40ee-981b-c3fe4cb4a162 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "DELETE /v2.0/networks/606aeb02-681b-4216-bf8c-e614c7425478 HTTP/1.1" status: 204 len: 168 time: 0.8307536 Aug 29 06:52:13.706803 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54e14597-9fc8-45d3-888e-8f81a8e00eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.714051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53224) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:13.773993 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05105de5-8de3-41d1-813d-a2e093f3ca62 None None] DHCP port deletion for 90d81331-d535-41aa-8e5a-e08ac3030c6e request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:52:13.774217 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d7032-ff56-40ee-981b-c3fe4cb4a162 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event deleted for resources: {'Network': ['ID=606aeb02-681b-4216-bf8c-e614c7425478,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:13.843600 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Deleting port 3d2a61d8-7141-44f5-a54c-b86357cc18a9 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:13.843600 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.850980 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 75790073-d9d3-46a3-83fb-3c32db81c19f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:13.961745 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f86b405b-715b-45c1-b40c-c459c1053820 req-60ec507e-3517-4b4f-bc42-5748cf9a6534 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:13.978051 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.006090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['086b5abb-d2b9-47d8-ba45-36a52f8f6728'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:52:14.008541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec507e-3517-4b4f-bc42-5748cf9a6534 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Pushing event deleted for resources: {'Port': ['ID=086b5abb-d2b9-47d8-ba45-36a52f8f6728,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:14.025262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90d6df-d28d-414c-8f8f-8d26e39415c2 req-fd0c1563-02ef-47a0-82e1-12b351bb5eff tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:14.026805 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e90d6df-d28d-414c-8f8f-8d26e39415c2 req-fd0c1563-02ef-47a0-82e1-12b351bb5eff tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.2167213 Aug 29 06:52:14.039811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] For port 3d2a61d8-7141-44f5-a54c-b86357cc18a9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3d2a61d8-7141-44f5-a54c-b86357cc18a9,segment=NetworkSegment(7b6f1882-2f11-42f9-b606-a1837631b3a2),segment_id=7b6f1882-2f11-42f9-b606-a1837631b3a2)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:14.040192 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.042071 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.052059 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-05105de5-8de3-41d1-813d-a2e093f3ca62 None None] Deleting port 3d2a61d8-7141-44f5-a54c-b86357cc18a9 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:14.052700 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-05105de5-8de3-41d1-813d-a2e093f3ca62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.057223 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.094930 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86b405b-715b-45c1-b40c-c459c1053820 req-60ec507e-3517-4b4f-bc42-5748cf9a6534 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] No DVR routers for this DVR port 086b5abb-d2b9-47d8-ba45-36a52f8f6728 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:14.097406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Calling delete_port for 3d2a61d8-7141-44f5-a54c-b86357cc18a9 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:14.099697 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f86b405b-715b-45c1-b40c-c459c1053820 req-60ec507e-3517-4b4f-bc42-5748cf9a6534 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.102289 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f86b405b-715b-45c1-b40c-c459c1053820 req-60ec507e-3517-4b4f-bc42-5748cf9a6534 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "DELETE /v2.0/ports/086b5abb-d2b9-47d8-ba45-36a52f8f6728 HTTP/1.1" status: 204 len: 173 time: 0.8365417 Aug 29 06:52:14.114537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe', 'name': 'network-vif-deleted', 'tag': '086b5abb-d2b9-47d8-ba45-36a52f8f6728'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:14.121572 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa5116f-0dd3-4852-a2c3-6a43afd5b9b7" -d '{"events": [{"server_uuid": "086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe", "name": "network-vif-deleted", "tag": "086b5abb-d2b9-47d8-ba45-36a52f8f6728"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:14.144639 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.189195 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9d0b73-57aa-4ac6-9cf1-88fe12810e6a x-openstack-request-id: req-fe9d0b73-57aa-4ac6-9cf1-88fe12810e6a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:14.189593 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe", "name": "network-vif-deleted", "tag": "086b5abb-d2b9-47d8-ba45-36a52f8f6728", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:14.190032 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe9d0b73-57aa-4ac6-9cf1-88fe12810e6a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:14.190524 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe', 'name': 'network-vif-deleted', 'tag': '086b5abb-d2b9-47d8-ba45-36a52f8f6728', 'status': 'completed', 'code': 200} Aug 29 06:52:14.205701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e90d6df-d28d-414c-8f8f-8d26e39415c2 req-bc0716ed-8540-4bab-adb0-9b580b015a84 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533215 Aug 29 06:52:14.211085 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54e14597-9fc8-45d3-888e-8f81a8e00eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.261540 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=ff660d7c-5c22-414a-9218-70e930b70913,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:14.275498 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.277576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e14597-9fc8-45d3-888e-8f81a8e00eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1153f13b-d94a-4fee-bced-c1f52e46b73e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:14.280860 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54e14597-9fc8-45d3-888e-8f81a8e00eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.285862 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-54e14597-9fc8-45d3-888e-8f81a8e00eff admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1153f13b-d94a-4fee-bced-c1f52e46b73e HTTP/1.1" status: 204 len: 168 time: 0.9540544 Aug 29 06:52:14.286870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53232) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:14.335492 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f082ac3d-4f5a-4895-8b82-cf20a6054d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.357543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:14.399198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Deleting port 75790073-d9d3-46a3-83fb-3c32db81c19f {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:14.399575 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.412062 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Floating IP 53aa72d6-d058-4f17-afd1-d992b8566825 associated. External IP: 172.25.1.29, port: 56f2d7ac-f109-4cb1-afc1-40fc22cdacb7. Aug 29 06:52:14.452764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:52:14.453381 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e85f6a7c-5120-4cf5-ae09-9b1efdcd0a20 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:14.470775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea191964-4a8e-465a-a2df-59003d28b3bf req-c1529a84-0436-453f-98fd-edf9260f7daf tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=086a6b3d-cdb5-4c2e-98ec-e2400ac07cfe HTTP/1.1" status: 200 len: 210 time: 0.0668314 Aug 29 06:52:14.495015 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc8a5fbe-3a49-401b-8488-f57a0e04e046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.510074 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082ac3d-4f5a-4895-8b82-cf20a6054d8a None None] Pushing event deleted for resources: {'Port': ['ID=75790073-d9d3-46a3-83fb-3c32db81c19f,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:14.516527 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-05105de5-8de3-41d1-813d-a2e093f3ca62 None None] For port 3d2a61d8-7141-44f5-a54c-b86357cc18a9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3d2a61d8-7141-44f5-a54c-b86357cc18a9,segment=NetworkSegment(7b6f1882-2f11-42f9-b606-a1837631b3a2),segment_id=7b6f1882-2f11-42f9-b606-a1837631b3a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:14.517504 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-05105de5-8de3-41d1-813d-a2e093f3ca62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.520849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f082ac3d-4f5a-4895-8b82-cf20a6054d8a None None] No DVR routers for this DVR port 75790073-d9d3-46a3-83fb-3c32db81c19f on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:14.530458 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] For port 75790073-d9d3-46a3-83fb-3c32db81c19f, host n-d-713301-12, got binding levels [] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:14.530886 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.549402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cda853fd-a0d1-412b-b856-44a9b68ab75f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:14.556732 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-05105de5-8de3-41d1-813d-a2e093f3ca62 None None] Calling delete_port for 3d2a61d8-7141-44f5-a54c-b86357cc18a9 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:14.577660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: cda853fd-a0d1-412b-b856-44a9b68ab75f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:52:14.578302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cda853fd-a0d1-412b-b856-44a9b68ab75f not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:14.578892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3d2a61d8-7141-44f5-a54c-b86357cc18a9 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:14.579368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Calling delete_port for 75790073-d9d3-46a3-83fb-3c32db81c19f owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:14.587595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.ipam_backend_mixin [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Port 75790073-d9d3-46a3-83fb-3c32db81c19f was not found and therefore no delete operation was performed {{(pid=95404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 06:52:14.600758 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.610865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 3d2a61d8-7141-44f5-a54c-b86357cc18a9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:52:14.611506 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3d2a61d8-7141-44f5-a54c-b86357cc18a9 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:14.612124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:14.633302 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.643957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:52:14.644518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 406ef5cf-7f40-41ec-bf2a-3b6b40211bb9 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:14.675462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event deleted for resources: {'Port': ['ID=75790073-d9d3-46a3-83fb-3c32db81c19f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:14.682910 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc8a5fbe-3a49-401b-8488-f57a0e04e046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.689275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] No DVR routers for this DVR port 75790073-d9d3-46a3-83fb-3c32db81c19f on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:14.716464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] No DVR routers for this DVR port 3d2a61d8-7141-44f5-a54c-b86357cc18a9 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:14.742135 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-bc8a5fbe-3a49-401b-8488-f57a0e04e046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:14.746251 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-05105de5-8de3-41d1-813d-a2e093f3ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.774156 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05105de5-8de3-41d1-813d-a2e093f3ca62 None None] Pushing event deleted for resources: {'Port': ['ID=3d2a61d8-7141-44f5-a54c-b86357cc18a9,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:14.774809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2a61d8-7141-44f5-a54c-b86357cc18a9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:14.787271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05105de5-8de3-41d1-813d-a2e093f3ca62 None None] No DVR routers for this DVR port 3d2a61d8-7141-44f5-a54c-b86357cc18a9 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:14.805091 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-bc8a5fbe-3a49-401b-8488-f57a0e04e046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd175887c-85cc-47b3-8e75-ac7abcc31a7b') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:14.805325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-bc8a5fbe-3a49-401b-8488-f57a0e04e046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd175887c-85cc-47b3-8e75-ac7abcc31a7b') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:14.838141 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc8a5fbe-3a49-401b-8488-f57a0e04e046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.937643 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc8a5fbe-3a49-401b-8488-f57a0e04e046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.943379 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.948625 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.968941 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8a5fbe-3a49-401b-8488-f57a0e04e046 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:52:14.969274 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc8a5fbe-3a49-401b-8488-f57a0e04e046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:52:14.971218 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:52:14.981681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d81331-d535-41aa-8e5a-e08ac3030c6e']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:14.984608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081e6da0-bf37-4c5e-bdc9-eadaa747e70c']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:15.001625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:15.032954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6f1882-2f11-42f9-b606-a1837631b3a2') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:15.033257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6f1882-2f11-42f9-b606-a1837631b3a2') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:15.037781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1e7d15-e53a-4b57-94e2-c184830b8499') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:15.038138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1e7d15-e53a-4b57-94e2-c184830b8499') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:15.063107 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.071460 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.089040 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.095499 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.101170 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:52:15.101788 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:52:15.103753 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:52:15.109172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:52:15.109914 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.120214 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:15.132646 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9edf14-ec75-466e-b19a-abd90a7bc5fd None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:52:15.148229 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:52:15.155910 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9edf14-ec75-466e-b19a-abd90a7bc5fd None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:15.157088 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-da9edf14-ec75-466e-b19a-abd90a7bc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:15.207194 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.211255 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-da9edf14-ec75-466e-b19a-abd90a7bc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:15.219765 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc8a5fbe-3a49-401b-8488-f57a0e04e046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.246291 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9edf14-ec75-466e-b19a-abd90a7bc5fd None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:15.247059 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-da9edf14-ec75-466e-b19a-abd90a7bc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:15.250708 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc8a5fbe-3a49-401b-8488-f57a0e04e046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.259254 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf4d6f42-aedf-428b-a13f-7224fb16d938 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1248295 Aug 29 06:52:15.259862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53238) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:15.264946 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-713fc154-36e6-4faf-82c8-e7cbae62de5a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:15.271199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bc8a5fbe-3a49-401b-8488-f57a0e04e046 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f HTTP/1.1" status: 204 len: 168 time: 0.9733975 Aug 29 06:52:15.325422 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-da9edf14-ec75-466e-b19a-abd90a7bc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:15.326073 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9edf14-ec75-466e-b19a-abd90a7bc5fd None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:15.350329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a5fbe-3a49-401b-8488-f57a0e04e046 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1bb3ab5-4d50-4dab-9aa4-5e28fba77b3f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:15.350931 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-713fc154-36e6-4faf-82c8-e7cbae62de5a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.386222 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090198b9-224f-4ec9-adf9-9fc87957c755 req-d0935ce6-755f-494a-9b8f-5e8fbd1412a6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:15.386222 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-090198b9-224f-4ec9-adf9-9fc87957c755 req-d0935ce6-755f-494a-9b8f-5e8fbd1412a6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.0696156 Aug 29 06:52:15.427666 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-090198b9-224f-4ec9-adf9-9fc87957c755 req-87eda1d4-b8cd-48f7-ada8-88a281dcd6e5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381320 Aug 29 06:52:15.442214 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.444442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.474687 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.478697 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] 10.222.0.76 "DELETE /v2.0/networks/081e6da0-bf37-4c5e-bdc9-eadaa747e70c HTTP/1.1" status: 204 len: 168 time: 1.7615161 Aug 29 06:52:15.480265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67824d22-f8cc-4792-ba7d-9a5520218064 tempest-TaggedBootDevicesTest-1231034082 tempest-TaggedBootDevicesTest-1231034082-project] Pushing event deleted for resources: {'Network': ['ID=081e6da0-bf37-4c5e-bdc9-eadaa747e70c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:15.496293 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.500823 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] 10.222.0.76 "DELETE /v2.0/networks/90d81331-d535-41aa-8e5a-e08ac3030c6e HTTP/1.1" status: 204 len: 168 time: 2.2808588 Aug 29 06:52:15.517474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a9012-7cd2-4dc2-b990-1c2b5f338d6d admin admin] Pushing event deleted for resources: {'Network': ['ID=90d81331-d535-41aa-8e5a-e08ac3030c6e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:15.553218 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-713fc154-36e6-4faf-82c8-e7cbae62de5a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.680647 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-713fc154-36e6-4faf-82c8-e7cbae62de5a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.680917 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-713fc154-36e6-4faf-82c8-e7cbae62de5a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Floating IP 53aa72d6-d058-4f17-afd1-d992b8566825 disassociated. External IP: 172.25.1.29, port: 56f2d7ac-f109-4cb1-afc1-40fc22cdacb7. Aug 29 06:52:15.724818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53252) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:15.808017 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf83172a-fcbb-41f5-8378-f3943f8125f1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=343b7acdca8c460498200a8862ee9a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801442 Aug 29 06:52:15.808676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53256) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:15.880518 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce4418a6-68fa-4774-8f49-dcd54eb31069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.897007 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53260) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:15.918213 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce4418a6-68fa-4774-8f49-dcd54eb31069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:15.989341 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e8d16ef7-0dde-4641-9e80-3afe8f86e0d5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7a60e8e812f94e929411be0e22e3769e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911808 Aug 29 06:52:15.992745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53270) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:15.994558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713fc154-36e6-4faf-82c8-e7cbae62de5a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:16.118546 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46e3b20e-48b1-4249-ac91-890b42f7fd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:16.127582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773551be-34ff-452b-a426-89973a1d8816 req-a4563ea7-ffaa-419a-84c0-898ad41e52c5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:16.129189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-773551be-34ff-452b-a426-89973a1d8816 req-a4563ea7-ffaa-419a-84c0-898ad41e52c5 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 811 time: 0.1471987 Aug 29 06:52:16.130500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713fc154-36e6-4faf-82c8-e7cbae62de5a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:16.137197 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce4418a6-68fa-4774-8f49-dcd54eb31069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:16.137462 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-713fc154-36e6-4faf-82c8-e7cbae62de5a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:16.139886 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce4418a6-68fa-4774-8f49-dcd54eb31069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:16.144305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ce4418a6-68fa-4774-8f49-dcd54eb31069 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c8867e2-4d2a-42a8-824a-88292cc0711e HTTP/1.1" status: 204 len: 168 time: 0.3345008 Aug 29 06:52:16.148905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff608361-4b14-4491-abdc-e63809c94889 None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:16.174528 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46e3b20e-48b1-4249-ac91-890b42f7fd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:16.176503 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4418a6-68fa-4774-8f49-dcd54eb31069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8867e2-4d2a-42a8-824a-88292cc0711e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:16.179366 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff608361-4b14-4491-abdc-e63809c94889 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:16.181066 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-713fc154-36e6-4faf-82c8-e7cbae62de5a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "PUT /v2.0/floatingips/53aa72d6-d058-4f17-afd1-d992b8566825 HTTP/1.1" status: 200 len: 687 time: 0.9200866 Aug 29 06:52:16.181907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53276) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:16.188473 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ff608361-4b14-4491-abdc-e63809c94889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:16.190423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-773551be-34ff-452b-a426-89973a1d8816 req-8fc02119-9b0c-4514-8b8c-3bea18604415 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/quotas/d4426b23251b440b8d0cb63469d9d344 HTTP/1.1" status: 200 len: 375 time: 0.0413015 Aug 29 06:52:16.245266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-773551be-34ff-452b-a426-89973a1d8816 req-b94d3097-8d90-4ca7-83e8-6dc788e27caf tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538399 Aug 29 06:52:16.276453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ff608361-4b14-4491-abdc-e63809c94889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:16.287530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff608361-4b14-4491-abdc-e63809c94889 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:16.288461 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ff608361-4b14-4491-abdc-e63809c94889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:16.351243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ff608361-4b14-4491-abdc-e63809c94889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:16.357932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff608361-4b14-4491-abdc-e63809c94889 None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:16.383674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-773551be-34ff-452b-a426-89973a1d8816 req-f44c3e6a-efd7-4c71-9aa0-4fc4b9020724 service neutron] 10.222.0.76 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375265 Aug 29 06:52:16.415550 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-ae66e041-bdae-4ba6-9ed1-aa1ac48d9320 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port ff660d7c-5c22-414a-9218-70e930b70913 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:16.416266 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae66e041-bdae-4ba6-9ed1-aa1ac48d9320 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:16.451392 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46e3b20e-48b1-4249-ac91-890b42f7fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:16.454296 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46e3b20e-48b1-4249-ac91-890b42f7fd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:16.456456 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-46e3b20e-48b1-4249-ac91-890b42f7fd2b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c2db2c40-9e99-4507-88fe-2d07872cda35 HTTP/1.1" status: 204 len: 168 time: 0.4627919 Aug 29 06:52:16.480501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3b20e-48b1-4249-ac91-890b42f7fd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2db2c40-9e99-4507-88fe-2d07872cda35,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:16.529735 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-773551be-34ff-452b-a426-89973a1d8816 req-6ee58188-66f1-444d-986b-f85953ec9ab1 service neutron] 10.222.0.76 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386971 Aug 29 06:52:16.558179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae66e041-bdae-4ba6-9ed1-aa1ac48d9320 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:16.558521 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae66e041-bdae-4ba6-9ed1-aa1ac48d9320 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:16.572658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-ae66e041-bdae-4ba6-9ed1-aa1ac48d9320 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for ff660d7c-5c22-414a-9218-70e930b70913 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:16.854648 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae66e041-bdae-4ba6-9ed1-aa1ac48d9320 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:16.918128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103674b-3aca-4b4e-b127-8fdaaeea103e req-0df2af6d-5491-4787-af46-dfff80ecfc4b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:16.922723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3103674b-3aca-4b4e-b127-8fdaaeea103e req-0df2af6d-5491-4787-af46-dfff80ecfc4b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.3753779 Aug 29 06:52:16.933435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66e041-bdae-4ba6-9ed1-aa1ac48d9320 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=ff660d7c-5c22-414a-9218-70e930b70913,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:16.991569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3103674b-3aca-4b4e-b127-8fdaaeea103e req-0f49c770-24cd-44df-97e8-d882ab428ef0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619731 Aug 29 06:52:17.028592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdda2c7e-e327-41c6-86fc-a66d35ea1452 req-1467e00c-080d-48c7-b17f-7ba1fe81f38d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 210 time: 0.0358562 Aug 29 06:52:17.055607 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae66e041-bdae-4ba6-9ed1-aa1ac48d9320 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:17.059449 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae66e041-bdae-4ba6-9ed1-aa1ac48d9320 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:17.063979 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ae66e041-bdae-4ba6-9ed1-aa1ac48d9320 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/floatingips/53aa72d6-d058-4f17-afd1-d992b8566825 HTTP/1.1" status: 204 len: 168 time: 0.8778815 Aug 29 06:52:17.064700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53298) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:17.069686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': 'b276398e-1c5b-4ab5-98fb-addb04a02ff6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:17.189824 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:17.350934 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:17.409267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53320) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:17.529898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.25.1.234 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/7bcc3dc5-9cc8-4362-ba80-405a2617ab7f) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:17.712617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:17.876604 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:17.931307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:17.935803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:17.941130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:17.992585 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=7bcc3dc5-9cc8-4362-ba80-405a2617ab7f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:18.317074 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-449c5acf-fd06-4d01-ba94-89da41cc96d5 req-71d2d592-018a-4a30-aac0-fec06686bb6b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 210 time: 0.0932620 Aug 29 06:52:18.333323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53352) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:18.354733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 086b5abb-d2b9-47d8-ba45-36a52f8f6728 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:18.357996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fcf06-e96d-4a4e-9b92-d5b031e5c0dc req-aae56a2a-5ff3-4170-bb84-353f9ea86a08 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:18.362245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e9fcf06-e96d-4a4e-9b92-d5b031e5c0dc req-aae56a2a-5ff3-4170-bb84-353f9ea86a08 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.2155912 Aug 29 06:52:18.402792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 086b5abb-d2b9-47d8-ba45-36a52f8f6728 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:52:18.407348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 086b5abb-d2b9-47d8-ba45-36a52f8f6728 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:18.457882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e9fcf06-e96d-4a4e-9b92-d5b031e5c0dc req-18fc6cd3-c1d2-449e-959f-23add24b0344 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600061 Aug 29 06:52:18.465742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f948d653-6a0b-43aa-967e-27dff925a99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:18.481473 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:18.557842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-929726282-network', 'tenant_id': '613e2468e4754a3b89d013fe85b6d5cd'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:18.639137 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:18.688664 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] Made reservation on behalf of 613e2468e4754a3b89d013fe85b6d5cd for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:18.691773 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:18.714089 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:18.772178 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-f948d653-6a0b-43aa-967e-27dff925a99a admin admin] Deleting port 80ce930e-ab4b-473f-9bfc-5e8e337862ff {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:18.772446 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f948d653-6a0b-43aa-967e-27dff925a99a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:18.856621 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:18.914820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-f948d653-6a0b-43aa-967e-27dff925a99a admin admin] For port 80ce930e-ab4b-473f-9bfc-5e8e337862ff, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=80ce930e-ab4b-473f-9bfc-5e8e337862ff,segment=NetworkSegment(51e8a37b-b122-4d6c-a642-fb212fd25b05),segment_id=51e8a37b-b122-4d6c-a642-fb212fd25b05)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:18.915213 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f948d653-6a0b-43aa-967e-27dff925a99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:18.930346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-f948d653-6a0b-43aa-967e-27dff925a99a admin admin] Calling delete_port for 80ce930e-ab4b-473f-9bfc-5e8e337862ff owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:18.945408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:18.966581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:19.014015 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85cfb6e4-09b9-476f-a674-e938270f649b req-1c4f6441-ebf2-4bfc-8e6e-de2e859cf720 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0674000 Aug 29 06:52:19.059308 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:19.102095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=7bcc3dc5-9cc8-4362-ba80-405a2617ab7f,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:19.122527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3c7902-2857-4f19-a8ed-b7727bd72554,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:19.126972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:52:19.133984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:19.175392 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:19.176362 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] Added segment 61264282-5599-437d-8d38-71352a20647b of type vlan for network 0701bd37-d08a-4984-b6a3-68cfc60bb1ac Aug 29 06:52:19.258834 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:19.286548 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f948d653-6a0b-43aa-967e-27dff925a99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:19.297539 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Floating IP 4809a4cd-acd3-4ac1-b3fb-8a6c08c7ffa9 associated. External IP: 172.25.1.234, port: b276398e-1c5b-4ab5-98fb-addb04a02ff6. Aug 29 06:52:19.325079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948d653-6a0b-43aa-967e-27dff925a99a admin admin] Pushing event deleted for resources: {'Port': ['ID=80ce930e-ab4b-473f-9bfc-5e8e337862ff,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:19.454023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-397b9558-3070-441b-8b78-145514aa229d req-937791c1-1196-4483-94f0-46e1403ec23c tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 210 time: 0.0318916 Aug 29 06:52:19.462605 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:19.463705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:19.464398 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:19.651261 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f948d653-6a0b-43aa-967e-27dff925a99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:19.665126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b369938-ee1f-4ecc-90f2-f9381ead4548 req-b84b2eed-72a5-4388-9721-54ce0200853a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:19.666631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b369938-ee1f-4ecc-90f2-f9381ead4548 req-b84b2eed-72a5-4388-9721-54ce0200853a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.0715740 Aug 29 06:52:19.676325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] Pushing event updated for resources: {'Network': ['ID=0701bd37-d08a-4984-b6a3-68cfc60bb1ac,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:19.687189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 0701bd37-d08a-4984-b6a3-68cfc60bb1ac details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:52:19.733878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773551be-34ff-452b-a426-89973a1d8816 req-aefbcc4d-6ca5-401f-bbb8-da0a87f84ce2 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:19.736021 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-773551be-34ff-452b-a426-89973a1d8816 req-aefbcc4d-6ca5-401f-bbb8-da0a87f84ce2 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 811 time: 0.1785042 Aug 29 06:52:19.745117 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-08984360-88bd-48b5-a54f-eb01dc9a9699 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4038060 Aug 29 06:52:19.763351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-773551be-34ff-452b-a426-89973a1d8816 req-52a70493-fce2-4247-99e9-7986d495de7e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Request body: {'port': {'device_id': '2bf2947c-4f8e-4ea5-beb4-6aafcf07e159', 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548', 'admin_state_up': True, 'tenant_id': 'd4426b23251b440b8d0cb63469d9d344'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:19.822233 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b369938-ee1f-4ecc-90f2-f9381ead4548 req-3bddcb83-5d83-419a-a5a5-ebb737ff3d88 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096444 Aug 29 06:52:19.845012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:19.994164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f948d653-6a0b-43aa-967e-27dff925a99a admin admin] Router 07686751-3e2d-421e-bd9e-27f33f1b2684 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:20.276881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-650462cc-2e53-4997-a64c-7b2d66c51fc8 req-ce91d5ec-7379-48ec-b461-9cd92ccb6807 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.1074736 Aug 29 06:52:20.330943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f948d653-6a0b-43aa-967e-27dff925a99a admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:20.332070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:20.341039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f948d653-6a0b-43aa-967e-27dff925a99a admin admin] 10.222.0.76 "PUT /v2.0/routers/07686751-3e2d-421e-bd9e-27f33f1b2684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9300661 Aug 29 06:52:20.345093 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a08ec5b-6e90-4386-a1ef-630aca693d7c None None] Sync routers for ids ['07686751-3e2d-421e-bd9e-27f33f1b2684'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:20.346245 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53394) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:20.365861 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08ec5b-6e90-4386-a1ef-630aca693d7c None None] Routers {'07686751-3e2d-421e-bd9e-27f33f1b2684'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:20.366750 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0a08ec5b-6e90-4386-a1ef-630aca693d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['07686751-3e2d-421e-bd9e-27f33f1b2684'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:20.374268 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d35dd9-d440-4553-9897-68f18184aef3 None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:20.385719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d35dd9-d440-4553-9897-68f18184aef3 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:20.386351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-08d35dd9-d440-4553-9897-68f18184aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:20.454218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-08d35dd9-d440-4553-9897-68f18184aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:20.459114 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773551be-34ff-452b-a426-89973a1d8816 req-52a70493-fce2-4247-99e9-7986d495de7e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Made reservation on behalf of d4426b23251b440b8d0cb63469d9d344 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:20.463507 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-773551be-34ff-452b-a426-89973a1d8816 req-52a70493-fce2-4247-99e9-7986d495de7e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:20.485233 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d35dd9-d440-4553-9897-68f18184aef3 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:20.486129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-08d35dd9-d440-4553-9897-68f18184aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:20.497137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eab1b7-9ba6-4fca-a92b-dc926d6364df req-833bf452-8010-4d80-8b59-c620c492c154 tempest-ComputeTenantNetworksTest-1181910990 tempest-ComputeTenantNetworksTest-1181910990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:20.503893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eab1b7-9ba6-4fca-a92b-dc926d6364df req-833bf452-8010-4d80-8b59-c620c492c154 tempest-ComputeTenantNetworksTest-1181910990 tempest-ComputeTenantNetworksTest-1181910990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:20.510917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eab1b7-9ba6-4fca-a92b-dc926d6364df req-833bf452-8010-4d80-8b59-c620c492c154 tempest-ComputeTenantNetworksTest-1181910990 tempest-ComputeTenantNetworksTest-1181910990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:20.519493 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1eab1b7-9ba6-4fca-a92b-dc926d6364df req-833bf452-8010-4d80-8b59-c620c492c154 tempest-ComputeTenantNetworksTest-1181910990 tempest-ComputeTenantNetworksTest-1181910990-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3460810 Aug 29 06:52:20.584588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-08d35dd9-d440-4553-9897-68f18184aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:20.585272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d35dd9-d440-4553-9897-68f18184aef3 None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:20.605105 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-0a08ec5b-6e90-4386-a1ef-630aca693d7c None None] Set router 07686751-3e2d-421e-bd9e-27f33f1b2684 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:52:20.669408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:20.675233 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:20.684459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84ff6000-7dd6-45dd-9fb3-4ab3b1c6e421 req-7a4caeb8-aae8-4cf8-9370-ff065425a130 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 210 time: 0.0718083 Aug 29 06:52:20.756001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea3d6a-dc50-42cb-9510-36f590e075ac req-344f261b-8aa7-4bc2-9337-918097b5daa0 tempest-ComputeTenantNetworksTest-1181910990 tempest-ComputeTenantNetworksTest-1181910990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:20.761458 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2ea3d6a-dc50-42cb-9510-36f590e075ac req-344f261b-8aa7-4bc2-9337-918097b5daa0 tempest-ComputeTenantNetworksTest-1181910990 tempest-ComputeTenantNetworksTest-1181910990-project] 10.222.0.76 "GET /v2.0/networks/0701bd37-d08a-4984-b6a3-68cfc60bb1ac HTTP/1.1" status: 200 len: 768 time: 0.2258623 Aug 29 06:52:20.771086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53408) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:20.772293 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:20.784033 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d576d8d9-52ae-4abf-9882-5fbb4689a5ca tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7090805 Aug 29 06:52:20.784219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53410) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:20.813833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-773551be-34ff-452b-a426-89973a1d8816 req-52a70493-fce2-4247-99e9-7986d495de7e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Allocated IP 172.20.0.14 (62cd1216-7d96-443a-b0ba-1b6940ce3548/6d6221c5-492b-4e52-81e3-c311934e2c40/e0060f88-ced3-4bd7-a535-484f9c0f8d7f) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:20.863886 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:20.995387 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0a08ec5b-6e90-4386-a1ef-630aca693d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:52:19Z', 'revision_number': 5, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port': {'id': '9fbc83f8-5052-44aa-82a3-eb180885af6e', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:19Z', 'updated_at': '2021-08-29T06:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:21.009272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-056720b7-88bb-4aa5-95bd-f9acfe095bf7 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "GET /v2.0/floatingips/4809a4cd-acd3-4ac1-b3fb-8a6c08c7ffa9 HTTP/1.1" status: 200 len: 977 time: 0.2281330 Aug 29 06:52:21.012460 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0febce17-8f20-4a4b-b5b4-c4707c097d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:21.017143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53414) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:21.072698 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a08ec5b-6e90-4386-a1ef-630aca693d7c None None] Checking router: 07686751-3e2d-421e-bd9e-27f33f1b2684 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:52:21.072698 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08ec5b-6e90-4386-a1ef-630aca693d7c None None] Routers {'07686751-3e2d-421e-bd9e-27f33f1b2684'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:21.072698 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0a08ec5b-6e90-4386-a1ef-630aca693d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['07686751-3e2d-421e-bd9e-27f33f1b2684'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:21.151718 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-773551be-34ff-452b-a426-89973a1d8816 req-52a70493-fce2-4247-99e9-7986d495de7e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:21.162874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] Deleting port 9fbc83f8-5052-44aa-82a3-eb180885af6e {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:21.163392 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:21.188613 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-0a08ec5b-6e90-4386-a1ef-630aca693d7c None None] Set router 07686751-3e2d-421e-bd9e-27f33f1b2684 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:52:21.200259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948a00c-a3b3-403c-8fe7-60baba655c48 req-f33c8ed3-be76-4cb2-8f3c-3298d2371b7d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:21.207937 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b948a00c-a3b3-403c-8fe7-60baba655c48 req-f33c8ed3-be76-4cb2-8f3c-3298d2371b7d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.2636216 Aug 29 06:52:21.270547 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0a08ec5b-6e90-4386-a1ef-630aca693d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:52:20Z', 'revision_number': 6, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:21.275162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] For port 9fbc83f8-5052-44aa-82a3-eb180885af6e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9fbc83f8-5052-44aa-82a3-eb180885af6e,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:21.275673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:21.289631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] Calling delete_port for 9fbc83f8-5052-44aa-82a3-eb180885af6e owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:21.318406 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a08ec5b-6e90-4386-a1ef-630aca693d7c None None] The sync data for ids ['07686751-3e2d-421e-bd9e-27f33f1b2684'] in n-d-713301-12 is: [{'id': '07686751-3e2d-421e-bd9e-27f33f1b2684', 'name': 'tempest-TaggedBootDevicesTest_v242-7856515-router', 'tenant_id': 'd7ca440486aa4cc7b212f4190a478c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:18Z', 'updated_at': '2021-08-29T06:52:20Z', 'revision_number': 6, 'project_id': 'd7ca440486aa4cc7b212f4190a478c52', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:21.344237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b948a00c-a3b3-403c-8fe7-60baba655c48 req-ed16259c-5b12-4e82-b532-ba4bb5e00a91 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353865 Aug 29 06:52:21.349815 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0fff9566-f7a3-46bb-81a5-ee90f04803c8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3273692 Aug 29 06:52:21.351331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53418) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:21.357727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a79f6ca7-854a-4d3a-8458-bc84e1f28b2e tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'floatingip': {'port_id': '56f2d7ac-f109-4cb1-afc1-40fc22cdacb7'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:21.405185 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0febce17-8f20-4a4b-b5b4-c4707c097d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:21.423279 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-0febce17-8f20-4a4b-b5b4-c4707c097d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0701bd37-d08a-4984-b6a3-68cfc60bb1ac']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:21.454206 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a79f6ca7-854a-4d3a-8458-bc84e1f28b2e tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:21.456923 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-773551be-34ff-452b-a426-89973a1d8816 req-52a70493-fce2-4247-99e9-7986d495de7e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:21.511665 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773551be-34ff-452b-a426-89973a1d8816 req-52a70493-fce2-4247-99e9-7986d495de7e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Network 62cd1216-7d96-443a-b0ba-1b6940ce3548 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:21.512647 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-0febce17-8f20-4a4b-b5b4-c4707c097d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61264282-5599-437d-8d38-71352a20647b') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:21.512980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-0febce17-8f20-4a4b-b5b4-c4707c097d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61264282-5599-437d-8d38-71352a20647b') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:21.515527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-773551be-34ff-452b-a426-89973a1d8816 req-52a70493-fce2-4247-99e9-7986d495de7e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:21.523682 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-773551be-34ff-452b-a426-89973a1d8816 req-52a70493-fce2-4247-99e9-7986d495de7e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:21.532704 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0febce17-8f20-4a4b-b5b4-c4707c097d52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:21.547584 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0febce17-8f20-4a4b-b5b4-c4707c097d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:21.554812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0febce17-8f20-4a4b-b5b4-c4707c097d52 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:52:21.555171 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0febce17-8f20-4a4b-b5b4-c4707c097d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:21.567533 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16592ef8-8baa-4ee0-93bb-f2f62f4ac25d req-a0579f8f-6bcd-4a2b-8037-a8eb79d6620d tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.1496496 Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:52:21.568176 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:52:21.574422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773551be-34ff-452b-a426-89973a1d8816 req-52a70493-fce2-4247-99e9-7986d495de7e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:21.575344 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-773551be-34ff-452b-a426-89973a1d8816 req-52a70493-fce2-4247-99e9-7986d495de7e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:21.597786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a70493-fce2-4247-99e9-7986d495de7e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Pushing event updated for resources: {'Port': ['ID=e0060f88-ced3-4bd7-a535-484f9c0f8d7f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:21.753198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 80ce930e-ab4b-473f-9bfc-5e8e337862ff no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:21.772797 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-773551be-34ff-452b-a426-89973a1d8816 req-52a70493-fce2-4247-99e9-7986d495de7e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0195978 Aug 29 06:52:21.780026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 80ce930e-ab4b-473f-9bfc-5e8e337862ff {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:52:21.780619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 80ce930e-ab4b-473f-9bfc-5e8e337862ff not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:21.806936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Request body: {'port': {'device_id': '2bf2947c-4f8e-4ea5-beb4-6aafcf07e159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:21.836215 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:21.891947 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fbc83f8-5052-44aa-82a3-eb180885af6e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:21.981854 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.029507 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.145914 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.191546 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.217879 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0febce17-8f20-4a4b-b5b4-c4707c097d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.234454 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0febce17-8f20-4a4b-b5b4-c4707c097d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.236748 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0febce17-8f20-4a4b-b5b4-c4707c097d52 admin admin] 10.222.0.76 "DELETE /v2.0/networks/0701bd37-d08a-4984-b6a3-68cfc60bb1ac HTTP/1.1" status: 204 len: 168 time: 1.4650416 Aug 29 06:52:22.309501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febce17-8f20-4a4b-b5b4-c4707c097d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=0701bd37-d08a-4984-b6a3-68cfc60bb1ac,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:22.346746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b6cc2-1c8a-4e0b-8e2e-65fd30813b91 req-63d85f04-4307-48c0-becf-660f54efa02a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:22.354267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-531b6cc2-1c8a-4e0b-8e2e-65fd30813b91 req-63d85f04-4307-48c0-becf-660f54efa02a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 932 time: 0.5825133 Aug 29 06:52:22.418287 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.422084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07686751-3e2d-421e-bd9e-27f33f1b2684 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:52:22.423730 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.427330 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2d981b0c-ee59-4772-aa7b-da55d28a28c0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/07686751-3e2d-421e-bd9e-27f33f1b2684 HTTP/1.1" status: 204 len: 168 time: 2.0781624 Aug 29 06:52:22.427503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53428) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:22.491012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5437c1-b88a-45a6-8b62-43baa1f93d79 admin admin] Deleting subnet ab3b20c4-433c-4818-ba1a-1a02bd8ca7db {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:52:22.508319 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb5437c1-b88a-45a6-8b62-43baa1f93d79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.566312 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-531b6cc2-1c8a-4e0b-8e2e-65fd30813b91 req-07ab6692-5df9-4fff-90f1-8043ec3a7c75 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109439 Aug 29 06:52:22.571477 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0060f88-ced3-4bd7-a535-484f9c0f8d7f {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:52:22.578762 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb5437c1-b88a-45a6-8b62-43baa1f93d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.606601 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.622962 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53430) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:22.648671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316b11d-bb21-47b7-a47d-e68d06711317 req-9e8cf942-548f-4384-b8a9-b33720e10635 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:22.650245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c316b11d-bb21-47b7-a47d-e68d06711317 req-9e8cf942-548f-4384-b8a9-b33720e10635 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.1692584 Aug 29 06:52:22.666346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Transition to ACTIVE for port object e0060f88-ced3-4bd7-a535-484f9c0f8d7f will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:52:22.693098 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-08d294ae-6011-4a7f-9fe9-888814bda4db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=613e2468e4754a3b89d013fe85b6d5cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689712 Aug 29 06:52:22.696882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53434) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:22.776792 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb5437c1-b88a-45a6-8b62-43baa1f93d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.779258 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.787989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df4dd31e-4d78-4ea6-9894-7e4a367583f5 req-e25aed15-90c4-4e90-a7b6-f7f274fd264a tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0764925 Aug 29 06:52:22.819880 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c316b11d-bb21-47b7-a47d-e68d06711317 req-c7c3c6f9-cae4-4787-9950-65e00d7bdf2b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573052 Aug 29 06:52:22.902516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4cde8522-2d2c-4ea2-9b16-4f0be11a0110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.902736 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a79f6ca7-854a-4d3a-8458-bc84e1f28b2e tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:22.965194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Pushing event updated for resources: {'Port': ['ID=e0060f88-ced3-4bd7-a535-484f9c0f8d7f,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:23.006472 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a79f6ca7-854a-4d3a-8458-bc84e1f28b2e tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:23.006955 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4cde8522-2d2c-4ea2-9b16-4f0be11a0110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:23.077875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Attempting to bind port e0060f88-ced3-4bd7-a535-484f9c0f8d7f on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:52:23.078367 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Attempting to bind port e0060f88-ced3-4bd7-a535-484f9c0f8d7f by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:52:23.078808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Attempting to bind port e0060f88-ced3-4bd7-a535-484f9c0f8d7f on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:52:23.084348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Port e0060f88-ced3-4bd7-a535-484f9c0f8d7f on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:52:23.084805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Attempting to bind port e0060f88-ced3-4bd7-a535-484f9c0f8d7f on network 62cd1216-7d96-443a-b0ba-1b6940ce3548 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:52:23.091925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:52:23.091925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Checking segment: {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:52:23.091925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Bound using segment: {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:52:23.091925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Bound port: e0060f88-ced3-4bd7-a535-484f9c0f8d7f, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7970a8e6-d6e5-41c9-9aff-923d77c39e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:52:23.092560 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:23.122552 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-a79f6ca7-854a-4d3a-8458-bc84e1f28b2e tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Floating IP 4809a4cd-acd3-4ac1-b3fb-8a6c08c7ffa9 associated. External IP: 172.25.1.234, port: b276398e-1c5b-4ab5-98fb-addb04a02ff6. Aug 29 06:52:23.140673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb5437c1-b88a-45a6-8b62-43baa1f93d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:23.176194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5437c1-b88a-45a6-8b62-43baa1f93d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab3b20c4-433c-4818-ba1a-1a02bd8ca7db,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:23.197657 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6807b4cd-7a5b-47e1-b3cb-7c8dc8f8f959 None None] Network c9b696c8-a0f7-4fc4-ae68-b8062e15f962 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:23.212936 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb5437c1-b88a-45a6-8b62-43baa1f93d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:23.215182 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bb5437c1-b88a-45a6-8b62-43baa1f93d79 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ab3b20c4-433c-4818-ba1a-1a02bd8ca7db HTTP/1.1" status: 204 len: 168 time: 0.7862806 Aug 29 06:52:23.218651 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53440) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:23.292491 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4cde8522-2d2c-4ea2-9b16-4f0be11a0110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:23.295161 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4cde8522-2d2c-4ea2-9b16-4f0be11a0110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:23.298559 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4cde8522-2d2c-4ea2-9b16-4f0be11a0110 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7b3c7902-2857-4f19-a8ed-b7727bd72554 HTTP/1.1" status: 204 len: 168 time: 0.5984826 Aug 29 06:52:23.304564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] For port e0060f88-ced3-4bd7-a535-484f9c0f8d7f, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:52:23.327949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] For port e0060f88-ced3-4bd7-a535-484f9c0f8d7f, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e0060f88-ced3-4bd7-a535-484f9c0f8d7f,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:52:23.335323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde8522-2d2c-4ea2-9b16-4f0be11a0110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3c7902-2857-4f19-a8ed-b7727bd72554,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:23.363968 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:23.376043 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e260c309-3b89-4aa9-bf62-bb66c984ae89 req-ad5562c8-63b6-499e-9df1-571ffe9471b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3363087 Aug 29 06:52:23.389233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79f6ca7-854a-4d3a-8458-bc84e1f28b2e tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:23.430993 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] DHCP port deletion for c9b696c8-a0f7-4fc4-ae68-b8062e15f962 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:52:23.460659 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:23.495300 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Deleting port 01212794-2641-4319-96cb-e0e8a997ddf1 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:23.496039 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:23.518775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:23.519447 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:23.521992 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-773551be-34ff-452b-a426-89973a1d8816 req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] 10.222.0.11 "PUT /v2.0/ports/e0060f88-ced3-4bd7-a535-484f9c0f8d7f HTTP/1.1" status: 200 len: 1093 time: 1.7300699 Aug 29 06:52:23.523300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf2947c-4f8e-4ea5-beb4-6aafcf07e159', 'tag': 'e0060f88-ced3-4bd7-a535-484f9c0f8d7f'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:23.525593 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a595e579-3bd0-49ff-8719-19b2a99e1d69" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf2947c-4f8e-4ea5-beb4-6aafcf07e159", "tag": "e0060f88-ced3-4bd7-a535-484f9c0f8d7f"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:23.543886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79f6ca7-854a-4d3a-8458-bc84e1f28b2e tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:23.558019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260c309-3b89-4aa9-bf62-bb66c984ae89 req-8c9039a9-6b11-4971-9a91-a35b33f133f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:23.558019 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e260c309-3b89-4aa9-bf62-bb66c984ae89 req-8c9039a9-6b11-4971-9a91-a35b33f133f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 1097 time: 0.1466370 Aug 29 06:52:23.558986 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2dde15-0e54-4425-9423-08ca351c9434 None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:23.559821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Deleting port 01212794-2641-4319-96cb-e0e8a997ddf1 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:23.560177 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:23.575326 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2dde15-0e54-4425-9423-08ca351c9434 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:23.576637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5f5f6-da03-40d0-8260-df2512838c19 service neutron] Pushing event updated for resources: {'Port': ['ID=e0060f88-ced3-4bd7-a535-484f9c0f8d7f,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:23.577749 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1f2dde15-0e54-4425-9423-08ca351c9434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:23.636515 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1f2dde15-0e54-4425-9423-08ca351c9434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:23.643622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] For port 01212794-2641-4319-96cb-e0e8a997ddf1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=01212794-2641-4319-96cb-e0e8a997ddf1,segment=NetworkSegment(51e8a37b-b122-4d6c-a642-fb212fd25b05),segment_id=51e8a37b-b122-4d6c-a642-fb212fd25b05)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:23.644354 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:23.674948 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2dde15-0e54-4425-9423-08ca351c9434 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:23.682217 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1f2dde15-0e54-4425-9423-08ca351c9434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:23.686712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Calling delete_port for 01212794-2641-4319-96cb-e0e8a997ddf1 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:23.764945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] For port 01212794-2641-4319-96cb-e0e8a997ddf1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=01212794-2641-4319-96cb-e0e8a997ddf1,segment=NetworkSegment(51e8a37b-b122-4d6c-a642-fb212fd25b05),segment_id=51e8a37b-b122-4d6c-a642-fb212fd25b05)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:23.765325 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:23.819774 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1f2dde15-0e54-4425-9423-08ca351c9434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:23.820559 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2dde15-0e54-4425-9423-08ca351c9434 None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:23.836803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Calling delete_port for 01212794-2641-4319-96cb-e0e8a997ddf1 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:23.850798 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260c309-3b89-4aa9-bf62-bb66c984ae89 req-a0c4b970-9779-4fec-8728-35f54b45226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:23.852367 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e260c309-3b89-4aa9-bf62-bb66c984ae89 req-a0c4b970-9779-4fec-8728-35f54b45226a service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.2365556 Aug 29 06:52:23.865567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9fbc83f8-5052-44aa-82a3-eb180885af6e no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:23.875956 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28661f91-4302-41fb-8f60-9849c6e44268 req-40ad55c0-1abe-45ef-9bb0-7b340c3dd1f3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:23.878011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-28661f91-4302-41fb-8f60-9849c6e44268 req-40ad55c0-1abe-45ef-9bb0-7b340c3dd1f3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 944 time: 0.0719357 Aug 29 06:52:23.918303 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e260c309-3b89-4aa9-bf62-bb66c984ae89 req-e9766c4d-cf9b-4f4b-b2f1-2d4b4d4498d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79b19bb4-e371-48bc-a3d6-eca7ca168e92 HTTP/1.1" status: 200 len: 217 time: 0.0505409 Aug 29 06:52:23.948221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 9fbc83f8-5052-44aa-82a3-eb180885af6e {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:52:23.948221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9fbc83f8-5052-44aa-82a3-eb180885af6e not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:23.948221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 01212794-2641-4319-96cb-e0e8a997ddf1 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:24.037635 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7907e39-ecce-4f56-b49d-de6e327a47bf x-openstack-request-id: req-b7907e39-ecce-4f56-b49d-de6e327a47bf {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:24.037635 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf2947c-4f8e-4ea5-beb4-6aafcf07e159", "tag": "e0060f88-ced3-4bd7-a535-484f9c0f8d7f", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:24.037942 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b7907e39-ecce-4f56-b49d-de6e327a47bf {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:24.038351 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf2947c-4f8e-4ea5-beb4-6aafcf07e159', 'tag': 'e0060f88-ced3-4bd7-a535-484f9c0f8d7f', 'status': 'completed', 'code': 200} Aug 29 06:52:24.039876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260c309-3b89-4aa9-bf62-bb66c984ae89 req-2bdb6f1f-90c1-476b-b76e-2ce43bc8a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:24.041346 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e260c309-3b89-4aa9-bf62-bb66c984ae89 req-2bdb6f1f-90c1-476b-b76e-2ce43bc8a257 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.0841031 Aug 29 06:52:24.044506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-28661f91-4302-41fb-8f60-9849c6e44268 req-c7212f55-3793-458b-9e4b-f7f89a7edbde tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496465 Aug 29 06:52:24.047654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773551be-34ff-452b-a426-89973a1d8816 req-b169fd7b-38d2-447f-8ca5-0ee38aeb8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:24.049839 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-773551be-34ff-452b-a426-89973a1d8816 req-b169fd7b-38d2-447f-8ca5-0ee38aeb8bc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 1096 time: 0.3071849 Aug 29 06:52:24.073031 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:24.117470 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Pushing event deleted for resources: {'Port': ['ID=01212794-2641-4319-96cb-e0e8a997ddf1,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:24.124205 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05e2576b-a241-4a05-8ed3-77620788c573 req-fb12108b-9d18-40cd-acd6-42439061040d tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0639751 Aug 29 06:52:24.129455 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:24.132268 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] No DVR routers for this DVR port 01212794-2641-4319-96cb-e0e8a997ddf1 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:24.134464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79f6ca7-854a-4d3a-8458-bc84e1f28b2e tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:24.136131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:24.136543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:24.136946 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:24.137346 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:24.137742 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:24.138500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:24.138910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:24.139325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:24.140167 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:24.140616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:24.141010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:24.141702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a6ebf-66e2-4ed6-a77d-20228856f7ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:24.224617 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-773551be-34ff-452b-a426-89973a1d8816 req-e4b38f5a-eaef-4348-8f56-67835cfe8ec1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0060f88-ced3-4bd7-a535-484f9c0f8d7f HTTP/1.1" status: 200 len: 217 time: 0.1579270 Aug 29 06:52:24.318386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536523a4-4af6-44f7-8ba3-27c671e9ddbe req-7235c1c4-dae8-4a19-a0ea-16c591d0d126 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:24.319917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-536523a4-4af6-44f7-8ba3-27c671e9ddbe req-7235c1c4-dae8-4a19-a0ea-16c591d0d126 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.1168547 Aug 29 06:52:24.323644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260c309-3b89-4aa9-bf62-bb66c984ae89 req-620d5e50-f424-4ada-8ae5-c5fead309000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:24.325345 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e260c309-3b89-4aa9-bf62-bb66c984ae89 req-620d5e50-f424-4ada-8ae5-c5fead309000 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2745359 Aug 29 06:52:24.329669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79f6ca7-854a-4d3a-8458-bc84e1f28b2e tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:24.335974 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a79f6ca7-854a-4d3a-8458-bc84e1f28b2e tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:24.347879 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59b47a-0051-4af8-b5c1-7c8ec708681f None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:24.368502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59b47a-0051-4af8-b5c1-7c8ec708681f None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:24.369190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8a59b47a-0051-4af8-b5c1-7c8ec708681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:24.445371 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a79f6ca7-854a-4d3a-8458-bc84e1f28b2e tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "PUT /v2.0/floatingips/4809a4cd-acd3-4ac1-b3fb-8a6c08c7ffa9 HTTP/1.1" status: 200 len: 978 time: 3.0904627 Aug 29 06:52:24.446377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53466) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:24.450350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8a59b47a-0051-4af8-b5c1-7c8ec708681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:24.451607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6e626171-684a-4af3-bb24-59c1bfe8d68a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:24.482100 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:24.486438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59b47a-0051-4af8-b5c1-7c8ec708681f None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:24.487075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8a59b47a-0051-4af8-b5c1-7c8ec708681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:24.491486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773551be-34ff-452b-a426-89973a1d8816 req-8f1b04d8-67dd-494c-9891-0aa27db7fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:24.493046 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-773551be-34ff-452b-a426-89973a1d8816 req-8f1b04d8-67dd-494c-9891-0aa27db7fe03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d6221c5-492b-4e52-81e3-c311934e2c40 HTTP/1.1" status: 200 len: 851 time: 0.2443941 Aug 29 06:52:24.521324 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-536523a4-4af6-44f7-8ba3-27c671e9ddbe req-3ccbfdc6-40d3-4db8-bfe3-e1ac984c7b54 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340880 Aug 29 06:52:24.551457 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e626171-684a-4af3-bb24-59c1bfe8d68a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:24.559724 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-7652bde7-d085-4588-85ad-e393ee38494e req-d217c6b0-1838-4a82-a7f5-c7dd6df51e01 service neutron] show failed (client error): The resource could not be found. Aug 29 06:52:24.560342 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8a59b47a-0051-4af8-b5c1-7c8ec708681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:24.560893 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-d217c6b0-1838-4a82-a7f5-c7dd6df51e01 service neutron] 10.222.0.15 "GET /v2.0/ports/c7b03578-f4c7-423e-90dd-2abe983e141c/bindings/n-h2-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.3515525 Aug 29 06:52:24.561024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59b47a-0051-4af8-b5c1-7c8ec708681f None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:24.567119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Pushing event deleted for resources: {'Port': ['ID=01212794-2641-4319-96cb-e0e8a997ddf1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:24.588890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] No DVR routers for this DVR port 01212794-2641-4319-96cb-e0e8a997ddf1 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:24.597814 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-773551be-34ff-452b-a426-89973a1d8816 req-39da27ec-bb3f-4638-8cd5-211b0711cfea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62cd1216-7d96-443a-b0ba-1b6940ce3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511770 Aug 29 06:52:24.764154 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e626171-684a-4af3-bb24-59c1bfe8d68a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:24.803058 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e260c309-3b89-4aa9-bf62-bb66c984ae89 req-ddef7708-42c6-48bc-bdac-10270adb6fcf service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671104 Aug 29 06:52:24.804579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:24.853935 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e626171-684a-4af3-bb24-59c1bfe8d68a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:24.854269 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-6e626171-684a-4af3-bb24-59c1bfe8d68a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Floating IP 4809a4cd-acd3-4ac1-b3fb-8a6c08c7ffa9 disassociated. External IP: 172.25.1.234, port: 56f2d7ac-f109-4cb1-afc1-40fc22cdacb7. Aug 29 06:52:24.864869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b696c8-a0f7-4fc4-ae68-b8062e15f962']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:24.885735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e8a37b-b122-4d6c-a642-fb212fd25b05') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:24.886074 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e8a37b-b122-4d6c-a642-fb212fd25b05') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:24.913941 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:24.931684 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-773551be-34ff-452b-a426-89973a1d8816 req-4488924b-d57f-4350-815b-2eae3691a8fe service neutron] 10.222.0.11 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225784 Aug 29 06:52:24.944175 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:24.987066 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:52:24.987915 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:52:24.990101 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:52:25.141663 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e260c309-3b89-4aa9-bf62-bb66c984ae89 req-c314aa09-d3c6-4d4f-bf24-213b3e6a42f4 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278506 Aug 29 06:52:25.231885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:25.249013 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:25.251848 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c9b696c8-a0f7-4fc4-ae68-b8062e15f962 HTTP/1.1" status: 204 len: 168 time: 2.0321138 Aug 29 06:52:25.253165 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cf807-eeb0-40b8-b3e2-f73b60c6a488 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b696c8-a0f7-4fc4-ae68-b8062e15f962,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:25.256728 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-773551be-34ff-452b-a426-89973a1d8816 req-5102f0b3-ae72-4a35-b896-c4db1dc3e39b service neutron] 10.222.0.11 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100684 Aug 29 06:52:25.493591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595e579-3bd0-49ff-8719-19b2a99e1d69 req-feb16894-9cb6-4021-8125-60d77bcb0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:25.495233 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a595e579-3bd0-49ff-8719-19b2a99e1d69 req-feb16894-9cb6-4021-8125-60d77bcb0895 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 1096 time: 0.0541110 Aug 29 06:52:25.583495 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b59cced9-5259-4467-aebb-75879a05f575 req-41938891-ba04-43e6-a5fe-9531df2b35d4 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0781763 Aug 29 06:52:25.609972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e626171-684a-4af3-bb24-59c1bfe8d68a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:25.626057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652bde7-d085-4588-85ad-e393ee38494e req-a0c7a920-5a53-47bc-b766-041e1e0df596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:25.627747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-a0c7a920-5a53-47bc-b766-041e1e0df596 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda&tenant_id=71b5947da1484517ad5efa3f460d6a2d HTTP/1.1" status: 200 len: 1101 time: 0.1247661 Aug 29 06:52:25.637843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f50a4-e8be-4c1b-a546-852ca7f52214 req-7733fefe-5ae3-4ab3-828f-acecf068d2b9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:25.653621 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f60f50a4-e8be-4c1b-a546-852ca7f52214 req-7733fefe-5ae3-4ab3-828f-acecf068d2b9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 944 time: 0.1418033 Aug 29 06:52:25.654758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:25.750357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53500) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:25.815698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f60f50a4-e8be-4c1b-a546-852ca7f52214 req-7a7ff1ee-ad8c-47b9-8ac0-2ac26fec9bf6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685934 Aug 29 06:52:25.917390 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d6dc1a96-db6f-4483-ae86-501c069693be req-0e26ec4a-467c-4d60-b4ed-e394e467baf0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.4049273 Aug 29 06:52:25.928699 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:25.959786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-44f7c83d-0c02-4430-abeb-3cbb95059886 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d7ca440486aa4cc7b212f4190a478c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998246 Aug 29 06:52:25.962867 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53504) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:25.978638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4e086-3601-427e-8616-2f05fdb162cd req-244415d8-3cfb-4b1b-9a36-550afe1e4d68 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:25.980272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dcd4e086-3601-427e-8616-2f05fdb162cd req-244415d8-3cfb-4b1b-9a36-550afe1e4d68 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.2510157 Aug 29 06:52:25.982060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595e579-3bd0-49ff-8719-19b2a99e1d69 req-ccd11c55-4347-438c-bf30-082e9c3effbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:25.984103 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a595e579-3bd0-49ff-8719-19b2a99e1d69 req-ccd11c55-4347-438c-bf30-082e9c3effbf service neutron] 10.222.0.11 "GET /v2.0/networks?id=62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 200 len: 912 time: 0.4728565 Aug 29 06:52:26.022136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e626171-684a-4af3-bb24-59c1bfe8d68a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:26.033845 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6e626171-684a-4af3-bb24-59c1bfe8d68a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:26.036994 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aec3e8f-7bd8-46a2-88ee-885bf4aaa372 None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:26.047486 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aec3e8f-7bd8-46a2-88ee-885bf4aaa372 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:26.048261 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fca0b274-36fb-4f00-b313-44e262a486bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:26.049513 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1aec3e8f-7bd8-46a2-88ee-885bf4aaa372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:26.084995 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fca0b274-36fb-4f00-b313-44e262a486bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:26.091437 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1aec3e8f-7bd8-46a2-88ee-885bf4aaa372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:26.107576 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dcd4e086-3601-427e-8616-2f05fdb162cd req-d06d0c88-fa7f-4a41-a645-0442cfc90d66 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203678 Aug 29 06:52:26.122022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53508) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:26.123083 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6e626171-684a-4af3-bb24-59c1bfe8d68a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "PUT /v2.0/floatingips/4809a4cd-acd3-4ac1-b3fb-8a6c08c7ffa9 HTTP/1.1" status: 200 len: 688 time: 1.6717093 Aug 29 06:52:26.123761 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aec3e8f-7bd8-46a2-88ee-885bf4aaa372 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:26.124557 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1aec3e8f-7bd8-46a2-88ee-885bf4aaa372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:26.162315 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1aec3e8f-7bd8-46a2-88ee-885bf4aaa372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:26.162968 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aec3e8f-7bd8-46a2-88ee-885bf4aaa372 None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:26.183504 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:52:26.312870 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a595e579-3bd0-49ff-8719-19b2a99e1d69 req-de9f2dff-0430-4c7b-8c6a-7dcb80b92ca9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0060f88-ced3-4bd7-a535-484f9c0f8d7f HTTP/1.1" status: 200 len: 217 time: 0.0473783 Aug 29 06:52:26.317055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:26.336593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f92ac159-7f84-4bcf-922e-25c11e0fc775 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port 7bcc3dc5-9cc8-4362-ba80-405a2617ab7f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:26.337203 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f92ac159-7f84-4bcf-922e-25c11e0fc775 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:26.351486 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fca0b274-36fb-4f00-b313-44e262a486bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:26.402342 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fca0b274-36fb-4f00-b313-44e262a486bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:26.402342 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fca0b274-36fb-4f00-b313-44e262a486bf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f044cf0c-98ff-4893-b730-0e718cb1ee77 HTTP/1.1" status: 204 len: 168 time: 0.3925993 Aug 29 06:52:26.402914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:52:26.407678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:26.410952 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9692f2b-f2b3-4cb7-b754-7e7206ad8ccb" -d '{"events": [{"server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:26.415027 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:26.429366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Transition to ACTIVE for port object c7b03578-f4c7-423e-90dd-2abe983e141c will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:52:26.434858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0b274-36fb-4f00-b313-44e262a486bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f044cf0c-98ff-4893-b730-0e718cb1ee77,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:26.500598 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df021ba6-76a6-4c22-a3d0-317f50f81ee4 x-openstack-request-id: req-df021ba6-76a6-4c22-a3d0-317f50f81ee4 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:26.501130 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:26.501793 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df021ba6-76a6-4c22-a3d0-317f50f81ee4 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:26.502712 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'code': 200} Aug 29 06:52:26.518880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595e579-3bd0-49ff-8719-19b2a99e1d69 req-41807b0c-0ece-4d89-98ef-8619e8139a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:26.524043 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a595e579-3bd0-49ff-8719-19b2a99e1d69 req-41807b0c-0ece-4d89-98ef-8619e8139a87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d6221c5-492b-4e52-81e3-c311934e2c40 HTTP/1.1" status: 200 len: 851 time: 0.1665940 Aug 29 06:52:26.541645 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f92ac159-7f84-4bcf-922e-25c11e0fc775 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:26.542055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f92ac159-7f84-4bcf-922e-25c11e0fc775 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:26.563870 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:26.574452 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a595e579-3bd0-49ff-8719-19b2a99e1d69 req-85da2d89-f9ba-49f5-9537-1702c898b024 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62cd1216-7d96-443a-b0ba-1b6940ce3548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358365 Aug 29 06:52:26.578577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f92ac159-7f84-4bcf-922e-25c11e0fc775 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for 7bcc3dc5-9cc8-4362-ba80-405a2617ab7f owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:26.611199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b03578-f4c7-423e-90dd-2abe983e141c,revision_number=6']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:26.638651 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] No DVR routers for this DVR port c7b03578-f4c7-423e-90dd-2abe983e141c on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:26.707776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Attempting to bind port c7b03578-f4c7-423e-90dd-2abe983e141c on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:52:26.708103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Attempting to bind port c7b03578-f4c7-423e-90dd-2abe983e141c by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:52:26.712100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Attempting to bind port c7b03578-f4c7-423e-90dd-2abe983e141c on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:52:26.744662 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a595e579-3bd0-49ff-8719-19b2a99e1d69 req-7928c389-8a2c-4fb5-b85f-db9aed5d6e86 service neutron] 10.222.0.11 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612332 Aug 29 06:52:26.781200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Port c7b03578-f4c7-423e-90dd-2abe983e141c on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:52:26.781535 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Attempting to bind port c7b03578-f4c7-423e-90dd-2abe983e141c on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:52:26.796707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ab96464f-a5b4-4984-a93c-4722f042a309 req-fe995c77-277d-48c5-9b52-da990b7b4c6c tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0656388 Aug 29 06:52:26.804884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:52:26.805228 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:52:26.805620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:52:26.806252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Bound port: c7b03578-f4c7-423e-90dd-2abe983e141c, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:52:26.806432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:26.877533 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a595e579-3bd0-49ff-8719-19b2a99e1d69 req-8d87cfa1-5f73-4995-849c-28efaded911d service neutron] 10.222.0.11 "GET /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195617 Aug 29 06:52:26.926626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:52:26.931969 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:52:27.002464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c35fe-fca9-4760-a8bb-f2e1bdde957b req-c7b94964-3ac4-4b64-82e2-3f9d80e90cb0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:27.009652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-288c35fe-fca9-4760-a8bb-f2e1bdde957b req-c7b94964-3ac4-4b64-82e2-3f9d80e90cb0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 944 time: 0.0705099 Aug 29 06:52:27.044635 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:27.051817 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f92ac159-7f84-4bcf-922e-25c11e0fc775 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:27.085982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ac159-7f84-4bcf-922e-25c11e0fc775 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=7bcc3dc5-9cc8-4362-ba80-405a2617ab7f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:27.123178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-288c35fe-fca9-4760-a8bb-f2e1bdde957b req-17b3c90b-812d-40de-b208-105d086860d3 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126330 Aug 29 06:52:27.132898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:27.133464 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:27.135692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] 10.222.0.11 "PUT /v2.0/ports/c7b03578-f4c7-423e-90dd-2abe983e141c HTTP/1.1" status: 200 len: 1096 time: 1.4866045 Aug 29 06:52:27.157688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e1142-28f6-4f35-b919-046d09efb798 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b03578-f4c7-423e-90dd-2abe983e141c,revision_number=7']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:27.172144 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f92ac159-7f84-4bcf-922e-25c11e0fc775 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:27.175910 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f92ac159-7f84-4bcf-922e-25c11e0fc775 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:27.178851 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f92ac159-7f84-4bcf-922e-25c11e0fc775 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/floatingips/4809a4cd-acd3-4ac1-b3fb-8a6c08c7ffa9 HTTP/1.1" status: 204 len: 168 time: 1.0555134 Aug 29 06:52:27.181441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53538) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:27.196124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c7b03578-f4c7-423e-90dd-2abe983e141c no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:27.246610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c7b03578-f4c7-423e-90dd-2abe983e141c not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:27.258047 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-8c2f202d-d0a5-46c1-afa3-fbce909a4658 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] delete failed (client error): The resource could not be found. Aug 29 06:52:27.264422 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8c2f202d-d0a5-46c1-afa3-fbce909a4658 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/floatingips/4809a4cd-acd3-4ac1-b3fb-8a6c08c7ffa9 HTTP/1.1" status: 404 len: 345 time: 0.0807035 Aug 29 06:52:27.264638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53542) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:27.364656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652bde7-d085-4588-85ad-e393ee38494e req-1edf68c1-9bdf-40d6-b4ee-db6d9fe6b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:27.366796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-1edf68c1-9bdf-40d6-b4ee-db6d9fe6b1a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 1099 time: 0.0997558 Aug 29 06:52:27.385696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c3382-2418-4150-bdb5-53ec09df9683 req-d30a5ad0-f942-4d3d-b505-b50a15ff7b24 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:27.387526 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e2c3382-2418-4150-bdb5-53ec09df9683 req-d30a5ad0-f942-4d3d-b505-b50a15ff7b24 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 947 time: 0.1228943 Aug 29 06:52:27.443447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c7774d-e4c4-4dd3-b019-3947bf73de31 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:27.449644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c7774d-e4c4-4dd3-b019-3947bf73de31 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:27.471566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c7774d-e4c4-4dd3-b019-3947bf73de31 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:27.472380 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c7c7774d-e4c4-4dd3-b019-3947bf73de31 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "GET /v2.0/ports?network_id=6055aabe-488c-483c-8061-7cfbbf2b47a8 HTTP/1.1" status: 200 len: 2357 time: 0.2079194 Aug 29 06:52:27.474974 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53548) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:27.544735 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e2c3382-2418-4150-bdb5-53ec09df9683 req-bca07a13-a30d-419c-b6ad-ccdfcadabc19 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770466 Aug 29 06:52:27.545952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652bde7-d085-4588-85ad-e393ee38494e req-fbf89506-ed4a-4ca3-8aed-fa598752f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:27.547542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-fbf89506-ed4a-4ca3-8aed-fa598752f16d service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1711295 Aug 29 06:52:27.579685 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51224ac6-a91b-4a48-b363-fb1e902656fd tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:27.581726 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-51224ac6-a91b-4a48-b363-fb1e902656fd tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "GET /v2.0/subnets/195389a6-42c8-4733-a4d8-cab45dd5e76f HTTP/1.1" status: 200 len: 797 time: 0.1041262 Aug 29 06:52:27.589179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53552) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:27.595063 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'port': {'network_id': '6055aabe-488c-483c-8061-7cfbbf2b47a8', 'name': 'tempest-FloatingIPTestJSON-187496537', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:27.602345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-3821216f-0806-4348-a185-2545a0914567 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c7b03578-f4c7-423e-90dd-2abe983e141c HTTP/1.1" status: 200 len: 217 time: 0.0459740 Aug 29 06:52:27.679339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652bde7-d085-4588-85ad-e393ee38494e req-c1493083-2d3f-4678-b860-dab2d7c4d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:27.682538 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-c1493083-2d3f-4678-b860-dab2d7c4d86b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0624125 Aug 29 06:52:27.765288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652bde7-d085-4588-85ad-e393ee38494e req-66dffc4f-c683-4db3-b5f4-ec99be490b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:27.766030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-66dffc4f-c683-4db3-b5f4-ec99be490b4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0758231 Aug 29 06:52:27.910948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Made reservation on behalf of 9effd212da204d0fa23b61a690194a18 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:27.916236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8de62b86-68b7-40c1-829b-1a7e27d13e98 req-1c3dad17-2048-4d6b-aed7-81d9cfeb6390 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0385201 Aug 29 06:52:27.918578 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-68916c65-78cf-4307-81a3-49ede364f035 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456590 Aug 29 06:52:28.023061 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-1012a60d-9260-460a-9ea5-6676978d80c3 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971615 Aug 29 06:52:28.024894 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:28.055796 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] device_id is not set on port 97cce1da-beeb-4d27-a4a1-8b620ce89f3b yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:52:28.134216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53568) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:28.296451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f390e2-d961-4922-883f-d68445fd44e5 req-19fc824e-2788-49da-a905-d92dfe329eda tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:28.304480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66f390e2-d961-4922-883f-d68445fd44e5 req-19fc824e-2788-49da-a905-d92dfe329eda tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 944 time: 0.0721526 Aug 29 06:52:28.319128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-212881867-network', 'tenant_id': '8631d4eaffd9410c8384753f643b3c1a'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:28.378553 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66f390e2-d961-4922-883f-d68445fd44e5 req-b953f598-2254-4234-a924-f59147a23b6e tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730884 Aug 29 06:52:28.449544 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.20.0.14 (6055aabe-488c-483c-8061-7cfbbf2b47a8/195389a6-42c8-4733-a4d8-cab45dd5e76f/97cce1da-beeb-4d27-a4a1-8b620ce89f3b) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:28.452946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] Made reservation on behalf of 8631d4eaffd9410c8384753f643b3c1a for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:28.457407 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:28.458665 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.20.0.13 (6055aabe-488c-483c-8061-7cfbbf2b47a8/195389a6-42c8-4733-a4d8-cab45dd5e76f/97cce1da-beeb-4d27-a4a1-8b620ce89f3b) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:28.467247 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:28.511346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:28.513883 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cead76cf-a1c8-4d26-9068-8981fa6d7f93" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:28.610504 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cecd23-edc8-4364-a1db-ff02b6469613 x-openstack-request-id: req-f2cecd23-edc8-4364-a1db-ff02b6469613 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:28.613764 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:28.613764 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f2cecd23-edc8-4364-a1db-ff02b6469613 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:28.614141 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'status': 'completed', 'code': 200} Aug 29 06:52:28.662479 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:28.670313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53582) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:28.716929 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-12c72b10-4b71-459b-aab5-99f13542c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:28.718662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53584) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:28.719839 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-12c72b10-4b71-459b-aab5-99f13542c896 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 1099 time: 0.0797422 Aug 29 06:52:28.745939 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:28.786211 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:28.797356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:52:28.831541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41880d-1608-40c8-9e49-8b29fb5f3b02 req-acfb316d-ade4-4d6c-8f76-c06c2b2d5c87 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:28.833333 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f41880d-1608-40c8-9e49-8b29fb5f3b02 req-acfb316d-ade4-4d6c-8f76-c06c2b2d5c87 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 947 time: 0.1766202 Aug 29 06:52:28.839641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53abac2c-008c-4ca0-8c74-bfd0a160230e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:28.842749 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:28.843095 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] Added segment fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3 of type vlan for network 4a318806-4cbd-4e04-a390-8632784445f6 Aug 29 06:52:28.847593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-870f8461-7216-45a3-b468-f768b04e8e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:28.849047 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-870f8461-7216-45a3-b468-f768b04e8e18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 1099 time: 0.1767495 Aug 29 06:52:28.870869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-c048f903-65b6-4211-80ca-bfc8f74b1c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:28.872241 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-c048f903-65b6-4211-80ca-bfc8f74b1c31 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1425383 Aug 29 06:52:28.925855 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-ddab51e5-3e48-4d5c-8d2e-6dc4e2f25b27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c7b03578-f4c7-423e-90dd-2abe983e141c HTTP/1.1" status: 200 len: 217 time: 0.0455191 Aug 29 06:52:28.967300 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:28.989340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:29.015439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f41880d-1608-40c8-9e49-8b29fb5f3b02 req-178d2678-3a3c-4d29-981b-439c13e67c09 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706157 Aug 29 06:52:29.017797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network 6055aabe-488c-483c-8061-7cfbbf2b47a8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:29.021357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:29.029973 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:29.067622 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ccedc5e9-fb03-4ef9-9547-ac2450c8204c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:29.130750 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-1fe59c38-c66a-4679-ab79-5c92e3413845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:29.132379 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-1fe59c38-c66a-4679-ab79-5c92e3413845 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.2000949 Aug 29 06:52:29.138421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=97cce1da-beeb-4d27-a4a1-8b620ce89f3b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:29.161455 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75feafe4-4222-422f-9206-3006764877ab req-78166080-12f4-4b70-b08f-75e669b4a14e tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.1007984 Aug 29 06:52:29.179036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:29.182663 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:29.185883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-a8e96f62-309d-4e49-b999-258c1d1657b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:29.187388 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-a8e96f62-309d-4e49-b999-258c1d1657b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.3249028 Aug 29 06:52:29.208372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-d33ba6e5-adb1-42f1-83b3-331ceaecc03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:29.209946 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-d33ba6e5-adb1-42f1-83b3-331ceaecc03f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0687721 Aug 29 06:52:29.251390 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-c6e86b35-ce86-414a-a80a-be5bcd9c30dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c7b03578-f4c7-423e-90dd-2abe983e141c HTTP/1.1" status: 200 len: 217 time: 0.0549512 Aug 29 06:52:29.257018 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:29.257018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:29.257018 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:29.337136 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-bf12ad8b-033b-4758-9943-aa9de755627e service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190739 Aug 29 06:52:29.411865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] Pushing event updated for resources: {'Network': ['ID=4a318806-4cbd-4e04-a390-8632784445f6,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:29.422674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 4a318806-4cbd-4e04-a390-8632784445f6 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:52:29.458994 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-3d4ab99e-5477-4038-86d8-d81ef183ec43 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132448 Aug 29 06:52:29.475110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-092b7ea1-f725-4bb3-8214-2aa0be9f73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:29.476707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-092b7ea1-f725-4bb3-8214-2aa0be9f73c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1863594 Aug 29 06:52:29.623894 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ccedc5e9-fb03-4ef9-9547-ac2450c8204c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:29.630570 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-41ac51fc-0b1c-4872-aec4-aef36318344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:29.634083 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-41ac51fc-0b1c-4872-aec4-aef36318344c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403897 Aug 29 06:52:29.641373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861613e-160c-4df0-8f9f-2e2d0f38e8ad req-f3d9ac56-045a-4602-80dd-6db82cc91c06 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:29.643446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1861613e-160c-4df0-8f9f-2e2d0f38e8ad req-f3d9ac56-045a-4602-80dd-6db82cc91c06 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 944 time: 0.1771238 Aug 29 06:52:29.723016 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3f9078b2-e126-4b37-a599-2c477ef9d6c0 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.1324234 Aug 29 06:52:29.727875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53606) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:29.730687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '97cce1da-beeb-4d27-a4a1-8b620ce89f3b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:29.734005 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ccedc5e9-fb03-4ef9-9547-ac2450c8204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:29.775129 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-077be356-49b9-4705-8d61-362b46242665 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6397016 Aug 29 06:52:29.777142 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1809040-7a24-41e0-b716-3a5a765ff7cb req-d9c2b888-96ab-4e9f-bb32-1f89363de827 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.1076772 Aug 29 06:52:29.782086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53610) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:29.784216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8ed15ba8-cd26-49b4-81b4-9abd422ea9bc admin admin] Request body: {'subnet': {'network_id': '4a318806-4cbd-4e04-a390-8632784445f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-212881867-subnet', 'tenant_id': '8631d4eaffd9410c8384753f643b3c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:29.827900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedc5e9-fb03-4ef9-9547-ac2450c8204c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b820cce7-fc90-4ed6-b725-92c223529f1d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:29.848456 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:29.865787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1861613e-160c-4df0-8f9f-2e2d0f38e8ad req-6d205ff4-3c2d-42c3-9239-6a52ae91b481 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110391 Aug 29 06:52:29.868073 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ccedc5e9-fb03-4ef9-9547-ac2450c8204c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bb0f44979b6a42c99dff126f84fd906a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1479230 Aug 29 06:52:29.871111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53616) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:29.899747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-c012cb34-1e8b-49f9-ba8b-cde8aadb632e service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553425 Aug 29 06:52:29.949251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed15ba8-cd26-49b4-81b4-9abd422ea9bc admin admin] Made reservation on behalf of 8631d4eaffd9410c8384753f643b3c1a for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:29.951519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ed15ba8-cd26-49b4-81b4-9abd422ea9bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.034904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cead76cf-a1c8-4d26-9068-8981fa6d7f93 req-f98cb8c1-f036-49f4-964c-821ef45f6f75 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248419 Aug 29 06:52:30.036015 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d935d21-0475-41c1-a965-e7f2db38e2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.037523 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb251-1266-44db-a2c8-b752fd12c1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.092195 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d935d21-0475-41c1-a965-e7f2db38e2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.174351 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.224865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39356bb-213e-4cea-9f93-93d2e9d83a3b req-aa4ebe4e-7d67-41f8-8b4c-faa545583df9 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:30.226346 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d39356bb-213e-4cea-9f93-93d2e9d83a3b req-aa4ebe4e-7d67-41f8-8b4c-faa545583df9 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 947 time: 0.1008224 Aug 29 06:52:30.264787 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d935d21-0475-41c1-a965-e7f2db38e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.268114 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d935d21-0475-41c1-a965-e7f2db38e2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.269301 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8d935d21-0475-41c1-a965-e7f2db38e2c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b820cce7-fc90-4ed6-b725-92c223529f1d HTTP/1.1" status: 204 len: 168 time: 0.3624144 Aug 29 06:52:30.301519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d39356bb-213e-4cea-9f93-93d2e9d83a3b req-76017c84-c80c-4ac0-87fa-833aa1de6d3f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527310 Aug 29 06:52:30.309758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ed15ba8-cd26-49b4-81b4-9abd422ea9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.321394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d935d21-0475-41c1-a965-e7f2db38e2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b820cce7-fc90-4ed6-b725-92c223529f1d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:30.376731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e0060f88-ced3-4bd7-a535-484f9c0f8d7f details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:52:30.405094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed15ba8-cd26-49b4-81b4-9abd422ea9bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31a6cc1-03c3-4df9-b05f-a29a56d3adc2,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:30.420290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2c2eb251-1266-44db-a2c8-b752fd12c1c1 admin admin] Deleting port 7e93d788-ed45-4aa2-a28d-398d243ef4a9 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:30.420996 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb251-1266-44db-a2c8-b752fd12c1c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.423190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed15ba8-cd26-49b4-81b4-9abd422ea9bc admin admin] Checking segment: {'id': 'fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4a318806-4cbd-4e04-a390-8632784445f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:52:30.423527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed15ba8-cd26-49b4-81b4-9abd422ea9bc admin admin] Network hostable DHCP agents. Network: 4a318806-4cbd-4e04-a390-8632784445f6, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:52:30.438391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.25.1.230 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/cf2cd016-9471-46e6-80db-f0587e1d399c) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:30.496222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e0060f88-ced3-4bd7-a535-484f9c0f8d7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e0060f88-ced3-4bd7-a535-484f9c0f8d7f,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:30.509759 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'e0060f88-ced3-4bd7-a535-484f9c0f8d7f', 'network_id': '62cd1216-7d96-443a-b0ba-1b6940ce3548', 'port_id': 'e0060f88-ced3-4bd7-a535-484f9c0f8d7f', 'mac_address': 'fa:16:3e:5c:a0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6221c5-492b-4e52-81e3-c311934e2c40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:52:30.517912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-2c2eb251-1266-44db-a2c8-b752fd12c1c1 admin admin] For port 7e93d788-ed45-4aa2-a28d-398d243ef4a9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7e93d788-ed45-4aa2-a28d-398d243ef4a9,segment=NetworkSegment(8d5b293c-194f-49eb-9d3d-44ef4068820c),segment_id=8d5b293c-194f-49eb-9d3d-44ef4068820c)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:30.520272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb251-1266-44db-a2c8-b752fd12c1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.531680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2c2eb251-1266-44db-a2c8-b752fd12c1c1 admin admin] Calling delete_port for 7e93d788-ed45-4aa2-a28d-398d243ef4a9 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:30.544999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed15ba8-cd26-49b4-81b4-9abd422ea9bc admin admin] Network 4a318806-4cbd-4e04-a390-8632784445f6 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:52:30.551809 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.565549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0060f88-ced3-4bd7-a535-484f9c0f8d7f {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:52:30.580725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.590263 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e0060f88-ced3-4bd7-a535-484f9c0f8d7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e0060f88-ced3-4bd7-a535-484f9c0f8d7f,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:30.674984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-8ed15ba8-cd26-49b4-81b4-9abd422ea9bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 4a318806-4cbd-4e04-a390-8632784445f6) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:30.708566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90657a5f-c4f5-469f-83dd-a70735dc0b05 None None] Network 4a318806-4cbd-4e04-a390-8632784445f6 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:30.708741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed15ba8-cd26-49b4-81b4-9abd422ea9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:30.708741 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ed15ba8-cd26-49b4-81b4-9abd422ea9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.747989 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.835201 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.843787 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e0060f88-ced3-4bd7-a535-484f9c0f8d7f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:30.864397 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f058445-6193-48e9-9620-829ad801c1e8 None None] Network 4a318806-4cbd-4e04-a390-8632784445f6 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:30.886756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bc4b8a3f-d561-446b-9e5a-4514c9a1758d req-9fdd0aa6-d06b-47e5-94d2-44ab3832becb tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0285511 Aug 29 06:52:30.887376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:30.889756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:30.893578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:30.898527 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb251-1266-44db-a2c8-b752fd12c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:30.920280 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8ed15ba8-cd26-49b4-81b4-9abd422ea9bc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1409755 Aug 29 06:52:30.927305 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=cf2cd016-9471-46e6-80db-f0587e1d399c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:30.971665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2eb251-1266-44db-a2c8-b752fd12c1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e93d788-ed45-4aa2-a28d-398d243ef4a9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:31.077393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1c6f4-b662-4f46-843c-a80125e6581b req-f16d8ce1-d11d-4f48-a9ca-946768e2c6bb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:31.085254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2c1c6f4-b662-4f46-843c-a80125e6581b req-f16d8ce1-d11d-4f48-a9ca-946768e2c6bb tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 945 time: 0.1123879 Aug 29 06:52:31.169798 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2c1c6f4-b662-4f46-843c-a80125e6581b req-1a1dd7a1-109f-4c8b-9110-be019583c0e9 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778487 Aug 29 06:52:31.206107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e0060f88-ced3-4bd7-a535-484f9c0f8d7f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:52:31.218013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53636) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:31.278004 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb251-1266-44db-a2c8-b752fd12c1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:31.473961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dd1ef-b4d0-4db7-a901-464e298d83ff req-aa2ec964-4b49-442c-8bf9-19b4fa03a95a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:31.473961 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a45dd1ef-b4d0-4db7-a901-464e298d83ff req-aa2ec964-4b49-442c-8bf9-19b4fa03a95a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 947 time: 0.0698380 Aug 29 06:52:31.574955 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a45dd1ef-b4d0-4db7-a901-464e298d83ff req-8e0bceb6-f479-4ff0-b618-749a59d004a4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542061 Aug 29 06:52:31.710426 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a07c6adb-e0af-48bc-821f-21609ef33c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:31.796481 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:31.902900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a07c6adb-e0af-48bc-821f-21609ef33c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:32.016367 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:32.021268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2eb251-1266-44db-a2c8-b752fd12c1c1 admin admin] Router 8efe6c5b-b965-4043-9333-6eddca49b7dd has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:32.047341 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a07c6adb-e0af-48bc-821f-21609ef33c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:32.059463 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5599875-9a6d-4de0-b09b-8c0ae129ebd0 req-6ae66113-d2ff-47fe-bbaf-7183a31c7ba6 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0401599 Aug 29 06:52:32.099458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c6adb-e0af-48bc-821f-21609ef33c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54073738-4220-490e-92b8-fe43482d87a3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:32.128717 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a07c6adb-e0af-48bc-821f-21609ef33c3c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1629e9cb4b2f4ab4b68fdb5009358b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9053080 Aug 29 06:52:32.138960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53650) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:32.160871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33278490-0273-494a-ad68-2bc13699d43d req-eac8223d-d1fc-4271-8bc4-a6584758effd tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:32.162855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33278490-0273-494a-ad68-2bc13699d43d req-eac8223d-d1fc-4271-8bc4-a6584758effd tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/networks?id=4a318806-4cbd-4e04-a390-8632784445f6 HTTP/1.1" status: 200 len: 813 time: 0.5318916 Aug 29 06:52:32.185870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33278490-0273-494a-ad68-2bc13699d43d req-9924ca00-af05-4558-a425-320dddb252f1 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/quotas/8631d4eaffd9410c8384753f643b3c1a HTTP/1.1" status: 200 len: 375 time: 0.0099900 Aug 29 06:52:32.249181 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc296-37ec-455c-9e87-8f172bd5db62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:32.264363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33278490-0273-494a-ad68-2bc13699d43d req-ac334109-5e65-4efe-83e8-038c8fd2b0ba tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8631d4eaffd9410c8384753f643b3c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280092 Aug 29 06:52:32.293718 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc296-37ec-455c-9e87-8f172bd5db62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:32.308956 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:32.365083 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2eb251-1266-44db-a2c8-b752fd12c1c1 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:32.377948 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3627486-2e28-415c-b411-7c27dffec851 None None] Sync routers for ids ['8efe6c5b-b965-4043-9333-6eddca49b7dd'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:32.380588 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2c2eb251-1266-44db-a2c8-b752fd12c1c1 admin admin] 10.222.0.76 "PUT /v2.0/routers/8efe6c5b-b965-4043-9333-6eddca49b7dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7061996 Aug 29 06:52:32.383763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53654) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:32.392753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c7b03578-f4c7-423e-90dd-2abe983e141c details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:52:32.397839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3627486-2e28-415c-b411-7c27dffec851 None None] Routers {'8efe6c5b-b965-4043-9333-6eddca49b7dd'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:32.398754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d3627486-2e28-415c-b411-7c27dffec851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['8efe6c5b-b965-4043-9333-6eddca49b7dd'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:32.403102 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e0060f88-ced3-4bd7-a535-484f9c0f8d7f up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:52:32.415855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf005e6-7045-42ff-9875-6a7c361626c9 req-c0796dbc-e000-4384-ad2f-67dd8ace36d2 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:32.417883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6cf005e6-7045-42ff-9875-6a7c361626c9 req-c0796dbc-e000-4384-ad2f-67dd8ace36d2 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 945 time: 0.1302419 Aug 29 06:52:32.436525 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:32.476821 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33278490-0273-494a-ad68-2bc13699d43d req-dd648ca6-f1f2-4749-891e-8fdf056e11e0 service neutron] 10.222.0.76 "GET /v2.0/networks/4a318806-4cbd-4e04-a390-8632784445f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991913 Aug 29 06:52:32.494636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6cf005e6-7045-42ff-9875-6a7c361626c9 req-2687600f-2e19-4ca7-8eac-df3594622a0b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673277 Aug 29 06:52:32.497029 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc296-37ec-455c-9e87-8f172bd5db62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:32.500624 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc296-37ec-455c-9e87-8f172bd5db62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:32.505666 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2c0fc296-37ec-455c-9e87-8f172bd5db62 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/54073738-4220-490e-92b8-fe43482d87a3 HTTP/1.1" status: 204 len: 168 time: 0.3626273 Aug 29 06:52:32.581614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=cf2cd016-9471-46e6-80db-f0587e1d399c,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:32.590925 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33278490-0273-494a-ad68-2bc13699d43d req-cc909bdf-11d4-46e8-8a0a-650082716b15 service neutron] 10.222.0.76 "GET /v2.0/networks/4a318806-4cbd-4e04-a390-8632784445f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125810 Aug 29 06:52:32.632745 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fc296-37ec-455c-9e87-8f172bd5db62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54073738-4220-490e-92b8-fe43482d87a3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:32.671400 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:32.730515 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:32.743678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23789ec1-5a71-4f90-94af-94c81da74d98 req-d567e6fa-bb9f-4e44-96d9-1ecbb1dc2cba tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:32.745329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23789ec1-5a71-4f90-94af-94c81da74d98 req-d567e6fa-bb9f-4e44-96d9-1ecbb1dc2cba tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 947 time: 0.0535982 Aug 29 06:52:32.815411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d3627486-2e28-415c-b411-7c27dffec851 None None] Set router 8efe6c5b-b965-4043-9333-6eddca49b7dd gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:52:32.874643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23789ec1-5a71-4f90-94af-94c81da74d98 req-14bb5a2a-4f16-4d8b-9551-f33da9c6be9a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898206 Aug 29 06:52:32.907288 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66f38db2-6ef3-49a9-80b9-22496c097e7c req-4b65de3d-e110-4a17-99b1-f2ea90135270 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 210 time: 0.0368083 Aug 29 06:52:32.917133 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Floating IP 25ebac40-2dea-4c1d-b8f9-bdfabb46450e associated. External IP: 172.25.1.230, port: 97cce1da-beeb-4d27-a4a1-8b620ce89f3b. Aug 29 06:52:32.970984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:32.981309 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:32.982212 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port e0060f88-ced3-4bd7-a535-484f9c0f8d7f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:52:32.993530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port e0060f88-ced3-4bd7-a535-484f9c0f8d7f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:52:32.993920 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:33.056761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'mac_address': 'fa:16:3e:e3:d6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:52:33.179760 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:33.182202 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:33.225429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf2947c-4f8e-4ea5-beb4-6aafcf07e159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0060f88-ced3-4bd7-a535-484f9c0f8d7f'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:33.227930 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4373dc68-fb99-4c21-bc38-270624979726" -d '{"events": [{"server_uuid": "2bf2947c-4f8e-4ea5-beb4-6aafcf07e159", "name": "network-vif-plugged", "status": "completed", "tag": "e0060f88-ced3-4bd7-a535-484f9c0f8d7f"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:33.236776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b03578-f4c7-423e-90dd-2abe983e141c {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:52:33.258754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52d11f8e-b352-459c-b1c1-77a0d18eeae4 req-f228626a-8127-4544-a40b-417bcccd7a5a tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0437589 Aug 29 06:52:33.266579 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e0060f88-ced3-4bd7-a535-484f9c0f8d7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e0060f88-ced3-4bd7-a535-484f9c0f8d7f,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:33.276523 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d3627486-2e28-415c-b411-7c27dffec851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:52:30Z', 'revision_number': 5, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port': {'id': 'c1048d82-1095-45d5-9a87-0caae8ae85ed', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:40:29Z', 'updated_at': '2021-08-29T06:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:33.279542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:33.282550 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] Deleting port c1048d82-1095-45d5-9a87-0caae8ae85ed {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:33.283487 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:33.326331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3627486-2e28-415c-b411-7c27dffec851 None None] Checking router: 8efe6c5b-b965-4043-9333-6eddca49b7dd for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:52:33.332274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:33.342554 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:33.352290 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:33.360017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3627486-2e28-415c-b411-7c27dffec851 None None] Routers {'8efe6c5b-b965-4043-9333-6eddca49b7dd'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:33.360633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d3627486-2e28-415c-b411-7c27dffec851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['8efe6c5b-b965-4043-9333-6eddca49b7dd'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:33.427373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] For port c1048d82-1095-45d5-9a87-0caae8ae85ed, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c1048d82-1095-45d5-9a87-0caae8ae85ed,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:33.427761 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:33.475024 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] Calling delete_port for c1048d82-1095-45d5-9a87-0caae8ae85ed owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:33.512379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d3627486-2e28-415c-b411-7c27dffec851 None None] Set router 8efe6c5b-b965-4043-9333-6eddca49b7dd gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:52:33.514184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=c7b03578-f4c7-423e-90dd-2abe983e141c,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:33.529555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:33.540147 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4763ec-7665-4103-b3c3-478b46633831 None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:33.555236 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4763ec-7665-4103-b3c3-478b46633831 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:33.556424 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5b4763ec-7665-4103-b3c3-478b46633831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:33.582554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d3627486-2e28-415c-b411-7c27dffec851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:52:32Z', 'revision_number': 6, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:33.634738 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5b4763ec-7665-4103-b3c3-478b46633831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:33.657153 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5181bee-699b-4e6d-9eec-1293b8d1a7be x-openstack-request-id: req-b5181bee-699b-4e6d-9eec-1293b8d1a7be {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:33.659281 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf2947c-4f8e-4ea5-beb4-6aafcf07e159", "name": "network-vif-plugged", "status": "completed", "tag": "e0060f88-ced3-4bd7-a535-484f9c0f8d7f", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:33.659546 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b5181bee-699b-4e6d-9eec-1293b8d1a7be {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:33.660339 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf2947c-4f8e-4ea5-beb4-6aafcf07e159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0060f88-ced3-4bd7-a535-484f9c0f8d7f', 'code': 200} Aug 29 06:52:33.666876 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4763ec-7665-4103-b3c3-478b46633831 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:33.667736 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3627486-2e28-415c-b411-7c27dffec851 None None] The sync data for ids ['8efe6c5b-b965-4043-9333-6eddca49b7dd'] in n-d-713301-12 is: [{'id': '8efe6c5b-b965-4043-9333-6eddca49b7dd', 'name': 'tempest-TaggedBootDevicesTest-388471493-router', 'tenant_id': '061145791eb24ccbba477166da42aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:40:28Z', 'updated_at': '2021-08-29T06:52:32Z', 'revision_number': 6, 'project_id': '061145791eb24ccbba477166da42aefb', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:33.672962 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5b4763ec-7665-4103-b3c3-478b46633831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:33.674505 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:33.725096 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:33.744816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e0060f88-ced3-4bd7-a535-484f9c0f8d7f,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:33.760108 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5b4763ec-7665-4103-b3c3-478b46633831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:33.762466 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4763ec-7665-4103-b3c3-478b46633831 None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:33.778501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['c7b03578-f4c7-423e-90dd-2abe983e141c'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:52:33.786126 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ca9f7054-a9db-4c9e-b1c0-3ae8a6e96a2a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0591385 Aug 29 06:52:33.789726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53696) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:33.814133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5f7aec8d-f412-44f3-ba17-18122b4bb691 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'floatingip': {'port_id': '97cce1da-beeb-4d27-a4a1-8b620ce89f3b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:33.825297 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b172b-45a4-4c11-95d3-250c0d79e27d req-1ab648a4-d566-441c-92a1-7be9d8aba852 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:33.826821 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e5b172b-45a4-4c11-95d3-250c0d79e27d req-1ab648a4-d566-441c-92a1-7be9d8aba852 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 948 time: 0.1957352 Aug 29 06:52:33.908269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-b8c51cf2-acfa-4874-a0cc-906fb0c07164 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:33.909820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-b8c51cf2-acfa-4874-a0cc-906fb0c07164 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda&tenant_id=71b5947da1484517ad5efa3f460d6a2d&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 948 time: 0.2768595 Aug 29 06:52:33.911281 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5f7aec8d-f412-44f3-ba17-18122b4bb691 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:33.916378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca57377-ce89-43c4-9ef5-3bb940f5ad07 req-3ed33efb-c877-4a7a-baa1-5c3745aa164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:33.917887 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cca57377-ce89-43c4-9ef5-3bb940f5ad07 req-3ed33efb-c877-4a7a-baa1-5c3745aa164b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 1098 time: 0.1440241 Aug 29 06:52:33.958569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8f254-43d9-45c1-b27e-022b950cda04 req-5fbfd56b-9786-4440-9754-0a76065510c6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:33.960080 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dea8f254-43d9-45c1-b27e-022b950cda04 req-5fbfd56b-9786-4440-9754-0a76065510c6 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 946 time: 0.1602757 Aug 29 06:52:33.973105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e5b172b-45a4-4c11-95d3-250c0d79e27d req-653fa69f-146a-4ec9-85d0-65a334979679 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340320 Aug 29 06:52:33.977599 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:34.039558 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cca57377-ce89-43c4-9ef5-3bb940f5ad07 req-a2b5ed5a-6cfb-4c36-9198-e6578a1fc94c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931158 Aug 29 06:52:34.065746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7e93d788-ed45-4aa2-a28d-398d243ef4a9 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:34.074487 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1048d82-1095-45d5-9a87-0caae8ae85ed,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:34.078984 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0d6ff8c-a66c-45e8-9f8f-46ee5ae076e9 req-4945c7d0-6e3a-4fdb-8629-89c49f874a53 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 210 time: 0.0581920 Aug 29 06:52:34.094902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dea8f254-43d9-45c1-b27e-022b950cda04 req-aefc374f-cf36-4e1b-b045-0be02aba969b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182797 Aug 29 06:52:34.098513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-8d171d5b-689c-4c97-9253-de72a077a51a service neutron] 10.222.0.11 "GET /v2.0/ports/c7b03578-f4c7-423e-90dd-2abe983e141c/bindings/n-h2-713301-12 HTTP/1.1" status: 200 len: 383 time: 0.1792579 Aug 29 06:52:34.100550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 7e93d788-ed45-4aa2-a28d-398d243ef4a9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:52:34.101054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7e93d788-ed45-4aa2-a28d-398d243ef4a9 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:34.190559 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:34.327878 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:34.332110 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:34.382988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73028bec-086d-499e-bd0c-e9cfa6644b79 req-2431e51e-adbd-4ca9-972d-61f7c9447df5 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0303421 Aug 29 06:52:34.539232 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:34.539848 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8efe6c5b-b965-4043-9333-6eddca49b7dd {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:52:34.545873 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:34.547037 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5880949a-0b6e-4134-8083-e7c3693aa666 admin admin] 10.222.0.76 "DELETE /v2.0/routers/8efe6c5b-b965-4043-9333-6eddca49b7dd HTTP/1.1" status: 204 len: 168 time: 2.1610584 Aug 29 06:52:34.550050 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53710) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:34.602077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-9c63eaa6-9b29-412a-acf2-ebed6365ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:34.603772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-9c63eaa6-9b29-412a-acf2-ebed6365ad98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 1100 time: 0.0781598 Aug 29 06:52:34.607382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-a016bc6b-200c-4584-9088-6fa1e066ce5e admin admin] Deleting subnet 3df1ad8c-55d9-4423-9317-a85138910c85 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:52:34.611387 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a016bc6b-200c-4584-9088-6fa1e066ce5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:34.714926 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5f7aec8d-f412-44f3-ba17-18122b4bb691 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:34.719767 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a016bc6b-200c-4584-9088-6fa1e066ce5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:34.781187 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-8e319337-ff23-4111-9ed5-aac13b21229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:34.782766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-8e319337-ff23-4111-9ed5-aac13b21229b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1692288 Aug 29 06:52:34.812077 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5f7aec8d-f412-44f3-ba17-18122b4bb691 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:34.853610 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-cf80e143-d1a9-41fc-9d84-89811159b220 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c7b03578-f4c7-423e-90dd-2abe983e141c HTTP/1.1" status: 200 len: 217 time: 0.0464551 Aug 29 06:52:34.903641 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a016bc6b-200c-4584-9088-6fa1e066ce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:34.950177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-ce4139e5-3db6-4fd8-893a-3a2da2934a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:34.951874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-ce4139e5-3db6-4fd8-893a-3a2da2934a55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0869460 Aug 29 06:52:35.010124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-7ae75d81-22c6-4da8-88c5-6d183dbe2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:35.014331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-7ae75d81-22c6-4da8-88c5-6d183dbe2bda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0518384 Aug 29 06:52:35.114366 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a016bc6b-200c-4584-9088-6fa1e066ce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:35.168645 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016bc6b-200c-4584-9088-6fa1e066ce5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df1ad8c-55d9-4423-9317-a85138910c85,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:35.178785 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a016bc6b-200c-4584-9088-6fa1e066ce5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:35.180750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a016bc6b-200c-4584-9088-6fa1e066ce5e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3df1ad8c-55d9-4423-9317-a85138910c85 HTTP/1.1" status: 204 len: 168 time: 0.6287503 Aug 29 06:52:35.186680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53730) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:35.196348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c764e075-a5c6-49c1-972b-9970463c32a6 None None] Network cdbc2cac-fa4d-4a71-9993-2be4f6afc44c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:35.214421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe925d-6931-495c-9de8-e55654abba10 req-4595f046-fbf9-43d4-bf68-bbf98ebfebad tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:35.216019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbbe925d-6931-495c-9de8-e55654abba10 req-4595f046-fbf9-43d4-bf68-bbf98ebfebad tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 948 time: 0.1414862 Aug 29 06:52:35.271659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-67658703-e007-4cbb-bae8-0826ed704deb service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514014 Aug 29 06:52:35.382218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c71ad537-f690-48a7-b6da-fd2906b4121a req-be1ac624-b15b-47cf-98d7-5c2a86afde64 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 210 time: 0.1058934 Aug 29 06:52:35.420380 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7aec8d-f412-44f3-ba17-18122b4bb691 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:35.433909 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:35.452424 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbbe925d-6931-495c-9de8-e55654abba10 req-20dbd087-6e8a-46a7-ae48-1f1b2f25e744 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227192 Aug 29 06:52:35.513569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555a04e-4c89-477a-a9d5-7fdee5b6d82d None None] DHCP port deletion for cdbc2cac-fa4d-4a71-9993-2be4f6afc44c request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:52:35.560554 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-bce929e4-8d74-4f13-828c-163b3e320efd service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674987 Aug 29 06:52:35.590831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3555a04e-4c89-477a-a9d5-7fdee5b6d82d None None] Deleting port 9521cfa4-74e3-4cbc-b176-ea5a1453272a {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:35.591407 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3555a04e-4c89-477a-a9d5-7fdee5b6d82d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:35.617149 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-465e5f00-e546-4f5a-8786-05f069386a71 req-9101ad22-e915-4570-af17-23b00d010064 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0343988 Aug 29 06:52:35.626145 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fccb2-7e9b-4dba-bc5c-52a6dcdde6de req-92fff553-feb5-4084-84bf-5393f413b97f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:35.631075 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c91fccb2-7e9b-4dba-bc5c-52a6dcdde6de req-92fff553-feb5-4084-84bf-5393f413b97f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 946 time: 0.1216772 Aug 29 06:52:35.636557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Deleting port 9521cfa4-74e3-4cbc-b176-ea5a1453272a {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:35.636557 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:35.665017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33278490-0273-494a-ad68-2bc13699d43d req-cdd3fcfb-a934-4a75-b9df-2681f2c170bf tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:35.666459 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-33278490-0273-494a-ad68-2bc13699d43d req-cdd3fcfb-a934-4a75-b9df-2681f2c170bf tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.15 "GET /v2.0/networks?id=4a318806-4cbd-4e04-a390-8632784445f6 HTTP/1.1" status: 200 len: 813 time: 0.2360847 Aug 29 06:52:35.675335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7aec8d-f412-44f3-ba17-18122b4bb691 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:35.681079 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5f7aec8d-f412-44f3-ba17-18122b4bb691 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:35.686301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-33278490-0273-494a-ad68-2bc13699d43d req-089f3905-05b2-4a0c-83e9-90d2a235f432 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Request body: {'port': {'device_id': 'e703f5af-eead-45da-9e7c-8c365f95000a', 'network_id': '4a318806-4cbd-4e04-a390-8632784445f6', 'admin_state_up': True, 'tenant_id': '8631d4eaffd9410c8384753f643b3c1a'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:35.717195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cb50a-84c3-4050-ab2f-95dec52a7c58 None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:35.770873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c91fccb2-7e9b-4dba-bc5c-52a6dcdde6de req-0ad977fb-6e94-491d-a7b9-eea40815adee tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363688 Aug 29 06:52:35.771375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cb50a-84c3-4050-ab2f-95dec52a7c58 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:35.774424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] For port 9521cfa4-74e3-4cbc-b176-ea5a1453272a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9521cfa4-74e3-4cbc-b176-ea5a1453272a,segment=NetworkSegment(8d5b293c-194f-49eb-9d3d-44ef4068820c),segment_id=8d5b293c-194f-49eb-9d3d-44ef4068820c)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:35.774972 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:35.786054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a7cb50a-84c3-4050-ab2f-95dec52a7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:35.795477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Calling delete_port for 9521cfa4-74e3-4cbc-b176-ea5a1453272a owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:35.833886 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3555a04e-4c89-477a-a9d5-7fdee5b6d82d None None] For port 9521cfa4-74e3-4cbc-b176-ea5a1453272a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9521cfa4-74e3-4cbc-b176-ea5a1453272a,segment=NetworkSegment(8d5b293c-194f-49eb-9d3d-44ef4068820c),segment_id=8d5b293c-194f-49eb-9d3d-44ef4068820c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:35.833886 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3555a04e-4c89-477a-a9d5-7fdee5b6d82d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:35.847711 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3555a04e-4c89-477a-a9d5-7fdee5b6d82d None None] Calling delete_port for 9521cfa4-74e3-4cbc-b176-ea5a1453272a owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:35.847884 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5f7aec8d-f412-44f3-ba17-18122b4bb691 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "PUT /v2.0/floatingips/25ebac40-2dea-4c1d-b8f9-bdfabb46450e HTTP/1.1" status: 200 len: 978 time: 2.0557840 Aug 29 06:52:35.853397 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9521cfa4-74e3-4cbc-b176-ea5a1453272a no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:35.859818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53744) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:35.910411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a7cb50a-84c3-4050-ab2f-95dec52a7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:35.971209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cb50a-84c3-4050-ab2f-95dec52a7c58 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:35.971856 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a7cb50a-84c3-4050-ab2f-95dec52a7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:36.000304 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.015898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a7cb50a-84c3-4050-ab2f-95dec52a7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:36.016506 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cb50a-84c3-4050-ab2f-95dec52a7c58 None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:36.019382 n-d-713301-12 neutron-server[95405]: INFO neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No ports have port_id starting with 9521cfa4-74e3-4cbc-b176-ea5a1453272a Aug 29 06:52:36.024071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c1048d82-1095-45d5-9a87-0caae8ae85ed no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:36.026700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Pushing event deleted for resources: {'Port': ['ID=9521cfa4-74e3-4cbc-b176-ea5a1453272a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:36.033631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] No DVR routers for this DVR port 9521cfa4-74e3-4cbc-b176-ea5a1453272a on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:36.051038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: c1048d82-1095-45d5-9a87-0caae8ae85ed {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:52:36.051407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c1048d82-1095-45d5-9a87-0caae8ae85ed not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:36.063771 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3555a04e-4c89-477a-a9d5-7fdee5b6d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.094247 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555a04e-4c89-477a-a9d5-7fdee5b6d82d None None] Pushing event deleted for resources: {'Port': ['ID=9521cfa4-74e3-4cbc-b176-ea5a1453272a,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:36.116079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555a04e-4c89-477a-a9d5-7fdee5b6d82d None None] No DVR routers for this DVR port 9521cfa4-74e3-4cbc-b176-ea5a1453272a on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:36.117894 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.128453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port cf2cd016-9471-46e6-80db-f0587e1d399c {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:36.128804 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.131547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbc2cac-fa4d-4a71-9993-2be4f6afc44c']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:36.142855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5b293c-194f-49eb-9d3d-44ef4068820c') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:36.143175 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5b293c-194f-49eb-9d3d-44ef4068820c') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:36.152409 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.167298 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.173333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:52:36.173723 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:52:36.175653 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:52:36.177939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33278490-0273-494a-ad68-2bc13699d43d req-089f3905-05b2-4a0c-83e9-90d2a235f432 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Made reservation on behalf of 8631d4eaffd9410c8384753f643b3c1a for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:36.181893 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-33278490-0273-494a-ad68-2bc13699d43d req-089f3905-05b2-4a0c-83e9-90d2a235f432 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.273644 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.273987 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.295816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for cf2cd016-9471-46e6-80db-f0587e1d399c owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:36.313399 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.319424 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.322996 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cdbc2cac-fa4d-4a71-9993-2be4f6afc44c HTTP/1.1" status: 204 len: 168 time: 1.1343896 Aug 29 06:52:36.338006 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569017e-bc08-49d8-aba0-148514ba5578 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdbc2cac-fa4d-4a71-9993-2be4f6afc44c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:36.415003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c7b03578-f4c7-423e-90dd-2abe983e141c up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:52:36.429597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-33278490-0273-494a-ad68-2bc13699d43d req-089f3905-05b2-4a0c-83e9-90d2a235f432 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Allocated IP 172.20.0.14 (4a318806-4cbd-4e04-a390-8632784445f6/e31a6cc1-03c3-4df9-b05f-a29a56d3adc2/23cf36e5-a499-4a53-9131-fede7349a472) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:36.534186 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-933f2127-c106-4851-ba9f-63c5469fea7e req-cfe045e0-20a6-4219-98b9-4ba6d1e25e11 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 210 time: 0.0510631 Aug 29 06:52:36.589381 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port c7b03578-f4c7-423e-90dd-2abe983e141c completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:52:36.593781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port c7b03578-f4c7-423e-90dd-2abe983e141c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:52:36.594153 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.608132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82b186-cdbc-4d87-b3f0-b4ddd2da66c9 req-a81de358-ad61-4487-a146-10a1f1efb190 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:36.610071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b82b186-cdbc-4d87-b3f0-b4ddd2da66c9 req-a81de358-ad61-4487-a146-10a1f1efb190 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 948 time: 0.0509691 Aug 29 06:52:36.643886 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-33278490-0273-494a-ad68-2bc13699d43d req-089f3905-05b2-4a0c-83e9-90d2a235f432 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.664057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b82b186-cdbc-4d87-b3f0-b4ddd2da66c9 req-06f671a7-7a45-4a94-84cc-d2ec902ab38d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456195 Aug 29 06:52:36.696014 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.700298 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.744666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=cf2cd016-9471-46e6-80db-f0587e1d399c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:36.745978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:36.753241 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5aefd1-3bbc-4b60-a686-25d45ee53f2c" -d '{"events": [{"server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "name": "network-vif-plugged", "status": "completed", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:36.770638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:36.774667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:36.774667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:36.774667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:36.774667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:36.774667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:36.774667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:36.774667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:36.774667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:36.774667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:36.774667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:36.775582 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:36.775700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:36.791827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3644e0f-f8f3-4ed2-84c9-c6d808614fbe req-77920b2b-ecc8-454f-a911-cf910dc86164 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0650704 Aug 29 06:52:36.807972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53770) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:36.820964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.821358 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Floating IP 25ebac40-2dea-4c1d-b8f9-bdfabb46450e disassociated (deleted). External IP: 172.25.1.230, port: 97cce1da-beeb-4d27-a4a1-8b620ce89f3b. Aug 29 06:52:36.866603 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-33278490-0273-494a-ad68-2bc13699d43d req-089f3905-05b2-4a0c-83e9-90d2a235f432 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.884803 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1764bc3d-cdfc-44f1-8371-29800725c956 x-openstack-request-id: req-1764bc3d-cdfc-44f1-8371-29800725c956 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:36.886406 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "name": "network-vif-plugged", "status": "completed", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:36.886951 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1764bc3d-cdfc-44f1-8371-29800725c956 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:36.887671 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'code': 200} Aug 29 06:52:36.892679 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:36.926742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7eddfd9a-dfa4-45bf-9563-2573dea2d2ae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=061145791eb24ccbba477166da42aefb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1148393 Aug 29 06:52:36.927731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53772) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:36.947696 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=c7b03578-f4c7-423e-90dd-2abe983e141c,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:36.962818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33278490-0273-494a-ad68-2bc13699d43d req-089f3905-05b2-4a0c-83e9-90d2a235f432 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Network 4a318806-4cbd-4e04-a390-8632784445f6 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:36.968676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-33278490-0273-494a-ad68-2bc13699d43d req-089f3905-05b2-4a0c-83e9-90d2a235f432 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:36.977822 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff0c8f-c6a8-417a-98b4-aec609fc78fa req-1dc48216-50f3-4f3d-9e99-1a022fa361ce tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:36.981884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-33278490-0273-494a-ad68-2bc13699d43d req-089f3905-05b2-4a0c-83e9-90d2a235f432 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:36.985232 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90ff0c8f-c6a8-417a-98b4-aec609fc78fa req-1dc48216-50f3-4f3d-9e99-1a022fa361ce tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 946 time: 0.0958059 Aug 29 06:52:36.987298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f3905-05b2-4a0c-83e9-90d2a235f432 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Pushing event updated for resources: {'Port': ['ID=23cf36e5-a499-4a53-9131-fede7349a472,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:37.044223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90ff0c8f-c6a8-417a-98b4-aec609fc78fa req-4fe59dba-6734-4abd-b6fc-04a93f659bdd tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576966 Aug 29 06:52:37.045658 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-93a5287a-4728-4110-a467-1a96339d0bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:37.073079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33278490-0273-494a-ad68-2bc13699d43d req-089f3905-05b2-4a0c-83e9-90d2a235f432 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:37.073724 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-33278490-0273-494a-ad68-2bc13699d43d req-089f3905-05b2-4a0c-83e9-90d2a235f432 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:37.089523 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-93a5287a-4728-4110-a467-1a96339d0bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:37.169751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:37.219393 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-33278490-0273-494a-ad68-2bc13699d43d req-089f3905-05b2-4a0c-83e9-90d2a235f432 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5419779 Aug 29 06:52:37.231789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Request body: {'port': {'device_id': 'e703f5af-eead-45da-9e7c-8c365f95000a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:37.252938 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-93a5287a-4728-4110-a467-1a96339d0bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:37.255956 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-93a5287a-4728-4110-a467-1a96339d0bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:37.268653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-93a5287a-4728-4110-a467-1a96339d0bf6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c2282590-788f-4d3e-bc7c-8bfb88cd8262 HTTP/1.1" status: 204 len: 168 time: 0.3344665 Aug 29 06:52:37.292015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5287a-4728-4110-a467-1a96339d0bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2282590-788f-4d3e-bc7c-8bfb88cd8262,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:37.352288 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:37.355697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:37.360584 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:37.367191 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434b2d1-c2f1-4f5d-ad9d-e044cc888679 None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:37.377827 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434b2d1-c2f1-4f5d-ad9d-e044cc888679 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:37.378826 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3434b2d1-c2f1-4f5d-ad9d-e044cc888679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:37.414585 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-09218596-9fda-40f1-a5ac-f18bd6018071 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/floatingips/25ebac40-2dea-4c1d-b8f9-bdfabb46450e HTTP/1.1" status: 204 len: 168 time: 1.5518885 Aug 29 06:52:37.416415 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3434b2d1-c2f1-4f5d-ad9d-e044cc888679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:37.417268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53782) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:37.427195 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434b2d1-c2f1-4f5d-ad9d-e044cc888679 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:37.428046 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3434b2d1-c2f1-4f5d-ad9d-e044cc888679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:37.467370 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3434b2d1-c2f1-4f5d-ad9d-e044cc888679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:37.468145 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434b2d1-c2f1-4f5d-ad9d-e044cc888679 None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:37.545321 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-18bad213-cdfd-44f2-a973-694611df24a7 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port 97cce1da-beeb-4d27-a4a1-8b620ce89f3b {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:37.546098 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18bad213-cdfd-44f2-a973-694611df24a7 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:37.700990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4f6d3-82ba-4a8e-9cef-b1c3d8d99651 req-1812aa06-2fd0-46e6-b7a6-902f6285f326 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:37.702486 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ced4f6d3-82ba-4a8e-9cef-b1c3d8d99651 req-1812aa06-2fd0-46e6-b7a6-902f6285f326 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 946 time: 0.1063969 Aug 29 06:52:37.711035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23cf36e5-a499-4a53-9131-fede7349a472 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:52:37.720772 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:37.744092 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18bad213-cdfd-44f2-a973-694611df24a7 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:37.750146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Transition to ACTIVE for port object 23cf36e5-a499-4a53-9131-fede7349a472 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:52:37.762407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f0816-fbdd-4da9-86b7-51d076324086 req-cd75465f-ba91-426e-aa59-ec654dd5d37e tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:37.764063 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd1f0816-fbdd-4da9-86b7-51d076324086 req-cd75465f-ba91-426e-aa59-ec654dd5d37e tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 932 time: 0.1277792 Aug 29 06:52:37.772262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-18bad213-cdfd-44f2-a973-694611df24a7 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for 97cce1da-beeb-4d27-a4a1-8b620ce89f3b owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:37.801006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ced4f6d3-82ba-4a8e-9cef-b1c3d8d99651 req-03d22b1d-f4f8-4e18-b190-97dee9573e8d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865099 Aug 29 06:52:37.871137 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:37.891535 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd1f0816-fbdd-4da9-86b7-51d076324086 req-a602a4de-a189-4bdc-93d1-6b384abcaa8a tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966480 Aug 29 06:52:37.967109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Pushing event updated for resources: {'Port': ['ID=23cf36e5-a499-4a53-9131-fede7349a472,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:37.992581 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-adf48449-6271-4223-87c0-410c31632e99 req-44886041-044d-4bf3-9f37-5fffb0d0629d tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0364695 Aug 29 06:52:38.035019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638f9dd-10c7-4efe-9e6e-0dc87be7b2cf req-93198772-4230-4041-8f25-b2adf8a18130 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:38.036560 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7638f9dd-10c7-4efe-9e6e-0dc87be7b2cf req-93198772-4230-4041-8f25-b2adf8a18130 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.1206505 Aug 29 06:52:38.071071 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Attempting to bind port 23cf36e5-a499-4a53-9131-fede7349a472 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:52:38.071654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Attempting to bind port 23cf36e5-a499-4a53-9131-fede7349a472 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4a318806-4cbd-4e04-a390-8632784445f6'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:52:38.072401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Attempting to bind port 23cf36e5-a499-4a53-9131-fede7349a472 on network 4a318806-4cbd-4e04-a390-8632784445f6 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:52:38.079080 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fcbdf0d3-729f-4054-a708-25d80fc748e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:38.083860 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Port 23cf36e5-a499-4a53-9131-fede7349a472 on network 4a318806-4cbd-4e04-a390-8632784445f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:52:38.084200 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Attempting to bind port 23cf36e5-a499-4a53-9131-fede7349a472 on network 4a318806-4cbd-4e04-a390-8632784445f6 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:52:38.093298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:52:38.094092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Checking segment: {'id': 'fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4a318806-4cbd-4e04-a390-8632784445f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:52:38.094915 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Bound using segment: {'id': 'fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4a318806-4cbd-4e04-a390-8632784445f6'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:52:38.097708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Bound port: 23cf36e5-a499-4a53-9131-fede7349a472, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4a318806-4cbd-4e04-a390-8632784445f6'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:52:38.098725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:38.114684 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7638f9dd-10c7-4efe-9e6e-0dc87be7b2cf req-04457a0a-e7ff-44c9-8b43-744f0cc547f6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555286 Aug 29 06:52:38.197169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] For port 23cf36e5-a499-4a53-9131-fede7349a472, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:52:38.200296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] For port 23cf36e5-a499-4a53-9131-fede7349a472, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=23cf36e5-a499-4a53-9131-fede7349a472,segment=NetworkSegment(fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3),segment_id=fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:52:38.252375 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18bad213-cdfd-44f2-a973-694611df24a7 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:38.280272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bad213-cdfd-44f2-a973-694611df24a7 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=97cce1da-beeb-4d27-a4a1-8b620ce89f3b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:38.280871 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:38.339917 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:38.340528 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:38.341917 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-33278490-0273-494a-ad68-2bc13699d43d req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] 10.222.0.15 "PUT /v2.0/ports/23cf36e5-a499-4a53-9131-fede7349a472 HTTP/1.1" status: 200 len: 1093 time: 1.1141701 Aug 29 06:52:38.342351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e703f5af-eead-45da-9e7c-8c365f95000a', 'tag': '23cf36e5-a499-4a53-9131-fede7349a472'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:38.344627 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820e1d8c-c109-4b69-8b49-b270dcec449b" -d '{"events": [{"name": "network-changed", "server_uuid": "e703f5af-eead-45da-9e7c-8c365f95000a", "tag": "23cf36e5-a499-4a53-9131-fede7349a472"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:38.348012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f2bbb-f475-493f-90ce-40162cbe70da service neutron] Pushing event updated for resources: {'Port': ['ID=23cf36e5-a499-4a53-9131-fede7349a472,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:38.391589 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18bad213-cdfd-44f2-a973-694611df24a7 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:38.398616 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-18bad213-cdfd-44f2-a973-694611df24a7 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/ports/97cce1da-beeb-4d27-a4a1-8b620ce89f3b HTTP/1.1" status: 204 len: 168 time: 0.9765911 Aug 29 06:52:38.398836 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd269b7-7f4d-489b-9727-076af6aaad9b x-openstack-request-id: req-acd269b7-7f4d-489b-9727-076af6aaad9b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:38.398836 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e703f5af-eead-45da-9e7c-8c365f95000a", "tag": "23cf36e5-a499-4a53-9131-fede7349a472", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:38.398836 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-acd269b7-7f4d-489b-9727-076af6aaad9b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:38.398836 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e703f5af-eead-45da-9e7c-8c365f95000a', 'tag': '23cf36e5-a499-4a53-9131-fede7349a472', 'status': 'completed', 'code': 200} Aug 29 06:52:38.399235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53818) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:38.403904 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:38.465183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e1d8c-c109-4b69-8b49-b270dcec449b req-8ab2d1f0-6461-479b-a057-92ec37066fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:38.466627 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-820e1d8c-c109-4b69-8b49-b270dcec449b req-8ab2d1f0-6461-479b-a057-92ec37066fd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8631d4eaffd9410c8384753f643b3c1a&device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 1096 time: 0.0489743 Aug 29 06:52:38.526655 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:38.572950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e1d8c-c109-4b69-8b49-b270dcec449b req-ddb0dccb-5e86-47d3-8899-c06c76a41c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:38.575270 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-820e1d8c-c109-4b69-8b49-b270dcec449b req-ddb0dccb-5e86-47d3-8899-c06c76a41c27 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8631d4eaffd9410c8384753f643b3c1a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0996563 Aug 29 06:52:38.656550 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:38.698274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e1d8c-c109-4b69-8b49-b270dcec449b req-5d025166-d627-47ff-be09-a7041945c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:38.699855 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-820e1d8c-c109-4b69-8b49-b270dcec449b req-5d025166-d627-47ff-be09-a7041945c7c3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087155 Aug 29 06:52:38.799444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33278490-0273-494a-ad68-2bc13699d43d req-3f294f93-21e9-4b94-b0e2-bba020366cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:38.800989 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-33278490-0273-494a-ad68-2bc13699d43d req-3f294f93-21e9-4b94-b0e2-bba020366cb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8631d4eaffd9410c8384753f643b3c1a&device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 1096 time: 0.0599964 Aug 29 06:52:38.801988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.25.1.204 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/8cb24f64-9435-410f-976d-a1187a1a255c) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:38.815981 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53830) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:38.855730 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-33278490-0273-494a-ad68-2bc13699d43d req-1bf25de3-d0e0-4762-a0f6-648e36cccd12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23cf36e5-a499-4a53-9131-fede7349a472 HTTP/1.1" status: 200 len: 217 time: 0.0447550 Aug 29 06:52:38.926765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33278490-0273-494a-ad68-2bc13699d43d req-703da2f6-4331-4be1-95b3-8ee440ea13a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:38.928347 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-33278490-0273-494a-ad68-2bc13699d43d req-703da2f6-4331-4be1-95b3-8ee440ea13a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e31a6cc1-03c3-4df9-b05f-a29a56d3adc2 HTTP/1.1" status: 200 len: 853 time: 0.0628285 Aug 29 06:52:38.948255 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:38.986053 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-33278490-0273-494a-ad68-2bc13699d43d req-2241bd11-c21d-4300-a792-9ae16b13d15c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a318806-4cbd-4e04-a390-8632784445f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468597 Aug 29 06:52:39.046822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-624afe49-96ad-44e3-8935-6cb3ed01ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:39.048623 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-624afe49-96ad-44e3-8935-6cb3ed01ea2c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda&tenant_id=71b5947da1484517ad5efa3f460d6a2d HTTP/1.1" status: 200 len: 1101 time: 0.1193726 Aug 29 06:52:39.067186 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:39.069697 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648676e1-0164-4149-8e33-e7292782367f req-9727c047-19ca-4d78-a2b6-b10ee1e2de2d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:39.077066 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-648676e1-0164-4149-8e33-e7292782367f req-9727c047-19ca-4d78-a2b6-b10ee1e2de2d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 946 time: 0.0992961 Aug 29 06:52:39.112199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef1912-66fa-41be-b461-13be9f9874f0 req-7f24dc98-43e0-41cf-85dd-9c5066b53ca7 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:39.115639 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3cef1912-66fa-41be-b461-13be9f9874f0 req-7f24dc98-43e0-41cf-85dd-9c5066b53ca7 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 944 time: 0.1368127 Aug 29 06:52:39.132240 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:39.143660 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-33278490-0273-494a-ad68-2bc13699d43d req-6116fccb-736d-4837-9ff8-8353ffd5a949 service neutron] 10.222.0.15 "GET /v2.0/networks/4a318806-4cbd-4e04-a390-8632784445f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495891 Aug 29 06:52:39.146675 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:39.148545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1858629886-network', 'tenant_id': '23d68dd88e7d4066bf28c2a4f56758b2'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:39.187904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-648676e1-0164-4149-8e33-e7292782367f req-4668ec7a-a835-4a18-90f1-47d3c9b05fb0 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099758 Aug 29 06:52:39.221689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:39.238944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:39.243760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=8cb24f64-9435-410f-976d-a1187a1a255c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:39.246452 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:39.262628 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3cef1912-66fa-41be-b461-13be9f9874f0 req-705773cf-7086-40bf-b5b0-852d5ea21ae7 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361518 Aug 29 06:52:39.343622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fff27e04-b07d-4c76-a0c3-d48929c7161d req-1edd9880-5719-46a5-a917-924dc60a664e tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0381925 Aug 29 06:52:39.348476 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] Made reservation on behalf of 23d68dd88e7d4066bf28c2a4f56758b2 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:39.350717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:39.362191 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-33278490-0273-494a-ad68-2bc13699d43d req-409c72bf-3e4d-4912-ba35-e2c14e743fd2 service neutron] 10.222.0.15 "GET /v2.0/networks/4a318806-4cbd-4e04-a390-8632784445f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051547 Aug 29 06:52:39.399911 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:39.469878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:39.511827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:52:39.558001 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:39.572273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Transition to ACTIVE for port object c7b03578-f4c7-423e-90dd-2abe983e141c will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:52:39.657596 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:39.730952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b03578-f4c7-423e-90dd-2abe983e141c,revision_number=10']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:39.733782 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] No DVR routers for this DVR port c7b03578-f4c7-423e-90dd-2abe983e141c on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:39.771606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Attempting to bind port c7b03578-f4c7-423e-90dd-2abe983e141c on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:52:39.771958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Attempting to bind port c7b03578-f4c7-423e-90dd-2abe983e141c by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:52:39.772415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Attempting to bind port c7b03578-f4c7-423e-90dd-2abe983e141c on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:52:39.776972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Port c7b03578-f4c7-423e-90dd-2abe983e141c on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:52:39.777304 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Attempting to bind port c7b03578-f4c7-423e-90dd-2abe983e141c on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:52:39.784398 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:52:39.784747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:52:39.785142 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:52:39.785586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Bound port: c7b03578-f4c7-423e-90dd-2abe983e141c, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:52:39.788220 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:39.893469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd735fd5-9184-45d6-9cff-939ba5e65141 req-31be1f4c-bc67-4097-b780-60951237c268 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:39.895015 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd735fd5-9184-45d6-9cff-939ba5e65141 req-31be1f4c-bc67-4097-b780-60951237c268 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.5504956 Aug 29 06:52:39.905291 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:39.910171 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:52:39.913597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:52:39.970883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd735fd5-9184-45d6-9cff-939ba5e65141 req-124853a0-7ce1-405e-a16d-826cc3d3a548 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611546 Aug 29 06:52:39.992592 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.005998 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.040081 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:40.040521 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.041981 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] 10.222.0.15 "PUT /v2.0/ports/c7b03578-f4c7-423e-90dd-2abe983e141c HTTP/1.1" status: 200 len: 1097 time: 0.9797029 Aug 29 06:52:40.124019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044c4b5-1da1-4c0e-90c9-7ed4d6f802a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b03578-f4c7-423e-90dd-2abe983e141c,revision_number=11']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:40.136700 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.143916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-e26d87da-5d20-4246-98f4-4cbdcc98cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:40.145444 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-e26d87da-5d20-4246-98f4-4cbdcc98cd8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 1100 time: 0.0736394 Aug 29 06:52:40.148124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11ea56-041f-4da8-b3ef-a51bcc2064ab req-672e7d24-8f0f-47e0-ad32-aa6d6e792216 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:40.154994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d11ea56-041f-4da8-b3ef-a51bcc2064ab req-672e7d24-8f0f-47e0-ad32-aa6d6e792216 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 946 time: 0.0821264 Aug 29 06:52:40.182803 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.238016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:52:40.255091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-adfea94e-d599-4159-9005-3c2ea1982b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:40.257767 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-adfea94e-d599-4159-9005-3c2ea1982b32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1053317 Aug 29 06:52:40.265095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68fc97e-b239-4d6e-b5fc-c9376716bdda,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:40.275250 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.275613 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] Added segment 76785573-6b79-40f3-89cc-e38e3425dc31 of type vlan for network ef8c08b9-43bc-4eb5-b237-c837642c5612 Aug 29 06:52:40.332190 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-e4f69577-48dd-4212-a219-7fb43de7c593 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c7b03578-f4c7-423e-90dd-2abe983e141c HTTP/1.1" status: 200 len: 217 time: 0.0660844 Aug 29 06:52:40.333591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d11ea56-041f-4da8-b3ef-a51bcc2064ab req-565049cd-843c-4b0b-9634-fdf33317ad28 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569836 Aug 29 06:52:40.396778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c'}, {'name': 'network-changed', 'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:40.399217 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c849c3d1-94af-49c0-8b06-9e2f9c39c852" -d '{"events": [{"server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c"}, {"name": "network-changed", "server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:40.406528 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-0a68fe9e-d8a9-44bd-86e4-3eeb9e1c22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:40.408838 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-0a68fe9e-d8a9-44bd-86e4-3eeb9e1c22b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0689154 Aug 29 06:52:40.448268 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.466071 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5d0b990b-2642-4700-b868-a17077c989ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:40.467789 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-5d0b990b-2642-4700-b868-a17077c989ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0512955 Aug 29 06:52:40.480904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf55ae3d-efe9-46b3-8c05-c1f9de28dbf0 req-315fc143-8e60-4971-916c-16b9bec6b817 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0528023 Aug 29 06:52:40.529502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3b38c-40f4-49a4-b6bb-2597ca56bacc req-98376ea0-f56d-4172-8533-f6ad9258de0e tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:40.531010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bbf3b38c-40f4-49a4-b6bb-2597ca56bacc req-98376ea0-f56d-4172-8533-f6ad9258de0e tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 944 time: 0.1595628 Aug 29 06:52:40.544252 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66d1a91-b001-43d3-b0b5-8ab22f651bd4 x-openstack-request-id: req-f66d1a91-b001-43d3-b0b5-8ab22f651bd4 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:40.544724 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c", "code": 200}, {"name": "network-changed", "server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:40.544846 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f66d1a91-b001-43d3-b0b5-8ab22f651bd4 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:40.545228 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'code': 200} Aug 29 06:52:40.545478 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'status': 'completed', 'code': 200} Aug 29 06:52:40.578345 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a53426e4-b525-47c4-bd1e-6e07be16dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.581049 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.582378 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-e262f46f-6b86-4e27-8b7a-3bb74e641cc6 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069210 Aug 29 06:52:40.596832 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bbf3b38c-40f4-49a4-b6bb-2597ca56bacc req-a7f24946-da55-4037-87a5-ae693157530f tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527620 Aug 29 06:52:40.612671 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.614278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:40.617776 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.680298 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c39e2e2e-0b8a-44e4-bf58-d64bb027f007 req-6372f54c-1cb0-4b4e-bd66-6edbe204bcc8 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900271 Aug 29 06:52:40.701817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] Pushing event updated for resources: {'Network': ['ID=ef8c08b9-43bc-4eb5-b237-c837642c5612,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:40.713330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network ef8c08b9-43bc-4eb5-b237-c837642c5612 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:52:40.737625 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.783833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-a2279f01-747c-4714-8c22-712b088c1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:40.785549 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-a2279f01-747c-4714-8c22-712b088c1766 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 1100 time: 0.0562932 Aug 29 06:52:40.833185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=8cb24f64-9435-410f-976d-a1187a1a255c,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:40.845997 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9ca52585-0dbc-452a-be6b-c9aa6c8abb85 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0255492 Aug 29 06:52:40.856767 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53880) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:40.857775 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.865315 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f0bd2227-fa66-4ef1-9d2a-33dfe5f1aea7 admin admin] Request body: {'subnet': {'network_id': 'ef8c08b9-43bc-4eb5-b237-c837642c5612', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1858629886-subnet', 'tenant_id': '23d68dd88e7d4066bf28c2a4f56758b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:40.892834 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.931017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-2ac109f7-aadb-4974-adfb-a5688888ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:40.931569 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-a835767b-7961-443c-91ce-1414d5624d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:40.932601 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-2ac109f7-aadb-4974-adfb-a5688888ffdf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 1100 time: 0.3100681 Aug 29 06:52:40.936050 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-a835767b-7961-443c-91ce-1414d5624d46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1423926 Aug 29 06:52:40.985889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bd2227-fa66-4ef1-9d2a-33dfe5f1aea7 admin admin] Made reservation on behalf of 23d68dd88e7d4066bf28c2a4f56758b2 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:40.988077 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2227-fa66-4ef1-9d2a-33dfe5f1aea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:40.991043 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-19f18d46-1b52-4f61-8f4c-e7ed91820ae2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c7b03578-f4c7-423e-90dd-2abe983e141c HTTP/1.1" status: 200 len: 217 time: 0.0442774 Aug 29 06:52:41.049956 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:41.051137 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-261c8773-5138-4431-b834-0e6f33044039 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6511841 Aug 29 06:52:41.057614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53898) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:41.062844 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-585499cb-8061-4419-b8fb-c084440bc71c tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'port': {'network_id': '6055aabe-488c-483c-8061-7cfbbf2b47a8', 'name': 'tempest-FloatingIPTestJSON-1641363932'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:41.146014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-5dbe2828-1720-4c61-95bb-371de1ce414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:41.148617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-5dbe2828-1720-4c61-95bb-371de1ce414d service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.2084632 Aug 29 06:52:41.160841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c792a2-f983-4727-99a3-d1d55dbb9e9e req-e99f00c0-876f-4de9-8cb0-d4890d894d1c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:41.162445 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3c792a2-f983-4727-99a3-d1d55dbb9e9e req-e99f00c0-876f-4de9-8cb0-d4890d894d1c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 948 time: 0.1158926 Aug 29 06:52:41.223854 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-13bb6f35-8086-459a-8c14-a63b351be05c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c7b03578-f4c7-423e-90dd-2abe983e141c HTTP/1.1" status: 200 len: 217 time: 0.0603938 Aug 29 06:52:41.317579 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3c792a2-f983-4727-99a3-d1d55dbb9e9e req-b27e3540-57d5-440a-9ace-113bcf8c335e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408696 Aug 29 06:52:41.352417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-8e1947f3-d755-460c-a979-0f0f127e8d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:41.353852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-8e1947f3-d755-460c-a979-0f0f127e8d80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1060867 Aug 29 06:52:41.434955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-f61d2b4e-4b0f-4bf4-95a0-a592dd2a98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:41.436472 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-f61d2b4e-4b0f-4bf4-95a0-a592dd2a98a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.4355388 Aug 29 06:52:41.440357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-1282a1c4-eb40-4c99-a1cf-7e7b1d2d0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:41.441901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-1282a1c4-eb40-4c99-a1cf-7e7b1d2d0ccb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0761716 Aug 29 06:52:41.508119 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2227-fa66-4ef1-9d2a-33dfe5f1aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:41.535336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-647ea2f8-390e-42ea-81a1-d25e612f0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:41.536478 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-647ea2f8-390e-42ea-81a1-d25e612f0467 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0904610 Aug 29 06:52:41.575684 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7d027-5cfa-42a3-9589-4de9c23538c8 req-8bfa2250-86c0-42d6-9043-de5e1017c3ff tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:41.577360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbf7d027-5cfa-42a3-9589-4de9c23538c8 req-8bfa2250-86c0-42d6-9043-de5e1017c3ff tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 946 time: 0.1745706 Aug 29 06:52:41.606692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd2227-fa66-4ef1-9d2a-33dfe5f1aea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32178a57-7d9c-4990-bd29-d6767e563c00,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:41.662784 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:41.668302 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42ff8b81-7710-4db9-bd67-fa40b3ee7010 req-a7a3d322-29d7-428d-9828-13a67023046e tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0766709 Aug 29 06:52:41.670047 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-80ad473a-bd79-4d8c-ad00-5454f9a2791f service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251786 Aug 29 06:52:41.712302 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-8a1522e8-4924-4cf1-8b62-5d78047311bd service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621007 Aug 29 06:52:41.716761 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585499cb-8061-4419-b8fb-c084440bc71c tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Made reservation on behalf of 9effd212da204d0fa23b61a690194a18 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:41.724123 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-585499cb-8061-4419-b8fb-c084440bc71c tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:41.726786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbf7d027-5cfa-42a3-9589-4de9c23538c8 req-6d168c6f-8fe2-4538-8033-39c608dcf92b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394496 Aug 29 06:52:41.737725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bd2227-fa66-4ef1-9d2a-33dfe5f1aea7 admin admin] Checking segment: {'id': '76785573-6b79-40f3-89cc-e38e3425dc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ef8c08b9-43bc-4eb5-b237-c837642c5612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:52:41.738089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd2227-fa66-4ef1-9d2a-33dfe5f1aea7 admin admin] Network hostable DHCP agents. Network: ef8c08b9-43bc-4eb5-b237-c837642c5612, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:52:41.810108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-585499cb-8061-4419-b8fb-c084440bc71c tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] device_id is not set on port 0ac71aea-531b-4814-adb7-ae2b2b4d5972 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:52:41.874878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ed125-0196-403f-9018-e99745920424 req-e3a7dfb3-aa5d-4bf3-a454-1eae6fdc5dba tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:41.882433 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a7ed125-0196-403f-9018-e99745920424 req-e3a7dfb3-aa5d-4bf3-a454-1eae6fdc5dba tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 944 time: 0.1293190 Aug 29 06:52:41.892009 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-86ba8cc7-14aa-467d-a547-10a22fbf47f4 req-922f6482-ed47-45b1-b39d-32e5c25f2abd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1220679 Aug 29 06:52:41.900957 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-8b51b98f-4764-43d8-8dbf-e804ea132112 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777205 Aug 29 06:52:41.930223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a7ed125-0196-403f-9018-e99745920424 req-0cd27af4-025d-40be-811c-5dd91a1c14e0 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468688 Aug 29 06:52:41.971456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd2227-fa66-4ef1-9d2a-33dfe5f1aea7 admin admin] Network ef8c08b9-43bc-4eb5-b237-c837642c5612 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:52:41.985097 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c849c3d1-94af-49c0-8b06-9e2f9c39c852 req-f311a5de-c98b-4ab0-8599-58fb858bd0a6 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074253 Aug 29 06:52:41.992399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba8cc7-14aa-467d-a547-10a22fbf47f4 req-42816d03-586a-4f3e-875b-55f07770034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:41.994025 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ba8cc7-14aa-467d-a547-10a22fbf47f4 req-42816d03-586a-4f3e-875b-55f07770034f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 1102 time: 0.0628586 Aug 29 06:52:42.037429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793477c-6226-40b3-a877-81887ff40bd9 req-a7eb1969-03d9-43d1-8480-2d606653ac5a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:42.039013 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7793477c-6226-40b3-a877-81887ff40bd9 req-a7eb1969-03d9-43d1-8480-2d606653ac5a tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 946 time: 0.1526816 Aug 29 06:52:42.053346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-585499cb-8061-4419-b8fb-c084440bc71c tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.20.0.9 (6055aabe-488c-483c-8061-7cfbbf2b47a8/195389a6-42c8-4733-a4d8-cab45dd5e76f/0ac71aea-531b-4814-adb7-ae2b2b4d5972) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:42.077414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-f0bd2227-fa66-4ef1-9d2a-33dfe5f1aea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, ef8c08b9-43bc-4eb5-b237-c837642c5612) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:42.085169 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bd2227-fa66-4ef1-9d2a-33dfe5f1aea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:42.085773 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2227-fa66-4ef1-9d2a-33dfe5f1aea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:42.089042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89597f8f-de30-45ac-b7d9-21ff2e90695b None None] Network ef8c08b9-43bc-4eb5-b237-c837642c5612 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:42.151459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba8cc7-14aa-467d-a547-10a22fbf47f4 req-f836609d-01a3-446c-821f-fea8cb5fc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:42.152970 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ba8cc7-14aa-467d-a547-10a22fbf47f4 req-f836609d-01a3-446c-821f-fea8cb5fc17a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1390378 Aug 29 06:52:42.161311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f0bd2227-fa66-4ef1-9d2a-33dfe5f1aea7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3001735 Aug 29 06:52:42.209809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ba8cc7-14aa-467d-a547-10a22fbf47f4 req-1811e488-ecdf-474b-94f9-131d3edd6f3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=46a20dce-4a25-4e68-b695-3a755a9819a8 HTTP/1.1" status: 200 len: 217 time: 0.0469544 Aug 29 06:52:42.237582 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e40321-ec19-45e7-8b80-3fa6c13059fc None None] Network ef8c08b9-43bc-4eb5-b237-c837642c5612 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:42.304129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba8cc7-14aa-467d-a547-10a22fbf47f4 req-84ebdb39-fd07-4839-8375-21fbb2bbfb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:42.305615 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ba8cc7-14aa-467d-a547-10a22fbf47f4 req-84ebdb39-fd07-4839-8375-21fbb2bbfb64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0895288 Aug 29 06:52:42.325732 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-585499cb-8061-4419-b8fb-c084440bc71c tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:42.382437 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-7793477c-6226-40b3-a877-81887ff40bd9 req-52182a42-eed8-4f14-8c77-d1961c026fca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Deleting port e0060f88-ced3-4bd7-a535-484f9c0f8d7f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:42.382994 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7793477c-6226-40b3-a877-81887ff40bd9 req-52182a42-eed8-4f14-8c77-d1961c026fca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:42.404287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba8cc7-14aa-467d-a547-10a22fbf47f4 req-7e1fa184-ba12-40bd-88ed-cf329f3ede55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:42.406204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ba8cc7-14aa-467d-a547-10a22fbf47f4 req-7e1fa184-ba12-40bd-88ed-cf329f3ede55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0918887 Aug 29 06:52:42.445995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c7b03578-f4c7-423e-90dd-2abe983e141c no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:42.491094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c7b03578-f4c7-423e-90dd-2abe983e141c not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:42.559424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-7793477c-6226-40b3-a877-81887ff40bd9 req-52182a42-eed8-4f14-8c77-d1961c026fca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] For port e0060f88-ced3-4bd7-a535-484f9c0f8d7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e0060f88-ced3-4bd7-a535-484f9c0f8d7f,segment=NetworkSegment(7970a8e6-d6e5-41c9-9aff-923d77c39e30),segment_id=7970a8e6-d6e5-41c9-9aff-923d77c39e30)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:42.560001 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7793477c-6226-40b3-a877-81887ff40bd9 req-52182a42-eed8-4f14-8c77-d1961c026fca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:42.565141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ec3d4-1da7-4ebf-acb2-493c25a46684 req-aecd8872-8d0f-48db-ab3c-edbc1cd739e0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:42.565141 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c7ec3d4-1da7-4ebf-acb2-493c25a46684 req-aecd8872-8d0f-48db-ab3c-edbc1cd739e0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 948 time: 0.1294184 Aug 29 06:52:42.578484 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-585499cb-8061-4419-b8fb-c084440bc71c tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:42.629679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-7793477c-6226-40b3-a877-81887ff40bd9 req-52182a42-eed8-4f14-8c77-d1961c026fca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Calling delete_port for e0060f88-ced3-4bd7-a535-484f9c0f8d7f owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:42.633639 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c7ec3d4-1da7-4ebf-acb2-493c25a46684 req-979eb5f2-fbdc-4e1c-8ec7-42c052bca75d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604610 Aug 29 06:52:42.639999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ba8cc7-14aa-467d-a547-10a22fbf47f4 req-a8f1371f-f474-4de7-95b3-2178440e14ad service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173142 Aug 29 06:52:42.688338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585499cb-8061-4419-b8fb-c084440bc71c tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network 6055aabe-488c-483c-8061-7cfbbf2b47a8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:42.689738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585499cb-8061-4419-b8fb-c084440bc71c tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=0ac71aea-531b-4814-adb7-ae2b2b4d5972,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:42.707193 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-585499cb-8061-4419-b8fb-c084440bc71c tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:42.780488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585499cb-8061-4419-b8fb-c084440bc71c tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:42.848248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585499cb-8061-4419-b8fb-c084440bc71c tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:42.848467 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-585499cb-8061-4419-b8fb-c084440bc71c tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:42.853403 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0540f327-6520-42fb-a4a8-dfe3d9151c82 req-b95b99c2-c971-4079-bfcc-2a4bbf3ddc82 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0702465 Aug 29 06:52:42.882509 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ba8cc7-14aa-467d-a547-10a22fbf47f4 req-8b302613-c584-4950-9ff3-fd8317c18d88 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256737 Aug 29 06:52:42.948040 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-5f8c0de2-8078-490d-83cf-f510b3f07e0d tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:42.949654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-5f8c0de2-8078-490d-83cf-f510b3f07e0d tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/networks?id=ef8c08b9-43bc-4eb5-b237-c837642c5612 HTTP/1.1" status: 200 len: 822 time: 0.1989594 Aug 29 06:52:42.963000 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-585499cb-8061-4419-b8fb-c084440bc71c tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9018621 Aug 29 06:52:42.963302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54028) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:42.981707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8829fd72-a39f-4364-b02b-c13710f77f08 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'floatingip': {'port_id': '0ac71aea-531b-4814-adb7-ae2b2b4d5972'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:43.028075 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-60fa2e42-9215-4374-8741-f3cba8939c28 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/quotas/23d68dd88e7d4066bf28c2a4f56758b2 HTTP/1.1" status: 200 len: 375 time: 0.0656636 Aug 29 06:52:43.030170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8829fd72-a39f-4364-b02b-c13710f77f08 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:43.051434 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7793477c-6226-40b3-a877-81887ff40bd9 req-52182a42-eed8-4f14-8c77-d1961c026fca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:43.081015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52182a42-eed8-4f14-8c77-d1961c026fca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Pushing event deleted for resources: {'Port': ['ID=e0060f88-ced3-4bd7-a535-484f9c0f8d7f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:43.102267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e0060f88-ced3-4bd7-a535-484f9c0f8d7f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:52:43.113681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-2be00771-2b40-41f3-8f9c-32a7d1c3aa09 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=23d68dd88e7d4066bf28c2a4f56758b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786769 Aug 29 06:52:43.123222 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93d62f-8436-48d3-8d93-f543c62a4962 req-c11c3cda-929f-4784-8122-5b83e876802f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:43.124643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7793477c-6226-40b3-a877-81887ff40bd9 req-52182a42-eed8-4f14-8c77-d1961c026fca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] No DVR routers for this DVR port e0060f88-ced3-4bd7-a535-484f9c0f8d7f on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:43.124782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f93d62f-8436-48d3-8d93-f543c62a4962 req-c11c3cda-929f-4784-8122-5b83e876802f tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 946 time: 0.1741502 Aug 29 06:52:43.129645 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7793477c-6226-40b3-a877-81887ff40bd9 req-52182a42-eed8-4f14-8c77-d1961c026fca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:43.130887 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7793477c-6226-40b3-a877-81887ff40bd9 req-52182a42-eed8-4f14-8c77-d1961c026fca tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "DELETE /v2.0/ports/e0060f88-ced3-4bd7-a535-484f9c0f8d7f HTTP/1.1" status: 204 len: 173 time: 1.0849128 Aug 29 06:52:43.131501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf2947c-4f8e-4ea5-beb4-6aafcf07e159', 'name': 'network-vif-deleted', 'tag': 'e0060f88-ced3-4bd7-a535-484f9c0f8d7f'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:43.134191 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68542547-5578-40df-9882-16c09ba4dd25" -d '{"events": [{"server_uuid": "2bf2947c-4f8e-4ea5-beb4-6aafcf07e159", "name": "network-vif-deleted", "tag": "e0060f88-ced3-4bd7-a535-484f9c0f8d7f"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:43.259084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 23cf36e5-a499-4a53-9131-fede7349a472 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:52:43.299959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f93d62f-8436-48d3-8d93-f543c62a4962 req-e5a190dc-84fd-484b-8d16-5435a865153b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/security-groups?id=74faecb6-7e14-4c35-9a29-4189afb49c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619837 Aug 29 06:52:43.396608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 23cf36e5-a499-4a53-9131-fede7349a472, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=23cf36e5-a499-4a53-9131-fede7349a472,segment=NetworkSegment(fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3),segment_id=fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:43.399745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-475eb83c-6351-48be-aebe-174f704e8150 service neutron] 10.222.0.76 "GET /v2.0/networks/ef8c08b9-43bc-4eb5-b237-c837642c5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712293 Aug 29 06:52:43.417998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '23cf36e5-a499-4a53-9131-fede7349a472', 'network_id': '4a318806-4cbd-4e04-a390-8632784445f6', 'port_id': '23cf36e5-a499-4a53-9131-fede7349a472', 'mac_address': 'fa:16:3e:19:6e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31a6cc1-03c3-4df9-b05f-a29a56d3adc2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:52:43.468579 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:43.473609 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54034) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:43.475561 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:43.493509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23cf36e5-a499-4a53-9131-fede7349a472 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:52:43.513971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 23cf36e5-a499-4a53-9131-fede7349a472, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=23cf36e5-a499-4a53-9131-fede7349a472,segment=NetworkSegment(fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3),segment_id=fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:43.539567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268f816-fd87-407f-99d7-bdc7c96d3bf1 req-e837ee3b-e873-4d62-bdcb-2a95af110c20 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:43.541895 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5268f816-fd87-407f-99d7-bdc7c96d3bf1 req-e837ee3b-e873-4d62-bdcb-2a95af110c20 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 944 time: 0.1671774 Aug 29 06:52:43.597294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b1d696c-e8ed-4934-9878-3aa0d9b5972a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:43.600673 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:43.601453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c7b03578-f4c7-423e-90dd-2abe983e141c details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:52:43.683953 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5268f816-fd87-407f-99d7-bdc7c96d3bf1 req-196891bd-32a1-4f56-aeac-84822ad2d8d4 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341162 Aug 29 06:52:43.688074 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-88d735a9-1dae-4cc6-bb89-ed0544c569a8 service neutron] 10.222.0.76 "GET /v2.0/networks/ef8c08b9-43bc-4eb5-b237-c837642c5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675915 Aug 29 06:52:43.693428 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=23cf36e5-a499-4a53-9131-fede7349a472,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:43.761491 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b1d696c-e8ed-4934-9878-3aa0d9b5972a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:43.769197 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd54c83-5662-431a-a1d8-8e004cec798b x-openstack-request-id: req-1bd54c83-5662-431a-a1d8-8e004cec798b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:43.771732 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf2947c-4f8e-4ea5-beb4-6aafcf07e159", "name": "network-vif-deleted", "tag": "e0060f88-ced3-4bd7-a535-484f9c0f8d7f", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:43.771732 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1bd54c83-5662-431a-a1d8-8e004cec798b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:43.771732 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf2947c-4f8e-4ea5-beb4-6aafcf07e159', 'name': 'network-vif-deleted', 'tag': 'e0060f88-ced3-4bd7-a535-484f9c0f8d7f', 'status': 'completed', 'code': 200} Aug 29 06:52:43.778321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:43.794258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'mac_address': 'fa:16:3e:e3:d6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:52:43.840111 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b1d696c-e8ed-4934-9878-3aa0d9b5972a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:43.889275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d696c-e8ed-4934-9878-3aa0d9b5972a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fca21f-7c93-4eb5-818d-80b5515a39f2,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:43.903051 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4b1d696c-e8ed-4934-9878-3aa0d9b5972a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b39479f40d424cf3ba402fed7f6d4451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282479 Aug 29 06:52:43.905951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54042) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:43.994329 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d4a30a0-74e0-4b4d-9469-4cac8fa3e493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:44.024719 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d4a30a0-74e0-4b4d-9469-4cac8fa3e493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:44.025936 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:44.039572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b03578-f4c7-423e-90dd-2abe983e141c {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:52:44.065210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:44.154527 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:44.182785 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d4a30a0-74e0-4b4d-9469-4cac8fa3e493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:44.185883 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d4a30a0-74e0-4b4d-9469-4cac8fa3e493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:44.187051 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8d4a30a0-74e0-4b4d-9469-4cac8fa3e493 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/35fca21f-7c93-4eb5-818d-80b5515a39f2 HTTP/1.1" status: 204 len: 168 time: 0.2801304 Aug 29 06:52:44.199800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a30a0-74e0-4b4d-9469-4cac8fa3e493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fca21f-7c93-4eb5-818d-80b5515a39f2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:44.207465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f710c72d-9a8b-4550-b7c0-6384338f6173 req-7b5ebf5a-2d01-4649-8b9a-fbcb2f971ca0 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0645618 Aug 29 06:52:44.214908 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.resource_extend [None req-8829fd72-a39f-4364-b02b-c13710f77f08 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 06:52:44.239174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=c7b03578-f4c7-423e-90dd-2abe983e141c,revision_number=12']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:44.296058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21c5d71f-85c3-41b8-a1bd-c3328a42034b req-a8b91293-6a60-4993-8e48-44326cb488f5 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 210 time: 0.0399771 Aug 29 06:52:44.314471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01e5b1-0675-431c-887f-13c716948d44 req-d67d6f3a-c1df-45ad-94aa-9666557d530f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:44.316061 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be01e5b1-0675-431c-887f-13c716948d44 req-d67d6f3a-c1df-45ad-94aa-9666557d530f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.1854694 Aug 29 06:52:44.320598 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8829fd72-a39f-4364-b02b-c13710f77f08 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:44.374811 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be01e5b1-0675-431c-887f-13c716948d44 req-d7450ff1-45ee-41d6-a441-513745f0e8d8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460417 Aug 29 06:52:44.433989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-844ffba7-50e3-4cc5-82d4-54785c55ecbe req-0f57a4c6-ef64-44b9-9fc3-113f37970182 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 210 time: 0.0346947 Aug 29 06:52:44.457520 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8829fd72-a39f-4364-b02b-c13710f77f08 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:44.469160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['23cf36e5-a499-4a53-9131-fede7349a472'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:52:44.495186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['c7b03578-f4c7-423e-90dd-2abe983e141c'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:52:44.575772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32216145-ade1-45d6-bfe8-f534e21ca618 req-77ff2b55-1bbe-41a6-9c7e-f67184b2657f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:44.582639 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32216145-ade1-45d6-bfe8-f534e21ca618 req-77ff2b55-1bbe-41a6-9c7e-f67184b2657f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 949 time: 0.1313124 Aug 29 06:52:44.622893 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-8829fd72-a39f-4364-b02b-c13710f77f08 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Floating IP ed4569fa-e95c-4981-bbe9-20d0d01ccb4c associated. External IP: 172.25.1.204, port: 0ac71aea-531b-4814-adb7-ae2b2b4d5972. Aug 29 06:52:44.691197 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32216145-ade1-45d6-bfe8-f534e21ca618 req-caff9901-1c75-44a0-b5da-cf15a46b0815 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055083 Aug 29 06:52:44.918281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bae1ce-1100-484d-bf4e-fdd33dfccde3 req-f8565f8a-b5d0-4a00-80f7-f7ce1581833e tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:44.918949 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5bae1ce-1100-484d-bf4e-fdd33dfccde3 req-f8565f8a-b5d0-4a00-80f7-f7ce1581833e tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 945 time: 0.1038170 Aug 29 06:52:44.945410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8829fd72-a39f-4364-b02b-c13710f77f08 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:44.981884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5bae1ce-1100-484d-bf4e-fdd33dfccde3 req-09306f11-65e3-4a5e-8608-d7df2a6cae89 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529132 Aug 29 06:52:44.996206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-566c8fec-e7c4-41bd-91ca-4ca18ea3514f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=71b5947da1484517ad5efa3f460d6a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279965 Aug 29 06:52:45.036140 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54078) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:45.064555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca1b455f-e372-4ce0-abc2-44e837d5075f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:45.163340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca1b455f-e372-4ce0-abc2-44e837d5075f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:45.175726 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8829fd72-a39f-4364-b02b-c13710f77f08 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:45.181092 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8829fd72-a39f-4364-b02b-c13710f77f08 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:45.185848 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58c5cbe-e9ca-408b-b0e6-91c29716e842 None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:45.195054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c5cbe-e9ca-408b-b0e6-91c29716e842 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:45.195686 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d58c5cbe-e9ca-408b-b0e6-91c29716e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:45.206240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-fb02dfd3-de0f-476c-9bd4-6a382b6c65ab tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:45.207935 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-fb02dfd3-de0f-476c-9bd4-6a382b6c65ab tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790879 Aug 29 06:52:45.224049 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8829fd72-a39f-4364-b02b-c13710f77f08 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "PUT /v2.0/floatingips/ed4569fa-e95c-4981-bbe9-20d0d01ccb4c HTTP/1.1" status: 200 len: 978 time: 2.2597980 Aug 29 06:52:45.226733 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54082) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:45.239117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d58c5cbe-e9ca-408b-b0e6-91c29716e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:45.248861 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c5cbe-e9ca-408b-b0e6-91c29716e842 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:45.249485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d58c5cbe-e9ca-408b-b0e6-91c29716e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:45.254498 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-04c796a9-0505-40b2-8b5f-e2e5bb6600cc tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/quotas/71b5947da1484517ad5efa3f460d6a2d HTTP/1.1" status: 200 len: 375 time: 0.0331223 Aug 29 06:52:45.283774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d58c5cbe-e9ca-408b-b0e6-91c29716e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:45.284426 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58c5cbe-e9ca-408b-b0e6-91c29716e842 None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:45.292603 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca1b455f-e372-4ce0-abc2-44e837d5075f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:45.316380 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3cb57d6f-b80a-497a-800b-a18e346bd20a req-0b79ab82-4950-4869-91db-ed1ae7515507 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0420797 Aug 29 06:52:45.340459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-d3595963-ee79-4613-8b9c-6df48384ecf3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798302 Aug 29 06:52:45.346138 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ca1b455f-e372-4ce0-abc2-44e837d5075f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed43e8b104c441c49cd4eb5fb6479f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086066 Aug 29 06:52:45.348768 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54086) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:45.383230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b455f-e372-4ce0-abc2-44e837d5075f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee463f-a08d-47b0-b854-a45f38070eaf,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:45.414168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-6787baed-d86c-4e66-af40-5c99d0aaf059 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port 0ac71aea-531b-4814-adb7-ae2b2b4d5972 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:45.414721 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6787baed-d86c-4e66-af40-5c99d0aaf059 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:45.443075 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65fed9da-a7ae-4aba-b30c-060bd28d7a49 req-cca5f1f8-a114-40bd-8220-ee2aaf94cbb9 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 210 time: 0.0412879 Aug 29 06:52:45.446086 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94eeb452-5469-4a99-9a6d-54faed4f4094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:45.472176 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94eeb452-5469-4a99-9a6d-54faed4f4094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:45.544211 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6787baed-d86c-4e66-af40-5c99d0aaf059 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:45.556920 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e22cfc5-212f-4ce1-9bde-56d8a96762ae req-5affd6d3-4216-4894-a30b-fb23a2c3372d tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 210 time: 0.0265121 Aug 29 06:52:45.721555 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56dcc351-df28-409d-b1ed-59cd7ddf103f req-d0fac2dc-adbc-4d60-b714-2930396e2247 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 210 time: 0.0283370 Aug 29 06:52:45.742843 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94eeb452-5469-4a99-9a6d-54faed4f4094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:45.745049 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6787baed-d86c-4e66-af40-5c99d0aaf059 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:45.745619 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94eeb452-5469-4a99-9a6d-54faed4f4094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:45.745878 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6787baed-d86c-4e66-af40-5c99d0aaf059 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:45.746379 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-6787baed-d86c-4e66-af40-5c99d0aaf059 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Floating IP ed4569fa-e95c-4981-bbe9-20d0d01ccb4c disassociated. External IP: 172.25.1.204, port: 0ac71aea-531b-4814-adb7-ae2b2b4d5972. Aug 29 06:52:45.746970 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-94eeb452-5469-4a99-9a6d-54faed4f4094 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83ee463f-a08d-47b0-b854-a45f38070eaf HTTP/1.1" status: 204 len: 168 time: 0.3971393 Aug 29 06:52:45.747099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-6787baed-d86c-4e66-af40-5c99d0aaf059 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for 0ac71aea-531b-4814-adb7-ae2b2b4d5972 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:45.756683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eeb452-5469-4a99-9a6d-54faed4f4094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee463f-a08d-47b0-b854-a45f38070eaf,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:46.040338 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6787baed-d86c-4e66-af40-5c99d0aaf059 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:46.077328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-481d81bb-b295-41b6-a7a9-dde9b8f1977b req-9d8c9c71-aedc-4aee-97e1-23cb5e73397b tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 210 time: 0.0390441 Aug 29 06:52:46.107653 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787baed-d86c-4e66-af40-5c99d0aaf059 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=0ac71aea-531b-4814-adb7-ae2b2b4d5972,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:46.129973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf04fa-1718-43aa-86da-b0fcff306f36 req-f20e4cbd-faca-4dcf-a206-32f8197e38e6 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:46.131506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9cdf04fa-1718-43aa-86da-b0fcff306f36 req-f20e4cbd-faca-4dcf-a206-32f8197e38e6 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 945 time: 0.0568993 Aug 29 06:52:46.169942 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9cdf04fa-1718-43aa-86da-b0fcff306f36 req-e806b94d-f851-440f-8b11-9d0a416f737f tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320761 Aug 29 06:52:46.178464 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16281c6c-bd90-4c3d-bae6-d8d8440dc02d req-da9acc76-59eb-4acd-af03-fd29e486e3f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4426b23251b440b8d0cb63469d9d344&device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 210 time: 0.0269115 Aug 29 06:52:46.313324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6787baed-d86c-4e66-af40-5c99d0aaf059 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:46.341573 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16281c6c-bd90-4c3d-bae6-d8d8440dc02d req-07776b0c-9124-4c95-8321-fef50630a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:46.345568 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16281c6c-bd90-4c3d-bae6-d8d8440dc02d req-07776b0c-9124-4c95-8321-fef50630a155 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d4426b23251b440b8d0cb63469d9d344&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1230471 Aug 29 06:52:46.431428 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e0060f88-ced3-4bd7-a535-484f9c0f8d7f no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:52:46.446762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76b9dd19-8e6f-4768-be51-37fd10193e24 req-a9f80057-3bdf-4b09-a80d-1bdb8cbf544d tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0416851 Aug 29 06:52:46.463043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: e0060f88-ced3-4bd7-a535-484f9c0f8d7f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:52:46.463782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e0060f88-ced3-4bd7-a535-484f9c0f8d7f not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:52:46.517178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6787baed-d86c-4e66-af40-5c99d0aaf059 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:46.529007 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f87738-44ee-4da4-b4c7-89459028ba9b None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:46.539405 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f87738-44ee-4da4-b4c7-89459028ba9b None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:46.540162 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c2f87738-44ee-4da4-b4c7-89459028ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:46.547477 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b6ca1f6-e9df-446b-976b-71d54a36df97 req-250db553-6057-4a50-bf0b-269e477f844e tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 210 time: 0.0338213 Aug 29 06:52:46.548955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16281c6c-bd90-4c3d-bae6-d8d8440dc02d req-74e8b4ed-7951-4bc2-bf5e-522bd8cddf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:46.550427 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16281c6c-bd90-4c3d-bae6-d8d8440dc02d req-74e8b4ed-7951-4bc2-bf5e-522bd8cddf16 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1736832 Aug 29 06:52:46.597290 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c2f87738-44ee-4da4-b4c7-89459028ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:46.607618 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f87738-44ee-4da4-b4c7-89459028ba9b None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:46.608693 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c2f87738-44ee-4da4-b4c7-89459028ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:46.610183 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6787baed-d86c-4e66-af40-5c99d0aaf059 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:46.612885 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6787baed-d86c-4e66-af40-5c99d0aaf059 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/ports/0ac71aea-531b-4814-adb7-ae2b2b4d5972 HTTP/1.1" status: 204 len: 168 time: 1.3852022 Aug 29 06:52:46.615699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54122) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:46.647114 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c2f87738-44ee-4da4-b4c7-89459028ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:46.648071 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f87738-44ee-4da4-b4c7-89459028ba9b None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:46.672273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-6f580972-4fda-416a-823e-70e0847024f1 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:46.673888 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-6f580972-4fda-416a-823e-70e0847024f1 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.11 "GET /v2.0/networks?id=ef8c08b9-43bc-4eb5-b237-c837642c5612 HTTP/1.1" status: 200 len: 822 time: 0.1502600 Aug 29 06:52:46.679091 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-65f6a57c-5dda-4c29-8b2c-69c5fc45b7c8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "GET /v2.0/floatingips/ed4569fa-e95c-4981-bbe9-20d0d01ccb4c HTTP/1.1" status: 200 len: 688 time: 0.0589247 Aug 29 06:52:46.679302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54124) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:46.700157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-2b84aab9-943e-49af-935e-8905539010e8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Request body: {'port': {'device_id': 'b9c876c8-9953-4e5e-ba88-8684961b1115', 'network_id': 'ef8c08b9-43bc-4eb5-b237-c837642c5612', 'admin_state_up': True, 'tenant_id': '23d68dd88e7d4066bf28c2a4f56758b2'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:46.747640 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16281c6c-bd90-4c3d-bae6-d8d8440dc02d req-b7de8ea0-4d99-4eae-ae41-9006b73a6570 tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 210 time: 0.0327220 Aug 29 06:52:46.838352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c026e-25f0-497c-ba02-f4a72d27fb86 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port 8cb24f64-9435-410f-976d-a1187a1a255c {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:46.838352 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9d8c026e-25f0-497c-ba02-f4a72d27fb86 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:46.883709 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c24acffa-1e92-4dc6-8464-7e185c0cdc5d req-ce7e43a6-de52-4a3e-bef0-203bd32db2fb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 210 time: 0.0632949 Aug 29 06:52:46.958813 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9d8c026e-25f0-497c-ba02-f4a72d27fb86 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:46.959174 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9d8c026e-25f0-497c-ba02-f4a72d27fb86 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:46.971351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c026e-25f0-497c-ba02-f4a72d27fb86 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for 8cb24f64-9435-410f-976d-a1187a1a255c owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:47.000239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-2b84aab9-943e-49af-935e-8905539010e8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Made reservation on behalf of 23d68dd88e7d4066bf28c2a4f56758b2 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:47.003955 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-2b84aab9-943e-49af-935e-8905539010e8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:47.134447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-2b84aab9-943e-49af-935e-8905539010e8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Allocated IP 172.20.0.12 (ef8c08b9-43bc-4eb5-b237-c837642c5612/32178a57-7d9c-4990-bd29-d6767e563c00/51a0a531-1afd-45e0-8ae3-1c2303382262) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:47.216585 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9d8c026e-25f0-497c-ba02-f4a72d27fb86 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:47.284032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c026e-25f0-497c-ba02-f4a72d27fb86 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=8cb24f64-9435-410f-976d-a1187a1a255c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:47.288810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 23cf36e5-a499-4a53-9131-fede7349a472 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:52:47.306287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83f23aeb-a0e8-45fa-926b-1dae76643b3c req-7fcd9857-a85f-432b-b123-f0a0f2f444ec tempest-DeleteServersTestJSON-396611119 tempest-DeleteServersTestJSON-396611119-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf2947c-4f8e-4ea5-beb4-6aafcf07e159 HTTP/1.1" status: 200 len: 210 time: 0.1261806 Aug 29 06:52:47.326618 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9d8c026e-25f0-497c-ba02-f4a72d27fb86 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:47.330132 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9d8c026e-25f0-497c-ba02-f4a72d27fb86 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:47.331305 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9d8c026e-25f0-497c-ba02-f4a72d27fb86 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/floatingips/ed4569fa-e95c-4981-bbe9-20d0d01ccb4c HTTP/1.1" status: 204 len: 168 time: 0.6508012 Aug 29 06:52:47.343108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54142) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:47.353623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '56f2d7ac-f109-4cb1-afc1-40fc22cdacb7'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:47.425484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f64720-0fcf-4236-ba0b-041924355ed2 req-3b0b61c3-2297-44b6-8b51-e9e17ee21f6e tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:47.426968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2f64720-0fcf-4236-ba0b-041924355ed2 req-3b0b61c3-2297-44b6-8b51-e9e17ee21f6e tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 945 time: 0.1551640 Aug 29 06:52:47.451404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 23cf36e5-a499-4a53-9131-fede7349a472 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:52:47.451991 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-2b84aab9-943e-49af-935e-8905539010e8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:47.455337 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 23cf36e5-a499-4a53-9131-fede7349a472 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:52:47.455717 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:47.485173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2f64720-0fcf-4236-ba0b-041924355ed2 req-d861fec4-8c89-401c-828a-4a984f6b755d tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502968 Aug 29 06:52:47.540167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12d5b7fa-6361-45bc-959e-cc318a230ab3 req-cbf143b5-46a5-43e9-b4d6-9143c20a91ac tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0299196 Aug 29 06:52:47.549807 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:47.550375 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:47.601962 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-2b84aab9-943e-49af-935e-8905539010e8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:47.639319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e703f5af-eead-45da-9e7c-8c365f95000a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cf36e5-a499-4a53-9131-fede7349a472'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:47.641832 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cadca8-b046-4cc5-a834-3f52623b1b28" -d '{"events": [{"server_uuid": "e703f5af-eead-45da-9e7c-8c365f95000a", "name": "network-vif-plugged", "status": "completed", "tag": "23cf36e5-a499-4a53-9131-fede7349a472"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:47.657576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 23cf36e5-a499-4a53-9131-fede7349a472, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=23cf36e5-a499-4a53-9131-fede7349a472,segment=NetworkSegment(fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3),segment_id=fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:47.687971 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-2b84aab9-943e-49af-935e-8905539010e8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Network ef8c08b9-43bc-4eb5-b237-c837642c5612 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:47.693882 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97cd45e-1c26-484f-abc4-1c06678f33d3 x-openstack-request-id: req-e97cd45e-1c26-484f-abc4-1c06678f33d3 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:47.694181 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e703f5af-eead-45da-9e7c-8c365f95000a", "name": "network-vif-plugged", "status": "completed", "tag": "23cf36e5-a499-4a53-9131-fede7349a472", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:47.694443 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e97cd45e-1c26-484f-abc4-1c06678f33d3 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:47.694845 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e703f5af-eead-45da-9e7c-8c365f95000a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cf36e5-a499-4a53-9131-fede7349a472', 'code': 200} Aug 29 06:52:47.708861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-2b84aab9-943e-49af-935e-8905539010e8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:47.717498 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-2b84aab9-943e-49af-935e-8905539010e8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:47.758327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84aab9-943e-49af-935e-8905539010e8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Pushing event updated for resources: {'Port': ['ID=51a0a531-1afd-45e0-8ae3-1c2303382262,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:47.766449 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:47.767349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c7b03578-f4c7-423e-90dd-2abe983e141c up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:52:47.808918 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a196d-1761-48ee-973c-75951f78313f req-6fbfcd82-5ca2-4534-8c9d-d86ecb698708 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:47.809902 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0387f1-f435-474e-9ae9-23bf3e45da71 req-f70c7c7f-64e0-4199-90c6-9fb0308a084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:47.810271 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e27a196d-1761-48ee-973c-75951f78313f req-6fbfcd82-5ca2-4534-8c9d-d86ecb698708 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 932 time: 0.1442564 Aug 29 06:52:47.811656 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e0387f1-f435-474e-9ae9-23bf3e45da71 req-f70c7c7f-64e0-4199-90c6-9fb0308a084b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 1098 time: 0.0490482 Aug 29 06:52:47.817650 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-2b84aab9-943e-49af-935e-8905539010e8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:47.818289 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-2b84aab9-943e-49af-935e-8905539010e8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:47.878437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=23cf36e5-a499-4a53-9131-fede7349a472,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:47.882822 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e0387f1-f435-474e-9ae9-23bf3e45da71 req-81136733-7295-48e2-823c-c8977c07d56d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600586 Aug 29 06:52:47.898257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e27a196d-1761-48ee-973c-75951f78313f req-77559886-fe8f-4297-a62a-16cdcb2055f2 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769508 Aug 29 06:52:47.912418 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:47.921341 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-2b84aab9-943e-49af-935e-8905539010e8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2255361 Aug 29 06:52:47.957465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Request body: {'port': {'device_id': 'b9c876c8-9953-4e5e-ba88-8684961b1115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:47.965443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port c7b03578-f4c7-423e-90dd-2abe983e141c completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:52:47.969504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port c7b03578-f4c7-423e-90dd-2abe983e141c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:52:47.971006 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:48.018391 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b55a966b-1db2-432a-9b1a-863e98a1df3e req-039e7d4b-954a-4002-a37c-a175e081dd45 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 210 time: 0.0574074 Aug 29 06:52:48.062153 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:48.083856 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:48.095851 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:48.155661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.25.1.99 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/211a20b1-edc8-4eef-9db2-ec3a79cafdb4) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:48.161198 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:48.215205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=c7b03578-f4c7-423e-90dd-2abe983e141c,revision_number=13']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:48.311846 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-8f427bf5-5dfc-4cef-9526-5f34bd15df03 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=71b5947da1484517ad5efa3f460d6a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294936 Aug 29 06:52:48.392158 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:48.442957 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-2eadf92c-39bf-458b-8f75-aad0623cf082 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:48.447615 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-2eadf92c-39bf-458b-8f75-aad0623cf082 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1287055 Aug 29 06:52:48.468488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-354678db-83c9-4635-9720-4d5139987f6f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Request body: {'port': {'device_id': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '71b5947da1484517ad5efa3f460d6a2d'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:48.483495 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a0a531-1afd-45e0-8ae3-1c2303382262 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:52:48.491224 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:48.504726 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Transition to ACTIVE for port object 51a0a531-1afd-45e0-8ae3-1c2303382262 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:52:48.574554 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:48.636775 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:48.656046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:48.671964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:48.677013 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:48.685519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=211a20b1-edc8-4eef-9db2-ec3a79cafdb4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:48.721502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f73bc2-dd16-4613-93f7-66a53182b235 req-747c5ab1-bfff-476f-bed4-4614c2d373cd tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:48.722993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47f73bc2-dd16-4613-93f7-66a53182b235 req-747c5ab1-bfff-476f-bed4-4614c2d373cd tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 946 time: 0.1607144 Aug 29 06:52:48.725408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-354678db-83c9-4635-9720-4d5139987f6f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Made reservation on behalf of 71b5947da1484517ad5efa3f460d6a2d for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:48.739352 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-354678db-83c9-4635-9720-4d5139987f6f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:48.770299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bba58833-54e6-4b52-9db5-316749f7bf96 req-84127938-4b8a-462c-886a-ebaa4a68bee0 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.1040890 Aug 29 06:52:48.929440 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-354678db-83c9-4635-9720-4d5139987f6f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Allocated IP 192.168.233.60 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/f3037157-b76e-467c-91d0-796d142ad3eb) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:49.129359 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-354678db-83c9-4635-9720-4d5139987f6f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:49.152788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-354678db-83c9-4635-9720-4d5139987f6f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Transition to ACTIVE for port object f3037157-b76e-467c-91d0-796d142ad3eb will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:52:49.230930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Pushing event updated for resources: {'Port': ['ID=51a0a531-1afd-45e0-8ae3-1c2303382262,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:49.272568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:49.273139 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:49.273486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:49.273821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:49.274153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:49.274480 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:49.274803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:49.275126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:49.275473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:49.275795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:49.276113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:49.276432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:52:49.288819 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47f73bc2-dd16-4613-93f7-66a53182b235 req-507657ff-28cb-4300-8b85-d3b8d28d545a tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246394 Aug 29 06:52:49.334310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Attempting to bind port 51a0a531-1afd-45e0-8ae3-1c2303382262 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:52:49.334752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Attempting to bind port 51a0a531-1afd-45e0-8ae3-1c2303382262 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '76785573-6b79-40f3-89cc-e38e3425dc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ef8c08b9-43bc-4eb5-b237-c837642c5612'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:52:49.335167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Attempting to bind port 51a0a531-1afd-45e0-8ae3-1c2303382262 on network ef8c08b9-43bc-4eb5-b237-c837642c5612 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:52:49.347858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9ac55-b7ef-46b2-bb61-99a08920022f req-5b14a696-8fc4-49e6-8a2c-ebf3c939a21f tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:49.350936 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-354678db-83c9-4635-9720-4d5139987f6f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:49.355739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1af9ac55-b7ef-46b2-bb61-99a08920022f req-5b14a696-8fc4-49e6-8a2c-ebf3c939a21f tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 944 time: 0.2170753 Aug 29 06:52:49.364186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['c58452be-6938-4127-b3a2-0cf1e78d0786', 'c7b03578-f4c7-423e-90dd-2abe983e141c'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:52:49.394690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Port 51a0a531-1afd-45e0-8ae3-1c2303382262 on network ef8c08b9-43bc-4eb5-b237-c837642c5612 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:52:49.395884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Attempting to bind port 51a0a531-1afd-45e0-8ae3-1c2303382262 on network ef8c08b9-43bc-4eb5-b237-c837642c5612 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:52:49.406825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-354678db-83c9-4635-9720-4d5139987f6f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:49.411265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-354678db-83c9-4635-9720-4d5139987f6f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:49.424000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-354678db-83c9-4635-9720-4d5139987f6f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:49.436787 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['46a20dce-4a25-4e68-b695-3a755a9819a8'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:52:49.460365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354678db-83c9-4635-9720-4d5139987f6f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Pushing event updated for resources: {'Port': ['ID=f3037157-b76e-467c-91d0-796d142ad3eb,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:49.461364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:52:49.461958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Checking segment: {'id': '76785573-6b79-40f3-89cc-e38e3425dc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ef8c08b9-43bc-4eb5-b237-c837642c5612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:52:49.463404 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Bound using segment: {'id': '76785573-6b79-40f3-89cc-e38e3425dc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ef8c08b9-43bc-4eb5-b237-c837642c5612'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:52:49.467112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Bound port: 51a0a531-1afd-45e0-8ae3-1c2303382262, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76785573-6b79-40f3-89cc-e38e3425dc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ef8c08b9-43bc-4eb5-b237-c837642c5612'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:52:49.467683 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:49.509759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-354678db-83c9-4635-9720-4d5139987f6f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:49.510555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-354678db-83c9-4635-9720-4d5139987f6f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:49.604944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1af9ac55-b7ef-46b2-bb61-99a08920022f req-6fb54cac-c85b-4be2-b959-2e26e00ad577 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382054 Aug 29 06:52:49.621692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1fcad-2a55-4e85-991e-146cd4621f64 req-076e42dd-c2e6-482c-9d7c-2353d62221c3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:49.623264 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2e1fcad-2a55-4e85-991e-146cd4621f64 req-076e42dd-c2e6-482c-9d7c-2353d62221c3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 935 time: 0.2540054 Aug 29 06:52:49.628163 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-354678db-83c9-4635-9720-4d5139987f6f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1657097 Aug 29 06:52:49.649170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Request body: {'port': {'device_id': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:49.696255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:49.700177 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ded594-a1aa-455c-987b-08f0be3cd263" -d '{"events": [{"server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "name": "network-vif-plugged", "status": "completed", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:49.781737 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:49.800512 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5911ab-ce87-4770-ae98-855125aae498 x-openstack-request-id: req-de5911ab-ce87-4770-ae98-855125aae498 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:49.801042 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "name": "network-vif-plugged", "status": "completed", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:49.801304 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de5911ab-ce87-4770-ae98-855125aae498 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:49.801699 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'code': 200} Aug 29 06:52:49.808963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54208) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:49.941685 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-94dfe351-4dfa-4c11-9e81-7758b57df006 None None] Provisioning for port f3037157-b76e-467c-91d0-796d142ad3eb completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:52:49.948808 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-94dfe351-4dfa-4c11-9e81-7758b57df006 None None] Provisioning complete for port f3037157-b76e-467c-91d0-796d142ad3eb triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:52:49.949188 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-94dfe351-4dfa-4c11-9e81-7758b57df006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:49.981496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2e1fcad-2a55-4e85-991e-146cd4621f64 req-1c16b0ca-9bba-47cd-9ac9-38dd5ec5d41c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136153 Aug 29 06:52:50.025418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a81a83dd-3bc6-4244-9785-8993c1c51ad8 req-02d70d3e-7a0e-40e9-b468-b1503d777b05 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0723934 Aug 29 06:52:50.040111 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-94dfe351-4dfa-4c11-9e81-7758b57df006 None None] Port f3037157-b76e-467c-91d0-796d142ad3eb cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:52:50.047470 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01ca5a79-ce77-4a69-9388-abf989cef15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.051524 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] For port 51a0a531-1afd-45e0-8ae3-1c2303382262, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:52:50.086188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] For port 51a0a531-1afd-45e0-8ae3-1c2303382262, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=51a0a531-1afd-45e0-8ae3-1c2303382262,segment=NetworkSegment(76785573-6b79-40f3-89cc-e38e3425dc31),segment_id=76785573-6b79-40f3-89cc-e38e3425dc31)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:52:50.104919 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.167054 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.220667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:50.222580 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.223682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] 10.222.0.11 "PUT /v2.0/ports/51a0a531-1afd-45e0-8ae3-1c2303382262 HTTP/1.1" status: 200 len: 1093 time: 2.2730680 Aug 29 06:52:50.224144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c876c8-9953-4e5e-ba88-8684961b1115', 'tag': '51a0a531-1afd-45e0-8ae3-1c2303382262'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:50.226782 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae90832-5c3a-4c57-92ff-fa94172bde61" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c876c8-9953-4e5e-ba88-8684961b1115", "tag": "51a0a531-1afd-45e0-8ae3-1c2303382262"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:50.278365 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01ca5a79-ce77-4a69-9388-abf989cef15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.282784 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.290358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3037157-b76e-467c-91d0-796d142ad3eb {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:52:50.298505 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.311702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Transition to ACTIVE for port object f3037157-b76e-467c-91d0-796d142ad3eb will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:52:50.348511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bf6d8-5b2d-4e15-b6c8-720670aacd3c service neutron] Pushing event updated for resources: {'Port': ['ID=51a0a531-1afd-45e0-8ae3-1c2303382262,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:50.365571 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01ca5a79-ce77-4a69-9388-abf989cef15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.433232 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-01ca5a79-ce77-4a69-9388-abf989cef15e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8823f9e8cdc34e63ac08c9f2cbcae454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6219199 Aug 29 06:52:50.437625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54220) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:50.438270 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.445017 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977cc1cc-1cd9-4b2d-bf8a-53d7945a84d2 x-openstack-request-id: req-977cc1cc-1cd9-4b2d-bf8a-53d7945a84d2 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:50.445246 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c876c8-9953-4e5e-ba88-8684961b1115", "tag": "51a0a531-1afd-45e0-8ae3-1c2303382262", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:50.445502 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-977cc1cc-1cd9-4b2d-bf8a-53d7945a84d2 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:50.445900 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c876c8-9953-4e5e-ba88-8684961b1115', 'tag': '51a0a531-1afd-45e0-8ae3-1c2303382262', 'status': 'completed', 'code': 200} Aug 29 06:52:50.479218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca5a79-ce77-4a69-9388-abf989cef15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d955bc43-bd12-43c1-acfd-a091e0da2bd0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:50.528346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-014a5c7f-4ffc-4aa5-ab0c-b768fa0b2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:50.530051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-014a5c7f-4ffc-4aa5-ab0c-b768fa0b2e74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23d68dd88e7d4066bf28c2a4f56758b2&device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 1096 time: 0.1241496 Aug 29 06:52:50.545569 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Pushing event updated for resources: {'Port': ['ID=f3037157-b76e-467c-91d0-796d142ad3eb,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:50.547012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28de2e-3953-4cf4-a172-f20e44188c33 req-0cb26d3b-1cd1-4c1e-a264-c48341f1341f tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:50.548772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a28de2e-3953-4cf4-a172-f20e44188c33 req-0cb26d3b-1cd1-4c1e-a264-c48341f1341f tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 946 time: 0.1417232 Aug 29 06:52:50.622422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Attempting to bind port f3037157-b76e-467c-91d0-796d142ad3eb on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:52:50.622764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Attempting to bind port f3037157-b76e-467c-91d0-796d142ad3eb by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:52:50.623467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Attempting to bind port f3037157-b76e-467c-91d0-796d142ad3eb on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:52:50.630478 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-b7d6b2de-a770-4690-ab79-ec1a5c901dd8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51a0a531-1afd-45e0-8ae3-1c2303382262 HTTP/1.1" status: 200 len: 217 time: 0.0774887 Aug 29 06:52:50.633489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Port f3037157-b76e-467c-91d0-796d142ad3eb on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:52:50.634561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Attempting to bind port f3037157-b76e-467c-91d0-796d142ad3eb on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:52:50.640748 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd63f346-3958-4f49-a708-4b07dd87aa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.671191 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd63f346-3958-4f49-a708-4b07dd87aa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.708057 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.710906 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.714234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:52:50.714634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:52:50.715026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:52:50.715498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Bound port: f3037157-b76e-467c-91d0-796d142ad3eb, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:52:50.715902 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.723468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a28de2e-3953-4cf4-a172-f20e44188c33 req-67e52dd5-d8b1-4e35-bb7b-ab004c1d6b54 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505177 Aug 29 06:52:50.774744 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-682973bc-4db9-47a0-b874-42f4bb8ab80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:50.779166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-682973bc-4db9-47a0-b874-42f4bb8ab80a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32178a57-7d9c-4990-bd29-d6767e563c00 HTTP/1.1" status: 200 len: 862 time: 0.1385481 Aug 29 06:52:50.796495 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30438-4076-44dc-a23e-02e0c849d0fc req-c44e03c1-8b08-4c45-a665-8dd17dbd4c69 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:50.798519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ca30438-4076-44dc-a23e-02e0c849d0fc req-c44e03c1-8b08-4c45-a665-8dd17dbd4c69 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 944 time: 0.1045148 Aug 29 06:52:50.811185 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.833324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:52:50.836573 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:52:50.865819 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-54fc054c-06b0-4b11-9cc7-0e2d5f514f18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef8c08b9-43bc-4eb5-b237-c837642c5612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656073 Aug 29 06:52:50.920898 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd63f346-3958-4f49-a708-4b07dd87aa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.925695 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd63f346-3958-4f49-a708-4b07dd87aa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.936569 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fd63f346-3958-4f49-a708-4b07dd87aa5c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d955bc43-bd12-43c1-acfd-a091e0da2bd0 HTTP/1.1" status: 204 len: 168 time: 0.4924748 Aug 29 06:52:50.947523 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:50.988660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=211a20b1-edc8-4eef-9db2-ec3a79cafdb4,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:50.998753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ca30438-4076-44dc-a23e-02e0c849d0fc req-d08d19d7-de0b-4252-815f-c0fbdd20a431 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901121 Aug 29 06:52:51.008563 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:51.021020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Pushing event updated for resources: {'Port': ['ID=f3037157-b76e-467c-91d0-796d142ad3eb,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:51.032808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63f346-3958-4f49-a708-4b07dd87aa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d955bc43-bd12-43c1-acfd-a091e0da2bd0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:51.060491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:51.061305 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:51.063060 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-17355eab-d400-41e2-a465-b7ce6081cd60 service neutron] 10.222.0.11 "PUT /v2.0/ports/f3037157-b76e-467c-91d0-796d142ad3eb HTTP/1.1" status: 200 len: 1096 time: 1.4192138 Aug 29 06:52:51.064385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:51.066949 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb701124-02e9-42c8-b7b9-fdd70a8b69b1" -d '{"events": [{"name": "network-changed", "server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:51.177189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-7f7734be-8077-415e-bf43-31f8b9126068 service neutron] 10.222.0.11 "GET /v2.0/networks/ef8c08b9-43bc-4eb5-b237-c837642c5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980845 Aug 29 06:52:51.264209 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Floating IP c9cf07a7-2d15-443b-8529-64f60714cf91 associated. External IP: 172.25.1.99, port: 56f2d7ac-f109-4cb1-afc1-40fc22cdacb7. Aug 29 06:52:51.266105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-74974e87-c3b0-475e-a112-edf9dab1ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:51.272007 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-74974e87-c3b0-475e-a112-edf9dab1ad9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 1099 time: 0.0798576 Aug 29 06:52:51.349219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8475de-38d3-456c-9fad-9edd40973ea4 req-6286cdc3-d406-4205-bf42-11ace38467cd tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:51.350749 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b8475de-38d3-456c-9fad-9edd40973ea4 req-6286cdc3-d406-4205-bf42-11ace38467cd tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 947 time: 0.2514541 Aug 29 06:52:51.365659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-afb2cd59-46c9-4f8f-aeb6-e82a04c19c1d req-19e587c3-301e-4451-be5c-88a760f62117 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.1208491 Aug 29 06:52:51.411738 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-18550ee3-0361-4aa4-87bc-9b87aea8d0b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f3037157-b76e-467c-91d0-796d142ad3eb HTTP/1.1" status: 200 len: 217 time: 0.1186290 Aug 29 06:52:51.453205 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93a433b-adec-48e0-9bb2-6b529b2ef76a x-openstack-request-id: req-c93a433b-adec-48e0-9bb2-6b529b2ef76a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:51.453609 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:51.453977 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c93a433b-adec-48e0-9bb2-6b529b2ef76a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:51.457105 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'status': 'completed', 'code': 200} Aug 29 06:52:51.483818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ff12e-6e2f-4433-b8db-163cf280dd5e req-27070729-8458-4cb2-8a57-47996c26c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:51.486088 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e15ff12e-6e2f-4433-b8db-163cf280dd5e req-27070729-8458-4cb2-8a57-47996c26c384 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8631d4eaffd9410c8384753f643b3c1a&device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 1098 time: 0.1746056 Aug 29 06:52:51.496982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b8475de-38d3-456c-9fad-9edd40973ea4 req-b500f459-851d-4cc9-978f-465247e786c1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280518 Aug 29 06:52:51.507198 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c50eaa1a-b85e-45ef-9618-cf43dde2bbab req-76143fd8-c567-4345-a068-64684a944fc5 service neutron] 10.222.0.11 "GET /v2.0/networks/ef8c08b9-43bc-4eb5-b237-c837642c5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214867 Aug 29 06:52:51.616120 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca91b13-846e-4265-867b-73fd64998fd9 req-41fb43f3-2e80-4e32-aa84-695d49c8997c tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:51.617659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ca91b13-846e-4265-867b-73fd64998fd9 req-41fb43f3-2e80-4e32-aa84-695d49c8997c tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 946 time: 0.1304467 Aug 29 06:52:51.779268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ca91b13-846e-4265-867b-73fd64998fd9 req-92420d41-79c4-4617-90fa-99d024c9bf52 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522465 Aug 29 06:52:51.796662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54244) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:51.814983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:52:51.827035 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d4287429-d5b1-40a0-8290-44f0589f90e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:51.830651 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae90832-5c3a-4c57-92ff-fa94172bde61 req-a87019e6-e80f-4f35-bb65-a62bc109e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:51.832489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae90832-5c3a-4c57-92ff-fa94172bde61 req-a87019e6-e80f-4f35-bb65-a62bc109e7e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23d68dd88e7d4066bf28c2a4f56758b2&device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 1096 time: 0.0975051 Aug 29 06:52:51.873845 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-a0b855f5-ff13-4d0b-8b0e-1e7b9299a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:51.875347 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-a0b855f5-ff13-4d0b-8b0e-1e7b9299a541 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.4514370 Aug 29 06:52:51.945365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-6feaec8a-6b8b-4ac7-be35-866f4d65b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:51.947022 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-6feaec8a-6b8b-4ac7-be35-866f4d65b201 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0629363 Aug 29 06:52:51.950139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ff12e-6e2f-4433-b8db-163cf280dd5e req-b9878ba9-65c7-42c5-b08b-5a45ad27890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:51.952179 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e15ff12e-6e2f-4433-b8db-163cf280dd5e req-b9878ba9-65c7-42c5-b08b-5a45ad27890d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a318806-4cbd-4e04-a390-8632784445f6 HTTP/1.1" status: 200 len: 914 time: 0.4578607 Aug 29 06:52:52.058547 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e15ff12e-6e2f-4433-b8db-163cf280dd5e req-2ef7ea29-8b88-460f-a8e6-9a38a562c02c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23cf36e5-a499-4a53-9131-fede7349a472 HTTP/1.1" status: 200 len: 217 time: 0.0940747 Aug 29 06:52:52.149792 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ff12e-6e2f-4433-b8db-163cf280dd5e req-b36e1588-beb8-47cf-ab1e-4939cb9c9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:52.151314 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e15ff12e-6e2f-4433-b8db-163cf280dd5e req-b36e1588-beb8-47cf-ab1e-4939cb9c9be6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e31a6cc1-03c3-4df9-b05f-a29a56d3adc2 HTTP/1.1" status: 200 len: 853 time: 0.0752017 Aug 29 06:52:52.155222 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-89c0ccd5-d32a-4882-8fa8-0b7fbd812587 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001400 Aug 29 06:52:52.227239 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e15ff12e-6e2f-4433-b8db-163cf280dd5e req-cd38f2da-0935-4252-bf0b-13651eda120c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a318806-4cbd-4e04-a390-8632784445f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662940 Aug 29 06:52:52.327597 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3bd5e52f-6f1b-4413-9e06-2ae42fe4ef30 req-15112e98-e420-4a44-b1fb-3591d988ac51 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582458 Aug 29 06:52:52.355767 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e15ff12e-6e2f-4433-b8db-163cf280dd5e req-c7db7b1d-8400-4c95-8805-52502dd589df service neutron] 10.222.0.15 "GET /v2.0/networks/4a318806-4cbd-4e04-a390-8632784445f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145036 Aug 29 06:52:52.452582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae90832-5c3a-4c57-92ff-fa94172bde61 req-2670d6fc-31dd-43ad-a2ec-0d622e017bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:52.454652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae90832-5c3a-4c57-92ff-fa94172bde61 req-2670d6fc-31dd-43ad-a2ec-0d622e017bca service neutron] 10.222.0.11 "GET /v2.0/networks?id=ef8c08b9-43bc-4eb5-b237-c837642c5612 HTTP/1.1" status: 200 len: 923 time: 0.6106653 Aug 29 06:52:52.469187 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:52.491495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9b16b-ca91-4641-87f0-d336b272941b None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:52.498137 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e15ff12e-6e2f-4433-b8db-163cf280dd5e req-4a73c780-ac18-40e1-8d3d-49f6c2db43c5 service neutron] 10.222.0.15 "GET /v2.0/networks/4a318806-4cbd-4e04-a390-8632784445f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215456 Aug 29 06:52:52.504843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec15dd9-b1cf-4628-a89f-37bf2f94f74b req-c91958f1-7643-4f16-b0db-9059404e52a8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:52.511261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9b16b-ca91-4641-87f0-d336b272941b None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:52.511911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3aa9b16b-ca91-4641-87f0-d336b272941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:52.513132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ec15dd9-b1cf-4628-a89f-37bf2f94f74b req-c91958f1-7643-4f16-b0db-9059404e52a8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 944 time: 0.1327786 Aug 29 06:52:52.551677 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3aa9b16b-ca91-4641-87f0-d336b272941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:52.555561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7353cdeb-2506-4579-a474-1908aaa5ff04 req-fef07d6c-6155-4546-99db-2abc1ad52e2b tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0739205 Aug 29 06:52:52.583057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb701124-02e9-42c8-b7b9-fdd70a8b69b1 req-3168b5ce-6817-470b-bd6f-19ccea29ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:52.583443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9b16b-ca91-4641-87f0-d336b272941b None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:52.584157 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bb701124-02e9-42c8-b7b9-fdd70a8b69b1 req-3168b5ce-6817-470b-bd6f-19ccea29ea54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 1099 time: 0.0549769 Aug 29 06:52:52.584604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3aa9b16b-ca91-4641-87f0-d336b272941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:52.597687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae90832-5c3a-4c57-92ff-fa94172bde61 req-9517ba4a-ab17-4c99-a3b0-326bb3f4db3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51a0a531-1afd-45e0-8ae3-1c2303382262 HTTP/1.1" status: 200 len: 217 time: 0.0536005 Aug 29 06:52:52.651511 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d4287429-d5b1-40a0-8290-44f0589f90e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:52.669330 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ec15dd9-b1cf-4628-a89f-37bf2f94f74b req-e0e6d46f-fefb-4ce3-8f0f-b36ba620c143 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552358 Aug 29 06:52:52.669622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3aa9b16b-ca91-4641-87f0-d336b272941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:52.670507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9b16b-ca91-4641-87f0-d336b272941b None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:52.701282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae90832-5c3a-4c57-92ff-fa94172bde61 req-880b81ae-bf4b-4ce7-b92e-8ec685930c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:52.702773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae90832-5c3a-4c57-92ff-fa94172bde61 req-880b81ae-bf4b-4ce7-b92e-8ec685930c96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=32178a57-7d9c-4990-bd29-d6767e563c00 HTTP/1.1" status: 200 len: 862 time: 0.0881431 Aug 29 06:52:52.743006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb701124-02e9-42c8-b7b9-fdd70a8b69b1 req-bbc4e9e0-e089-446b-8cf2-d520c5cada95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:52.744779 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bb701124-02e9-42c8-b7b9-fdd70a8b69b1 req-bbc4e9e0-e089-446b-8cf2-d520c5cada95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1507010 Aug 29 06:52:52.759197 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae90832-5c3a-4c57-92ff-fa94172bde61 req-dcf0904a-cce6-4897-8564-d5d1afeae81c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef8c08b9-43bc-4eb5-b237-c837642c5612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487647 Aug 29 06:52:52.764415 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d4287429-d5b1-40a0-8290-44f0589f90e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:52.796108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54264) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:52.803757 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bb701124-02e9-42c8-b7b9-fdd70a8b69b1 req-6174e9e9-3ac3-4655-a7ce-c8459c8ee71c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f3037157-b76e-467c-91d0-796d142ad3eb HTTP/1.1" status: 200 len: 217 time: 0.0514278 Aug 29 06:52:52.905982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb701124-02e9-42c8-b7b9-fdd70a8b69b1 req-295ceba5-238f-4476-a266-fe055fa281f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:52.907573 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bb701124-02e9-42c8-b7b9-fdd70a8b69b1 req-295ceba5-238f-4476-a266-fe055fa281f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0911336 Aug 29 06:52:52.927948 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:52.960813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb701124-02e9-42c8-b7b9-fdd70a8b69b1 req-26a6ac77-a735-4cf2-9fe7-823174aba640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:52.962506 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bb701124-02e9-42c8-b7b9-fdd70a8b69b1 req-26a6ac77-a735-4cf2-9fe7-823174aba640 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0475209 Aug 29 06:52:53.004769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d4287429-d5b1-40a0-8290-44f0589f90e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1a0f651f3eb24309b63419a36727991c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2019513 Aug 29 06:52:53.009481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54270) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:53.033764 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae90832-5c3a-4c57-92ff-fa94172bde61 req-2981fce3-df79-41a1-9339-2656c7d82cb6 service neutron] 10.222.0.11 "GET /v2.0/networks/ef8c08b9-43bc-4eb5-b237-c837642c5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575285 Aug 29 06:52:53.047628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4287429-d5b1-40a0-8290-44f0589f90e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09d6e28-d5df-46e5-ae1f-ff45f1ea5a92,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:53.076569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d8a5abbe-4b63-4fdc-97e7-12f58915cafb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7298918 Aug 29 06:52:53.085494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54272) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:53.103908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1ca644c9-69fb-42f4-bc95-db506ed83887 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-95831827'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:53.126364 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bb701124-02e9-42c8-b7b9-fdd70a8b69b1 req-da22de56-af4e-49e1-b1fa-7191d71a8377 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555772 Aug 29 06:52:53.143400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d40ee-4d1b-4b8e-9cb9-63bcda7b6bef req-f5d4a4ce-1624-4dcf-bb8f-06685924fa98 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:53.145094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d2d40ee-4d1b-4b8e-9cb9-63bcda7b6bef req-f5d4a4ce-1624-4dcf-bb8f-06685924fa98 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 947 time: 0.3886886 Aug 29 06:52:53.196445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc6560e-b24f-4712-aa71-384688afb8f1 admin admin] Deleting subnet 6d6221c5-492b-4e52-81e3-c311934e2c40 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:52:53.200213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98708b32-a752-41f9-8b1d-21e4456eb9ca req-47cceabf-4f3c-4ea3-b4c0-3b08f253ff56 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:53.201730 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98708b32-a752-41f9-8b1d-21e4456eb9ca req-47cceabf-4f3c-4ea3-b4c0-3b08f253ff56 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 946 time: 0.2906075 Aug 29 06:52:53.202503 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bc6560e-b24f-4712-aa71-384688afb8f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.254927 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bc6560e-b24f-4712-aa71-384688afb8f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.275048 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-981bdf37-a462-441d-a39a-bbbc2729be77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.291040 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bb701124-02e9-42c8-b7b9-fdd70a8b69b1 req-8d781a69-6675-4fdc-8c66-158399ce9181 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569273 Aug 29 06:52:53.292440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d2d40ee-4d1b-4b8e-9cb9-63bcda7b6bef req-a794b468-6275-4b79-9bd1-6f957672bfad tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293581 Aug 29 06:52:53.310536 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca644c9-69fb-42f4-bc95-db506ed83887 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Made reservation on behalf of 9effd212da204d0fa23b61a690194a18 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:53.314959 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bc6560e-b24f-4712-aa71-384688afb8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.315121 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1ca644c9-69fb-42f4-bc95-db506ed83887 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.317479 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae90832-5c3a-4c57-92ff-fa94172bde61 req-a8c38622-f2e1-46a1-a6dd-655fb3fbbe41 service neutron] 10.222.0.11 "GET /v2.0/networks/ef8c08b9-43bc-4eb5-b237-c837642c5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710145 Aug 29 06:52:53.332870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98708b32-a752-41f9-8b1d-21e4456eb9ca req-3912db82-27ac-4e64-8069-9c148816f2bf tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155989 Aug 29 06:52:53.389690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca644c9-69fb-42f4-bc95-db506ed83887 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:52:53.398102 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-981bdf37-a462-441d-a39a-bbbc2729be77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.420154 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1ca644c9-69fb-42f4-bc95-db506ed83887 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.420633 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-1ca644c9-69fb-42f4-bc95-db506ed83887 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Added segment 913baf9a-1151-4fd6-9599-98a280bf65e2 of type vlan for network c8d278b6-e4d7-45f0-8c7a-6e84894a6cac Aug 29 06:52:53.473797 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1ca644c9-69fb-42f4-bc95-db506ed83887 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.474947 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bc6560e-b24f-4712-aa71-384688afb8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.500102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6560e-b24f-4712-aa71-384688afb8f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d6221c5-492b-4e52-81e3-c311934e2c40,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:53.506448 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bc6560e-b24f-4712-aa71-384688afb8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.508702 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3bc6560e-b24f-4712-aa71-384688afb8f1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6d6221c5-492b-4e52-81e3-c311934e2c40 HTTP/1.1" status: 204 len: 168 time: 0.7112136 Aug 29 06:52:53.510825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54276) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:53.586857 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-397c059e-c067-4d20-a63f-7fae616f3081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.629200 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1ca644c9-69fb-42f4-bc95-db506ed83887 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.635677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca644c9-69fb-42f4-bc95-db506ed83887 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:53.637608 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1ca644c9-69fb-42f4-bc95-db506ed83887 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.638823 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-981bdf37-a462-441d-a39a-bbbc2729be77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.641787 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-981bdf37-a462-441d-a39a-bbbc2729be77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.642959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-981bdf37-a462-441d-a39a-bbbc2729be77 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d09d6e28-d5df-46e5-ae1f-ff45f1ea5a92 HTTP/1.1" status: 204 len: 168 time: 0.6278253 Aug 29 06:52:53.692773 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-397c059e-c067-4d20-a63f-7fae616f3081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.705085 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-397c059e-c067-4d20-a63f-7fae616f3081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cd1216-7d96-443a-b0ba-1b6940ce3548']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:53.708860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18e4a120-5592-4389-892a-b5cb84b29a45 req-83b976ce-c6f6-46f9-a3cb-003f6d11b557 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0647697 Aug 29 06:52:53.722928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-397c059e-c067-4d20-a63f-7fae616f3081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7970a8e6-d6e5-41c9-9aff-923d77c39e30') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:53.723327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-397c059e-c067-4d20-a63f-7fae616f3081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7970a8e6-d6e5-41c9-9aff-923d77c39e30') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:53.745789 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-397c059e-c067-4d20-a63f-7fae616f3081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.753409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bdf37-a462-441d-a39a-bbbc2729be77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09d6e28-d5df-46e5-ae1f-ff45f1ea5a92,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:53.768395 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-397c059e-c067-4d20-a63f-7fae616f3081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.776825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397c059e-c067-4d20-a63f-7fae616f3081 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:52:53.777290 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-397c059e-c067-4d20-a63f-7fae616f3081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:52:53.779013 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:52:53.815893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca644c9-69fb-42f4-bc95-db506ed83887 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Network': ['ID=c8d278b6-e4d7-45f0-8c7a-6e84894a6cac,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:53.837298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c8d278b6-e4d7-45f0-8c7a-6e84894a6cac details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:52:53.886911 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60413f-04f7-48db-9210-8ce46f387e34 req-5b95be01-a861-4d03-bee4-f08455237f67 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:53.888415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a60413f-04f7-48db-9210-8ce46f387e34 req-5b95be01-a861-4d03-bee4-f08455237f67 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1296310 Aug 29 06:52:53.914458 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36955fd-adce-4544-b80b-6ab38882425d req-c1c5cf0c-4bc2-4b9e-8a16-32e70de84c7c tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:53.915921 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f36955fd-adce-4544-b80b-6ab38882425d req-c1c5cf0c-4bc2-4b9e-8a16-32e70de84c7c tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 944 time: 0.1312199 Aug 29 06:52:53.919331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1ca644c9-69fb-42f4-bc95-db506ed83887 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8199813 Aug 29 06:52:53.922298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54286) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:53.928395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e48d4649-7b3a-4e4e-ab3a-3e0f89d326d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'subnet': {'network_id': 'c8d278b6-e4d7-45f0-8c7a-6e84894a6cac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:53.943797 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-397c059e-c067-4d20-a63f-7fae616f3081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.980603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27df0e-7e43-432b-802a-527cd30d1f64 req-f1ccb459-486a-496b-9484-c16d725aba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:53.982104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af27df0e-7e43-432b-802a-527cd30d1f64 req-f1ccb459-486a-496b-9484-c16d725aba9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 1096 time: 0.1152031 Aug 29 06:52:53.984799 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-397c059e-c067-4d20-a63f-7fae616f3081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:53.995828 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-397c059e-c067-4d20-a63f-7fae616f3081 admin admin] 10.222.0.76 "DELETE /v2.0/networks/62cd1216-7d96-443a-b0ba-1b6940ce3548 HTTP/1.1" status: 204 len: 168 time: 0.4754994 Aug 29 06:52:53.996537 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a60413f-04f7-48db-9210-8ce46f387e34 req-a4f359fe-1264-4131-859f-85a9650f0733 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917275 Aug 29 06:52:54.001599 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c059e-c067-4d20-a63f-7fae616f3081 admin admin] Pushing event deleted for resources: {'Network': ['ID=62cd1216-7d96-443a-b0ba-1b6940ce3548,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:54.008929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f36955fd-adce-4544-b80b-6ab38882425d req-4a82e1f6-c5e4-4406-8cc9-641cf26f7fda tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831079 Aug 29 06:52:54.098888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27df0e-7e43-432b-802a-527cd30d1f64 req-e3bdeae4-1c5b-4c82-a339-d1873fcad47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:54.100529 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af27df0e-7e43-432b-802a-527cd30d1f64 req-e3bdeae4-1c5b-4c82-a339-d1873fcad47e service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.1086838 Aug 29 06:52:54.131762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48d4649-7b3a-4e4e-ab3a-3e0f89d326d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Made reservation on behalf of 9effd212da204d0fa23b61a690194a18 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:54.135371 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e48d4649-7b3a-4e4e-ab3a-3e0f89d326d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:54.170873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af27df0e-7e43-432b-802a-527cd30d1f64 req-1154be12-42b1-49d7-a031-38103109853c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73851558-f3eb-433e-9fdc-5730947d4048 HTTP/1.1" status: 200 len: 999 time: 0.0630171 Aug 29 06:52:54.222994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27df0e-7e43-432b-802a-527cd30d1f64 req-0e802a3d-1982-4b21-bb07-3b3739393d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:54.224512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af27df0e-7e43-432b-802a-527cd30d1f64 req-0e802a3d-1982-4b21-bb07-3b3739393d6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.0469015 Aug 29 06:52:54.276774 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27df0e-7e43-432b-802a-527cd30d1f64 req-d31f53c2-4104-487f-93e6-0e99ac4e85f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:54.278584 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af27df0e-7e43-432b-802a-527cd30d1f64 req-d31f53c2-4104-487f-93e6-0e99ac4e85f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461097 Aug 29 06:52:54.369374 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af27df0e-7e43-432b-802a-527cd30d1f64 req-8d8e9aa0-5175-430a-8e8b-9da63df31c9a service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828261 Aug 29 06:52:54.454539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e48d4649-7b3a-4e4e-ab3a-3e0f89d326d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:54.499435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54304) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:54.541430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48d4649-7b3a-4e4e-ab3a-3e0f89d326d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Checking segment: {'id': '913baf9a-1151-4fd6-9599-98a280bf65e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c8d278b6-e4d7-45f0-8c7a-6e84894a6cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:52:54.542149 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48d4649-7b3a-4e4e-ab3a-3e0f89d326d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network hostable DHCP agents. Network: c8d278b6-e4d7-45f0-8c7a-6e84894a6cac, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:52:54.542633 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ee051-6bf7-4680-bc32-0a0033925728 req-1468d3ad-f859-401c-a990-bd548fd58534 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:54.544043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d4649-7b3a-4e4e-ab3a-3e0f89d326d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Subnet': ['ID=61dce2a8-89af-4089-93a6-5f4c6e01525e,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:54.544187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-037ee051-6bf7-4680-bc32-0a0033925728 req-1468d3ad-f859-401c-a990-bd548fd58534 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 947 time: 0.1131833 Aug 29 06:52:54.548246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af27df0e-7e43-432b-802a-527cd30d1f64 req-3a68c27c-32be-4da1-8a89-1d9c8e24df2d service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713760 Aug 29 06:52:54.555948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752683f7-2b06-44a3-9e53-c55887e9d180 req-e0ae34ef-eb5b-4889-b7e1-08ee407cb15f tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:54.557606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-752683f7-2b06-44a3-9e53-c55887e9d180 req-e0ae34ef-eb5b-4889-b7e1-08ee407cb15f tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 946 time: 0.1274714 Aug 29 06:52:54.577571 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5b9dd4e1-6961-4f1b-ab2e-806e4f8c14e0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d4426b23251b440b8d0cb63469d9d344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724602 Aug 29 06:52:54.582203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54306) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:54.617621 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-037ee051-6bf7-4680-bc32-0a0033925728 req-a3677d09-5511-41b8-af50-19ec55d96d13 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592630 Aug 29 06:52:54.631713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-752683f7-2b06-44a3-9e53-c55887e9d180 req-8edc57d3-8d8a-44ab-8ac5-fedf0f779753 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644338 Aug 29 06:52:54.638072 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-679459e2-d269-4cc4-95d4-ab0a7b929ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:54.672973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-679459e2-d269-4cc4-95d4-ab0a7b929ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:54.743071 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48d4649-7b3a-4e4e-ab3a-3e0f89d326d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network c8d278b6-e4d7-45f0-8c7a-6e84894a6cac is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:52:54.818496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d3bd9cf-ce0b-438d-aa68-c88bc9685bdf req-2f5045f9-1b8f-44f7-b17f-d77a9323f926 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0274866 Aug 29 06:52:54.897191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-e48d4649-7b3a-4e4e-ab3a-3e0f89d326d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, c8d278b6-e4d7-45f0-8c7a-6e84894a6cac) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:54.898911 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-679459e2-d269-4cc4-95d4-ab0a7b929ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:54.901767 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-679459e2-d269-4cc4-95d4-ab0a7b929ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:54.902800 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-679459e2-d269-4cc4-95d4-ab0a7b929ca3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/74faecb6-7e14-4c35-9a29-4189afb49c43 HTTP/1.1" status: 204 len: 168 time: 0.3196025 Aug 29 06:52:54.905634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8529e06f-1631-4e64-a4af-d50e951114fd None None] Network c8d278b6-e4d7-45f0-8c7a-6e84894a6cac requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:54.907474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d4649-7b3a-4e4e-ab3a-3e0f89d326d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:54.915867 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e48d4649-7b3a-4e4e-ab3a-3e0f89d326d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:54.918761 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679459e2-d269-4cc4-95d4-ab0a7b929ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74faecb6-7e14-4c35-9a29-4189afb49c43,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:55.067464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54328) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:55.070425 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e48d4649-7b3a-4e4e-ab3a-3e0f89d326d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1432192 Aug 29 06:52:55.072991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-560006868', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:55.079705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-c8d278b6-e4d7-45f0-8c7a-6e84894a6cac', 'network_id': 'c8d278b6-e4d7-45f0-8c7a-6e84894a6cac', 'tenant_id': '9effd212da204d0fa23b61a690194a18', 'fixed_ips': [{'subnet_id': '61dce2a8-89af-4089-93a6-5f4c6e01525e'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:52:55.080984 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:55.154805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c4642-1f29-48f2-92d3-bdb4da1b67cd req-bc70c2f7-6a38-4191-9501-06087c520ffd tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:55.156254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e52c4642-1f29-48f2-92d3-bdb4da1b67cd req-bc70c2f7-6a38-4191-9501-06087c520ffd tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0553575 Aug 29 06:52:55.199298 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e52c4642-1f29-48f2-92d3-bdb4da1b67cd req-fcbb795f-7ef7-4ab8-a589-76dd81274f11 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349536 Aug 29 06:52:55.234596 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Allocated IP 172.20.0.2 (c8d278b6-e4d7-45f0-8c7a-6e84894a6cac/61dce2a8-89af-4089-93a6-5f4c6e01525e/689daacb-a922-4959-a45e-95b10aab481d) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:55.241055 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:55.246652 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:55.387115 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:55.424412 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:55.426419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c649b-e175-421a-b8cf-87857c97a211 req-f6f7ffa9-dde2-4f95-bea9-850d3f4f462e tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:55.434089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb8c649b-e175-421a-b8cf-87857c97a211 req-f6f7ffa9-dde2-4f95-bea9-850d3f4f462e tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 946 time: 0.0953450 Aug 29 06:52:55.440969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Transition to ACTIVE for port object 689daacb-a922-4959-a45e-95b10aab481d will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:52:55.461911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Transition to ACTIVE for port object 689daacb-a922-4959-a45e-95b10aab481d will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:52:55.465241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7036b92-1af8-4223-a195-9fdd329153ee req-239203b7-8191-46bb-ac78-e8b78af039ec tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:55.466861 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7036b92-1af8-4223-a195-9fdd329153ee req-239203b7-8191-46bb-ac78-e8b78af039ec tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 944 time: 0.1293786 Aug 29 06:52:55.547455 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:55.566591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb8c649b-e175-421a-b8cf-87857c97a211 req-caee4269-84e1-451a-afe6-1d8bd0588177 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315863 Aug 29 06:52:55.599871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Network c8d278b6-e4d7-45f0-8c7a-6e84894a6cac is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:55.600702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Pushing event updated for resources: {'Port': ['ID=689daacb-a922-4959-a45e-95b10aab481d,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:55.603563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:55.605835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:55.654234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7036b92-1af8-4223-a195-9fdd329153ee req-f173fed9-73e4-4b27-a57b-fe7d8a2b1f29 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358273 Aug 29 06:52:55.658289 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:55.668976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Attempting to bind port 689daacb-a922-4959-a45e-95b10aab481d on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:52:55.669462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Attempting to bind port 689daacb-a922-4959-a45e-95b10aab481d by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '913baf9a-1151-4fd6-9599-98a280bf65e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c8d278b6-e4d7-45f0-8c7a-6e84894a6cac'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:52:55.670039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Attempting to bind port 689daacb-a922-4959-a45e-95b10aab481d on network c8d278b6-e4d7-45f0-8c7a-6e84894a6cac {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:52:55.676356 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:52:55.676671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Checking segment: {'id': '913baf9a-1151-4fd6-9599-98a280bf65e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c8d278b6-e4d7-45f0-8c7a-6e84894a6cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:52:55.677075 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:55.677466 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Bound using segment: {'id': '913baf9a-1151-4fd6-9599-98a280bf65e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c8d278b6-e4d7-45f0-8c7a-6e84894a6cac'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:52:55.678282 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Bound port: 689daacb-a922-4959-a45e-95b10aab481d, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913baf9a-1151-4fd6-9599-98a280bf65e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c8d278b6-e4d7-45f0-8c7a-6e84894a6cac'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:52:55.678844 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:55.794140 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] For port 689daacb-a922-4959-a45e-95b10aab481d, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:52:55.800239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] For port 689daacb-a922-4959-a45e-95b10aab481d, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=689daacb-a922-4959-a45e-95b10aab481d,segment=NetworkSegment(913baf9a-1151-4fd6-9599-98a280bf65e2),segment_id=913baf9a-1151-4fd6-9599-98a280bf65e2)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:52:55.816796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7acbb-a577-4a9b-83de-c9286b24d10d req-8e95bca1-bdd1-4f7c-9173-7e2b77730e8b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:55.818312 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07a7acbb-a577-4a9b-83de-c9286b24d10d req-8e95bca1-bdd1-4f7c-9173-7e2b77730e8b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 947 time: 0.1000543 Aug 29 06:52:55.873338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07a7acbb-a577-4a9b-83de-c9286b24d10d req-f35f8023-a308-4a0f-9ce2-5e894f0df2eb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454226 Aug 29 06:52:55.891037 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:55.977976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eea9c1-2fdc-44ea-945d-17c3d65b1b4c None None] Pushing event updated for resources: {'Port': ['ID=689daacb-a922-4959-a45e-95b10aab481d,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:55.986013 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d20f7058-2585-4426-a535-9c3fdc08f662 req-d3552287-96cb-42e2-aba7-537aa98ef47a tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0768464 Aug 29 06:52:56.059038 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:56.087600 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:56.230906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.25.1.159 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/3be0e290-f324-43ed-9de7-cb0e2af828bb) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:52:56.401447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc82ef-451c-40cd-9f78-7449aa2ec7ae req-24dffaca-333d-411f-92d2-080054355c05 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:56.403064 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47bc82ef-451c-40cd-9f78-7449aa2ec7ae req-24dffaca-333d-411f-92d2-080054355c05 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0854361 Aug 29 06:52:56.406125 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:56.411050 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54374) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:56.457770 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47bc82ef-451c-40cd-9f78-7449aa2ec7ae req-38d88f4a-4704-4cc9-9637-9234096a73ee tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468585 Aug 29 06:52:56.507905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 51a0a531-1afd-45e0-8ae3-1c2303382262 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:52:56.533422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1414242530-network', 'tenant_id': '29d68f95f3ce48d193b2ac7198272027'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:56.583654 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:56.607622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 51a0a531-1afd-45e0-8ae3-1c2303382262, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=51a0a531-1afd-45e0-8ae3-1c2303382262,segment=NetworkSegment(76785573-6b79-40f3-89cc-e38e3425dc31),segment_id=76785573-6b79-40f3-89cc-e38e3425dc31)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:56.621305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '51a0a531-1afd-45e0-8ae3-1c2303382262', 'network_id': 'ef8c08b9-43bc-4eb5-b237-c837642c5612', 'port_id': '51a0a531-1afd-45e0-8ae3-1c2303382262', 'mac_address': 'fa:16:3e:ba:f1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32178a57-7d9c-4990-bd29-d6767e563c00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:52:56.624619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] Made reservation on behalf of 29d68f95f3ce48d193b2ac7198272027 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:56.629296 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:56.646862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:52:56.656965 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:56.668667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:56.679318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:52:56.696869 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:56.730682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a0a531-1afd-45e0-8ae3-1c2303382262 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:52:56.734459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=3be0e290-f324-43ed-9de7-cb0e2af828bb,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:56.762340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 51a0a531-1afd-45e0-8ae3-1c2303382262, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=51a0a531-1afd-45e0-8ae3-1c2303382262,segment=NetworkSegment(76785573-6b79-40f3-89cc-e38e3425dc31),segment_id=76785573-6b79-40f3-89cc-e38e3425dc31)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:56.857289 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:56.857974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f3037157-b76e-467c-91d0-796d142ad3eb details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:52:56.876745 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:56.960416 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:56.970990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f305285-32f7-4269-8ae0-9e90bf725dc1 req-2a33fb29-245c-4c43-b0ff-d8944932c38f tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:56.978464 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f305285-32f7-4269-8ae0-9e90bf725dc1 req-2a33fb29-245c-4c43-b0ff-d8944932c38f tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 946 time: 0.2383232 Aug 29 06:52:57.009004 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:52:57.023646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=51a0a531-1afd-45e0-8ae3-1c2303382262,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:57.074064 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73919197-8411-41b8-9c66-4543fa168d42 req-db5fa42e-4b5a-41d6-87b6-5cd349845d33 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:57.075580 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73919197-8411-41b8-9c66-4543fa168d42 req-db5fa42e-4b5a-41d6-87b6-5cd349845d33 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 945 time: 0.1806099 Aug 29 06:52:57.092518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:57.092775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2972b094-8ced-4753-b304-753ddef93a01,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:57.104771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f305285-32f7-4269-8ae0-9e90bf725dc1 req-b270751c-eeda-429e-996c-e6b80b3cf02d tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/security-groups?id=53abac2c-008c-4ca0-8c74-bfd0a160230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243939 Aug 29 06:52:57.111395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'mac_address': 'fa:16:3e:fd:f3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:52:57.113063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:57.113435 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] Added segment 1b0146e2-becf-401c-bb40-c6a4b1475dd3 of type vlan for network d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4 Aug 29 06:52:57.149728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd83cd-f2e6-473d-aa92-0f0e715f487d req-dbe0d11a-7941-419f-9595-0d7a2695c1d7 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:57.151642 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-57dd83cd-f2e6-473d-aa92-0f0e715f487d req-dbe0d11a-7941-419f-9595-0d7a2695c1d7 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.15 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 946 time: 0.1292608 Aug 29 06:52:57.168791 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:57.183488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73919197-8411-41b8-9c66-4543fa168d42 req-b8cc34dc-06b3-4289-987f-b33a1ab65592 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729446 Aug 29 06:52:57.196024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3037157-b76e-467c-91d0-796d142ad3eb {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:52:57.241724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:57.244083 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:57.312917 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:57.336003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-57dd83cd-f2e6-473d-aa92-0f0e715f487d req-681e3953-e3a6-4bd9-9d1a-f025f50e7719 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Deleting port 23cf36e5-a499-4a53-9131-fede7349a472 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:52:57.336352 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-57dd83cd-f2e6-473d-aa92-0f0e715f487d req-681e3953-e3a6-4bd9-9d1a-f025f50e7719 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:57.344224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55814497-27aa-4064-bf97-d41b68a4d42e None None] Network c8d278b6-e4d7-45f0-8c7a-6e84894a6cac requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:57.349894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4e0a1182-d92f-4abc-8573-ebe4c4f6c2d2 req-83f826f7-1d20-4c58-aa7d-86f90fb31b99 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0818520 Aug 29 06:52:57.414794 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:57.415975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:57.416598 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fd792-f196-49b9-8071-8a9a2e9ab190 req-fec3f135-32f2-4b3c-bb50-233148f93ff8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:57.416742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:57.424916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e6fd792-f196-49b9-8071-8a9a2e9ab190 req-fec3f135-32f2-4b3c-bb50-233148f93ff8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 947 time: 0.2124612 Aug 29 06:52:57.435785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=f3037157-b76e-467c-91d0-796d142ad3eb,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:57.477222 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:57.493981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e6fd792-f196-49b9-8071-8a9a2e9ab190 req-402d25ba-a2a3-4f0a-98a7-1480243b7d71 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680268 Aug 29 06:52:57.517166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d50895ea-8f3f-4cea-8230-65644c182ecb None None] Provisioning for port 689daacb-a922-4959-a45e-95b10aab481d completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:52:57.521851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-57dd83cd-f2e6-473d-aa92-0f0e715f487d req-681e3953-e3a6-4bd9-9d1a-f025f50e7719 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] For port 23cf36e5-a499-4a53-9131-fede7349a472, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=23cf36e5-a499-4a53-9131-fede7349a472,segment=NetworkSegment(fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3),segment_id=fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:57.522210 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-57dd83cd-f2e6-473d-aa92-0f0e715f487d req-681e3953-e3a6-4bd9-9d1a-f025f50e7719 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:57.534635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] Pushing event updated for resources: {'Network': ['ID=d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:57.540155 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-57dd83cd-f2e6-473d-aa92-0f0e715f487d req-681e3953-e3a6-4bd9-9d1a-f025f50e7719 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Calling delete_port for 23cf36e5-a499-4a53-9131-fede7349a472 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:52:57.558390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:52:57.624758 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4971b03d-be41-4d6a-ac6a-3de5566338ca admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2117963 Aug 29 06:52:57.628204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54400) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:57.634280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-382e1e91-5c64-4689-9755-bb73a4d5737a admin admin] Request body: {'subnet': {'network_id': 'd5b04b76-8f1c-41e2-a2de-68c5c2a66cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1414242530-subnet', 'tenant_id': '29d68f95f3ce48d193b2ac7198272027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:52:57.777099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382e1e91-5c64-4689-9755-bb73a4d5737a admin admin] Made reservation on behalf of 29d68f95f3ce48d193b2ac7198272027 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:52:57.780212 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-382e1e91-5c64-4689-9755-bb73a4d5737a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:57.785017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['f3037157-b76e-467c-91d0-796d142ad3eb'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:52:57.831455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['51a0a531-1afd-45e0-8ae3-1c2303382262'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:52:57.878138 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-57dd83cd-f2e6-473d-aa92-0f0e715f487d req-681e3953-e3a6-4bd9-9d1a-f025f50e7719 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:57.896063 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['23cf36e5-a499-4a53-9131-fede7349a472'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:52:57.916887 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e3953-e3a6-4bd9-9d1a-f025f50e7719 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Pushing event deleted for resources: {'Port': ['ID=23cf36e5-a499-4a53-9131-fede7349a472,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:57.926470 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 689daacb-a922-4959-a45e-95b10aab481d up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:52:57.992736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dd83cd-f2e6-473d-aa92-0f0e715f487d req-681e3953-e3a6-4bd9-9d1a-f025f50e7719 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] No DVR routers for this DVR port 23cf36e5-a499-4a53-9131-fede7349a472 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:52:58.002245 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-57dd83cd-f2e6-473d-aa92-0f0e715f487d req-681e3953-e3a6-4bd9-9d1a-f025f50e7719 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:58.005505 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-57dd83cd-f2e6-473d-aa92-0f0e715f487d req-681e3953-e3a6-4bd9-9d1a-f025f50e7719 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.15 "DELETE /v2.0/ports/23cf36e5-a499-4a53-9131-fede7349a472 HTTP/1.1" status: 204 len: 173 time: 0.8182340 Aug 29 06:52:58.006744 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e703f5af-eead-45da-9e7c-8c365f95000a', 'name': 'network-vif-deleted', 'tag': '23cf36e5-a499-4a53-9131-fede7349a472'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:52:58.010185 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889abd29-4d56-4c90-96eb-47c9fcc1b207" -d '{"events": [{"server_uuid": "e703f5af-eead-45da-9e7c-8c365f95000a", "name": "network-vif-deleted", "tag": "23cf36e5-a499-4a53-9131-fede7349a472"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:52:58.084545 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e5cf7c-a1a1-4334-93e0-352b9c3d9de8 x-openstack-request-id: req-92e5cf7c-a1a1-4334-93e0-352b9c3d9de8 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:52:58.084865 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e703f5af-eead-45da-9e7c-8c365f95000a", "name": "network-vif-deleted", "tag": "23cf36e5-a499-4a53-9131-fede7349a472", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:52:58.085117 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-92e5cf7c-a1a1-4334-93e0-352b9c3d9de8 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:52:58.085465 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e703f5af-eead-45da-9e7c-8c365f95000a', 'name': 'network-vif-deleted', 'tag': '23cf36e5-a499-4a53-9131-fede7349a472', 'status': 'completed', 'code': 200} Aug 29 06:52:58.251802 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-382e1e91-5c64-4689-9755-bb73a4d5737a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:58.259349 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:58.275894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1fdd9815-dc16-451c-8f52-bcc7b91792c8 req-d67de737-4e0a-4834-99d8-d089f860b645 tempest-InstanceActionsTestJSON-1208900592 tempest-InstanceActionsTestJSON-1208900592-project] 10.222.0.76 "GET /v2.0/ports?device_id=e703f5af-eead-45da-9e7c-8c365f95000a HTTP/1.1" status: 200 len: 210 time: 0.0379622 Aug 29 06:52:58.285557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 689daacb-a922-4959-a45e-95b10aab481d completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:52:58.309118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 689daacb-a922-4959-a45e-95b10aab481d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:52:58.309619 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:58.374980 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e1e91-5c64-4689-9755-bb73a4d5737a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f0f73e-1a6d-4b55-aec4-6b06fe91bc27,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:58.386044 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382e1e91-5c64-4689-9755-bb73a4d5737a admin admin] Checking segment: {'id': '1b0146e2-becf-401c-bb40-c6a4b1475dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd5b04b76-8f1c-41e2-a2de-68c5c2a66cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:52:58.386431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e1e91-5c64-4689-9755-bb73a4d5737a admin admin] Network hostable DHCP agents. Network: d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:52:58.426046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5220ff-7e81-469c-be9c-d3fcfe6f3cb8 req-8f839782-2385-47ca-b523-171febe196c8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:58.427622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5d5220ff-7e81-469c-be9c-d3fcfe6f3cb8 req-8f839782-2385-47ca-b523-171febe196c8 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 945 time: 0.1026826 Aug 29 06:52:58.453203 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:58.469150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e1e91-5c64-4689-9755-bb73a4d5737a admin admin] Network d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:52:58.489347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 689daacb-a922-4959-a45e-95b10aab481d, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=689daacb-a922-4959-a45e-95b10aab481d,segment=NetworkSegment(913baf9a-1151-4fd6-9599-98a280bf65e2),segment_id=913baf9a-1151-4fd6-9599-98a280bf65e2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:52:58.498108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5d5220ff-7e81-469c-be9c-d3fcfe6f3cb8 req-b7f49bd8-2a2f-4153-a830-df7982f8aca5 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617027 Aug 29 06:52:58.514091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e36c47ad-8430-45c4-a638-29a48cfc4ced req-bc56a9e2-72e8-4c58-933d-e317af7a0acc tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0365760 Aug 29 06:52:58.592213 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:58.592377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 871c2d21-a43b-4af8-9340-cf61c823d572 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:52:58.592471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-382e1e91-5c64-4689-9755-bb73a4d5737a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:52:58.603171 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382e1e91-5c64-4689-9755-bb73a4d5737a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:58.603895 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-382e1e91-5c64-4689-9755-bb73a4d5737a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:58.617262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f606d-0020-4ff3-a613-774a1701b76d req-47e01229-5f73-42b1-9289-348cd73e659d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:58.618855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a29f606d-0020-4ff3-a613-774a1701b76d req-47e01229-5f73-42b1-9289-348cd73e659d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 948 time: 0.0613172 Aug 29 06:52:58.631121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f530258c-19ae-4069-a747-57a8ba6d9465 None None] Network d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:58.697438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=689daacb-a922-4959-a45e-95b10aab481d,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:58.725038 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a29f606d-0020-4ff3-a613-774a1701b76d req-8e437e8d-9144-4ce5-9063-2923e65a5f3e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720410 Aug 29 06:52:58.749555 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-382e1e91-5c64-4689-9755-bb73a4d5737a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1199737 Aug 29 06:52:58.753611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:52:58.765053 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a6f32-5f3b-4a6f-a16c-7d35076815b4 None None] Sync routers for ids ['871c2d21-a43b-4af8-9340-cf61c823d572'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:52:58.778193 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a6f32-5f3b-4a6f-a16c-7d35076815b4 None None] Routers {'871c2d21-a43b-4af8-9340-cf61c823d572'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:58.779072 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7d9a6f32-5f3b-4a6f-a16c-7d35076815b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['871c2d21-a43b-4af8-9340-cf61c823d572'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:58.781416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac5ce1c-5df2-4deb-a007-ecedd17033e2 None None] Network d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:52:58.818294 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7d9a6f32-5f3b-4a6f-a16c-7d35076815b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:58.827349 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a6f32-5f3b-4a6f-a16c-7d35076815b4 None None] Routers {'871c2d21-a43b-4af8-9340-cf61c823d572'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:52:58.828070 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7d9a6f32-5f3b-4a6f-a16c-7d35076815b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['871c2d21-a43b-4af8-9340-cf61c823d572'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:58.862612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:58.864335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f3ae95bf-b890-4452-b3bb-1b75f52103b5 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7957804 Aug 29 06:52:58.867030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54432) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:58.884728 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7d9a6f32-5f3b-4a6f-a16c-7d35076815b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:52:58.885397 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a6f32-5f3b-4a6f-a16c-7d35076815b4 None None] The sync data for ids ['871c2d21-a43b-4af8-9340-cf61c823d572'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:52:59.131806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54442) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:59.264247 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e757-72b0-4f7b-9555-fa235db87ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:59.337284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54456) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:59.372126 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e757-72b0-4f7b-9555-fa235db87ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:59.455701 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e757-72b0-4f7b-9555-fa235db87ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:59.478564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-637e2042-b002-4bb5-9475-27e5014b457b admin admin] Deleting subnet e31a6cc1-03c3-4df9-b05f-a29a56d3adc2 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:52:59.484053 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:59.486614 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-637e2042-b002-4bb5-9475-27e5014b457b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:59.494380 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5ea7e757-72b0-4f7b-9555-fa235db87ade admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f3be45f3b8bf4d84923c4131efcce6a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3614717 Aug 29 06:52:59.496978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54458) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:52:59.503182 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7e757-72b0-4f7b-9555-fa235db87ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ad0501-5bbc-4b61-8d9d-e7d2e4056736,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:59.553015 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ab07ed1-1d2a-466e-a1e0-ee68ce3dbd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:59.575098 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ab07ed1-1d2a-466e-a1e0-ee68ce3dbd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:59.602684 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-637e2042-b002-4bb5-9475-27e5014b457b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:59.670098 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e684a7-723b-4f23-a615-d280d845d51a req-2ea00fc0-e1e6-4eed-9818-1bf54ef624ae tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:59.672210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36e684a7-723b-4f23-a615-d280d845d51a req-2ea00fc0-e1e6-4eed-9818-1bf54ef624ae tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/networks?id=d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4 HTTP/1.1" status: 200 len: 813 time: 0.3225238 Aug 29 06:52:59.744028 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36e684a7-723b-4f23-a615-d280d845d51a req-b8894697-ca7e-4ccd-8156-43f70aa61073 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/quotas/29d68f95f3ce48d193b2ac7198272027 HTTP/1.1" status: 200 len: 375 time: 0.0592728 Aug 29 06:52:59.754822 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-637e2042-b002-4bb5-9475-27e5014b457b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:59.810717 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 689daacb-a922-4959-a45e-95b10aab481d up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:52:59.812260 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ab07ed1-1d2a-466e-a1e0-ee68ce3dbd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:59.816392 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ab07ed1-1d2a-466e-a1e0-ee68ce3dbd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:52:59.820310 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2ab07ed1-1d2a-466e-a1e0-ee68ce3dbd67 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e2ad0501-5bbc-4b61-8d9d-e7d2e4056736 HTTP/1.1" status: 204 len: 168 time: 0.3197858 Aug 29 06:52:59.826783 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab07ed1-1d2a-466e-a1e0-ee68ce3dbd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ad0501-5bbc-4b61-8d9d-e7d2e4056736,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:52:59.834652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fe19b-3e40-41e8-b5ac-a502c8b1e149 req-0d126f74-93a9-479f-ac7d-1b048dcdc23d tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:52:59.836763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-309fe19b-3e40-41e8-b5ac-a502c8b1e149 req-0d126f74-93a9-479f-ac7d-1b048dcdc23d tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 945 time: 0.2534864 Aug 29 06:52:59.838824 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36e684a7-723b-4f23-a615-d280d845d51a req-b60cecb9-78e4-4612-bc20-dd18ce695677 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=29d68f95f3ce48d193b2ac7198272027&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853295 Aug 29 06:52:59.894069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 689daacb-a922-4959-a45e-95b10aab481d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:52:59.894426 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.032927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-309fe19b-3e40-41e8-b5ac-a502c8b1e149 req-01c9f75f-94a5-4418-b855-2855e70e03bf tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836793 Aug 29 06:53:00.069583 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-637e2042-b002-4bb5-9475-27e5014b457b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.107284 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36e684a7-723b-4f23-a615-d280d845d51a req-e2de4884-c160-4122-8527-6ff2db1db875 service neutron] 10.222.0.76 "GET /v2.0/networks/d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591181 Aug 29 06:53:00.151410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e2042-b002-4bb5-9475-27e5014b457b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31a6cc1-03c3-4df9-b05f-a29a56d3adc2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:00.180617 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-637e2042-b002-4bb5-9475-27e5014b457b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.182503 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-637e2042-b002-4bb5-9475-27e5014b457b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e31a6cc1-03c3-4df9-b05f-a29a56d3adc2 HTTP/1.1" status: 204 len: 168 time: 0.8439474 Aug 29 06:53:00.185245 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54470) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:00.210918 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57c57e5a-be0c-4b6b-b149-d80688be1799 req-3abd4968-157a-41be-b20b-9463ebffa992 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.1060529 Aug 29 06:53:00.219896 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.20.0.1 (c8d278b6-e4d7-45f0-8c7a-6e84894a6cac/61dce2a8-89af-4089-93a6-5f4c6e01525e/cfb6aa67-b177-4a1f-a2c0-28ec62028a70) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:00.260294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-669f0274-5a4a-49b0-babb-734ed87e16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.348197 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-669f0274-5a4a-49b0-babb-734ed87e16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.357617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36e684a7-723b-4f23-a615-d280d845d51a req-15a86e89-9b49-4743-a753-3ee198ae3c6c service neutron] 10.222.0.76 "GET /v2.0/networks/d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168481 Aug 29 06:53:00.360025 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-669f0274-5a4a-49b0-babb-734ed87e16d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a318806-4cbd-4e04-a390-8632784445f6']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:00.375609 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-669f0274-5a4a-49b0-babb-734ed87e16d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:00.375845 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-669f0274-5a4a-49b0-babb-734ed87e16d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5e9f6f-6730-4a88-8fa1-fa0a96477ba3') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:00.386939 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-669f0274-5a4a-49b0-babb-734ed87e16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.395111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466c208-c5c4-48ec-99bb-a2c1c577aaf4 req-81987481-dd11-4b9b-8906-115131e6538e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:00.396740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a466c208-c5c4-48ec-99bb-a2c1c577aaf4 req-81987481-dd11-4b9b-8906-115131e6538e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 948 time: 0.1036878 Aug 29 06:53:00.406844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-669f0274-5a4a-49b0-babb-734ed87e16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.413484 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669f0274-5a4a-49b0-babb-734ed87e16d9 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:53:00.414041 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-669f0274-5a4a-49b0-babb-734ed87e16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:53:00.415735 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:53:00.439867 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.455815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54472) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:00.478293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Transition to ACTIVE for port object cfb6aa67-b177-4a1f-a2c0-28ec62028a70 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:00.483132 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ad8247ae-5aff-46ee-9d9d-e7585bd0018f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.489464 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a466c208-c5c4-48ec-99bb-a2c1c577aaf4 req-bc300b41-e4ab-41b9-8a0c-98e1f72309b4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804064 Aug 29 06:53:00.520099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 51a0a531-1afd-45e0-8ae3-1c2303382262 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:00.553312 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-669f0274-5a4a-49b0-babb-734ed87e16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.569806 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-669f0274-5a4a-49b0-babb-734ed87e16d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.569806 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-669f0274-5a4a-49b0-babb-734ed87e16d9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4a318806-4cbd-4e04-a390-8632784445f6 HTTP/1.1" status: 204 len: 168 time: 0.3813782 Aug 29 06:53:00.578486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f0274-5a4a-49b0-babb-734ed87e16d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a318806-4cbd-4e04-a390-8632784445f6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:00.617903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-edc21752-7ba2-4110-bfb7-27228db13f6a req-52a339ad-9898-4045-aac2-242d26889fbb tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 210 time: 0.0276616 Aug 29 06:53:00.623891 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.662884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 51a0a531-1afd-45e0-8ae3-1c2303382262 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:00.669898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 51a0a531-1afd-45e0-8ae3-1c2303382262 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:00.670586 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.673342 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network c8d278b6-e4d7-45f0-8c7a-6e84894a6cac is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:00.687835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:00.695514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:00.742018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=cfb6aa67-b177-4a1f-a2c0-28ec62028a70,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:00.771544 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.781385 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.802328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c876c8-9953-4e5e-ba88-8684961b1115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a0a531-1afd-45e0-8ae3-1c2303382262'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:00.805255 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93fd344-3de0-4871-9c3c-fa79bfd3e1dc" -d '{"events": [{"server_uuid": "b9c876c8-9953-4e5e-ba88-8684961b1115", "name": "network-vif-plugged", "status": "completed", "tag": "51a0a531-1afd-45e0-8ae3-1c2303382262"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:00.823884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 51a0a531-1afd-45e0-8ae3-1c2303382262, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=51a0a531-1afd-45e0-8ae3-1c2303382262,segment=NetworkSegment(76785573-6b79-40f3-89cc-e38e3425dc31),segment_id=76785573-6b79-40f3-89cc-e38e3425dc31)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:00.856922 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e058bcf9-2165-4c47-8721-5ec91212bc23 x-openstack-request-id: req-e058bcf9-2165-4c47-8721-5ec91212bc23 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:00.857436 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c876c8-9953-4e5e-ba88-8684961b1115", "name": "network-vif-plugged", "status": "completed", "tag": "51a0a531-1afd-45e0-8ae3-1c2303382262", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:00.857984 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e058bcf9-2165-4c47-8721-5ec91212bc23 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:00.858396 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c876c8-9953-4e5e-ba88-8684961b1115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a0a531-1afd-45e0-8ae3-1c2303382262', 'code': 200} Aug 29 06:53:00.861218 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ad8247ae-5aff-46ee-9d9d-e7585bd0018f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.925340 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:00.926181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f3037157-b76e-467c-91d0-796d142ad3eb up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:00.980681 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ad8247ae-5aff-46ee-9d9d-e7585bd0018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.008353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=51a0a531-1afd-45e0-8ae3-1c2303382262,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:01.048239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8247ae-5aff-46ee-9d9d-e7585bd0018f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e88448-2f93-4626-9840-d63865e563c4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:01.052558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ad8247ae-5aff-46ee-9d9d-e7585bd0018f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0132d61dfc13447fad7a49a39680ef6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5940676 Aug 29 06:53:01.055003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870f6f1-7e99-479a-be46-0010e11fe8eb req-99f15d43-997c-40c1-bf40-49ec18da20d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:01.055501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54488) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:01.065357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5870f6f1-7e99-479a-be46-0010e11fe8eb req-99f15d43-997c-40c1-bf40-49ec18da20d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 1098 time: 0.1143551 Aug 29 06:53:01.105833 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.112287 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64dfa0ba-345d-49ac-90dd-02479dba47bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.134341 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64dfa0ba-345d-49ac-90dd-02479dba47bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.153345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5870f6f1-7e99-479a-be46-0010e11fe8eb req-c3ea246f-46d5-4ec4-8cde-97ab6d05dcef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706534 Aug 29 06:53:01.177384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8d185f82-0730-4715-98bd-58c09a341bb8 None None] Provisioning for port cfb6aa67-b177-4a1f-a2c0-28ec62028a70 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:01.179515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port f3037157-b76e-467c-91d0-796d142ad3eb completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:01.184857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8d185f82-0730-4715-98bd-58c09a341bb8 None None] Provisioning complete for port cfb6aa67-b177-4a1f-a2c0-28ec62028a70 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:01.185434 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8d185f82-0730-4715-98bd-58c09a341bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.188628 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port f3037157-b76e-467c-91d0-796d142ad3eb triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:01.189194 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.190673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54490) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:01.216740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823e824-13f9-4e97-88d1-a876fa3c10cf req-a3b1e1c5-d488-4850-92c7-f0a68d8ab416 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:01.218245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e823e824-13f9-4e97-88d1-a876fa3c10cf req-a3b1e1c5-d488-4850-92c7-f0a68d8ab416 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 946 time: 0.1013420 Aug 29 06:53:01.244246 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-678e8a68-5f71-4201-af1e-a195fc1187ff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8631d4eaffd9410c8384753f643b3c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519376 Aug 29 06:53:01.245105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54494) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:01.270248 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8d185f82-0730-4715-98bd-58c09a341bb8 None None] Port cfb6aa67-b177-4a1f-a2c0-28ec62028a70 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:53:01.291185 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64dfa0ba-345d-49ac-90dd-02479dba47bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.293908 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64dfa0ba-345d-49ac-90dd-02479dba47bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.295603 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-64dfa0ba-345d-49ac-90dd-02479dba47bd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10e88448-2f93-4626-9840-d63865e563c4 HTTP/1.1" status: 204 len: 168 time: 0.2391007 Aug 29 06:53:01.323819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfa0ba-345d-49ac-90dd-02479dba47bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e88448-2f93-4626-9840-d63865e563c4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:01.330439 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72715f71-253c-4417-b004-7895e1180a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.333001 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 23cf36e5-a499-4a53-9131-fede7349a472 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:53:01.349975 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e823e824-13f9-4e97-88d1-a876fa3c10cf req-61d33b71-1419-4194-88d1-bafdc1e69bd0 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007309 Aug 29 06:53:01.373962 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72715f71-253c-4417-b004-7895e1180a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.393953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 23cf36e5-a499-4a53-9131-fede7349a472 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:53:01.394213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 23cf36e5-a499-4a53-9131-fede7349a472 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:53:01.395758 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.434020 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89ffb0e7-f43a-4f99-8c08-795a99011567 req-8d5c5fb5-fff1-404e-aff6-5f36dad52877 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0306766 Aug 29 06:53:01.439635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:01.533105 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72715f71-253c-4417-b004-7895e1180a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.538547 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72715f71-253c-4417-b004-7895e1180a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.540247 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-72715f71-253c-4417-b004-7895e1180a7d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/53abac2c-008c-4ca0-8c74-bfd0a160230e HTTP/1.1" status: 204 len: 168 time: 0.2939210 Aug 29 06:53:01.550252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72715f71-253c-4417-b004-7895e1180a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53abac2c-008c-4ca0-8c74-bfd0a160230e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:01.553197 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.584134 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.623554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c70dc-3314-4c7b-be59-09d7169bff93 req-ed2768bc-744f-4953-9bf7-7298a25b797b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:01.625157 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-044c70dc-3314-4c7b-be59-09d7169bff93 req-ed2768bc-744f-4953-9bf7-7298a25b797b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 948 time: 0.0575504 Aug 29 06:53:01.638915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=f3037157-b76e-467c-91d0-796d142ad3eb,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:01.671445 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-044c70dc-3314-4c7b-be59-09d7169bff93 req-a0b19ea2-6056-40c7-a3bb-e06ad9b67aab tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Aug 29 06:53:01.677488 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.741367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb711c6a-c7ca-493e-a754-f49fbb0fb24c req-d170bc30-2d4f-4754-a748-37402b546e37 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 210 time: 0.0686262 Aug 29 06:53:01.769503 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=cfb6aa67-b177-4a1f-a2c0-28ec62028a70,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:01.774303 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:01.874003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network c8d278b6-e4d7-45f0-8c7a-6e84894a6cac is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:01.875442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:02.198964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-37565ef1-0b51-4a00-8378-33033cd50b37 None None] Provisioning complete for port cfb6aa67-b177-4a1f-a2c0-28ec62028a70 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:02.199589 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-37565ef1-0b51-4a00-8378-33033cd50b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:02.238947 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-37565ef1-0b51-4a00-8378-33033cd50b37 None None] Port cfb6aa67-b177-4a1f-a2c0-28ec62028a70 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:53:02.338463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 871c2d21-a43b-4af8-9340-cf61c823d572 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:53:02.496496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:53:02.505726 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-277adbef-637b-4b1c-bec8-4de3df3007f6 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "PUT /v2.0/routers/871c2d21-a43b-4af8-9340-cf61c823d572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6341054 Aug 29 06:53:02.505877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54532) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:02.509021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5f66ac-26a9-4f03-9957-924e07be90aa None None] Sync routers for ids ['871c2d21-a43b-4af8-9340-cf61c823d572'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:53:02.510860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'port': {'network_id': 'c8d278b6-e4d7-45f0-8c7a-6e84894a6cac', 'name': 'tempest-FloatingIPTestJSON-1689132044'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:02.518301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f66ac-26a9-4f03-9957-924e07be90aa None None] Routers {'871c2d21-a43b-4af8-9340-cf61c823d572'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:02.519026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a5f66ac-26a9-4f03-9957-924e07be90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['871c2d21-a43b-4af8-9340-cf61c823d572'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:02.524090 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ee781-d7c8-4760-996e-7483354aeccc req-050f06dc-ad76-4710-a2d9-e12af47cf6f6 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:02.526977 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-754ee781-d7c8-4760-996e-7483354aeccc req-050f06dc-ad76-4710-a2d9-e12af47cf6f6 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 946 time: 0.0796483 Aug 29 06:53:02.552305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a5f66ac-26a9-4f03-9957-924e07be90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:02.566721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f66ac-26a9-4f03-9957-924e07be90aa None None] Routers {'871c2d21-a43b-4af8-9340-cf61c823d572'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:02.567416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a5f66ac-26a9-4f03-9957-924e07be90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['871c2d21-a43b-4af8-9340-cf61c823d572'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:02.595465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7c2d17a-70bb-4727-9ba5-71a645914af5 req-cd4be8d0-ee9e-4f44-ab4b-325315bad225 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0803335 Aug 29 06:53:02.625310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a5f66ac-26a9-4f03-9957-924e07be90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:02.625310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5f66ac-26a9-4f03-9957-924e07be90aa None None] The sync data for ids ['871c2d21-a43b-4af8-9340-cf61c823d572'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:53:02.647382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-754ee781-d7c8-4760-996e-7483354aeccc req-ad68f20b-9466-47f9-83d0-639a93601b74 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106241 Aug 29 06:53:02.804364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17beb15-8cac-46c7-8dd5-c6c473d8c910 req-cf8426db-d055-4a59-87c6-0083f7814fb1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:02.805914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c17beb15-8cac-46c7-8dd5-c6c473d8c910 req-cf8426db-d055-4a59-87c6-0083f7814fb1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.0565064 Aug 29 06:53:02.808189 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Made reservation on behalf of 9effd212da204d0fa23b61a690194a18 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:02.811803 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:02.859796 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:02.861710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a1a0805-5642-4a17-b0a7-519d00726a95 req-b09ccaff-9774-4e14-8da9-046406fc2a95 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 210 time: 0.0544400 Aug 29 06:53:02.865330 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0b0792-72cf-46a0-991a-ef862bbdaecf" -d '{"events": [{"server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "name": "network-vif-plugged", "status": "completed", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:02.876161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] device_id is not set on port e3bfde7f-df94-48d1-9648-a40b14280650 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:53:02.933047 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee1a423-10ba-4cb8-ba4e-a5134a997dc7 x-openstack-request-id: req-5ee1a423-10ba-4cb8-ba4e-a5134a997dc7 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:02.933450 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "name": "network-vif-plugged", "status": "completed", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:02.933837 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5ee1a423-10ba-4cb8-ba4e-a5134a997dc7 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:02.934298 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'code': 200} Aug 29 06:53:02.946152 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c17beb15-8cac-46c7-8dd5-c6c473d8c910 req-344712df-c594-401a-b826-5e737cbe240c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306324 Aug 29 06:53:03.052212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54556) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:03.065469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Allocated IP 172.20.0.14 (c8d278b6-e4d7-45f0-8c7a-6e84894a6cac/61dce2a8-89af-4089-93a6-5f4c6e01525e/e3bfde7f-df94-48d1-9648-a40b14280650) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:03.091280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542f4d9-fb17-45f0-89e9-dfdd29f9290d req-278312a5-8bf8-4c91-b453-9d6373ff3814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:03.093438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6542f4d9-fb17-45f0-89e9-dfdd29f9290d req-278312a5-8bf8-4c91-b453-9d6373ff3814 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 1101 time: 0.0653832 Aug 29 06:53:03.171727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6542f4d9-fb17-45f0-89e9-dfdd29f9290d req-5f34a208-4f4c-4dfe-8505-22841d8f6012 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661504 Aug 29 06:53:03.172879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1325575604-network', 'tenant_id': '4bcd432825164075bc6f2781ccb044e9'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:03.182794 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:53:03.238945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e684a7-723b-4f23-a615-d280d845d51a req-8ec7c987-007f-4d68-bd6f-255bd1aea465 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:03.240446 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36e684a7-723b-4f23-a615-d280d845d51a req-8ec7c987-007f-4d68-bd6f-255bd1aea465 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.15 "GET /v2.0/networks?id=d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4 HTTP/1.1" status: 200 len: 813 time: 0.1292176 Aug 29 06:53:03.259250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-36e684a7-723b-4f23-a615-d280d845d51a req-d0a3e6df-d64b-40a5-9d70-6d232c399e11 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Request body: {'port': {'device_id': 'a5a622ba-6d31-4159-8afb-91387355e68c', 'network_id': 'd5b04b76-8f1c-41e2-a2de-68c5c2a66cf4', 'admin_state_up': True, 'tenant_id': '29d68f95f3ce48d193b2ac7198272027'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:03.264472 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.282855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Transition to ACTIVE for port object e3bfde7f-df94-48d1-9648-a40b14280650 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:03.312246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] Made reservation on behalf of 4bcd432825164075bc6f2781ccb044e9 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:03.315220 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.328371 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.452066 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.452585 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.478291 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.506630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Network c8d278b6-e4d7-45f0-8c7a-6e84894a6cac is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:03.506630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:03.506630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:03.512102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event updated for resources: {'Port': ['ID=e3bfde7f-df94-48d1-9648-a40b14280650,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:03.566081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:03.569912 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.594854 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.617119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:53:03.633159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b767c96e-14cf-4c01-a03d-83931b1759fd,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:03.636582 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.637138 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] Added segment 15e0ee5d-451d-4e15-b768-7c59fc61639e of type vlan for network f10f73f2-bcff-424a-bc82-784f28445885 Aug 29 06:53:03.696796 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.729089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-aae16e74-5fde-459d-a254-b3f903f763af tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2219918 Aug 29 06:53:03.731418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f6b4243-4360-4a60-9486-2ed15070bb5d req-e34ab22c-a3b7-4bdd-8c49-e8421f9933d6 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0391850 Aug 29 06:53:03.731955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54574) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:03.740582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8168e9f7-c44a-4b34-bc1b-90add3b9b013 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Request body: {'floatingip': {'port_id': 'e3bfde7f-df94-48d1-9648-a40b14280650'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:03.828101 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.829314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:03.830040 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.831582 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8168e9f7-c44a-4b34-bc1b-90add3b9b013 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.877129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8d8d9042-b47d-48d1-b1b4-442f0939d062 None None] Provisioning for port e3bfde7f-df94-48d1-9648-a40b14280650 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:03.882793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e684a7-723b-4f23-a615-d280d845d51a req-d0a3e6df-d64b-40a5-9d70-6d232c399e11 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Made reservation on behalf of 29d68f95f3ce48d193b2ac7198272027 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:03.895799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a4891-35a9-45f6-898f-724d1ef98d2a req-86b0f91b-6c11-4a82-9c24-d2ceeb712acb tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:03.895993 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8d8d9042-b47d-48d1-b1b4-442f0939d062 None None] Provisioning complete for port e3bfde7f-df94-48d1-9648-a40b14280650 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:03.895993 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9042-b47d-48d1-b1b4-442f0939d062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.896156 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b1a4891-35a9-45f6-898f-724d1ef98d2a req-86b0f91b-6c11-4a82-9c24-d2ceeb712acb tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 946 time: 0.1110497 Aug 29 06:53:03.896234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36e684a7-723b-4f23-a615-d280d845d51a req-d0a3e6df-d64b-40a5-9d70-6d232c399e11 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:03.914104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] Pushing event updated for resources: {'Network': ['ID=f10f73f2-bcff-424a-bc82-784f28445885,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:03.938092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network f10f73f2-bcff-424a-bc82-784f28445885 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:53:04.007906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce014a73-cb06-41b5-8138-4db9aa7caddf req-2923de1b-4381-4e47-931b-ef4ffc91b391 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 210 time: 0.0422647 Aug 29 06:53:04.009643 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d9042-b47d-48d1-b1b4-442f0939d062 None None] Port e3bfde7f-df94-48d1-9648-a40b14280650 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:53:04.052677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b1a4891-35a9-45f6-898f-724d1ef98d2a req-11fa6043-9349-4d70-bed7-2d1f6e431deb tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473262 Aug 29 06:53:04.055184 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-28272865-2632-48d8-a145-23bba41be3c5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0005734 Aug 29 06:53:04.057160 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54586) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:04.062201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f4ab547d-ea52-4d22-a07a-6bab542a23a2 admin admin] Request body: {'subnet': {'network_id': 'f10f73f2-bcff-424a-bc82-784f28445885', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1325575604-subnet', 'tenant_id': '4bcd432825164075bc6f2781ccb044e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:04.104773 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-36e684a7-723b-4f23-a615-d280d845d51a req-d0a3e6df-d64b-40a5-9d70-6d232c399e11 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Allocated IP 172.20.0.9 (d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4/e2f0f73e-1a6d-4b55-aec4-6b06fe91bc27/14cff209-6411-4448-a761-acf61bd22713) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:04.215359 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcb3c0-0efe-4778-b207-e35a8a5f20a9 req-166bd7ed-5e05-4a03-9005-405a98632ed6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:04.216963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85dcb3c0-0efe-4778-b207-e35a8a5f20a9 req-166bd7ed-5e05-4a03-9005-405a98632ed6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.1007783 Aug 29 06:53:04.218790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ab547d-ea52-4d22-a07a-6bab542a23a2 admin admin] Made reservation on behalf of 4bcd432825164075bc6f2781ccb044e9 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:04.221675 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4ab547d-ea52-4d22-a07a-6bab542a23a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:04.314283 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85dcb3c0-0efe-4778-b207-e35a8a5f20a9 req-42aec1f0-3476-4959-a826-847db1cc5fe9 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811007 Aug 29 06:53:04.360893 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36e684a7-723b-4f23-a615-d280d845d51a req-d0a3e6df-d64b-40a5-9d70-6d232c399e11 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:04.524959 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8168e9f7-c44a-4b34-bc1b-90add3b9b013 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:04.578056 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36e684a7-723b-4f23-a615-d280d845d51a req-d0a3e6df-d64b-40a5-9d70-6d232c399e11 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:04.580173 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4ab547d-ea52-4d22-a07a-6bab542a23a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:04.623398 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8168e9f7-c44a-4b34-bc1b-90add3b9b013 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:04.690581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e684a7-723b-4f23-a615-d280d845d51a req-d0a3e6df-d64b-40a5-9d70-6d232c399e11 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Network d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:04.690581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-36e684a7-723b-4f23-a615-d280d845d51a req-d0a3e6df-d64b-40a5-9d70-6d232c399e11 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:04.690581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3e6df-d64b-40a5-9d70-6d232c399e11 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Pushing event updated for resources: {'Port': ['ID=14cff209-6411-4448-a761-acf61bd22713,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:04.690581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e684a7-723b-4f23-a615-d280d845d51a req-d0a3e6df-d64b-40a5-9d70-6d232c399e11 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:04.694237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab547d-ea52-4d22-a07a-6bab542a23a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d959b2-f531-448a-9532-8c7cd2c83fdc,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:04.736919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab547d-ea52-4d22-a07a-6bab542a23a2 admin admin] Checking segment: {'id': '15e0ee5d-451d-4e15-b768-7c59fc61639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f10f73f2-bcff-424a-bc82-784f28445885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:04.737278 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ab547d-ea52-4d22-a07a-6bab542a23a2 admin admin] Network hostable DHCP agents. Network: f10f73f2-bcff-424a-bc82-784f28445885, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:53:04.754897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b6ac6-8ef8-4846-8b70-7851295239b7 req-9e2215bf-d270-4224-a1b8-e9918a8a46dd tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:04.755667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e684a7-723b-4f23-a615-d280d845d51a req-d0a3e6df-d64b-40a5-9d70-6d232c399e11 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:04.756298 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36e684a7-723b-4f23-a615-d280d845d51a req-d0a3e6df-d64b-40a5-9d70-6d232c399e11 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:04.756449 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-020b6ac6-8ef8-4846-8b70-7851295239b7 req-9e2215bf-d270-4224-a1b8-e9918a8a46dd tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 946 time: 0.0911336 Aug 29 06:53:04.789922 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-8168e9f7-c44a-4b34-bc1b-90add3b9b013 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Floating IP c9cf07a7-2d15-443b-8529-64f60714cf91 associated. External IP: 172.25.1.99, port: 56f2d7ac-f109-4cb1-afc1-40fc22cdacb7. Aug 29 06:53:04.855411 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-020b6ac6-8ef8-4846-8b70-7851295239b7 req-5b0b2fee-c36d-43a4-acac-aa96d0e4c6d5 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904191 Aug 29 06:53:04.874580 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4db1a00-d38a-4fa0-8a48-d39754c6b5c3 req-effcd1e5-d96b-4f68-b0e0-4b58736c25dd tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0400479 Aug 29 06:53:04.876493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ab547d-ea52-4d22-a07a-6bab542a23a2 admin admin] Network f10f73f2-bcff-424a-bc82-784f28445885 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:53:04.903600 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36e684a7-723b-4f23-a615-d280d845d51a req-d0a3e6df-d64b-40a5-9d70-6d232c399e11 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6489661 Aug 29 06:53:04.916023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Request body: {'port': {'device_id': 'a5a622ba-6d31-4159-8afb-91387355e68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:04.971203 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:05.031640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-f4ab547d-ea52-4d22-a07a-6bab542a23a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, f10f73f2-bcff-424a-bc82-784f28445885) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:05.040577 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcf7bf1-2e70-4545-b211-a692e92ba34a None None] Network f10f73f2-bcff-424a-bc82-784f28445885 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:05.050670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ab547d-ea52-4d22-a07a-6bab542a23a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:05.051301 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4ab547d-ea52-4d22-a07a-6bab542a23a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:05.082926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8168e9f7-c44a-4b34-bc1b-90add3b9b013 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:53:05.208089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9505c91-7ed1-465a-9c34-47e43b5f5896 None None] Network f10f73f2-bcff-424a-bc82-784f28445885 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:05.219551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8f3b1-5eba-4881-b4a7-3297c7e98dcf req-4b788e44-da0f-4fea-afff-4117d611f67e tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:05.221073 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80e8f3b1-5eba-4881-b4a7-3297c7e98dcf req-4b788e44-da0f-4fea-afff-4117d611f67e tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 931 time: 0.1259143 Aug 29 06:53:05.235027 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f4ab547d-ea52-4d22-a07a-6bab542a23a2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1767128 Aug 29 06:53:05.290254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8168e9f7-c44a-4b34-bc1b-90add3b9b013 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:53:05.301074 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746951b-23ba-4209-aa44-889252c1c6a1 None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:53:05.311023 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746951b-23ba-4209-aa44-889252c1c6a1 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:05.312057 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0746951b-23ba-4209-aa44-889252c1c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:05.365921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cff209-6411-4448-a761-acf61bd22713 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:05.373091 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0746951b-23ba-4209-aa44-889252c1c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:05.377892 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:05.381878 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80e8f3b1-5eba-4881-b4a7-3297c7e98dcf req-3e0c0201-24ed-4a84-b5db-5c065ef84833 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/security-groups?id=2972b094-8ced-4753-b304-753ddef93a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530654 Aug 29 06:53:05.394035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Transition to ACTIVE for port object 14cff209-6411-4448-a761-acf61bd22713 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:05.402121 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746951b-23ba-4209-aa44-889252c1c6a1 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:05.403057 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0746951b-23ba-4209-aa44-889252c1c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:05.441035 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0746951b-23ba-4209-aa44-889252c1c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:05.441991 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746951b-23ba-4209-aa44-889252c1c6a1 None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:53:05.497433 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:05.601501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90573b95-a316-429a-8d08-984686b07167 service neutron] Pushing event updated for resources: {'Port': ['ID=14cff209-6411-4448-a761-acf61bd22713,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:05.606815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b6199-285f-41cf-ae51-b8f80ee5cb5a req-cc2eb15f-524f-440e-81e2-7220f53cad4a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:05.614184 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b22b6199-285f-41cf-ae51-b8f80ee5cb5a req-cc2eb15f-524f-440e-81e2-7220f53cad4a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.1295221 Aug 29 06:53:05.646999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8168e9f7-c44a-4b34-bc1b-90add3b9b013 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 871c2d21-a43b-4af8-9340-cf61c823d572 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:53:05.657410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Attempting to bind port 14cff209-6411-4448-a761-acf61bd22713 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:05.657939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Attempting to bind port 14cff209-6411-4448-a761-acf61bd22713 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '1b0146e2-becf-401c-bb40-c6a4b1475dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd5b04b76-8f1c-41e2-a2de-68c5c2a66cf4'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:05.658461 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Attempting to bind port 14cff209-6411-4448-a761-acf61bd22713 on network d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:05.663122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b22b6199-285f-41cf-ae51-b8f80ee5cb5a req-2513b378-ff93-4ba3-8470-9ddff76b5904 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481124 Aug 29 06:53:05.666594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Port 14cff209-6411-4448-a761-acf61bd22713 on network d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:53:05.669355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Attempting to bind port 14cff209-6411-4448-a761-acf61bd22713 on network d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:05.672890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:05.673240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Checking segment: {'id': '1b0146e2-becf-401c-bb40-c6a4b1475dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd5b04b76-8f1c-41e2-a2de-68c5c2a66cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:05.673625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Bound using segment: {'id': '1b0146e2-becf-401c-bb40-c6a4b1475dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd5b04b76-8f1c-41e2-a2de-68c5c2a66cf4'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:05.674099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Bound port: 14cff209-6411-4448-a761-acf61bd22713, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0146e2-becf-401c-bb40-c6a4b1475dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd5b04b76-8f1c-41e2-a2de-68c5c2a66cf4'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:05.674731 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:05.762460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] For port 14cff209-6411-4448-a761-acf61bd22713, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:05.767279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] For port 14cff209-6411-4448-a761-acf61bd22713, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=14cff209-6411-4448-a761-acf61bd22713,segment=NetworkSegment(1b0146e2-becf-401c-bb40-c6a4b1475dd3),segment_id=1b0146e2-becf-401c-bb40-c6a4b1475dd3)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:05.864610 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8168e9f7-c44a-4b34-bc1b-90add3b9b013 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:53:05.872942 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8168e9f7-c44a-4b34-bc1b-90add3b9b013 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:05.874831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0478fda4-515d-41e1-9230-4e87bb801d2d None None] Sync routers for ids ['871c2d21-a43b-4af8-9340-cf61c823d572'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:53:05.884409 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0478fda4-515d-41e1-9230-4e87bb801d2d None None] Routers {'871c2d21-a43b-4af8-9340-cf61c823d572'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:05.885046 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0478fda4-515d-41e1-9230-4e87bb801d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['871c2d21-a43b-4af8-9340-cf61c823d572'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:05.903351 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:05.917605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0478fda4-515d-41e1-9230-4e87bb801d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:05.920812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356a72f-14a3-491f-87e1-decee5c2a830 req-24da66cc-82e6-4bfe-a71e-d1c5f346d2e3 tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:05.922716 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d356a72f-14a3-491f-87e1-decee5c2a830 req-24da66cc-82e6-4bfe-a71e-d1c5f346d2e3 tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 1101 time: 0.1401165 Aug 29 06:53:05.926411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0478fda4-515d-41e1-9230-4e87bb801d2d None None] Routers {'871c2d21-a43b-4af8-9340-cf61c823d572'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:05.927261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0478fda4-515d-41e1-9230-4e87bb801d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['871c2d21-a43b-4af8-9340-cf61c823d572'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:05.952708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:05.952708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:05.952708 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36e684a7-723b-4f23-a615-d280d845d51a req-90573b95-a316-429a-8d08-984686b07167 service neutron] 10.222.0.15 "PUT /v2.0/ports/14cff209-6411-4448-a761-acf61bd22713 HTTP/1.1" status: 200 len: 1092 time: 1.0391901 Aug 29 06:53:05.952708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a622ba-6d31-4159-8afb-91387355e68c', 'tag': '14cff209-6411-4448-a761-acf61bd22713'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:05.965075 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d32043-ad39-4269-b90e-db0223eb1f52" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a622ba-6d31-4159-8afb-91387355e68c", "tag": "14cff209-6411-4448-a761-acf61bd22713"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:05.965388 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0478fda4-515d-41e1-9230-4e87bb801d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:05.966235 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0478fda4-515d-41e1-9230-4e87bb801d2d None None] The sync data for ids ['871c2d21-a43b-4af8-9340-cf61c823d572'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:53:05.995284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90573b95-a316-429a-8d08-984686b07167 service neutron] Pushing event updated for resources: {'Port': ['ID=14cff209-6411-4448-a761-acf61bd22713,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:06.008718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8168e9f7-c44a-4b34-bc1b-90add3b9b013 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "PUT /v2.0/floatingips/c9cf07a7-2d15-443b-8529-64f60714cf91 HTTP/1.1" status: 200 len: 978 time: 2.2751782 Aug 29 06:53:06.011157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54658) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:06.022768 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-d4f93d9d-e0dc-40c9-9769-81aadd0d6502 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:06.024890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-d4f93d9d-e0dc-40c9-9769-81aadd0d6502 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/networks?id=f10f73f2-bcff-424a-bc82-784f28445885 HTTP/1.1" status: 200 len: 818 time: 0.2275667 Aug 29 06:53:06.030494 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d356a72f-14a3-491f-87e1-decee5c2a830 req-c3866506-9637-487b-8046-675fbd914017 tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976703 Aug 29 06:53:06.043752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-848ba0bf-3584-41a1-9594-61c2738183e1 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/quotas/4bcd432825164075bc6f2781ccb044e9 HTTP/1.1" status: 200 len: 375 time: 0.0120790 Aug 29 06:53:06.084860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-6cb6c273-af84-46a4-884e-5e71913616c5 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4bcd432825164075bc6f2781ccb044e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330007 Aug 29 06:53:06.149502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e684a7-723b-4f23-a615-d280d845d51a req-e584631f-d217-4e4f-8d27-8c4e9ec46d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:06.150900 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36e684a7-723b-4f23-a615-d280d845d51a req-e584631f-d217-4e4f-8d27-8c4e9ec46d3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29d68f95f3ce48d193b2ac7198272027&device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 1095 time: 0.0620749 Aug 29 06:53:06.162004 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-1849721d-a0f0-4f06-8dec-2dbd20a54eab tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port e3bfde7f-df94-48d1-9648-a40b14280650 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:06.162384 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1849721d-a0f0-4f06-8dec-2dbd20a54eab tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:06.234315 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc67497-032f-4d91-b27e-0ae33fe5344d req-d074d810-4237-4e99-97bf-fdd85824720a tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:06.235877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddc67497-032f-4d91-b27e-0ae33fe5344d req-d074d810-4237-4e99-97bf-fdd85824720a tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 946 time: 0.0831742 Aug 29 06:53:06.249060 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36e684a7-723b-4f23-a615-d280d845d51a req-620cae7a-c58e-40d3-83e8-ec7ffab7c704 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14cff209-6411-4448-a761-acf61bd22713 HTTP/1.1" status: 200 len: 217 time: 0.0832810 Aug 29 06:53:06.255735 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1e18a7c1-8f05-43d6-87f1-efdb386c43ee service neutron] 10.222.0.76 "GET /v2.0/networks/f10f73f2-bcff-424a-bc82-784f28445885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620998 Aug 29 06:53:06.615536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54668) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:06.685644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e684a7-723b-4f23-a615-d280d845d51a req-a11d3970-c6b7-47e5-b398-34cc03c3b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:06.687112 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36e684a7-723b-4f23-a615-d280d845d51a req-a11d3970-c6b7-47e5-b398-34cc03c3b5c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e2f0f73e-1a6d-4b55-aec4-6b06fe91bc27 HTTP/1.1" status: 200 len: 853 time: 0.4269199 Aug 29 06:53:06.692247 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1849721d-a0f0-4f06-8dec-2dbd20a54eab tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:06.716541 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ad1b1af-d7e1-4ee7-97b5-b9cb49d0744b req-ff453742-c36a-42f6-a2ff-a35977e72b02 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.3917401 Aug 29 06:53:06.721741 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddc67497-032f-4d91-b27e-0ae33fe5344d req-887ea578-11b4-49d2-bbbb-f2fef1a5d403 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765437 Aug 29 06:53:06.733763 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36e684a7-723b-4f23-a615-d280d845d51a req-a88cda21-24da-4ced-a7f5-80b0e847a738 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382802 Aug 29 06:53:06.744353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a0edf-839e-4c67-9fe5-6d3ec6e38000 req-aba9cf04-7a3e-436a-b89f-12c67aecc5e1 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:06.751905 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e50a0edf-839e-4c67-9fe5-6d3ec6e38000 req-aba9cf04-7a3e-436a-b89f-12c67aecc5e1 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 946 time: 0.1388278 Aug 29 06:53:06.766371 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-4b299c76-5306-42f9-82c7-225851b339d3 service neutron] 10.222.0.76 "GET /v2.0/networks/f10f73f2-bcff-424a-bc82-784f28445885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006707 Aug 29 06:53:06.834781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf7b343a-914e-481b-bf0f-199dadbefa8f req-322ea522-c858-4d1c-ad0d-20b47e8c968f tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0293279 Aug 29 06:53:06.847826 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1daf854a-785c-432e-b985-c0a9a093c317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:06.911944 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b61eb2-0d01-409a-8f55-c12f2dd24a53 x-openstack-request-id: req-16b61eb2-0d01-409a-8f55-c12f2dd24a53 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:06.912245 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a622ba-6d31-4159-8afb-91387355e68c", "tag": "14cff209-6411-4448-a761-acf61bd22713", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:06.912495 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16b61eb2-0d01-409a-8f55-c12f2dd24a53 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:06.912891 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a622ba-6d31-4159-8afb-91387355e68c', 'tag': '14cff209-6411-4448-a761-acf61bd22713', 'status': 'completed', 'code': 200} Aug 29 06:53:07.017781 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36e684a7-723b-4f23-a615-d280d845d51a req-015ce0c4-c2b8-464d-a7ec-ce260948bf54 service neutron] 10.222.0.15 "GET /v2.0/networks/d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348533 Aug 29 06:53:07.077939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2287e8-a38c-4b3a-a300-e0646f002268 req-a3e7e60c-39b0-4c9e-8b04-53956586772b tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:07.080542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf2287e8-a38c-4b3a-a300-e0646f002268 req-a3e7e60c-39b0-4c9e-8b04-53956586772b tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 943 time: 0.0565300 Aug 29 06:53:07.107341 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1849721d-a0f0-4f06-8dec-2dbd20a54eab tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:07.107771 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1849721d-a0f0-4f06-8dec-2dbd20a54eab tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:07.108135 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-1849721d-a0f0-4f06-8dec-2dbd20a54eab tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Floating IP c9cf07a7-2d15-443b-8529-64f60714cf91 disassociated. External IP: 172.25.1.99, port: e3bfde7f-df94-48d1-9648-a40b14280650. Aug 29 06:53:07.108369 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-1849721d-a0f0-4f06-8dec-2dbd20a54eab tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for e3bfde7f-df94-48d1-9648-a40b14280650 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:07.121768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf2287e8-a38c-4b3a-a300-e0646f002268 req-86d8270c-61fe-4b15-acad-c75083cfbdd6 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/security-groups?id=2972b094-8ced-4753-b304-753ddef93a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Aug 29 06:53:07.199523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-39aee3cd-bb2c-487c-b9da-64c3688ff2d3 req-cf367b3c-7e61-45ba-acf9-1fead496bfe2 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 210 time: 0.0340269 Aug 29 06:53:07.366360 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36e684a7-723b-4f23-a615-d280d845d51a req-5251c384-e419-4b50-ac21-1bcef0101548 service neutron] 10.222.0.15 "GET /v2.0/networks/d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376100 Aug 29 06:53:07.373503 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1daf854a-785c-432e-b985-c0a9a093c317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:07.414762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-e50a0edf-839e-4c67-9fe5-6d3ec6e38000 req-18012b59-6b74-4402-8e51-cd61cff051a1 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Deleting port 51a0a531-1afd-45e0-8ae3-1c2303382262 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:07.415101 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e50a0edf-839e-4c67-9fe5-6d3ec6e38000 req-18012b59-6b74-4402-8e51-cd61cff051a1 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:07.458636 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1daf854a-785c-432e-b985-c0a9a093c317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:07.514162 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1daf854a-785c-432e-b985-c0a9a093c317 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2eb46bda6e2432fad0e8eb77ba7e2f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8893826 Aug 29 06:53:07.517427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54690) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:07.525289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf854a-785c-432e-b985-c0a9a093c317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b4bc0c-441d-4d6a-ae58-0544eeddae9c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:07.541714 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1849721d-a0f0-4f06-8dec-2dbd20a54eab tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:07.549628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e50a0edf-839e-4c67-9fe5-6d3ec6e38000 req-18012b59-6b74-4402-8e51-cd61cff051a1 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] For port 51a0a531-1afd-45e0-8ae3-1c2303382262, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=51a0a531-1afd-45e0-8ae3-1c2303382262,segment=NetworkSegment(76785573-6b79-40f3-89cc-e38e3425dc31),segment_id=76785573-6b79-40f3-89cc-e38e3425dc31)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:07.550001 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e50a0edf-839e-4c67-9fe5-6d3ec6e38000 req-18012b59-6b74-4402-8e51-cd61cff051a1 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:07.587820 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a18c972-82b9-4fe1-8331-99af0fa0f16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:07.592495 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849721d-a0f0-4f06-8dec-2dbd20a54eab tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=e3bfde7f-df94-48d1-9648-a40b14280650,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:07.611518 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a18c972-82b9-4fe1-8331-99af0fa0f16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:07.613540 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-e50a0edf-839e-4c67-9fe5-6d3ec6e38000 req-18012b59-6b74-4402-8e51-cd61cff051a1 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Calling delete_port for 51a0a531-1afd-45e0-8ae3-1c2303382262 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:07.718888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d32043-ad39-4269-b90e-db0223eb1f52 req-91fd84d6-104b-48f8-8301-4e73645677c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:07.720774 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81d32043-ad39-4269-b90e-db0223eb1f52 req-91fd84d6-104b-48f8-8301-4e73645677c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29d68f95f3ce48d193b2ac7198272027&device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 1095 time: 0.1398592 Aug 29 06:53:07.737719 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a18c972-82b9-4fe1-8331-99af0fa0f16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:07.743370 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a18c972-82b9-4fe1-8331-99af0fa0f16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:07.743370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1a18c972-82b9-4fe1-8331-99af0fa0f16c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e5b4bc0c-441d-4d6a-ae58-0544eeddae9c HTTP/1.1" status: 204 len: 168 time: 0.2239676 Aug 29 06:53:07.770011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18c972-82b9-4fe1-8331-99af0fa0f16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b4bc0c-441d-4d6a-ae58-0544eeddae9c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:07.915726 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686afbd-7c1e-4602-8212-3ac914a002da req-f322ada4-d10d-48a8-af07-23beaefa727a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:07.917123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b686afbd-7c1e-4602-8212-3ac914a002da req-f322ada4-d10d-48a8-af07-23beaefa727a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.0956781 Aug 29 06:53:07.933243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a85cf7-bb1e-4b8e-9e0c-1e112b4c3d64 req-9826b32d-45a0-488b-b3ba-ef05065f0def tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:07.934726 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83a85cf7-bb1e-4b8e-9e0c-1e112b4c3d64 req-9826b32d-45a0-488b-b3ba-ef05065f0def tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 946 time: 0.0754168 Aug 29 06:53:07.987166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1849721d-a0f0-4f06-8dec-2dbd20a54eab tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 871c2d21-a43b-4af8-9340-cf61c823d572 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:53:07.991929 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d32043-ad39-4269-b90e-db0223eb1f52 req-95e7fd3b-6576-4bbe-9685-cdce1998e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:07.993555 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81d32043-ad39-4269-b90e-db0223eb1f52 req-95e7fd3b-6576-4bbe-9685-cdce1998e223 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4 HTTP/1.1" status: 200 len: 914 time: 0.2638993 Aug 29 06:53:07.993702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b686afbd-7c1e-4602-8212-3ac914a002da req-6651b9ff-0528-46b3-9b79-ba12c0c300c6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692685 Aug 29 06:53:08.002254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83a85cf7-bb1e-4b8e-9e0c-1e112b4c3d64 req-0dc4502e-af71-431a-b60e-18e66ffc0f44 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/security-groups?id=d68fc97e-b239-4d6e-b5fc-c9376716bdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597529 Aug 29 06:53:08.085457 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e50a0edf-839e-4c67-9fe5-6d3ec6e38000 req-18012b59-6b74-4402-8e51-cd61cff051a1 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:08.087861 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81d32043-ad39-4269-b90e-db0223eb1f52 req-1d2fd297-e119-4f32-a0b6-29d4bc29a59a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14cff209-6411-4448-a761-acf61bd22713 HTTP/1.1" status: 200 len: 217 time: 0.0851903 Aug 29 06:53:08.112225 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-f7a56e6d-1d21-434c-90fe-83edaa70f5c2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891495 Aug 29 06:53:08.114753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11ffc500-7d1a-4b89-844a-cf63d4bcca53 req-73e9ae7f-ce55-4f4c-b1e0-513fe6239992 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0322752 Aug 29 06:53:08.123066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['51a0a531-1afd-45e0-8ae3-1c2303382262'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:53:08.133902 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18012b59-6b74-4402-8e51-cd61cff051a1 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Pushing event deleted for resources: {'Port': ['ID=51a0a531-1afd-45e0-8ae3-1c2303382262,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:08.184374 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b63ccf24-1b1d-431d-81d3-1de1a1d1d9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:08.245751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50a0edf-839e-4c67-9fe5-6d3ec6e38000 req-18012b59-6b74-4402-8e51-cd61cff051a1 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] No DVR routers for this DVR port 51a0a531-1afd-45e0-8ae3-1c2303382262 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:53:08.251642 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e50a0edf-839e-4c67-9fe5-6d3ec6e38000 req-18012b59-6b74-4402-8e51-cd61cff051a1 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:08.253637 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e50a0edf-839e-4c67-9fe5-6d3ec6e38000 req-18012b59-6b74-4402-8e51-cd61cff051a1 tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.11 "DELETE /v2.0/ports/51a0a531-1afd-45e0-8ae3-1c2303382262 HTTP/1.1" status: 204 len: 173 time: 1.0556269 Aug 29 06:53:08.258638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d32043-ad39-4269-b90e-db0223eb1f52 req-cf8cc15e-609c-4c66-967f-18b00df0b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:08.260615 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81d32043-ad39-4269-b90e-db0223eb1f52 req-cf8cc15e-609c-4c66-967f-18b00df0b7c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e2f0f73e-1a6d-4b55-aec4-6b06fe91bc27 HTTP/1.1" status: 200 len: 853 time: 0.1433318 Aug 29 06:53:08.268615 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1849721d-a0f0-4f06-8dec-2dbd20a54eab tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:53:08.279406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb9e15-d4d3-45b3-bca9-f2efe24214aa req-6fdbf5b7-cf5b-4332-983a-ccf3408215e4 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:08.283964 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9f424-7384-40a3-a34d-c97549913dd8 None None] Sync routers for ids ['871c2d21-a43b-4af8-9340-cf61c823d572'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:53:08.288367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29fb9e15-d4d3-45b3-bca9-f2efe24214aa req-6fdbf5b7-cf5b-4332-983a-ccf3408215e4 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 943 time: 0.0751803 Aug 29 06:53:08.305381 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9f424-7384-40a3-a34d-c97549913dd8 None None] Routers {'871c2d21-a43b-4af8-9340-cf61c823d572'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:08.306312 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-69e9f424-7384-40a3-a34d-c97549913dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['871c2d21-a43b-4af8-9340-cf61c823d572'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:08.333115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29fb9e15-d4d3-45b3-bca9-f2efe24214aa req-1cf3e287-294e-457a-8561-16d562f7e30d tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/security-groups?id=2972b094-8ced-4753-b304-753ddef93a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438552 Aug 29 06:53:08.368434 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-69e9f424-7384-40a3-a34d-c97549913dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:08.376153 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81d32043-ad39-4269-b90e-db0223eb1f52 req-7c143dd3-5479-4131-a724-1e110334dc40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013930 Aug 29 06:53:08.390538 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9f424-7384-40a3-a34d-c97549913dd8 None None] Routers {'871c2d21-a43b-4af8-9340-cf61c823d572'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:08.391903 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-69e9f424-7384-40a3-a34d-c97549913dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:52:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['871c2d21-a43b-4af8-9340-cf61c823d572'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:08.396524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f82475b-4483-4397-b706-7bf384083062 req-fd23d5f3-38a0-49dc-a525-cc1cf646004e tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 210 time: 0.0433035 Aug 29 06:53:08.439645 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-69e9f424-7384-40a3-a34d-c97549913dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:08.440495 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9f424-7384-40a3-a34d-c97549913dd8 None None] The sync data for ids ['871c2d21-a43b-4af8-9340-cf61c823d572'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:53:08.502559 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1849721d-a0f0-4f06-8dec-2dbd20a54eab tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:08.507866 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1849721d-a0f0-4f06-8dec-2dbd20a54eab tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/ports/e3bfde7f-df94-48d1-9648-a40b14280650 HTTP/1.1" status: 204 len: 168 time: 2.4921591 Aug 29 06:53:08.507866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54718) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:08.622503 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81d32043-ad39-4269-b90e-db0223eb1f52 req-c10a1a8c-c572-4da4-930f-f278c48c077b service neutron] 10.222.0.15 "GET /v2.0/networks/d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134056 Aug 29 06:53:08.791663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54726) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:08.808309 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-25d38865-cb0c-450e-8b0d-9841c80e55d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:08.821895 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81d32043-ad39-4269-b90e-db0223eb1f52 req-ba4f5f5f-090c-4d4c-86d6-cb148e96cdb7 service neutron] 10.222.0.15 "GET /v2.0/networks/d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902232 Aug 29 06:53:08.914959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c876c8-9953-4e5e-ba88-8684961b1115', 'name': 'network-vif-deleted', 'tag': '51a0a531-1afd-45e0-8ae3-1c2303382262'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:08.917371 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7388ca-ded0-459a-8796-9035d26fd5c4" -d '{"events": [{"server_uuid": "b9c876c8-9953-4e5e-ba88-8684961b1115", "name": "network-vif-deleted", "tag": "51a0a531-1afd-45e0-8ae3-1c2303382262"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:08.942725 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-25d38865-cb0c-450e-8b0d-9841c80e55d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:08.967244 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9348f36d-dd07-4889-8529-d102a07004a0 x-openstack-request-id: req-9348f36d-dd07-4889-8529-d102a07004a0 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:08.967539 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c876c8-9953-4e5e-ba88-8684961b1115", "name": "network-vif-deleted", "tag": "51a0a531-1afd-45e0-8ae3-1c2303382262", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:08.967790 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9348f36d-dd07-4889-8529-d102a07004a0 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:08.968178 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c876c8-9953-4e5e-ba88-8684961b1115', 'name': 'network-vif-deleted', 'tag': '51a0a531-1afd-45e0-8ae3-1c2303382262', 'status': 'completed', 'code': 200} Aug 29 06:53:09.049400 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-25d38865-cb0c-450e-8b0d-9841c80e55d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:09.083574 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a758f246-9836-40fd-9e01-80536fe8f743 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:09.105853 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38865-cb0c-450e-8b0d-9841c80e55d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e248e4d-3236-424f-be7a-ba41ad5553c2,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:09.127103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-25d38865-cb0c-450e-8b0d-9841c80e55d1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fc37a27e3ab34892999d69fb189662aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315365 Aug 29 06:53:09.127996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54740) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:09.204760 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81fffa0b-00fc-47b6-b36c-326692a0b10b req-95d41839-1ab2-4195-a122-bf9bf6b40f9f tempest-InstanceActionsNegativeTestJSON-1192416806 tempest-InstanceActionsNegativeTestJSON-1192416806-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9c876c8-9953-4e5e-ba88-8684961b1115 HTTP/1.1" status: 200 len: 210 time: 0.0599959 Aug 29 06:53:09.243518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd4c66-2d7c-4e8b-be1f-df75abaeac5c req-cdb3af88-8b06-497d-8e5d-0a3fc578f510 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:09.245363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42fd4c66-2d7c-4e8b-be1f-df75abaeac5c req-cdb3af88-8b06-497d-8e5d-0a3fc578f510 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.1243391 Aug 29 06:53:09.263944 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aeb272c8-3c8a-473d-b29c-6973ce9641fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:09.288307 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aeb272c8-3c8a-473d-b29c-6973ce9641fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:09.341632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-443bd82a-dd1d-4711-8097-8968f83594f0 req-9c5ea6fb-c8b2-4c83-a723-26e08d993dcc tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0454786 Aug 29 06:53:09.380292 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42fd4c66-2d7c-4e8b-be1f-df75abaeac5c req-5ccfc8ed-fd92-4587-9d84-b82d637e1be3 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258340 Aug 29 06:53:09.402935 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 14cff209-6411-4448-a761-acf61bd22713 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:53:09.529134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d5d1f-7a2b-458e-b4e2-4ac02ff547e3 req-2a57cc61-0a84-45c9-bb72-e43515833dde tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:09.531001 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd8d5d1f-7a2b-458e-b4e2-4ac02ff547e3 req-2a57cc61-0a84-45c9-bb72-e43515833dde tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 943 time: 0.0563416 Aug 29 06:53:09.553012 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aeb272c8-3c8a-473d-b29c-6973ce9641fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:09.555606 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aeb272c8-3c8a-473d-b29c-6973ce9641fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:09.556944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-aeb272c8-3c8a-473d-b29c-6973ce9641fe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1e248e4d-3236-424f-be7a-ba41ad5553c2 HTTP/1.1" status: 204 len: 168 time: 0.4279799 Aug 29 06:53:09.571562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb272c8-3c8a-473d-b29c-6973ce9641fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e248e4d-3236-424f-be7a-ba41ad5553c2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:09.598608 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd8d5d1f-7a2b-458e-b4e2-4ac02ff547e3 req-920bcfde-47f8-492d-9875-2111bf264098 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/security-groups?id=2972b094-8ced-4753-b304-753ddef93a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561166 Aug 29 06:53:09.628718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 14cff209-6411-4448-a761-acf61bd22713, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=14cff209-6411-4448-a761-acf61bd22713,segment=NetworkSegment(1b0146e2-becf-401c-bb40-c6a4b1475dd3),segment_id=1b0146e2-becf-401c-bb40-c6a4b1475dd3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:09.642954 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '14cff209-6411-4448-a761-acf61bd22713', 'network_id': 'd5b04b76-8f1c-41e2-a2de-68c5c2a66cf4', 'port_id': '14cff209-6411-4448-a761-acf61bd22713', 'mac_address': 'fa:16:3e:dd:88:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f0f73e-1a6d-4b55-aec4-6b06fe91bc27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:53:09.691180 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa23a9fd-aa6b-4515-ab5d-d366d7801038 req-c3ad2072-97b4-43a5-b3a0-32354154406b tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 210 time: 0.0390060 Aug 29 06:53:09.735971 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:09.754731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cff209-6411-4448-a761-acf61bd22713 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:09.786481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 14cff209-6411-4448-a761-acf61bd22713, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=14cff209-6411-4448-a761-acf61bd22713,segment=NetworkSegment(1b0146e2-becf-401c-bb40-c6a4b1475dd3),segment_id=1b0146e2-becf-401c-bb40-c6a4b1475dd3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:09.793338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-03ec389a-54df-424a-84b7-67506633d6eb tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:09.794789 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-03ec389a-54df-424a-84b7-67506633d6eb tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.15 "GET /v2.0/networks?id=f10f73f2-bcff-424a-bc82-784f28445885 HTTP/1.1" status: 200 len: 818 time: 0.1632659 Aug 29 06:53:09.819628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-19bb4854-e446-42f5-8ea6-4f081e7e5176 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Request body: {'port': {'device_id': '7704c78b-a58c-4601-b3eb-450ab7536461', 'network_id': 'f10f73f2-bcff-424a-bc82-784f28445885', 'admin_state_up': True, 'tenant_id': '4bcd432825164075bc6f2781ccb044e9'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:09.869747 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:09.926465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=14cff209-6411-4448-a761-acf61bd22713,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:09.960325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a758f246-9836-40fd-9e01-80536fe8f743 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port cfb6aa67-b177-4a1f-a2c0-28ec62028a70 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:09.960681 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a758f246-9836-40fd-9e01-80536fe8f743 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:10.044460 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a3a9494-2e36-4bb9-89e5-f6baaa27c3b7 req-30776d57-3f95-49ad-a589-1b63fe98b294 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0283518 Aug 29 06:53:10.058231 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f7b69e3-a860-416f-b498-ef76e130fd5f req-e05cb82e-b60b-4cde-8a59-66d8787f811f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4df5e2fa36fb41e483746182a580e51d&device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0372729 Aug 29 06:53:10.107755 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f7b69e3-a860-416f-b498-ef76e130fd5f req-b54bab00-c272-4874-86f1-93849d33142c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4df5e2fa36fb41e483746182a580e51d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289528 Aug 29 06:53:10.110167 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a758f246-9836-40fd-9e01-80536fe8f743 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:10.133179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a758f246-9836-40fd-9e01-80536fe8f743 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for cfb6aa67-b177-4a1f-a2c0-28ec62028a70 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:10.148853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['14cff209-6411-4448-a761-acf61bd22713'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:53:10.180276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-19bb4854-e446-42f5-8ea6-4f081e7e5176 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Made reservation on behalf of 4bcd432825164075bc6f2781ccb044e9 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:10.183784 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-19bb4854-e446-42f5-8ea6-4f081e7e5176 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:10.278184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54762) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:10.345302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b69e3-a860-416f-b498-ef76e130fd5f req-bde9f7ae-0538-40a6-9163-d98fd420d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:10.346857 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f7b69e3-a860-416f-b498-ef76e130fd5f req-bde9f7ae-0538-40a6-9163-d98fd420d9cb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2232215 Aug 29 06:53:10.347195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a2d711-e4cd-4403-afa2-7f893fc1fc05 admin admin] Deleting subnet 32178a57-7d9c-4990-bd29-d6767e563c00 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:53:10.350599 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-10a2d711-e4cd-4403-afa2-7f893fc1fc05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:10.392547 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-10a2d711-e4cd-4403-afa2-7f893fc1fc05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:10.441178 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-10a2d711-e4cd-4403-afa2-7f893fc1fc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:10.464867 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-19bb4854-e446-42f5-8ea6-4f081e7e5176 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Allocated IP 172.20.0.12 (f10f73f2-bcff-424a-bc82-784f28445885/d5d959b2-f531-448a-9532-8c7cd2c83fdc/9bc49b38-b054-4725-93e5-f4a6b39e9dab) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:10.551162 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233d07a-4993-4db0-a79f-e448ac370c3d req-dbcae778-c8b8-49b2-98d8-01a158813727 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:10.553035 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7233d07a-4993-4db0-a79f-e448ac370c3d req-dbcae778-c8b8-49b2-98d8-01a158813727 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.0798020 Aug 29 06:53:10.576094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 51a0a531-1afd-45e0-8ae3-1c2303382262 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:53:10.582578 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0dc68443-c5c4-4b4d-97f3-2ed2c67bea37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:10.600726 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7233d07a-4993-4db0-a79f-e448ac370c3d req-a9daa3ce-2b5e-4f60-82c0-02588864f80e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365684 Aug 29 06:53:10.602631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 51a0a531-1afd-45e0-8ae3-1c2303382262 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:53:10.602979 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 51a0a531-1afd-45e0-8ae3-1c2303382262 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:53:10.612371 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-10a2d711-e4cd-4403-afa2-7f893fc1fc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:10.655824 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2d711-e4cd-4403-afa2-7f893fc1fc05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32178a57-7d9c-4990-bd29-d6767e563c00,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:10.659850 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-10a2d711-e4cd-4403-afa2-7f893fc1fc05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:10.662095 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-10a2d711-e4cd-4403-afa2-7f893fc1fc05 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/32178a57-7d9c-4990-bd29-d6767e563c00 HTTP/1.1" status: 204 len: 168 time: 0.3826499 Aug 29 06:53:10.668453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54772) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:10.675039 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a758f246-9836-40fd-9e01-80536fe8f743 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:10.724179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758f246-9836-40fd-9e01-80536fe8f743 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=cfb6aa67-b177-4a1f-a2c0-28ec62028a70,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:10.749188 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad602-da46-4c1c-a131-0945922cb189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:10.816819 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-19bb4854-e446-42f5-8ea6-4f081e7e5176 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:10.836333 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f7623da-5ed9-47f7-9e38-13792a624224 req-056c40e5-1454-435c-b015-a19559cc84a8 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 210 time: 0.0554318 Aug 29 06:53:10.840594 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:10.902172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f0761-befd-47da-9bcb-e254fa7db052 req-7a3d23a9-ee40-4e72-beda-b728818f693a tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:10.904479 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd4f0761-befd-47da-9bcb-e254fa7db052 req-7a3d23a9-ee40-4e72-beda-b728818f693a tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 944 time: 0.2304196 Aug 29 06:53:10.992454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd4f0761-befd-47da-9bcb-e254fa7db052 req-fb8dda34-f2cb-49be-adf6-cfbcc10c6687 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/security-groups?id=2972b094-8ced-4753-b304-753ddef93a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776443 Aug 29 06:53:11.012557 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad602-da46-4c1c-a131-0945922cb189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.023258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ac4ad602-da46-4c1c-a131-0945922cb189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8c08b9-43bc-4eb5-b237-c837642c5612']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:11.035311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ac4ad602-da46-4c1c-a131-0945922cb189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76785573-6b79-40f3-89cc-e38e3425dc31') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:11.035627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ac4ad602-da46-4c1c-a131-0945922cb189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76785573-6b79-40f3-89cc-e38e3425dc31') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:11.037027 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a758f246-9836-40fd-9e01-80536fe8f743 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.041648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-4c3f7ac7-75fc-4171-8ae3-f11f3df6fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:11.043180 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-4c3f7ac7-75fc-4171-8ae3-f11f3df6fe1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 1101 time: 0.0777721 Aug 29 06:53:11.046064 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad602-da46-4c1c-a131-0945922cb189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.062339 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad602-da46-4c1c-a131-0945922cb189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.068958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4ad602-da46-4c1c-a131-0945922cb189 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:53:11.069376 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad602-da46-4c1c-a131-0945922cb189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:53:11.072556 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:53:11.101524 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-19bb4854-e446-42f5-8ea6-4f081e7e5176 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.163121 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c901a0ee-945f-4f4e-b383-fc8ffd271414 req-fe5fc9f2-b513-4edb-b805-dcf0b2eca35f tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0372863 Aug 29 06:53:11.239993 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad602-da46-4c1c-a131-0945922cb189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.246542 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-19bb4854-e446-42f5-8ea6-4f081e7e5176 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Network f10f73f2-bcff-424a-bc82-784f28445885 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:11.246910 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad602-da46-4c1c-a131-0945922cb189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.251847 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ac4ad602-da46-4c1c-a131-0945922cb189 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ef8c08b9-43bc-4eb5-b237-c837642c5612 HTTP/1.1" status: 204 len: 168 time: 0.5863016 Aug 29 06:53:11.258514 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-19bb4854-e446-42f5-8ea6-4f081e7e5176 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:11.261391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-19bb4854-e446-42f5-8ea6-4f081e7e5176 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:11.261744 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ad602-da46-4c1c-a131-0945922cb189 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8c08b9-43bc-4eb5-b237-c837642c5612,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:11.297536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb4854-e446-42f5-8ea6-4f081e7e5176 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Pushing event updated for resources: {'Port': ['ID=9bc49b38-b054-4725-93e5-f4a6b39e9dab,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:11.349611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-19bb4854-e446-42f5-8ea6-4f081e7e5176 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:11.350261 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-19bb4854-e446-42f5-8ea6-4f081e7e5176 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.403044 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-b23bc53e-4f6e-47a8-a8d2-71403d24a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:11.404591 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-b23bc53e-4f6e-47a8-a8d2-71403d24a0c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.3142858 Aug 29 06:53:11.412090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 14cff209-6411-4448-a761-acf61bd22713 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:11.490117 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-bd1b22d0-27eb-4b5b-a60d-5fee6ef62f55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f3037157-b76e-467c-91d0-796d142ad3eb HTTP/1.1" status: 200 len: 217 time: 0.0426376 Aug 29 06:53:11.491219 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-19bb4854-e446-42f5-8ea6-4f081e7e5176 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6755261 Aug 29 06:53:11.511310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Request body: {'port': {'device_id': '7704c78b-a58c-4601-b3eb-450ab7536461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:11.575395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 14cff209-6411-4448-a761-acf61bd22713 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:11.579790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 14cff209-6411-4448-a761-acf61bd22713 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:11.580440 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.581963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a758f246-9836-40fd-9e01-80536fe8f743 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 871c2d21-a43b-4af8-9340-cf61c823d572 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:53:11.602179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-31533dd6-699c-4633-99ed-3ab6d2dcc2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:11.603693 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-31533dd6-699c-4633-99ed-3ab6d2dcc2e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1063092 Aug 29 06:53:11.625705 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.668781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54798) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:11.685478 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.709178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a622ba-6d31-4159-8afb-91387355e68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cff209-6411-4448-a761-acf61bd22713'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:11.711463 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e9393f-e258-48d8-ae15-4f943d54bbe1" -d '{"events": [{"server_uuid": "a5a622ba-6d31-4159-8afb-91387355e68c", "name": "network-vif-plugged", "status": "completed", "tag": "14cff209-6411-4448-a761-acf61bd22713"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:11.743919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-26ec3b34-0818-4fd2-96c7-cf8004a3f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:11.745929 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-26ec3b34-0818-4fd2-96c7-cf8004a3f966 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1312234 Aug 29 06:53:11.748191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e584cd58-b5b6-422f-9ca1-034b8af036be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=23d68dd88e7d4066bf28c2a4f56758b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779171 Aug 29 06:53:11.756327 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.756490 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54804) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:11.756583 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 14cff209-6411-4448-a761-acf61bd22713, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=14cff209-6411-4448-a761-acf61bd22713,segment=NetworkSegment(1b0146e2-becf-401c-bb40-c6a4b1475dd3),segment_id=1b0146e2-becf-401c-bb40-c6a4b1475dd3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:11.770734 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b81f3b-04a5-45f2-9bc1-60aa16ebff7f x-openstack-request-id: req-12b81f3b-04a5-45f2-9bc1-60aa16ebff7f {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:11.771017 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a622ba-6d31-4159-8afb-91387355e68c", "name": "network-vif-plugged", "status": "completed", "tag": "14cff209-6411-4448-a761-acf61bd22713", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:11.771304 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-12b81f3b-04a5-45f2-9bc1-60aa16ebff7f {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:11.772095 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a622ba-6d31-4159-8afb-91387355e68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cff209-6411-4448-a761-acf61bd22713', 'code': 200} Aug 29 06:53:11.838006 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.872520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eabd0-05d6-48a5-8f55-5d2b88d719c3 req-6ab00dec-30a8-4b90-9cf4-c80002f953b1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:11.874112 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b29eabd0-05d6-48a5-8f55-5d2b88d719c3 req-6ab00dec-30a8-4b90-9cf4-c80002f953b1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.1352272 Aug 29 06:53:11.896226 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d293fe2-f705-42b2-8518-11d84db55fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.921097 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d293fe2-f705-42b2-8518-11d84db55fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:11.924438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=14cff209-6411-4448-a761-acf61bd22713,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:12.004761 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a758f246-9836-40fd-9e01-80536fe8f743 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:53:12.025109 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a758f246-9836-40fd-9e01-80536fe8f743 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "PUT /v2.0/routers/871c2d21-a43b-4af8-9340-cf61c823d572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5167427 Aug 29 06:53:12.032301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54812) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:12.038709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a809e-cbd4-4c09-820f-721e030bb462 None None] Sync routers for ids ['871c2d21-a43b-4af8-9340-cf61c823d572'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:53:12.040523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b29eabd0-05d6-48a5-8f55-5d2b88d719c3 req-3a284c1a-fe2c-4a85-9532-aa4ad36eb1d0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552529 Aug 29 06:53:12.054356 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a809e-cbd4-4c09-820f-721e030bb462 None None] Routers {'871c2d21-a43b-4af8-9340-cf61c823d572'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:12.054356 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0d7a809e-cbd4-4c09-820f-721e030bb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:53:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['871c2d21-a43b-4af8-9340-cf61c823d572'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:12.083315 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-b1896d9c-ffb0-4d9a-b427-3d96a41dc0a6 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414913 Aug 29 06:53:12.097661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0d7a809e-cbd4-4c09-820f-721e030bb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:12.107499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a809e-cbd4-4c09-820f-721e030bb462 None None] Routers {'871c2d21-a43b-4af8-9340-cf61c823d572'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:12.108587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0d7a809e-cbd4-4c09-820f-721e030bb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:53:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['871c2d21-a43b-4af8-9340-cf61c823d572'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:12.110746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f7b69e3-a860-416f-b498-ef76e130fd5f req-b03cbc56-4059-4057-a6dd-53b3ebd2dc11 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0560133 Aug 29 06:53:12.123578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bd42d-7037-4a02-aeb1-f78e4aee51d9 req-54d020d7-00b9-491b-a8f1-c282b2d663d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:12.128024 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5d9bd42d-7037-4a02-aeb1-f78e4aee51d9 req-54d020d7-00b9-491b-a8f1-c282b2d663d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 1097 time: 0.2860153 Aug 29 06:53:12.134912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e2871-31f1-4173-9ab9-80cc0df9530f req-f2b2f15f-f57b-41e9-832a-edef09ca8455 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:12.136565 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-633e2871-31f1-4173-9ab9-80cc0df9530f req-f2b2f15f-f57b-41e9-832a-edef09ca8455 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 932 time: 0.1660597 Aug 29 06:53:12.138618 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d293fe2-f705-42b2-8518-11d84db55fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:12.141824 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d293fe2-f705-42b2-8518-11d84db55fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:12.145087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4d293fe2-f705-42b2-8518-11d84db55fa0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d68fc97e-b239-4d6e-b5fc-c9376716bdda HTTP/1.1" status: 204 len: 168 time: 0.3884175 Aug 29 06:53:12.185255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d293fe2-f705-42b2-8518-11d84db55fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68fc97e-b239-4d6e-b5fc-c9376716bdda,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:12.227515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9ecba-a0c4-46c0-b26c-f1f0e7ff44b3 req-b6f056de-5dc1-4f57-a687-f9cd37db7858 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:12.236928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66b9ecba-a0c4-46c0-b26c-f1f0e7ff44b3 req-b6f056de-5dc1-4f57-a687-f9cd37db7858 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 945 time: 0.0985842 Aug 29 06:53:12.240907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0d7a809e-cbd4-4c09-820f-721e030bb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:12.241599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a809e-cbd4-4c09-820f-721e030bb462 None None] The sync data for ids ['871c2d21-a43b-4af8-9340-cf61c823d572'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:53:12.261855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-633e2871-31f1-4173-9ab9-80cc0df9530f req-f0d7f2db-db81-45b6-b71e-d390578e9de3 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/security-groups?id=b767c96e-14cf-4c01-a03d-83931b1759fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017408 Aug 29 06:53:12.279129 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66b9ecba-a0c4-46c0-b26c-f1f0e7ff44b3 req-9f99941f-28e9-466c-8f5a-f6a6e8419148 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/security-groups?id=2972b094-8ced-4753-b304-753ddef93a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Aug 29 06:53:12.372588 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5d9bd42d-7037-4a02-aeb1-f78e4aee51d9 req-b5aabf37-70ea-4529-83d0-fee0758b7de1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2972b094-8ced-4753-b304-753ddef93a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183743 Aug 29 06:53:12.382290 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ccba912-ba84-4785-8f65-32e6030a22ce req-67a21dae-addb-4a24-a87f-4f2e819a7c45 tempest-ServerShowV257Test-1241884346 tempest-ServerShowV257Test-1241884346-project] 10.222.0.76 "GET /v2.0/ports?device_id=db6e4ad8-6a8c-4750-950c-aba6259f217a HTTP/1.1" status: 200 len: 210 time: 0.0319278 Aug 29 06:53:12.728940 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:12.821694 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-bd8a996f-899a-4339-97d5-cad20ae263fb service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6935356 Aug 29 06:53:12.837154 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc49b38-b054-4725-93e5-f4a6b39e9dab {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:12.878408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:12.902079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Transition to ACTIVE for port object 9bc49b38-b054-4725-93e5-f4a6b39e9dab will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:12.915949 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:12.991561 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:13.079772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Pushing event updated for resources: {'Port': ['ID=9bc49b38-b054-4725-93e5-f4a6b39e9dab,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:13.137301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port 3be0e290-f324-43ed-9de7-cb0e2af828bb {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:13.138436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:13.180605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ec1a6-0298-4aa9-8233-72b8f0198ac2 req-85d7e5d7-b3ba-4114-b5ac-38c33db78b7f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:13.183659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa8ec1a6-0298-4aa9-8233-72b8f0198ac2 req-85d7e5d7-b3ba-4114-b5ac-38c33db78b7f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.0685771 Aug 29 06:53:13.204711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Attempting to bind port 9bc49b38-b054-4725-93e5-f4a6b39e9dab on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:13.205060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Attempting to bind port 9bc49b38-b054-4725-93e5-f4a6b39e9dab by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '15e0ee5d-451d-4e15-b768-7c59fc61639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f10f73f2-bcff-424a-bc82-784f28445885'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:13.205384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Attempting to bind port 9bc49b38-b054-4725-93e5-f4a6b39e9dab on network f10f73f2-bcff-424a-bc82-784f28445885 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:13.216775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Port 9bc49b38-b054-4725-93e5-f4a6b39e9dab on network f10f73f2-bcff-424a-bc82-784f28445885 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:53:13.217102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Attempting to bind port 9bc49b38-b054-4725-93e5-f4a6b39e9dab on network f10f73f2-bcff-424a-bc82-784f28445885 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:13.227363 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:13.227738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Checking segment: {'id': '15e0ee5d-451d-4e15-b768-7c59fc61639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f10f73f2-bcff-424a-bc82-784f28445885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:13.234578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Bound using segment: {'id': '15e0ee5d-451d-4e15-b768-7c59fc61639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f10f73f2-bcff-424a-bc82-784f28445885'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:13.234578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Bound port: 9bc49b38-b054-4725-93e5-f4a6b39e9dab, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e0ee5d-451d-4e15-b768-7c59fc61639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f10f73f2-bcff-424a-bc82-784f28445885'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:13.234578 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:13.235387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa8ec1a6-0298-4aa9-8233-72b8f0198ac2 req-739a10b2-8906-48dd-b769-de90a038d544 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408106 Aug 29 06:53:13.252284 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:13.283459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for 3be0e290-f324-43ed-9de7-cb0e2af828bb owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:13.387204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] For port 9bc49b38-b054-4725-93e5-f4a6b39e9dab, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:13.405695 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:13.428630 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] For port 9bc49b38-b054-4725-93e5-f4a6b39e9dab, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9bc49b38-b054-4725-93e5-f4a6b39e9dab,segment=NetworkSegment(15e0ee5d-451d-4e15-b768-7c59fc61639e),segment_id=15e0ee5d-451d-4e15-b768-7c59fc61639e)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:13.463386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e99173-878e-4cf9-84b6-399d8172fa53 req-95c97cde-c2fe-441f-b965-5a9ecc380fe8 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:13.463386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8e99173-878e-4cf9-84b6-399d8172fa53 req-95c97cde-c2fe-441f-b965-5a9ecc380fe8 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 944 time: 0.1074846 Aug 29 06:53:13.464688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54858) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:13.494792 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:13.498644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25931a07-85ce-4a14-b92d-78652a00a39f req-22b1f225-3d00-4aa8-acaf-1b35c039add4 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:13.501288 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25931a07-85ce-4a14-b92d-78652a00a39f req-22b1f225-3d00-4aa8-acaf-1b35c039add4 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 945 time: 0.0953770 Aug 29 06:53:13.528123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8e99173-878e-4cf9-84b6-399d8172fa53 req-311fc110-7809-42f8-b167-f7c2b34810ec tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/security-groups?id=b767c96e-14cf-4c01-a03d-83931b1759fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567725 Aug 29 06:53:13.562160 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25931a07-85ce-4a14-b92d-78652a00a39f req-a97a82e5-a5d2-478c-b4b0-c5f5d34dd13b tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/security-groups?id=2972b094-8ced-4753-b304-753ddef93a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492170 Aug 29 06:53:13.605953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:13.606579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:13.613882 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] 10.222.0.15 "PUT /v2.0/ports/9bc49b38-b054-4725-93e5-f4a6b39e9dab HTTP/1.1" status: 200 len: 1093 time: 2.1014664 Aug 29 06:53:13.613882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7704c78b-a58c-4601-b3eb-450ab7536461', 'tag': '9bc49b38-b054-4725-93e5-f4a6b39e9dab'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:13.613882 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4df6ce-1b42-4de7-b829-5442469f5db0" -d '{"events": [{"name": "network-changed", "server_uuid": "7704c78b-a58c-4601-b3eb-450ab7536461", "tag": "9bc49b38-b054-4725-93e5-f4a6b39e9dab"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:13.616599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1893337517-network', 'tenant_id': '90cc9cf0027e4424a022c8704f69d4f4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:13.637441 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2334c-afdf-43fe-9d7d-fe392ae2be2c service neutron] Pushing event updated for resources: {'Port': ['ID=9bc49b38-b054-4725-93e5-f4a6b39e9dab,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:13.670222 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f282c13-caaa-426c-b7e2-a4ea4b44c9f0 x-openstack-request-id: req-0f282c13-caaa-426c-b7e2-a4ea4b44c9f0 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:13.670595 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7704c78b-a58c-4601-b3eb-450ab7536461", "tag": "9bc49b38-b054-4725-93e5-f4a6b39e9dab", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:13.671021 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f282c13-caaa-426c-b7e2-a4ea4b44c9f0 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:13.671532 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7704c78b-a58c-4601-b3eb-450ab7536461', 'tag': '9bc49b38-b054-4725-93e5-f4a6b39e9dab', 'status': 'completed', 'code': 200} Aug 29 06:53:13.712722 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] Made reservation on behalf of 90cc9cf0027e4424a022c8704f69d4f4 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:13.715101 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:13.724510 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:13.730350 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:13.755951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=3be0e290-f324-43ed-9de7-cb0e2af828bb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:13.792129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4df6ce-1b42-4de7-b829-5442469f5db0 req-aeda457d-c407-4c8d-b430-16a6dacd2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:13.793618 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3a4df6ce-1b42-4de7-b829-5442469f5db0 req-aeda457d-c407-4c8d-b430-16a6dacd2310 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bcd432825164075bc6f2781ccb044e9&device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 1096 time: 0.0982215 Aug 29 06:53:13.835533 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:13.880662 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:13.902017 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:13.927510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:53:13.945061 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:13.948473 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:13.948674 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] Added segment f8fd5f2b-2096-4620-8b4b-72c37a56a893 of type vlan for network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba Aug 29 06:53:13.996170 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.002722 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.006121 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.010799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4df6ce-1b42-4de7-b829-5442469f5db0 req-94a3cf01-9a02-4608-80a8-5daac877f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:14.012318 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3a4df6ce-1b42-4de7-b829-5442469f5db0 req-94a3cf01-9a02-4608-80a8-5daac877f5a6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4bcd432825164075bc6f2781ccb044e9&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2019904 Aug 29 06:53:14.095455 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.096533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:14.098007 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.135716 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4df6ce-1b42-4de7-b829-5442469f5db0 req-df2bb9e0-ce4f-4aba-8e84-d74641d85efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:14.137525 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3a4df6ce-1b42-4de7-b829-5442469f5db0 req-df2bb9e0-ce4f-4aba-8e84-d74641d85efd service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925064 Aug 29 06:53:14.148832 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.149052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Fanout notify agent at l3_agent the message router_deleted on router 871c2d21-a43b-4af8-9340-cf61c823d572 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:53:14.159311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.160593 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a61a9799-2be8-4030-b5fb-0185804a8245 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/routers/871c2d21-a43b-4af8-9340-cf61c823d572 HTTP/1.1" status: 204 len: 168 time: 2.1268339 Aug 29 06:53:14.162819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54878) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:14.169383 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54880) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:14.205435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:14.220318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:53:14.231214 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-80958587-8a41-403a-8aa2-66ebb4b8853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:14.236134 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-80958587-8a41-403a-8aa2-66ebb4b8853a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bcd432825164075bc6f2781ccb044e9&device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 1096 time: 0.0593550 Aug 29 06:53:14.238600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bea1a852-3788-4359-8750-41f4176a6ea1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7723985 Aug 29 06:53:14.241493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54886) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:14.250533 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-64aa7af6-14e8-499b-bc4b-11ac8b6bb930 admin admin] Request body: {'subnet': {'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1893337517-subnet', 'tenant_id': '90cc9cf0027e4424a022c8704f69d4f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:14.255864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f9db36-8260-40ed-bb11-c35de83b4e58 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting subnet 61dce2a8-89af-4089-93a6-5f4c6e01525e {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:53:14.263916 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-88f9db36-8260-40ed-bb11-c35de83b4e58 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.351901 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-88f9db36-8260-40ed-bb11-c35de83b4e58 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.354796 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-d9d94a29-8ba1-44cc-82c9-475da45d8faf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc49b38-b054-4725-93e5-f4a6b39e9dab HTTP/1.1" status: 200 len: 217 time: 0.1099341 Aug 29 06:53:14.409816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-4af7a23b-f789-4606-a62f-bbb6837de889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:14.413762 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-4af7a23b-f789-4606-a62f-bbb6837de889 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5d959b2-f531-448a-9532-8c7cd2c83fdc HTTP/1.1" status: 200 len: 858 time: 0.0506907 Aug 29 06:53:14.437890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aa7af6-14e8-499b-bc4b-11ac8b6bb930 admin admin] Made reservation on behalf of 90cc9cf0027e4424a022c8704f69d4f4 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:14.439413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf02ca-059a-49e3-aa5f-de49379c9d7e req-59c0c0eb-60c6-407a-be77-ed6f9a2b3502 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:14.442335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bcaf02ca-059a-49e3-aa5f-de49379c9d7e req-59c0c0eb-60c6-407a-be77-ed6f9a2b3502 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.0923846 Aug 29 06:53:14.448249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64aa7af6-14e8-499b-bc4b-11ac8b6bb930 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.501005 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-88f9db36-8260-40ed-bb11-c35de83b4e58 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.509869 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-1a279d94-4634-4e4c-95b2-2ec658b08944 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f10f73f2-bcff-424a-bc82-784f28445885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880804 Aug 29 06:53:14.532692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bcaf02ca-059a-49e3-aa5f-de49379c9d7e req-a4dd0d15-cda3-40b0-9e4f-c18c4d055c9c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715086 Aug 29 06:53:14.552319 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-676034bc-4932-4fac-a6b4-d6f8db30147b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.649927 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-88f9db36-8260-40ed-bb11-c35de83b4e58 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.688446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9db36-8260-40ed-bb11-c35de83b4e58 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Subnet': ['ID=61dce2a8-89af-4089-93a6-5f4c6e01525e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:14.700047 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd51279-30eb-495a-b2c3-d725cb479b54 None None] Network c8d278b6-e4d7-45f0-8c7a-6e84894a6cac requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:14.703527 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-88f9db36-8260-40ed-bb11-c35de83b4e58 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.705094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-88f9db36-8260-40ed-bb11-c35de83b4e58 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/subnets/61dce2a8-89af-4089-93a6-5f4c6e01525e HTTP/1.1" status: 204 len: 168 time: 0.5396411 Aug 29 06:53:14.711244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54900) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:14.727915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b557-617d-4554-ad0b-d55c07b96d14 req-3a2c42bf-321c-4379-9b25-c4d1dfb5c3eb tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:14.735402 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16f5b557-617d-4554-ad0b-d55c07b96d14 req-3a2c42bf-321c-4379-9b25-c4d1dfb5c3eb tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 944 time: 0.1211553 Aug 29 06:53:14.760586 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-02977d48-d373-4c4f-b6e7-f13ca190f825 service neutron] 10.222.0.15 "GET /v2.0/networks/f10f73f2-bcff-424a-bc82-784f28445885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376215 Aug 29 06:53:14.787177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd0383-162a-439c-8127-35cf554bf833 req-ccc6f2a4-77b6-4dea-99e9-ec33302fdda9 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:14.789544 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1dbd0383-162a-439c-8127-35cf554bf833 req-ccc6f2a4-77b6-4dea-99e9-ec33302fdda9 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 945 time: 0.1036911 Aug 29 06:53:14.798228 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16f5b557-617d-4554-ad0b-d55c07b96d14 req-2e3c578f-160d-4e43-8e10-6ba05c025193 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/security-groups?id=b767c96e-14cf-4c01-a03d-83931b1759fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607872 Aug 29 06:53:14.842692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1dbd0383-162a-439c-8127-35cf554bf833 req-5d51e00c-ae04-4d8b-99a1-d712da6cefa6 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/security-groups?id=2972b094-8ced-4753-b304-753ddef93a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381024 Aug 29 06:53:14.916894 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:14.972881 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac98f02-ef55-4626-9a52-b4200728e2ad None None] DHCP port deletion for c8d278b6-e4d7-45f0-8c7a-6e84894a6cac request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:53:15.003120 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-676034bc-4932-4fac-a6b4-d6f8db30147b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.022801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-eac98f02-ef55-4626-9a52-b4200728e2ad None None] Deleting port 689daacb-a922-4959-a45e-95b10aab481d {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:15.023216 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eac98f02-ef55-4626-9a52-b4200728e2ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.025736 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-460915f6-2310-4669-b324-6c6b5c49fc25 req-193a5974-fb32-40e5-8465-b6eb7d7f1080 service neutron] 10.222.0.15 "GET /v2.0/networks/f10f73f2-bcff-424a-bc82-784f28445885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305994 Aug 29 06:53:15.068334 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-676034bc-4932-4fac-a6b4-d6f8db30147b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.070550 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64aa7af6-14e8-499b-bc4b-11ac8b6bb930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.093132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-eac98f02-ef55-4626-9a52-b4200728e2ad None None] For port 689daacb-a922-4959-a45e-95b10aab481d, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=689daacb-a922-4959-a45e-95b10aab481d,segment=NetworkSegment(913baf9a-1151-4fd6-9599-98a280bf65e2),segment_id=913baf9a-1151-4fd6-9599-98a280bf65e2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:15.093514 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eac98f02-ef55-4626-9a52-b4200728e2ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.108783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-eac98f02-ef55-4626-9a52-b4200728e2ad None None] Calling delete_port for 689daacb-a922-4959-a45e-95b10aab481d owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:15.162218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676034bc-4932-4fac-a6b4-d6f8db30147b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5f15c3-4a78-4d03-8cbc-eb365aaa714f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:15.186070 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-676034bc-4932-4fac-a6b4-d6f8db30147b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4df5e2fa36fb41e483746182a580e51d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0156929 Aug 29 06:53:15.189393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54914) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:15.197588 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port 689daacb-a922-4959-a45e-95b10aab481d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:15.198272 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.200430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa7af6-14e8-499b-bc4b-11ac8b6bb930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=441c2de4-c48e-4f86-b515-ec1ba8be996a,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:15.292283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa7af6-14e8-499b-bc4b-11ac8b6bb930 admin admin] Checking segment: {'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:15.292908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa7af6-14e8-499b-bc4b-11ac8b6bb930 admin admin] Network hostable DHCP agents. Network: 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:53:15.325879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] For port 689daacb-a922-4959-a45e-95b10aab481d, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=689daacb-a922-4959-a45e-95b10aab481d,segment=NetworkSegment(913baf9a-1151-4fd6-9599-98a280bf65e2),segment_id=913baf9a-1151-4fd6-9599-98a280bf65e2)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:15.326576 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.367627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for 689daacb-a922-4959-a45e-95b10aab481d owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:15.367627 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a8914c28-3932-4fe9-9c64-c9b254c49ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.413977 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a8914c28-3932-4fe9-9c64-c9b254c49ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.432357 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eac98f02-ef55-4626-9a52-b4200728e2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.440725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa7af6-14e8-499b-bc4b-11ac8b6bb930 admin admin] Network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:53:15.462608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac98f02-ef55-4626-9a52-b4200728e2ad None None] Pushing event deleted for resources: {'Port': ['ID=689daacb-a922-4959-a45e-95b10aab481d,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:15.464862 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac98f02-ef55-4626-9a52-b4200728e2ad None None] No DVR routers for this DVR port 689daacb-a922-4959-a45e-95b10aab481d on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:53:15.495640 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.522719 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=689daacb-a922-4959-a45e-95b10aab481d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:15.524578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] No DVR routers for this DVR port 689daacb-a922-4959-a45e-95b10aab481d on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:53:15.593018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-64aa7af6-14e8-499b-bc4b-11ac8b6bb930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:15.601190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa7af6-14e8-499b-bc4b-11ac8b6bb930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:15.601799 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64aa7af6-14e8-499b-bc4b-11ac8b6bb930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.606755 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6367b613-0ee3-4212-81ae-c47126511cac None None] Network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:15.622607 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.638102 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a8914c28-3932-4fe9-9c64-c9b254c49ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.641261 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a8914c28-3932-4fe9-9c64-c9b254c49ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.642734 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a8914c28-3932-4fe9-9c64-c9b254c49ed2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff5f15c3-4a78-4d03-8cbc-eb365aaa714f HTTP/1.1" status: 204 len: 168 time: 0.4519854 Aug 29 06:53:15.652633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d278b6-e4d7-45f0-8c7a-6e84894a6cac']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:15.666248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8914c28-3932-4fe9-9c64-c9b254c49ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5f15c3-4a78-4d03-8cbc-eb365aaa714f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:15.669296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913baf9a-1151-4fd6-9599-98a280bf65e2') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:15.669893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913baf9a-1151-4fd6-9599-98a280bf65e2') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:15.682426 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.704203 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.718011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:53:15.719579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.721503 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07289a0b-46c2-44f3-9e87-ff7f14909ba7 req-6c08f15d-54b2-41d2-a458-01853f4ba431 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:15.723905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07289a0b-46c2-44f3-9e87-ff7f14909ba7 req-6c08f15d-54b2-41d2-a458-01853f4ba431 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.0893641 Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:53:15.725434 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:53:15.743041 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-64aa7af6-14e8-499b-bc4b-11ac8b6bb930 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4997733 Aug 29 06:53:15.806806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04846667-a4c2-46ff-bdd3-c1739238a742 None None] Network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:15.871048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07289a0b-46c2-44f3-9e87-ff7f14909ba7 req-ea42b88d-535d-4285-852f-4988b7c3c52e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336658 Aug 29 06:53:15.889613 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.910045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd162986-3587-4670-bcb1-93538f97d894 req-4c94a097-5889-405f-9081-96bd8f896588 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:15.919752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 689daacb-a922-4959-a45e-95b10aab481d no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:53:15.921176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd162986-3587-4670-bcb1-93538f97d894 req-4c94a097-5889-405f-9081-96bd8f896588 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 945 time: 0.1947651 Aug 29 06:53:15.927433 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:15.929801 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/networks/c8d278b6-e4d7-45f0-8c7a-6e84894a6cac HTTP/1.1" status: 204 len: 168 time: 1.2165749 Aug 29 06:53:15.932462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54930) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:15.951879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8fae3-8737-4c06-b5d9-a1c2bb460deb tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Network': ['ID=c8d278b6-e4d7-45f0-8c7a-6e84894a6cac,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:15.963592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 689daacb-a922-4959-a45e-95b10aab481d {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:53:15.963989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 689daacb-a922-4959-a45e-95b10aab481d not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:53:16.035829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd162986-3587-4670-bcb1-93538f97d894 req-83f98fa6-e4c0-4b17-bf16-ecd1acb175b3 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/security-groups?id=2972b094-8ced-4753-b304-753ddef93a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136456 Aug 29 06:53:16.060510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c891af-97a3-41de-b2ef-694e840d255d req-c3b8f119-68cc-4af9-b589-5279d2836258 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:16.063622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30c891af-97a3-41de-b2ef-694e840d255d req-c3b8f119-68cc-4af9-b589-5279d2836258 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 944 time: 0.1046095 Aug 29 06:53:16.087459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-364a7c48-6727-4d68-b2ff-71d6a815be30 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port 211a20b1-edc8-4eef-9db2-ec3a79cafdb4 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:16.088110 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-364a7c48-6727-4d68-b2ff-71d6a815be30 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:16.104169 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30c891af-97a3-41de-b2ef-694e840d255d req-78fc100c-5eda-481f-b9e8-e88051f9407b tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/security-groups?id=b767c96e-14cf-4c01-a03d-83931b1759fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356681 Aug 29 06:53:16.187087 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-364a7c48-6727-4d68-b2ff-71d6a815be30 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:16.188236 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-364a7c48-6727-4d68-b2ff-71d6a815be30 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:16.200609 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-364a7c48-6727-4d68-b2ff-71d6a815be30 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for 211a20b1-edc8-4eef-9db2-ec3a79cafdb4 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:16.412754 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-364a7c48-6727-4d68-b2ff-71d6a815be30 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:16.439807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a7c48-6727-4d68-b2ff-71d6a815be30 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=211a20b1-edc8-4eef-9db2-ec3a79cafdb4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:16.501512 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-364a7c48-6727-4d68-b2ff-71d6a815be30 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:16.504218 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-364a7c48-6727-4d68-b2ff-71d6a815be30 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:16.505401 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-364a7c48-6727-4d68-b2ff-71d6a815be30 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/floatingips/c9cf07a7-2d15-443b-8529-64f60714cf91 HTTP/1.1" status: 204 len: 168 time: 0.5695715 Aug 29 06:53:16.508999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54948) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:16.534508 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a388d7-ef2f-460f-a983-cdcf9a6f0a22 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] DELETE failed (client error): The resource could not be found. Aug 29 06:53:16.538722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a388d7-ef2f-460f-a983-cdcf9a6f0a22 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:53:16.538722 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f8a388d7-ef2f-460f-a983-cdcf9a6f0a22 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/ports/e3bfde7f-df94-48d1-9648-a40b14280650 HTTP/1.1" status: 404 len: 333 time: 0.0272286 Aug 29 06:53:16.540001 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54956) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:16.575758 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-64592a0f-2ee9-4363-904f-58fca90fd52a tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "GET /v2.0/ports?device_id=871c2d21-a43b-4af8-9340-cf61c823d572 HTTP/1.1" status: 200 len: 205 time: 0.0340884 Aug 29 06:53:16.578092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54962) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:16.628567 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-920a98c8-72d4-4891-89a4-2a0558c9bfd8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] delete failed (client error): The resource could not be found. Aug 29 06:53:16.630043 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-920a98c8-72d4-4891-89a4-2a0558c9bfd8 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/routers/871c2d21-a43b-4af8-9340-cf61c823d572 HTTP/1.1" status: 404 len: 336 time: 0.0504422 Aug 29 06:53:16.632601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54964) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:16.660693 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-071a8062-8775-4cd2-b5f2-c9e5e22180d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] DELETE failed (client error): The resource could not be found. Aug 29 06:53:16.661159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071a8062-8775-4cd2-b5f2-c9e5e22180d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:53:16.662922 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-071a8062-8775-4cd2-b5f2-c9e5e22180d1 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/subnets/61dce2a8-89af-4089-93a6-5f4c6e01525e HTTP/1.1" status: 404 len: 337 time: 0.0293975 Aug 29 06:53:16.665830 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54966) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:16.677774 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c082bc19-72b4-4dde-9d8f-74a964408a3a tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:16.679411 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c082bc19-72b4-4dde-9d8f-74a964408a3a tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/networks?id=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba HTTP/1.1" status: 200 len: 813 time: 0.1135597 Aug 29 06:53:16.694756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-96e005ea-b53a-4ad2-8855-6ff52642dbfe tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/quotas/90cc9cf0027e4424a022c8704f69d4f4 HTTP/1.1" status: 200 len: 375 time: 0.0091252 Aug 29 06:53:16.731310 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-a46c2783-04b7-4cc3-b955-f869be97d9b8 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=90cc9cf0027e4424a022c8704f69d4f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287108 Aug 29 06:53:16.772384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c1c47832-1efe-43be-bd2f-be06a9b8d6da tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port 56f2d7ac-f109-4cb1-afc1-40fc22cdacb7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:16.772735 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1c47832-1efe-43be-bd2f-be06a9b8d6da tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:16.834481 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-d4b1a48f-1b2f-4157-b18b-0d39b1df7461 service neutron] 10.222.0.76 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952430 Aug 29 06:53:16.897736 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1c47832-1efe-43be-bd2f-be06a9b8d6da tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:16.911353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c1c47832-1efe-43be-bd2f-be06a9b8d6da tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for 56f2d7ac-f109-4cb1-afc1-40fc22cdacb7 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:16.938398 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-cd8cf213-1464-47db-924f-49f67ea6b97f service neutron] 10.222.0.76 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967383 Aug 29 06:53:17.041882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7c6ad-95a3-4676-87b2-57cc94042dfe req-2da9972f-04b2-44b1-b554-f4b98453f72e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:17.055355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67d7c6ad-95a3-4676-87b2-57cc94042dfe req-2da9972f-04b2-44b1-b554-f4b98453f72e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.0688918 Aug 29 06:53:17.085754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67d7c6ad-95a3-4676-87b2-57cc94042dfe req-0e86d299-9611-4c0b-8f48-78a66a1aae56 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355535 Aug 29 06:53:17.159127 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1c47832-1efe-43be-bd2f-be06a9b8d6da tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:17.199668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c47832-1efe-43be-bd2f-be06a9b8d6da tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=56f2d7ac-f109-4cb1-afc1-40fc22cdacb7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:17.232412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce1c09-fe40-4dee-81ce-4bd83adab138 req-24d0942b-16e2-40fe-9b59-dcce684c28ba tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:17.234420 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccce1c09-fe40-4dee-81ce-4bd83adab138 req-24d0942b-16e2-40fe-9b59-dcce684c28ba tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 945 time: 0.0766757 Aug 29 06:53:17.278091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccce1c09-fe40-4dee-81ce-4bd83adab138 req-077c5bd4-5ab4-4caf-b140-1c65005af05e tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/security-groups?id=2972b094-8ced-4753-b304-753ddef93a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375288 Aug 29 06:53:17.283034 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1c47832-1efe-43be-bd2f-be06a9b8d6da tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:17.285984 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c1c47832-1efe-43be-bd2f-be06a9b8d6da tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/ports/56f2d7ac-f109-4cb1-afc1-40fc22cdacb7 HTTP/1.1" status: 204 len: 168 time: 0.6190889 Aug 29 06:53:17.288493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54986) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:17.411958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6b744-fa75-4e46-8f24-97d53ab65fd7 req-2acb9f6d-b091-40ed-b69d-75a57810aee4 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:17.413621 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89f6b744-fa75-4e46-8f24-97d53ab65fd7 req-2acb9f6d-b091-40ed-b69d-75a57810aee4 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 945 time: 0.0957143 Aug 29 06:53:17.442662 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9bc49b38-b054-4725-93e5-f4a6b39e9dab details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:53:17.443648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a6a70-13ae-48ea-828b-beed560f46ff req-c943bd8f-7ced-4da5-a1af-d0f2519ab4b8 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:17.451692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f9a6a70-13ae-48ea-828b-beed560f46ff req-c943bd8f-7ced-4da5-a1af-d0f2519ab4b8 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 944 time: 0.1112945 Aug 29 06:53:17.470729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-007aaad0-876b-4de5-9379-3a272aeedace tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port b276398e-1c5b-4ab5-98fb-addb04a02ff6 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:17.471222 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-007aaad0-876b-4de5-9379-3a272aeedace tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:17.503875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f9a6a70-13ae-48ea-828b-beed560f46ff req-1faa6992-d9c4-4dbe-9416-f4ab9bbb720b tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/security-groups?id=b767c96e-14cf-4c01-a03d-83931b1759fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478971 Aug 29 06:53:17.518454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54996) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:17.611536 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-007aaad0-876b-4de5-9379-3a272aeedace tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:17.628603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-89f6b744-fa75-4e46-8f24-97d53ab65fd7 req-b65ea4a6-0d3f-481b-91f6-bdc0602aa666 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Deleting port 14cff209-6411-4448-a761-acf61bd22713 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:17.629114 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-89f6b744-fa75-4e46-8f24-97d53ab65fd7 req-b65ea4a6-0d3f-481b-91f6-bdc0602aa666 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:17.636994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-007aaad0-876b-4de5-9379-3a272aeedace tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for b276398e-1c5b-4ab5-98fb-addb04a02ff6 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:17.647687 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9bc49b38-b054-4725-93e5-f4a6b39e9dab, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9bc49b38-b054-4725-93e5-f4a6b39e9dab,segment=NetworkSegment(15e0ee5d-451d-4e15-b768-7c59fc61639e),segment_id=15e0ee5d-451d-4e15-b768-7c59fc61639e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:17.683189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ab22224-c1d9-4f99-91ea-0fe5721f1d98 req-806c8daf-5b0a-4b5d-8d31-f881477e1b7a tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 210 time: 0.0866077 Aug 29 06:53:17.690671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '9bc49b38-b054-4725-93e5-f4a6b39e9dab', 'network_id': 'f10f73f2-bcff-424a-bc82-784f28445885', 'port_id': '9bc49b38-b054-4725-93e5-f4a6b39e9dab', 'mac_address': 'fa:16:3e:e6:6e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d959b2-f531-448a-9532-8c7cd2c83fdc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:53:17.755643 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:17.771566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc49b38-b054-4725-93e5-f4a6b39e9dab {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:17.787972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-89f6b744-fa75-4e46-8f24-97d53ab65fd7 req-b65ea4a6-0d3f-481b-91f6-bdc0602aa666 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] For port 14cff209-6411-4448-a761-acf61bd22713, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=14cff209-6411-4448-a761-acf61bd22713,segment=NetworkSegment(1b0146e2-becf-401c-bb40-c6a4b1475dd3),segment_id=1b0146e2-becf-401c-bb40-c6a4b1475dd3)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:17.788345 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-89f6b744-fa75-4e46-8f24-97d53ab65fd7 req-b65ea4a6-0d3f-481b-91f6-bdc0602aa666 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:17.795942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9bc49b38-b054-4725-93e5-f4a6b39e9dab, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9bc49b38-b054-4725-93e5-f4a6b39e9dab,segment=NetworkSegment(15e0ee5d-451d-4e15-b768-7c59fc61639e),segment_id=15e0ee5d-451d-4e15-b768-7c59fc61639e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:17.802023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-703917303-network', 'tenant_id': 'e0aadb33e1a6450ebcad49c1ca1b6659'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:17.808936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-89f6b744-fa75-4e46-8f24-97d53ab65fd7 req-b65ea4a6-0d3f-481b-91f6-bdc0602aa666 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Calling delete_port for 14cff209-6411-4448-a761-acf61bd22713 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:17.849646 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:17.911782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] Made reservation on behalf of e0aadb33e1a6450ebcad49c1ca1b6659 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:17.914035 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:17.916411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9bc49b38-b054-4725-93e5-f4a6b39e9dab,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:17.929099 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:17.991600 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-007aaad0-876b-4de5-9379-3a272aeedace tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:18.019521 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:18.020433 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007aaad0-876b-4de5-9379-3a272aeedace tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=b276398e-1c5b-4ab5-98fb-addb04a02ff6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:18.068214 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-89f6b744-fa75-4e46-8f24-97d53ab65fd7 req-b65ea4a6-0d3f-481b-91f6-bdc0602aa666 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:18.081456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['14cff209-6411-4448-a761-acf61bd22713'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:53:18.104984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ea4a6-0d3f-481b-91f6-bdc0602aa666 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Pushing event deleted for resources: {'Port': ['ID=14cff209-6411-4448-a761-acf61bd22713,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:18.125821 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:18.134791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9bc49b38-b054-4725-93e5-f4a6b39e9dab'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:53:18.160343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:53:18.170718 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfcc451-b6a2-4775-aed6-6b6794116bce,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:18.189641 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:18.189641 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] Added segment a0c7c3d9-fd20-46be-bac4-8103d6c60a45 of type vlan for network 0a0d62d4-d30a-4a4a-9f2a-c818c1bb3369 Aug 29 06:53:18.259418 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:18.297059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912607c-b3fd-4020-b369-e2293628b4f0 req-1cea9255-7962-4cae-979d-161c5201c871 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:18.298722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9912607c-b3fd-4020-b369-e2293628b4f0 req-1cea9255-7962-4cae-979d-161c5201c871 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.0978043 Aug 29 06:53:18.354350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9912607c-b3fd-4020-b369-e2293628b4f0 req-f3126991-51b2-4592-b47e-88af175fa0e6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456455 Aug 29 06:53:18.378166 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:18.379246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:18.379831 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:18.450835 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f26827ba-67f5-42e5-b9a4-ef912fa29881 req-c7a2ded0-ddc9-4cc1-b7f2-af82f59a720e tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 210 time: 0.0742190 Aug 29 06:53:18.471858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] Pushing event updated for resources: {'Network': ['ID=0a0d62d4-d30a-4a4a-9f2a-c818c1bb3369,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:18.481500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 0a0d62d4-d30a-4a4a-9f2a-c818c1bb3369 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:53:18.530010 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f6b744-fa75-4e46-8f24-97d53ab65fd7 req-b65ea4a6-0d3f-481b-91f6-bdc0602aa666 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] No DVR routers for this DVR port 14cff209-6411-4448-a761-acf61bd22713 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:53:18.533724 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-89f6b744-fa75-4e46-8f24-97d53ab65fd7 req-b65ea4a6-0d3f-481b-91f6-bdc0602aa666 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:18.536503 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89f6b744-fa75-4e46-8f24-97d53ab65fd7 req-b65ea4a6-0d3f-481b-91f6-bdc0602aa666 tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.15 "DELETE /v2.0/ports/14cff209-6411-4448-a761-acf61bd22713 HTTP/1.1" status: 204 len: 173 time: 1.1148539 Aug 29 06:53:18.540157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a622ba-6d31-4159-8afb-91387355e68c', 'name': 'network-vif-deleted', 'tag': '14cff209-6411-4448-a761-acf61bd22713'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:18.542659 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e78229-3c09-40fa-b724-fbfd128f93e5" -d '{"events": [{"server_uuid": "a5a622ba-6d31-4159-8afb-91387355e68c", "name": "network-vif-deleted", "tag": "14cff209-6411-4448-a761-acf61bd22713"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:18.551661 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-007aaad0-876b-4de5-9379-3a272aeedace tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:18.554254 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-007aaad0-876b-4de5-9379-3a272aeedace tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/ports/b276398e-1c5b-4ab5-98fb-addb04a02ff6 HTTP/1.1" status: 204 len: 168 time: 1.2647190 Aug 29 06:53:18.558992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d2b576e4-99f1-4686-b395-3ca43b6d2739 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0352373 Aug 29 06:53:18.558992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55028) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:18.559212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55030) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:18.563114 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a1fa0901-627a-445a-8c95-d5b64c7e4155 admin admin] Request body: {'subnet': {'network_id': '0a0d62d4-d30a-4a4a-9f2a-c818c1bb3369', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-703917303-subnet', 'tenant_id': 'e0aadb33e1a6450ebcad49c1ca1b6659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:18.595812 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d247afc5-d099-418c-82d8-debefe70cf5f x-openstack-request-id: req-d247afc5-d099-418c-82d8-debefe70cf5f {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:18.596093 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a622ba-6d31-4159-8afb-91387355e68c", "name": "network-vif-deleted", "tag": "14cff209-6411-4448-a761-acf61bd22713", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:18.596342 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d247afc5-d099-418c-82d8-debefe70cf5f {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:18.596859 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a622ba-6d31-4159-8afb-91387355e68c', 'name': 'network-vif-deleted', 'tag': '14cff209-6411-4448-a761-acf61bd22713', 'status': 'completed', 'code': 200} Aug 29 06:53:18.646518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9749089-83d1-44ac-bd49-10d6f508c619 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:18.648179 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c9749089-83d1-44ac-bd49-10d6f508c619 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "GET /v2.0/ports?device_id=2189b91c-9078-47e2-a43b-0b047c3579a0 HTTP/1.1" status: 200 len: 913 time: 0.0902343 Aug 29 06:53:18.651112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55032) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:18.665188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec24cd-b56a-4a9e-b6dd-5bb88f367f2d req-45a3663d-d1b8-445f-871f-b0b9904a7301 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:18.667126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53ec24cd-b56a-4a9e-b6dd-5bb88f367f2d req-45a3663d-d1b8-445f-871f-b0b9904a7301 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 945 time: 0.0655880 Aug 29 06:53:18.714123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53ec24cd-b56a-4a9e-b6dd-5bb88f367f2d req-4fd1f37d-ea52-48ac-ae3f-ef54275b6df1 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/security-groups?id=b767c96e-14cf-4c01-a03d-83931b1759fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379622 Aug 29 06:53:18.760051 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fa0901-627a-445a-8c95-d5b64c7e4155 admin admin] Made reservation on behalf of e0aadb33e1a6450ebcad49c1ca1b6659 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:18.762752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a1fa0901-627a-445a-8c95-d5b64c7e4155 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:18.791508 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-522b09fd-ee7c-4379-bcc7-46148f988a2a req-11fc9d16-0839-40d8-9c35-5ee420c6732b tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 210 time: 0.0375099 Aug 29 06:53:19.151972 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-69027e9d-ba02-4e8c-990c-284291377769 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:19.188726 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a1fa0901-627a-445a-8c95-d5b64c7e4155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:19.297499 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa0901-627a-445a-8c95-d5b64c7e4155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06985352-ca1e-4241-be92-fbb78e5c06a5,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:19.316183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fa0901-627a-445a-8c95-d5b64c7e4155 admin admin] Checking segment: {'id': 'a0c7c3d9-fd20-46be-bac4-8103d6c60a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0a0d62d4-d30a-4a4a-9f2a-c818c1bb3369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:19.316545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fa0901-627a-445a-8c95-d5b64c7e4155 admin admin] Network hostable DHCP agents. Network: 0a0d62d4-d30a-4a4a-9f2a-c818c1bb3369, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:53:19.463325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9bc49b38-b054-4725-93e5-f4a6b39e9dab up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:19.471079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fa0901-627a-445a-8c95-d5b64c7e4155 admin admin] Network 0a0d62d4-d30a-4a4a-9f2a-c818c1bb3369 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:53:19.511829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-69027e9d-ba02-4e8c-990c-284291377769 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port 09abfe52-98fc-4c4d-a7c1-aeb148d295a1 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:19.511829 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-69027e9d-ba02-4e8c-990c-284291377769 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:19.521431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265df730-180a-4a8f-8175-c7891ebf7e36 req-03d728e3-a2a5-4c26-9de2-c80d5395dcdb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:19.522987 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-265df730-180a-4a8f-8175-c7891ebf7e36 req-03d728e3-a2a5-4c26-9de2-c80d5395dcdb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.0749385 Aug 29 06:53:19.560404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-a1fa0901-627a-445a-8c95-d5b64c7e4155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 0a0d62d4-d30a-4a4a-9f2a-c818c1bb3369) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:19.566375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-265df730-180a-4a8f-8175-c7891ebf7e36 req-ca08e52a-22c6-4a88-9344-855af0b880d5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346274 Aug 29 06:53:19.570733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303cb2b2-380f-4b70-8898-c9dd6f42b7ba None None] Network 0a0d62d4-d30a-4a4a-9f2a-c818c1bb3369 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:19.591430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fa0901-627a-445a-8c95-d5b64c7e4155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:19.592042 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a1fa0901-627a-445a-8c95-d5b64c7e4155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:19.608511 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 9bc49b38-b054-4725-93e5-f4a6b39e9dab completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:19.631465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d54bae70-0323-4f0e-b435-91b720d1f1ba req-a3a6bcff-3c9e-4bb7-ba3b-d7e96537bc9e tempest-ServerPasswordTestJSON-33562474 tempest-ServerPasswordTestJSON-33562474-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5a622ba-6d31-4159-8afb-91387355e68c HTTP/1.1" status: 200 len: 210 time: 0.0321164 Aug 29 06:53:19.637598 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-69027e9d-ba02-4e8c-990c-284291377769 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:19.643237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 9bc49b38-b054-4725-93e5-f4a6b39e9dab triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:19.643965 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:19.650870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-69027e9d-ba02-4e8c-990c-284291377769 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for 09abfe52-98fc-4c4d-a7c1-aeb148d295a1 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:19.727764 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a1fa0901-627a-445a-8c95-d5b64c7e4155 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1684279 Aug 29 06:53:19.801613 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:19.812372 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac48162-70b3-4a0a-b1f2-b4ed5b66f257 None None] Network 0a0d62d4-d30a-4a4a-9f2a-c818c1bb3369 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:19.876580 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7704c78b-a58c-4601-b3eb-450ab7536461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc49b38-b054-4725-93e5-f4a6b39e9dab'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:19.879611 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26a5faa-18d8-44d0-8b88-baf26d66cd78" -d '{"events": [{"server_uuid": "7704c78b-a58c-4601-b3eb-450ab7536461", "name": "network-vif-plugged", "status": "completed", "tag": "9bc49b38-b054-4725-93e5-f4a6b39e9dab"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:19.891887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8287d6-4eba-44b1-afd6-67229e5af7c1 req-a1069dfd-037e-4d13-a194-802276a60459 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:19.900564 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc8287d6-4eba-44b1-afd6-67229e5af7c1 req-a1069dfd-037e-4d13-a194-802276a60459 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 945 time: 0.0725243 Aug 29 06:53:19.901446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9bc49b38-b054-4725-93e5-f4a6b39e9dab, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9bc49b38-b054-4725-93e5-f4a6b39e9dab,segment=NetworkSegment(15e0ee5d-451d-4e15-b768-7c59fc61639e),segment_id=15e0ee5d-451d-4e15-b768-7c59fc61639e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:19.953972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0f26239-4a64-476a-9180-122da0609081 req-6afd66ec-b81f-41eb-9d89-00c46196753c tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 210 time: 0.0329380 Aug 29 06:53:19.967409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc8287d6-4eba-44b1-afd6-67229e5af7c1 req-b0970aa0-d711-49d6-942b-34a8002e06b2 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/security-groups?id=b767c96e-14cf-4c01-a03d-83931b1759fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655432 Aug 29 06:53:19.973100 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.001910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55054) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:20.004255 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-69027e9d-ba02-4e8c-990c-284291377769 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.019394 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc696e5-fa9c-47b1-9671-1a443489d1e6 x-openstack-request-id: req-dfc696e5-fa9c-47b1-9671-1a443489d1e6 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:20.019685 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7704c78b-a58c-4601-b3eb-450ab7536461", "name": "network-vif-plugged", "status": "completed", "tag": "9bc49b38-b054-4725-93e5-f4a6b39e9dab", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:20.019932 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dfc696e5-fa9c-47b1-9671-1a443489d1e6 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:20.020322 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7704c78b-a58c-4601-b3eb-450ab7536461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc49b38-b054-4725-93e5-f4a6b39e9dab', 'code': 200} Aug 29 06:53:20.025254 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9bc49b38-b054-4725-93e5-f4a6b39e9dab,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:20.054216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69027e9d-ba02-4e8c-990c-284291377769 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=09abfe52-98fc-4c4d-a7c1-aeb148d295a1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:20.056096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-4563cf43-a472-4b62-b339-34bd678660de admin admin] Deleting subnet 06985352-ca1e-4241-be92-fbb78e5c06a5 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:53:20.063725 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563cf43-a472-4b62-b339-34bd678660de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.101592 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563cf43-a472-4b62-b339-34bd678660de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.146759 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563cf43-a472-4b62-b339-34bd678660de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.162907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f71a1-959d-4305-936f-86a3f8329869 req-50891e19-53fd-4c7a-98eb-0b4aca258148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:20.164611 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7c7f71a1-959d-4305-936f-86a3f8329869 req-50891e19-53fd-4c7a-98eb-0b4aca258148 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 1098 time: 0.0657942 Aug 29 06:53:20.280139 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563cf43-a472-4b62-b339-34bd678660de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.290613 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7c7f71a1-959d-4305-936f-86a3f8329869 req-9ea554e9-b9b7-4ebe-99d4-ce893d486ae6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b767c96e-14cf-4c01-a03d-83931b1759fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743217 Aug 29 06:53:20.310994 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-69027e9d-ba02-4e8c-990c-284291377769 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.312375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563cf43-a472-4b62-b339-34bd678660de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06985352-ca1e-4241-be92-fbb78e5c06a5,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:20.314354 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563cf43-a472-4b62-b339-34bd678660de admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.318884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4563cf43-a472-4b62-b339-34bd678660de admin admin] 10.222.0.76 "DELETE /v2.0/subnets/06985352-ca1e-4241-be92-fbb78e5c06a5 HTTP/1.1" status: 204 len: 168 time: 0.3151591 Aug 29 06:53:20.319409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55062) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:20.526647 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-135b87c0-89b3-40dc-b252-8f9bf8bc0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.674912 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-ea2210fb-d71a-4f3e-960c-51ba1c03381b tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:20.676592 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-ea2210fb-d71a-4f3e-960c-51ba1c03381b tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.11 "GET /v2.0/networks?id=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba HTTP/1.1" status: 200 len: 813 time: 0.3454521 Aug 29 06:53:20.700712 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734133c0-45a7-4b61-9102-8ddb17df7666 req-dac0fb8b-8c4f-4474-899a-70b7179e154a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:20.710859 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-734133c0-45a7-4b61-9102-8ddb17df7666 req-dac0fb8b-8c4f-4474-899a-70b7179e154a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.0658052 Aug 29 06:53:20.717255 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-135b87c0-89b3-40dc-b252-8f9bf8bc0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.720123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55072) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:20.725030 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.725533 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c7126cc0-1935-42be-b147-e237925bb16d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Request body: {'port': {'device_id': '2c0393fc-748f-4620-95d1-b5657efd9cd3', 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba', 'admin_state_up': True, 'tenant_id': '90cc9cf0027e4424a022c8704f69d4f4'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:20.750919 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-734133c0-45a7-4b61-9102-8ddb17df7666 req-00d3ea33-f3c6-43de-a570-3777b83758ff tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387440 Aug 29 06:53:20.782945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-135b87c0-89b3-40dc-b252-8f9bf8bc0ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0d62d4-d30a-4a4a-9f2a-c818c1bb3369']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:20.836298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-135b87c0-89b3-40dc-b252-8f9bf8bc0ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c7c3d9-fd20-46be-bac4-8103d6c60a45') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:20.836596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-135b87c0-89b3-40dc-b252-8f9bf8bc0ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c7c3d9-fd20-46be-bac4-8103d6c60a45') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:20.886295 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-135b87c0-89b3-40dc-b252-8f9bf8bc0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.898919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f85514d-22e4-4269-b76d-a685e30ddaad admin admin] Deleting subnet e2f0f73e-1a6d-4b55-aec4-6b06fe91bc27 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:53:20.913204 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f85514d-22e4-4269-b76d-a685e30ddaad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.946731 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-135b87c0-89b3-40dc-b252-8f9bf8bc0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.963117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135b87c0-89b3-40dc-b252-8f9bf8bc0ba6 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:53:20.963556 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-135b87c0-89b3-40dc-b252-8f9bf8bc0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:53:20.969695 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:53:21.043786 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f85514d-22e4-4269-b76d-a685e30ddaad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.051857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69027e9d-ba02-4e8c-990c-284291377769 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Router 2189b91c-9078-47e2-a43b-0b047c3579a0 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:53:21.055428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-e83f9789-3b7e-4232-bf1b-323a4f6b1d23 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:21.057006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-e83f9789-3b7e-4232-bf1b-323a4f6b1d23 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.11 "GET /v2.0/networks?id=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba HTTP/1.1" status: 200 len: 813 time: 0.1309509 Aug 29 06:53:21.075665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c0546cf-4793-4e2d-9a5b-cec6e13eef8d req-1856c786-858f-42af-be58-d52fe6b1e1ab tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 210 time: 0.0458293 Aug 29 06:53:21.113107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-73a70621-0009-44c6-bdf3-2042ca3039be tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Request body: {'port': {'device_id': 'afa9fd1f-d960-4640-8807-515db6746f66', 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba', 'admin_state_up': True, 'tenant_id': '90cc9cf0027e4424a022c8704f69d4f4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:21.114430 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f85514d-22e4-4269-b76d-a685e30ddaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.166130 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-135b87c0-89b3-40dc-b252-8f9bf8bc0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.175846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7673a-fabf-4000-8e98-c15c6d1e6460 req-cecb15ea-96c4-43a4-8b52-c0f5d60ec6c1 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:21.177360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7a7673a-fabf-4000-8e98-c15c6d1e6460 req-cecb15ea-96c4-43a4-8b52-c0f5d60ec6c1 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 946 time: 0.1045535 Aug 29 06:53:21.179910 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-135b87c0-89b3-40dc-b252-8f9bf8bc0ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.184330 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-135b87c0-89b3-40dc-b252-8f9bf8bc0ba6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/0a0d62d4-d30a-4a4a-9f2a-c818c1bb3369 HTTP/1.1" status: 204 len: 168 time: 0.8613222 Aug 29 06:53:21.209296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b87c0-89b3-40dc-b252-8f9bf8bc0ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0d62d4-d30a-4a4a-9f2a-c818c1bb3369,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:21.241004 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7a7673a-fabf-4000-8e98-c15c6d1e6460 req-70463163-9c09-4da6-ba0e-250d11d8d757 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/security-groups?id=b767c96e-14cf-4c01-a03d-83931b1759fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538921 Aug 29 06:53:21.252572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c7126cc0-1935-42be-b147-e237925bb16d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Made reservation on behalf of 90cc9cf0027e4424a022c8704f69d4f4 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:21.256124 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c7126cc0-1935-42be-b147-e237925bb16d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.330789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69027e9d-ba02-4e8c-990c-284291377769 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:53:21.342482 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-69027e9d-ba02-4e8c-990c-284291377769 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "PUT /v2.0/routers/2189b91c-9078-47e2-a43b-0b047c3579a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6872292 Aug 29 06:53:21.342600 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55086) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:21.345023 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67876f-0f5c-4f07-9546-da80a8f3c0f6 None None] Sync routers for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:53:21.360306 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67876f-0f5c-4f07-9546-da80a8f3c0f6 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:21.360854 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4a67876f-0f5c-4f07-9546-da80a8f3c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:53:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:21.397714 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4a67876f-0f5c-4f07-9546-da80a8f3c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:21.408289 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67876f-0f5c-4f07-9546-da80a8f3c0f6 None None] Routers {'2189b91c-9078-47e2-a43b-0b047c3579a0'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:21.408920 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4a67876f-0f5c-4f07-9546-da80a8f3c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:53:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2189b91c-9078-47e2-a43b-0b047c3579a0'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:21.434413 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f85514d-22e4-4269-b76d-a685e30ddaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.434686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-73a70621-0009-44c6-bdf3-2042ca3039be tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Made reservation on behalf of 90cc9cf0027e4424a022c8704f69d4f4 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:21.438689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c7126cc0-1935-42be-b147-e237925bb16d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Allocated IP 172.20.0.14 (0f37e1e2-1480-4db1-9dd0-c57f912ad0ba/441c2de4-c48e-4f86-b515-ec1ba8be996a/e1ead11c-1463-4767-87b4-aa1dd27144e4) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:21.439571 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-73a70621-0009-44c6-bdf3-2042ca3039be tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.444407 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4a67876f-0f5c-4f07-9546-da80a8f3c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:21.445054 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67876f-0f5c-4f07-9546-da80a8f3c0f6 None None] The sync data for ids ['2189b91c-9078-47e2-a43b-0b047c3579a0'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:53:21.477767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 14cff209-6411-4448-a761-acf61bd22713 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:53:21.481431 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.485722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85514d-22e4-4269-b76d-a685e30ddaad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f0f73e-1a6d-4b55-aec4-6b06fe91bc27,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:21.489700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f85514d-22e4-4269-b76d-a685e30ddaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.494524 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1f85514d-22e4-4269-b76d-a685e30ddaad admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e2f0f73e-1a6d-4b55-aec4-6b06fe91bc27 HTTP/1.1" status: 204 len: 168 time: 0.7656777 Aug 29 06:53:21.498401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55088) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:21.522185 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 14cff209-6411-4448-a761-acf61bd22713 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:53:21.523101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 14cff209-6411-4448-a761-acf61bd22713 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:53:21.639287 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.652299 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17e926da-92c4-42d6-9852-837d49919d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.757895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55092) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:21.804367 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17e926da-92c4-42d6-9852-837d49919d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.814442 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c7126cc0-1935-42be-b147-e237925bb16d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.820071 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-17e926da-92c4-42d6-9852-837d49919d99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:21.822439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1f66a585-7b35-492d-9136-3746235ac18c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e0aadb33e1a6450ebcad49c1ca1b6659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632417 Aug 29 06:53:21.825629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55096) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:21.827400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting port 7a242d09-7ba7-419f-957a-5a2e04a65013 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:21.828081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.834586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-17e926da-92c4-42d6-9852-837d49919d99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0146e2-becf-401c-bb40-c6a4b1475dd3') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:21.834883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-17e926da-92c4-42d6-9852-837d49919d99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0146e2-becf-401c-bb40-c6a4b1475dd3') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:21.847060 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17e926da-92c4-42d6-9852-837d49919d99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.865203 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17e926da-92c4-42d6-9852-837d49919d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e926da-92c4-42d6-9852-837d49919d99 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17e926da-92c4-42d6-9852-837d49919d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:53:21.885365 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:53:22.011958 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c7126cc0-1935-42be-b147-e237925bb16d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:22.013864 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17e926da-92c4-42d6-9852-837d49919d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:22.044538 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-17e926da-92c4-42d6-9852-837d49919d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:22.048935 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-17e926da-92c4-42d6-9852-837d49919d99 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4 HTTP/1.1" status: 204 len: 168 time: 0.5470736 Aug 29 06:53:22.104451 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fcf6fbb8-7d1a-4de3-b2ae-03976c5bd08c req-ab07a861-f92a-46ff-aa5c-44787f030970 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0382843 Aug 29 06:53:22.105697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e926da-92c4-42d6-9852-837d49919d99 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b04b76-8f1c-41e2-a2de-68c5c2a66cf4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:22.124605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c7126cc0-1935-42be-b147-e237925bb16d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:22.129021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c7126cc0-1935-42be-b147-e237925bb16d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:22.131592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7126cc0-1935-42be-b147-e237925bb16d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Pushing event updated for resources: {'Port': ['ID=e1ead11c-1463-4767-87b4-aa1dd27144e4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:22.133864 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c7126cc0-1935-42be-b147-e237925bb16d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:22.211458 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fcf6fbb8-7d1a-4de3-b2ae-03976c5bd08c req-3d521882-9518-4d1b-b061-d48b0ae3f12c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0323949 Aug 29 06:53:22.217469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c7126cc0-1935-42be-b147-e237925bb16d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:22.218122 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c7126cc0-1935-42be-b147-e237925bb16d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:22.264631 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fcf6fbb8-7d1a-4de3-b2ae-03976c5bd08c req-e018d08f-c7e5-4764-8be9-777b1fa66ec9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236936 Aug 29 06:53:22.333156 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c7126cc0-1935-42be-b147-e237925bb16d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6178617 Aug 29 06:53:22.353646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Request body: {'port': {'device_id': '2c0393fc-748f-4620-95d1-b5657efd9cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:22.389344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:22.408206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f61f0-d154-47ca-895d-34c81292c4e8 req-fc8060a7-cce0-4f54-b2a4-aa476664e2be tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:22.409669 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a87f61f0-d154-47ca-895d-34c81292c4e8 req-fc8060a7-cce0-4f54-b2a4-aa476664e2be tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.5625224 Aug 29 06:53:22.417151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6fbb8-7d1a-4de3-b2ae-03976c5bd08c req-eee2a75f-ecaa-49a7-a33d-299519012d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:22.418948 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fcf6fbb8-7d1a-4de3-b2ae-03976c5bd08c req-eee2a75f-ecaa-49a7-a33d-299519012d7e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475382 Aug 29 06:53:22.427173 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1746cc1c-ce5e-43a4-88ea-3327eb31a4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:22.429102 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:22.429241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Calling delete_port for 7a242d09-7ba7-419f-957a-5a2e04a65013 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:22.442556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fe9a0ee-b84f-4040-ae56-8566e1bafb15 req-6c43817d-00bb-4f55-9e1c-876588480090 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 210 time: 0.1032815 Aug 29 06:53:22.516863 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1746cc1c-ce5e-43a4-88ea-3327eb31a4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:22.571105 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-73a70621-0009-44c6-bdf3-2042ca3039be tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Allocated IP 172.20.0.7 (0f37e1e2-1480-4db1-9dd0-c57f912ad0ba/441c2de4-c48e-4f86-b515-ec1ba8be996a/4b22d63f-9ab2-438e-a4ca-b78662afe191) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:22.630461 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a87f61f0-d154-47ca-895d-34c81292c4e8 req-a4dc2725-6636-40b9-9f9f-67118c780c09 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994104 Aug 29 06:53:22.707254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac4813-c37b-4913-b7f5-fc96ebafd64f req-ca48caad-c639-4424-b56f-79da61122c90 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:22.708824 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecac4813-c37b-4913-b7f5-fc96ebafd64f req-ca48caad-c639-4424-b56f-79da61122c90 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 946 time: 0.1962447 Aug 29 06:53:22.749132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55108) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:22.798931 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55110) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:22.936770 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecac4813-c37b-4913-b7f5-fc96ebafd64f req-c7bee859-c27f-4e19-b228-d90db8a73dbf tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/security-groups?id=b767c96e-14cf-4c01-a03d-83931b1759fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844049 Aug 29 06:53:22.954147 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-58304390-85e5-46aa-9131-89f93d4e2a7d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=29d68f95f3ce48d193b2ac7198272027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005587 Aug 29 06:53:22.956171 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55114) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:22.986693 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1746cc1c-ce5e-43a4-88ea-3327eb31a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:22.989234 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1746cc1c-ce5e-43a4-88ea-3327eb31a4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:22.990896 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1746cc1c-ce5e-43a4-88ea-3327eb31a4f1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4cfcc451-b6a2-4775-aed6-6b6794116bce HTTP/1.1" status: 204 len: 168 time: 1.1604438 Aug 29 06:53:23.013249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746cc1c-ce5e-43a4-88ea-3327eb31a4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfcc451-b6a2-4775-aed6-6b6794116bce,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:23.025358 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-73a70621-0009-44c6-bdf3-2042ca3039be tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.096949 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075dec0d-0b6a-4ea6-b15f-6930e5af9e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.097946 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5dd734a5-e538-4436-aafa-eef9e681b9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.111733 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075dec0d-0b6a-4ea6-b15f-6930e5af9e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.204267 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5dd734a5-e538-4436-aafa-eef9e681b9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.319776 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.321806 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075dec0d-0b6a-4ea6-b15f-6930e5af9e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.324730 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-73a70621-0009-44c6-bdf3-2042ca3039be tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.324940 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075dec0d-0b6a-4ea6-b15f-6930e5af9e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.330094 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-075dec0d-0b6a-4ea6-b15f-6930e5af9e68 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2972b094-8ced-4753-b304-753ddef93a01 HTTP/1.1" status: 204 len: 168 time: 0.3687923 Aug 29 06:53:23.363626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Port': ['ID=7a242d09-7ba7-419f-957a-5a2e04a65013,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:23.416981 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-73a70621-0009-44c6-bdf3-2042ca3039be tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:23.418456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dec0d-0b6a-4ea6-b15f-6930e5af9e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2972b094-8ced-4753-b304-753ddef93a01,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:23.418667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5dd734a5-e538-4436-aafa-eef9e681b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.501391 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-73a70621-0009-44c6-bdf3-2042ca3039be tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:23.507459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.558394 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-73a70621-0009-44c6-bdf3-2042ca3039be tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:23.572915 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ead11c-1463-4767-87b4-aa1dd27144e4 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:23.588786 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.599278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a70621-0009-44c6-bdf3-2042ca3039be tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Pushing event updated for resources: {'Port': ['ID=4b22d63f-9ab2-438e-a4ca-b78662afe191,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:23.603095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Transition to ACTIVE for port object e1ead11c-1463-4767-87b4-aa1dd27144e4 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:23.685498 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.717464 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.724982 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.731299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5dd734a5-e538-4436-aafa-eef9e681b9aa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4eb80c57703840fc81869263de77391b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9205463 Aug 29 06:53:23.734221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55132) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:23.737062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd734a5-e538-4436-aafa-eef9e681b9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656fe517-7388-4820-98da-006e53cf83db,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:23.844124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-73a70621-0009-44c6-bdf3-2042ca3039be tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:23.844697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ead11c-1463-4767-87b4-aa1dd27144e4,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:23.844827 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-73a70621-0009-44c6-bdf3-2042ca3039be tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.865985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cbdaa-97dc-4ca5-9f39-c69b5823fb05 req-5e369bc9-3b9d-410e-bed1-83ce9f578940 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:23.872111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-166cbdaa-97dc-4ca5-9f39-c69b5823fb05 req-5e369bc9-3b9d-410e-bed1-83ce9f578940 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 931 time: 0.3046584 Aug 29 06:53:23.872822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Attempting to bind port e1ead11c-1463-4767-87b4-aa1dd27144e4 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:23.873246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Attempting to bind port e1ead11c-1463-4767-87b4-aa1dd27144e4 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:23.873651 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Attempting to bind port e1ead11c-1463-4767-87b4-aa1dd27144e4 on network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:23.880000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Port e1ead11c-1463-4767-87b4-aa1dd27144e4 on network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:53:23.880431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Attempting to bind port e1ead11c-1463-4767-87b4-aa1dd27144e4 on network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:23.886028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:23.887036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Checking segment: {'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:23.887755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Bound using segment: {'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:23.888802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Bound port: e1ead11c-1463-4767-87b4-aa1dd27144e4, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:23.889416 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.926938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-166cbdaa-97dc-4ca5-9f39-c69b5823fb05 req-f7a3d43a-140b-4295-8bd8-d638303d129e tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536776 Aug 29 06:53:23.937999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09998395-aa6f-48b3-b0cd-efde7017b87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.939846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0897145-922c-4d7e-8ece-ef6f10032c5a req-bf3c5e42-03bf-4eba-a5c0-7b002da14491 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:23.941700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0897145-922c-4d7e-8ece-ef6f10032c5a req-bf3c5e42-03bf-4eba-a5c0-7b002da14491 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 946 time: 0.2148545 Aug 29 06:53:23.943066 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.943854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Fanout notify agent at l3_agent the message router_deleted on router 2189b91c-9078-47e2-a43b-0b047c3579a0 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:53:23.953987 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.955621 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e5ece670-2692-4bc9-8892-d68c3dcef60b tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/routers/2189b91c-9078-47e2-a43b-0b047c3579a0 HTTP/1.1" status: 204 len: 168 time: 2.6116886 Aug 29 06:53:23.958644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55144) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:23.978273 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09998395-aa6f-48b3-b0cd-efde7017b87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:23.987714 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-73a70621-0009-44c6-bdf3-2042ca3039be tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8813009 Aug 29 06:53:24.023243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Request body: {'port': {'device_id': 'afa9fd1f-d960-4640-8807-515db6746f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:24.057414 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] For port e1ead11c-1463-4767-87b4-aa1dd27144e4, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:24.062654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] For port e1ead11c-1463-4767-87b4-aa1dd27144e4, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e1ead11c-1463-4767-87b4-aa1dd27144e4,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:24.071828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0897145-922c-4d7e-8ece-ef6f10032c5a req-3606fd58-08e1-4c52-b327-4f1db7fd8232 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/security-groups?id=b767c96e-14cf-4c01-a03d-83931b1759fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146855 Aug 29 06:53:24.095121 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09998395-aa6f-48b3-b0cd-efde7017b87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.098509 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09998395-aa6f-48b3-b0cd-efde7017b87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.102098 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-09998395-aa6f-48b3-b0cd-efde7017b87a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/656fe517-7388-4820-98da-006e53cf83db HTTP/1.1" status: 204 len: 168 time: 0.3605928 Aug 29 06:53:24.109994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09998395-aa6f-48b3-b0cd-efde7017b87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656fe517-7388-4820-98da-006e53cf83db,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:24.124260 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.131317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-1116105e-a183-45ea-9ce2-396c098a10ac tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Deleting subnet 195389a6-42c8-4733-a4d8-cab45dd5e76f {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:53:24.155590 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1116105e-a183-45ea-9ce2-396c098a10ac tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.172658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:24.173274 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.174642 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] 10.222.0.11 "PUT /v2.0/ports/e1ead11c-1463-4767-87b4-aa1dd27144e4 HTTP/1.1" status: 200 len: 1093 time: 1.8261373 Aug 29 06:53:24.175092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0393fc-748f-4620-95d1-b5657efd9cd3', 'tag': 'e1ead11c-1463-4767-87b4-aa1dd27144e4'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:24.177661 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76471dc3-65ef-4b0f-8cbc-79c39c0b4671" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0393fc-748f-4620-95d1-b5657efd9cd3", "tag": "e1ead11c-1463-4767-87b4-aa1dd27144e4"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:24.188022 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.198069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50190a56-f70e-4bf6-bab0-96e4b26e1fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ead11c-1463-4767-87b4-aa1dd27144e4,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:24.222586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5b57f-959b-4106-8e01-da6362d731f3 req-b502841e-7af3-42bc-812c-9022f2ae6d90 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:24.224166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98f5b57f-959b-4106-8e01-da6362d731f3 req-b502841e-7af3-42bc-812c-9022f2ae6d90 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.1468732 Aug 29 06:53:24.230875 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1116105e-a183-45ea-9ce2-396c098a10ac tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.244842 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a92bc00-497a-41cd-a38a-40c174eb3715 x-openstack-request-id: req-9a92bc00-497a-41cd-a38a-40c174eb3715 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:24.252780 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0393fc-748f-4620-95d1-b5657efd9cd3", "tag": "e1ead11c-1463-4767-87b4-aa1dd27144e4", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:24.252780 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a92bc00-497a-41cd-a38a-40c174eb3715 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:24.252780 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0393fc-748f-4620-95d1-b5657efd9cd3', 'tag': 'e1ead11c-1463-4767-87b4-aa1dd27144e4', 'status': 'completed', 'code': 200} Aug 29 06:53:24.331975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76471dc3-65ef-4b0f-8cbc-79c39c0b4671 req-7ea591fc-1b7f-4dff-8dbd-11c10cb96e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:24.333525 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-76471dc3-65ef-4b0f-8cbc-79c39c0b4671 req-7ea591fc-1b7f-4dff-8dbd-11c10cb96e06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90cc9cf0027e4424a022c8704f69d4f4&device_id=2c0393fc-748f-4620-95d1-b5657efd9cd3 HTTP/1.1" status: 200 len: 1096 time: 0.0453315 Aug 29 06:53:24.390202 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1116105e-a183-45ea-9ce2-396c098a10ac tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.419850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98f5b57f-959b-4106-8e01-da6362d731f3 req-d32a4fac-3c81-46cd-8140-8a51c5b5467b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638968 Aug 29 06:53:24.473158 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76471dc3-65ef-4b0f-8cbc-79c39c0b4671 req-41e17423-64e3-4a77-80ef-618b8589f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:24.477372 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-76471dc3-65ef-4b0f-8cbc-79c39c0b4671 req-41e17423-64e3-4a77-80ef-618b8589f285 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=90cc9cf0027e4424a022c8704f69d4f4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1270578 Aug 29 06:53:24.588376 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1116105e-a183-45ea-9ce2-396c098a10ac tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.591287 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76471dc3-65ef-4b0f-8cbc-79c39c0b4671 req-02aa5396-ec96-4fcb-8850-ece265d2d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:24.593162 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-76471dc3-65ef-4b0f-8cbc-79c39c0b4671 req-02aa5396-ec96-4fcb-8850-ece265d2d4cd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1115141 Aug 29 06:53:24.640466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116105e-a183-45ea-9ce2-396c098a10ac tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Subnet': ['ID=195389a6-42c8-4733-a4d8-cab45dd5e76f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:24.649727 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1116105e-a183-45ea-9ce2-396c098a10ac tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.651733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1116105e-a183-45ea-9ce2-396c098a10ac tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/subnets/195389a6-42c8-4733-a4d8-cab45dd5e76f HTTP/1.1" status: 204 len: 168 time: 0.6742194 Aug 29 06:53:24.655487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55166) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:24.665316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b22d63f-9ab2-438e-a4ca-b78662afe191 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:24.701304 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-9ab9d21a-ac9b-4a12-b30b-8e5a0fd1d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:24.703201 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-9ab9d21a-ac9b-4a12-b30b-8e5a0fd1d420 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90cc9cf0027e4424a022c8704f69d4f4&device_id=2c0393fc-748f-4620-95d1-b5657efd9cd3 HTTP/1.1" status: 200 len: 1096 time: 0.0461848 Aug 29 06:53:24.709030 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.738147 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Transition to ACTIVE for port object 4b22d63f-9ab2-438e-a4ca-b78662afe191 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:24.750788 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99b20f21-be44-4c33-b5ef-83d6f5423217 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.760685 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c3dbb460-b5e7-4aaa-badc-01d6fb2d8868 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ead11c-1463-4767-87b4-aa1dd27144e4 HTTP/1.1" status: 200 len: 217 time: 0.0435004 Aug 29 06:53:24.822260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-a79cca07-251c-4134-88b1-9e344d908dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:24.823805 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-a79cca07-251c-4134-88b1-9e344d908dc2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=441c2de4-c48e-4f86-b515-ec1ba8be996a HTTP/1.1" status: 200 len: 853 time: 0.0565872 Aug 29 06:53:24.846447 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.850468 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99b20f21-be44-4c33-b5ef-83d6f5423217 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.857124 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-c5913e9b-22b6-4074-bdc9-1f1a1d7cc07e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257823 Aug 29 06:53:24.885435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55172) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:24.914142 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-99b20f21-be44-4c33-b5ef-83d6f5423217 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6055aabe-488c-483c-8061-7cfbbf2b47a8']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:24.938844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-763c4058-3bdd-483a-8abd-766c66a3d1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.945217 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-99b20f21-be44-4c33-b5ef-83d6f5423217 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc00e989-f0fc-4ae6-9340-2b8c192d9542') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:24.945519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-99b20f21-be44-4c33-b5ef-83d6f5423217 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc00e989-f0fc-4ae6-9340-2b8c192d9542') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:24.965637 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99b20f21-be44-4c33-b5ef-83d6f5423217 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:24.974306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b22d63f-9ab2-438e-a4ca-b78662afe191,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:24.995915 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99b20f21-be44-4c33-b5ef-83d6f5423217 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.055518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b20f21-be44-4c33-b5ef-83d6f5423217 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:53:25.056292 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99b20f21-be44-4c33-b5ef-83d6f5423217 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.061843 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-063170bb-e77a-412f-a5eb-37070bc19aab service neutron] 10.222.0.11 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968336 Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:53:25.075103 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:53:25.263209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Attempting to bind port 4b22d63f-9ab2-438e-a4ca-b78662afe191 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:25.263209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Attempting to bind port 4b22d63f-9ab2-438e-a4ca-b78662afe191 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:25.264049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Attempting to bind port 4b22d63f-9ab2-438e-a4ca-b78662afe191 on network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:25.271933 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-763c4058-3bdd-483a-8abd-766c66a3d1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.274720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e51e1-2333-49b2-8369-0f725d4ad94b req-b9f803ea-4008-40e3-afa9-b45704adbefc tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:25.284789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca0e51e1-2333-49b2-8369-0f725d4ad94b req-b9f803ea-4008-40e3-afa9-b45704adbefc tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 943 time: 0.2238998 Aug 29 06:53:25.288057 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-adda0e3b-403b-4411-9ece-0bc1fa32a483 service neutron] 10.222.0.11 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173591 Aug 29 06:53:25.299326 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99b20f21-be44-4c33-b5ef-83d6f5423217 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.301099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffad92b-dcf1-4d62-8d56-1280e91af406 req-d40fbdc2-1d92-453e-85c1-0ff36b7dc460 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:25.302798 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3ffad92b-dcf1-4d62-8d56-1280e91af406 req-d40fbdc2-1d92-453e-85c1-0ff36b7dc460 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.15 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 946 time: 0.1103261 Aug 29 06:53:25.304664 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99b20f21-be44-4c33-b5ef-83d6f5423217 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.306553 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-99b20f21-be44-4c33-b5ef-83d6f5423217 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] 10.222.0.76 "DELETE /v2.0/networks/6055aabe-488c-483c-8061-7cfbbf2b47a8 HTTP/1.1" status: 204 len: 168 time: 0.6514041 Aug 29 06:53:25.332091 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3e05a-224e-4abf-843f-fa9f71427ea0 req-d8d270c4-7572-41c2-9731-af8b9b6a3f8d tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:25.334142 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aae3e05a-224e-4abf-843f-fa9f71427ea0 req-d8d270c4-7572-41c2-9731-af8b9b6a3f8d tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 946 time: 0.1565747 Aug 29 06:53:25.339930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Port 4b22d63f-9ab2-438e-a4ca-b78662afe191 on network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:53:25.340339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Attempting to bind port 4b22d63f-9ab2-438e-a4ca-b78662afe191 on network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:25.367007 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b20f21-be44-4c33-b5ef-83d6f5423217 tempest-FloatingIPTestJSON-1900848232 tempest-FloatingIPTestJSON-1900848232-project] Pushing event deleted for resources: {'Network': ['ID=6055aabe-488c-483c-8061-7cfbbf2b47a8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:25.399951 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca0e51e1-2333-49b2-8369-0f725d4ad94b req-e2c64e24-9de3-4890-a8b6-ca1aeb4ab4c2 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140659 Aug 29 06:53:25.405811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:25.405811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Checking segment: {'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:25.405811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Bound using segment: {'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:25.405811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Bound port: 4b22d63f-9ab2-438e-a4ca-b78662afe191, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:25.405811 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.435068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-763c4058-3bdd-483a-8abd-766c66a3d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.448696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aae3e05a-224e-4abf-843f-fa9f71427ea0 req-d96dbada-85a5-4af3-9f21-1e70ab7a10aa tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/security-groups?id=b767c96e-14cf-4c01-a03d-83931b1759fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055291 Aug 29 06:53:25.500992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c4058-3bdd-483a-8abd-766c66a3d1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ed9065-02c7-4edb-baf9-1b6b304355b2,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:25.509420 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-763c4058-3bdd-483a-8abd-766c66a3d1e1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1383bd3208d8423f8b0ffc412a91042e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6224089 Aug 29 06:53:25.513346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55190) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:25.524917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] For port 4b22d63f-9ab2-438e-a4ca-b78662afe191, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:25.529594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] For port 4b22d63f-9ab2-438e-a4ca-b78662afe191, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4b22d63f-9ab2-438e-a4ca-b78662afe191,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:25.549661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-3ffad92b-dcf1-4d62-8d56-1280e91af406 req-9772ceb3-8662-4b82-a740-7a5e07c6f72c tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Deleting port 9bc49b38-b054-4725-93e5-f4a6b39e9dab {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:25.550001 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3ffad92b-dcf1-4d62-8d56-1280e91af406 req-9772ceb3-8662-4b82-a740-7a5e07c6f72c tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.584403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468089a-363a-41b4-b7a7-251790ff649a req-452bf26c-5aa7-49e8-83a0-4664a808a1cf tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:25.585816 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0468089a-363a-41b4-b7a7-251790ff649a req-452bf26c-5aa7-49e8-83a0-4664a808a1cf tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.0549877 Aug 29 06:53:25.633458 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3afabe68-e68b-43bd-824e-a1ffbcdcebb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.638551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0468089a-363a-41b4-b7a7-251790ff649a req-59eb4c6d-c4d6-47ad-9f0d-fe87fe47cff2 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424998 Aug 29 06:53:25.641276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55194) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:25.657980 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.692539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3ffad92b-dcf1-4d62-8d56-1280e91af406 req-9772ceb3-8662-4b82-a740-7a5e07c6f72c tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] For port 9bc49b38-b054-4725-93e5-f4a6b39e9dab, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9bc49b38-b054-4725-93e5-f4a6b39e9dab,segment=NetworkSegment(15e0ee5d-451d-4e15-b768-7c59fc61639e),segment_id=15e0ee5d-451d-4e15-b768-7c59fc61639e)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:25.692915 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3ffad92b-dcf1-4d62-8d56-1280e91af406 req-9772ceb3-8662-4b82-a740-7a5e07c6f72c tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.707467 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:25.707623 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3afabe68-e68b-43bd-824e-a1ffbcdcebb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.707740 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.707740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] 10.222.0.11 "PUT /v2.0/ports/4b22d63f-9ab2-438e-a4ca-b78662afe191 HTTP/1.1" status: 200 len: 1092 time: 1.6861148 Aug 29 06:53:25.707740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa9fd1f-d960-4640-8807-515db6746f66', 'tag': '4b22d63f-9ab2-438e-a4ca-b78662afe191'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:25.707740 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df37a4a5-dbd4-432a-9fe8-4ef6f560d794" -d '{"events": [{"name": "network-changed", "server_uuid": "afa9fd1f-d960-4640-8807-515db6746f66", "tag": "4b22d63f-9ab2-438e-a4ca-b78662afe191"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:25.727685 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-3ffad92b-dcf1-4d62-8d56-1280e91af406 req-9772ceb3-8662-4b82-a740-7a5e07c6f72c tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Calling delete_port for 9bc49b38-b054-4725-93e5-f4a6b39e9dab owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:25.733698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4740c-890c-4069-ab5b-267f3e6704b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b22d63f-9ab2-438e-a4ca-b78662afe191,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:25.744281 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ab7c9f-b513-4f59-ade0-7904ddba6350 x-openstack-request-id: req-71ab7c9f-b513-4f59-ade0-7904ddba6350 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:25.744573 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa9fd1f-d960-4640-8807-515db6746f66", "tag": "4b22d63f-9ab2-438e-a4ca-b78662afe191", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:25.744830 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-71ab7c9f-b513-4f59-ade0-7904ddba6350 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:25.745231 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa9fd1f-d960-4640-8807-515db6746f66', 'tag': '4b22d63f-9ab2-438e-a4ca-b78662afe191', 'status': 'completed', 'code': 200} Aug 29 06:53:25.806321 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1548794565-network', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:25.859582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37a4a5-dbd4-432a-9fe8-4ef6f560d794 req-9b2d4fe1-360c-49d3-bef3-4401f44c9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:25.861182 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df37a4a5-dbd4-432a-9fe8-4ef6f560d794 req-9b2d4fe1-360c-49d3-bef3-4401f44c9768 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90cc9cf0027e4424a022c8704f69d4f4&device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 1095 time: 0.0735486 Aug 29 06:53:25.874280 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3afabe68-e68b-43bd-824e-a1ffbcdcebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.876871 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3afabe68-e68b-43bd-824e-a1ffbcdcebb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.878003 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3afabe68-e68b-43bd-824e-a1ffbcdcebb8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/16ed9065-02c7-4edb-baf9-1b6b304355b2 HTTP/1.1" status: 204 len: 168 time: 0.3636997 Aug 29 06:53:25.891090 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afabe68-e68b-43bd-824e-a1ffbcdcebb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ed9065-02c7-4edb-baf9-1b6b304355b2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:25.978057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] Made reservation on behalf of 395f384cb65b432a9ea260b20483cc6b for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:25.980503 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:25.993221 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:26.011407 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3ffad92b-dcf1-4d62-8d56-1280e91af406 req-9772ceb3-8662-4b82-a740-7a5e07c6f72c tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:26.023890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9bc49b38-b054-4725-93e5-f4a6b39e9dab'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:53:26.044415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37a4a5-dbd4-432a-9fe8-4ef6f560d794 req-bacbd531-559e-46d0-b7e9-21b6b62ce101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:26.046049 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df37a4a5-dbd4-432a-9fe8-4ef6f560d794 req-bacbd531-559e-46d0-b7e9-21b6b62ce101 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=90cc9cf0027e4424a022c8704f69d4f4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1718781 Aug 29 06:53:26.067795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772ceb3-8662-4b82-a740-7a5e07c6f72c tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Pushing event deleted for resources: {'Port': ['ID=9bc49b38-b054-4725-93e5-f4a6b39e9dab,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:26.106470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55208) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:26.112386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffad92b-dcf1-4d62-8d56-1280e91af406 req-9772ceb3-8662-4b82-a740-7a5e07c6f72c tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] No DVR routers for this DVR port 9bc49b38-b054-4725-93e5-f4a6b39e9dab on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:53:26.115126 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3ffad92b-dcf1-4d62-8d56-1280e91af406 req-9772ceb3-8662-4b82-a740-7a5e07c6f72c tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:26.117456 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3ffad92b-dcf1-4d62-8d56-1280e91af406 req-9772ceb3-8662-4b82-a740-7a5e07c6f72c tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.15 "DELETE /v2.0/ports/9bc49b38-b054-4725-93e5-f4a6b39e9dab HTTP/1.1" status: 204 len: 173 time: 0.8040240 Aug 29 06:53:26.207439 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:26.225801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37a4a5-dbd4-432a-9fe8-4ef6f560d794 req-cf9d6ce8-0897-4e90-82a2-3e22abe32cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:26.227437 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df37a4a5-dbd4-432a-9fe8-4ef6f560d794 req-cf9d6ce8-0897-4e90-82a2-3e22abe32cba service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359830 Aug 29 06:53:26.247769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7704c78b-a58c-4601-b3eb-450ab7536461', 'name': 'network-vif-deleted', 'tag': '9bc49b38-b054-4725-93e5-f4a6b39e9dab'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:26.250709 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c30376d-a9b2-4482-8b4f-eff39e224aea" -d '{"events": [{"server_uuid": "7704c78b-a58c-4601-b3eb-450ab7536461", "name": "network-vif-deleted", "tag": "9bc49b38-b054-4725-93e5-f4a6b39e9dab"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:26.286710 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17f4877-0176-4c17-bc69-65a7e8b5eb52 x-openstack-request-id: req-f17f4877-0176-4c17-bc69-65a7e8b5eb52 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:26.287007 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7704c78b-a58c-4601-b3eb-450ab7536461", "name": "network-vif-deleted", "tag": "9bc49b38-b054-4725-93e5-f4a6b39e9dab", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:26.287307 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f17f4877-0176-4c17-bc69-65a7e8b5eb52 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:26.287716 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7704c78b-a58c-4601-b3eb-450ab7536461', 'name': 'network-vif-deleted', 'tag': '9bc49b38-b054-4725-93e5-f4a6b39e9dab', 'status': 'completed', 'code': 200} Aug 29 06:53:26.330581 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:26.338584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-98c2ab45-3d53-4c94-8fa7-4e54dab4a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:26.340581 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-98c2ab45-3d53-4c94-8fa7-4e54dab4a79c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90cc9cf0027e4424a022c8704f69d4f4&device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 1095 time: 0.0551198 Aug 29 06:53:26.385421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:53:26.431563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-835bd089-53b9-48cf-b8ae-366272cdc9d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b22d63f-9ab2-438e-a4ca-b78662afe191 HTTP/1.1" status: 200 len: 217 time: 0.0680838 Aug 29 06:53:26.443742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b949536-25ae-471b-a956-68211f55b170,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:26.468074 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:26.473408 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] Added segment 0e243498-413b-4925-9996-522e5eb1a171 of type vlan for network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 Aug 29 06:53:26.531168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-87252297-d221-486d-9b04-1747c63a4e30 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9effd212da204d0fa23b61a690194a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4230840 Aug 29 06:53:26.534434 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55228) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:26.610664 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:26.616471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-1f83ba84-5873-4e26-9a20-9409b1468ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:26.618601 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-1f83ba84-5873-4e26-9a20-9409b1468ee3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=441c2de4-c48e-4f86-b515-ec1ba8be996a HTTP/1.1" status: 200 len: 853 time: 0.1702883 Aug 29 06:53:26.620205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ed0310a-915f-47e7-9544-4aaff1edcf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:26.645472 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ed0310a-915f-47e7-9544-4aaff1edcf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:26.665907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48fc99ff-6294-42e4-a078-55dfb322d222 req-31b5a1f7-ddda-4957-8861-d45c32a07876 tempest-InstanceActionsV221TestJSON-1635971640 tempest-InstanceActionsV221TestJSON-1635971640-project] 10.222.0.76 "GET /v2.0/ports?device_id=7704c78b-a58c-4601-b3eb-450ab7536461 HTTP/1.1" status: 200 len: 210 time: 0.0714650 Aug 29 06:53:26.691651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-386f2a22-ad01-45ce-aa16-963d83bce210 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594585 Aug 29 06:53:26.706620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bcef6-c3e5-4b32-ac74-53ba7eab531d req-38325918-4757-4a2d-9fd0-82087284b09c tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:26.708144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-539bcef6-c3e5-4b32-ac74-53ba7eab531d req-38325918-4757-4a2d-9fd0-82087284b09c tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 943 time: 0.2130928 Aug 29 06:53:26.820067 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ed0310a-915f-47e7-9544-4aaff1edcf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:26.822858 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ed0310a-915f-47e7-9544-4aaff1edcf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:26.824424 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7ed0310a-915f-47e7-9544-4aaff1edcf4f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e07b7226-9b39-4dcc-815b-60d629f4454c HTTP/1.1" status: 204 len: 168 time: 0.2886646 Aug 29 06:53:26.834910 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:26.839483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:26.839617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0310a-915f-47e7-9544-4aaff1edcf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07b7226-9b39-4dcc-815b-60d629f4454c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:26.839941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:26.874028 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-539bcef6-c3e5-4b32-ac74-53ba7eab531d req-89dd6491-7437-4098-b3d3-c104d62ce7e2 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561196 Aug 29 06:53:26.940146 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8c8a3-01b8-4503-94aa-cf8fc6f0d009 req-d67a117f-03c5-4f73-b886-051ed2aba843 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:26.944913 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35b8c8a3-01b8-4503-94aa-cf8fc6f0d009 req-d67a117f-03c5-4f73-b886-051ed2aba843 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.1875067 Aug 29 06:53:26.953297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-75705657-9405-43fe-8730-7b812d4cb87a service neutron] 10.222.0.11 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433796 Aug 29 06:53:26.962615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4e2f38-07ee-4197-9c6f-52bd4ef32467,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:26.972806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:53:27.040719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35b8c8a3-01b8-4503-94aa-cf8fc6f0d009 req-88a9f58f-055b-4bb8-9a81-b754dcaac655 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864551 Aug 29 06:53:27.049963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ae8170a6-c7de-4a8f-b48a-7a6641319233 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4063301 Aug 29 06:53:27.050197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55244) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:27.069432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-791ef7e7-ce65-44a0-a152-57882d92dc7a admin admin] Request body: {'subnet': {'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1548794565-subnet', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:27.095792 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e8e093f-e776-42a5-9eb9-44ec1a559cff req-bd23a85d-7e76-4be5-9865-f59843323e90 service neutron] 10.222.0.11 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289251 Aug 29 06:53:27.204996 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791ef7e7-ce65-44a0-a152-57882d92dc7a admin admin] Made reservation on behalf of 395f384cb65b432a9ea260b20483cc6b for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:27.208103 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-791ef7e7-ce65-44a0-a152-57882d92dc7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:27.496784 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-791ef7e7-ce65-44a0-a152-57882d92dc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:27.561485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ef7e7-ce65-44a0-a152-57882d92dc7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:27.578220 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791ef7e7-ce65-44a0-a152-57882d92dc7a admin admin] Checking segment: {'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:27.578581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791ef7e7-ce65-44a0-a152-57882d92dc7a admin admin] Network hostable DHCP agents. Network: 1b4e2f38-07ee-4197-9c6f-52bd4ef32467, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:53:27.702153 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791ef7e7-ce65-44a0-a152-57882d92dc7a admin admin] Network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:53:27.902489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-791ef7e7-ce65-44a0-a152-57882d92dc7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 1b4e2f38-07ee-4197-9c6f-52bd4ef32467) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:27.906879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ef7e7-ce65-44a0-a152-57882d92dc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:27.907516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-791ef7e7-ce65-44a0-a152-57882d92dc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:27.926594 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f77269-2df3-436d-84ee-3ea5c9a6e49b None None] Network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:27.928583 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55290) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:27.987123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0b8880-9774-4550-a19b-f14246fbe80d admin admin] Deleting subnet d5d959b2-f531-448a-9532-8c7cd2c83fdc {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:53:28.040092 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-791ef7e7-ce65-44a0-a152-57882d92dc7a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9887764 Aug 29 06:53:28.042806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55292) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:28.047899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:28.105401 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:53:28.106342 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.168839 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.169969 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.260749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Allocated IP 172.20.0.2 (1b4e2f38-07ee-4197-9c6f-52bd4ef32467/17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268/9bf3b1d6-7646-4aba-a893-a1f37d478118) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:28.305649 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.370604 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8880-9774-4550-a19b-f14246fbe80d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.414029 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.426485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Transition to ACTIVE for port object 9bf3b1d6-7646-4aba-a893-a1f37d478118 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:28.444452 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8880-9774-4550-a19b-f14246fbe80d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.444894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Transition to ACTIVE for port object 9bf3b1d6-7646-4aba-a893-a1f37d478118 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:28.478427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4c26d-1b2b-42a5-a5e5-20c8b1ee918d req-b5b1da6f-a9e3-493b-8c76-fa01bb2e43b7 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:28.479961 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05a4c26d-1b2b-42a5-a5e5-20c8b1ee918d req-b5b1da6f-a9e3-493b-8c76-fa01bb2e43b7 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 943 time: 0.5077162 Aug 29 06:53:28.498328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52cd1e-03c0-4b38-b080-9639d71d5d70 req-b0770113-8663-4b0a-923d-ba1aa4d6dc81 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:28.499877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f52cd1e-03c0-4b38-b080-9639d71d5d70 req-b0770113-8663-4b0a-923d-ba1aa4d6dc81 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.1303852 Aug 29 06:53:28.547084 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8880-9774-4550-a19b-f14246fbe80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.576612 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.581819 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.621392 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05a4c26d-1b2b-42a5-a5e5-20c8b1ee918d req-bb5e751b-a399-49f6-ac3a-63b6cadbd208 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037388 Aug 29 06:53:28.629558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:28.631924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f52cd1e-03c0-4b38-b080-9639d71d5d70 req-72a5a97b-61e7-4adc-bcc7-455a05d47f3d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171627 Aug 29 06:53:28.634167 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:28.639346 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:28.643516 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Pushing event updated for resources: {'Port': ['ID=9bf3b1d6-7646-4aba-a893-a1f37d478118,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:28.666962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:28.666962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:28.667310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:28.667754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:28.667998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:28.668315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:28.668623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:28.668951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:28.669297 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:28.669649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:28.669944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:28.670274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:28.689258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e1ead11c-1463-4767-87b4-aa1dd27144e4 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:53:28.734104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Attempting to bind port 9bf3b1d6-7646-4aba-a893-a1f37d478118 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:28.734478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Attempting to bind port 9bf3b1d6-7646-4aba-a893-a1f37d478118 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:28.734846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Attempting to bind port 9bf3b1d6-7646-4aba-a893-a1f37d478118 on network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:28.771907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:28.772290 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Checking segment: {'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:28.772698 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.773128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Bound using segment: {'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:28.773629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Bound port: 9bf3b1d6-7646-4aba-a893-a1f37d478118, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:28.774013 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.846033 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8880-9774-4550-a19b-f14246fbe80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.855784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e1ead11c-1463-4767-87b4-aa1dd27144e4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e1ead11c-1463-4767-87b4-aa1dd27144e4,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:28.896024 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8880-9774-4550-a19b-f14246fbe80d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.900239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0b0b8880-9774-4550-a19b-f14246fbe80d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d5d959b2-f531-448a-9532-8c7cd2c83fdc HTTP/1.1" status: 204 len: 168 time: 0.9684093 Aug 29 06:53:28.900239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b8880-9774-4550-a19b-f14246fbe80d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d959b2-f531-448a-9532-8c7cd2c83fdc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:28.907728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55316) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:28.977264 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:28.992193 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d97b8123-128a-475d-8fe9-8dd4423316b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.006243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'e1ead11c-1463-4767-87b4-aa1dd27144e4', 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba', 'port_id': 'e1ead11c-1463-4767-87b4-aa1dd27144e4', 'mac_address': 'fa:16:3e:ea:52:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441c2de4-c48e-4f86-b515-ec1ba8be996a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:53:29.013782 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.045492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] For port 9bf3b1d6-7646-4aba-a893-a1f37d478118, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:29.064960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] For port 9bf3b1d6-7646-4aba-a893-a1f37d478118, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9bf3b1d6-7646-4aba-a893-a1f37d478118,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:29.070221 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.093752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55318) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:29.093891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ead11c-1463-4767-87b4-aa1dd27144e4 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:29.109468 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d97b8123-128a-475d-8fe9-8dd4423316b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.114771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e1ead11c-1463-4767-87b4-aa1dd27144e4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e1ead11c-1463-4767-87b4-aa1dd27144e4,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:29.121887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-d97b8123-128a-475d-8fe9-8dd4423316b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10f73f2-bcff-424a-bc82-784f28445885']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:29.134029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-d97b8123-128a-475d-8fe9-8dd4423316b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e0ee5d-451d-4e15-b768-7c59fc61639e') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:29.134329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-d97b8123-128a-475d-8fe9-8dd4423316b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e0ee5d-451d-4e15-b768-7c59fc61639e') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:29.140014 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Allocated IP 172.25.1.214 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:29.146943 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.148384 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d97b8123-128a-475d-8fe9-8dd4423316b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.168771 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d97b8123-128a-475d-8fe9-8dd4423316b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.177523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97b8123-128a-475d-8fe9-8dd4423316b5 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:53:29.177986 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d97b8123-128a-475d-8fe9-8dd4423316b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:53:29.180285 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:53:29.204010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653d2d2-a00f-4fa7-b1c2-b02919b75075 None None] Pushing event updated for resources: {'Port': ['ID=9bf3b1d6-7646-4aba-a893-a1f37d478118,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:29.233505 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.308967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e1ead11c-1463-4767-87b4-aa1dd27144e4,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:29.319912 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.334826 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d97b8123-128a-475d-8fe9-8dd4423316b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.351409 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d97b8123-128a-475d-8fe9-8dd4423316b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.355780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d97b8123-128a-475d-8fe9-8dd4423316b5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f10f73f2-bcff-424a-bc82-784f28445885 HTTP/1.1" status: 204 len: 168 time: 0.4446411 Aug 29 06:53:29.355780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b8123-128a-475d-8fe9-8dd4423316b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f10f73f2-bcff-424a-bc82-784f28445885,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:29.414917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1186019123'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:29.453993 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.498645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:29.502428 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:29.506323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:29.523740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9bc49b38-b054-4725-93e5-f4a6b39e9dab no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:53:29.553574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:29.553847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 9bc49b38-b054-4725-93e5-f4a6b39e9dab {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:53:29.554568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9bc49b38-b054-4725-93e5-f4a6b39e9dab not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:53:29.557245 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.559184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55328) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:29.589026 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.667510 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e1ead11c-1463-4767-87b4-aa1dd27144e4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:53:29.681657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:29.762247 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.808027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81912391-c4e1-4c12-a80d-3773e7dc1bc7 req-afb4d9ec-6f22-4c0a-9063-fa2d03e98b2b tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:29.809981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81912391-c4e1-4c12-a80d-3773e7dc1bc7 req-afb4d9ec-6f22-4c0a-9063-fa2d03e98b2b tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 943 time: 0.0989094 Aug 29 06:53:29.824605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b49cb-db5f-4434-a32b-6c78ec34c3d2 req-005636df-9188-4f64-bbba-22d0349623e8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:29.826162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f3b49cb-db5f-4434-a32b-6c78ec34c3d2 req-005636df-9188-4f64-bbba-22d0349623e8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.0879107 Aug 29 06:53:29.898739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81912391-c4e1-4c12-a80d-3773e7dc1bc7 req-d40e4df0-592e-4516-83fb-37f4cb609de2 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712843 Aug 29 06:53:29.906123 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9bf3b1d6-7646-4aba-a893-a1f37d478118 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:29.906405 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:29.957821 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f3b49cb-db5f-4434-a32b-6c78ec34c3d2 req-ba6e595d-65ce-40c0-88dd-1228b8dd2e5e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233213 Aug 29 06:53:29.973391 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c33100-9bc7-4c1a-9be0-880b7277cc8b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:29.982689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:53:29.982689 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e50ead33-abf3-48ff-892e-4198b06f84a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.001571 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.002640 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Added segment 3732be10-0e98-43bf-9048-bfe0fae3a4f9 of type vlan for network 9be3604b-c179-411d-8c2e-1ef76257820c Aug 29 06:53:30.035748 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.095581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55338) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:30.099664 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.114246 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 9bf3b1d6-7646-4aba-a893-a1f37d478118 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:30.227470 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-265dc08c-a0fd-4e20-bbf8-ef8c8ede7614 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4bcd432825164075bc6f2781ccb044e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296685 Aug 29 06:53:30.229184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55342) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:30.242332 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-4e2dd581-b905-4d55-96bc-991055ccbb95 service neutron] show failed (client error): The resource could not be found. Aug 29 06:53:30.243804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-4e2dd581-b905-4d55-96bc-991055ccbb95 service neutron] 10.222.0.11 "GET /v2.0/ports/f3037157-b76e-467c-91d0-796d142ad3eb/bindings/n-h1-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.1955163 Aug 29 06:53:30.268530 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.308690 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.314531 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:30.315962 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.332510 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e50ead33-abf3-48ff-892e-4198b06f84a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.404718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9258c7-1a81-4ccf-bc5f-72801f7478af None None] Network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:30.410341 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d14ce6af-4516-4329-bfea-e3926b905527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.420038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Network': ['ID=9be3604b-c179-411d-8c2e-1ef76257820c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:30.447793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 9be3604b-c179-411d-8c2e-1ef76257820c details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:53:30.448043 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d14ce6af-4516-4329-bfea-e3926b905527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.450329 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e50ead33-abf3-48ff-892e-4198b06f84a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.516730 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ead33-abf3-48ff-892e-4198b06f84a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c14e17-93da-4858-be6a-223cb027b1cf,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:30.533149 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e50ead33-abf3-48ff-892e-4198b06f84a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f52385b94d3d4e4882bc7d2e8446604e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9729197 Aug 29 06:53:30.536029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55346) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:30.541934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Router 9cf05a5f-f23b-43e2-84ea-23030c63c890 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:53:30.590612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ccbb46fa-c8a4-42b6-b3fb-33d2483a2ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.613818 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ccbb46fa-c8a4-42b6-b3fb-33d2483a2ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.657682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4a014742-5798-4013-b04f-b191bc637dcb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5648580 Aug 29 06:53:30.665652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:53:30.682422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4b22d63f-9ab2-438e-a4ca-b78662afe191 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:53:30.695665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Sync routers for ids ['9cf05a5f-f23b-43e2-84ea-23030c63c890'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:53:30.696499 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d14ce6af-4516-4329-bfea-e3926b905527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.699180 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d14ce6af-4516-4329-bfea-e3926b905527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.703481 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d14ce6af-4516-4329-bfea-e3926b905527 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b767c96e-14cf-4c01-a03d-83931b1759fd HTTP/1.1" status: 204 len: 168 time: 0.4694543 Aug 29 06:53:30.703631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-985a85e9-2588-4a03-8671-95b40460cdc5 None None] Provisioning for port 9bf3b1d6-7646-4aba-a893-a1f37d478118 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:30.713101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-985a85e9-2588-4a03-8671-95b40460cdc5 None None] Provisioning complete for port 9bf3b1d6-7646-4aba-a893-a1f37d478118 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:30.713968 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-985a85e9-2588-4a03-8671-95b40460cdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.726117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ce6af-4516-4329-bfea-e3926b905527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b767c96e-14cf-4c01-a03d-83931b1759fd,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:30.750445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Routers {'9cf05a5f-f23b-43e2-84ea-23030c63c890'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:30.751359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:53:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9cf05a5f-f23b-43e2-84ea-23030c63c890'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:30.763664 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ccbb46fa-c8a4-42b6-b3fb-33d2483a2ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.769838 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ccbb46fa-c8a4-42b6-b3fb-33d2483a2ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.771055 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ccbb46fa-c8a4-42b6-b3fb-33d2483a2ed0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6c14e17-93da-4858-be6a-223cb027b1cf HTTP/1.1" status: 204 len: 168 time: 0.2341080 Aug 29 06:53:30.782132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb46fa-c8a4-42b6-b3fb-33d2483a2ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c14e17-93da-4858-be6a-223cb027b1cf,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:30.820012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55354) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:30.823683 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:30.825062 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ea3a0fc1-795b-4669-b3da-5ec984cf35c7 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7812638 Aug 29 06:53:30.825382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ff00f90c-c134-4c73-9c63-e22a703cd57b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'subnet': {'network_id': '9be3604b-c179-411d-8c2e-1ef76257820c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:30.832203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55356) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:31.031074 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4b22d63f-9ab2-438e-a4ca-b78662afe191, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4b22d63f-9ab2-438e-a4ca-b78662afe191,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:31.034458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Set router 9cf05a5f-f23b-43e2-84ea-23030c63c890 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:53:31.122846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff00f90c-c134-4c73-9c63-e22a703cd57b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:31.126670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-ab86228a-b108-4d7b-aa84-b2f2411b405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:31.127654 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ff00f90c-c134-4c73-9c63-e22a703cd57b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:31.128202 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-ab86228a-b108-4d7b-aa84-b2f2411b405b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c&tenant_id=71b5947da1484517ad5efa3f460d6a2d HTTP/1.1" status: 200 len: 1101 time: 0.1092777 Aug 29 06:53:31.142930 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:31.165853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '4b22d63f-9ab2-438e-a4ca-b78662afe191', 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba', 'port_id': '4b22d63f-9ab2-438e-a4ca-b78662afe191', 'mac_address': 'fa:16:3e:bf:5e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441c2de4-c48e-4f86-b515-ec1ba8be996a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:53:31.212410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6065803-afc2-45b4-9765-d7cd901665a3 req-6d6ff948-f215-421c-8b12-946a910f017b tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:31.213905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6065803-afc2-45b4-9765-d7cd901665a3 req-6d6ff948-f215-421c-8b12-946a910f017b tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 943 time: 0.1679652 Aug 29 06:53:31.256030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aba42a-6008-42cb-b53a-baa659aeaaef req-0bcc379a-2a3c-49e6-ae30-37986660aed1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:31.260582 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:31.263513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42aba42a-6008-42cb-b53a-baa659aeaaef req-0bcc379a-2a3c-49e6-ae30-37986660aed1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.1582878 Aug 29 06:53:31.267801 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-985a85e9-2588-4a03-8671-95b40460cdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:31.325458 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:31.329716 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6065803-afc2-45b4-9765-d7cd901665a3 req-dcb5b919-bfb2-424c-ac8e-765026d58731 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088719 Aug 29 06:53:31.352061 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42aba42a-6008-42cb-b53a-baa659aeaaef req-72d00ebf-7725-4cfb-9a18-d223b2432ee7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838048 Aug 29 06:53:31.386389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-985a85e9-2588-4a03-8671-95b40460cdc5 None None] For port 9bf3b1d6-7646-4aba-a893-a1f37d478118, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9bf3b1d6-7646-4aba-a893-a1f37d478118,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:31.392661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b22d63f-9ab2-438e-a4ca-b78662afe191 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:31.461274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4b22d63f-9ab2-438e-a4ca-b78662afe191, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4b22d63f-9ab2-438e-a4ca-b78662afe191,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:31.500490 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-985a85e9-2588-4a03-8671-95b40460cdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:31.600166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:29Z', 'revision_number': 3, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:31.610918 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:31.646024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Checking router: 9cf05a5f-f23b-43e2-84ea-23030c63c890 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:53:31.646024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Updating router 9cf05a5f-f23b-43e2-84ea-23030c63c890 port d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:53:31.647325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a85e9-2588-4a03-8671-95b40460cdc5 None None] Pushing event updated for resources: {'Port': ['ID=9bf3b1d6-7646-4aba-a893-a1f37d478118,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:31.666363 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ff00f90c-c134-4c73-9c63-e22a703cd57b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:31.762489 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:31.774274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-dc3edba0-e0ef-48dc-a1aa-42cc88e6c3e2 None None] Provisioning complete for port 9bf3b1d6-7646-4aba-a893-a1f37d478118 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:31.774647 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc3edba0-e0ef-48dc-a1aa-42cc88e6c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:31.808944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00f90c-c134-4c73-9c63-e22a703cd57b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Subnet': ['ID=c42041d2-9b2f-4820-a634-7b412bc65801,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:31.820567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff00f90c-c134-4c73-9c63-e22a703cd57b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Checking segment: {'id': '3732be10-0e98-43bf-9048-bfe0fae3a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9be3604b-c179-411d-8c2e-1ef76257820c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:31.820943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff00f90c-c134-4c73-9c63-e22a703cd57b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network hostable DHCP agents. Network: 9be3604b-c179-411d-8c2e-1ef76257820c, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:53:31.918202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=4b22d63f-9ab2-438e-a4ca-b78662afe191,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:31.927105 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9bf3b1d6-7646-4aba-a893-a1f37d478118 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:31.969469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff00f90c-c134-4c73-9c63-e22a703cd57b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network 9be3604b-c179-411d-8c2e-1ef76257820c is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:53:32.038744 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-ff00f90c-c134-4c73-9c63-e22a703cd57b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 9be3604b-c179-411d-8c2e-1ef76257820c) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:32.054514 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5ae57c-2ad5-40b0-986a-819b83e1ce59 None None] Network 9be3604b-c179-411d-8c2e-1ef76257820c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:32.062222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['4b22d63f-9ab2-438e-a4ca-b78662afe191'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:53:32.063171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00f90c-c134-4c73-9c63-e22a703cd57b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:32.064087 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ff00f90c-c134-4c73-9c63-e22a703cd57b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:32.066795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:32.146561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:32.161280 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ff00f90c-c134-4c73-9c63-e22a703cd57b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3397431 Aug 29 06:53:32.165287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55384) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:32.176511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9dfc568d-3a59-4c0c-8fbc-f958d87bbf53 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-777259567'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:32.244702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:32.247185 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b07bde-cb37-4c3f-b8a7-fff598d24306" -d '{"events": [{"server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:32.252175 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:32.276090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:32.281524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Transition to ACTIVE for port object f3037157-b76e-467c-91d0-796d142ad3eb will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:32.283793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfc568d-3a59-4c0c-8fbc-f958d87bbf53 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:32.289489 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9dfc568d-3a59-4c0c-8fbc-f958d87bbf53 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:32.364860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfc568d-3a59-4c0c-8fbc-f958d87bbf53 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:53:32.382266 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9dfc568d-3a59-4c0c-8fbc-f958d87bbf53 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:32.382372 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-9dfc568d-3a59-4c0c-8fbc-f958d87bbf53 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Added segment eb24210a-a6a5-4ee0-9c65-a5d21a2fca4b of type vlan for network 2f34237a-9a2e-41c0-a908-47fd954bca56 Aug 29 06:53:32.402366 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:32.434398 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d100fb77-a40e-4382-80e8-2360075befa6 x-openstack-request-id: req-d100fb77-a40e-4382-80e8-2360075befa6 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:32.434631 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:32.439349 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d100fb77-a40e-4382-80e8-2360075befa6 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:32.439349 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'code': 200} Aug 29 06:53:32.461874 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9dfc568d-3a59-4c0c-8fbc-f958d87bbf53 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:32.537278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9bf3b1d6-7646-4aba-a893-a1f37d478118 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:32.537888 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:32.620591 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9dfc568d-3a59-4c0c-8fbc-f958d87bbf53 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:32.626933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfc568d-3a59-4c0c-8fbc-f958d87bbf53 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:32.627901 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9dfc568d-3a59-4c0c-8fbc-f958d87bbf53 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:32.741870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af81683-680b-45aa-a76a-bb4c78202a89 req-dc2e20c9-7bcf-4616-9b67-08d1c044596e tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:32.747662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] No DVR routers for this DVR port f3037157-b76e-467c-91d0-796d142ad3eb on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:53:32.754229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7af81683-680b-45aa-a76a-bb4c78202a89 req-dc2e20c9-7bcf-4616-9b67-08d1c044596e tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 944 time: 0.2613339 Aug 29 06:53:32.764081 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3037157-b76e-467c-91d0-796d142ad3eb,revision_number=6']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:32.793106 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4affd-df64-4057-94bd-cc632982e693 req-37f69f52-0b99-4e6b-884d-339694476b36 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:32.794712 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0a4affd-df64-4057-94bd-cc632982e693 req-37f69f52-0b99-4e6b-884d-339694476b36 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 947 time: 0.2692587 Aug 29 06:53:32.821324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc568d-3a59-4c0c-8fbc-f958d87bbf53 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Network': ['ID=2f34237a-9a2e-41c0-a908-47fd954bca56,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:32.862534 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:32.874741 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9dfc568d-3a59-4c0c-8fbc-f958d87bbf53 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7024992 Aug 29 06:53:32.881243 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55400) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:32.887980 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-deecc351-acfe-4b41-af2d-f87aa49f2feb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'subnet': {'network_id': '2f34237a-9a2e-41c0-a908-47fd954bca56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:32.899491 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7af81683-680b-45aa-a76a-bb4c78202a89 req-bff9fc43-a9c9-4c32-8d4c-1e2cda9f506d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442995 Aug 29 06:53:32.916895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e1ead11c-1463-4767-87b4-aa1dd27144e4 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:32.920762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 2f34237a-9a2e-41c0-a908-47fd954bca56 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:53:32.935805 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0a4affd-df64-4057-94bd-cc632982e693 req-deb4f4de-3a4c-45a7-a369-2a086263bc4d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174521 Aug 29 06:53:32.955954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Attempting to bind port f3037157-b76e-467c-91d0-796d142ad3eb on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:32.955954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Attempting to bind port f3037157-b76e-467c-91d0-796d142ad3eb by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:32.955954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Attempting to bind port f3037157-b76e-467c-91d0-796d142ad3eb on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:32.963923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Allocated IP 172.20.0.1 (1b4e2f38-07ee-4197-9c6f-52bd4ef32467/17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268/93d6caf0-793f-4356-9478-d8c6ecd86b26) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:32.989833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Port f3037157-b76e-467c-91d0-796d142ad3eb on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:53:32.990169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Attempting to bind port f3037157-b76e-467c-91d0-796d142ad3eb on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:33.085410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:33.091832 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:33.091832 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:33.091832 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Bound port: f3037157-b76e-467c-91d0-796d142ad3eb, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:33.091832 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.113073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Transition to ACTIVE for port object d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:33.172284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-9be3604b-c179-411d-8c2e-1ef76257820c', 'network_id': '9be3604b-c179-411d-8c2e-1ef76257820c', 'tenant_id': '50c298866ae44dd8bc2226c2a10475d4', 'fixed_ips': [{'subnet_id': 'c42041d2-9b2f-4820-a634-7b412bc65801'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:53:33.173145 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.212618 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.225567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:33.230485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:33.234141 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Transition to ACTIVE for port object 93d6caf0-793f-4356-9478-d8c6ecd86b26 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:33.263665 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deecc351-acfe-4b41-af2d-f87aa49f2feb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:33.267271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-deecc351-acfe-4b41-af2d-f87aa49f2feb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.279243 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.325737 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.369552 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port e1ead11c-1463-4767-87b4-aa1dd27144e4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:33.379928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc723d0-f0d7-4c0e-9cdc-a20cb94edc8b None None] Pushing event updated for resources: {'Port': ['ID=d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:33.386763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Attempting to bind port d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:33.386763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Attempting to bind port d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:33.386763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Attempting to bind port d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:33.387463 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:33.387569 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.388945 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] 10.222.0.15 "PUT /v2.0/ports/f3037157-b76e-467c-91d0-796d142ad3eb HTTP/1.1" status: 200 len: 1096 time: 2.2503200 Aug 29 06:53:33.390610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port e1ead11c-1463-4767-87b4-aa1dd27144e4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:33.390982 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.412755 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.441101 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e52b01-5c15-46c7-b074-d81a9d3c4af4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3037157-b76e-467c-91d0-796d142ad3eb,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:33.441305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:33.441305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:33.441305 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.441305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:33.441305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Bound port: d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:33.441305 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.450173 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Allocated IP 172.20.255.242 (9be3604b-c179-411d-8c2e-1ef76257820c/c42041d2-9b2f-4820-a634-7b412bc65801/fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:33.507252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:33.524798 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:33.539975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:33.615757 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55422) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:33.630870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Pushing event updated for resources: {'Port': ['ID=93d6caf0-793f-4356-9478-d8c6ecd86b26,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:33.652711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-affae5d8-34dd-4041-8056-e32bc44477ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:33.654728 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-affae5d8-34dd-4041-8056-e32bc44477ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 1099 time: 0.2363379 Aug 29 06:53:33.696717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.747521 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.758396 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.776966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] For port d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:33.781923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] For port d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:33.784176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Transition to ACTIVE for port object fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:33.880188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Transition to ACTIVE for port object fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:33.882030 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.884539 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.920745 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-deecc351-acfe-4b41-af2d-f87aa49f2feb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.958992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-e52b3a1d-f362-4933-9dfd-ec4ed8f052b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:33.960594 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-e52b3a1d-f362-4933-9dfd-ec4ed8f052b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.2965546 Aug 29 06:53:33.962263 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:33.963941 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0393fc-748f-4620-95d1-b5657efd9cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ead11c-1463-4767-87b4-aa1dd27144e4'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:33.966269 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56537f76-3528-4090-ba47-a2d2fa1d9bb5" -d '{"events": [{"server_uuid": "2c0393fc-748f-4620-95d1-b5657efd9cd3", "name": "network-vif-plugged", "status": "completed", "tag": "e1ead11c-1463-4767-87b4-aa1dd27144e4"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:34.000504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Routers {'9cf05a5f-f23b-43e2-84ea-23030c63c890'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:34.001944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:53:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9cf05a5f-f23b-43e2-84ea-23030c63c890'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:34.009086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e1ead11c-1463-4767-87b4-aa1dd27144e4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e1ead11c-1463-4767-87b4-aa1dd27144e4,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:34.050102 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc723d0-f0d7-4c0e-9cdc-a20cb94edc8b None None] Pushing event updated for resources: {'Port': ['ID=d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:34.052949 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1b33e41d-fc60-4b55-98f3-86d620dec287 None None] Provisioning for port 93d6caf0-793f-4356-9478-d8c6ecd86b26 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:34.064005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Network 9be3604b-c179-411d-8c2e-1ef76257820c is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:34.074204 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-f10622f6-0da5-410e-bd6f-ba532ac46683 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f3037157-b76e-467c-91d0-796d142ad3eb HTTP/1.1" status: 200 len: 217 time: 0.0923963 Aug 29 06:53:34.090061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:34.096906 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.097932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f3037157-b76e-467c-91d0-796d142ad3eb no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:53:34.099914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1b33e41d-fc60-4b55-98f3-86d620dec287 None None] Provisioning complete for port 93d6caf0-793f-4356-9478-d8c6ecd86b26 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:34.100436 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b33e41d-fc60-4b55-98f3-86d620dec287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.126584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd806ca-20ca-4e5f-abfe-cbff1c4d862f req-2afef232-5931-4ee1-a5e5-37a0a06dad00 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:34.135240 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3dd806ca-20ca-4e5f-abfe-cbff1c4d862f req-2afef232-5931-4ee1-a5e5-37a0a06dad00 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 944 time: 0.1056759 Aug 29 06:53:34.138077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:34.146128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1b33e41d-fc60-4b55-98f3-86d620dec287 None None] Port 93d6caf0-793f-4356-9478-d8c6ecd86b26 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:53:34.158067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-226919620-network', 'tenant_id': '2bca48f4978a43a39c5644f2503188c9'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:34.171592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecc351-acfe-4b41-af2d-f87aa49f2feb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Subnet': ['ID=9623566e-1cc1-426b-9ce0-9b7258992c94,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:34.201685 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Pushing event updated for resources: {'Port': ['ID=fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:34.210569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910ba15-da94-43a3-85cb-9250e484b2d3 req-a47b3fc5-b92b-49d6-a70a-9a65b84a1058 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:34.212110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2910ba15-da94-43a3-85cb-9250e484b2d3 req-a47b3fc5-b92b-49d6-a70a-9a65b84a1058 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 947 time: 0.1464963 Aug 29 06:53:34.237562 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3dd806ca-20ca-4e5f-abfe-cbff1c4d862f req-cc8200fa-4dc7-49d4-86e2-0fc833c906ae tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012955 Aug 29 06:53:34.269493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] Made reservation on behalf of 2bca48f4978a43a39c5644f2503188c9 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:34.271947 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.291977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-4e3146e3-10c5-47ef-b401-b04a4a19118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:34.293044 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.293502 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-4e3146e3-10c5-47ef-b401-b04a4a19118b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.2076223 Aug 29 06:53:34.300224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2910ba15-da94-43a3-85cb-9250e484b2d3 req-087af7ec-413d-40af-a3fd-16bc44333bad tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788717 Aug 29 06:53:34.312282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deecc351-acfe-4b41-af2d-f87aa49f2feb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Checking segment: {'id': 'eb24210a-a6a5-4ee0-9c65-a5d21a2fca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2f34237a-9a2e-41c0-a908-47fd954bca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:34.312668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deecc351-acfe-4b41-af2d-f87aa49f2feb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network hostable DHCP agents. Network: 2f34237a-9a2e-41c0-a908-47fd954bca56, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:53:34.336972 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ee6eef-9bf9-4b85-a1c7-f73475b735c8 x-openstack-request-id: req-40ee6eef-9bf9-4b85-a1c7-f73475b735c8 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:34.337180 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0393fc-748f-4620-95d1-b5657efd9cd3", "name": "network-vif-plugged", "status": "completed", "tag": "e1ead11c-1463-4767-87b4-aa1dd27144e4", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:34.337490 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-40ee6eef-9bf9-4b85-a1c7-f73475b735c8 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:34.337905 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0393fc-748f-4620-95d1-b5657efd9cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ead11c-1463-4767-87b4-aa1dd27144e4', 'code': 200} Aug 29 06:53:34.350775 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.407452 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f3037157-b76e-467c-91d0-796d142ad3eb not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:53:34.413714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Attempting to bind port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:34.414078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Attempting to bind port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '3732be10-0e98-43bf-9048-bfe0fae3a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9be3604b-c179-411d-8c2e-1ef76257820c'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:34.414812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Attempting to bind port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e on network 9be3604b-c179-411d-8c2e-1ef76257820c {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:34.429743 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.433936 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:34.434348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Checking segment: {'id': '3732be10-0e98-43bf-9048-bfe0fae3a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9be3604b-c179-411d-8c2e-1ef76257820c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:34.434749 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.435242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Bound using segment: {'id': '3732be10-0e98-43bf-9048-bfe0fae3a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9be3604b-c179-411d-8c2e-1ef76257820c'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:34.435768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Bound port: fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3732be10-0e98-43bf-9048-bfe0fae3a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9be3604b-c179-411d-8c2e-1ef76257820c'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:34.436171 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.439169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:34.440132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] Set router 9cf05a5f-f23b-43e2-84ea-23030c63c890 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:53:34.441845 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a" -d '{"events": [{"name": "network-changed", "server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:34.447378 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e1ead11c-1463-4767-87b4-aa1dd27144e4,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:34.451939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-9623a69f-ecc1-4751-b2dd-48dd11cd92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:34.453604 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-9623a69f-ecc1-4751-b2dd-48dd11cd92bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1344945 Aug 29 06:53:34.488114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b1e57-23e1-4140-880c-e996b697a129 req-4e74ad08-1ddb-45fb-9eeb-75012172acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:34.489793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a6b1e57-23e1-4140-880c-e996b697a129 req-4e74ad08-1ddb-45fb-9eeb-75012172acdb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2c0393fc-748f-4620-95d1-b5657efd9cd3 HTTP/1.1" status: 200 len: 1098 time: 0.0548029 Aug 29 06:53:34.491453 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.534204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deecc351-acfe-4b41-af2d-f87aa49f2feb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network 2f34237a-9a2e-41c0-a908-47fd954bca56 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:53:34.548137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:53:34.569350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9dcb7f-408f-482e-b25e-65d98bdfcaad,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:34.582214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a6b1e57-23e1-4140-880c-e996b697a129 req-b1f6d567-5aa5-49ab-838c-3b00767d129b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838964 Aug 29 06:53:34.585123 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.585123 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] Added segment cc49a8ed-7347-4c34-94c2-f912882acf9d of type vlan for network cc239fb6-7132-4bb9-a506-16ae884bba1d Aug 29 06:53:34.585407 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2537c52b-b5e4-410a-9901-7394389dcca6 x-openstack-request-id: req-2537c52b-b5e4-410a-9901-7394389dcca6 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:34.585518 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:34.585790 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2537c52b-b5e4-410a-9901-7394389dcca6 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:34.586181 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'status': 'completed', 'code': 200} Aug 29 06:53:34.638591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] For port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:34.645667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.690882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] For port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e,segment=NetworkSegment(3732be10-0e98-43bf-9048-bfe0fae3a4f9),segment_id=3732be10-0e98-43bf-9048-bfe0fae3a4f9)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:34.722391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4b22d63f-9ab2-438e-a4ca-b78662afe191 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:34.785970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:29Z', 'revision_number': 3, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:34.811011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-deecc351-acfe-4b41-af2d-f87aa49f2feb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 2f34237a-9a2e-41c0-a908-47fd954bca56) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:34.812455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5119af-aa02-4a72-9cfd-4ce994a81815 None None] The sync data for ids ['9cf05a5f-f23b-43e2-84ea-23030c63c890'] in n-d-713301-12 is: [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:29Z', 'revision_number': 3, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:53:34.829586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af00e1ed-d17a-435d-bfe7-a1a985a8f0a1 None None] Network 2f34237a-9a2e-41c0-a908-47fd954bca56 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:34.829770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-ce81bac4-9b84-4aba-9df4-ca25368e80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:34.830937 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-ce81bac4-9b84-4aba-9df4-ca25368e80bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 1099 time: 0.2433264 Aug 29 06:53:34.835727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deecc351-acfe-4b41-af2d-f87aa49f2feb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:34.836492 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-deecc351-acfe-4b41-af2d-f87aa49f2feb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.847305 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-bf0d012d-d3db-4a28-8f80-816ed0d0acb5 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763211 Aug 29 06:53:34.862460 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.864607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:34.865441 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.885772 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:34.942823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 4b22d63f-9ab2-438e-a4ca-b78662afe191 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:34.968678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] Pushing event updated for resources: {'Network': ['ID=cc239fb6-7132-4bb9-a506-16ae884bba1d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:34.993672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network cc239fb6-7132-4bb9-a506-16ae884bba1d details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:53:35.001092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 4b22d63f-9ab2-438e-a4ca-b78662afe191 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:35.001467 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:35.027445 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-deecc351-acfe-4b41-af2d-f87aa49f2feb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1450834 Aug 29 06:53:35.035896 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55452) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:35.042756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:35.058632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8f915f73-7242-40cb-bb64-792260295e4d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4407060 Aug 29 06:53:35.061394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55454) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:35.071104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Request body: {'subnet': {'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-226919620-subnet', 'tenant_id': '2bca48f4978a43a39c5644f2503188c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:35.106528 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-286a2c1e-239f-4e36-adc2-5951bbfbc8b7 req-4fc04904-c7f4-4556-ba73-367f4c57a7ae service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484536 Aug 29 06:53:35.136415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-234ce99b-e2ec-44f3-9682-18019d070749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:35.139729 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-234ce99b-e2ec-44f3-9682-18019d070749 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1894572 Aug 29 06:53:35.141162 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:35.267617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:35.269310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Made reservation on behalf of 2bca48f4978a43a39c5644f2503188c9 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:35.271764 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:35.308055 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:35.445923 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-2cc15dfd-0102-4cb7-b8b6-e2e1b200bb85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f3037157-b76e-467c-91d0-796d142ad3eb HTTP/1.1" status: 200 len: 217 time: 0.2776206 Aug 29 06:53:35.529460 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:35.584758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Pushing event updated for resources: {'Port': ['ID=93d6caf0-793f-4356-9478-d8c6ecd86b26,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:35.640933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e7b88-22ad-48ea-9dfc-4694b10c65c7 None None] Pushing event updated for resources: {'Port': ['ID=fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:35.721735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60241c-cf2d-40c5-bd79-e81e7210174a req-97266971-f3d2-4e82-8df3-7186ec418c3c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:35.723542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a60241c-cf2d-40c5-bd79-e81e7210174a req-97266971-f3d2-4e82-8df3-7186ec418c3c tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 947 time: 0.2011487 Aug 29 06:53:35.741109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-17b5dceb-3f60-42fc-b570-304e2a14b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:35.741373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c81d7e-f92f-4348-b474-62f46ba3f12c req-1c48291c-fcfa-4e97-94ff-11dae4967024 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:35.742904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99c81d7e-f92f-4348-b474-62f46ba3f12c req-1c48291c-fcfa-4e97-94ff-11dae4967024 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 944 time: 0.2912691 Aug 29 06:53:35.745042 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-17b5dceb-3f60-42fc-b570-304e2a14b261 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.2409716 Aug 29 06:53:35.792684 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a60241c-cf2d-40c5-bd79-e81e7210174a req-cebcd6d8-077a-481c-ab81-9c8e42c0d9d8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487347 Aug 29 06:53:35.798320 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-9080ad13-5217-445b-9b57-3dcbcf0ef313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:35.803294 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-9080ad13-5217-445b-9b57-3dcbcf0ef313 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 1099 time: 0.4125435 Aug 29 06:53:35.870365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99c81d7e-f92f-4348-b474-62f46ba3f12c req-0ca70229-6374-4c25-a819-0bd2b2611da4 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809669 Aug 29 06:53:35.873186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047386b2-40dd-4931-bbc5-6ecc1b2c2e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-2f34237a-9a2e-41c0-a908-47fd954bca56', 'network_id': '2f34237a-9a2e-41c0-a908-47fd954bca56', 'tenant_id': '50c298866ae44dd8bc2226c2a10475d4', 'fixed_ips': [{'subnet_id': '9623566e-1cc1-426b-9ce0-9b7258992c94'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:53:35.874607 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-047386b2-40dd-4931-bbc5-6ecc1b2c2e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:35.928837 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:35.968987 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:36.048955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Subnet': ['ID=9623566e-1cc1-426b-9ce0-9b7258992c94,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:36.120994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:36.157868 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4b22d63f-9ab2-438e-a4ca-b78662afe191, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4b22d63f-9ab2-438e-a4ca-b78662afe191,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:36.194330 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:36.235339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f34237a-9a2e-41c0-a908-47fd954bca56']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:36.236294 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:36.259720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb24210a-a6a5-4ee0-9c65-a5d21a2fca4b') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:36.260538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb24210a-a6a5-4ee0-9c65-a5d21a2fca4b') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:36.275862 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:36.293399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=4b22d63f-9ab2-438e-a4ca-b78662afe191,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:36.304871 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:36.312459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:53:36.312874 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:53:36.316409 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server [None req-047386b2-40dd-4931-bbc5-6ecc1b2c2e41 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9623566e-1cc1-426b-9ce0-9b7258992c94: This subnet is being modified by another concurrent operation. Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 06:53:36.368012 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise exception Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9623566e-1cc1-426b-9ce0-9b7258992c94: This subnet is being modified by another concurrent operation. Aug 29 06:53:36.377140 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Aug 29 06:53:36.384790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa9fd1f-d960-4640-8807-515db6746f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b22d63f-9ab2-438e-a4ca-b78662afe191'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:36.390796 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecda930a-1bb2-4cf8-aad5-b80b20bba5b8" -d '{"events": [{"server_uuid": "afa9fd1f-d960-4640-8807-515db6746f66", "name": "network-vif-plugged", "status": "completed", "tag": "4b22d63f-9ab2-438e-a4ca-b78662afe191"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:36.445180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca58e1b-3c3d-4ae4-8e86-6126f5d80527 None None] Network 2f34237a-9a2e-41c0-a908-47fd954bca56 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:36.471564 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cf1e9b-b2ad-458f-a10a-e89e9c7d6090 x-openstack-request-id: req-90cf1e9b-b2ad-458f-a10a-e89e9c7d6090 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:36.471690 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa9fd1f-d960-4640-8807-515db6746f66", "name": "network-vif-plugged", "status": "completed", "tag": "4b22d63f-9ab2-438e-a4ca-b78662afe191", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:36.472104 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-90cf1e9b-b2ad-458f-a10a-e89e9c7d6090 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:36.472254 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa9fd1f-d960-4640-8807-515db6746f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b22d63f-9ab2-438e-a4ca-b78662afe191', 'code': 200} Aug 29 06:53:36.517770 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:36.521143 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:36.529376 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:36.532544 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/2f34237a-9a2e-41c0-a908-47fd954bca56 HTTP/1.1" status: 204 len: 168 time: 1.4947920 Aug 29 06:53:36.544706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55474) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:36.546689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:36.547084 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:36.554178 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6dd2dada-319b-44df-83ad-ce5792b47772 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1185363170'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:36.617671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62faf07-c4cf-4276-b79a-678894d778ed tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Network': ['ID=2f34237a-9a2e-41c0-a908-47fd954bca56,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:36.687747 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afd653-9684-45d4-a9fc-f6b6f5854866 req-50a29684-0797-45c0-8fdd-f77dadd152b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:36.689629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01afd653-9684-45d4-a9fc-f6b6f5854866 req-50a29684-0797-45c0-8fdd-f77dadd152b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 1097 time: 0.1017289 Aug 29 06:53:36.722604 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:36.763741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-0f762f4a-b666-4fa3-906e-671aff217174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:36.765240 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01afd653-9684-45d4-a9fc-f6b6f5854866 req-72cfafa0-f211-42b8-9a63-8c696fc33c3c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669742 Aug 29 06:53:36.766006 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-0f762f4a-b666-4fa3-906e-671aff217174 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9997864 Aug 29 06:53:36.766230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f855eb-9245-4bc0-8c3a-c129c09a32ee None None] Network 9be3604b-c179-411d-8c2e-1ef76257820c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:36.782457 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd2dada-319b-44df-83ad-ce5792b47772 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:36.787984 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6dd2dada-319b-44df-83ad-ce5792b47772 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:36.791363 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:36.801824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:36.824966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd2dada-319b-44df-83ad-ce5792b47772 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:53:36.846060 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6dd2dada-319b-44df-83ad-ce5792b47772 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:36.847279 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-6dd2dada-319b-44df-83ad-ce5792b47772 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Added segment ae0b724e-66fc-4bd6-a949-5580c57d0f97 of type vlan for network 2a5e7e28-a927-42f0-8a1c-8499b48547f1 Aug 29 06:53:36.863491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:36.909142 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6dd2dada-319b-44df-83ad-ce5792b47772 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:37.016385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-b0d54d4b-6308-402a-bb32-ea43d5e07ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:37.020268 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-b0d54d4b-6308-402a-bb32-ea43d5e07ebe service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.4847536 Aug 29 06:53:37.058209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-65da6e5a-7239-4b0a-aa79-e1e03456ae24 None None] Provisioning for port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:37.067983 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:37.068780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:37.079009 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6dd2dada-319b-44df-83ad-ce5792b47772 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:37.088748 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd2dada-319b-44df-83ad-ce5792b47772 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:37.089685 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6dd2dada-319b-44df-83ad-ce5792b47772 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:37.159217 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-ff8aee3c-9ce4-476f-9849-28a941634c67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f3037157-b76e-467c-91d0-796d142ad3eb HTTP/1.1" status: 200 len: 217 time: 0.1160419 Aug 29 06:53:37.211021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45136ac-2ba9-44d5-bb20-d8db4e5dff69 req-7a4357d3-de5f-40c5-b622-7221b7479146 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:37.214338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e45136ac-2ba9-44d5-bb20-d8db4e5dff69 req-7a4357d3-de5f-40c5-b622-7221b7479146 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 947 time: 0.2275639 Aug 29 06:53:37.262047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Router 9cf05a5f-f23b-43e2-84ea-23030c63c890 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:53:37.265544 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:37.267264 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:37.301469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2dada-319b-44df-83ad-ce5792b47772 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Network': ['ID=2a5e7e28-a927-42f0-8a1c-8499b48547f1,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:37.330322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96bf44c3-8cb8-4557-8762-99b8c1fe387e,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:37.342197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750646b-8da3-455d-99ae-28d14147834b req-6e6979ae-ba59-46a9-9617-94cdc708e861 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:37.344324 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d750646b-8da3-455d-99ae-28d14147834b req-6e6979ae-ba59-46a9-9617-94cdc708e861 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 945 time: 0.3108015 Aug 29 06:53:37.350953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 2a5e7e28-a927-42f0-8a1c-8499b48547f1 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:53:37.364221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c27cb016-52b9-47e8-b9fb-5eb141ef32fd None None] Provisioning complete for port 93d6caf0-793f-4356-9478-d8c6ecd86b26 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:37.365505 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c27cb016-52b9-47e8-b9fb-5eb141ef32fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:37.378461 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6dd2dada-319b-44df-83ad-ce5792b47772 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8303840 Aug 29 06:53:37.410829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55490) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:37.423102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bf1ac3d3-02a2-498c-8966-f609925698f0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'subnet': {'network_id': '2a5e7e28-a927-42f0-8a1c-8499b48547f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:37.429891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e45136ac-2ba9-44d5-bb20-d8db4e5dff69 req-95dc5940-09ef-4433-b267-10800e3c6bf2 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940627 Aug 29 06:53:37.455350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:37.464762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:37.465681 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:37.521834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d750646b-8da3-455d-99ae-28d14147834b req-5814eb58-495b-4b6c-b361-3a95435a0ff3 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502314 Aug 29 06:53:37.523833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:37.524292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:37.524825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:37.525359 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:37.525804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:37.526233 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:37.526666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:37.527203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:37.527636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:37.528063 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:37.528490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:37.529106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:37.553883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device f3037157-b76e-467c-91d0-796d142ad3eb details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:53:37.576035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c27cb016-52b9-47e8-b9fb-5eb141ef32fd None None] Port 93d6caf0-793f-4356-9478-d8c6ecd86b26 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:53:37.659138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d914b1-06c2-48a0-95f4-566d6bfdf88f None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 06:53:37.716166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-4e3db835-137b-41b8-ac94-29e721ca2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:37.717832 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-4e3db835-137b-41b8-ac94-29e721ca2ba6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.5451779 Aug 29 06:53:37.747248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:53:37.758900 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Sync routers for ids ['9cf05a5f-f23b-43e2-84ea-23030c63c890'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:53:37.759592 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8d800ba0-5696-4a40-8288-b44600010786 admin admin] 10.222.0.76 "PUT /v2.0/routers/9cf05a5f-f23b-43e2-84ea-23030c63c890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9256489 Aug 29 06:53:37.777678 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:37.789450 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Routers {'9cf05a5f-f23b-43e2-84ea-23030c63c890'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:37.791106 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:53:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9cf05a5f-f23b-43e2-84ea-23030c63c890'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:37.811587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4137dcf5-b130-40e5-ba6d-5f7d4a01ffd7 None None] Provisioning complete for port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:37.811960 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4137dcf5-b130-40e5-ba6d-5f7d4a01ffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:37.832421 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-bd6c12a4-43ff-4c3a-a3ca-d8fc38eee796 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6702745 Aug 29 06:53:37.832421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Checking segment: {'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:37.832421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Network hostable DHCP agents. Network: cc239fb6-7132-4bb9-a506-16ae884bba1d, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:53:37.909915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:37.943407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e,segment=NetworkSegment(3732be10-0e98-43bf-9048-bfe0fae3a4f9),segment_id=3732be10-0e98-43bf-9048-bfe0fae3a4f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:37.949350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'mac_address': 'fa:16:3e:fd:f3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:53:37.963778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-8cae897b-c458-42d5-8552-1876e27734ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:37.965581 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-8cae897b-c458-42d5-8552-1876e27734ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2319860 Aug 29 06:53:37.968451 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-e8209e7e-ef0f-4803-ad13-5bd866a2c185 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282203 Aug 29 06:53:37.970667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1ac3d3-02a2-498c-8966-f609925698f0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:37.974517 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac3d3-02a2-498c-8966-f609925698f0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:37.981383 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Set router 9cf05a5f-f23b-43e2-84ea-23030c63c890 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:53:38.083678 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-5bb3d9c3-7116-4686-bad6-fdc0c18c7bf4 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054120 Aug 29 06:53:38.095488 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:38.196347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Network cc239fb6-7132-4bb9-a506-16ae884bba1d is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:53:38.221702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:38.235740 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.ipam_backend_mixin [None req-bf1ac3d3-02a2-498c-8966-f609925698f0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Performing IP validity checks on allocation pools {{(pid=95403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 06:53:38.236316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.ipam_backend_mixin [None req-bf1ac3d3-02a2-498c-8966-f609925698f0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 06:53:38.256061 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e28d9a37-7e99-44f5-9a8f-7f0c78a3ba2a req-15816f8f-9c71-4dd7-a742-9d3305616661 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582305 Aug 29 06:53:38.259827 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-437dd1d4-c0be-4d69-8417-b7734ce1fc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:38.283101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:38.296440 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, cc239fb6-7132-4bb9-a506-16ae884bba1d) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:38.303706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:38.304423 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:38.341514 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 2, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:38.367928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3037157-b76e-467c-91d0-796d142ad3eb {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:38.397323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:38.404866 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Checking router: 9cf05a5f-f23b-43e2-84ea-23030c63c890 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:53:38.408869 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4b7ac91e-4867-4fec-9e05-734dbdb3b806 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3428395 Aug 29 06:53:38.409014 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Updating router 9cf05a5f-f23b-43e2-84ea-23030c63c890 port 93d6caf0-793f-4356-9478-d8c6ecd86b26 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:53:38.424782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:38.437126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:38.437582 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:38.439649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d914b1-06c2-48a0-95f4-566d6bfdf88f None None] Unable to find a vacant binding_index for network cc239fb6-7132-4bb9-a506-16ae884bba1d and agent 84f364ec-e559-4eae-a9e2-8909d7426830 {{(pid=95405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 29 06:53:38.457541 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:38.466965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d914b1-06c2-48a0-95f4-566d6bfdf88f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, cc239fb6-7132-4bb9-a506-16ae884bba1d) {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 06:53:38.494269 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:38.536684 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac3d3-02a2-498c-8966-f609925698f0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:38.636180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ac3d3-02a2-498c-8966-f609925698f0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Subnet': ['ID=ba532c39-46ac-4edb-b9f3-e1c303f9f564,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:38.667669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8b882-f7c7-4ec2-9b94-55d9c52a5730 req-fb05e2d0-69da-48a1-a1d0-75b6ae230a6e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:38.670185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ac3d3-02a2-498c-8966-f609925698f0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Checking segment: {'id': 'ae0b724e-66fc-4bd6-a949-5580c57d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2a5e7e28-a927-42f0-8a1c-8499b48547f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:38.670662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ac3d3-02a2-498c-8966-f609925698f0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network hostable DHCP agents. Network: 2a5e7e28-a927-42f0-8a1c-8499b48547f1, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:53:38.685426 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97c8b882-f7c7-4ec2-9b94-55d9c52a5730 req-fb05e2d0-69da-48a1-a1d0-75b6ae230a6e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 948 time: 0.1000733 Aug 29 06:53:38.746189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97c8b882-f7c7-4ec2-9b94-55d9c52a5730 req-1301732c-75e1-4eaf-8e04-9c9d86645b0d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597389 Aug 29 06:53:38.776353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ac3d3-02a2-498c-8966-f609925698f0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network 2a5e7e28-a927-42f0-8a1c-8499b48547f1 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:53:38.885147 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-bf1ac3d3-02a2-498c-8966-f609925698f0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 2a5e7e28-a927-42f0-8a1c-8499b48547f1) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:38.892003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1ac3d3-02a2-498c-8966-f609925698f0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:38.893043 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf1ac3d3-02a2-498c-8966-f609925698f0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:38.941768 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeee1a7-915f-4134-b65e-3427f02ed56a req-6144da5a-e597-4bce-998b-cad32ff18f5c tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:38.943569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2aeee1a7-915f-4134-b65e-3427f02ed56a req-6144da5a-e597-4bce-998b-cad32ff18f5c tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 945 time: 0.1279864 Aug 29 06:53:38.969719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['f3037157-b76e-467c-91d0-796d142ad3eb'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:53:38.988072 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=f3037157-b76e-467c-91d0-796d142ad3eb,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:38.988745 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.002256 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2aeee1a7-915f-4134-b65e-3427f02ed56a req-cd4cab14-fdba-445c-946c-50372a8738da tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494378 Aug 29 06:53:39.026831 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf1ac3d3-02a2-498c-8966-f609925698f0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6018574 Aug 29 06:53:39.032103 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55524) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:39.037698 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Transition to ACTIVE for port object 93d6caf0-793f-4356-9478-d8c6ecd86b26 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:39.046334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55528) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:39.052096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-0a436436-2c17-4230-9be1-69fe99f2c1b0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--569484303', 'description': 'tempest-description--574319164'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:39.129160 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.166695 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0a436436-2c17-4230-9be1-69fe99f2c1b0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.198439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5310f1-ce84-4ca1-a983-7d25877327eb req-2e86c198-ec37-4d14-9922-76a65e61d7f5 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:39.201132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac5310f1-ce84-4ca1-a983-7d25877327eb req-2e86c198-ec37-4d14-9922-76a65e61d7f5 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c0393fc-748f-4620-95d1-b5657efd9cd3 HTTP/1.1" status: 200 len: 946 time: 0.0795190 Aug 29 06:53:39.261561 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.309510 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Attempting to bind port 93d6caf0-793f-4356-9478-d8c6ecd86b26 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:39.310162 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Attempting to bind port 93d6caf0-793f-4356-9478-d8c6ecd86b26 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:39.310298 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Attempting to bind port 93d6caf0-793f-4356-9478-d8c6ecd86b26 on network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:39.320119 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a7cc8-8e2e-4b07-ab5f-f7ba065fc44b None None] Pushing event updated for resources: {'Port': ['ID=93d6caf0-793f-4356-9478-d8c6ecd86b26,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:39.325985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac5310f1-ce84-4ca1-a983-7d25877327eb req-0be8875f-f57a-4114-bf9b-82ad02287902 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155643 Aug 29 06:53:39.329542 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:39.332696 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Checking segment: {'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:39.332696 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.332696 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Bound using segment: {'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:39.332696 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Bound port: 93d6caf0-793f-4356-9478-d8c6ecd86b26, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:39.332696 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.335845 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a7cc8-8e2e-4b07-ab5f-f7ba065fc44b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:39.336190 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a7cc8-8e2e-4b07-ab5f-f7ba065fc44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:39.336533 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a7cc8-8e2e-4b07-ab5f-f7ba065fc44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:39.336878 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a7cc8-8e2e-4b07-ab5f-f7ba065fc44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:39.338536 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a7cc8-8e2e-4b07-ab5f-f7ba065fc44b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:39.338885 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a7cc8-8e2e-4b07-ab5f-f7ba065fc44b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:39.339256 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a7cc8-8e2e-4b07-ab5f-f7ba065fc44b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:39.339597 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a7cc8-8e2e-4b07-ab5f-f7ba065fc44b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:39.339926 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a7cc8-8e2e-4b07-ab5f-f7ba065fc44b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:39.341014 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a7cc8-8e2e-4b07-ab5f-f7ba065fc44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:39.341381 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a7cc8-8e2e-4b07-ab5f-f7ba065fc44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:39.341840 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a7cc8-8e2e-4b07-ab5f-f7ba065fc44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:39.434403 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0a436436-2c17-4230-9be1-69fe99f2c1b0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.450176 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.450361 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] For port 93d6caf0-793f-4356-9478-d8c6ecd86b26, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:39.453421 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] For port 93d6caf0-793f-4356-9478-d8c6ecd86b26, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=93d6caf0-793f-4356-9478-d8c6ecd86b26,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:39.457878 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-cc239fb6-7132-4bb9-a506-16ae884bba1d', 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d', 'tenant_id': '2bca48f4978a43a39c5644f2503188c9', 'fixed_ips': [{'subnet_id': '96bf44c3-8cb8-4557-8762-99b8c1fe387e'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:53:39.458886 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.540055 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0a436436-2c17-4230-9be1-69fe99f2c1b0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.540389 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.604435 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.605499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a436436-2c17-4230-9be1-69fe99f2c1b0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675f5cb3-dc44-4eb9-b772-3eef42bd2753,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:39.618549 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Routers {'9cf05a5f-f23b-43e2-84ea-23030c63c890'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:53:39.619621 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:53:10Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9cf05a5f-f23b-43e2-84ea-23030c63c890'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:39.658859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Allocated IP 172.20.0.2 (cc239fb6-7132-4bb9-a506-16ae884bba1d/96bf44c3-8cb8-4557-8762-99b8c1fe387e/bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:39.711470 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0a436436-2c17-4230-9be1-69fe99f2c1b0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.712920 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0a436436-2c17-4230-9be1-69fe99f2c1b0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6655798 Aug 29 06:53:39.715731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55546) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:39.723892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-eb089e34-c99d-4081-a1d5-a64649da1165 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Request body: {'security_group_rule': {'security_group_id': '675f5cb3-dc44-4eb9-b772-3eef42bd2753', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:39.850228 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] Set router 9cf05a5f-f23b-43e2-84ea-23030c63c890 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:53:39.893637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.908427 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5e7e28-a927-42f0-8a1c-8499b48547f1']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:39.914707 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eb089e34-c99d-4081-a1d5-a64649da1165 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.920470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0b724e-66fc-4bd6-a949-5580c57d0f97') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:39.920808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0b724e-66fc-4bd6-a949-5580c57d0f97') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:39.932079 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.949402 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.960576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:53:39.961008 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:39.994432 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a7cc8-8e2e-4b07-ab5f-f7ba065fc44b None None] Pushing event updated for resources: {'Port': ['ID=93d6caf0-793f-4356-9478-d8c6ecd86b26,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:40.042807 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.070941 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Subnet': ['ID=ba532c39-46ac-4edb-b9f3-e1c303f9f564,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:53:40.073090 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:53:40.103015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39647b-93fc-4b99-8600-a18c1409897e req-b17964ee-0f5c-4ff8-b9ea-cd8d5ebf7f39 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:40.104829 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-b17964ee-0f5c-4ff8-b9ea-cd8d5ebf7f39 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.15 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c&tenant_id=71b5947da1484517ad5efa3f460d6a2d&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 948 time: 0.3610415 Aug 29 06:53:40.113796 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eb089e34-c99d-4081-a1d5-a64649da1165 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.173796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ae223-3c32-4294-9359-02ea186926ad req-5f58d412-8079-4fc1-9db1-b43820f7a2d6 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:40.192515 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:53:40.193643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a31ae223-3c32-4294-9359-02ea186926ad req-5f58d412-8079-4fc1-9db1-b43820f7a2d6 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/networks?id=cc239fb6-7132-4bb9-a506-16ae884bba1d HTTP/1.1" status: 200 len: 815 time: 0.2447314 Aug 29 06:53:40.198380 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:39Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:40.210449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Transition to ACTIVE for port object bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:40.219299 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.232081 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.237156 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/2a5e7e28-a927-42f0-8a1c-8499b48547f1 HTTP/1.1" status: 204 len: 168 time: 1.2052884 Aug 29 06:53:40.238275 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eb089e34-c99d-4081-a1d5-a64649da1165 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.244491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Transition to ACTIVE for port object bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:40.246625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55564) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:40.257179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c3ef4c32-f9d5-47ad-bf5e-9c6b28e9db2f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-825644938'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:40.261329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:40.270621 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dbaa0b-195e-4d50-a03c-c4ff62f40bb4 None None] The sync data for ids ['9cf05a5f-f23b-43e2-84ea-23030c63c890'] in n-d-713301-12 is: [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:39Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:53:40.275643 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-dc7d990c-916a-4bc6-82d5-5f7d8f621b03 service neutron] 10.222.0.15 "GET /v2.0/ports/f3037157-b76e-467c-91d0-796d142ad3eb/bindings/n-h1-713301-12 HTTP/1.1" status: 200 len: 383 time: 0.1603353 Aug 29 06:53:40.276368 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a31ae223-3c32-4294-9359-02ea186926ad req-c7dda4d5-5140-4186-a6e9-930673952710 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/quotas/2bca48f4978a43a39c5644f2503188c9 HTTP/1.1" status: 200 len: 375 time: 0.0810671 Aug 29 06:53:40.278450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8215cc-6824-452c-9d15-3db4de8f5cf9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Network': ['ID=2a5e7e28-a927-42f0-8a1c-8499b48547f1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:40.410199 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.421901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a31ae223-3c32-4294-9359-02ea186926ad req-b2a7368c-b88b-453b-9f7e-9f1e85f9c46b tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bca48f4978a43a39c5644f2503188c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1434011 Aug 29 06:53:40.427522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39647b-93fc-4b99-8600-a18c1409897e req-44cc428b-8530-4ca8-9b17-9426d6a2e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:40.429571 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-44cc428b-8530-4ca8-9b17-9426d6a2e0ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 1100 time: 0.1253948 Aug 29 06:53:40.440068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Network cc239fb6-7132-4bb9-a506-16ae884bba1d is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:40.446387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb089e34-c99d-4081-a1d5-a64649da1165 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fd8aa1-9920-4396-bdbe-007d1ef10088,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:40.446629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:40.472636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:40.505890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb790d7-5ff5-4738-937a-5cac9d4cb842 req-c465fae3-c5ca-41ce-8964-4565af81ee19 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:40.507903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4eb790d7-5ff5-4738-937a-5cac9d4cb842 req-c465fae3-c5ca-41ce-8964-4565af81ee19 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 948 time: 0.0728710 Aug 29 06:53:40.556607 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Pushing event updated for resources: {'Port': ['ID=bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:40.562642 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4eb790d7-5ff5-4738-937a-5cac9d4cb842 req-a74c8ae7-fc74-4a58-affa-d0ebba71cbed tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Aug 29 06:53:40.572991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Attempting to bind port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:40.573387 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Attempting to bind port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:40.573756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Attempting to bind port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f on network cc239fb6-7132-4bb9-a506-16ae884bba1d {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:40.580287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:40.580669 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.585189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:40.585584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Checking segment: {'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:40.585986 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.586384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Bound using segment: {'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:40.586865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Bound port: bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:40.587278 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.588888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ef4c32-f9d5-47ad-bf5e-9c6b28e9db2f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:40.594135 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eb089e34-c99d-4081-a1d5-a64649da1165 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.596654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-eb089e34-c99d-4081-a1d5-a64649da1165 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8798690 Aug 29 06:53:40.598746 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3ef4c32-f9d5-47ad-bf5e-9c6b28e9db2f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.600420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55568) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:40.606188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-998d6e87-bbd9-4603-9d4d-09f4ca733ba6 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Request body: {'security_group_rule': {'security_group_id': '675f5cb3-dc44-4eb9-b772-3eef42bd2753', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:40.629988 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8d7fb9ce-8056-4ead-b48d-99ed3fc013eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.668955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39647b-93fc-4b99-8600-a18c1409897e req-90362f69-c483-4e3e-981a-8ce7a842df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:40.675777 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-90362f69-c483-4e3e-981a-8ce7a842df96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.2378793 Aug 29 06:53:40.745451 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] For port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:40.746023 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-99a692d6-93de-434c-8d3b-30d219398d40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f3037157-b76e-467c-91d0-796d142ad3eb HTTP/1.1" status: 200 len: 217 time: 0.0567532 Aug 29 06:53:40.753989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ef4c32-f9d5-47ad-bf5e-9c6b28e9db2f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:53:40.764646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] For port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:40.798990 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-998d6e87-bbd9-4603-9d4d-09f4ca733ba6 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.817093 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.823600 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3ef4c32-f9d5-47ad-bf5e-9c6b28e9db2f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.825659 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-c3ef4c32-f9d5-47ad-bf5e-9c6b28e9db2f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Added segment 9ef84119-59f1-412f-9897-169b1a0d541f of type vlan for network 4c9ade0b-b19c-420f-bb23-d5f9773c549c Aug 29 06:53:40.873204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39647b-93fc-4b99-8600-a18c1409897e req-9ba79a9b-0ca1-4dbd-9e4f-f357fc259963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:40.873853 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.875826 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-9ba79a9b-0ca1-4dbd-9e4f-f357fc259963 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1160121 Aug 29 06:53:40.896413 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3ef4c32-f9d5-47ad-bf5e-9c6b28e9db2f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.964834 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-998d6e87-bbd9-4603-9d4d-09f4ca733ba6 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:40.990763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8942ed-6384-41b0-a92d-2d92b570a1ce None None] Pushing event updated for resources: {'Port': ['ID=bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:41.011433 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39647b-93fc-4b99-8600-a18c1409897e req-d9dac78d-77b6-4aa7-ba03-cf48ac605bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:41.014202 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-d9dac78d-77b6-4aa7-ba03-cf48ac605bd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1278675 Aug 29 06:53:41.029841 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a31ae223-3c32-4294-9359-02ea186926ad req-05a6b283-a2ff-4034-a545-e64ee00f5804 service neutron] 10.222.0.76 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070404 Aug 29 06:53:41.058576 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3ef4c32-f9d5-47ad-bf5e-9c6b28e9db2f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:41.062476 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-998d6e87-bbd9-4603-9d4d-09f4ca733ba6 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:41.066492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ef4c32-f9d5-47ad-bf5e-9c6b28e9db2f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:41.067294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3ef4c32-f9d5-47ad-bf5e-9c6b28e9db2f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:41.167471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55576) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:41.191711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d6e87-bbd9-4603-9d4d-09f4ca733ba6 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c19bc1d-1605-41f2-b978-fb5d6bd5c8c5,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:41.282686 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-998d6e87-bbd9-4603-9d4d-09f4ca733ba6 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:41.284371 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-998d6e87-bbd9-4603-9d4d-09f4ca733ba6 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6828926 Aug 29 06:53:41.302743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55580) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:41.306236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a31ae223-3c32-4294-9359-02ea186926ad req-3c7b9750-2541-4355-addd-1947c55b71cc service neutron] 10.222.0.76 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590172 Aug 29 06:53:41.322585 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:41.374608 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef4c32-f9d5-47ad-bf5e-9c6b28e9db2f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Network': ['ID=4c9ade0b-b19c-420f-bb23-d5f9773c549c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:41.390495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 4c9ade0b-b19c-420f-bb23-d5f9773c549c details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:53:41.438561 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c3ef4c32-f9d5-47ad-bf5e-9c6b28e9db2f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1862712 Aug 29 06:53:41.441628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55588) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:41.452863 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-86526367-c10b-4bce-b9a3-5b2a25705400 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301634 Aug 29 06:53:41.457842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ab7d1086-5e2f-4b8b-8ade-7c317bf98a8b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'subnet': {'network_id': '4c9ade0b-b19c-420f-bb23-d5f9773c549c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:41.570001 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:41.585490 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device f3037157-b76e-467c-91d0-796d142ad3eb up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:41.645754 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-55a6aab3-f8ac-4e96-961c-2c1808298203 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839042 Aug 29 06:53:41.866728 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:41.902138 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:41.927572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-95d9a6ee-eda4-43bd-8359-44b212414304 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:41.939757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-95d9a6ee-eda4-43bd-8359-44b212414304 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/networks?id=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba HTTP/1.1" status: 200 len: 813 time: 0.3576975 Aug 29 06:53:41.943965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port f3037157-b76e-467c-91d0-796d142ad3eb completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:41.960240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port f3037157-b76e-467c-91d0-796d142ad3eb triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:41.960629 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:42.000480 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d242c671-4d56-49c3-8dbe-a95ef16dd9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:42.039743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-2385e628-55a1-46c7-be10-02c045fa59c0 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/quotas/90cc9cf0027e4424a022c8704f69d4f4 HTTP/1.1" status: 200 len: 375 time: 0.0906460 Aug 29 06:53:42.158248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c8433-e5ef-467d-a068-fe0829866d7b req-61e6c208-1414-4501-a8dc-9c12ec7fbe43 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:42.165933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a57c8433-e5ef-467d-a068-fe0829866d7b req-61e6c208-1414-4501-a8dc-9c12ec7fbe43 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 948 time: 0.2153938 Aug 29 06:53:42.172380 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:42.208417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Allocated IP 172.25.1.29 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/7709b855-518e-466e-9aee-565e530b48ca) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:42.209086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7d1086-5e2f-4b8b-8ade-7c317bf98a8b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:42.210530 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1086-5e2f-4b8b-8ade-7c317bf98a8b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:42.254960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:42.258963 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272fbdbd-f03f-4d22-bf56-12e48766d20e" -d '{"events": [{"server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "name": "network-vif-plugged", "status": "completed", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:42.294394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:42.329467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6beea35-90b8-44cb-8c87-646ac806daa6 req-99f8e2a6-3ea7-4b55-98e0-4cd9a5223677 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:42.331488 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b6beea35-90b8-44cb-8c87-646ac806daa6 req-99f8e2a6-3ea7-4b55-98e0-4cd9a5223677 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c0393fc-748f-4620-95d1-b5657efd9cd3 HTTP/1.1" status: 200 len: 946 time: 0.2434313 Aug 29 06:53:42.373602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:42.392452 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-5af043c4-8bc3-4812-85ae-e7608f88a243 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=90cc9cf0027e4424a022c8704f69d4f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3431323 Aug 29 06:53:42.447342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a57c8433-e5ef-467d-a068-fe0829866d7b req-256871cd-33fa-49c0-98a3-b013506f14c7 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581425 Aug 29 06:53:42.455778 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:42.534662 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=f3037157-b76e-467c-91d0-796d142ad3eb,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:42.581656 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:42.584909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1606c694-0d6e-4936-af6d-82c3f178a304 None None] Network cc239fb6-7132-4bb9-a506-16ae884bba1d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:42.593291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5375c68-80a2-4d8c-853a-4fd727866ff3 None None] Network 2a5e7e28-a927-42f0-8a1c-8499b48547f1 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:42.625413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5375c68-80a2-4d8c-853a-4fd727866ff3 None None] Network 2a5e7e28-a927-42f0-8a1c-8499b48547f1 could not be found, it might have been deleted concurrently. {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 06:53:42.668504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b6beea35-90b8-44cb-8c87-646ac806daa6 req-21934dc2-154f-4bf3-b057-fdbe387e3b56 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Deleting port e1ead11c-1463-4767-87b4-aa1dd27144e4 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:42.668854 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6beea35-90b8-44cb-8c87-646ac806daa6 req-21934dc2-154f-4bf3-b057-fdbe387e3b56 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:42.701971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b834bd-0261-449d-8a93-0c9a09273d30 None None] Network 2a5e7e28-a927-42f0-8a1c-8499b48547f1 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:42.725701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:42.741894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b834bd-0261-449d-8a93-0c9a09273d30 None None] Network 2a5e7e28-a927-42f0-8a1c-8499b48547f1 could not be found, it might have been deleted concurrently. {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 06:53:42.749186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 93d6caf0-793f-4356-9478-d8c6ecd86b26 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:42.828415 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cc3f2ec2-da47-41b2-b571-8aa735094a2a None None] Provisioning for port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:42.837022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b6beea35-90b8-44cb-8c87-646ac806daa6 req-21934dc2-154f-4bf3-b057-fdbe387e3b56 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] For port e1ead11c-1463-4767-87b4-aa1dd27144e4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e1ead11c-1463-4767-87b4-aa1dd27144e4,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:42.838096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cc3f2ec2-da47-41b2-b571-8aa735094a2a None None] Provisioning complete for port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:42.838489 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2ec2-da47-41b2-b571-8aa735094a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:42.845446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6beea35-90b8-44cb-8c87-646ac806daa6 req-21934dc2-154f-4bf3-b057-fdbe387e3b56 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:42.866038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b6beea35-90b8-44cb-8c87-646ac806daa6 req-21934dc2-154f-4bf3-b057-fdbe387e3b56 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Calling delete_port for e1ead11c-1463-4767-87b4-aa1dd27144e4 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:42.882788 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:42.964234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:42.981016 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2ec2-da47-41b2-b571-8aa735094a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.000051 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:43.007601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:43.039792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 93d6caf0-793f-4356-9478-d8c6ecd86b26 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:43.060662 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cc3f2ec2-da47-41b2-b571-8aa735094a2a None None] For port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:43.061754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 93d6caf0-793f-4356-9478-d8c6ecd86b26 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:43.062126 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.093894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event updated for resources: {'Port': ['ID=7709b855-518e-466e-9aee-565e530b48ca,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:43.159527 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2ec2-da47-41b2-b571-8aa735094a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.204653 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.270350 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d242c671-4d56-49c3-8dbe-a95ef16dd9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.272286 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f2ec2-da47-41b2-b571-8aa735094a2a None None] Pushing event updated for resources: {'Port': ['ID=bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:43.280133 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 93d6caf0-793f-4356-9478-d8c6ecd86b26, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=93d6caf0-793f-4356-9478-d8c6ecd86b26,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:43.297240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8f827188-1320-49ca-acb6-f0af9f4b28ce None None] Provisioning complete for port 93d6caf0-793f-4356-9478-d8c6ecd86b26 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:43.299489 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8f827188-1320-49ca-acb6-f0af9f4b28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.342584 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.359364 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.396010 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d242c671-4d56-49c3-8dbe-a95ef16dd9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.471132 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6beea35-90b8-44cb-8c87-646ac806daa6 req-21934dc2-154f-4bf3-b057-fdbe387e3b56 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.548887 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21934dc2-154f-4bf3-b057-fdbe387e3b56 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Pushing event deleted for resources: {'Port': ['ID=e1ead11c-1463-4767-87b4-aa1dd27144e4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:43.559843 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.627856 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=93d6caf0-793f-4356-9478-d8c6ecd86b26,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:43.632112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242c671-4d56-49c3-8dbe-a95ef16dd9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6feece-a12c-44c7-a0b9-3bf87251873c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:43.634500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e1ead11c-1463-4767-87b4-aa1dd27144e4', '4b22d63f-9ab2-438e-a4ca-b78662afe191'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:53:43.636502 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.660362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-0c58ff47-dcd1-416e-abfa-aa9aef296da7 service neutron] 10.222.0.76 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2669387 Aug 29 06:53:43.729625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6beea35-90b8-44cb-8c87-646ac806daa6 req-21934dc2-154f-4bf3-b057-fdbe387e3b56 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] No DVR routers for this DVR port e1ead11c-1463-4767-87b4-aa1dd27144e4 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:53:43.733989 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b6beea35-90b8-44cb-8c87-646ac806daa6 req-21934dc2-154f-4bf3-b057-fdbe387e3b56 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.736114 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b6beea35-90b8-44cb-8c87-646ac806daa6 req-21934dc2-154f-4bf3-b057-fdbe387e3b56 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.11 "DELETE /v2.0/ports/e1ead11c-1463-4767-87b4-aa1dd27144e4 HTTP/1.1" status: 204 len: 173 time: 1.3979511 Aug 29 06:53:43.742562 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0393fc-748f-4620-95d1-b5657efd9cd3', 'name': 'network-vif-deleted', 'tag': 'e1ead11c-1463-4767-87b4-aa1dd27144e4'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:43.745036 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09853fa-d543-4125-953f-7ff48cb78ce1" -d '{"events": [{"server_uuid": "2c0393fc-748f-4620-95d1-b5657efd9cd3", "name": "network-vif-deleted", "tag": "e1ead11c-1463-4767-87b4-aa1dd27144e4"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:43.806936 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af7105-19f6-423c-bb4b-f7b327f3e065 req-dfb63770-2e24-40bc-909e-5426196b02d8 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:43.808830 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60af7105-19f6-423c-bb4b-f7b327f3e065 req-dfb63770-2e24-40bc-909e-5426196b02d8 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa9fd1f-d960-4640-8807-515db6746f66 HTTP/1.1" status: 200 len: 945 time: 0.5149083 Aug 29 06:53:43.821929 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-e93291f0-0d19-43aa-b0e4-843d078fb7c1 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:43.834711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-e93291f0-0d19-43aa-b0e4-843d078fb7c1 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/networks?id=cc239fb6-7132-4bb9-a506-16ae884bba1d HTTP/1.1" status: 200 len: 815 time: 1.2608008 Aug 29 06:53:43.844786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d242c671-4d56-49c3-8dbe-a95ef16dd9be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=62f98625a1f648ab9497e5048bf3570e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6752059 Aug 29 06:53:43.845552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55638) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:43.852391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f2655b3c-8255-4056-aa42-376e1083d482 None None] Provisioning complete for port 93d6caf0-793f-4356-9478-d8c6ecd86b26 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:43.852764 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f2655b3c-8255-4056-aa42-376e1083d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.931546 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cea6af9-6833-4795-b771-845617e0b514 None None] Network cc239fb6-7132-4bb9-a506-16ae884bba1d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:43.936052 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-350edc68-7079-4224-b711-079b429978e3 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/quotas/2bca48f4978a43a39c5644f2503188c9 HTTP/1.1" status: 200 len: 375 time: 0.0998392 Aug 29 06:53:43.937488 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1086-5e2f-4b8b-8ade-7c317bf98a8b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.945680 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45eeff91-8fd5-4b17-9f4d-6bb304e2acc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.976802 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:43.988800 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45eeff91-8fd5-4b17-9f4d-6bb304e2acc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:44.107334 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-13ff6233-7248-4014-85bf-1cf3160cbbf7 service neutron] 10.222.0.76 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447255 Aug 29 06:53:44.108235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d1086-5e2f-4b8b-8ade-7c317bf98a8b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Subnet': ['ID=b6f14423-6536-46e2-8ec7-a506384c8b88,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:44.151466 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-a8aec6b9-adb0-425f-9673-e9cca7011af9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bca48f4978a43a39c5644f2503188c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1686559 Aug 29 06:53:44.160637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d1086-5e2f-4b8b-8ade-7c317bf98a8b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Checking segment: {'id': '9ef84119-59f1-412f-9897-169b1a0d541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4c9ade0b-b19c-420f-bb23-d5f9773c549c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:44.161368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7d1086-5e2f-4b8b-8ade-7c317bf98a8b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network hostable DHCP agents. Network: 4c9ade0b-b19c-420f-bb23-d5f9773c549c, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:53:44.245575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-60af7105-19f6-423c-bb4b-f7b327f3e065 req-da85b980-648b-4309-aa48-c72ab000d4aa tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Deleting port 4b22d63f-9ab2-438e-a4ca-b78662afe191 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:44.245920 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-60af7105-19f6-423c-bb4b-f7b327f3e065 req-da85b980-648b-4309-aa48-c72ab000d4aa tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:44.346075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7d1086-5e2f-4b8b-8ade-7c317bf98a8b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network 4c9ade0b-b19c-420f-bb23-d5f9773c549c is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:53:44.375302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:44.382514 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-83d84e48-5d51-4466-9ca1-90e3c106e87c service neutron] 10.222.0.76 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234430 Aug 29 06:53:44.451331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-16009eb7-61d4-40fe-8266-f19aa786d831 None None] Provisioning complete for port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:44.451710 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-16009eb7-61d4-40fe-8266-f19aa786d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:44.500137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-ab7d1086-5e2f-4b8b-8ade-7c317bf98a8b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 4c9ade0b-b19c-420f-bb23-d5f9773c549c) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:44.502146 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:44.502525 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:44.507072 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:44.519232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-60af7105-19f6-423c-bb4b-f7b327f3e065 req-da85b980-648b-4309-aa48-c72ab000d4aa tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] For port 4b22d63f-9ab2-438e-a4ca-b78662afe191, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4b22d63f-9ab2-438e-a4ca-b78662afe191,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:44.519744 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-60af7105-19f6-423c-bb4b-f7b327f3e065 req-da85b980-648b-4309-aa48-c72ab000d4aa tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:44.524191 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7d1086-5e2f-4b8b-8ade-7c317bf98a8b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:44.524963 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1086-5e2f-4b8b-8ade-7c317bf98a8b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:44.574560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26a197f-03fb-4855-9645-b0f35c4a275f None None] Network 4c9ade0b-b19c-420f-bb23-d5f9773c549c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:44.613952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-60af7105-19f6-423c-bb4b-f7b327f3e065 req-da85b980-648b-4309-aa48-c72ab000d4aa tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Calling delete_port for 4b22d63f-9ab2-438e-a4ca-b78662afe191 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:44.661511 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-03428cef-01c2-4635-81ac-20f6dfff5519 service neutron] 10.222.0.76 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651448 Aug 29 06:53:44.766644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event updated for resources: {'Port': ['ID=7709b855-518e-466e-9aee-565e530b48ca,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:44.769539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ab7d1086-5e2f-4b8b-8ade-7c317bf98a8b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3265455 Aug 29 06:53:44.777179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55646) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:44.825313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 93d6caf0-793f-4356-9478-d8c6ecd86b26 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:44.945094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39647b-93fc-4b99-8600-a18c1409897e req-c8d32b8a-b9c5-4fea-acd2-815e2b698f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:44.947086 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-c8d32b8a-b9c5-4fea-acd2-815e2b698f62 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c&tenant_id=71b5947da1484517ad5efa3f460d6a2d HTTP/1.1" status: 200 len: 1101 time: 0.3889086 Aug 29 06:53:44.952395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-758c21f9-cf23-4c29-bc94-16e23432c5fb None None] Provisioning complete for port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:44.952768 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-758c21f9-cf23-4c29-bc94-16e23432c5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:44.961746 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a48f37-6c16-4c02-8a4b-aee635893498 x-openstack-request-id: req-10a48f37-6c16-4c02-8a4b-aee635893498 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:44.962033 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "name": "network-vif-plugged", "status": "completed", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:44.962281 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-10a48f37-6c16-4c02-8a4b-aee635893498 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:44.962663 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'code': 200} Aug 29 06:53:44.978694 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:45.019098 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:45.047673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 93d6caf0-793f-4356-9478-d8c6ecd86b26 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:45.048053 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:45.057522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ae223-3c32-4294-9359-02ea186926ad req-47cc300f-9283-4183-9706-eea49f90e1b4 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:45.059331 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a31ae223-3c32-4294-9359-02ea186926ad req-47cc300f-9283-4183-9706-eea49f90e1b4 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.11 "GET /v2.0/networks?id=cc239fb6-7132-4bb9-a506-16ae884bba1d HTTP/1.1" status: 200 len: 815 time: 0.5684869 Aug 29 06:53:45.063262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-60af7105-19f6-423c-bb4b-f7b327f3e065 req-da85b980-648b-4309-aa48-c72ab000d4aa tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:45.093781 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45eeff91-8fd5-4b17-9f4d-6bb304e2acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:45.096721 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45eeff91-8fd5-4b17-9f4d-6bb304e2acc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:45.100938 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-45eeff91-8fd5-4b17-9f4d-6bb304e2acc6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/de6feece-a12c-44c7-a0b9-3bf87251873c HTTP/1.1" status: 204 len: 168 time: 1.2543302 Aug 29 06:53:45.110569 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a31ae223-3c32-4294-9359-02ea186926ad req-8ccfbc64-4334-4626-9e5d-315abd2b7209 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Request body: {'port': {'device_id': 'd7084985-6dde-4322-a364-a258aad2aa18', 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d', 'admin_state_up': True, 'tenant_id': '2bca48f4978a43a39c5644f2503188c9'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:45.130916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85b980-648b-4309-aa48-c72ab000d4aa tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Pushing event deleted for resources: {'Port': ['ID=4b22d63f-9ab2-438e-a4ca-b78662afe191,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:45.204975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eeff91-8fd5-4b17-9f4d-6bb304e2acc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6feece-a12c-44c7-a0b9-3bf87251873c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:45.213000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513075f-bcd8-4e76-bcad-a14292c54891 req-5d019b12-c092-4e8f-b592-a62ffadd1e80 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:45.220572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1513075f-bcd8-4e76-bcad-a14292c54891 req-5d019b12-c092-4e8f-b592-a62ffadd1e80 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.1995556 Aug 29 06:53:45.283623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-60af7105-19f6-423c-bb4b-f7b327f3e065 req-da85b980-648b-4309-aa48-c72ab000d4aa tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] No DVR routers for this DVR port 4b22d63f-9ab2-438e-a4ca-b78662afe191 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:53:45.298273 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-60af7105-19f6-423c-bb4b-f7b327f3e065 req-da85b980-648b-4309-aa48-c72ab000d4aa tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:45.309187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60af7105-19f6-423c-bb4b-f7b327f3e065 req-da85b980-648b-4309-aa48-c72ab000d4aa tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.11 "DELETE /v2.0/ports/4b22d63f-9ab2-438e-a4ca-b78662afe191 HTTP/1.1" status: 204 len: 173 time: 1.4616668 Aug 29 06:53:45.314358 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa9fd1f-d960-4640-8807-515db6746f66', 'name': 'network-vif-deleted', 'tag': '4b22d63f-9ab2-438e-a4ca-b78662afe191'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:45.322861 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fba479d-23cd-4f6d-8805-6b06d50438ca" -d '{"events": [{"server_uuid": "afa9fd1f-d960-4640-8807-515db6746f66", "name": "network-vif-deleted", "tag": "4b22d63f-9ab2-438e-a4ca-b78662afe191"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:45.343809 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:45.345074 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-231892da-e5c7-43b1-a991-3fbe0d404648 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0397515 Aug 29 06:53:45.351191 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9ed640-f77f-4bc2-a6e1-adfc90652e60 x-openstack-request-id: req-eb9ed640-f77f-4bc2-a6e1-adfc90652e60 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:45.357691 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0393fc-748f-4620-95d1-b5657efd9cd3", "name": "network-vif-deleted", "tag": "e1ead11c-1463-4767-87b4-aa1dd27144e4", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:45.357973 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb9ed640-f77f-4bc2-a6e1-adfc90652e60 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:45.358446 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0393fc-748f-4620-95d1-b5657efd9cd3', 'name': 'network-vif-deleted', 'tag': 'e1ead11c-1463-4767-87b4-aa1dd27144e4', 'status': 'completed', 'code': 200} Aug 29 06:53:45.389177 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1513075f-bcd8-4e76-bcad-a14292c54891 req-f7d5604e-eb9a-4fd3-bb03-682b072b41cc tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195505 Aug 29 06:53:45.409184 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:45.414959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-4c9ade0b-b19c-420f-bb23-d5f9773c549c', 'network_id': '4c9ade0b-b19c-420f-bb23-d5f9773c549c', 'tenant_id': '50c298866ae44dd8bc2226c2a10475d4', 'fixed_ips': [{'subnet_id': 'b6f14423-6536-46e2-8ec7-a506384c8b88'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:53:45.415836 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:45.456812 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1315397c-cc54-41f8-b665-b40d2ee7c1af x-openstack-request-id: req-1315397c-cc54-41f8-b665-b40d2ee7c1af {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:45.457307 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa9fd1f-d960-4640-8807-515db6746f66", "name": "network-vif-deleted", "tag": "4b22d63f-9ab2-438e-a4ca-b78662afe191", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:45.457735 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1315397c-cc54-41f8-b665-b40d2ee7c1af {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:45.458331 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa9fd1f-d960-4640-8807-515db6746f66', 'name': 'network-vif-deleted', 'tag': '4b22d63f-9ab2-438e-a4ca-b78662afe191', 'status': 'completed', 'code': 200} Aug 29 06:53:45.475934 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:45.521256 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a0bb10f-09cf-4dd2-b4d5-f5946a0f98b4 req-e026fee5-c6c5-44fa-81b3-255999d1643c tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 210 time: 0.0615187 Aug 29 06:53:45.715757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Allocated IP 172.20.0.1 (4c9ade0b-b19c-420f-bb23-d5f9773c549c/b6f14423-6536-46e2-8ec7-a506384c8b88/16c1cbb6-cc17-4840-8735-64b00144f7d9) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:45.912857 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:46.022504 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:46.038237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Transition to ACTIVE for port object 16c1cbb6-cc17-4840-8735-64b00144f7d9 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:46.048525 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31ae223-3c32-4294-9359-02ea186926ad req-8ccfbc64-4334-4626-9e5d-315abd2b7209 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Made reservation on behalf of 2bca48f4978a43a39c5644f2503188c9 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:46.052635 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a31ae223-3c32-4294-9359-02ea186926ad req-8ccfbc64-4334-4626-9e5d-315abd2b7209 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:46.066422 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-097ca836-67dd-40cd-9046-07a1725aa4f1 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--569484303&fields=id&tenant_id=395f384cb65b432a9ea260b20483cc6b HTTP/1.1" status: 200 len: 267 time: 0.1304767 Aug 29 06:53:46.067466 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Transition to ACTIVE for port object 16c1cbb6-cc17-4840-8735-64b00144f7d9 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:46.088791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:46.123057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-a1b508f7-b4ff-4a7c-969e-5a42a85911c5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:46.133094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-a1b508f7-b4ff-4a7c-969e-5a42a85911c5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/networks?id=cc239fb6-7132-4bb9-a506-16ae884bba1d HTTP/1.1" status: 200 len: 815 time: 0.3399353 Aug 29 06:53:46.158358 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:46.182408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Network 4c9ade0b-b19c-420f-bb23-d5f9773c549c is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:46.185126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:46.218764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:46.222938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0e05b115-cadf-4870-9955-88f8fa9c8436 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/quotas/2bca48f4978a43a39c5644f2503188c9 HTTP/1.1" status: 200 len: 375 time: 0.0218825 Aug 29 06:53:46.253435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:46.287878 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Pushing event updated for resources: {'Port': ['ID=16c1cbb6-cc17-4840-8735-64b00144f7d9,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:46.321693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-a31ae223-3c32-4294-9359-02ea186926ad req-8ccfbc64-4334-4626-9e5d-315abd2b7209 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Allocated IP 172.20.0.5 (cc239fb6-7132-4bb9-a506-16ae884bba1d/96bf44c3-8cb8-4557-8762-99b8c1fe387e/6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:46.332282 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:46.339015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Attempting to bind port 16c1cbb6-cc17-4840-8735-64b00144f7d9 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:46.339726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Attempting to bind port 16c1cbb6-cc17-4840-8735-64b00144f7d9 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '9ef84119-59f1-412f-9897-169b1a0d541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4c9ade0b-b19c-420f-bb23-d5f9773c549c'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:46.340221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Attempting to bind port 16c1cbb6-cc17-4840-8735-64b00144f7d9 on network 4c9ade0b-b19c-420f-bb23-d5f9773c549c {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:46.349768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:46.350151 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Checking segment: {'id': '9ef84119-59f1-412f-9897-169b1a0d541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4c9ade0b-b19c-420f-bb23-d5f9773c549c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:46.350687 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:46.350940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Bound using segment: {'id': '9ef84119-59f1-412f-9897-169b1a0d541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4c9ade0b-b19c-420f-bb23-d5f9773c549c'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:46.351914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Bound port: 16c1cbb6-cc17-4840-8735-64b00144f7d9, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef84119-59f1-412f-9897-169b1a0d541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4c9ade0b-b19c-420f-bb23-d5f9773c549c'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:46.352460 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:46.386098 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-3af457cc-f7a8-46ea-9b71-310e84f157ce tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bca48f4978a43a39c5644f2503188c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1591985 Aug 29 06:53:46.396165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179461b5-c522-472c-8fb5-c7f512937768 req-433810a6-cde3-405e-91f2-051098d5fbf0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:46.397745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-433810a6-cde3-405e-91f2-051098d5fbf0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/networks?id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467 HTTP/1.1" status: 200 len: 811 time: 0.3214414 Aug 29 06:53:46.428242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Transition to ACTIVE for port object f3037157-b76e-467c-91d0-796d142ad3eb will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:46.462462 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-2d861fb6-a017-438a-b873-5ba8303d8194 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/quotas/395f384cb65b432a9ea260b20483cc6b HTTP/1.1" status: 200 len: 375 time: 0.0551481 Aug 29 06:53:46.464929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] For port 16c1cbb6-cc17-4840-8735-64b00144f7d9, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:46.477525 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:46.484782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] For port 16c1cbb6-cc17-4840-8735-64b00144f7d9, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=16c1cbb6-cc17-4840-8735-64b00144f7d9,segment=NetworkSegment(9ef84119-59f1-412f-9897-169b1a0d541f),segment_id=9ef84119-59f1-412f-9897-169b1a0d541f)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:46.567964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-2d6231d2-690c-4cd6-8efd-c7661cc70ce4 service neutron] 10.222.0.76 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691046 Aug 29 06:53:46.607577 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:46.619480 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f14423-6536-46e2-8ec7-a506384c8b88,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:46.624506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9ade0b-b19c-420f-bb23-d5f9773c549c']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:46.627364 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:46.640086 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:46.655809 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef84119-59f1-412f-9897-169b1a0d541f') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:46.656119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef84119-59f1-412f-9897-169b1a0d541f') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:46.659672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-e291b373-8467-4d1b-b69b-ab49ed8e3afe tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=395f384cb65b432a9ea260b20483cc6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1874390 Aug 29 06:53:46.706167 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:46.776916 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194305ba-262f-4447-98cd-eda1ebdfd110 None None] Pushing event updated for resources: {'Port': ['ID=16c1cbb6-cc17-4840-8735-64b00144f7d9,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:46.785186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4b22d63f-9ab2-438e-a4ca-b78662afe191 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:53:46.789974 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-c43708ca-80d0-4d14-9145-101948ce8308 service neutron] 10.222.0.76 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153885 Aug 29 06:53:46.807234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-9c731aef-b958-4270-90e2-8537fb16ca61 service neutron] 10.222.0.76 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462893 Aug 29 06:53:46.815360 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] No DVR routers for this DVR port f3037157-b76e-467c-91d0-796d142ad3eb on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:53:46.839758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 4b22d63f-9ab2-438e-a4ca-b78662afe191 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:53:46.840225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4b22d63f-9ab2-438e-a4ca-b78662afe191 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:53:46.840743 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e1ead11c-1463-4767-87b4-aa1dd27144e4 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:53:46.886596 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:46.894571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: e1ead11c-1463-4767-87b4-aa1dd27144e4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:53:46.894571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e1ead11c-1463-4767-87b4-aa1dd27144e4 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:53:46.957840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Attempting to bind port f3037157-b76e-467c-91d0-796d142ad3eb on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:46.958479 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Attempting to bind port f3037157-b76e-467c-91d0-796d142ad3eb by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:46.958479 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Attempting to bind port f3037157-b76e-467c-91d0-796d142ad3eb on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:46.975317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:53:46.979847 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:46.980592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Port f3037157-b76e-467c-91d0-796d142ad3eb on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:53:46.980754 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Attempting to bind port f3037157-b76e-467c-91d0-796d142ad3eb on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:53:47.001833 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:53:47.007333 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a31ae223-3c32-4294-9359-02ea186926ad req-8ccfbc64-4334-4626-9e5d-315abd2b7209 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:47.040238 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Pushing event updated for resources: {'Port': ['ID=f3037157-b76e-467c-91d0-796d142ad3eb,revision_number=10']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:47.085917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-d19c4829-2ee1-4baf-b10b-8745d0239931 service neutron] 10.222.0.76 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776937 Aug 29 06:53:47.127275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:47.127675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:47.128132 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:47.128669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Bound port: f3037157-b76e-467c-91d0-796d142ad3eb, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:47.129090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:47.302430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:47.315973 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:47.321009 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-a31ae223-3c32-4294-9359-02ea186926ad req-8ccfbc64-4334-4626-9e5d-315abd2b7209 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Transition to ACTIVE for port object 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:47.363256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:47.365926 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373ae10b-aeef-4774-bd85-871da9152dfb" -d '{"events": [{"server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:47.397393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 06:53:47.397393 n-d-713301-12 neutron-server[95403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 06:53:47.397393 n-d-713301-12 neutron-server[95403]: [parameters: {'id': '4c9ade0b-b19c-420f-bb23-d5f9773c549c'}] Aug 29 06:53:47.397393 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:53:47.398061 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:53:47.427520 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:47.450818 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039459a-b812-4608-8323-aea74eb01654 req-dce5771f-e0e6-4ad3-9fa8-85916aeaeddb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:47.459566 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e039459a-b812-4608-8323-aea74eb01654 req-dce5771f-e0e6-4ad3-9fa8-85916aeaeddb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 948 time: 0.1834800 Aug 29 06:53:47.480197 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a31ae223-3c32-4294-9359-02ea186926ad req-8ccfbc64-4334-4626-9e5d-315abd2b7209 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:47.544118 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:47.544930 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:47.546384 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] 10.222.0.11 "PUT /v2.0/ports/f3037157-b76e-467c-91d0-796d142ad3eb HTTP/1.1" status: 200 len: 1097 time: 2.5621858 Aug 29 06:53:47.560063 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31ae223-3c32-4294-9359-02ea186926ad req-8ccfbc64-4334-4626-9e5d-315abd2b7209 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Network cc239fb6-7132-4bb9-a506-16ae884bba1d is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:47.569039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-a31ae223-3c32-4294-9359-02ea186926ad req-8ccfbc64-4334-4626-9e5d-315abd2b7209 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:47.572768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31ae223-3c32-4294-9359-02ea186926ad req-8ccfbc64-4334-4626-9e5d-315abd2b7209 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:47.631091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device f3037157-b76e-467c-91d0-796d142ad3eb no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:53:47.632824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102325ee-1be8-4b5c-b9bd-c20c55bfbf27 service neutron] Pushing event updated for resources: {'Port': ['ID=f3037157-b76e-467c-91d0-796d142ad3eb,revision_number=11']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:47.637650 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e039459a-b812-4608-8323-aea74eb01654 req-55fe17c1-db29-4eea-a0e0-dad08c1cf299 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708956 Aug 29 06:53:47.652464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55756) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:47.860562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device f3037157-b76e-467c-91d0-796d142ad3eb not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:53:47.895009 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a755791c-5470-41bf-bc3f-dc02504b9dc2 req-ad7eb3c5-a7f0-4777-bf26-50585fbfa627 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 210 time: 0.1468771 Aug 29 06:53:47.907542 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:47.951816 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8213201-6080-463d-ba67-a7417fa9c162 req-44a13c09-a463-4b4f-9e3a-ca85506648a0 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 210 time: 0.1782296 Aug 29 06:53:47.953979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ae223-3c32-4294-9359-02ea186926ad req-8ccfbc64-4334-4626-9e5d-315abd2b7209 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:47.955218 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a31ae223-3c32-4294-9359-02ea186926ad req-8ccfbc64-4334-4626-9e5d-315abd2b7209 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:48.041710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39647b-93fc-4b99-8600-a18c1409897e req-5a198f92-9a46-47b2-8d2c-81eca3792384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:48.044566 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2020860550'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:48.045146 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-5a198f92-9a46-47b2-8d2c-81eca3792384 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 1100 time: 0.4438682 Aug 29 06:53:48.065604 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfbc64-4334-4626-9e5d-315abd2b7209 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Pushing event updated for resources: {'Port': ['ID=6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:48.201741 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f4cda96-51de-432d-bfea-7dcaac1e8516 req-b84acb6c-6f91-4ed8-9469-95727f84bba2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 210 time: 0.0797112 Aug 29 06:53:48.246463 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d2c0ca-a020-4aaf-a02f-b35485b99217 x-openstack-request-id: req-88d2c0ca-a020-4aaf-a02f-b35485b99217 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:48.246752 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:48.247225 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88d2c0ca-a020-4aaf-a02f-b35485b99217 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:48.248275 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'code': 200} Aug 29 06:53:48.363235 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 16c1cbb6-cc17-4840-8735-64b00144f7d9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:48.393138 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a31ae223-3c32-4294-9359-02ea186926ad req-8ccfbc64-4334-4626-9e5d-315abd2b7209 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2869654 Aug 29 06:53:48.403723 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-da384c9b-331d-46c0-af4c-cf4b3b8d354e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:48.405223 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-da384c9b-331d-46c0-af4c-cf4b3b8d354e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.15 "GET /v2.0/networks?id=cc239fb6-7132-4bb9-a506-16ae884bba1d HTTP/1.1" status: 200 len: 815 time: 0.4214954 Aug 29 06:53:48.433954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-5df99851-3d47-49df-b105-5586afe97d2f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Request body: {'port': {'device_id': '25565418-f951-49ec-91bc-0c8c788c107b', 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d', 'admin_state_up': True, 'tenant_id': '2bca48f4978a43a39c5644f2503188c9'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:48.452842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-814a0eb4-4fd3-4052-a6f9-9dd1f97abe8d None None] Provisioning for port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:48.477677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Request body: {'port': {'device_id': 'd7084985-6dde-4322-a364-a258aad2aa18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:48.479697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-814a0eb4-4fd3-4052-a6f9-9dd1f97abe8d None None] Provisioning complete for port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:48.480241 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-814a0eb4-4fd3-4052-a6f9-9dd1f97abe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:48.532931 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Made reservation on behalf of b4af6fbf68d94e2fb19164f0ef71505e for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:48.539668 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:48.553588 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:48.555093 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159a3b32-73fd-4873-b5f8-5ed39fab696b None None] Network 4c9ade0b-b19c-420f-bb23-d5f9773c549c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:48.567515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Deleting port 16c1cbb6-cc17-4840-8735-64b00144f7d9 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:48.567865 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:48.594737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39647b-93fc-4b99-8600-a18c1409897e req-b2c59e51-1ae8-4f95-ad5e-aeeb5291abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:48.596085 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-b2c59e51-1ae8-4f95-ad5e-aeeb5291abb9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.3726296 Aug 29 06:53:48.692773 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-814a0eb4-4fd3-4052-a6f9-9dd1f97abe8d None None] Port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:53:48.734458 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:48.742394 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-b531a4b3-6ca2-4b59-a484-27a99f3c5496 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f3037157-b76e-467c-91d0-796d142ad3eb HTTP/1.1" status: 200 len: 217 time: 0.0902131 Aug 29 06:53:48.783676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] For port 16c1cbb6-cc17-4840-8735-64b00144f7d9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=16c1cbb6-cc17-4840-8735-64b00144f7d9,segment=NetworkSegment(9ef84119-59f1-412f-9897-169b1a0d541f),segment_id=9ef84119-59f1-412f-9897-169b1a0d541f)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:48.784057 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:48.817763 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:48.837670 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27784afd-4b8b-4ffd-aa1c-d4c8021f8184 req-1bf3b9e8-1071-47fa-8a07-95ef1c417020 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:48.839623 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27784afd-4b8b-4ffd-aa1c-d4c8021f8184 req-1bf3b9e8-1071-47fa-8a07-95ef1c417020 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 948 time: 0.1300633 Aug 29 06:53:48.853859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Calling delete_port for 16c1cbb6-cc17-4840-8735-64b00144f7d9 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:48.859333 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 16c1cbb6-cc17-4840-8735-64b00144f7d9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:48.887795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39647b-93fc-4b99-8600-a18c1409897e req-f1a4f5dc-3765-4da9-b0b7-587addcc3b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:48.889359 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-f1a4f5dc-3765-4da9-b0b7-587addcc3b3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1237781 Aug 29 06:53:48.925966 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27784afd-4b8b-4ffd-aa1c-d4c8021f8184 req-8fd69b15-09e5-4827-ac09-f20c3dd78a39 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744729 Aug 29 06:53:48.936955 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:48.974730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-30573996-7dd5-44d3-b099-81350fd8597c None None] Provisioning for port 16c1cbb6-cc17-4840-8735-64b00144f7d9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:48.992981 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5329e68a-b9e2-4dd4-a574-97f3b9243c86 None None] DHCP port deletion for 4c9ade0b-b19c-420f-bb23-d5f9773c549c request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:53:49.012595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-30573996-7dd5-44d3-b099-81350fd8597c None None] Provisioning complete for port 16c1cbb6-cc17-4840-8735-64b00144f7d9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:49.013874 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-30573996-7dd5-44d3-b099-81350fd8597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:49.019730 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:53:49.178257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6b88e42d-6f22-44f8-85ae-0bb9702a6de0 req-62a91e85-bbb0-45dc-a037-31d7b4f9f0e3 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 210 time: 0.0977902 Aug 29 06:53:49.185908 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfd0c6bc-04cb-4cb4-a973-1b0f2702222d req-00641c16-f029-4b53-8286-130ff7169acb tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 210 time: 0.1195977 Aug 29 06:53:49.188903 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:49.189351 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Added segment 00030894-11c4-4114-9578-3e3ad052b4ad of type vlan for network c171f216-2fd0-4035-859d-feb52decc325 Aug 29 06:53:49.202773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ccab56-cd12-4a5a-9a0a-8448d72fc29a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:49.207403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-5df99851-3d47-49df-b105-5586afe97d2f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Made reservation on behalf of 2bca48f4978a43a39c5644f2503188c9 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:49.212572 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-5df99851-3d47-49df-b105-5586afe97d2f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:49.278755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39647b-93fc-4b99-8600-a18c1409897e req-e944ed38-e9a8-4dae-949e-b955f0b37a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:49.282321 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-e944ed38-e9a8-4dae-949e-b955f0b37a2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3554046 Aug 29 06:53:49.353615 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-24ff2735-46de-4b6c-86b0-728173ca17d7 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:49.359256 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-24ff2735-46de-4b6c-86b0-728173ca17d7 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.15 "GET /v2.0/networks?id=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba HTTP/1.1" status: 200 len: 813 time: 0.4348536 Aug 29 06:53:49.368122 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:49.373516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97bfcd6c-7225-4f73-9cc9-08979fdad8d6 req-d546de77-0da9-4b12-a8e4-42d08459e356 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 210 time: 0.0405691 Aug 29 06:53:49.398551 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-30573996-7dd5-44d3-b099-81350fd8597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:49.418021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5329e68a-b9e2-4dd4-a574-97f3b9243c86 None None] Deleting port 16c1cbb6-cc17-4840-8735-64b00144f7d9 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:49.418819 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5329e68a-b9e2-4dd4-a574-97f3b9243c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:49.431260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-5d90d056-fbe9-4de6-90b3-554131675d9f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Request body: {'port': {'device_id': '009e177d-9c78-4778-b215-8868517c560e', 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba', 'admin_state_up': True, 'tenant_id': '90cc9cf0027e4424a022c8704f69d4f4'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:49.456303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-b8fa9a0c-c165-4b97-8311-ba80508ac487 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:49.457781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-b8fa9a0c-c165-4b97-8311-ba80508ac487 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.11 "GET /v2.0/networks?id=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba HTTP/1.1" status: 200 len: 813 time: 0.4978423 Aug 29 06:53:49.470161 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:49.479566 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-6994069b-46e7-4eab-9ce3-d0c23ce8d73f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Request body: {'port': {'device_id': '19bee35c-5dce-43f3-ad8c-1fc55841966b', 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba', 'admin_state_up': True, 'tenant_id': '90cc9cf0027e4424a022c8704f69d4f4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:49.521464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5329e68a-b9e2-4dd4-a574-97f3b9243c86 None None] For port 16c1cbb6-cc17-4840-8735-64b00144f7d9, host n-d-713301-12, got binding levels [] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:49.522200 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5329e68a-b9e2-4dd4-a574-97f3b9243c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:49.538284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5329e68a-b9e2-4dd4-a574-97f3b9243c86 None None] Calling delete_port for 16c1cbb6-cc17-4840-8735-64b00144f7d9 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:49.546138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.ipam_backend_mixin [None req-5329e68a-b9e2-4dd4-a574-97f3b9243c86 None None] Port 16c1cbb6-cc17-4840-8735-64b00144f7d9 was not found and therefore no delete operation was performed {{(pid=95405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 06:53:49.546138 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5329e68a-b9e2-4dd4-a574-97f3b9243c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:49.546371 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:49.551296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:49.552074 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:49.580993 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329e68a-b9e2-4dd4-a574-97f3b9243c86 None None] Pushing event deleted for resources: {'Port': ['ID=16c1cbb6-cc17-4840-8735-64b00144f7d9,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:49.583405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5329e68a-b9e2-4dd4-a574-97f3b9243c86 None None] No DVR routers for this DVR port 16c1cbb6-cc17-4840-8735-64b00144f7d9 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:53:49.660827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0071647 Aug 29 06:53:49.670764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'Network': ['ID=c171f216-2fd0-4035-859d-feb52decc325,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:49.690631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:49.691085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:49.691341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:49.691678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:49.692012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:49.692340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:49.692704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:49.693029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:49.693349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:49.693670 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:49.693988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:49.694306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9248e8-089b-4ed3-8f5d-5d2a46aeafee tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:53:49.711652 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c171f216-2fd0-4035-859d-feb52decc325 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:53:49.822200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-6994069b-46e7-4eab-9ce3-d0c23ce8d73f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Made reservation on behalf of 90cc9cf0027e4424a022c8704f69d4f4 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:49.826163 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-6994069b-46e7-4eab-9ce3-d0c23ce8d73f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:49.922106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Port': ['ID=16c1cbb6-cc17-4840-8735-64b00144f7d9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:49.941951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No DVR routers for this DVR port 16c1cbb6-cc17-4840-8735-64b00144f7d9 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:53:50.004319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-6994069b-46e7-4eab-9ce3-d0c23ce8d73f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Allocated IP 172.20.0.4 (0f37e1e2-1480-4db1-9dd0-c57f912ad0ba/441c2de4-c48e-4f86-b515-ec1ba8be996a/4d8c7b80-f1ca-4688-93c5-b1ffc8b965da) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:50.150617 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-84fb7fdf-bc9c-4e25-bad6-f0a5bef2d1e3 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8515244 Aug 29 06:53:50.203287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab27ed-aab9-4d37-89da-6024bd833022 req-945bb82c-b1ab-463a-9437-e7d967ba8aec tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:50.211956 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22ab27ed-aab9-4d37-89da-6024bd833022 req-945bb82c-b1ab-463a-9437-e7d967ba8aec tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 948 time: 0.1555343 Aug 29 06:53:50.244314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 16c1cbb6-cc17-4840-8735-64b00144f7d9 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:53:50.249228 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:50.256606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:50.261595 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed7b147-6f59-4d11-89bc-22a8757177eb" -d '{"events": [{"name": "network-changed", "server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:50.309489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 16c1cbb6-cc17-4840-8735-64b00144f7d9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:53:50.312845 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 16c1cbb6-cc17-4840-8735-64b00144f7d9 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:53:50.319402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9ade0b-b19c-420f-bb23-d5f9773c549c']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:50.374222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:50.380158 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22ab27ed-aab9-4d37-89da-6024bd833022 req-3e930fd3-a1ba-498a-bfd2-bc611ae69d68 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665630 Aug 29 06:53:50.381143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef84119-59f1-412f-9897-169b1a0d541f') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:50.381990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef84119-59f1-412f-9897-169b1a0d541f') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:50.405649 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:50.418868 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:50.432267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.11', 55478) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:50.446335 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-6994069b-46e7-4eab-9ce3-d0c23ce8d73f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:50.450504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-467e7fdc-8e1f-42d6-9108-af725b384b9c req-3e4e8a3a-2d3d-4a15-a98a-411dabcc7706 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 210 time: 0.1152539 Aug 29 06:53:50.458934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Transition to ACTIVE for port object 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:50.474607 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:50.518787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:53:50.530272 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:53:50.588754 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fd21f9-7881-4af1-afc9-97b6e7542cc0 x-openstack-request-id: req-f5fd21f9-7881-4af1-afc9-97b6e7542cc0 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:50.589050 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:50.589284 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f5fd21f9-7881-4af1-afc9-97b6e7542cc0 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:50.589575 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b852be6-690c-4859-84a3-810a16fe367b req-d13c2328-4144-4c8c-821c-b3b4a9b0b94a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 210 time: 0.1366508 Aug 29 06:53:50.590034 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'status': 'completed', 'code': 200} Aug 29 06:53:50.631511 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:50.633339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-5d90d056-fbe9-4de6-90b3-554131675d9f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Made reservation on behalf of 90cc9cf0027e4424a022c8704f69d4f4 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:50.636895 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-5d90d056-fbe9-4de6-90b3-554131675d9f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:50.735726 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78eab3c7-2464-4138-a3d4-3d2d94b485bb req-67b9939a-027c-4cf2-8fef-db8d11a6ff26 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 210 time: 0.0673566 Aug 29 06:53:50.741270 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-6994069b-46e7-4eab-9ce3-d0c23ce8d73f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:50.763353 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf39647b-93fc-4b99-8600-a18c1409897e req-81528cf8-0f3c-4206-8420-3cf5bf33de9b service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425651 Aug 29 06:53:50.778791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-bb8c23fc-71c0-43cc-a62a-25ad6b788e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:50.780470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:50.780612 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-bb8c23fc-71c0-43cc-a62a-25ad6b788e43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 1100 time: 0.1665452 Aug 29 06:53:50.790256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-6994069b-46e7-4eab-9ce3-d0c23ce8d73f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:50.794939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-6994069b-46e7-4eab-9ce3-d0c23ce8d73f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:50.795704 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:50.806583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-c29e2099-fb0c-46b1-bcda-b7d8368776b8 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:50.808098 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-c29e2099-fb0c-46b1-bcda-b7d8368776b8 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.11 "GET /v2.0/networks?id=cc239fb6-7132-4bb9-a506-16ae884bba1d HTTP/1.1" status: 200 len: 815 time: 0.3748772 Aug 29 06:53:50.812044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-6994069b-46e7-4eab-9ce3-d0c23ce8d73f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:50.870266 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-d7cc0d75-1c59-4e97-8309-633af1ef52d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Request body: {'port': {'device_id': 'a19dfe7b-7fdc-4c16-8a5b-b5b207454770', 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d', 'admin_state_up': True, 'tenant_id': '2bca48f4978a43a39c5644f2503188c9'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:50.904516 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994069b-46e7-4eab-9ce3-d0c23ce8d73f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Pushing event updated for resources: {'Port': ['ID=4d8c7b80-f1ca-4688-93c5-b1ffc8b965da,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:50.947054 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:50.956703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-5df99851-3d47-49df-b105-5586afe97d2f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Allocated IP 172.20.0.12 (cc239fb6-7132-4bb9-a506-16ae884bba1d/96bf44c3-8cb8-4557-8762-99b8c1fe387e/db647f7e-0aaf-4d6b-ba63-9f15e00031a0) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:50.958082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-6994069b-46e7-4eab-9ce3-d0c23ce8d73f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:50.959054 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-6994069b-46e7-4eab-9ce3-d0c23ce8d73f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:50.993830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-ce348d7a-85d4-4956-b7fd-9ffac50f01da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:50.995403 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-ce348d7a-85d4-4956-b7fd-9ffac50f01da service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.2016106 Aug 29 06:53:51.040207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55808) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:51.064829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-5b7d5e88-5983-43c4-ac0d-f2cefb24b2b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f3037157-b76e-467c-91d0-796d142ad3eb HTTP/1.1" status: 200 len: 217 time: 0.0619047 Aug 29 06:53:51.093047 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:51.095395 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/4c9ade0b-b19c-420f-bb23-d5f9773c549c HTTP/1.1" status: 204 len: 168 time: 6.3150685 Aug 29 06:53:51.099677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55812) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:51.102872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee518fa-9422-4b76-b21e-8d97bfa349b8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Network': ['ID=4c9ade0b-b19c-420f-bb23-d5f9773c549c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:51.109432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-05607b57-b1b1-49c8-a525-df1bddebd8da tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-277069952'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:51.158806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-6994069b-46e7-4eab-9ce3-d0c23ce8d73f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6839292 Aug 29 06:53:51.189817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Request body: {'port': {'device_id': '19bee35c-5dce-43f3-ad8c-1fc55841966b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:51.239791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05607b57-b1b1-49c8-a525-df1bddebd8da tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:51.243412 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05607b57-b1b1-49c8-a525-df1bddebd8da tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:51.266012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-c7adf38f-9997-44bf-888b-514453521152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:51.267693 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-c7adf38f-9997-44bf-888b-514453521152 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1956949 Aug 29 06:53:51.312718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-09c9da9a-e9ef-4690-89a3-0c47d4675201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:51.314330 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-09c9da9a-e9ef-4690-89a3-0c47d4675201 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71b5947da1484517ad5efa3f460d6a2d&device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 1100 time: 0.3460772 Aug 29 06:53:51.324797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05607b57-b1b1-49c8-a525-df1bddebd8da tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:53:51.330938 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2fccc4a-2b0e-4d32-b537-2e5ff8cff97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:51.364496 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05607b57-b1b1-49c8-a525-df1bddebd8da tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:51.364961 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-05607b57-b1b1-49c8-a525-df1bddebd8da tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Added segment 92efcdc7-2116-4fe2-852d-3863ae788480 of type vlan for network c838fe05-91c9-49fe-a719-262deac683fa Aug 29 06:53:51.383891 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Attempting to bind port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:51.384243 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Attempting to bind port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:51.384767 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Attempting to bind port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb on network cc239fb6-7132-4bb9-a506-16ae884bba1d {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:51.388206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.11', 55479) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:51.519897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb on network cc239fb6-7132-4bb9-a506-16ae884bba1d not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:53:51.520225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Attempting to bind port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb on network cc239fb6-7132-4bb9-a506-16ae884bba1d {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:51.564977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:51.565319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Checking segment: {'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:51.565706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Bound using segment: {'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:51.566159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Bound port: 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:51.566527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:51.604843 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-5d90d056-fbe9-4de6-90b3-554131675d9f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Allocated IP 172.20.0.2 (0f37e1e2-1480-4db1-9dd0-c57f912ad0ba/441c2de4-c48e-4f86-b515-ec1ba8be996a/d13b7271-a8db-4402-a05a-44c2c5742b02) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:51.617111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-69c2a1d0-dc1a-4de6-9221-97a287eeed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:51.619616 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-69c2a1d0-dc1a-4de6-9221-97a287eeed1b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.2872400 Aug 29 06:53:51.788360 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-ab309347-21f7-40e1-b50e-49d3bd4c7c01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f3037157-b76e-467c-91d0-796d142ad3eb HTTP/1.1" status: 200 len: 217 time: 0.1571591 Aug 29 06:53:51.789761 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05607b57-b1b1-49c8-a525-df1bddebd8da tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:51.834526 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:51.938241 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-5df99851-3d47-49df-b105-5586afe97d2f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:51.949242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-a27ceff9-695a-44d1-b6ca-bb89e85e4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:51.950723 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-a27ceff9-695a-44d1-b6ca-bb89e85e4861 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1396205 Aug 29 06:53:51.955872 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.resource_extend [None req-05607b57-b1b1-49c8-a525-df1bddebd8da tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 06:53:51.962213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-f4b7edbb-c885-45b0-b78f-e65bb55c089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:51.963884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-f4b7edbb-c885-45b0-b78f-e65bb55c089d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6872923 Aug 29 06:53:51.975854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] For port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:51.982947 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-5df99851-3d47-49df-b105-5586afe97d2f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Transition to ACTIVE for port object db647f7e-0aaf-4d6b-ba63-9f15e00031a0 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:52.001393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-5d90d056-fbe9-4de6-90b3-554131675d9f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:52.007517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] For port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:52.074639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-72b6cd19-0d0a-480d-ad84-eec3908e2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:52.076326 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-72b6cd19-0d0a-480d-ad84-eec3908e2266 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0723195 Aug 29 06:53:52.091303 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:52.133488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb8f3b-7310-4b32-90e8-056413c2a80d req-d040f49d-3707-4538-909d-a98778542647 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:52.135084 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1cb8f3b-7310-4b32-90e8-056413c2a80d req-d040f49d-3707-4538-909d-a98778542647 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 948 time: 0.3252928 Aug 29 06:53:52.188732 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:52.189355 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:52.190737 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a31ae223-3c32-4294-9359-02ea186926ad req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] 10.222.0.11 "PUT /v2.0/ports/6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb HTTP/1.1" status: 200 len: 1092 time: 3.7505746 Aug 29 06:53:52.191370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35f2a9-002f-4046-9d6a-026503b80565 req-d85c5e82-02f2-4bc4-82cd-731948967ef3 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:52.199034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d35f2a9-002f-4046-9d6a-026503b80565 req-d85c5e82-02f2-4bc4-82cd-731948967ef3 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 931 time: 0.3950543 Aug 29 06:53:52.210615 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-5df99851-3d47-49df-b105-5586afe97d2f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:52.232139 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05607b57-b1b1-49c8-a525-df1bddebd8da tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:52.237828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05607b57-b1b1-49c8-a525-df1bddebd8da tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:52.238676 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05607b57-b1b1-49c8-a525-df1bddebd8da tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:52.256675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f62a9e-68eb-41ca-b235-8f82a0a6d7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:52.266130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-5df99851-3d47-49df-b105-5586afe97d2f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Network cc239fb6-7132-4bb9-a506-16ae884bba1d is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:52.346096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05607b57-b1b1-49c8-a525-df1bddebd8da tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Network': ['ID=c838fe05-91c9-49fe-a719-262deac683fa,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:52.362487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c838fe05-91c9-49fe-a719-262deac683fa details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:53:52.367424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df99851-3d47-49df-b105-5586afe97d2f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Pushing event updated for resources: {'Port': ['ID=db647f7e-0aaf-4d6b-ba63-9f15e00031a0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:52.368439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179461b5-c522-472c-8fb5-c7f512937768 req-74916a60-f6a3-4f71-80f2-8df5b362fb89 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:52.370073 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-74916a60-f6a3-4f71-80f2-8df5b362fb89 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.11 "GET /v2.0/networks?id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467 HTTP/1.1" status: 200 len: 811 time: 0.9786077 Aug 29 06:53:52.383649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-5df99851-3d47-49df-b105-5586afe97d2f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:52.389369 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-e63211a5-2f64-4b5a-810a-f8dd6e757002 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995031 Aug 29 06:53:52.390519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-5d90d056-fbe9-4de6-90b3-554131675d9f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:52.392842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-5df99851-3d47-49df-b105-5586afe97d2f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:52.480384 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1cb8f3b-7310-4b32-90e8-056413c2a80d req-ec62e073-9946-4a30-8527-f75ebb9e46a4 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676287 Aug 29 06:53:52.513566 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-c9f1b29b-caaa-4106-9f95-eaf8608fa19d service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297318 Aug 29 06:53:52.549296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-5df99851-3d47-49df-b105-5586afe97d2f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:52.549996 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-5df99851-3d47-49df-b105-5586afe97d2f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:52.597990 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d35f2a9-002f-4046-9d6a-026503b80565 req-895c0fbc-015a-4c9f-83b4-e5ad13b30888 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978624 Aug 29 06:53:52.617328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7084985-6dde-4322-a364-a258aad2aa18', 'tag': '6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:52.620379 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6365c290-2b0d-4924-a0a9-58bc6b28fc59" -d '{"events": [{"name": "network-changed", "server_uuid": "d7084985-6dde-4322-a364-a258aad2aa18", "tag": "6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:52.697956 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-5d90d056-fbe9-4de6-90b3-554131675d9f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:52.706833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-5d90d056-fbe9-4de6-90b3-554131675d9f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:52.710124 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-5d90d056-fbe9-4de6-90b3-554131675d9f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:52.714098 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ae223-3c32-4294-9359-02ea186926ad req-15ec053c-e398-43a2-8388-4bea65d449ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:52.715719 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a31ae223-3c32-4294-9359-02ea186926ad req-15ec053c-e398-43a2-8388-4bea65d449ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2bca48f4978a43a39c5644f2503188c9&device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 1095 time: 0.2615929 Aug 29 06:53:52.741605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90d056-fbe9-4de6-90b3-554131675d9f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Pushing event updated for resources: {'Port': ['ID=d13b7271-a8db-4402-a05a-44c2c5742b02,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:52.774837 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-1a68107a-084c-4bd2-a956-a4ed89fa5811 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754832 Aug 29 06:53:52.787990 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2fccc4a-2b0e-4d32-b537-2e5ff8cff97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:52.816065 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a31ae223-3c32-4294-9359-02ea186926ad req-8e0b4347-ddcd-489d-ab18-77a4010a8a25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb HTTP/1.1" status: 200 len: 217 time: 0.0681441 Aug 29 06:53:52.831051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b175a8ae-e7c9-4e62-ae3f-281dbb8cec90 req-a9b5b9dc-5d06-49d0-bdba-6e81d20a55e0 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 210 time: 0.2183986 Aug 29 06:53:52.861078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-5e58d438-9422-4dd4-8bdc-776732173b81 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=395f384cb65b432a9ea260b20483cc6b HTTP/1.1" status: 200 len: 379 time: 0.4420567 Aug 29 06:53:52.877786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-5d90d056-fbe9-4de6-90b3-554131675d9f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:52.878782 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-5d90d056-fbe9-4de6-90b3-554131675d9f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:52.898220 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af0fcda3-0b3c-4e33-9bb5-71274bb745d5 req-9e44e174-6b87-442e-821e-d83c6f47eba3 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 210 time: 0.1643994 Aug 29 06:53:52.902685 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-c5a722e1-3110-464e-9a56-29f0ab67b818 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497944 Aug 29 06:53:52.903164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55826) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:52.907368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-179461b5-c522-472c-8fb5-c7f512937768 req-48b0d6b6-8b9b-41b2-bdc1-eee55c39ea4d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Request body: {'port': {'device_id': '3b64226a-366a-4bf1-9c59-4a613a5fd860', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'admin_state_up': True, 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'security_groups': ['675f5cb3-dc44-4eb9-b772-3eef42bd2753']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:52.913091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bd785228-5331-483e-8f15-7f08b36a4547 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Request body: {'subnet': {'network_id': 'c171f216-2fd0-4035-859d-feb52decc325', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:52.934266 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19b5bf6-fa32-4a6f-9b52-5e60155d5bc0 x-openstack-request-id: req-c19b5bf6-fa32-4a6f-9b52-5e60155d5bc0 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:52.934550 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7084985-6dde-4322-a364-a258aad2aa18", "tag": "6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:52.934802 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c19b5bf6-fa32-4a6f-9b52-5e60155d5bc0 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:52.935966 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7084985-6dde-4322-a364-a258aad2aa18', 'tag': '6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb', 'status': 'completed', 'code': 200} Aug 29 06:53:52.937536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ae223-3c32-4294-9359-02ea186926ad req-2085e213-db6c-4caf-a3af-fe2ebbb41c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:52.938999 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a31ae223-3c32-4294-9359-02ea186926ad req-2085e213-db6c-4caf-a3af-fe2ebbb41c33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96bf44c3-8cb8-4557-8762-99b8c1fe387e HTTP/1.1" status: 200 len: 854 time: 0.1133292 Aug 29 06:53:52.957815 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2fccc4a-2b0e-4d32-b537-2e5ff8cff97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:53.035899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d2fccc4a-2b0e-4d32-b537-2e5ff8cff97b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a9a673d3e79f44679a2508c7d33a64fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9945633 Aug 29 06:53:53.039434 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55828) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:53.041439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ae223-3c32-4294-9359-02ea186926ad req-af0477f3-add2-4316-91b6-9ab69bdc7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:53.042916 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a31ae223-3c32-4294-9359-02ea186926ad req-af0477f3-add2-4316-91b6-9ab69bdc7112 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc239fb6-7132-4bb9-a506-16ae884bba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726712 Aug 29 06:53:53.044024 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fccc4a-2b0e-4d32-b537-2e5ff8cff97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c6e481-1f6a-4b1f-a945-a2f0a58b6abb,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:53.044640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d1b53bf7-ba2d-41ed-8de8-7b8e8378e0f1 None None] Provisioning for port db647f7e-0aaf-4d6b-ba63-9f15e00031a0 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:53.048970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d1b53bf7-ba2d-41ed-8de8-7b8e8378e0f1 None None] Provisioning complete for port db647f7e-0aaf-4d6b-ba63-9f15e00031a0 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:53.049851 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d1b53bf7-ba2d-41ed-8de8-7b8e8378e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:53.094560 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-5df99851-3d47-49df-b105-5586afe97d2f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6787150 Aug 29 06:53:53.095237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-d1b53bf7-ba2d-41ed-8de8-7b8e8378e0f1 None None] Port db647f7e-0aaf-4d6b-ba63-9f15e00031a0 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:53:53.095840 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-5d90d056-fbe9-4de6-90b3-554131675d9f tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7160957 Aug 29 06:53:53.120029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:53.128666 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:53.137109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Request body: {'port': {'device_id': '009e177d-9c78-4778-b215-8868517c560e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:53.141395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Transition to ACTIVE for port object 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:53.145374 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Request body: {'port': {'device_id': '25565418-f951-49ec-91bc-0c8c788c107b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:53.227227 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:53.274332 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-03fcbc90-dfc6-4789-bf53-fe0ac9f87087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:53.275854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-d7cc0d75-1c59-4e97-8309-633af1ef52d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Made reservation on behalf of 2bca48f4978a43a39c5644f2503188c9 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:53.279399 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-d7cc0d75-1c59-4e97-8309-633af1ef52d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:53.292880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Pushing event updated for resources: {'Port': ['ID=4d8c7b80-f1ca-4688-93c5-b1ffc8b965da,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:53.315737 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:53.318897 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a31ae223-3c32-4294-9359-02ea186926ad req-4caaeb29-1157-4199-8df2-fac00753036c service neutron] 10.222.0.11 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671471 Aug 29 06:53:53.322197 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:53.328355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-05607b57-b1b1-49c8-a525-df1bddebd8da tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2258527 Aug 29 06:53:53.331288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55830) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:53.337731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ed1cc45e-ba18-4451-b4dc-20f0ba0cc4f8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'subnet': {'network_id': 'c838fe05-91c9-49fe-a719-262deac683fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:53.373192 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-03fcbc90-dfc6-4789-bf53-fe0ac9f87087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:53.410743 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Attempting to bind port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:53.411279 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Attempting to bind port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:53.411727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Attempting to bind port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da on network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:53.424964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da on network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:53:53.425291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Attempting to bind port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da on network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:53.436839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:53.437174 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Checking segment: {'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:53.437621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Bound using segment: {'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:53.438000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Bound port: 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:53.438335 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:53.501856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] For port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:53.505262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] For port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4d8c7b80-f1ca-4688-93c5-b1ffc8b965da,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:53.622237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712cac-47fb-4fe6-8648-d0bb9885178f req-a3ce6894-00ab-4790-a123-08c7ac6e00ea tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:53.624550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14712cac-47fb-4fe6-8648-d0bb9885178f req-a3ce6894-00ab-4790-a123-08c7ac6e00ea tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 948 time: 0.0590661 Aug 29 06:53:53.626693 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:53.681231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:53.681945 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:53.683445 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] 10.222.0.11 "PUT /v2.0/ports/4d8c7b80-f1ca-4688-93c5-b1ffc8b965da HTTP/1.1" status: 200 len: 1092 time: 2.5008554 Aug 29 06:53:53.689084 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bee35c-5dce-43f3-ad8c-1fc55841966b', 'tag': '4d8c7b80-f1ca-4688-93c5-b1ffc8b965da'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:53.691486 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f535bb7-128f-46af-b817-877b09c6eefe" -d '{"events": [{"name": "network-changed", "server_uuid": "19bee35c-5dce-43f3-ad8c-1fc55841966b", "tag": "4d8c7b80-f1ca-4688-93c5-b1ffc8b965da"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:53.700545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179461b5-c522-472c-8fb5-c7f512937768 req-48b0d6b6-8b9b-41b2-bdc1-eee55c39ea4d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Made reservation on behalf of 395f384cb65b432a9ea260b20483cc6b for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:53.704243 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-179461b5-c522-472c-8fb5-c7f512937768 req-48b0d6b6-8b9b-41b2-bdc1-eee55c39ea4d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:53.783178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14712cac-47fb-4fe6-8648-d0bb9885178f req-64c4be57-88d5-466b-81cc-59287bbbb015 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476824 Aug 29 06:53:53.783923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5eb79-9ff9-44d9-8292-b5adeb16809a service neutron] Pushing event updated for resources: {'Port': ['ID=4d8c7b80-f1ca-4688-93c5-b1ffc8b965da,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:53.842814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd785228-5331-483e-8f15-7f08b36a4547 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Made reservation on behalf of b4af6fbf68d94e2fb19164f0ef71505e for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:53.844589 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68725fb1-9879-4037-b1f5-87f09b6387b9 req-4b641d51-a3ac-40e8-a33d-2cc30adae67d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:53.846139 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68725fb1-9879-4037-b1f5-87f09b6387b9 req-4b641d51-a3ac-40e8-a33d-2cc30adae67d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 943 time: 0.1599693 Aug 29 06:53:53.846276 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bd785228-5331-483e-8f15-7f08b36a4547 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:53.855210 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11755884-3e9f-4482-ac90-7918b65e1563 x-openstack-request-id: req-11755884-3e9f-4482-ac90-7918b65e1563 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:53.855859 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bee35c-5dce-43f3-ad8c-1fc55841966b", "tag": "4d8c7b80-f1ca-4688-93c5-b1ffc8b965da", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:53.856262 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-11755884-3e9f-4482-ac90-7918b65e1563 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:53.856741 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bee35c-5dce-43f3-ad8c-1fc55841966b', 'tag': '4d8c7b80-f1ca-4688-93c5-b1ffc8b965da', 'status': 'completed', 'code': 200} Aug 29 06:53:53.866335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1cc45e-ba18-4451-b4dc-20f0ba0cc4f8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:53.869841 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed1cc45e-ba18-4451-b4dc-20f0ba0cc4f8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:54.013358 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-469106b4-5712-4fee-8156-6aff5272bee5 req-e865043b-160c-4387-95df-058e9e8bd92f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 210 time: 0.0560362 Aug 29 06:53:54.068496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68725fb1-9879-4037-b1f5-87f09b6387b9 req-1f904e58-dfea-49ea-9a38-556718d6a07b tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943083 Aug 29 06:53:54.074466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-091279ab-1442-427d-a1e6-37d68f6d0c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:54.075988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-091279ab-1442-427d-a1e6-37d68f6d0c5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90cc9cf0027e4424a022c8704f69d4f4&device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 1095 time: 0.2282763 Aug 29 06:53:54.105613 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-179461b5-c522-472c-8fb5-c7f512937768 req-48b0d6b6-8b9b-41b2-bdc1-eee55c39ea4d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Allocated IP 172.20.0.9 (1b4e2f38-07ee-4197-9c6f-52bd4ef32467/17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268/1b311365-5d50-4477-9ebd-cee874962599) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:54.149151 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a31ae223-3c32-4294-9359-02ea186926ad req-a01fe321-f846-4256-b856-92ac873fd8a8 service neutron] 10.222.0.11 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7960598 Aug 29 06:53:54.153435 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-fa8f4335-d884-4134-9e6b-1965e020832a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d8c7b80-f1ca-4688-93c5-b1ffc8b965da HTTP/1.1" status: 200 len: 217 time: 0.0619910 Aug 29 06:53:54.182218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49245e99-ce25-4760-9e7d-40c1d0c64d39 req-5f5464b7-db19-4940-8b4f-011d72b93823 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 210 time: 0.0814242 Aug 29 06:53:54.218338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-d7cc0d75-1c59-4e97-8309-633af1ef52d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Allocated IP 172.20.0.13 (cc239fb6-7132-4bb9-a506-16ae884bba1d/96bf44c3-8cb8-4557-8762-99b8c1fe387e/41f9686b-94e5-4444-893a-37f035094f7f) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:54.250994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-43ea1ad2-4919-4916-a835-92aad6adbbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:54.252568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-43ea1ad2-4919-4916-a835-92aad6adbbb7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=441c2de4-c48e-4f86-b515-ec1ba8be996a HTTP/1.1" status: 200 len: 853 time: 0.0807447 Aug 29 06:53:54.263496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-03fcbc90-dfc6-4789-bf53-fe0ac9f87087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:54.266574 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-03fcbc90-dfc6-4789-bf53-fe0ac9f87087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:54.267748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-03fcbc90-dfc6-4789-bf53-fe0ac9f87087 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/92c6e481-1f6a-4b1f-a945-a2f0a58b6abb HTTP/1.1" status: 204 len: 168 time: 1.2239432 Aug 29 06:53:54.302669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcbc90-dfc6-4789-bf53-fe0ac9f87087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c6e481-1f6a-4b1f-a945-a2f0a58b6abb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:54.332429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-b585b922-1e9c-4626-a8f8-ca5b1b9e81e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457559 Aug 29 06:53:54.509736 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-179461b5-c522-472c-8fb5-c7f512937768 req-48b0d6b6-8b9b-41b2-bdc1-eee55c39ea4d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:54.543985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-179461b5-c522-472c-8fb5-c7f512937768 req-48b0d6b6-8b9b-41b2-bdc1-eee55c39ea4d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Transition to ACTIVE for port object 1b311365-5d50-4477-9ebd-cee874962599 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:54.579999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-a5a40f9f-bfe9-483f-9ed0-0338c87526b4 service neutron] 10.222.0.11 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008526 Aug 29 06:53:54.587433 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365c290-2b0d-4924-a0a9-58bc6b28fc59 req-8eb116b8-4eb1-469d-9ca7-a9279d07eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:54.588955 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6365c290-2b0d-4924-a0a9-58bc6b28fc59 req-8eb116b8-4eb1-469d-9ca7-a9279d07eff5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2bca48f4978a43a39c5644f2503188c9&device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 1095 time: 0.1946633 Aug 29 06:53:54.613123 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed1cc45e-ba18-4451-b4dc-20f0ba0cc4f8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:54.622865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13b7271-a8db-4402-a05a-44c2c5742b02 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:54.675841 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:54.684873 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bd785228-5331-483e-8f15-7f08b36a4547 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:54.700310 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-d7cc0d75-1c59-4e97-8309-633af1ef52d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:54.724816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cc45e-ba18-4451-b4dc-20f0ba0cc4f8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Subnet': ['ID=e1658d85-c56d-4a59-9aa3-6f4c302e9155,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:54.744824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Transition to ACTIVE for port object d13b7271-a8db-4402-a05a-44c2c5742b02 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:54.756645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-d7cc0d75-1c59-4e97-8309-633af1ef52d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Transition to ACTIVE for port object 41f9686b-94e5-4444-893a-37f035094f7f will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:54.765534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1cc45e-ba18-4451-b4dc-20f0ba0cc4f8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Checking segment: {'id': '92efcdc7-2116-4fe2-852d-3863ae788480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c838fe05-91c9-49fe-a719-262deac683fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:54.765961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1cc45e-ba18-4451-b4dc-20f0ba0cc4f8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network hostable DHCP agents. Network: c838fe05-91c9-49fe-a719-262deac683fa, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:53:54.776278 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-57b6eb3a-1e9e-45cd-a0b8-87302e0fd959 service neutron] 10.222.0.11 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878979 Aug 29 06:53:54.805061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd785228-5331-483e-8f15-7f08b36a4547 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'Subnet': ['ID=39b6f387-17d1-4ce1-a74f-38029baccbcb,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:54.816951 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-179461b5-c522-472c-8fb5-c7f512937768 req-48b0d6b6-8b9b-41b2-bdc1-eee55c39ea4d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:54.820993 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f3037157-b76e-467c-91d0-796d142ad3eb details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:53:54.827468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365c290-2b0d-4924-a0a9-58bc6b28fc59 req-17ddd803-4d37-4479-944c-64c9e6283637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:54.831339 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6365c290-2b0d-4924-a0a9-58bc6b28fc59 req-17ddd803-4d37-4479-944c-64c9e6283637 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cc239fb6-7132-4bb9-a506-16ae884bba1d HTTP/1.1" status: 200 len: 916 time: 0.2287881 Aug 29 06:53:54.849483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd785228-5331-483e-8f15-7f08b36a4547 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Checking segment: {'id': '00030894-11c4-4114-9578-3e3ad052b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c171f216-2fd0-4035-859d-feb52decc325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:54.850031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd785228-5331-483e-8f15-7f08b36a4547 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Network hostable DHCP agents. Network: c171f216-2fd0-4035-859d-feb52decc325, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:53:54.879196 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179461b5-c522-472c-8fb5-c7f512937768 req-48b0d6b6-8b9b-41b2-bdc1-eee55c39ea4d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:54.883004 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-179461b5-c522-472c-8fb5-c7f512937768 req-48b0d6b6-8b9b-41b2-bdc1-eee55c39ea4d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:54.892604 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6365c290-2b0d-4924-a0a9-58bc6b28fc59 req-e8fc84fd-e7cc-48cc-8b61-fca13cf4c2ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb HTTP/1.1" status: 200 len: 217 time: 0.0528395 Aug 29 06:53:54.894625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:54.903649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-179461b5-c522-472c-8fb5-c7f512937768 req-48b0d6b6-8b9b-41b2-bdc1-eee55c39ea4d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:54.972750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:54.991621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'mac_address': 'fa:16:3e:fd:f3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:53:54.995419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179461b5-c522-472c-8fb5-c7f512937768 req-48b0d6b6-8b9b-41b2-bdc1-eee55c39ea4d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:54.996285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-179461b5-c522-472c-8fb5-c7f512937768 req-48b0d6b6-8b9b-41b2-bdc1-eee55c39ea4d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:54.999463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1cc45e-ba18-4451-b4dc-20f0ba0cc4f8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network c838fe05-91c9-49fe-a719-262deac683fa is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:53:55.017372 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-d7cc0d75-1c59-4e97-8309-633af1ef52d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.044209 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.059816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3037157-b76e-467c-91d0-796d142ad3eb {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:55.078624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Pushing event updated for resources: {'Port': ['ID=d13b7271-a8db-4402-a05a-44c2c5742b02,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:55.089695 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:55.096569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0d6b6-8b9b-41b2-bdc1-eee55c39ea4d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event updated for resources: {'Port': ['ID=1b311365-5d50-4477-9ebd-cee874962599,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:55.124558 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e943202-1147-4a6b-b38c-be3f6da36bd2 req-7e65b34a-f13b-4e79-86dd-8029cb1d951d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:55.126063 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e943202-1147-4a6b-b38c-be3f6da36bd2 req-7e65b34a-f13b-4e79-86dd-8029cb1d951d tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 948 time: 0.1202798 Aug 29 06:53:55.127824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd785228-5331-483e-8f15-7f08b36a4547 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Network c171f216-2fd0-4035-859d-feb52decc325 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:53:55.128114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f535bb7-128f-46af-b817-877b09c6eefe req-1009ca6d-144e-4e7d-a414-d85f62d67bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:55.129742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f535bb7-128f-46af-b817-877b09c6eefe req-1009ca6d-144e-4e7d-a414-d85f62d67bd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90cc9cf0027e4424a022c8704f69d4f4&device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 1095 time: 0.1228728 Aug 29 06:53:55.157565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55852) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:55.179057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365c290-2b0d-4924-a0a9-58bc6b28fc59 req-9589dc40-4d86-44f1-a780-797f451cc373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:55.180759 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6365c290-2b0d-4924-a0a9-58bc6b28fc59 req-9589dc40-4d86-44f1-a780-797f451cc373 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96bf44c3-8cb8-4557-8762-99b8c1fe387e HTTP/1.1" status: 200 len: 854 time: 0.2558019 Aug 29 06:53:55.210241 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.213309 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-d7cc0d75-1c59-4e97-8309-633af1ef52d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Network cc239fb6-7132-4bb9-a506-16ae884bba1d is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:55.226934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-48b0d6b6-8b9b-41b2-bdc1-eee55c39ea4d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3261929 Aug 29 06:53:55.236256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-d7cc0d75-1c59-4e97-8309-633af1ef52d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:55.246154 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-ed1cc45e-ba18-4451-b4dc-20f0ba0cc4f8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, c838fe05-91c9-49fe-a719-262deac683fa) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:55.251347 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63313647-7bcb-4590-9d57-4707766560dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.264975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-d7cc0d75-1c59-4e97-8309-633af1ef52d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:55.269552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-bd785228-5331-483e-8f15-7f08b36a4547 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, c171f216-2fd0-4035-859d-feb52decc325) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:55.273743 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Request body: {'port': {'device_id': '3b64226a-366a-4bf1-9c59-4a613a5fd860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:55.274713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d6f5a2-f537-4884-8da0-51004463f26c None None] Network c838fe05-91c9-49fe-a719-262deac683fa requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:55.287263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1cc45e-ba18-4451-b4dc-20f0ba0cc4f8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:55.287880 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed1cc45e-ba18-4451-b4dc-20f0ba0cc4f8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.290630 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd785228-5331-483e-8f15-7f08b36a4547 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:55.291479 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bd785228-5331-483e-8f15-7f08b36a4547 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.297201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc892fd9-da3d-4d61-be46-d68886f44698 None None] Network c171f216-2fd0-4035-859d-feb52decc325 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:55.369385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e943202-1147-4a6b-b38c-be3f6da36bd2 req-6e8de061-6778-440b-b498-dbd56e8d0481 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318478 Aug 29 06:53:55.409977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-d7cc0d75-1c59-4e97-8309-633af1ef52d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:55.410619 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-d7cc0d75-1c59-4e97-8309-633af1ef52d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.413499 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc0d75-1c59-4e97-8309-633af1ef52d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Pushing event updated for resources: {'Port': ['ID=41f9686b-94e5-4444-893a-37f035094f7f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:55.427243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318d066-b43f-46b2-98e7-ab4c4d24ea1f req-6e1ecf55-cbfb-4867-af96-fce967141157 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:55.429340 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d318d066-b43f-46b2-98e7-ab4c4d24ea1f req-6e1ecf55-cbfb-4867-af96-fce967141157 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 932 time: 0.2704108 Aug 29 06:53:55.435399 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.441020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f535bb7-128f-46af-b817-877b09c6eefe req-5b67092c-e416-4352-a59a-0712c04f968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:55.442479 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f535bb7-128f-46af-b817-877b09c6eefe req-5b67092c-e416-4352-a59a-0712c04f968c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba HTTP/1.1" status: 200 len: 914 time: 0.3037350 Aug 29 06:53:55.450187 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Attempting to bind port d13b7271-a8db-4402-a05a-44c2c5742b02 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:55.450765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Attempting to bind port d13b7271-a8db-4402-a05a-44c2c5742b02 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:55.451323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Attempting to bind port d13b7271-a8db-4402-a05a-44c2c5742b02 on network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:55.472352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Port d13b7271-a8db-4402-a05a-44c2c5742b02 on network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:53:55.472965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Attempting to bind port d13b7271-a8db-4402-a05a-44c2c5742b02 on network 0f37e1e2-1480-4db1-9dd0-c57f912ad0ba {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:55.476075 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ed1cc45e-ba18-4451-b4dc-20f0ba0cc4f8 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1397085 Aug 29 06:53:55.477739 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55856) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:55.480558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365c290-2b0d-4924-a0a9-58bc6b28fc59 req-69911f4e-0e05-48a7-a4ae-2a2b7f940322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:55.482472 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6365c290-2b0d-4924-a0a9-58bc6b28fc59 req-69911f4e-0e05-48a7-a4ae-2a2b7f940322 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc239fb6-7132-4bb9-a506-16ae884bba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2679563 Aug 29 06:53:55.536528 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:55.537164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Checking segment: {'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:55.538318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Bound using segment: {'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:55.538965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Bound port: d13b7271-a8db-4402-a05a-44c2c5742b02, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fd5f2b-2096-4620-8b4b-72c37a56a893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:55.539747 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.628782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=f3037157-b76e-467c-91d0-796d142ad3eb,revision_number=12']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:55.639042 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f535bb7-128f-46af-b817-877b09c6eefe req-dd2e3a1a-d94a-465a-a957-bb7eed35d133 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d8c7b80-f1ca-4688-93c5-b1ffc8b965da HTTP/1.1" status: 200 len: 217 time: 0.1727679 Aug 29 06:53:55.664657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db647f7e-0aaf-4d6b-ba63-9f15e00031a0 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:55.687737 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.726978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Transition to ACTIVE for port object db647f7e-0aaf-4d6b-ba63-9f15e00031a0 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:55.736007 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6365c290-2b0d-4924-a0a9-58bc6b28fc59 req-9817f642-09b0-474b-8f23-60b11cebe033 service neutron] 10.222.0.11 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278452 Aug 29 06:53:55.737018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] For port d13b7271-a8db-4402-a05a-44c2c5742b02, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:55.740908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] For port d13b7271-a8db-4402-a05a-44c2c5742b02, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d13b7271-a8db-4402-a05a-44c2c5742b02,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:55.771762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f4801487-7c68-4f2b-ada5-b50b4a0aa8d2 None None] Provisioning for port 1b311365-5d50-4477-9ebd-cee874962599 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:55.784706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f4801487-7c68-4f2b-ada5-b50b4a0aa8d2 None None] Provisioning complete for port 1b311365-5d50-4477-9ebd-cee874962599 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:55.785111 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f4801487-7c68-4f2b-ada5-b50b4a0aa8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.830119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.860245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['f3037157-b76e-467c-91d0-796d142ad3eb'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:53:55.867098 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6365c290-2b0d-4924-a0a9-58bc6b28fc59 req-b6b306e3-c123-46c5-9471-3c9ccd5a2311 service neutron] 10.222.0.11 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237824 Aug 29 06:53:55.885993 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.907126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Pushing event updated for resources: {'Port': ['ID=db647f7e-0aaf-4d6b-ba63-9f15e00031a0,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:55.907774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f4801487-7c68-4f2b-ada5-b50b4a0aa8d2 None None] Port 1b311365-5d50-4477-9ebd-cee874962599 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:53:55.929056 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-c171f216-2fd0-4035-859d-feb52decc325', 'network_id': 'c171f216-2fd0-4035-859d-feb52decc325', 'tenant_id': 'b4af6fbf68d94e2fb19164f0ef71505e', 'fixed_ips': [{'subnet_id': '39b6f387-17d1-4ce1-a74f-38029baccbcb'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:53:55.929909 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.947998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-c838fe05-91c9-49fe-a719-262deac683fa', 'network_id': 'c838fe05-91c9-49fe-a719-262deac683fa', 'tenant_id': '50c298866ae44dd8bc2226c2a10475d4', 'fixed_ips': [{'subnet_id': 'e1658d85-c56d-4a59-9aa3-6f4c302e9155'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:53:55.948868 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.958558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:55.959211 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:55.960651 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] 10.222.0.15 "PUT /v2.0/ports/d13b7271-a8db-4402-a05a-44c2c5742b02 HTTP/1.1" status: 200 len: 1092 time: 2.8338377 Aug 29 06:53:55.964243 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009e177d-9c78-4778-b215-8868517c560e', 'tag': 'd13b7271-a8db-4402-a05a-44c2c5742b02'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:55.968836 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a365ab56-e19f-42b4-9c70-fc0c9d6a074a" -d '{"events": [{"name": "network-changed", "server_uuid": "009e177d-9c78-4778-b215-8868517c560e", "tag": "d13b7271-a8db-4402-a05a-44c2c5742b02"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:56.046370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d1238-6d10-4282-a1d5-279ad41f69ae service neutron] Pushing event updated for resources: {'Port': ['ID=d13b7271-a8db-4402-a05a-44c2c5742b02,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:56.081149 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Attempting to bind port db647f7e-0aaf-4d6b-ba63-9f15e00031a0 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:56.084741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Attempting to bind port db647f7e-0aaf-4d6b-ba63-9f15e00031a0 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:56.084741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Attempting to bind port db647f7e-0aaf-4d6b-ba63-9f15e00031a0 on network cc239fb6-7132-4bb9-a506-16ae884bba1d {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:56.092684 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Port db647f7e-0aaf-4d6b-ba63-9f15e00031a0 on network cc239fb6-7132-4bb9-a506-16ae884bba1d not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:53:56.093392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Attempting to bind port db647f7e-0aaf-4d6b-ba63-9f15e00031a0 on network cc239fb6-7132-4bb9-a506-16ae884bba1d {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:56.100015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:56.100543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Checking segment: {'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:56.101036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Bound using segment: {'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:56.101579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Bound port: db647f7e-0aaf-4d6b-ba63-9f15e00031a0, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:56.102139 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:56.131947 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d318d066-b43f-46b2-98e7-ab4c4d24ea1f req-46400d72-e652-49cb-a194-0460c8b94b83 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6924908 Aug 29 06:53:56.205753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9482e23d-5476-47bc-b801-65207f4b7801 None None] Provisioning for port 41f9686b-94e5-4444-893a-37f035094f7f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:56.213637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] For port db647f7e-0aaf-4d6b-ba63-9f15e00031a0, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:56.213637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] For port db647f7e-0aaf-4d6b-ba63-9f15e00031a0, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=db647f7e-0aaf-4d6b-ba63-9f15e00031a0,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:56.244944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9482e23d-5476-47bc-b801-65207f4b7801 None None] Provisioning complete for port 41f9686b-94e5-4444-893a-37f035094f7f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:56.253617 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9482e23d-5476-47bc-b801-65207f4b7801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:56.267839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-278932d1-2eda-4e86-b261-bf79b66d87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:56.269407 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-278932d1-2eda-4e86-b261-bf79b66d87b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90cc9cf0027e4424a022c8704f69d4f4&device_id=009e177d-9c78-4778-b215-8868517c560e HTTP/1.1" status: 200 len: 1095 time: 0.1506879 Aug 29 06:53:56.296143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a40e4-4d80-40ca-8373-b8a1c02fac64 req-e10e9248-141a-4318-8232-47ca0271c870 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:56.310957 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-242a40e4-4d80-40ca-8373-b8a1c02fac64 req-e10e9248-141a-4318-8232-47ca0271c870 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 943 time: 0.7403405 Aug 29 06:53:56.310957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f535bb7-128f-46af-b817-877b09c6eefe req-845ba9d0-ce45-4870-8ca0-2233615a3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:56.310957 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f535bb7-128f-46af-b817-877b09c6eefe req-845ba9d0-ce45-4870-8ca0-2233615a3334 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=441c2de4-c48e-4f86-b515-ec1ba8be996a HTTP/1.1" status: 200 len: 853 time: 0.6357658 Aug 29 06:53:56.318750 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-2e0cd4b2-e66b-4d42-a6e6-226286001883 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d13b7271-a8db-4402-a05a-44c2c5742b02 HTTP/1.1" status: 200 len: 217 time: 0.0395093 Aug 29 06:53:56.337173 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:56.358944 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:56.367686 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Allocated IP 2001:db8:0:ffff::2 (c171f216-2fd0-4035-859d-feb52decc325/39b6f387-17d1-4ce1-a74f-38029baccbcb/1757a307-cafc-43cd-a779-9f1e9317f3e0) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:56.373979 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9482e23d-5476-47bc-b801-65207f4b7801 None None] Port 41f9686b-94e5-4444-893a-37f035094f7f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:53:56.392089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f535bb7-128f-46af-b817-877b09c6eefe req-a684b36a-c612-4173-907a-fae5a1a33911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631995 Aug 29 06:53:56.398883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Allocated IP 172.20.0.2 (c838fe05-91c9-49fe-a719-262deac683fa/e1658d85-c56d-4a59-9aa3-6f4c302e9155/bc381c91-f528-41ca-9948-ab00a5a7c793) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:53:56.415018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:56.415869 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:56.417334 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] 10.222.0.15 "PUT /v2.0/ports/db647f7e-0aaf-4d6b-ba63-9f15e00031a0 HTTP/1.1" status: 200 len: 1093 time: 3.2879982 Aug 29 06:53:56.436268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-05a8d460-e2ba-4d44-9f3b-d46c89f1a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:56.437957 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-05a8d460-e2ba-4d44-9f3b-d46c89f1a438 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=441c2de4-c48e-4f86-b515-ec1ba8be996a HTTP/1.1" status: 200 len: 853 time: 0.1121290 Aug 29 06:53:56.444474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15504d6-23b2-47c1-ae5c-bbdf971c07ff service neutron] Pushing event updated for resources: {'Port': ['ID=db647f7e-0aaf-4d6b-ba63-9f15e00031a0,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:56.481183 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-e100a80a-d44c-4a54-86e3-4f2d68ba533f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339370 Aug 29 06:53:56.562006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-242a40e4-4d80-40ca-8373-b8a1c02fac64 req-2eec7e97-e4d6-4654-acde-bc5c6a1ae730 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521586 Aug 29 06:53:56.578724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96606c01-474d-4ae8-8643-d53c57c523c5 req-72501007-81fa-4944-8247-d57374ad4c31 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:56.580548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96606c01-474d-4ae8-8643-d53c57c523c5 req-72501007-81fa-4944-8247-d57374ad4c31 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 931 time: 0.3246527 Aug 29 06:53:56.593350 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63313647-7bcb-4590-9d57-4707766560dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:56.616588 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-aa3c2c12-1d08-4adf-b955-86f694699986 service neutron] 10.222.0.15 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275401 Aug 29 06:53:56.679347 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945954a2-0abf-4c34-9e5f-88f24d80fedf x-openstack-request-id: req-945954a2-0abf-4c34-9e5f-88f24d80fedf {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:56.680076 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009e177d-9c78-4778-b215-8868517c560e", "tag": "d13b7271-a8db-4402-a05a-44c2c5742b02", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:56.680076 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-945954a2-0abf-4c34-9e5f-88f24d80fedf {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:56.680262 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009e177d-9c78-4778-b215-8868517c560e', 'tag': 'd13b7271-a8db-4402-a05a-44c2c5742b02', 'status': 'completed', 'code': 200} Aug 29 06:53:56.689785 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:56.717879 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63313647-7bcb-4590-9d57-4707766560dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:56.719640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Transition to ACTIVE for port object 1757a307-cafc-43cd-a779-9f1e9317f3e0 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:56.744300 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:56.746659 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:56.752174 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f535bb7-128f-46af-b817-877b09c6eefe req-25ad6684-05aa-4aa2-a706-d9fa31e5a7a0 service neutron] 10.222.0.11 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390250 Aug 29 06:53:56.758234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Transition to ACTIVE for port object 1757a307-cafc-43cd-a779-9f1e9317f3e0 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:56.763825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-506c526a-4a25-4264-a8f8-61989336ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:56.764826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Transition to ACTIVE for port object bc381c91-f528-41ca-9948-ab00a5a7c793 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:56.765857 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-506c526a-4a25-4264-a8f8-61989336ce08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bca48f4978a43a39c5644f2503188c9&device_id=25565418-f951-49ec-91bc-0c8c788c107b HTTP/1.1" status: 200 len: 1096 time: 0.1479373 Aug 29 06:53:56.770824 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96606c01-474d-4ae8-8643-d53c57c523c5 req-6f985958-e487-40ec-97e8-64bfd20d64c8 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761215 Aug 29 06:53:56.804988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Transition to ACTIVE for port object bc381c91-f528-41ca-9948-ab00a5a7c793 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:56.826173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-8261ff89-bf4a-4845-a23e-bb7d2dc02c99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db647f7e-0aaf-4d6b-ba63-9f15e00031a0 HTTP/1.1" status: 200 len: 217 time: 0.0519185 Aug 29 06:53:56.848336 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-d7cc0d75-1c59-4e97-8309-633af1ef52d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0214946 Aug 29 06:53:56.852988 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1388421e-6f77-4d1b-8db0-fd3e8641ebdb req-c417b176-a33f-4924-991d-b8c591533132 service neutron] 10.222.0.15 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235274 Aug 29 06:53:56.879907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Request body: {'port': {'device_id': 'a19dfe7b-7fdc-4c16-8a5b-b5b207454770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:56.886132 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:56.887887 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bd785228-5331-483e-8f15-7f08b36a4547 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9796588 Aug 29 06:53:56.902421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55862) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:56.915492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63313647-7bcb-4590-9d57-4707766560dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d62b400-197f-425e-b846-2a8913a419ba,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:56.926255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-a25552ba-90de-47a5-a0e5-cc904819a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:56.927822 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-a25552ba-90de-47a5-a0e5-cc904819a000 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96bf44c3-8cb8-4557-8762-99b8c1fe387e HTTP/1.1" status: 200 len: 854 time: 0.0897353 Aug 29 06:53:56.927997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-824278ac-2f4f-4970-aaef-5be746e5fac6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-940959384'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:56.941210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-63313647-7bcb-4590-9d57-4707766560dc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed861bccd4d54662acd430e5ec6abad8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7792664 Aug 29 06:53:56.943595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55864) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:56.951324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Pushing event updated for resources: {'Port': ['ID=1757a307-cafc-43cd-a779-9f1e9317f3e0,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:56.964441 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Network c171f216-2fd0-4035-859d-feb52decc325 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:56.967750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:56.970811 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:56.982103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:56.997358 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.046284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b311365-5d50-4477-9ebd-cee874962599 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:57.051199 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Network c838fe05-91c9-49fe-a719-262deac683fa is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:53:57.059001 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:53:57.070106 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.078891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:53:57.082855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a155c-13ee-4d26-bb09-2e3c0ad4a228 req-331cde53-1547-4e78-8865-b58991ab53aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:57.085362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a54a155c-13ee-4d26-bb09-2e3c0ad4a228 req-331cde53-1547-4e78-8865-b58991ab53aa tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.2634048 Aug 29 06:53:57.089004 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f535bb7-128f-46af-b817-877b09c6eefe req-021e05c1-0019-4637-98ad-d75aed0d74f3 service neutron] 10.222.0.11 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139515 Aug 29 06:53:57.090447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-50d49038-18b1-4ac9-b5de-42219cac3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:57.091667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Pushing event updated for resources: {'Port': ['ID=bc381c91-f528-41ca-9948-ab00a5a7c793,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:57.092126 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-50d49038-18b1-4ac9-b5de-42219cac3c6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc239fb6-7132-4bb9-a506-16ae884bba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475761 Aug 29 06:53:57.108298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Attempting to bind port 1757a307-cafc-43cd-a779-9f1e9317f3e0 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:57.108920 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Attempting to bind port 1757a307-cafc-43cd-a779-9f1e9317f3e0 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '00030894-11c4-4114-9578-3e3ad052b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c171f216-2fd0-4035-859d-feb52decc325'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:57.109481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Attempting to bind port 1757a307-cafc-43cd-a779-9f1e9317f3e0 on network c171f216-2fd0-4035-859d-feb52decc325 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:57.136965 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a54a155c-13ee-4d26-bb09-2e3c0ad4a228 req-5285ed86-9ee1-4150-9813-dc6df339d037 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393314 Aug 29 06:53:57.145798 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-190c2a13-601e-43d2-b7be-c45e45a20493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.158187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:57.158187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Checking segment: {'id': '00030894-11c4-4114-9578-3e3ad052b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c171f216-2fd0-4035-859d-feb52decc325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:57.164508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824278ac-2f4f-4970-aaef-5be746e5fac6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Made reservation on behalf of b4af6fbf68d94e2fb19164f0ef71505e for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:57.167084 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.168055 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-824278ac-2f4f-4970-aaef-5be746e5fac6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.169711 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Bound using segment: {'id': '00030894-11c4-4114-9578-3e3ad052b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c171f216-2fd0-4035-859d-feb52decc325'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:57.170975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Bound port: 1757a307-cafc-43cd-a779-9f1e9317f3e0, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00030894-11c4-4114-9578-3e3ad052b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c171f216-2fd0-4035-859d-feb52decc325'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:57.173898 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.186828 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365ab56-e19f-42b4-9c70-fc0c9d6a074a req-9ad165cc-5a3b-465d-adf8-7b1b5e50ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:57.192864 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a365ab56-e19f-42b4-9c70-fc0c9d6a074a req-9ad165cc-5a3b-465d-adf8-7b1b5e50ad1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90cc9cf0027e4424a022c8704f69d4f4&device_id=009e177d-9c78-4778-b215-8868517c560e HTTP/1.1" status: 200 len: 1095 time: 0.1663754 Aug 29 06:53:57.212757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Attempting to bind port bc381c91-f528-41ca-9948-ab00a5a7c793 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:57.213751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Attempting to bind port bc381c91-f528-41ca-9948-ab00a5a7c793 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '92efcdc7-2116-4fe2-852d-3863ae788480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c838fe05-91c9-49fe-a719-262deac683fa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:57.214128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Attempting to bind port bc381c91-f528-41ca-9948-ab00a5a7c793 on network c838fe05-91c9-49fe-a719-262deac683fa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:57.235874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Transition to ACTIVE for port object 1b311365-5d50-4477-9ebd-cee874962599 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:57.237226 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.246116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:57.246497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Checking segment: {'id': '92efcdc7-2116-4fe2-852d-3863ae788480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c838fe05-91c9-49fe-a719-262deac683fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:57.246882 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.247301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Bound using segment: {'id': '92efcdc7-2116-4fe2-852d-3863ae788480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c838fe05-91c9-49fe-a719-262deac683fa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:57.247782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Bound port: bc381c91-f528-41ca-9948-ab00a5a7c793, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92efcdc7-2116-4fe2-852d-3863ae788480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c838fe05-91c9-49fe-a719-262deac683fa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:57.248211 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.266624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824278ac-2f4f-4970-aaef-5be746e5fac6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:53:57.305235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Subnet': ['ID=e1658d85-c56d-4a59-9aa3-6f4c302e9155,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:57.319767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] For port 1757a307-cafc-43cd-a779-9f1e9317f3e0, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:57.320487 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-190c2a13-601e-43d2-b7be-c45e45a20493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.326094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] For port 1757a307-cafc-43cd-a779-9f1e9317f3e0, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1757a307-cafc-43cd-a779-9f1e9317f3e0,segment=NetworkSegment(00030894-11c4-4114-9578-3e3ad052b4ad),segment_id=00030894-11c4-4114-9578-3e3ad052b4ad)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:57.340104 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-824278ac-2f4f-4970-aaef-5be746e5fac6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.342214 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-824278ac-2f4f-4970-aaef-5be746e5fac6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Added segment 039a895b-e16f-47ba-b9f9-02cb501ac320 of type vlan for network f89f367f-2930-4a3e-b88b-d1617b59b74f Aug 29 06:53:57.346947 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] For port bc381c91-f528-41ca-9948-ab00a5a7c793, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:57.350226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] For port bc381c91-f528-41ca-9948-ab00a5a7c793, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bc381c91-f528-41ca-9948-ab00a5a7c793,segment=NetworkSegment(92efcdc7-2116-4fe2-852d-3863ae788480),segment_id=92efcdc7-2116-4fe2-852d-3863ae788480)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:57.360483 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.425457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.465767 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735c14e-040c-46e5-943f-e615070fb529 req-cdce1bda-97a9-4ad0-8772-4f15c815907d tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:57.471429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e735c14e-040c-46e5-943f-e615070fb529 req-cdce1bda-97a9-4ad0-8772-4f15c815907d tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 932 time: 0.2513881 Aug 29 06:53:57.491941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.501110 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.502991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c838fe05-91c9-49fe-a719-262deac683fa']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:57.518501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d35042-971f-463e-8d8e-18e536943bd3 None None] Pushing event updated for resources: {'Port': ['ID=1757a307-cafc-43cd-a779-9f1e9317f3e0,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:57.551123 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-824278ac-2f4f-4970-aaef-5be746e5fac6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.558264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92efcdc7-2116-4fe2-852d-3863ae788480') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:57.558657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92efcdc7-2116-4fe2-852d-3863ae788480') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:57.632770 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758e4fa-d64a-458c-8cdf-459c35017793 None None] Pushing event updated for resources: {'Port': ['ID=bc381c91-f528-41ca-9948-ab00a5a7c793,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:57.632908 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.650504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a98d73-5320-41c1-9c09-2c210dbeea07 None None] Network c838fe05-91c9-49fe-a719-262deac683fa requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:57.669107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Pushing event updated for resources: {'Port': ['ID=1b311365-5d50-4477-9ebd-cee874962599,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:57.702976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e735c14e-040c-46e5-943f-e615070fb529 req-2bfbd204-0a8e-49d8-b84f-69e7e0dfb916 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221437 Aug 29 06:53:57.714849 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943412-64a3-4972-8463-092f4c31ce98 req-c1a9b318-3c20-4b05-8895-e95ec920e9fb tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:57.716723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1943412-64a3-4972-8463-092f4c31ce98 req-c1a9b318-3c20-4b05-8895-e95ec920e9fb tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 1101 time: 0.4599378 Aug 29 06:53:57.720693 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.742978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:53:57.745969 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:53:57.755781 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:53:57.847619 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-824278ac-2f4f-4970-aaef-5be746e5fac6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.856344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824278ac-2f4f-4970-aaef-5be746e5fac6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:57.856344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-824278ac-2f4f-4970-aaef-5be746e5fac6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:57.991177 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-f1c78f8c-1814-49a9-92c0-5b35deff7646 service neutron] 10.222.0.15 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8798726 Aug 29 06:53:57.999058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1943412-64a3-4972-8463-092f4c31ce98 req-0ef648f6-8e63-4cd4-b250-fbc3e95d3dc3 tempest-MigrationsAdminTest-1439043763 tempest-MigrationsAdminTest-1439043763-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647958 Aug 29 06:53:58.016517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Attempting to bind port 1b311365-5d50-4477-9ebd-cee874962599 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:58.018134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Attempting to bind port 1b311365-5d50-4477-9ebd-cee874962599 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:58.018134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Attempting to bind port 1b311365-5d50-4477-9ebd-cee874962599 on network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:58.020858 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.api [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 06:53:58.020858 n-d-713301-12 neutron-server[95404]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 06:53:58.020858 n-d-713301-12 neutron-server[95404]: [parameters: {'id': 'c838fe05-91c9-49fe-a719-262deac683fa'}] Aug 29 06:53:58.020858 n-d-713301-12 neutron-server[95404]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:53:58.021291 n-d-713301-12 neutron-server[95404]: DEBUG oslo_db.api [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:53:58.024270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824278ac-2f4f-4970-aaef-5be746e5fac6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'Network': ['ID=f89f367f-2930-4a3e-b88b-d1617b59b74f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:58.040770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Port 1b311365-5d50-4477-9ebd-cee874962599 on network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:53:58.040770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Attempting to bind port 1b311365-5d50-4477-9ebd-cee874962599 on network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:58.050634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network f89f367f-2930-4a3e-b88b-d1617b59b74f details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:53:58.064736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07043fa6-9fe3-4aa8-99d9-adcb90a765bb req-02a630e4-ec52-4453-8e16-54e27a5fded8 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:58.066923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07043fa6-9fe3-4aa8-99d9-adcb90a765bb req-02a630e4-ec52-4453-8e16-54e27a5fded8 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 943 time: 0.2264259 Aug 29 06:53:58.068172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:58.068746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Checking segment: {'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:58.069306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Bound using segment: {'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:58.069970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Bound port: 1b311365-5d50-4477-9ebd-cee874962599, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:58.070515 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:58.099627 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-824278ac-2f4f-4970-aaef-5be746e5fac6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1796315 Aug 29 06:53:58.106418 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55878) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:58.114407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-90617f59-501d-4a9b-bc7f-03cab542393f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Request body: {'subnet': {'network_id': 'f89f367f-2930-4a3e-b88b-d1617b59b74f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:53:58.118094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365ab56-e19f-42b4-9c70-fc0c9d6a074a req-2b305278-88bc-4660-b5a2-85ed9711805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:58.119561 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a365ab56-e19f-42b4-9c70-fc0c9d6a074a req-2b305278-88bc-4660-b5a2-85ed9711805e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba HTTP/1.1" status: 200 len: 914 time: 0.8706317 Aug 29 06:53:58.191223 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-190c2a13-601e-43d2-b7be-c45e45a20493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:58.193740 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-190c2a13-601e-43d2-b7be-c45e45a20493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:58.196711 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-190c2a13-601e-43d2-b7be-c45e45a20493 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6d62b400-197f-425e-b846-2a8913a419ba HTTP/1.1" status: 204 len: 168 time: 1.2492535 Aug 29 06:53:58.224968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07043fa6-9fe3-4aa8-99d9-adcb90a765bb req-9cca4cf4-71cd-4d9b-8bb4-5bbabee469e2 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315703 Aug 29 06:53:58.232245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] For port 1b311365-5d50-4477-9ebd-cee874962599, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:58.238208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] For port 1b311365-5d50-4477-9ebd-cee874962599, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1b311365-5d50-4477-9ebd-cee874962599,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:58.246393 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a365ab56-e19f-42b4-9c70-fc0c9d6a074a req-8ea2d766-7fe6-4aa1-849d-5d6b068fa5a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d13b7271-a8db-4402-a05a-44c2c5742b02 HTTP/1.1" status: 200 len: 217 time: 0.1076229 Aug 29 06:53:58.260914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4524864-2f1d-4166-a566-f90bb5d61e58 req-31f01d53-0fd1-45b9-a9af-d72c635568cd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:58.274220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1757a307-cafc-43cd-a779-9f1e9317f3e0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:58.278671 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4524864-2f1d-4166-a566-f90bb5d61e58 req-31f01d53-0fd1-45b9-a9af-d72c635568cd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 943 time: 0.1824412 Aug 29 06:53:58.288805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c2a13-601e-43d2-b7be-c45e45a20493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d62b400-197f-425e-b846-2a8913a419ba,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:58.346156 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4524864-2f1d-4166-a566-f90bb5d61e58 req-d5efc71b-7422-4dcc-95a9-d8ba0484d443 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651608 Aug 29 06:53:58.359311 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:58.383089 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d14f9d23-e82f-4467-9d92-089e82fb420b req-506c6dba-1882-47ae-a4bf-1cba82db0c7d service neutron] 10.222.0.15 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817537 Aug 29 06:53:58.392840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365ab56-e19f-42b4-9c70-fc0c9d6a074a req-95741fe7-0b90-40b5-bf60-ef3a7477643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:58.394381 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a365ab56-e19f-42b4-9c70-fc0c9d6a074a req-95741fe7-0b90-40b5-bf60-ef3a7477643e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=441c2de4-c48e-4f86-b515-ec1ba8be996a HTTP/1.1" status: 200 len: 853 time: 0.1325941 Aug 29 06:53:58.424653 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:58.425440 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:58.427212 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] 10.222.0.11 "PUT /v2.0/ports/1b311365-5d50-4477-9ebd-cee874962599 HTTP/1.1" status: 200 len: 1092 time: 3.1703596 Aug 29 06:53:58.427798 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b64226a-366a-4bf1-9c59-4a613a5fd860', 'tag': '1b311365-5d50-4477-9ebd-cee874962599'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:58.430397 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7554569f-fd55-46d6-8aab-def3c41a6356" -d '{"events": [{"name": "network-changed", "server_uuid": "3b64226a-366a-4bf1-9c59-4a613a5fd860", "tag": "1b311365-5d50-4477-9ebd-cee874962599"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:58.433383 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f9686b-94e5-4444-893a-37f035094f7f {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:58.439714 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a365ab56-e19f-42b4-9c70-fc0c9d6a074a req-667859ed-92de-49c1-a1cb-a73230d665df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374303 Aug 29 06:53:58.446393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:58.469482 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bd9aa-f738-49e2-be88-8dc2216a13cb service neutron] Pushing event updated for resources: {'Port': ['ID=1b311365-5d50-4477-9ebd-cee874962599,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:58.500515 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eefc40-9f4e-4ea5-9524-8596d0179392 x-openstack-request-id: req-f0eefc40-9f4e-4ea5-9524-8596d0179392 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:58.500877 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b64226a-366a-4bf1-9c59-4a613a5fd860", "tag": "1b311365-5d50-4477-9ebd-cee874962599", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:58.501782 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f0eefc40-9f4e-4ea5-9524-8596d0179392 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:58.502202 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b64226a-366a-4bf1-9c59-4a613a5fd860', 'tag': '1b311365-5d50-4477-9ebd-cee874962599', 'status': 'completed', 'code': 200} Aug 29 06:53:58.508015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Transition to ACTIVE for port object 41f9686b-94e5-4444-893a-37f035094f7f will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:53:58.522161 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:58.533730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 1757a307-cafc-43cd-a779-9f1e9317f3e0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:58.538197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90617f59-501d-4a9b-bc7f-03cab542393f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Made reservation on behalf of b4af6fbf68d94e2fb19164f0ef71505e for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:53:58.540065 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-90617f59-501d-4a9b-bc7f-03cab542393f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:58.630347 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a365ab56-e19f-42b4-9c70-fc0c9d6a074a req-51097b75-5bd1-49bb-b2f1-8a4e31615fcc service neutron] 10.222.0.15 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810925 Aug 29 06:53:58.659117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554569f-fd55-46d6-8aab-def3c41a6356 req-d2e50058-2b7b-41b3-ab80-7846acf89305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:58.663925 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7554569f-fd55-46d6-8aab-def3c41a6356 req-d2e50058-2b7b-41b3-ab80-7846acf89305 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=395f384cb65b432a9ea260b20483cc6b&device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 1095 time: 0.0902691 Aug 29 06:53:58.672273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Deleting port bc381c91-f528-41ca-9948-ab00a5a7c793 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:53:58.672973 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:58.708591 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:58.710775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25565418-f951-49ec-91bc-0c8c788c107b', 'tag': 'db647f7e-0aaf-4d6b-ba63-9f15e00031a0'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:53:58.714451 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25952553-27df-4571-9ca5-0417f8509a24" -d '{"events": [{"name": "network-changed", "server_uuid": "25565418-f951-49ec-91bc-0c8c788c107b", "tag": "db647f7e-0aaf-4d6b-ba63-9f15e00031a0"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:53:58.800759 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937e8599-cea2-4e58-bce7-34b7ea44ad54 x-openstack-request-id: req-937e8599-cea2-4e58-bce7-34b7ea44ad54 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:53:58.801119 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25565418-f951-49ec-91bc-0c8c788c107b", "tag": "db647f7e-0aaf-4d6b-ba63-9f15e00031a0", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:53:58.801376 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-937e8599-cea2-4e58-bce7-34b7ea44ad54 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:53:58.801777 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25565418-f951-49ec-91bc-0c8c788c107b', 'tag': 'db647f7e-0aaf-4d6b-ba63-9f15e00031a0', 'status': 'completed', 'code': 200} Aug 29 06:53:58.822622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:53:58.938003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f3037157-b76e-467c-91d0-796d142ad3eb up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:53:58.983455 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Pushing event updated for resources: {'Port': ['ID=41f9686b-94e5-4444-893a-37f035094f7f,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:59.038794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] For port bc381c91-f528-41ca-9948-ab00a5a7c793, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bc381c91-f528-41ca-9948-ab00a5a7c793,segment=NetworkSegment(92efcdc7-2116-4fe2-852d-3863ae788480),segment_id=92efcdc7-2116-4fe2-852d-3863ae788480)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:59.043936 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.081234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:59.081795 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a365ab56-e19f-42b4-9c70-fc0c9d6a074a req-6eebcd7c-d9cc-49b5-a744-72e257be5ac9 service neutron] 10.222.0.15 "GET /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406223 Aug 29 06:53:59.091385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb', 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d', 'port_id': '6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb', 'mac_address': 'fa:16:3e:aa:5b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bf44c3-8cb8-4557-8762-99b8c1fe387e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:53:59.118654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25952553-27df-4571-9ca5-0417f8509a24 req-60ef5ee1-cc2a-4dd2-bea9-0d12ea1b54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:59.120791 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-25952553-27df-4571-9ca5-0417f8509a24 req-60ef5ee1-cc2a-4dd2-bea9-0d12ea1b54b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bca48f4978a43a39c5644f2503188c9&device_id=25565418-f951-49ec-91bc-0c8c788c107b HTTP/1.1" status: 200 len: 1096 time: 0.2925625 Aug 29 06:53:59.123096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Attempting to bind port 41f9686b-94e5-4444-893a-37f035094f7f on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:53:59.125827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Attempting to bind port 41f9686b-94e5-4444-893a-37f035094f7f by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:53:59.125827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Attempting to bind port 41f9686b-94e5-4444-893a-37f035094f7f on network cc239fb6-7132-4bb9-a506-16ae884bba1d {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:59.141156 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Calling delete_port for bc381c91-f528-41ca-9948-ab00a5a7c793 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:53:59.148775 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.166357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:53:59.190935 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:59.198945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98994165-4ed6-4230-ae69-fdcd2a8b49df None None] Network c171f216-2fd0-4035-859d-feb52decc325 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:53:59.203082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port f3037157-b76e-467c-91d0-796d142ad3eb completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:59.217439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55894) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:59.226863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554569f-fd55-46d6-8aab-def3c41a6356 req-dbe313fc-22bc-45fe-bc14-e6a088981c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:59.228387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7554569f-fd55-46d6-8aab-def3c41a6356 req-dbe313fc-22bc-45fe-bc14-e6a088981c14 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=395f384cb65b432a9ea260b20483cc6b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4956391 Aug 29 06:53:59.233144 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Port 41f9686b-94e5-4444-893a-37f035094f7f on network cc239fb6-7132-4bb9-a506-16ae884bba1d not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:53:59.233718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Attempting to bind port 41f9686b-94e5-4444-893a-37f035094f7f on network cc239fb6-7132-4bb9-a506-16ae884bba1d {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:53:59.251914 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-81389bb6-f3b5-4061-9fcb-6fe233f99694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.254985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port f3037157-b76e-467c-91d0-796d142ad3eb triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:59.255467 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.257429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:53:59.257727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Checking segment: {'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:59.258356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Bound using segment: {'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:53:59.258815 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Bound port: 41f9686b-94e5-4444-893a-37f035094f7f, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc49a8ed-7347-4c34-94c2-f912882acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:53:59.259391 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.265081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befc88d-7f87-45b6-a25c-89307fb0721a req-382ff727-b267-46f8-8b93-57bc35074729 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:59.265246 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.267120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1befc88d-7f87-45b6-a25c-89307fb0721a req-382ff727-b267-46f8-8b93-57bc35074729 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 944 time: 0.3893359 Aug 29 06:53:59.355889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:59.383557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25952553-27df-4571-9ca5-0417f8509a24 req-1f6cf8bb-aa29-4b2f-b44f-84bfbb4d07dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:59.384970 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-25952553-27df-4571-9ca5-0417f8509a24 req-1f6cf8bb-aa29-4b2f-b44f-84bfbb4d07dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc239fb6-7132-4bb9-a506-16ae884bba1d HTTP/1.1" status: 200 len: 916 time: 0.2245746 Aug 29 06:53:59.413654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1befc88d-7f87-45b6-a25c-89307fb0721a req-b8909bc9-c7f8-422e-b109-507cc4e2210b tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945597 Aug 29 06:53:59.422723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d5e31-12da-4ea7-9008-64b1c714786f req-58bda68c-e015-4267-981d-378c4e1e015a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:59.423559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c93d5e31-12da-4ea7-9008-64b1c714786f req-58bda68c-e015-4267-981d-378c4e1e015a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 949 time: 0.3181589 Aug 29 06:53:59.456758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554569f-fd55-46d6-8aab-def3c41a6356 req-0fbf45cb-f76c-4d7d-b9e1-93da3d9b5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:59.458227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7554569f-fd55-46d6-8aab-def3c41a6356 req-0fbf45cb-f76c-4d7d-b9e1-93da3d9b5cab service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2111912 Aug 29 06:53:59.471912 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b1be139b-ebed-4d16-a835-e344d9bf4b67 None None] Provisioning for port 1757a307-cafc-43cd-a779-9f1e9317f3e0 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:53:59.474516 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] For port 41f9686b-94e5-4444-893a-37f035094f7f, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:53:59.477882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b1be139b-ebed-4d16-a835-e344d9bf4b67 None None] Provisioning complete for port 1757a307-cafc-43cd-a779-9f1e9317f3e0 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:53:59.478607 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b1be139b-ebed-4d16-a835-e344d9bf4b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.478754 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-25952553-27df-4571-9ca5-0417f8509a24 req-ea0ca4d9-ad3b-48f2-bd5d-f2f8652ac8a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db647f7e-0aaf-4d6b-ba63-9f15e00031a0 HTTP/1.1" status: 200 len: 217 time: 0.0666976 Aug 29 06:53:59.489341 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c93d5e31-12da-4ea7-9008-64b1c714786f req-6f7068fe-b6ec-4913-8fdb-50d029f5818e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555072 Aug 29 06:53:59.504621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] For port 41f9686b-94e5-4444-893a-37f035094f7f, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=41f9686b-94e5-4444-893a-37f035094f7f,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:53:59.508557 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.565052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Port': ['ID=bc381c91-f528-41ca-9948-ab00a5a7c793,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:59.582924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.objects.ports [None req-90617f59-501d-4a9b-bc7f-03cab542393f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:53:59.594440 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-90617f59-501d-4a9b-bc7f-03cab542393f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.610344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No DVR routers for this DVR port bc381c91-f528-41ca-9948-ab00a5a7c793 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:53:59.640610 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.648077 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.656766 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-81389bb6-f3b5-4061-9fcb-6fe233f99694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.697102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25952553-27df-4571-9ca5-0417f8509a24 req-6bfbb78b-2f1b-4924-90a6-1b9d8f05009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:59.698638 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-25952553-27df-4571-9ca5-0417f8509a24 req-6bfbb78b-2f1b-4924-90a6-1b9d8f05009f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96bf44c3-8cb8-4557-8762-99b8c1fe387e HTTP/1.1" status: 200 len: 854 time: 0.2078927 Aug 29 06:53:59.726927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:59.727625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.729126 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] 10.222.0.11 "PUT /v2.0/ports/41f9686b-94e5-4444-893a-37f035094f7f HTTP/1.1" status: 200 len: 1093 time: 2.8534040 Aug 29 06:53:59.730004 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90617f59-501d-4a9b-bc7f-03cab542393f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'Subnet': ['ID=c5f548b2-a508-4f35-9a05-2bede17e5993,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:59.735595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179461b5-c522-472c-8fb5-c7f512937768 req-ee78c988-d5b5-4295-a03d-4918d2635a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:59.742585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-ee78c988-d5b5-4295-a03d-4918d2635a1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=395f384cb65b432a9ea260b20483cc6b&device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 1095 time: 0.1969357 Aug 29 06:53:59.755441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe0a0b-1d35-4a66-b951-764b11f09d81 req-070b6dcd-0f85-4b9e-81ac-d6d5d83be7b0 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:59.757092 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14fe0a0b-1d35-4a66-b951-764b11f09d81 req-070b6dcd-0f85-4b9e-81ac-d6d5d83be7b0 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 943 time: 0.2155342 Aug 29 06:53:59.767599 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.777820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224d370-eab7-49b8-91fb-275494bb496f req-6846d3e9-ed5f-4ea2-aaf8-062e5f412a59 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:59.779987 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e224d370-eab7-49b8-91fb-275494bb496f req-6846d3e9-ed5f-4ea2-aaf8-062e5f412a59 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 943 time: 0.2131708 Aug 29 06:53:59.805513 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-81389bb6-f3b5-4061-9fcb-6fe233f99694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:53:59.810636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38c4ce-51ed-4040-96f8-040996c1c0eb service neutron] Pushing event updated for resources: {'Port': ['ID=41f9686b-94e5-4444-893a-37f035094f7f,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:59.845517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c838fe05-91c9-49fe-a719-262deac683fa']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:59.850813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90617f59-501d-4a9b-bc7f-03cab542393f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Checking segment: {'id': '039a895b-e16f-47ba-b9f9-02cb501ac320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f89f367f-2930-4a3e-b88b-d1617b59b74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:53:59.851527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90617f59-501d-4a9b-bc7f-03cab542393f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Network hostable DHCP agents. Network: f89f367f-2930-4a3e-b88b-d1617b59b74f, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:53:59.883767 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-05e0c833-21aa-4912-8592-85f0077388a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b311365-5d50-4477-9ebd-cee874962599 HTTP/1.1" status: 200 len: 217 time: 0.1181657 Aug 29 06:53:59.903889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92efcdc7-2116-4fe2-852d-3863ae788480') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:59.905144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92efcdc7-2116-4fe2-852d-3863ae788480') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:53:59.906127 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25952553-27df-4571-9ca5-0417f8509a24 req-520346b4-88c5-4e92-a7d5-938316605b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:53:59.908096 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-25952553-27df-4571-9ca5-0417f8509a24 req-520346b4-88c5-4e92-a7d5-938316605b93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc239fb6-7132-4bb9-a506-16ae884bba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1959555 Aug 29 06:53:59.912739 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81389bb6-f3b5-4061-9fcb-6fe233f99694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fc8293-138f-494e-b9b3-6e23fe9f7ad0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:53:59.951229 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-81389bb6-f3b5-4061-9fcb-6fe233f99694 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7669fd0a1f3450999ac006b27a5e688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7323713 Aug 29 06:53:59.957079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55900) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:53:59.968013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:53:59.985688 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.022586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:00.025226 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a674f758-eeb9-4810-80d2-83fb96084876" -d '{"events": [{"server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "name": "network-vif-plugged", "status": "completed", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:00.031714 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b1be139b-ebed-4d16-a835-e344d9bf4b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.036191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e224d370-eab7-49b8-91fb-275494bb496f req-ed1fb44f-4764-4a28-a710-255e31f70136 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349696 Aug 29 06:54:00.053000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14fe0a0b-1d35-4a66-b951-764b11f09d81 req-da1bea9c-e4e8-4b94-871b-9ce77c565fda tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453818 Aug 29 06:54:00.053202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90617f59-501d-4a9b-bc7f-03cab542393f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Network f89f367f-2930-4a3e-b88b-d1617b59b74f is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:00.071550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d13b7271-a8db-4402-a05a-44c2c5742b02 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:54:00.071550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:00.071550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7b52f4-7c86-4298-87a8-1d271a44ebd9 None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 06:54:00.073811 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.085515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:00.086366 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.096045 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.111539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-ddb6b04e-2b07-4ff8-b55b-69e9a1268171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:00.113145 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-ddb6b04e-2b07-4ff8-b55b-69e9a1268171 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2bca48f4978a43a39c5644f2503188c9&device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 1096 time: 0.1906605 Aug 29 06:54:00.148132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179461b5-c522-472c-8fb5-c7f512937768 req-acb600ad-6f4c-4b15-8efe-4bff1e8574e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:00.149581 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-acb600ad-6f4c-4b15-8efe-4bff1e8574e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268 HTTP/1.1" status: 200 len: 850 time: 0.2396386 Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:00.150722 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:00.158534 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc156917-a27a-4d36-aa5c-981395c05f38 x-openstack-request-id: req-fc156917-a27a-4d36-aa5c-981395c05f38 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:00.158849 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "name": "network-vif-plugged", "status": "completed", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:00.159517 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fc156917-a27a-4d36-aa5c-981395c05f38 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:00.159517 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'code': 200} Aug 29 06:54:00.179863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-90617f59-501d-4a9b-bc7f-03cab542393f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, f89f367f-2930-4a3e-b88b-d1617b59b74f) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:00.184081 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-3794cc29-4f4b-4496-8969-c70133c1556a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41f9686b-94e5-4444-893a-37f035094f7f HTTP/1.1" status: 200 len: 217 time: 0.0533288 Aug 29 06:54:00.184690 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20a85aa1-e4c1-47dc-bee5-331c7c9a93c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.190846 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-25952553-27df-4571-9ca5-0417f8509a24 req-56344784-7255-4fe1-b4a0-94ebbf5c22e3 service neutron] 10.222.0.15 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671926 Aug 29 06:54:00.194031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90617f59-501d-4a9b-bc7f-03cab542393f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:00.194628 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-90617f59-501d-4a9b-bc7f-03cab542393f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.206883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b1be139b-ebed-4d16-a835-e344d9bf4b67 None None] For port 1757a307-cafc-43cd-a779-9f1e9317f3e0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1757a307-cafc-43cd-a779-9f1e9317f3e0,segment=NetworkSegment(00030894-11c4-4114-9578-3e3ad052b4ad),segment_id=00030894-11c4-4114-9578-3e3ad052b4ad)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:00.228323 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179461b5-c522-472c-8fb5-c7f512937768 req-83cee3aa-3b56-4948-bc65-c51c275d9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:00.234246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-83cee3aa-3b56-4948-bc65-c51c275d9099 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600543 Aug 29 06:54:00.268305 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.281198 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20a85aa1-e4c1-47dc-bee5-331c7c9a93c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.289235 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=f3037157-b76e-467c-91d0-796d142ad3eb,revision_number=13']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:00.299110 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b1be139b-ebed-4d16-a835-e344d9bf4b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.320409 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-90617f59-501d-4a9b-bc7f-03cab542393f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2125058 Aug 29 06:54:00.322305 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.330790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/c838fe05-91c9-49fe-a719-262deac683fa HTTP/1.1" status: 204 len: 168 time: 4.8137813 Aug 29 06:54:00.331894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55906) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:00.332101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c7dbd-7233-4070-9944-c26a5d4b9f15 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Network': ['ID=c838fe05-91c9-49fe-a719-262deac683fa,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:00.332214 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55908) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:00.345636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bf9d55d7-5545-4dd6-8c0c-f90c0fb308b1 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-573671844'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:00.363652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Request body: {'port': {'network_id': 'f89f367f-2930-4a3e-b88b-d1617b59b74f', 'name': 'tempest-NetworksIpV6TestAttrs-2087834283'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:00.422217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-98f16c7f-eb36-4ba6-a1fd-c47008de460d service neutron] 10.222.0.11 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758168 Aug 29 06:54:00.426489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d13b7271-a8db-4402-a05a-44c2c5742b02, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d13b7271-a8db-4402-a05a-44c2c5742b02,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:00.429746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e617d-c4ea-4489-ba73-6d4bc92808d8 req-436d20c2-4abb-4e36-939d-436d838b7700 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:00.431217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-727e617d-c4ea-4489-ba73-6d4bc92808d8 req-436d20c2-4abb-4e36-939d-436d838b7700 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0799499 Aug 29 06:54:00.450728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-7935e2e7-0634-4965-b729-af0511536159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:00.451831 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-7935e2e7-0634-4965-b729-af0511536159 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96bf44c3-8cb8-4557-8762-99b8c1fe387e HTTP/1.1" status: 200 len: 854 time: 0.1852732 Aug 29 06:54:00.473833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'd13b7271-a8db-4402-a05a-44c2c5742b02', 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba', 'port_id': 'd13b7271-a8db-4402-a05a-44c2c5742b02', 'mac_address': 'fa:16:3e:ac:20:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441c2de4-c48e-4f86-b515-ec1ba8be996a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:54:00.476798 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7b52f4-7c86-4298-87a8-1d271a44ebd9 None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 06:54:00.481664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be139b-ebed-4d16-a835-e344d9bf4b67 None None] Pushing event updated for resources: {'Port': ['ID=1757a307-cafc-43cd-a779-9f1e9317f3e0,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:00.489783 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-25952553-27df-4571-9ca5-0417f8509a24 req-d3eb543d-5c22-4adf-b2e2-b24cb25407ed service neutron] 10.222.0.15 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780862 Aug 29 06:54:00.555814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-aba7668a-6a64-4570-934e-17e49ef207af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:00.557389 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-aba7668a-6a64-4570-934e-17e49ef207af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc239fb6-7132-4bb9-a506-16ae884bba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936189 Aug 29 06:54:00.625582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9d55d7-5545-4dd6-8c0c-f90c0fb308b1 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:00.629531 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf9d55d7-5545-4dd6-8c0c-f90c0fb308b1 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.643288 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20a85aa1-e4c1-47dc-bee5-331c7c9a93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.645899 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20a85aa1-e4c1-47dc-bee5-331c7c9a93c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.649371 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-20a85aa1-e4c1-47dc-bee5-331c7c9a93c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/00fc8293-138f-494e-b9b3-6e23fe9f7ad0 HTTP/1.1" status: 204 len: 168 time: 0.6890478 Aug 29 06:54:00.656283 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.658973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-52dc7bf7-58bd-4ff0-aa99-636c39393535 None None] Provisioning complete for port 1757a307-cafc-43cd-a779-9f1e9317f3e0 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:00.658973 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-52dc7bf7-58bd-4ff0-aa99-636c39393535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.668949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab26c2f-5b87-4f55-9689-53837dcfad2d req-cc739a27-4e54-45a0-8b6b-92063cd2f044 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:00.678922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ab26c2f-5b87-4f55-9689-53837dcfad2d req-cc739a27-4e54-45a0-8b6b-92063cd2f044 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 944 time: 0.1158023 Aug 29 06:54:00.682009 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-179461b5-c522-472c-8fb5-c7f512937768 req-a06621c9-7d87-4c0f-ab44-fa69c95dadef service neutron] 10.222.0.11 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478290 Aug 29 06:54:00.699075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a85aa1-e4c1-47dc-bee5-331c7c9a93c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fc8293-138f-494e-b9b3-6e23fe9f7ad0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:00.719823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13b7271-a8db-4402-a05a-44c2c5742b02 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:54:00.726151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9d55d7-5545-4dd6-8c0c-f90c0fb308b1 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:00.728597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-727e617d-c4ea-4489-ba73-6d4bc92808d8 req-b8f4b409-4ab0-45b6-92f6-964113791870 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665223 Aug 29 06:54:00.747181 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf9d55d7-5545-4dd6-8c0c-f90c0fb308b1 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.747532 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-bf9d55d7-5545-4dd6-8c0c-f90c0fb308b1 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Added segment 79d914e4-cbe8-461a-ab3d-3c0e9e1ddcfc of type vlan for network 56ece6bc-b3d7-4b10-86a9-9785ea3c573a Aug 29 06:54:00.758710 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-6eabc2c0-f801-47a5-97e8-2427f00f4673 service neutron] 10.222.0.11 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835537 Aug 29 06:54:00.763214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ab26c2f-5b87-4f55-9689-53837dcfad2d req-1563911e-424e-4ac1-a0fe-e12b5738c64b tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830555 Aug 29 06:54:00.789093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Made reservation on behalf of b4af6fbf68d94e2fb19164f0ef71505e for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:00.789093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.803730 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19dfe7b-7fdc-4c16-8a5b-b5b207454770', 'tag': '41f9686b-94e5-4444-893a-37f035094f7f'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:00.806087 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ed8a3a-3f7f-485d-b3bd-39fd2a03bf47" -d '{"events": [{"name": "network-changed", "server_uuid": "a19dfe7b-7fdc-4c16-8a5b-b5b207454770", "tag": "41f9686b-94e5-4444-893a-37f035094f7f"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:00.828246 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf9d55d7-5545-4dd6-8c0c-f90c0fb308b1 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.841739 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:54:00.846849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d13b7271-a8db-4402-a05a-44c2c5742b02, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d13b7271-a8db-4402-a05a-44c2c5742b02,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:00.906729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ce04d-d026-4cdb-bcad-c2b84142e15b req-9be1ea38-4c2f-4bb6-a505-a4b3b9a03428 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:00.908691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-984ce04d-d026-4cdb-bcad-c2b84142e15b req-9be1ea38-4c2f-4bb6-a505-a4b3b9a03428 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.11 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 950 time: 0.1138840 Aug 29 06:54:00.972406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] device_id is not set on port b9e5be24-1824-46ad-97a3-bfde0bf5b83d yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:54:00.978491 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.980205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf9d55d7-5545-4dd6-8c0c-f90c0fb308b1 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:00.986321 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d55d7-5545-4dd6-8c0c-f90c0fb308b1 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:00.986962 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf9d55d7-5545-4dd6-8c0c-f90c0fb308b1 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:01.139641 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6dedf60-8003-481d-a044-6fc48f04cdd9 req-92d71ebe-0bd8-4c3f-a1a9-a26d07c3bb42 service neutron] 10.222.0.11 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664616 Aug 29 06:54:01.142640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d55d7-5545-4dd6-8c0c-f90c0fb308b1 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Network': ['ID=56ece6bc-b3d7-4b10-86a9-9785ea3c573a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:01.153272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=d13b7271-a8db-4402-a05a-44c2c5742b02,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:01.161098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4d8c7b80-f1ca-4688-93c5-b1ffc8b965da,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:01.163793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 56ece6bc-b3d7-4b10-86a9-9785ea3c573a details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:01.203804 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf9d55d7-5545-4dd6-8c0c-f90c0fb308b1 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8676729 Aug 29 06:54:01.213747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55926) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:01.216534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-f89f367f-2930-4a3e-b88b-d1617b59b74f', 'network_id': 'f89f367f-2930-4a3e-b88b-d1617b59b74f', 'tenant_id': 'b4af6fbf68d94e2fb19164f0ef71505e', 'fixed_ips': [{'subnet_id': 'c5f548b2-a508-4f35-9a05-2bede17e5993'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:54:01.218894 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:01.222095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-dffa8bd8-3799-48da-98ae-4c60646c9872 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'subnet': {'network_id': '56ece6bc-b3d7-4b10-86a9-9785ea3c573a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:01.236648 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '4d8c7b80-f1ca-4688-93c5-b1ffc8b965da', 'network_id': '0f37e1e2-1480-4db1-9dd0-c57f912ad0ba', 'port_id': '4d8c7b80-f1ca-4688-93c5-b1ffc8b965da', 'mac_address': 'fa:16:3e:8e:11:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441c2de4-c48e-4f86-b515-ec1ba8be996a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:54:01.293862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Allocated IP 2001:db8::f816:3eff:fe83:53a0 (f89f367f-2930-4a3e-b88b-d1617b59b74f/c5f548b2-a508-4f35-9a05-2bede17e5993/b9e5be24-1824-46ad-97a3-bfde0bf5b83d) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:01.308300 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['d13b7271-a8db-4402-a05a-44c2c5742b02'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:01.424087 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:01.438758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1bcda-2c60-412a-8a78-15dd33e01f2c req-2dc3bb8e-8057-48e0-8451-960e891d1eb6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:01.441693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffa8bd8-3799-48da-98ae-4c60646c9872 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:01.445128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dffa8bd8-3799-48da-98ae-4c60646c9872 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:01.446091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:54:01.446870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2af1bcda-2c60-412a-8a78-15dd33e01f2c req-2dc3bb8e-8057-48e0-8451-960e891d1eb6 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 950 time: 0.5369446 Aug 29 06:54:01.464542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244da7b-42b4-42bc-a5ba-4aa497872327 req-1103ea96-d633-480f-a32a-267a4b698f66 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:01.473397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7244da7b-42b4-42bc-a5ba-4aa497872327 req-1103ea96-d633-480f-a32a-267a4b698f66 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.5460634 Aug 29 06:54:01.479537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4d8c7b80-f1ca-4688-93c5-b1ffc8b965da,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:01.539313 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2af1bcda-2c60-412a-8a78-15dd33e01f2c req-a01ad3dd-49e8-4302-9845-a714a99ebf4e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913374 Aug 29 06:54:01.551579 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7244da7b-42b4-42bc-a5ba-4aa497872327 req-b5130ded-0127-4c48-beb1-57bec84e325d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786679 Aug 29 06:54:01.558562 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.ipam_backend_mixin [None req-dffa8bd8-3799-48da-98ae-4c60646c9872 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Performing IP validity checks on allocation pools {{(pid=95403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 06:54:01.559079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.ipam_backend_mixin [None req-dffa8bd8-3799-48da-98ae-4c60646c9872 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 06:54:01.573493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-984ce04d-d026-4cdb-bcad-c2b84142e15b req-b8abfc06-f7f0-43e3-a95b-d28b4268ed14 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Deleting port f3037157-b76e-467c-91d0-796d142ad3eb {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:01.573493 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-984ce04d-d026-4cdb-bcad-c2b84142e15b req-b8abfc06-f7f0-43e3-a95b-d28b4268ed14 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:01.596033 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:01.611257 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c636001-6935-45b0-9470-da3c7fac2f8c x-openstack-request-id: req-2c636001-6935-45b0-9470-da3c7fac2f8c {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:01.614156 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19dfe7b-7fdc-4c16-8a5b-b5b207454770", "tag": "41f9686b-94e5-4444-893a-37f035094f7f", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:01.619357 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c636001-6935-45b0-9470-da3c7fac2f8c {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:01.619357 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19dfe7b-7fdc-4c16-8a5b-b5b207454770', 'tag': '41f9686b-94e5-4444-893a-37f035094f7f', 'status': 'completed', 'code': 200} Aug 29 06:54:01.706818 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:01.718938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=4d8c7b80-f1ca-4688-93c5-b1ffc8b965da,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:01.727803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device db647f7e-0aaf-4d6b-ba63-9f15e00031a0 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:54:01.771043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Transition to ACTIVE for port object b9e5be24-1824-46ad-97a3-bfde0bf5b83d will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:01.787674 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed8a3a-3f7f-485d-b3bd-39fd2a03bf47 req-dd45b2cf-06c4-47e1-8f7c-31be4387a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:01.789207 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5ed8a3a-3f7f-485d-b3bd-39fd2a03bf47 req-dd45b2cf-06c4-47e1-8f7c-31be4387a25c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2bca48f4978a43a39c5644f2503188c9&device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 1096 time: 0.1398625 Aug 29 06:54:01.816168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-984ce04d-d026-4cdb-bcad-c2b84142e15b req-b8abfc06-f7f0-43e3-a95b-d28b4268ed14 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] For port f3037157-b76e-467c-91d0-796d142ad3eb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f3037157-b76e-467c-91d0-796d142ad3eb,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:01.816552 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-984ce04d-d026-4cdb-bcad-c2b84142e15b req-b8abfc06-f7f0-43e3-a95b-d28b4268ed14 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:01.841393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9527a80-b75e-4f5c-a3f3-bceb5a046d6b req-b88c1598-8f4d-4b43-97ed-58c944fb9898 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:01.842948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c9527a80-b75e-4f5c-a3f3-bceb5a046d6b req-b88c1598-8f4d-4b43-97ed-58c944fb9898 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 944 time: 0.1474757 Aug 29 06:54:01.859165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-984ce04d-d026-4cdb-bcad-c2b84142e15b req-b8abfc06-f7f0-43e3-a95b-d28b4268ed14 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Calling delete_port for f3037157-b76e-467c-91d0-796d142ad3eb owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:01.883180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0c44b-ae45-419d-b5f8-56ab5a7944b3 req-bba524f5-da13-4c88-95e5-64d927644b3e tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:01.884669 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1f0c44b-ae45-419d-b5f8-56ab5a7944b3 req-bba524f5-da13-4c88-95e5-64d927644b3e tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 943 time: 0.1310909 Aug 29 06:54:01.885449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port db647f7e-0aaf-4d6b-ba63-9f15e00031a0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=db647f7e-0aaf-4d6b-ba63-9f15e00031a0,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:01.914256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'db647f7e-0aaf-4d6b-ba63-9f15e00031a0', 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d', 'port_id': 'db647f7e-0aaf-4d6b-ba63-9f15e00031a0', 'mac_address': 'fa:16:3e:ca:93:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bf44c3-8cb8-4557-8762-99b8c1fe387e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:54:01.955980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c9527a80-b75e-4f5c-a3f3-bceb5a046d6b req-64ecb6f3-5682-4dd1-aa54-9f005142af23 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035023 Aug 29 06:54:01.956615 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:01.971778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db647f7e-0aaf-4d6b-ba63-9f15e00031a0 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:54:01.977954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed8a3a-3f7f-485d-b3bd-39fd2a03bf47 req-6fd11056-1664-4cb7-8bd6-90f28149e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:01.983331 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5ed8a3a-3f7f-485d-b3bd-39fd2a03bf47 req-6fd11056-1664-4cb7-8bd6-90f28149e801 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cc239fb6-7132-4bb9-a506-16ae884bba1d HTTP/1.1" status: 200 len: 916 time: 0.1792679 Aug 29 06:54:02.007537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port db647f7e-0aaf-4d6b-ba63-9f15e00031a0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=db647f7e-0aaf-4d6b-ba63-9f15e00031a0,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:02.010379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1f0c44b-ae45-419d-b5f8-56ab5a7944b3 req-5bda6f61-2db2-4d46-8da5-77aaf60a9c2e tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740402 Aug 29 06:54:02.082272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Allocated IP 2001:db8::f816:3eff:feae:87d4 (f89f367f-2930-4a3e-b88b-d1617b59b74f/c5f548b2-a508-4f35-9a05-2bede17e5993/e6f5aea0-cf19-4db0-b228-0ce779922679) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:02.086799 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5ed8a3a-3f7f-485d-b3bd-39fd2a03bf47 req-a8905957-37c9-4852-a3ef-fc2f43715c9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41f9686b-94e5-4444-893a-37f035094f7f HTTP/1.1" status: 200 len: 217 time: 0.0987952 Aug 29 06:54:02.087907 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:02.089763 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dffa8bd8-3799-48da-98ae-4c60646c9872 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:02.210879 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:02.222549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1757a307-cafc-43cd-a779-9f1e9317f3e0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:02.250727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ef563-d7d8-4a6c-a197-3e372c84ac77 req-d16c2716-97b5-4c77-8221-a021aca52bac tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:02.252275 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d0ef563-d7d8-4a6c-a197-3e372c84ac77 req-d16c2716-97b5-4c77-8221-a021aca52bac tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 944 time: 0.1385686 Aug 29 06:54:02.261139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa8bd8-3799-48da-98ae-4c60646c9872 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Subnet': ['ID=208561a3-2801-4b3d-990e-afca3c136789,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:02.272347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed8a3a-3f7f-485d-b3bd-39fd2a03bf47 req-d5fdf8cc-4cdd-46d9-8093-caf700a4b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:02.274757 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5ed8a3a-3f7f-485d-b3bd-39fd2a03bf47 req-d5fdf8cc-4cdd-46d9-8093-caf700a4b235 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96bf44c3-8cb8-4557-8762-99b8c1fe387e HTTP/1.1" status: 200 len: 854 time: 0.1689236 Aug 29 06:54:02.283600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Network f89f367f-2930-4a3e-b88b-d1617b59b74f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:02.301715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-9aa1aee7-8b13-4a9a-b788-e55a15ea27ea tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:02.309123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-9aa1aee7-8b13-4a9a-b788-e55a15ea27ea tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 812 time: 0.1823485 Aug 29 06:54:02.335036 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-5a7eaf1f-edbe-443a-974a-3906b31636ed tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/quotas/897044e83d4b4e3fa039b018ec141c41 HTTP/1.1" status: 200 len: 375 time: 0.0252395 Aug 29 06:54:02.335932 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:02.348543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:02.348702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:02.348836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d0ef563-d7d8-4a6c-a197-3e372c84ac77 req-d60f5e4a-68d8-40f8-b6ab-86270e380f9e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881288 Aug 29 06:54:02.351176 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:02.352472 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:02.358739 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=db647f7e-0aaf-4d6b-ba63-9f15e00031a0,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:02.360779 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-984ce04d-d026-4cdb-bcad-c2b84142e15b req-b8abfc06-f7f0-43e3-a95b-d28b4268ed14 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:02.368200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1757a307-cafc-43cd-a779-9f1e9317f3e0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:02.368864 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:02.370817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Transition to ACTIVE for port object e6f5aea0-cf19-4db0-b228-0ce779922679 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:02.387304 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'Port': ['ID=b9e5be24-1824-46ad-97a3-bfde0bf5b83d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:02.395877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffa8bd8-3799-48da-98ae-4c60646c9872 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Checking segment: {'id': '79d914e4-cbe8-461a-ab3d-3c0e9e1ddcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56ece6bc-b3d7-4b10-86a9-9785ea3c573a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:02.396265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffa8bd8-3799-48da-98ae-4c60646c9872 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network hostable DHCP agents. Network: 56ece6bc-b3d7-4b10-86a9-9785ea3c573a, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:02.407294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed8a3a-3f7f-485d-b3bd-39fd2a03bf47 req-17c586e6-39ad-4d1d-a216-f8820489a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:02.407986 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5ed8a3a-3f7f-485d-b3bd-39fd2a03bf47 req-17c586e6-39ad-4d1d-a216-f8820489a42d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc239fb6-7132-4bb9-a506-16ae884bba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194386 Aug 29 06:54:02.440707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abfc06-f7f0-43e3-a95b-d28b4268ed14 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Pushing event deleted for resources: {'Port': ['ID=f3037157-b76e-467c-91d0-796d142ad3eb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:02.482257 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c9b233ee-28e8-4b8b-a3a2-baac006d0e76 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1472390 Aug 29 06:54:02.484772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55960) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:02.506384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-984ce04d-d026-4cdb-bcad-c2b84142e15b req-b8abfc06-f7f0-43e3-a95b-d28b4268ed14 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] No DVR routers for this DVR port f3037157-b76e-467c-91d0-796d142ad3eb on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:02.531258 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-415a0d72-a53b-4f54-8e69-30c19c23c5ab tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1947801 Aug 29 06:54:02.533701 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-984ce04d-d026-4cdb-bcad-c2b84142e15b req-b8abfc06-f7f0-43e3-a95b-d28b4268ed14 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:02.535813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-984ce04d-d026-4cdb-bcad-c2b84142e15b req-b8abfc06-f7f0-43e3-a95b-d28b4268ed14 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.11 "DELETE /v2.0/ports/f3037157-b76e-467c-91d0-796d142ad3eb HTTP/1.1" status: 204 len: 173 time: 1.6169376 Aug 29 06:54:02.543706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'name': 'network-vif-deleted', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:02.547240 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105b2f9d-08ba-45e8-928b-f79504141d7f" -d '{"events": [{"server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "name": "network-vif-deleted", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:02.599817 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173021a7-53da-4890-95ae-19b05a54fdd7 x-openstack-request-id: req-173021a7-53da-4890-95ae-19b05a54fdd7 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:02.600116 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212ba3c6-582d-42a7-bd44-9434b1eba82c", "name": "network-vif-deleted", "tag": "f3037157-b76e-467c-91d0-796d142ad3eb", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:02.600373 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-173021a7-53da-4890-95ae-19b05a54fdd7 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:02.600866 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212ba3c6-582d-42a7-bd44-9434b1eba82c', 'name': 'network-vif-deleted', 'tag': 'f3037157-b76e-467c-91d0-796d142ad3eb', 'status': 'completed', 'code': 200} Aug 29 06:54:02.604846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['c58452be-6938-4127-b3a2-0cf1e78d0786', 'c7b03578-f4c7-423e-90dd-2abe983e141c'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:02.610551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['46a20dce-4a25-4e68-b695-3a755a9819a8', 'f3037157-b76e-467c-91d0-796d142ad3eb'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:02.613709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['db647f7e-0aaf-4d6b-ba63-9f15e00031a0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:02.624353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['4d8c7b80-f1ca-4688-93c5-b1ffc8b965da'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:02.651655 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-96763f4a-c7d6-481c-873b-a169a43b5e2a service neutron] 10.222.0.76 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193650 Aug 29 06:54:02.744871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b181ed7-eaec-43f2-8507-76a676196f0d req-7fbaad4c-24ef-4827-aecb-ecf1ba2423cf tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=212ba3c6-582d-42a7-bd44-9434b1eba82c HTTP/1.1" status: 200 len: 210 time: 0.0822365 Aug 29 06:54:02.790239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Transition to ACTIVE for port object e6f5aea0-cf19-4db0-b228-0ce779922679 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:02.810776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-d6935d8c-f176-4423-9093-ee930c607fe4 service neutron] 10.222.0.76 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581094 Aug 29 06:54:02.831678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:02.930406 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:02.949991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffa8bd8-3799-48da-98ae-4c60646c9872 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network 56ece6bc-b3d7-4b10-86a9-9785ea3c573a is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:02.979216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9e6070-273c-4c9d-bd18-d0f962ba230a tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Deleting subnet c5f548b2-a508-4f35-9a05-2bede17e5993 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:54:02.985395 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6070-273c-4c9d-bd18-d0f962ba230a tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.026831 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5ed8a3a-3f7f-485d-b3bd-39fd2a03bf47 req-53a2850a-4c7f-468e-bd05-4cbd4d336599 service neutron] 10.222.0.11 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108947 Aug 29 06:54:03.041869 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6070-273c-4c9d-bd18-d0f962ba230a tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.046034 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-dffa8bd8-3799-48da-98ae-4c60646c9872 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 56ece6bc-b3d7-4b10-86a9-9785ea3c573a) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:03.064245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Network f89f367f-2930-4a3e-b88b-d1617b59b74f is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:03.102341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:03.127224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:03.212442 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5ed8a3a-3f7f-485d-b3bd-39fd2a03bf47 req-61809126-9b8b-4196-bbdc-b2aea70076a9 service neutron] 10.222.0.11 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458459 Aug 29 06:54:03.215848 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffa8bd8-3799-48da-98ae-4c60646c9872 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:03.216679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dffa8bd8-3799-48da-98ae-4c60646c9872 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.227220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Pushing event updated for resources: {'Port': ['ID=e6f5aea0-cf19-4db0-b228-0ce779922679,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:03.275760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6220f-bd94-4d9f-a9d8-a1175d6506de req-7b8c4e04-8773-4de9-af2b-d206be0227c8 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:03.277463 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3c6220f-bd94-4d9f-a9d8-a1175d6506de req-7b8c4e04-8773-4de9-af2b-d206be0227c8 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 944 time: 0.1726632 Aug 29 06:54:03.290598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:03.336646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:03.336646 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.336825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ce801-a432-400a-983b-04d944c1371b req-d62d1ec1-6d24-4dc3-9996-491ce602f9d7 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:03.338868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f56ce801-a432-400a-983b-04d944c1371b req-d62d1ec1-6d24-4dc3-9996-491ce602f9d7 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 943 time: 0.1246636 Aug 29 06:54:03.392086 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dffa8bd8-3799-48da-98ae-4c60646c9872 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1772015 Aug 29 06:54:03.393170 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3c6220f-bd94-4d9f-a9d8-a1175d6506de req-dba4b360-bad3-4ceb-8051-a1d9b32a13ed tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015999 Aug 29 06:54:03.393690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55988) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:03.435756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Attempting to bind port e6f5aea0-cf19-4db0-b228-0ce779922679 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:03.437899 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Attempting to bind port e6f5aea0-cf19-4db0-b228-0ce779922679 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '039a895b-e16f-47ba-b9f9-02cb501ac320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f89f367f-2930-4a3e-b88b-d1617b59b74f'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:03.438645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Attempting to bind port e6f5aea0-cf19-4db0-b228-0ce779922679 on network f89f367f-2930-4a3e-b88b-d1617b59b74f {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:03.470175 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6070-273c-4c9d-bd18-d0f962ba230a tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.506881 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:03.507605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Checking segment: {'id': '039a895b-e16f-47ba-b9f9-02cb501ac320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f89f367f-2930-4a3e-b88b-d1617b59b74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:03.508208 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.508763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Bound using segment: {'id': '039a895b-e16f-47ba-b9f9-02cb501ac320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f89f367f-2930-4a3e-b88b-d1617b59b74f'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:03.509428 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Bound port: e6f5aea0-cf19-4db0-b228-0ce779922679, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039a895b-e16f-47ba-b9f9-02cb501ac320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f89f367f-2930-4a3e-b88b-d1617b59b74f'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:03.510037 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.521530 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f56ce801-a432-400a-983b-04d944c1371b req-9fba24e4-ad19-4179-983f-87afe2026182 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644554 Aug 29 06:54:03.535515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-650cc22c-ed1c-460d-8a8f-53ce635b0d24 req-6e6c89ec-4c24-4226-aeb2-c9a2c0ffbcce tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 210 time: 0.0517042 Aug 29 06:54:03.573280 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.658550 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.661299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf02dbe-f739-4700-820d-7b288ee59de1 req-f84fd15f-90b6-4ad1-8e75-426490858046 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:03.674915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bf02dbe-f739-4700-820d-7b288ee59de1 req-f84fd15f-90b6-4ad1-8e75-426490858046 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 944 time: 0.0775442 Aug 29 06:54:03.719234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bf02dbe-f739-4700-820d-7b288ee59de1 req-1436250d-7b56-44a7-aad2-634752cc6a1a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433726 Aug 29 06:54:03.725184 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6070-273c-4c9d-bd18-d0f962ba230a tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.733917 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] For port e6f5aea0-cf19-4db0-b228-0ce779922679, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:03.736131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d13b7271-a8db-4402-a05a-44c2c5742b02 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:03.759439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e6070-273c-4c9d-bd18-d0f962ba230a tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f548b2-a508-4f35-9a05-2bede17e5993,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:03.768934 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6070-273c-4c9d-bd18-d0f962ba230a tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.770913 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0b9e6070-273c-4c9d-bd18-d0f962ba230a tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/subnets/c5f548b2-a508-4f35-9a05-2bede17e5993 HTTP/1.1" status: 204 len: 168 time: 1.2851541 Aug 29 06:54:03.773321 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55998) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:03.786411 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.798690 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.798690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] For port e6f5aea0-cf19-4db0-b228-0ce779922679, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e6f5aea0-cf19-4db0-b228-0ce779922679,segment=NetworkSegment(039a895b-e16f-47ba-b9f9-02cb501ac320),segment_id=039a895b-e16f-47ba-b9f9-02cb501ac320)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:03.836035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad84bcd-ebfa-4032-9707-25ef86176c63 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:03.837793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad84bcd-ebfa-4032-9707-25ef86176c63 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:03.839507 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dad84bcd-ebfa-4032-9707-25ef86176c63 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0647807 Aug 29 06:54:03.842303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7084985-6dde-4322-a364-a258aad2aa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:03.842572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56004) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:03.848276 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8752b061-bbd1-4a6f-8912-4e4a3d161612" -d '{"events": [{"server_uuid": "d7084985-6dde-4322-a364-a258aad2aa18", "name": "network-vif-plugged", "status": "completed", "tag": "6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:03.875131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:03.904219 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11611709-1587-4f3f-89f4-42c1b17ae1f8 x-openstack-request-id: req-11611709-1587-4f3f-89f4-42c1b17ae1f8 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:03.904536 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7084985-6dde-4322-a364-a258aad2aa18", "name": "network-vif-plugged", "status": "completed", "tag": "6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:03.904768 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-11611709-1587-4f3f-89f4-42c1b17ae1f8 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:03.905155 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7084985-6dde-4322-a364-a258aad2aa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb', 'code': 200} Aug 29 06:54:03.905613 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.906829 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:03.970724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a0fca-9a32-4484-b0fd-b9c516edcda2 None None] Pushing event updated for resources: {'Port': ['ID=e6f5aea0-cf19-4db0-b228-0ce779922679,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:03.996837 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.020487 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f93b7506-c87c-40f2-87df-f70c02184eac tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.036033 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93b7506-c87c-40f2-87df-f70c02184eac tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 06:54:04.036506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93b7506-c87c-40f2-87df-f70c02184eac tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:04.039776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f93b7506-c87c-40f2-87df-f70c02184eac tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/networks/f89f367f-2930-4a3e-b88b-d1617b59b74f HTTP/1.1" status: 409 len: 405 time: 0.1951847 Aug 29 06:54:04.043786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56012) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:04.054590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3c5b8073-abdd-4273-a909-2429252483e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-367743823'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:04.073362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:04.074473 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.079571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port d13b7271-a8db-4402-a05a-44c2c5742b02 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:04.085576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port d13b7271-a8db-4402-a05a-44c2c5742b02 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:04.085966 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.094110 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Subnet': ['ID=208561a3-2801-4b3d-990e-afca3c136789,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:04.108075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ece6bc-b3d7-4b10-86a9-9785ea3c573a']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:04.140071 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d914e4-cbe8-461a-ab3d-3c0e9e1ddcfc') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:04.145513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d914e4-cbe8-461a-ab3d-3c0e9e1ddcfc') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:04.151998 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.172360 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.175734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58354331-7b44-4e8f-9ea6-a9783a620216 req-192bec6d-2990-40c0-983a-44f963c2a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:04.177237 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-58354331-7b44-4e8f-9ea6-a9783a620216 req-192bec6d-2990-40c0-983a-44f963c2a2bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 1097 time: 0.0856481 Aug 29 06:54:04.182499 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:04.182965 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:04.186919 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:04.189422 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.206049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5b8073-abdd-4273-a909-2429252483e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Made reservation on behalf of b4af6fbf68d94e2fb19164f0ef71505e for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:04.229436 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c5b8073-abdd-4273-a909-2429252483e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.257744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d13b7271-a8db-4402-a05a-44c2c5742b02, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d13b7271-a8db-4402-a05a-44c2c5742b02,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:04.309358 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-58354331-7b44-4e8f-9ea6-a9783a620216 req-02d06ee4-a179-45f2-ae3e-3d6285f041fa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101825 Aug 29 06:54:04.367652 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.422513 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.424715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=d13b7271-a8db-4402-a05a-44c2c5742b02,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:04.438719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5b8073-abdd-4273-a909-2429252483e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:04.443096 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.445031 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/56ece6bc-b3d7-4b10-86a9-9785ea3c573a HTTP/1.1" status: 204 len: 168 time: 1.0482559 Aug 29 06:54:04.449148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56022) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:04.457062 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299d829-dba6-44ef-b498-5eb2179f22eb tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Network': ['ID=56ece6bc-b3d7-4b10-86a9-9785ea3c573a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:04.467690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ae7df05b-7146-4f72-9a34-f4756a147b97 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-913392478'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:04.469082 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c5b8073-abdd-4273-a909-2429252483e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.469436 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-3c5b8073-abdd-4273-a909-2429252483e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Added segment 99781f9a-92a8-43b7-a917-ac13a673e856 of type vlan for network d5c47beb-e549-4087-901c-374c3c375a99 Aug 29 06:54:04.556089 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c5b8073-abdd-4273-a909-2429252483e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.620947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297eb7-a0a1-42b2-ae1c-e5de3e5b9f65 req-aa21dda8-9588-41d8-bcb0-c4632d488dcd tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:04.622477 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b297eb7-a0a1-42b2-ae1c-e5de3e5b9f65 req-aa21dda8-9588-41d8-bcb0-c4632d488dcd tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 950 time: 0.1206164 Aug 29 06:54:04.629875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2400076-aa1c-4aa8-b2fc-74f6179c7095 req-433225f0-66d7-452b-8842-010a71af2e11 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:04.631305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2400076-aa1c-4aa8-b2fc-74f6179c7095 req-433225f0-66d7-452b-8842-010a71af2e11 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 944 time: 0.1264529 Aug 29 06:54:04.686314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b297eb7-a0a1-42b2-ae1c-e5de3e5b9f65 req-0759a421-f0e1-45c0-816a-4415ab3d03d8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540230 Aug 29 06:54:04.694259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2400076-aa1c-4aa8-b2fc-74f6179c7095 req-67689794-1b02-477f-817c-0d74e9e4e160 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545893 Aug 29 06:54:04.700291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7df05b-7146-4f72-9a34-f4756a147b97 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:04.704525 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae7df05b-7146-4f72-9a34-f4756a147b97 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.733711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7df05b-7146-4f72-9a34-f4756a147b97 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:04.744840 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae7df05b-7146-4f72-9a34-f4756a147b97 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.745241 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-ae7df05b-7146-4f72-9a34-f4756a147b97 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Added segment 71061b14-eccf-4153-a6ac-a34a71a55083 of type vlan for network 847dca1e-2c22-4ab9-a46d-fc5106062fbc Aug 29 06:54:04.754525 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c5b8073-abdd-4273-a909-2429252483e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.760676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5b8073-abdd-4273-a909-2429252483e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:04.761306 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c5b8073-abdd-4273-a909-2429252483e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.829565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:04.889451 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-915da54d-f844-49a7-8524-a859f7b1d0ac req-9314fe5c-b49f-467d-a2cc-ddfb8e08bafd tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 210 time: 0.1208167 Aug 29 06:54:04.916764 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae7df05b-7146-4f72-9a34-f4756a147b97 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:04.938767 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b8073-abdd-4273-a909-2429252483e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'Network': ['ID=d5c47beb-e549-4087-901c-374c3c375a99,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:04.951590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network d5c47beb-e549-4087-901c-374c3c375a99 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:04.968897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f77d8e-c278-42da-97c4-bda759029e44 req-fddf3a18-9f0a-47b1-8b2a-108029790851 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:04.970437 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47f77d8e-c278-42da-97c4-bda759029e44 req-fddf3a18-9f0a-47b1-8b2a-108029790851 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 943 time: 0.1806426 Aug 29 06:54:04.984087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3c5b8073-abdd-4273-a909-2429252483e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9390166 Aug 29 06:54:04.987874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56030) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:04.993413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8485906c-084d-4375-ae74-0e1795b6fcf2 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Request body: {'subnet': {'network_id': 'd5c47beb-e549-4087-901c-374c3c375a99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:05.035314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:05.048837 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:05.049542 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.053960 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47f77d8e-c278-42da-97c4-bda759029e44 req-f0baa523-30f1-460a-81f9-7a4116f4faf0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735881 Aug 29 06:54:05.082098 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a5bf-c878-442c-8793-c233f041ceb8 req-8724309c-55e6-426e-af0f-70d456d1596b tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:05.093018 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e678a5bf-c878-442c-8793-c233f041ceb8 req-8724309c-55e6-426e-af0f-70d456d1596b tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 944 time: 0.1200027 Aug 29 06:54:05.140750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae7df05b-7146-4f72-9a34-f4756a147b97 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.148790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7df05b-7146-4f72-9a34-f4756a147b97 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:05.150235 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae7df05b-7146-4f72-9a34-f4756a147b97 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.166641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb65c7e-dbcf-47b3-9734-f2d20b758a0e None None] Network f89f367f-2930-4a3e-b88b-d1617b59b74f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:05.171203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd15c83-8b54-4f50-bbd7-335dfed7165f None None] Network 56ece6bc-b3d7-4b10-86a9-9785ea3c573a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:05.235960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56034) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:05.239278 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e678a5bf-c878-442c-8793-c233f041ceb8 req-dcb9cc4c-d0ac-4f64-b90a-af3e7f39ad6a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395032 Aug 29 06:54:05.250389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd15c83-8b54-4f50-bbd7-335dfed7165f None None] Network 56ece6bc-b3d7-4b10-86a9-9785ea3c573a could not be found, it might have been deleted concurrently. {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 06:54:05.270614 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.271322 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7df05b-7146-4f72-9a34-f4756a147b97 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Network': ['ID=847dca1e-2c22-4ab9-a46d-fc5106062fbc,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:05.275525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ea61e-c7cd-461b-a262-8c61c9856af5 None None] Network 56ece6bc-b3d7-4b10-86a9-9785ea3c573a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:05.298867 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8485906c-084d-4375-ae74-0e1795b6fcf2 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Made reservation on behalf of b4af6fbf68d94e2fb19164f0ef71505e for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:05.302539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8485906c-084d-4375-ae74-0e1795b6fcf2 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.302867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 847dca1e-2c22-4ab9-a46d-fc5106062fbc details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:05.325727 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ea61e-c7cd-461b-a262-8c61c9856af5 None None] Network 56ece6bc-b3d7-4b10-86a9-9785ea3c573a could not be found, it might have been deleted concurrently. {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 06:54:05.401826 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f1fb6e-d266-4b7b-922f-9647996ee2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.439207 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d5a12605-8dd7-404b-ba71-2f6a4d090a40 None None] Provisioning for port e6f5aea0-cf19-4db0-b228-0ce779922679 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:05.443626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4d8c7b80-f1ca-4688-93c5-b1ffc8b965da,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:05.462097 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ae7df05b-7146-4f72-9a34-f4756a147b97 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0035694 Aug 29 06:54:05.464782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56038) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:05.470803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f87ded2b-1cf3-4c5a-b23d-4adba2ec0c33 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'subnet': {'network_id': '847dca1e-2c22-4ab9-a46d-fc5106062fbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:05.471618 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030ef320-a73e-4eff-b87f-2f74179251b2 None None] Network f89f367f-2930-4a3e-b88b-d1617b59b74f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:05.560384 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.561722 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f3037157-b76e-467c-91d0-796d142ad3eb no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:54:05.614148 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: f3037157-b76e-467c-91d0-796d142ad3eb {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:54:05.614502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f3037157-b76e-467c-91d0-796d142ad3eb not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:54:05.635363 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f1fb6e-d266-4b7b-922f-9647996ee2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.644631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=4d8c7b80-f1ca-4688-93c5-b1ffc8b965da,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:05.713148 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305f9251-ecca-4ca8-ad23-9e9148b3cfda None None] DHCP port deletion for f89f367f-2930-4a3e-b88b-d1617b59b74f request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:54:05.726458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.objects.ports [None req-8485906c-084d-4375-ae74-0e1795b6fcf2 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:54:05.728321 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e7f1fb6e-d266-4b7b-922f-9647996ee2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.730718 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8485906c-084d-4375-ae74-0e1795b6fcf2 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.758221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device db647f7e-0aaf-4d6b-ba63-9f15e00031a0 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:05.797886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87ded2b-1cf3-4c5a-b23d-4adba2ec0c33 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:05.802701 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f87ded2b-1cf3-4c5a-b23d-4adba2ec0c33 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.821384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-305f9251-ecca-4ca8-ad23-9e9148b3cfda None None] Deleting port e6f5aea0-cf19-4db0-b228-0ce779922679 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:05.821770 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-305f9251-ecca-4ca8-ad23-9e9148b3cfda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.822770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1fb6e-d266-4b7b-922f-9647996ee2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c41a8ca-082f-44e7-bd65-6daa5dcdb170,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:05.834373 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e7f1fb6e-d266-4b7b-922f-9647996ee2ad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6086c43d6992454899eb29a2c56533f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5939381 Aug 29 06:54:05.834373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56046) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:05.838788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485906c-084d-4375-ae74-0e1795b6fcf2 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'Subnet': ['ID=a49bf494-3185-49b9-9dac-a1b162901395,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:05.903445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8485906c-084d-4375-ae74-0e1795b6fcf2 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Checking segment: {'id': '99781f9a-92a8-43b7-a917-ac13a673e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd5c47beb-e549-4087-901c-374c3c375a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:05.903855 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8485906c-084d-4375-ae74-0e1795b6fcf2 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Network hostable DHCP agents. Network: d5c47beb-e549-4087-901c-374c3c375a99, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:05.912943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009e177d-9c78-4778-b215-8868517c560e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13b7271-a8db-4402-a05a-44c2c5742b02'}, {'server_uuid': '19bee35c-5dce-43f3-ad8c-1fc55841966b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8c7b80-f1ca-4688-93c5-b1ffc8b965da'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:05.917753 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d46440-5de3-48e8-a886-e6b31157c642" -d '{"events": [{"server_uuid": "009e177d-9c78-4778-b215-8868517c560e", "name": "network-vif-plugged", "status": "completed", "tag": "d13b7271-a8db-4402-a05a-44c2c5742b02"}, {"server_uuid": "19bee35c-5dce-43f3-ad8c-1fc55841966b", "name": "network-vif-plugged", "status": "completed", "tag": "4d8c7b80-f1ca-4688-93c5-b1ffc8b965da"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:05.944422 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4e47-c75c-4054-bdf8-26ed1e6c47bb req-1073a45a-2244-44b1-90e1-be044c4fc930 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:05.944705 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ebdc-2b61-4556-a10d-c7035ba6d417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.946749 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db7d4e47-c75c-4054-bdf8-26ed1e6c47bb req-1073a45a-2244-44b1-90e1-be044c4fc930 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 945 time: 0.1635582 Aug 29 06:54:05.956433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-305f9251-ecca-4ca8-ad23-9e9148b3cfda None None] For port e6f5aea0-cf19-4db0-b228-0ce779922679, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e6f5aea0-cf19-4db0-b228-0ce779922679,segment=NetworkSegment(039a895b-e16f-47ba-b9f9-02cb501ac320),segment_id=039a895b-e16f-47ba-b9f9-02cb501ac320)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:05.957190 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-305f9251-ecca-4ca8-ad23-9e9148b3cfda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.971777 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ebdc-2b61-4556-a10d-c7035ba6d417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:05.974933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-305f9251-ecca-4ca8-ad23-9e9148b3cfda None None] Calling delete_port for e6f5aea0-cf19-4db0-b228-0ce779922679 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:05.986444 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port db647f7e-0aaf-4d6b-ba63-9f15e00031a0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:06.006570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port db647f7e-0aaf-4d6b-ba63-9f15e00031a0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:06.006952 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:06.014890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8485906c-084d-4375-ae74-0e1795b6fcf2 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Network d5c47beb-e549-4087-901c-374c3c375a99 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:06.042935 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db7d4e47-c75c-4054-bdf8-26ed1e6c47bb req-4dbc0be3-2fe4-4ea8-9af5-a6c0c315d59c tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860701 Aug 29 06:54:06.102427 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-8485906c-084d-4375-ae74-0e1795b6fcf2 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, d5c47beb-e549-4087-901c-374c3c375a99) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:06.108226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8485906c-084d-4375-ae74-0e1795b6fcf2 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:06.108931 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8485906c-084d-4375-ae74-0e1795b6fcf2 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:06.134809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00712b2-1866-4b40-b3f7-8bb49e092691 None None] Network d5c47beb-e549-4087-901c-374c3c375a99 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:06.140232 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ebdc-2b61-4556-a10d-c7035ba6d417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:06.149407 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5b3ebdc-2b61-4556-a10d-c7035ba6d417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:06.156022 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d5b3ebdc-2b61-4556-a10d-c7035ba6d417 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c41a8ca-082f-44e7-bd65-6daa5dcdb170 HTTP/1.1" status: 204 len: 168 time: 0.3177786 Aug 29 06:54:06.176787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3ebdc-2b61-4556-a10d-c7035ba6d417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c41a8ca-082f-44e7-bd65-6daa5dcdb170,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:06.219827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1aeb1519-7d16-4df6-9b01-cab93b01c1eb req-b3b0b1c8-5860-4fd7-9085-f50e44d55f93 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 210 time: 0.0847607 Aug 29 06:54:06.248931 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8485906c-084d-4375-ae74-0e1795b6fcf2 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2594721 Aug 29 06:54:06.252451 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56058) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:06.273147 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Request body: {'port': {'network_id': 'd5c47beb-e549-4087-901c-374c3c375a99', 'name': 'tempest-NetworksIpV6TestAttrs-1868374462'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:06.410567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a96551-3e6c-439a-a24f-bb72d9bc3e33 req-31f5dc2c-a153-45b1-8129-9ff46f3de3af tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:06.415737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27a96551-3e6c-439a-a24f-bb72d9bc3e33 req-31f5dc2c-a153-45b1-8129-9ff46f3de3af tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 950 time: 0.1948018 Aug 29 06:54:06.465650 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5c1412-1c93-49a7-bd88-6a929b633768 x-openstack-request-id: req-6c5c1412-1c93-49a7-bd88-6a929b633768 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:06.466247 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009e177d-9c78-4778-b215-8868517c560e", "name": "network-vif-plugged", "status": "completed", "tag": "d13b7271-a8db-4402-a05a-44c2c5742b02", "code": 200}, {"server_uuid": "19bee35c-5dce-43f3-ad8c-1fc55841966b", "name": "network-vif-plugged", "status": "completed", "tag": "4d8c7b80-f1ca-4688-93c5-b1ffc8b965da", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:06.466247 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6c5c1412-1c93-49a7-bd88-6a929b633768 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:06.466699 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009e177d-9c78-4778-b215-8868517c560e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13b7271-a8db-4402-a05a-44c2c5742b02', 'code': 200} Aug 29 06:54:06.467641 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bee35c-5dce-43f3-ad8c-1fc55841966b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8c7b80-f1ca-4688-93c5-b1ffc8b965da', 'code': 200} Aug 29 06:54:06.470714 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f87ded2b-1cf3-4c5a-b23d-4adba2ec0c33 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:06.542106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a43d0-c744-4ba1-9b0f-5add4c1aa4df req-666a7b6e-bec5-4827-bdb3-d9529124a5bf tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:06.544286 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ef0a43d0-c744-4ba1-9b0f-5add4c1aa4df req-666a7b6e-bec5-4827-bdb3-d9529124a5bf tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 950 time: 0.6587737 Aug 29 06:54:06.596244 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:06.601232 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27a96551-3e6c-439a-a24f-bb72d9bc3e33 req-0899aacf-ddf9-47e6-a572-60c6a5b2aea8 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844406 Aug 29 06:54:06.632438 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553799f5-b523-4e16-b883-39d42cf8a604 req-12b508d2-e7f2-4d9b-8744-2416da8e2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:06.633256 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-553799f5-b523-4e16-b883-39d42cf8a604 req-12b508d2-e7f2-4d9b-8744-2416da8e2a37 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 1097 time: 0.1962395 Aug 29 06:54:06.651533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port db647f7e-0aaf-4d6b-ba63-9f15e00031a0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=db647f7e-0aaf-4d6b-ba63-9f15e00031a0,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:06.675641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe0203-ab36-4cf2-a1e6-2bcf4e92d600 req-6c4e2bb9-1c68-43cc-83f0-e3f2fd06c163 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:06.683436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-d5c47beb-e549-4087-901c-374c3c375a99', 'network_id': 'd5c47beb-e549-4087-901c-374c3c375a99', 'tenant_id': 'b4af6fbf68d94e2fb19164f0ef71505e', 'fixed_ips': [{'subnet_id': 'a49bf494-3185-49b9-9dac-a1b162901395'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:54:06.684390 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:06.689702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccbe0203-ab36-4cf2-a1e6-2bcf4e92d600 req-6c4e2bb9-1c68-43cc-83f0-e3f2fd06c163 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 943 time: 0.3243561 Aug 29 06:54:06.702209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e76ae6-1731-462b-bfd5-48fa3d83163c req-0de467e1-6914-4cc5-82d1-80e62dd5ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:06.704274 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74e76ae6-1731-462b-bfd5-48fa3d83163c req-0de467e1-6914-4cc5-82d1-80e62dd5ba6d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=009e177d-9c78-4778-b215-8868517c560e HTTP/1.1" status: 200 len: 1097 time: 0.2841668 Aug 29 06:54:06.710833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ded2b-1cf3-4c5a-b23d-4adba2ec0c33 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Subnet': ['ID=ff2cef52-6eee-488f-b636-360910f270bb,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:06.716144 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Made reservation on behalf of b4af6fbf68d94e2fb19164f0ef71505e for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:06.719659 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:06.738672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-a11cdf2b-564a-4299-bd02-255509f40484 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:06.740348 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-a11cdf2b-564a-4299-bd02-255509f40484 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.15 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 812 time: 0.5084879 Aug 29 06:54:06.761137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-49efb83c-c50f-4b0c-9171-c67560d5982b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Request body: {'port': {'device_id': '6a84de1a-c141-4f5a-843d-56af90cc1147', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'admin_state_up': True, 'tenant_id': '897044e83d4b4e3fa039b018ec141c41'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:06.775067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87ded2b-1cf3-4c5a-b23d-4adba2ec0c33 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Checking segment: {'id': '71061b14-eccf-4153-a6ac-a34a71a55083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '847dca1e-2c22-4ab9-a46d-fc5106062fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:06.775961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87ded2b-1cf3-4c5a-b23d-4adba2ec0c33 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network hostable DHCP agents. Network: 847dca1e-2c22-4ab9-a46d-fc5106062fbc, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:06.785112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] device_id is not set on port a19d859c-45dc-4799-b2f4-293007639bb3 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:54:06.815104 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-305f9251-ecca-4ca8-ad23-9e9148b3cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:06.825130 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:06.834120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccbe0203-ab36-4cf2-a1e6-2bcf4e92d600 req-bcbdccac-aae9-41de-9581-b85f3da2d8fc tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424646 Aug 29 06:54:06.849635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74e76ae6-1731-462b-bfd5-48fa3d83163c req-279dc661-b80b-49c1-9a6a-e704c70da98b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278238 Aug 29 06:54:06.859446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 41f9686b-94e5-4444-893a-37f035094f7f details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:54:06.863813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305f9251-ecca-4ca8-ad23-9e9148b3cfda None None] No DVR routers for this DVR port e6f5aea0-cf19-4db0-b228-0ce779922679 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:06.865850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f9251-ecca-4ca8-ad23-9e9148b3cfda None None] Pushing event deleted for resources: {'Port': ['ID=e6f5aea0-cf19-4db0-b228-0ce779922679,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:06.866541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522f813-3083-44e6-8de7-a2476697d9a7 req-710bbf4c-8042-43c0-9bf7-6691682aa9b2 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:06.870325 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a522f813-3083-44e6-8de7-a2476697d9a7 req-710bbf4c-8042-43c0-9bf7-6691682aa9b2 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 944 time: 0.1602967 Aug 29 06:54:06.885373 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-553799f5-b523-4e16-b883-39d42cf8a604 req-4e6a4fc8-f61e-466a-9fd7-a21b3e462e03 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119024 Aug 29 06:54:06.930459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-ef0a43d0-c744-4ba1-9b0f-5add4c1aa4df req-5d3dc942-289d-4108-a532-78936fa3ab7b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Deleting port c7b03578-f4c7-423e-90dd-2abe983e141c {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:06.930755 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ef0a43d0-c744-4ba1-9b0f-5add4c1aa4df req-5d3dc942-289d-4108-a532-78936fa3ab7b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:06.933386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87ded2b-1cf3-4c5a-b23d-4adba2ec0c33 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network 847dca1e-2c22-4ab9-a46d-fc5106062fbc is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:06.943722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a522f813-3083-44e6-8de7-a2476697d9a7 req-8d5e4bda-4b02-4f87-9947-2dc7c48ff2fd tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627575 Aug 29 06:54:07.019108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-f87ded2b-1cf3-4c5a-b23d-4adba2ec0c33 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 847dca1e-2c22-4ab9-a46d-fc5106062fbc) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:07.026705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=db647f7e-0aaf-4d6b-ba63-9f15e00031a0,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:07.028122 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87ded2b-1cf3-4c5a-b23d-4adba2ec0c33 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:07.030064 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f87ded2b-1cf3-4c5a-b23d-4adba2ec0c33 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.041990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Allocated IP 2001:db8::f816:3eff:febd:649e (d5c47beb-e549-4087-901c-374c3c375a99/a49bf494-3185-49b9-9dac-a1b162901395/0ed4cb51-c937-47da-85cf-51becddaad58) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:07.046829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9160a134-7a43-4a4f-ba8b-8df4106e771b None None] Network 847dca1e-2c22-4ab9-a46d-fc5106062fbc requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:07.073292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ef0a43d0-c744-4ba1-9b0f-5add4c1aa4df req-5d3dc942-289d-4108-a532-78936fa3ab7b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] For port c7b03578-f4c7-423e-90dd-2abe983e141c, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c7b03578-f4c7-423e-90dd-2abe983e141c,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:07.073667 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ef0a43d0-c744-4ba1-9b0f-5add4c1aa4df req-5d3dc942-289d-4108-a532-78936fa3ab7b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.088358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-ef0a43d0-c744-4ba1-9b0f-5add4c1aa4df req-5d3dc942-289d-4108-a532-78936fa3ab7b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Calling delete_port for c7b03578-f4c7-423e-90dd-2abe983e141c owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:07.110888 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f87ded2b-1cf3-4c5a-b23d-4adba2ec0c33 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6450624 Aug 29 06:54:07.119704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56074) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:07.234131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7bb2b-c375-4db5-baa9-3a9b9bb66bf2 req-fcd7b18b-3dd7-4780-8b7e-0bbf9522c512 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:07.242204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c2a7bb2b-c375-4db5-baa9-3a9b9bb66bf2 req-fcd7b18b-3dd7-4780-8b7e-0bbf9522c512 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 945 time: 0.1353564 Aug 29 06:54:07.245367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 41f9686b-94e5-4444-893a-37f035094f7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=41f9686b-94e5-4444-893a-37f035094f7f,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:07.300255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '41f9686b-94e5-4444-893a-37f035094f7f', 'network_id': 'cc239fb6-7132-4bb9-a506-16ae884bba1d', 'port_id': '41f9686b-94e5-4444-893a-37f035094f7f', 'mac_address': 'fa:16:3e:33:ca:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bf44c3-8cb8-4557-8762-99b8c1fe387e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:54:07.315850 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.329945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-49efb83c-c50f-4b0c-9171-c67560d5982b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Made reservation on behalf of 897044e83d4b4e3fa039b018ec141c41 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:07.333516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-49efb83c-c50f-4b0c-9171-c67560d5982b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.337254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c2a7bb2b-c375-4db5-baa9-3a9b9bb66bf2 req-aba40e32-401f-403d-b548-414ba6b4164a tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936384 Aug 29 06:54:07.369670 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ef0a43d0-c744-4ba1-9b0f-5add4c1aa4df req-5d3dc942-289d-4108-a532-78936fa3ab7b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.371828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b5e915e-aa5e-4513-acc8-5f436c7ca2e5 req-9dd9a871-6b81-4df2-8c1b-9f380473936a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 210 time: 0.0441542 Aug 29 06:54:07.397102 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['c58452be-6938-4127-b3a2-0cf1e78d0786', 'c7b03578-f4c7-423e-90dd-2abe983e141c'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:07.437097 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.437299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['46a20dce-4a25-4e68-b695-3a755a9819a8'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:07.475592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dc942-289d-4108-a532-78936fa3ab7b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Pushing event deleted for resources: {'Port': ['ID=c7b03578-f4c7-423e-90dd-2abe983e141c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:07.501306 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0a43d0-c744-4ba1-9b0f-5add4c1aa4df req-5d3dc942-289d-4108-a532-78936fa3ab7b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] No DVR routers for this DVR port c7b03578-f4c7-423e-90dd-2abe983e141c on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:07.501994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1270f3e5-038c-4602-a963-e50bcdfde54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-847dca1e-2c22-4ab9-a46d-fc5106062fbc', 'network_id': '847dca1e-2c22-4ab9-a46d-fc5106062fbc', 'tenant_id': '50c298866ae44dd8bc2226c2a10475d4', 'fixed_ips': [{'subnet_id': 'ff2cef52-6eee-488f-b636-360910f270bb'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:54:07.502849 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1270f3e5-038c-4602-a963-e50bcdfde54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.505623 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ef0a43d0-c744-4ba1-9b0f-5add4c1aa4df req-5d3dc942-289d-4108-a532-78936fa3ab7b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.507687 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ef0a43d0-c744-4ba1-9b0f-5add4c1aa4df req-5d3dc942-289d-4108-a532-78936fa3ab7b tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.15 "DELETE /v2.0/ports/c7b03578-f4c7-423e-90dd-2abe983e141c HTTP/1.1" status: 204 len: 173 time: 0.9557626 Aug 29 06:54:07.508133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'name': 'network-vif-deleted', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:07.510492 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f99d3bc-ff6c-4550-9ef6-e6db2b2ab682" -d '{"events": [{"server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "name": "network-vif-deleted", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:07.514356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.524815 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.578940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f9686b-94e5-4444-893a-37f035094f7f {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:54:07.579968 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa2e468-0764-478c-865f-89793367b17d x-openstack-request-id: req-5aa2e468-0764-478c-865f-89793367b17d {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:07.586748 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a05122-b12d-4de8-895f-86fc2bebcbda", "name": "network-vif-deleted", "tag": "c7b03578-f4c7-423e-90dd-2abe983e141c", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:07.586748 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5aa2e468-0764-478c-865f-89793367b17d {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:07.586748 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a05122-b12d-4de8-895f-86fc2bebcbda', 'name': 'network-vif-deleted', 'tag': 'c7b03578-f4c7-423e-90dd-2abe983e141c', 'status': 'completed', 'code': 200} Aug 29 06:54:07.613812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-49efb83c-c50f-4b0c-9171-c67560d5982b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Allocated IP 172.20.0.8 (eb438b1b-83fe-449b-a9fe-bdfcc664c04e/1bdc3d0e-3ad1-438c-863e-a7e8b4815812/16ea6a3d-a780-4b57-a31e-d6f784f125e7) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:07.684195 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.687095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Transition to ACTIVE for port object 0ed4cb51-c937-47da-85cf-51becddaad58 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:07.695454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 41f9686b-94e5-4444-893a-37f035094f7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=41f9686b-94e5-4444-893a-37f035094f7f,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:07.732630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2cef52-6eee-488f-b636-360910f270bb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:07.755790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-313346a6-e779-4f5c-a0ff-708971e1512a req-40526372-4f58-4440-a278-01175c721341 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 210 time: 0.0607014 Aug 29 06:54:07.767695 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Transition to ACTIVE for port object 0ed4cb51-c937-47da-85cf-51becddaad58 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server [None req-1270f3e5-038c-4602-a963-e50bcdfde54c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff2cef52-6eee-488f-b636-360910f270bb: This subnet is being modified by another concurrent operation. Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 06:54:07.798043 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise exception Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff2cef52-6eee-488f-b636-360910f270bb: This subnet is being modified by another concurrent operation. Aug 29 06:54:07.802241 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Aug 29 06:54:07.825262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.836718 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847dca1e-2c22-4ab9-a46d-fc5106062fbc']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:07.840063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-49efb83c-c50f-4b0c-9171-c67560d5982b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.841998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf41c275-6f1b-4f89-a3ef-2a4679824140 None None] Network 847dca1e-2c22-4ab9-a46d-fc5106062fbc requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:07.851388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71061b14-eccf-4153-a6ac-a34a71a55083') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:07.852104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71061b14-eccf-4153-a6ac-a34a71a55083') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:07.867730 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.874605 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.875294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-49efb83c-c50f-4b0c-9171-c67560d5982b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Transition to ACTIVE for port object 16ea6a3d-a780-4b57-a31e-d6f784f125e7 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:07.875432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1b311365-5d50-4477-9ebd-cee874962599 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:54:07.887008 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.896634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:07.897130 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:07.900893 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:07.946309 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.000615 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Allocated IP 2001:db8::f816:3eff:fe9d:10b9 (d5c47beb-e549-4087-901c-374c3c375a99/a49bf494-3185-49b9-9dac-a1b162901395/a19d859c-45dc-4799-b2f4-293007639bb3) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:08.062745 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-49efb83c-c50f-4b0c-9171-c67560d5982b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.083766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Network d5c47beb-e549-4087-901c-374c3c375a99 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:08.110141 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.112446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:08.125111 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:08.128931 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-49efb83c-c50f-4b0c-9171-c67560d5982b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Network eb438b1b-83fe-449b-a9fe-bdfcc664c04e is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:08.150427 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.155817 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/847dca1e-2c22-4ab9-a46d-fc5106062fbc HTTP/1.1" status: 204 len: 168 time: 1.0309389 Aug 29 06:54:08.157890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471697e-2fbe-4265-8637-1b8d82be0d99 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Network': ['ID=847dca1e-2c22-4ab9-a46d-fc5106062fbc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:08.159760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56096) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:08.167820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-09677636-83c5-49ab-9584-ff1d984fe1e0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1221449860'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:08.179202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-49efb83c-c50f-4b0c-9171-c67560d5982b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:08.186626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-49efb83c-c50f-4b0c-9171-c67560d5982b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:08.201496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60125c-24f0-4228-8c8d-1c6cadbf3e59 req-e1af9675-07ab-443d-86d6-73b1f201f41a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:08.208027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c60125c-24f0-4228-8c8d-1c6cadbf3e59 req-e1af9675-07ab-443d-86d6-73b1f201f41a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 945 time: 0.1446419 Aug 29 06:54:08.218197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e21c41-9e3a-4e83-83fe-e14350728319 req-151a2d3d-7b9c-4207-bec8-a62cc01c50b0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:08.225777 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eb54a98a-9fbe-44d7-ad70-bc5398b5b9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.231626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8e21c41-9e3a-4e83-83fe-e14350728319 req-151a2d3d-7b9c-4207-bec8-a62cc01c50b0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 943 time: 0.2327495 Aug 29 06:54:08.240141 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=41f9686b-94e5-4444-893a-37f035094f7f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:08.241981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efb83c-c50f-4b0c-9171-c67560d5982b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event updated for resources: {'Port': ['ID=16ea6a3d-a780-4b57-a31e-d6f784f125e7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:08.272768 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09677636-83c5-49ab-9584-ff1d984fe1e0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:08.276634 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-09677636-83c5-49ab-9584-ff1d984fe1e0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.320810 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-49efb83c-c50f-4b0c-9171-c67560d5982b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:08.321758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-49efb83c-c50f-4b0c-9171-c67560d5982b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.357043 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8e21c41-9e3a-4e83-83fe-e14350728319 req-c15b213d-81e9-4684-aec9-d4beeab13251 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243782 Aug 29 06:54:08.369437 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.372147 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c60125c-24f0-4228-8c8d-1c6cadbf3e59 req-ca7b8f52-0820-488f-a67e-bb3af123b357 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374767 Aug 29 06:54:08.408066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09677636-83c5-49ab-9584-ff1d984fe1e0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:08.421931 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-09677636-83c5-49ab-9584-ff1d984fe1e0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.422288 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-09677636-83c5-49ab-9584-ff1d984fe1e0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Added segment cd423db5-a2fd-4d40-9962-67549212d855 of type vlan for network a6fc69c4-c434-4a49-ab23-be7adb14c9ac Aug 29 06:54:08.428436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Transition to ACTIVE for port object a19d859c-45dc-4799-b2f4-293007639bb3 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:08.429549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Attempting to bind port 0ed4cb51-c937-47da-85cf-51becddaad58 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:08.430375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Attempting to bind port 0ed4cb51-c937-47da-85cf-51becddaad58 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '99781f9a-92a8-43b7-a917-ac13a673e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd5c47beb-e549-4087-901c-374c3c375a99'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:08.433824 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Attempting to bind port 0ed4cb51-c937-47da-85cf-51becddaad58 on network d5c47beb-e549-4087-901c-374c3c375a99 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:08.470524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1b311365-5d50-4477-9ebd-cee874962599, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1b311365-5d50-4477-9ebd-cee874962599,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:08.493432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25565418-f951-49ec-91bc-0c8c788c107b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db647f7e-0aaf-4d6b-ba63-9f15e00031a0'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:08.495634 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-49efb83c-c50f-4b0c-9171-c67560d5982b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7443085 Aug 29 06:54:08.497851 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-09677636-83c5-49ab-9584-ff1d984fe1e0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.498255 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c639e20-cdea-43c6-bc8a-d6dc17f7ff54" -d '{"events": [{"server_uuid": "25565418-f951-49ec-91bc-0c8c788c107b", "name": "network-vif-plugged", "status": "completed", "tag": "db647f7e-0aaf-4d6b-ba63-9f15e00031a0"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:08.502721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '1b311365-5d50-4477-9ebd-cee874962599', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'port_id': '1b311365-5d50-4477-9ebd-cee874962599', 'mac_address': 'fa:16:3e:c9:20:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:54:08.515542 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Request body: {'port': {'device_id': '6a84de1a-c141-4f5a-843d-56af90cc1147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:08.521855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Pushing event updated for resources: {'Port': ['ID=0ed4cb51-c937-47da-85cf-51becddaad58,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:08.527945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:08.528442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Checking segment: {'id': '99781f9a-92a8-43b7-a917-ac13a673e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd5c47beb-e549-4087-901c-374c3c375a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:08.534816 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.534816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Bound using segment: {'id': '99781f9a-92a8-43b7-a917-ac13a673e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd5c47beb-e549-4087-901c-374c3c375a99'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:08.534816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Bound port: 0ed4cb51-c937-47da-85cf-51becddaad58, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99781f9a-92a8-43b7-a917-ac13a673e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd5c47beb-e549-4087-901c-374c3c375a99'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:08.535705 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.604374 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.619419 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.623631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['79b19bb4-e371-48bc-a3d6-eca7ca168e92', '9a6256e3-41a0-4779-a4c5-c08c441cf9ef'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:08.630463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc80395-56eb-4f0b-afa4-e16504d9f946 req-0baaff82-2bef-4899-a0f2-797af6f7393a tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:08.633208 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffc80395-56eb-4f0b-afa4-e16504d9f946 req-0baaff82-2bef-4899-a0f2-797af6f7393a tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 945 time: 0.1199601 Aug 29 06:54:08.646155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce59153-58f1-438c-9e4a-4e05f6d60742 req-7db13790-1096-4b96-9529-5f5af9fc49a1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:08.653526 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fce59153-58f1-438c-9e4a-4e05f6d60742 req-7db13790-1096-4b96-9529-5f5af9fc49a1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 931 time: 0.0834787 Aug 29 06:54:08.657742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.708172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b311365-5d50-4477-9ebd-cee874962599 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:54:08.709289 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffc80395-56eb-4f0b-afa4-e16504d9f946 req-99c0fa29-a075-48c7-9d4d-c8ac5e27bfef tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530787 Aug 29 06:54:08.711908 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-09677636-83c5-49ab-9584-ff1d984fe1e0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.718119 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09677636-83c5-49ab-9584-ff1d984fe1e0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:08.744520 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-09677636-83c5-49ab-9584-ff1d984fe1e0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.773557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1b311365-5d50-4477-9ebd-cee874962599, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1b311365-5d50-4477-9ebd-cee874962599,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:08.778900 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] For port 0ed4cb51-c937-47da-85cf-51becddaad58, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:08.785061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Network d5c47beb-e549-4087-901c-374c3c375a99 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:08.791778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:08.800130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:08.806276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:08.806648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fce59153-58f1-438c-9e4a-4e05f6d60742 req-e6aba3fe-ced7-48fc-b68d-875c8a98531b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500998 Aug 29 06:54:08.807051 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.823264 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'Port': ['ID=a19d859c-45dc-4799-b2f4-293007639bb3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:08.823926 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-09677636-83c5-49ab-9584-ff1d984fe1e0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6601086 Aug 29 06:54:08.827211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56106) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:08.833051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4e2e914c-ae28-43ed-ab3e-295f29b1fd66 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'subnet': {'network_id': 'a6fc69c4-c434-4a49-ab23-be7adb14c9ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:08.852265 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd2d166-8d6e-43c9-8592-6d093c5b5266 x-openstack-request-id: req-6dd2d166-8d6e-43c9-8592-6d093c5b5266 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:08.855262 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25565418-f951-49ec-91bc-0c8c788c107b", "name": "network-vif-plugged", "status": "completed", "tag": "db647f7e-0aaf-4d6b-ba63-9f15e00031a0", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:08.855262 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6dd2d166-8d6e-43c9-8592-6d093c5b5266 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:08.857486 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25565418-f951-49ec-91bc-0c8c788c107b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db647f7e-0aaf-4d6b-ba63-9f15e00031a0', 'code': 200} Aug 29 06:54:08.866515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] For port 0ed4cb51-c937-47da-85cf-51becddaad58, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0ed4cb51-c937-47da-85cf-51becddaad58,segment=NetworkSegment(99781f9a-92a8-43b7-a917-ac13a673e856),segment_id=99781f9a-92a8-43b7-a917-ac13a673e856)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:08.875507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2bf6575c-a476-42be-a0db-fd2b90b70e84 None None] Provisioning for port 16ea6a3d-a780-4b57-a31e-d6f784f125e7 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:08.884776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2bf6575c-a476-42be-a0db-fd2b90b70e84 None None] Provisioning complete for port 16ea6a3d-a780-4b57-a31e-d6f784f125e7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:08.885176 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2bf6575c-a476-42be-a0db-fd2b90b70e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.911740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09677636-83c5-49ab-9584-ff1d984fe1e0 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Network': ['ID=a6fc69c4-c434-4a49-ab23-be7adb14c9ac,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:08.925891 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:08.928023 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network a6fc69c4-c434-4a49-ab23-be7adb14c9ac details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:08.944528 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7120ae5e-4e45-4a20-855e-6a93421cffce tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6900120 Aug 29 06:54:08.960173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5555386c-e232-4e6a-9399-1d31e325bc68 req-c2046cdb-7bb8-433c-ab2b-d2e469309aff tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a05122-b12d-4de8-895f-86fc2bebcbda HTTP/1.1" status: 200 len: 210 time: 0.0361013 Aug 29 06:54:08.960624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56110) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:09.039395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f717f-9e3c-48f0-b5f9-c3af1d0c047b req-fcc5576c-c68b-4e3d-8412-b596de17c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:09.041013 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-949f717f-9e3c-48f0-b5f9-c3af1d0c047b req-fcc5576c-c68b-4e3d-8412-b596de17c7e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25565418-f951-49ec-91bc-0c8c788c107b HTTP/1.1" status: 200 len: 1098 time: 0.1273873 Aug 29 06:54:09.069891 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2e914c-ae28-43ed-ab3e-295f29b1fd66 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:09.074532 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4e2e914c-ae28-43ed-ab3e-295f29b1fd66 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:09.095094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4cadba-9bb1-4b26-9371-303c68a2249b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Deleting subnet a49bf494-3185-49b9-9dac-a1b162901395 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:54:09.098753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a4cadba-9bb1-4b26-9371-303c68a2249b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:09.157869 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a4cadba-9bb1-4b26-9371-303c68a2249b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:09.172410 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:09.187927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ea6a3d-a780-4b57-a31e-d6f784f125e7 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:54:09.201618 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:09.208788 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-949f717f-9e3c-48f0-b5f9-c3af1d0c047b req-6207061b-957f-4ecc-9d18-6976bfbf0217 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537938 Aug 29 06:54:09.229844 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Transition to ACTIVE for port object 16ea6a3d-a780-4b57-a31e-d6f784f125e7 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:09.269324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2bf6575c-a476-42be-a0db-fd2b90b70e84 None None] Port 16ea6a3d-a780-4b57-a31e-d6f784f125e7 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:54:09.305943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1b311365-5d50-4477-9ebd-cee874962599,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:09.311810 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:09.402611 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a4cadba-9bb1-4b26-9371-303c68a2249b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:09.413623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65c34a-89c5-44b0-bcca-5a17c67dfcef None None] Pushing event updated for resources: {'Port': ['ID=0ed4cb51-c937-47da-85cf-51becddaad58,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:09.432089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['41f9686b-94e5-4444-893a-37f035094f7f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:09.464624 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4e2e914c-ae28-43ed-ab3e-295f29b1fd66 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:09.502506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Pushing event updated for resources: {'Port': ['ID=16ea6a3d-a780-4b57-a31e-d6f784f125e7,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:09.535321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['1b311365-5d50-4477-9ebd-cee874962599'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:09.631914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Attempting to bind port 16ea6a3d-a780-4b57-a31e-d6f784f125e7 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:09.632263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Attempting to bind port 16ea6a3d-a780-4b57-a31e-d6f784f125e7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:09.632654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Attempting to bind port 16ea6a3d-a780-4b57-a31e-d6f784f125e7 on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:09.644225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Port 16ea6a3d-a780-4b57-a31e-d6f784f125e7 on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:54:09.647673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Attempting to bind port 16ea6a3d-a780-4b57-a31e-d6f784f125e7 on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:09.657597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:09.658231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Checking segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:09.658786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Bound using segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:09.659358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Bound port: 16ea6a3d-a780-4b57-a31e-d6f784f125e7, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:09.659831 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:09.718892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e914c-ae28-43ed-ab3e-295f29b1fd66 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Subnet': ['ID=084bca7c-03bf-4f9e-be78-1b477a8cb950,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:09.733870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e914c-ae28-43ed-ab3e-295f29b1fd66 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Checking segment: {'id': 'cd423db5-a2fd-4d40-9962-67549212d855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6fc69c4-c434-4a49-ab23-be7adb14c9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:09.734249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e914c-ae28-43ed-ab3e-295f29b1fd66 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network hostable DHCP agents. Network: a6fc69c4-c434-4a49-ab23-be7adb14c9ac, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:09.742235 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a4cadba-9bb1-4b26-9371-303c68a2249b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:09.745591 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386dd56-e697-4088-9993-0c41893f0f04 req-a223d81f-cc59-4632-9ce9-1f87e52a32f9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:09.748894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d386dd56-e697-4088-9993-0c41893f0f04 req-a223d81f-cc59-4632-9ce9-1f87e52a32f9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 945 time: 0.1567323 Aug 29 06:54:09.776655 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ec1f-beeb-49de-9d51-7057d08fac52 req-95f6ff88-b7bb-4a60-ae33-b0569b52ae23 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:09.778327 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6331ec1f-beeb-49de-9d51-7057d08fac52 req-95f6ff88-b7bb-4a60-ae33-b0569b52ae23 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 944 time: 0.2020664 Aug 29 06:54:09.779913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] For port 16ea6a3d-a780-4b57-a31e-d6f784f125e7, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:09.782609 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cadba-9bb1-4b26-9371-303c68a2249b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Subnet': ['ID=a49bf494-3185-49b9-9dac-a1b162901395,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:09.795452 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a4cadba-9bb1-4b26-9371-303c68a2249b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:09.797922 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9a4cadba-9bb1-4b26-9371-303c68a2249b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/subnets/a49bf494-3185-49b9-9dac-a1b162901395 HTTP/1.1" status: 204 len: 168 time: 0.8384228 Aug 29 06:54:09.804728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56126) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:09.808293 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c7b03578-f4c7-423e-90dd-2abe983e141c no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:54:09.817256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] For port 16ea6a3d-a780-4b57-a31e-d6f784f125e7, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=16ea6a3d-a780-4b57-a31e-d6f784f125e7,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:09.828789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d386dd56-e697-4088-9993-0c41893f0f04 req-e8160476-8290-4851-89b7-fbc01310f664 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680783 Aug 29 06:54:09.847116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6331ec1f-beeb-49de-9d51-7057d08fac52 req-06e3474c-ea8b-46ca-a772-42ff700ee721 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578711 Aug 29 06:54:09.873344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e914c-ae28-43ed-ab3e-295f29b1fd66 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network a6fc69c4-c434-4a49-ab23-be7adb14c9ac is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:09.876169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: c7b03578-f4c7-423e-90dd-2abe983e141c {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:54:09.876517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c7b03578-f4c7-423e-90dd-2abe983e141c not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:54:09.886561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7960a3-c522-4d5f-a9c7-128594e9ff1c tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:09.888997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7960a3-c522-4d5f-a9c7-128594e9ff1c tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:09.895059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56130) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:09.902031 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9c7960a3-c522-4d5f-a9c7-128594e9ff1c tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0961540 Aug 29 06:54:09.906925 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:09.978221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:09.978841 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:09.980255 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-f4143362-0e60-4bfd-b602-44783054765c service neutron] 10.222.0.15 "PUT /v2.0/ports/16ea6a3d-a780-4b57-a31e-d6f784f125e7 HTTP/1.1" status: 200 len: 1092 time: 1.4721780 Aug 29 06:54:09.980705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a84de1a-c141-4f5a-843d-56af90cc1147', 'tag': '16ea6a3d-a780-4b57-a31e-d6f784f125e7'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:09.982978 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20abc004-e2bc-48d5-bc2b-bce5208e5302" -d '{"events": [{"name": "network-changed", "server_uuid": "6a84de1a-c141-4f5a-843d-56af90cc1147", "tag": "16ea6a3d-a780-4b57-a31e-d6f784f125e7"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:09.989445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4143362-0e60-4bfd-b602-44783054765c service neutron] Pushing event updated for resources: {'Port': ['ID=16ea6a3d-a780-4b57-a31e-d6f784f125e7,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:09.992463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-4e2e914c-ae28-43ed-ab3e-295f29b1fd66 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, a6fc69c4-c434-4a49-ab23-be7adb14c9ac) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:10.004069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fcb0be-41c5-417b-b590-cc089c48f215 None None] Network a6fc69c4-c434-4a49-ab23-be7adb14c9ac requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:10.031260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2e914c-ae28-43ed-ab3e-295f29b1fd66 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:10.031853 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4e2e914c-ae28-43ed-ab3e-295f29b1fd66 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:10.077108 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cbb5b9a7-134d-45e8-b092-18ad28419072 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:10.101198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218af21-e46b-4219-ae63-16bc4deaffa6 req-88108996-e8ee-4f98-b481-1bf4a220dce9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:10.102747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b218af21-e46b-4219-ae63-16bc4deaffa6 req-88108996-e8ee-4f98-b481-1bf4a220dce9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 943 time: 0.1367676 Aug 29 06:54:10.110334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7494394-912a-47ce-913c-f14116232753 req-5a1b8e60-e83a-4941-8700-9fe69fd86ad1 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:10.117885 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7494394-912a-47ce-913c-f14116232753 req-5a1b8e60-e83a-4941-8700-9fe69fd86ad1 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 945 time: 0.1531527 Aug 29 06:54:10.127666 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb5b9a7-134d-45e8-b092-18ad28419072 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 06:54:10.127919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb5b9a7-134d-45e8-b092-18ad28419072 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:10.133612 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cbb5b9a7-134d-45e8-b092-18ad28419072 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/networks/d5c47beb-e549-4087-901c-374c3c375a99 HTTP/1.1" status: 409 len: 405 time: 0.2372351 Aug 29 06:54:10.135135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56136) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:10.186243 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4e2e914c-ae28-43ed-ab3e-295f29b1fd66 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3579769 Aug 29 06:54:10.197799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-724b9580-6c6d-4d9c-a82f-5b86d49f5466 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-470609339'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:10.207275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56138) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:10.218170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-a6fc69c4-c434-4a49-ab23-be7adb14c9ac', 'network_id': 'a6fc69c4-c434-4a49-ab23-be7adb14c9ac', 'tenant_id': '50c298866ae44dd8bc2226c2a10475d4', 'fixed_ips': [{'subnet_id': '084bca7c-03bf-4f9e-be78-1b477a8cb950'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:54:10.219460 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:10.224570 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b218af21-e46b-4219-ae63-16bc4deaffa6 req-0e86013d-b700-49b8-9bcb-0486796ce538 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032696 Aug 29 06:54:10.235430 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7494394-912a-47ce-913c-f14116232753 req-1db43084-0a59-4373-8a07-b0d859846c3e tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158724 Aug 29 06:54:10.296368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0ed4cb51-c937-47da-85cf-51becddaad58 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:10.379845 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034d68a9-71d2-458c-897f-30165d8f1611 x-openstack-request-id: req-034d68a9-71d2-458c-897f-30165d8f1611 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:10.380136 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a84de1a-c141-4f5a-843d-56af90cc1147", "tag": "16ea6a3d-a780-4b57-a31e-d6f784f125e7", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:10.380389 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-034d68a9-71d2-458c-897f-30165d8f1611 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:10.380791 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a84de1a-c141-4f5a-843d-56af90cc1147', 'tag': '16ea6a3d-a780-4b57-a31e-d6f784f125e7', 'status': 'completed', 'code': 200} Aug 29 06:54:10.389875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-a77f7690-6b0b-4bc1-91cc-c3134d58643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:10.392056 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-a77f7690-6b0b-4bc1-91cc-c3134d58643c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 1095 time: 0.2755368 Aug 29 06:54:10.397343 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724b9580-6c6d-4d9c-a82f-5b86d49f5466 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Made reservation on behalf of b4af6fbf68d94e2fb19164f0ef71505e for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:10.401402 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-724b9580-6c6d-4d9c-a82f-5b86d49f5466 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:10.432092 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49ab4a-55c7-4a66-8c3e-9bbacf4e92de req-610cc0dc-a5ec-41d0-b524-a8d517801af6 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:10.442239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a49ab4a-55c7-4a66-8c3e-9bbacf4e92de req-610cc0dc-a5ec-41d0-b524-a8d517801af6 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=009e177d-9c78-4778-b215-8868517c560e HTTP/1.1" status: 200 len: 945 time: 0.0662053 Aug 29 06:54:10.503076 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a49ab4a-55c7-4a66-8c3e-9bbacf4e92de req-db901480-5a06-4969-a957-ae855ac1524d tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594184 Aug 29 06:54:10.589842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Allocated IP 172.20.0.1 (a6fc69c4-c434-4a49-ab23-be7adb14c9ac/084bca7c-03bf-4f9e-be78-1b477a8cb950/1bf1603d-0845-4678-b6b2-1ace598c129f) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:10.633356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b5347f6f-08f9-471f-a289-f121dd4cc1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:10.697966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 0ed4cb51-c937-47da-85cf-51becddaad58 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:10.757849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a2deb-3a18-48f6-8015-113673f7d3cc None None] Network d5c47beb-e549-4087-901c-374c3c375a99 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:10.818759 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:10.881440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d1e64-e191-46f2-9aa9-f566333900a9 req-cc6970fc-fe6e-40f8-99df-f585f2d90b79 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:10.883112 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-733d1e64-e191-46f2-9aa9-f566333900a9 req-cc6970fc-fe6e-40f8-99df-f585f2d90b79 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0725999 Aug 29 06:54:10.933505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-733d1e64-e191-46f2-9aa9-f566333900a9 req-75dbd63e-46a4-4d58-bcbf-6475801ad520 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434458 Aug 29 06:54:10.934572 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:10.941873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724b9580-6c6d-4d9c-a82f-5b86d49f5466 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:10.944865 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-fd8bd94a-ce99-4f79-a8ff-35ac8e9a2335 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ea6a3d-a780-4b57-a31e-d6f784f125e7 HTTP/1.1" status: 200 len: 217 time: 0.5266390 Aug 29 06:54:10.959606 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Transition to ACTIVE for port object 1bf1603d-0845-4678-b6b2-1ace598c129f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:10.961331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-21251130-5196-4eae-9493-0365e5b19e40 None None] Provisioning for port 0ed4cb51-c937-47da-85cf-51becddaad58 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:10.971588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-21251130-5196-4eae-9493-0365e5b19e40 None None] Provisioning complete for port 0ed4cb51-c937-47da-85cf-51becddaad58 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:10.971982 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-21251130-5196-4eae-9493-0365e5b19e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:10.973333 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-724b9580-6c6d-4d9c-a82f-5b86d49f5466 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:10.973689 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-724b9580-6c6d-4d9c-a82f-5b86d49f5466 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Added segment 56a3cdcd-e5ba-4288-9abd-e3bf0ecbd8c8 of type vlan for network 6b71c6b4-119d-4db5-8e73-6aff44fa68e3 Aug 29 06:54:11.004359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Transition to ACTIVE for port object 1bf1603d-0845-4678-b6b2-1ace598c129f will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:11.079327 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.080294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407662c-b5ca-4c08-b45f-63abac04c9a8 req-92fa4654-a0f8-4b19-a450-ec182caad49e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:11.083712 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f407662c-b5ca-4c08-b45f-63abac04c9a8 req-92fa4654-a0f8-4b19-a450-ec182caad49e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 945 time: 0.0822098 Aug 29 06:54:11.085125 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.086364 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-724b9580-6c6d-4d9c-a82f-5b86d49f5466 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.091286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-b8e34f9c-a41b-43eb-baad-3b0cf0c1ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:11.092793 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-b8e34f9c-a41b-43eb-baad-3b0cf0c1ccbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.1316514 Aug 29 06:54:11.129286 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53306f22-0465-4824-8667-7e556c8612c1 None None] DHCP port deletion for d5c47beb-e549-4087-901c-374c3c375a99 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:54:11.136244 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-21251130-5196-4eae-9493-0365e5b19e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.154525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f407662c-b5ca-4c08-b45f-63abac04c9a8 req-d8f224d0-8551-423f-9589-ee347cf18555 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632010 Aug 29 06:54:11.180857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a67b9-a437-449b-8aa8-ea1440e4a624 req-85ed0357-e7b6-44bc-b47a-0c259aa85d90 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:11.182475 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-830a67b9-a437-449b-8aa8-ea1440e4a624 req-85ed0357-e7b6-44bc-b47a-0c259aa85d90 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 944 time: 0.0618405 Aug 29 06:54:11.186867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Network a6fc69c4-c434-4a49-ab23-be7adb14c9ac is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:11.198272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:11.201751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-1595f87a-50ac-4e6c-8483-465ef9175afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:11.202484 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Pushing event updated for resources: {'Port': ['ID=1bf1603d-0845-4678-b6b2-1ace598c129f,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:11.203685 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-1595f87a-50ac-4e6c-8483-465ef9175afa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938916 Aug 29 06:54:11.215844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:11.217155 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-724b9580-6c6d-4d9c-a82f-5b86d49f5466 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.224782 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724b9580-6c6d-4d9c-a82f-5b86d49f5466 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:11.225757 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-724b9580-6c6d-4d9c-a82f-5b86d49f5466 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.239596 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-21251130-5196-4eae-9493-0365e5b19e40 None None] For port 0ed4cb51-c937-47da-85cf-51becddaad58, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0ed4cb51-c937-47da-85cf-51becddaad58,segment=NetworkSegment(99781f9a-92a8-43b7-a917-ac13a673e856),segment_id=99781f9a-92a8-43b7-a917-ac13a673e856)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:11.267221 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-830a67b9-a437-449b-8aa8-ea1440e4a624 req-0671a33e-03c3-4c8a-929e-0aae3c6085a4 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742326 Aug 29 06:54:11.306250 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-21251130-5196-4eae-9493-0365e5b19e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.311863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Attempting to bind port 1bf1603d-0845-4678-b6b2-1ace598c129f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:11.312212 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Attempting to bind port 1bf1603d-0845-4678-b6b2-1ace598c129f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'cd423db5-a2fd-4d40-9962-67549212d855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6fc69c4-c434-4a49-ab23-be7adb14c9ac'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:11.312641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Attempting to bind port 1bf1603d-0845-4678-b6b2-1ace598c129f on network a6fc69c4-c434-4a49-ab23-be7adb14c9ac {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:11.342823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-53306f22-0465-4824-8667-7e556c8612c1 None None] Deleting port 0ed4cb51-c937-47da-85cf-51becddaad58 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:11.343090 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-53306f22-0465-4824-8667-7e556c8612c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.349291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:11.349780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Checking segment: {'id': 'cd423db5-a2fd-4d40-9962-67549212d855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6fc69c4-c434-4a49-ab23-be7adb14c9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:11.350245 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.350715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Bound using segment: {'id': 'cd423db5-a2fd-4d40-9962-67549212d855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6fc69c4-c434-4a49-ab23-be7adb14c9ac'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:11.351417 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Bound port: 1bf1603d-0845-4678-b6b2-1ace598c129f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd423db5-a2fd-4d40-9962-67549212d855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a6fc69c4-c434-4a49-ab23-be7adb14c9ac'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:11.351778 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.361610 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-724b9580-6c6d-4d9c-a82f-5b86d49f5466 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2251005 Aug 29 06:54:11.366003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56162) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:11.369047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Deleting port 1bf1603d-0845-4678-b6b2-1ace598c129f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:11.369400 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.374238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1a2f22a8-3fd2-44a5-b362-8017c63c4891 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Request body: {'subnet': {'network_id': '6b71c6b4-119d-4db5-8e73-6aff44fa68e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:11.392989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b9580-6c6d-4d9c-a82f-5b86d49f5466 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'Network': ['ID=6b71c6b4-119d-4db5-8e73-6aff44fa68e3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:11.415025 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 6b71c6b4-119d-4db5-8e73-6aff44fa68e3 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:11.434306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f52ba-00c9-444f-afa8-20209e05289f req-13d64b19-47d4-42d0-8516-c7a733a3bdbd tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:11.436464 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b1f52ba-00c9-444f-afa8-20209e05289f req-13d64b19-47d4-42d0-8516-c7a733a3bdbd tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 943 time: 0.1150048 Aug 29 06:54:11.461180 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-eca74bdb-0924-48ac-b8bb-0c3a49ccf154 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463038 Aug 29 06:54:11.514076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21251130-5196-4eae-9493-0365e5b19e40 None None] Pushing event updated for resources: {'Port': ['ID=0ed4cb51-c937-47da-85cf-51becddaad58,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:11.519040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b1f52ba-00c9-444f-afa8-20209e05289f req-e9abc10c-a8dd-47cd-b1aa-8533b3c42a70 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718036 Aug 29 06:54:11.529585 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-53306f22-0465-4824-8667-7e556c8612c1 None None] For port 0ed4cb51-c937-47da-85cf-51becddaad58, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0ed4cb51-c937-47da-85cf-51becddaad58,segment=NetworkSegment(99781f9a-92a8-43b7-a917-ac13a673e856),segment_id=99781f9a-92a8-43b7-a917-ac13a673e856)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:11.529995 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-53306f22-0465-4824-8667-7e556c8612c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.562347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-53306f22-0465-4824-8667-7e556c8612c1 None None] Calling delete_port for 0ed4cb51-c937-47da-85cf-51becddaad58 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:11.569312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] For port 1bf1603d-0845-4678-b6b2-1ace598c129f, host n-d-713301-12, got binding levels [] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:11.569599 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.586230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Calling delete_port for 1bf1603d-0845-4678-b6b2-1ace598c129f owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:11.630339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] For port 1bf1603d-0845-4678-b6b2-1ace598c129f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:11.648010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] For port 1bf1603d-0845-4678-b6b2-1ace598c129f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1bf1603d-0845-4678-b6b2-1ace598c129f,segment=NetworkSegment(cd423db5-a2fd-4d40-9962-67549212d855),segment_id=cd423db5-a2fd-4d40-9962-67549212d855)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:11.693474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2f22a8-3fd2-44a5-b362-8017c63c4891 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Made reservation on behalf of b4af6fbf68d94e2fb19164f0ef71505e for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:11.697597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a2f22a8-3fd2-44a5-b362-8017c63c4891 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.712420 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-147e92e9-02a1-407b-a77f-d33aafc205dc req-d3b532ac-74ec-4457-871a-edbfcd657f2a service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427893 Aug 29 06:54:11.741978 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.797143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473c6cf-5e1d-4dbb-af00-00602ee37274 req-e1d7fab1-848f-4675-9a07-f7757bb34dd9 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:11.798851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0473c6cf-5e1d-4dbb-af00-00602ee37274 req-e1d7fab1-848f-4675-9a07-f7757bb34dd9 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=009e177d-9c78-4778-b215-8868517c560e HTTP/1.1" status: 200 len: 945 time: 0.1166127 Aug 29 06:54:11.803883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd95d2-ddf8-4342-b871-68b085cd917d None None] Pushing event updated for resources: {'Port': ['ID=1bf1603d-0845-4678-b6b2-1ace598c129f,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:11.807041 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-53306f22-0465-4824-8667-7e556c8612c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.835408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53306f22-0465-4824-8667-7e556c8612c1 None None] Pushing event deleted for resources: {'Port': ['ID=0ed4cb51-c937-47da-85cf-51becddaad58,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:11.837441 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53306f22-0465-4824-8667-7e556c8612c1 None None] No DVR routers for this DVR port 0ed4cb51-c937-47da-85cf-51becddaad58 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:11.850874 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.872096 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0473c6cf-5e1d-4dbb-af00-00602ee37274 req-2a24404a-8826-48da-9b8c-3454cda4ca97 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539992 Aug 29 06:54:11.884328 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:11.941765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Port': ['ID=1bf1603d-0845-4678-b6b2-1ace598c129f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:11.995925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No DVR routers for this DVR port 1bf1603d-0845-4678-b6b2-1ace598c129f on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:12.073852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc004-e2bc-48d5-bc2b-bce5208e5302 req-4e41d859-9f5e-4996-abad-644bf4d6c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:12.075635 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-20abc004-e2bc-48d5-bc2b-bce5208e5302 req-4e41d859-9f5e-4996-abad-644bf4d6c0a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 1095 time: 0.1831214 Aug 29 06:54:12.076917 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:12.116067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f04e06-008c-4628-a24b-e615c2208984 req-b807d0d3-d597-43ff-8c5b-a9f9757ead6a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:12.117631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2f04e06-008c-4628-a24b-e615c2208984 req-b807d0d3-d597-43ff-8c5b-a9f9757ead6a tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.0696442 Aug 29 06:54:12.222980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.objects.ports [None req-1a2f22a8-3fd2-44a5-b362-8017c63c4891 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95404) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:54:12.228381 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a2f22a8-3fd2-44a5-b362-8017c63c4891 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:12.258733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0ed4cb51-c937-47da-85cf-51becddaad58 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:54:12.266612 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc004-e2bc-48d5-bc2b-bce5208e5302 req-5323daf1-01b0-4e32-adc3-5d5776701c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:12.269868 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-20abc004-e2bc-48d5-bc2b-bce5208e5302 req-5323daf1-01b0-4e32-adc3-5d5776701c99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.1697695 Aug 29 06:54:12.272230 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2f04e06-008c-4628-a24b-e615c2208984 req-deb5172a-94c3-4697-89f3-1b259b54c02e tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460495 Aug 29 06:54:12.305922 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 0ed4cb51-c937-47da-85cf-51becddaad58 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:54:12.306403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0ed4cb51-c937-47da-85cf-51becddaad58 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:54:12.342691 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-20abc004-e2bc-48d5-bc2b-bce5208e5302 req-f064ca6b-eabe-4bad-9402-1c3bf6e8da3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ea6a3d-a780-4b57-a31e-d6f784f125e7 HTTP/1.1" status: 200 len: 217 time: 0.0609715 Aug 29 06:54:12.343738 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:12.348075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f22a8-3fd2-44a5-b362-8017c63c4891 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'Subnet': ['ID=312e3b33-e027-4e1a-ac08-5a79e8ee1eda,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:12.366014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2f22a8-3fd2-44a5-b362-8017c63c4891 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Checking segment: {'id': '56a3cdcd-e5ba-4288-9abd-e3bf0ecbd8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6b71c6b4-119d-4db5-8e73-6aff44fa68e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:12.366382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2f22a8-3fd2-44a5-b362-8017c63c4891 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Network hostable DHCP agents. Network: 6b71c6b4-119d-4db5-8e73-6aff44fa68e3, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:12.382610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Subnet': ['ID=084bca7c-03bf-4f9e-be78-1b477a8cb950,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:12.395110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e951f-c26a-4678-a664-1703cca2e83f req-3cea9079-b3a7-498c-b979-89782d9e0921 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:12.396828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce7e951f-c26a-4678-a664-1703cca2e83f req-3cea9079-b3a7-498c-b979-89782d9e0921 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 945 time: 0.1194837 Aug 29 06:54:12.476703 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:12.480199 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc004-e2bc-48d5-bc2b-bce5208e5302 req-b4039d28-8cd1-4df2-baff-436565db3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:12.481732 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-20abc004-e2bc-48d5-bc2b-bce5208e5302 req-b4039d28-8cd1-4df2-baff-436565db3dfd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.1098557 Aug 29 06:54:12.493621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fc69c4-c434-4a49-ab23-be7adb14c9ac']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:12.516141 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd423db5-a2fd-4d40-9962-67549212d855') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:12.516424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd423db5-a2fd-4d40-9962-67549212d855') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:12.541426 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:12.559882 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:12.570845 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:12.571579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:12.574958 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:12.578676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc004-e2bc-48d5-bc2b-bce5208e5302 req-c0ac9292-c78c-4095-8020-23412753fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:12.579500 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-20abc004-e2bc-48d5-bc2b-bce5208e5302 req-c0ac9292-c78c-4095-8020-23412753fdbf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764315 Aug 29 06:54:12.724018 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-20abc004-e2bc-48d5-bc2b-bce5208e5302 req-fd4ded95-bdbf-4e22-ba64-49058e12d0d9 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074626 Aug 29 06:54:12.749864 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:12.758660 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:12.764610 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/a6fc69c4-c434-4a49-ab23-be7adb14c9ac HTTP/1.1" status: 204 len: 168 time: 2.5521882 Aug 29 06:54:12.775351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56180) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:12.780488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-fe5221ce-367f-4f7d-85e8-1e5e1aa8a7ff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-687005406'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:12.806234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc8557-8fed-4b48-985c-6a2f47401f94 req-0010299c-4b8b-492b-bc4f-57d464f7ef0a tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:12.811622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76bc8557-8fed-4b48-985c-6a2f47401f94 req-0010299c-4b8b-492b-bc4f-57d464f7ef0a tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 944 time: 0.4573715 Aug 29 06:54:12.841661 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce7e951f-c26a-4678-a664-1703cca2e83f req-1cec2ea7-d308-493f-9fa8-0bae3b5ca0d7 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353502 Aug 29 06:54:12.858453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd96fa-f14a-4314-a929-63ad3550599d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Network': ['ID=a6fc69c4-c434-4a49-ab23-be7adb14c9ac,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:12.872278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2f22a8-3fd2-44a5-b362-8017c63c4891 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Network 6b71c6b4-119d-4db5-8e73-6aff44fa68e3 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:12.898077 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76bc8557-8fed-4b48-985c-6a2f47401f94 req-8dd9a724-e069-478e-844e-e9de5697a136 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760138 Aug 29 06:54:12.902266 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3f355-ad67-490c-b603-c56bd8833467 req-5cae917a-67d4-4d1d-a371-0eb243c563e5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:12.904008 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ac3f355-ad67-490c-b603-c56bd8833467 req-5cae917a-67d4-4d1d-a371-0eb243c563e5 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 950 time: 0.1424930 Aug 29 06:54:12.967346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5221ce-367f-4f7d-85e8-1e5e1aa8a7ff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:12.970552 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe5221ce-367f-4f7d-85e8-1e5e1aa8a7ff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:12.978882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 41f9686b-94e5-4444-893a-37f035094f7f up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:12.995655 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-20abc004-e2bc-48d5-bc2b-bce5208e5302 req-fb8295e3-a664-4ecd-97d3-c4a656331d8d service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351055 Aug 29 06:54:13.029926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-1a2f22a8-3fd2-44a5-b362-8017c63c4891 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 6b71c6b4-119d-4db5-8e73-6aff44fa68e3) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:13.036921 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1be269d-42af-40c0-9aa6-20fdea1b9a7e None None] DHCP port deletion for a6fc69c4-c434-4a49-ab23-be7adb14c9ac request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:54:13.052839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd1538-d863-4198-967e-12a6b0e508c2 None None] Network 6b71c6b4-119d-4db5-8e73-6aff44fa68e3 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:13.058589 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2f22a8-3fd2-44a5-b362-8017c63c4891 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:13.059209 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a2f22a8-3fd2-44a5-b362-8017c63c4891 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.079087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-1ac3f355-ad67-490c-b603-c56bd8833467 req-c1a46d2d-6132-4d02-9e62-3761026c38b1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Deleting port c58452be-6938-4127-b3a2-0cf1e78d0786 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:13.079502 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ac3f355-ad67-490c-b603-c56bd8833467 req-c1a46d2d-6132-4d02-9e62-3761026c38b1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.098622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7e41813e-8de9-4f15-8366-40515bc24c1f None None] Could not find standard attr ID for object 1bf1603d-0845-4678-b6b2-1ace598c129f. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:54:13.105374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0182d764-9c76-4cf1-8d17-68b40edd78c2 None None] Network a6fc69c4-c434-4a49-ab23-be7adb14c9ac requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:13.128842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0182d764-9c76-4cf1-8d17-68b40edd78c2 None None] Network a6fc69c4-c434-4a49-ab23-be7adb14c9ac could not be found, it might have been deleted concurrently. {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 06:54:13.137140 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5221ce-367f-4f7d-85e8-1e5e1aa8a7ff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:13.156486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fcfa7-192b-440f-9d1c-04f74e336151 req-99938a59-535a-4d11-812c-955936ab9c9f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:13.157991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423fcfa7-192b-440f-9d1c-04f74e336151 req-99938a59-535a-4d11-812c-955936ab9c9f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 943 time: 0.2028263 Aug 29 06:54:13.164600 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe5221ce-367f-4f7d-85e8-1e5e1aa8a7ff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.165165 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-fe5221ce-367f-4f7d-85e8-1e5e1aa8a7ff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Added segment e735d679-e795-40c4-9046-f3a1b8580686 of type vlan for network 15b15c66-e95d-46ee-b7db-e750a751dad2 Aug 29 06:54:13.194534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00b076-3e9f-4122-9d9e-a9b0a404354a req-0d89a757-f954-4105-8328-e08c19ccd775 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:13.196342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af00b076-3e9f-4122-9d9e-a9b0a404354a req-0d89a757-f954-4105-8328-e08c19ccd775 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.15 "GET /v2.0/ports?device_id=009e177d-9c78-4778-b215-8868517c560e HTTP/1.1" status: 200 len: 945 time: 0.1639779 Aug 29 06:54:13.201780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1ac3f355-ad67-490c-b603-c56bd8833467 req-c1a46d2d-6132-4d02-9e62-3761026c38b1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] For port c58452be-6938-4127-b3a2-0cf1e78d0786, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=c58452be-6938-4127-b3a2-0cf1e78d0786,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:13.202266 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ac3f355-ad67-490c-b603-c56bd8833467 req-c1a46d2d-6132-4d02-9e62-3761026c38b1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.206531 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969ad03-6f65-4d30-9ed3-90ba79d76268 req-a06070c2-05f0-4999-91f7-aabd54f5018b tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:13.208019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1969ad03-6f65-4d30-9ed3-90ba79d76268 req-a06070c2-05f0-4999-91f7-aabd54f5018b tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=009e177d-9c78-4778-b215-8868517c560e HTTP/1.1" status: 200 len: 945 time: 0.1791894 Aug 29 06:54:13.218009 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-1ac3f355-ad67-490c-b603-c56bd8833467 req-c1a46d2d-6132-4d02-9e62-3761026c38b1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Calling delete_port for c58452be-6938-4127-b3a2-0cf1e78d0786 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:13.244946 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1a2f22a8-3fd2-44a5-b362-8017c63c4891 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8758047 Aug 29 06:54:13.254826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-6b71c6b4-119d-4db5-8e73-6aff44fa68e3', 'network_id': '6b71c6b4-119d-4db5-8e73-6aff44fa68e3', 'tenant_id': 'b4af6fbf68d94e2fb19164f0ef71505e', 'fixed_ips': [{'subnet_id': '312e3b33-e027-4e1a-ac08-5a79e8ee1eda'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:54:13.255833 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.258972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 41f9686b-94e5-4444-893a-37f035094f7f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:13.267546 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56184) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:13.272251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 41f9686b-94e5-4444-893a-37f035094f7f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:13.272700 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.319312 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe5221ce-367f-4f7d-85e8-1e5e1aa8a7ff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.414153 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-423fcfa7-192b-440f-9d1c-04f74e336151 req-d58d774e-38ca-4c4f-a7a7-84dd96f70bd5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456489 Aug 29 06:54:13.448858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6db0cc-b32c-4a41-9782-401d9beb5cd0 req-d0b4252b-8c4f-43b2-800f-1ff577a13ef5 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:13.449363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1969ad03-6f65-4d30-9ed3-90ba79d76268 req-5bc45d06-307d-420c-803a-ef26cea34fa4 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131789 Aug 29 06:54:13.450679 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ed6db0cc-b32c-4a41-9782-401d9beb5cd0 req-d0b4252b-8c4f-43b2-800f-1ff577a13ef5 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.11 "GET /v2.0/ports?device_id=19bee35c-5dce-43f3-ad8c-1fc55841966b HTTP/1.1" status: 200 len: 945 time: 0.1325653 Aug 29 06:54:13.476351 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.500684 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.508789 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.510188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Allocated IP 2001:db8::f816:3eff:fe20:998f (6b71c6b4-119d-4db5-8e73-6aff44fa68e3/312e3b33-e027-4e1a-ac08-5a79e8ee1eda/cd3bb1ec-a9f5-4ae9-9684-105c3917da75) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:13.521474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-af00b076-3e9f-4122-9d9e-a9b0a404354a req-b5ca4263-2b72-4f7f-9c09-ab753a0fb374 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Deleting port d13b7271-a8db-4402-a05a-44c2c5742b02 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:13.521474 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-af00b076-3e9f-4122-9d9e-a9b0a404354a req-b5ca4263-2b72-4f7f-9c09-ab753a0fb374 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.529326 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19dfe7b-7fdc-4c16-8a5b-b5b207454770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f9686b-94e5-4444-893a-37f035094f7f'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:13.533084 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b671644a-df59-4fa5-a206-0a5bead708ea" -d '{"events": [{"server_uuid": "a19dfe7b-7fdc-4c16-8a5b-b5b207454770", "name": "network-vif-plugged", "status": "completed", "tag": "41f9686b-94e5-4444-893a-37f035094f7f"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:13.551601 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 41f9686b-94e5-4444-893a-37f035094f7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=41f9686b-94e5-4444-893a-37f035094f7f,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:13.571353 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd9e49c-2e46-4ae5-9468-5dc3ae2ba0e6 x-openstack-request-id: req-4cd9e49c-2e46-4ae5-9468-5dc3ae2ba0e6 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:13.571762 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19dfe7b-7fdc-4c16-8a5b-b5b207454770", "name": "network-vif-plugged", "status": "completed", "tag": "41f9686b-94e5-4444-893a-37f035094f7f", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:13.572082 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4cd9e49c-2e46-4ae5-9468-5dc3ae2ba0e6 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:13.572550 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19dfe7b-7fdc-4c16-8a5b-b5b207454770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f9686b-94e5-4444-893a-37f035094f7f', 'code': 200} Aug 29 06:54:13.600207 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe5221ce-367f-4f7d-85e8-1e5e1aa8a7ff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.601575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-ed6db0cc-b32c-4a41-9782-401d9beb5cd0 req-bda83ed8-8ca8-4cea-9f8a-628e79d011cc tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Deleting port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:13.602082 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ed6db0cc-b32c-4a41-9782-401d9beb5cd0 req-bda83ed8-8ca8-4cea-9f8a-628e79d011cc tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.606259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5221ce-367f-4f7d-85e8-1e5e1aa8a7ff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:13.606560 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ac3f355-ad67-490c-b603-c56bd8833467 req-c1a46d2d-6132-4d02-9e62-3761026c38b1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.606900 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe5221ce-367f-4f7d-85e8-1e5e1aa8a7ff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.624710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['c58452be-6938-4127-b3a2-0cf1e78d0786'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:13.652804 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.653608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1b311365-5d50-4477-9ebd-cee874962599 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:13.656268 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['46a20dce-4a25-4e68-b695-3a755a9819a8'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:13.684328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a46d2d-6132-4d02-9e62-3761026c38b1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Pushing event deleted for resources: {'Port': ['ID=c58452be-6938-4127-b3a2-0cf1e78d0786,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:13.745193 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac3f355-ad67-490c-b603-c56bd8833467 req-c1a46d2d-6132-4d02-9e62-3761026c38b1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] No DVR routers for this DVR port c58452be-6938-4127-b3a2-0cf1e78d0786 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:13.750278 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1ac3f355-ad67-490c-b603-c56bd8833467 req-c1a46d2d-6132-4d02-9e62-3761026c38b1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.751743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-04ed0474-a80c-46b1-bef5-8e31bbf5c8e4 req-e4a4d71e-ea5d-4475-ad0c-2bbb3df6ea78 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 210 time: 0.1590757 Aug 29 06:54:13.751876 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ac3f355-ad67-490c-b603-c56bd8833467 req-c1a46d2d-6132-4d02-9e62-3761026c38b1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.15 "DELETE /v2.0/ports/c58452be-6938-4127-b3a2-0cf1e78d0786 HTTP/1.1" status: 204 len: 173 time: 0.8278618 Aug 29 06:54:13.752226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e52c74e-58e0-4b58-881e-4e20ba88b29f', 'name': 'network-vif-deleted', 'tag': 'c58452be-6938-4127-b3a2-0cf1e78d0786'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:13.754513 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df8da70-1074-46a2-90eb-dd8e8c4a1e14" -d '{"events": [{"server_uuid": "7e52c74e-58e0-4b58-881e-4e20ba88b29f", "name": "network-vif-deleted", "tag": "c58452be-6938-4127-b3a2-0cf1e78d0786"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:13.777821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ed6db0cc-b32c-4a41-9782-401d9beb5cd0 req-bda83ed8-8ca8-4cea-9f8a-628e79d011cc tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] For port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4d8c7b80-f1ca-4688-93c5-b1ffc8b965da,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:13.778200 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ed6db0cc-b32c-4a41-9782-401d9beb5cd0 req-bda83ed8-8ca8-4cea-9f8a-628e79d011cc tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.796594 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:13.802099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-ed6db0cc-b32c-4a41-9782-401d9beb5cd0 req-bda83ed8-8ca8-4cea-9f8a-628e79d011cc tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Calling delete_port for 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:13.815985 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c936885-714f-407b-ac53-29fd1ca656e3 x-openstack-request-id: req-7c936885-714f-407b-ac53-29fd1ca656e3 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:13.816288 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e52c74e-58e0-4b58-881e-4e20ba88b29f", "name": "network-vif-deleted", "tag": "c58452be-6938-4127-b3a2-0cf1e78d0786", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:13.816689 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7c936885-714f-407b-ac53-29fd1ca656e3 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:13.817283 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e52c74e-58e0-4b58-881e-4e20ba88b29f', 'name': 'network-vif-deleted', 'tag': 'c58452be-6938-4127-b3a2-0cf1e78d0786', 'status': 'completed', 'code': 200} Aug 29 06:54:13.844202 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fe5221ce-367f-4f7d-85e8-1e5e1aa8a7ff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0677462 Aug 29 06:54:13.852181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 16ea6a3d-a780-4b57-a31e-d6f784f125e7 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:54:13.852377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56198) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:13.854988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-bf8b89dc-ebd1-411f-b27a-b4408bbcb000 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:13.858415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5221ce-367f-4f7d-85e8-1e5e1aa8a7ff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Network': ['ID=15b15c66-e95d-46ee-b7db-e750a751dad2,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:13.996524 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219292-f19f-492e-9091-97aeb1140a24 req-18981a6c-025b-406d-b222-98b473738adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:13.998483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1219292-f19f-492e-9091-97aeb1140a24 req-18981a6c-025b-406d-b222-98b473738adf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 1098 time: 0.3240497 Aug 29 06:54:14.041770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-af00b076-3e9f-4122-9d9e-a9b0a404354a req-b5ca4263-2b72-4f7f-9c09-ab753a0fb374 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] For port d13b7271-a8db-4402-a05a-44c2c5742b02, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d13b7271-a8db-4402-a05a-44c2c5742b02,segment=NetworkSegment(f8fd5f2b-2096-4620-8b4b-72c37a56a893),segment_id=f8fd5f2b-2096-4620-8b4b-72c37a56a893)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:14.042151 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-af00b076-3e9f-4122-9d9e-a9b0a404354a req-b5ca4263-2b72-4f7f-9c09-ab753a0fb374 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:14.089086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 15b15c66-e95d-46ee-b7db-e750a751dad2 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:14.090836 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ed6db0cc-b32c-4a41-9782-401d9beb5cd0 req-bda83ed8-8ca8-4cea-9f8a-628e79d011cc tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:14.127760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda83ed8-8ca8-4cea-9f8a-628e79d011cc tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Pushing event deleted for resources: {'Port': ['ID=4d8c7b80-f1ca-4688-93c5-b1ffc8b965da,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:14.129795 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['d13b7271-a8db-4402-a05a-44c2c5742b02'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:14.143955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-af00b076-3e9f-4122-9d9e-a9b0a404354a req-b5ca4263-2b72-4f7f-9c09-ab753a0fb374 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Calling delete_port for d13b7271-a8db-4402-a05a-44c2c5742b02 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:14.190362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6db0cc-b32c-4a41-9782-401d9beb5cd0 req-bda83ed8-8ca8-4cea-9f8a-628e79d011cc tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] No DVR routers for this DVR port 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:14.205206 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ed6db0cc-b32c-4a41-9782-401d9beb5cd0 req-bda83ed8-8ca8-4cea-9f8a-628e79d011cc tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:14.207664 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ed6db0cc-b32c-4a41-9782-401d9beb5cd0 req-bda83ed8-8ca8-4cea-9f8a-628e79d011cc tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.11 "DELETE /v2.0/ports/4d8c7b80-f1ca-4688-93c5-b1ffc8b965da HTTP/1.1" status: 204 len: 173 time: 0.7501609 Aug 29 06:54:14.210560 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489d4cb-e5d2-4246-8cc0-2b2a8893b276 req-c60f7ae0-790d-4c98-884a-2aa3cf159113 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:14.217091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1489d4cb-e5d2-4246-8cc0-2b2a8893b276 req-c60f7ae0-790d-4c98-884a-2aa3cf159113 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 946 time: 0.2674339 Aug 29 06:54:14.243798 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1bf1603d-0845-4678-b6b2-1ace598c129f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:54:14.259190 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf8b89dc-ebd1-411f-b27a-b4408bbcb000 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:14.284576 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1219292-f19f-492e-9091-97aeb1140a24 req-80e72344-417a-4e0b-adf2-2a26449a1b70 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721288 Aug 29 06:54:14.297364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123b324-eac9-4598-b778-72b088533cff req-b2c485e8-3c50-4ce0-9b11-d85ab1366537 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:14.307368 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c123b324-eac9-4598-b778-72b088533cff req-b2c485e8-3c50-4ce0-9b11-d85ab1366537 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 944 time: 0.2957661 Aug 29 06:54:14.345396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 1bf1603d-0845-4678-b6b2-1ace598c129f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:54:14.345761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1bf1603d-0845-4678-b6b2-1ace598c129f not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:54:14.359762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=41f9686b-94e5-4444-893a-37f035094f7f,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:14.374744 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.resource_extend [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 06:54:14.379724 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf8b89dc-ebd1-411f-b27a-b4408bbcb000 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:14.446056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf8b89dc-ebd1-411f-b27a-b4408bbcb000 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network 15b15c66-e95d-46ee-b7db-e750a751dad2 is not hosted by any dhcp agent {{(pid=95404) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 06:54:14.451596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8b89dc-ebd1-411f-b27a-b4408bbcb000 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:14.452341 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf8b89dc-ebd1-411f-b27a-b4408bbcb000 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:14.456721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bf8b89dc-ebd1-411f-b27a-b4408bbcb000 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "PUT /v2.0/networks/15b15c66-e95d-46ee-b7db-e750a751dad2 HTTP/1.1" status: 200 len: 723 time: 0.6031969 Aug 29 06:54:14.462655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56208) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:14.465709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-78a3964c-1f8a-4907-942d-9c644388ff25 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'subnet': {'network_id': '15b15c66-e95d-46ee-b7db-e750a751dad2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:14.469544 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 1b311365-5d50-4477-9ebd-cee874962599 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:14.486700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c123b324-eac9-4598-b778-72b088533cff req-e0c3c8c1-bf41-4052-be15-7b0801ac49af tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795216 Aug 29 06:54:14.501705 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1489d4cb-e5d2-4246-8cc0-2b2a8893b276 req-a701fb0d-f3d6-43f1-b086-0f081195714b tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157028 Aug 29 06:54:14.511256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b89dc-ebd1-411f-b27a-b4408bbcb000 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Network': ['ID=15b15c66-e95d-46ee-b7db-e750a751dad2,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:14.521429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 1b311365-5d50-4477-9ebd-cee874962599 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:14.521802 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:14.549283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 15b15c66-e95d-46ee-b7db-e750a751dad2 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:14.566756 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:14.640937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Transition to ACTIVE for port object cd3bb1ec-a9f5-4ae9-9684-105c3917da75 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:14.677000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 16ea6a3d-a780-4b57-a31e-d6f784f125e7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=16ea6a3d-a780-4b57-a31e-d6f784f125e7,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:14.695633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a3964c-1f8a-4907-942d-9c644388ff25 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:14.700072 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-78a3964c-1f8a-4907-942d-9c644388ff25 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:14.717010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2638d-774d-48cc-a95b-3bca6ce32b20 req-44440381-58e6-498d-994d-6ce2eb078406 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:14.718589 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45f2638d-774d-48cc-a95b-3bca6ce32b20 req-44440381-58e6-498d-994d-6ce2eb078406 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 943 time: 0.1063738 Aug 29 06:54:14.721284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Transition to ACTIVE for port object cd3bb1ec-a9f5-4ae9-9684-105c3917da75 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:14.723627 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '16ea6a3d-a780-4b57-a31e-d6f784f125e7', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'port_id': '16ea6a3d-a780-4b57-a31e-d6f784f125e7', 'mac_address': 'fa:16:3e:9f:50:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:54:14.728502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3e4d3-a6fc-4560-a41f-b1fab45b730f req-89d3c125-38a9-4956-b3ab-64c876b0eb40 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:14.730290 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03f3e4d3-a6fc-4560-a41f-b1fab45b730f req-89d3c125-38a9-4956-b3ab-64c876b0eb40 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=009e177d-9c78-4778-b215-8868517c560e HTTP/1.1" status: 200 len: 945 time: 0.1009669 Aug 29 06:54:14.786117 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-af00b076-3e9f-4122-9d9e-a9b0a404354a req-b5ca4263-2b72-4f7f-9c09-ab753a0fb374 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:14.817143 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:14.855488 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:14.867786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45f2638d-774d-48cc-a95b-3bca6ce32b20 req-5f7b260f-ad69-422f-80b1-4adf879e68a4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328073 Aug 29 06:54:14.869857 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:14.885931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Network 6b71c6b4-119d-4db5-8e73-6aff44fa68e3 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:14.892369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:14.894925 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ea6a3d-a780-4b57-a31e-d6f784f125e7 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:54:14.904635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:14.910371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Pushing event updated for resources: {'Port': ['ID=cd3bb1ec-a9f5-4ae9-9684-105c3917da75,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:14.917944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca4263-2b72-4f7f-9c09-ab753a0fb374 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Pushing event deleted for resources: {'Port': ['ID=d13b7271-a8db-4402-a05a-44c2c5742b02,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:14.941978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 16ea6a3d-a780-4b57-a31e-d6f784f125e7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=16ea6a3d-a780-4b57-a31e-d6f784f125e7,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:14.943792 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03f3e4d3-a6fc-4560-a41f-b1fab45b730f req-75068048-a7bd-403b-83da-5639c63d1df4 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947510 Aug 29 06:54:14.984941 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-af00b076-3e9f-4122-9d9e-a9b0a404354a req-b5ca4263-2b72-4f7f-9c09-ab753a0fb374 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] No DVR routers for this DVR port d13b7271-a8db-4402-a05a-44c2c5742b02 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:14.990842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1b311365-5d50-4477-9ebd-cee874962599, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1b311365-5d50-4477-9ebd-cee874962599,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:14.994556 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-af00b076-3e9f-4122-9d9e-a9b0a404354a req-b5ca4263-2b72-4f7f-9c09-ab753a0fb374 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:14.996517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af00b076-3e9f-4122-9d9e-a9b0a404354a req-b5ca4263-2b72-4f7f-9c09-ab753a0fb374 tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.15 "DELETE /v2.0/ports/d13b7271-a8db-4402-a05a-44c2c5742b02 HTTP/1.1" status: 204 len: 173 time: 1.7678957 Aug 29 06:54:14.996964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009e177d-9c78-4778-b215-8868517c560e', 'name': 'network-vif-deleted', 'tag': 'd13b7271-a8db-4402-a05a-44c2c5742b02'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:14.999284 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c5bc47-a6d4-4b37-9a29-940cd21cc704" -d '{"events": [{"server_uuid": "009e177d-9c78-4778-b215-8868517c560e", "name": "network-vif-deleted", "tag": "d13b7271-a8db-4402-a05a-44c2c5742b02"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:15.002215 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Attempting to bind port cd3bb1ec-a9f5-4ae9-9684-105c3917da75 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:15.004584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Attempting to bind port cd3bb1ec-a9f5-4ae9-9684-105c3917da75 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '56a3cdcd-e5ba-4288-9abd-e3bf0ecbd8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6b71c6b4-119d-4db5-8e73-6aff44fa68e3'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:15.004584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Attempting to bind port cd3bb1ec-a9f5-4ae9-9684-105c3917da75 on network 6b71c6b4-119d-4db5-8e73-6aff44fa68e3 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:15.009045 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:15.009520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Checking segment: {'id': '56a3cdcd-e5ba-4288-9abd-e3bf0ecbd8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6b71c6b4-119d-4db5-8e73-6aff44fa68e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:15.009857 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:15.010245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Bound using segment: {'id': '56a3cdcd-e5ba-4288-9abd-e3bf0ecbd8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6b71c6b4-119d-4db5-8e73-6aff44fa68e3'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:15.011054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Bound port: cd3bb1ec-a9f5-4ae9-9684-105c3917da75, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a3cdcd-e5ba-4288-9abd-e3bf0ecbd8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6b71c6b4-119d-4db5-8e73-6aff44fa68e3'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:15.011513 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:15.035181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6848510e-f294-4f2a-8cef-aedb1f5c48a0 req-d852e375-d1b9-4861-a98c-71a20a46273f tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e52c74e-58e0-4b58-881e-4e20ba88b29f HTTP/1.1" status: 200 len: 210 time: 0.0513585 Aug 29 06:54:15.041017 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:15.059602 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:15.061366 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:15.083873 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d33ef3f-7bcc-44fc-a2fd-c69805dfa72d x-openstack-request-id: req-8d33ef3f-7bcc-44fc-a2fd-c69805dfa72d {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:15.084455 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009e177d-9c78-4778-b215-8868517c560e", "name": "network-vif-deleted", "tag": "d13b7271-a8db-4402-a05a-44c2c5742b02", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:15.084875 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8d33ef3f-7bcc-44fc-a2fd-c69805dfa72d {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:15.085450 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009e177d-9c78-4778-b215-8868517c560e', 'name': 'network-vif-deleted', 'tag': 'd13b7271-a8db-4402-a05a-44c2c5742b02', 'status': 'completed', 'code': 200} Aug 29 06:54:15.086433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Subnet': ['ID=312e3b33-e027-4e1a-ac08-5a79e8ee1eda,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:15.123763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] For port cd3bb1ec-a9f5-4ae9-9684-105c3917da75, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:15.127217 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:54:15.138754 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:15.151043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b71c6b4-119d-4db5-8e73-6aff44fa68e3']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:15.158837 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=16ea6a3d-a780-4b57-a31e-d6f784f125e7,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:15.162672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] For port cd3bb1ec-a9f5-4ae9-9684-105c3917da75, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cd3bb1ec-a9f5-4ae9-9684-105c3917da75,segment=NetworkSegment(56a3cdcd-e5ba-4288-9abd-e3bf0ecbd8c8),segment_id=56a3cdcd-e5ba-4288-9abd-e3bf0ecbd8c8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:15.163185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a3cdcd-e5ba-4288-9abd-e3bf0ecbd8c8') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:15.163557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a3cdcd-e5ba-4288-9abd-e3bf0ecbd8c8') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:15.165839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:54:15.166189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4d8c7b80-f1ca-4688-93c5-b1ffc8b965da not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:54:15.173867 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:15.216872 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1b311365-5d50-4477-9ebd-cee874962599,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:15.264999 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:15.267320 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:15.274033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:15.274458 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:15.277511 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:15.287629 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-78a3964c-1f8a-4907-942d-9c644388ff25 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:15.353157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425bcce-4e06-4368-938e-5706313c9cf6 None None] Pushing event updated for resources: {'Port': ['ID=cd3bb1ec-a9f5-4ae9-9684-105c3917da75,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:15.385087 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.api [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 06:54:15.385087 n-d-713301-12 neutron-server[95404]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 06:54:15.385087 n-d-713301-12 neutron-server[95404]: [parameters: {'id': '6b71c6b4-119d-4db5-8e73-6aff44fa68e3'}] Aug 29 06:54:15.385087 n-d-713301-12 neutron-server[95404]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:54:15.386047 n-d-713301-12 neutron-server[95404]: DEBUG oslo_db.api [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:54:15.387359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['16ea6a3d-a780-4b57-a31e-d6f784f125e7'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:15.419807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3964c-1f8a-4907-942d-9c644388ff25 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Subnet': ['ID=b9b8f4cd-2a5a-49f2-9daa-f3ecf16ca90f,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:15.423459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3964c-1f8a-4907-942d-9c644388ff25 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Checking segment: {'id': 'e735d679-e795-40c4-9046-f3a1b8580686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15b15c66-e95d-46ee-b7db-e750a751dad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:15.424048 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3964c-1f8a-4907-942d-9c644388ff25 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network hostable DHCP agents. Network: 15b15c66-e95d-46ee-b7db-e750a751dad2, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:15.522196 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3964c-1f8a-4907-942d-9c644388ff25 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network 15b15c66-e95d-46ee-b7db-e750a751dad2 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:15.574519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b64226a-366a-4bf1-9c59-4a613a5fd860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b311365-5d50-4477-9ebd-cee874962599'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:15.586331 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9556820-70dc-482a-84e8-e510e7923e4a" -d '{"events": [{"server_uuid": "3b64226a-366a-4bf1-9c59-4a613a5fd860", "name": "network-vif-plugged", "status": "completed", "tag": "1b311365-5d50-4477-9ebd-cee874962599"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:15.610308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-78a3964c-1f8a-4907-942d-9c644388ff25 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 15b15c66-e95d-46ee-b7db-e750a751dad2) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:15.620662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a3964c-1f8a-4907-942d-9c644388ff25 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:15.621278 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-78a3964c-1f8a-4907-942d-9c644388ff25 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:15.627008 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9490ce54-78eb-453c-af29-00acc202c843 None None] Network 15b15c66-e95d-46ee-b7db-e750a751dad2 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:15.693753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1e2f4-d398-430e-8e58-4ae40b697ff7 req-6fad2fe4-18da-43a5-a44f-919e697a6d08 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:15.699758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90b1e2f4-d398-430e-8e58-4ae40b697ff7 req-6fad2fe4-18da-43a5-a44f-919e697a6d08 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 946 time: 0.0993891 Aug 29 06:54:15.713389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b6096-0e39-45f0-ada7-1fcfb9128c84 req-a2478967-d737-445e-ab45-55ca06c2f8ec tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:15.714945 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f16b6096-0e39-45f0-ada7-1fcfb9128c84 req-a2478967-d737-445e-ab45-55ca06c2f8ec tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1026990 Aug 29 06:54:15.780126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90b1e2f4-d398-430e-8e58-4ae40b697ff7 req-49727de8-78bc-4e1f-8e45-bdf22d1aafb9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689929 Aug 29 06:54:15.780126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f16b6096-0e39-45f0-ada7-1fcfb9128c84 req-d43361e8-ae25-49e3-9b39-e3faf9008827 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575690 Aug 29 06:54:15.812013 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56228) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:15.816619 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-78a3964c-1f8a-4907-942d-9c644388ff25 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3545027 Aug 29 06:54:15.817522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-44d992d3-571e-4a77-8ce9-56918335dc9f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:15.818108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bee35c-5dce-43f3-ad8c-1fc55841966b', 'name': 'network-vif-deleted', 'tag': '4d8c7b80-f1ca-4688-93c5-b1ffc8b965da'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:15.820779 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4039e69-89f1-4d9a-ad97-f144e623656b" -d '{"events": [{"server_uuid": "19bee35c-5dce-43f3-ad8c-1fc55841966b", "name": "network-vif-deleted", "tag": "4d8c7b80-f1ca-4688-93c5-b1ffc8b965da"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:15.831646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-15b15c66-e95d-46ee-b7db-e750a751dad2', 'network_id': '15b15c66-e95d-46ee-b7db-e750a751dad2', 'tenant_id': '50c298866ae44dd8bc2226c2a10475d4', 'fixed_ips': [{'subnet_id': 'b9b8f4cd-2a5a-49f2-9daa-f3ecf16ca90f'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:54:15.832533 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:15.871685 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c80276-94e5-433c-8e1d-d6958863e9fa x-openstack-request-id: req-46c80276-94e5-433c-8e1d-d6958863e9fa {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:15.873348 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b64226a-366a-4bf1-9c59-4a613a5fd860", "name": "network-vif-plugged", "status": "completed", "tag": "1b311365-5d50-4477-9ebd-cee874962599", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:15.873348 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46c80276-94e5-433c-8e1d-d6958863e9fa {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:15.873538 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b64226a-366a-4bf1-9c59-4a613a5fd860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b311365-5d50-4477-9ebd-cee874962599', 'code': 200} Aug 29 06:54:15.881395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c58452be-6938-4127-b3a2-0cf1e78d0786 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:54:15.897989 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:15.903364 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aad81c-1544-462a-9385-05a60a56d54c x-openstack-request-id: req-44aad81c-1544-462a-9385-05a60a56d54c {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:15.903657 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bee35c-5dce-43f3-ad8c-1fc55841966b", "name": "network-vif-deleted", "tag": "4d8c7b80-f1ca-4688-93c5-b1ffc8b965da", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:15.903948 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-44aad81c-1544-462a-9385-05a60a56d54c {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:15.904393 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bee35c-5dce-43f3-ad8c-1fc55841966b', 'name': 'network-vif-deleted', 'tag': '4d8c7b80-f1ca-4688-93c5-b1ffc8b965da', 'status': 'completed', 'code': 200} Aug 29 06:54:15.944046 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: c58452be-6938-4127-b3a2-0cf1e78d0786 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:54:15.944384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device c58452be-6938-4127-b3a2-0cf1e78d0786 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:54:15.944728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d13b7271-a8db-4402-a05a-44c2c5742b02 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:54:15.970963 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: d13b7271-a8db-4402-a05a-44c2c5742b02 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:54:15.971406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d13b7271-a8db-4402-a05a-44c2c5742b02 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:54:16.140023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0cdf5e8b-d950-4e4e-82e3-68445c78b86e req-2aa09c05-cfc3-42ef-a89d-f5f9eed0cf6c tempest-MultipleCreateTestJSON-433602827 tempest-MultipleCreateTestJSON-433602827-project] 10.222.0.76 "GET /v2.0/ports?device_id=009e177d-9c78-4778-b215-8868517c560e HTTP/1.1" status: 200 len: 210 time: 0.0710711 Aug 29 06:54:16.151958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7f0fb-5cea-4663-bdba-8b01972bce98 req-f323ec96-5d44-4a0d-a987-8f5a746e79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:16.153775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72e7f0fb-5cea-4663-bdba-8b01972bce98 req-f323ec96-5d44-4a0d-a987-8f5a746e79aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 1097 time: 0.2030039 Aug 29 06:54:16.175589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Allocated IP 172.20.0.2 (15b15c66-e95d-46ee-b7db-e750a751dad2/b9b8f4cd-2a5a-49f2-9daa-f3ecf16ca90f/07257b60-b2ba-423b-9607-da4e288c5551) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:16.186748 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1eedb3-1885-417f-9918-5721269e2190 req-b1ff09fe-b831-49b2-83b0-666ef236f3a9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:16.190058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c1eedb3-1885-417f-9918-5721269e2190 req-b1ff09fe-b831-49b2-83b0-666ef236f3a9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 944 time: 0.1958902 Aug 29 06:54:16.192846 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-44d992d3-571e-4a77-8ce9-56918335dc9f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9377171'] for subnet, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:16.293337 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cd3bb1ec-a9f5-4ae9-9684-105c3917da75 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:16.336797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Deleting port cd3bb1ec-a9f5-4ae9-9684-105c3917da75 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:16.337149 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:16.360870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72e7f0fb-5cea-4663-bdba-8b01972bce98 req-abd2462c-7161-4e21-b119-0910810c7d25 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543074 Aug 29 06:54:16.400465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c1eedb3-1885-417f-9918-5721269e2190 req-474f0201-acc9-439b-ab4d-565830693b38 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448069 Aug 29 06:54:16.425521 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] For port cd3bb1ec-a9f5-4ae9-9684-105c3917da75, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cd3bb1ec-a9f5-4ae9-9684-105c3917da75,segment=NetworkSegment(56a3cdcd-e5ba-4288-9abd-e3bf0ecbd8c8),segment_id=56a3cdcd-e5ba-4288-9abd-e3bf0ecbd8c8)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:16.425901 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:16.440205 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Calling delete_port for cd3bb1ec-a9f5-4ae9-9684-105c3917da75 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:16.452170 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:16.458049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port cd3bb1ec-a9f5-4ae9-9684-105c3917da75 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:16.465291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Transition to ACTIVE for port object 07257b60-b2ba-423b-9607-da4e288c5551 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:16.484212 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Transition to ACTIVE for port object 07257b60-b2ba-423b-9607-da4e288c5551 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:16.508132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a475bb-b386-4c43-8844-a47fb3538a6d None None] Network 6b71c6b4-119d-4db5-8e73-6aff44fa68e3 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:16.563610 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:16.595217 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:16.608657 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8cce7d37-accd-4696-b5c5-81ebbc6e6659 None None] Provisioning for port cd3bb1ec-a9f5-4ae9-9684-105c3917da75 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:16.616627 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Network 15b15c66-e95d-46ee-b7db-e750a751dad2 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:16.634227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] No DVR routers for this DVR port cd3bb1ec-a9f5-4ae9-9684-105c3917da75 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:16.637788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8cce7d37-accd-4696-b5c5-81ebbc6e6659 None None] Provisioning complete for port cd3bb1ec-a9f5-4ae9-9684-105c3917da75 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:16.638681 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8cce7d37-accd-4696-b5c5-81ebbc6e6659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:16.640445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:16.649735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Port': ['ID=cd3bb1ec-a9f5-4ae9-9684-105c3917da75,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:16.668031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:16.686068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8cce7d37-accd-4696-b5c5-81ebbc6e6659 None None] Port cd3bb1ec-a9f5-4ae9-9684-105c3917da75 was deleted so its status cannot be updated. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 06:54:16.693636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Pushing event updated for resources: {'Port': ['ID=07257b60-b2ba-423b-9607-da4e288c5551,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:16.749385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Attempting to bind port 07257b60-b2ba-423b-9607-da4e288c5551 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:16.749697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Attempting to bind port 07257b60-b2ba-423b-9607-da4e288c5551 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'e735d679-e795-40c4-9046-f3a1b8580686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15b15c66-e95d-46ee-b7db-e750a751dad2'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:16.750060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Attempting to bind port 07257b60-b2ba-423b-9607-da4e288c5551 on network 15b15c66-e95d-46ee-b7db-e750a751dad2 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:16.758178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:16.758178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Checking segment: {'id': 'e735d679-e795-40c4-9046-f3a1b8580686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15b15c66-e95d-46ee-b7db-e750a751dad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:16.758178 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:16.758178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Bound using segment: {'id': 'e735d679-e795-40c4-9046-f3a1b8580686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15b15c66-e95d-46ee-b7db-e750a751dad2'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:16.758178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Bound port: 07257b60-b2ba-423b-9607-da4e288c5551, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e735d679-e795-40c4-9046-f3a1b8580686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15b15c66-e95d-46ee-b7db-e750a751dad2'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:16.758178 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:16.768939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70088e2d-ebfd-4b8f-8bd5-eac49b85a5b1 None None] DHCP port deletion for 6b71c6b4-119d-4db5-8e73-6aff44fa68e3 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:54:16.793990 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:16.815947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b71c6b4-119d-4db5-8e73-6aff44fa68e3']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:16.832203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] For port 07257b60-b2ba-423b-9607-da4e288c5551, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:16.835383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] For port 07257b60-b2ba-423b-9607-da4e288c5551, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=07257b60-b2ba-423b-9607-da4e288c5551,segment=NetworkSegment(e735d679-e795-40c4-9046-f3a1b8580686),segment_id=e735d679-e795-40c4-9046-f3a1b8580686)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:16.836741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146d3e2-c69e-4914-9807-83350e219064 req-a4df3b35-67b4-4273-b0f7-93cf0343dbee tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:16.838202 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4146d3e2-c69e-4914-9807-83350e219064 req-a4df3b35-67b4-4273-b0f7-93cf0343dbee tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1647620 Aug 29 06:54:16.840008 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a3cdcd-e5ba-4288-9abd-e3bf0ecbd8c8') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:16.840303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a3cdcd-e5ba-4288-9abd-e3bf0ecbd8c8') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:16.853871 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:16.902459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:16.925150 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-44d992d3-571e-4a77-8ce9-56918335dc9f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792719736872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2125208'] for subnet, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:16.930138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:16.930534 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:16.936652 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:16.970611 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.001424 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4146d3e2-c69e-4914-9807-83350e219064 req-0b4c97d1-b095-4636-8843-655a67cacd50 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536136 Aug 29 06:54:17.028646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bb8e9-c326-4d76-a36d-b68492a6f898 req-ec5303b8-13ba-40d4-a85c-c96d1c4a64af tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:17.030292 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-810bb8e9-c326-4d76-a36d-b68492a6f898 req-ec5303b8-13ba-40d4-a85c-c96d1c4a64af tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 946 time: 0.1814778 Aug 29 06:54:17.036927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d992d3-571e-4a77-8ce9-56918335dc9f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:17.036927 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-44d992d3-571e-4a77-8ce9-56918335dc9f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.036927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-44d992d3-571e-4a77-8ce9-56918335dc9f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "PUT /v2.0/subnets/b9b8f4cd-2a5a-49f2-9daa-f3ecf16ca90f HTTP/1.1" status: 200 len: 806 time: 1.2237663 Aug 29 06:54:17.039502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56252) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:17.043910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff457d-a0a9-47c6-8633-c33e1a2ac964 None None] Pushing event updated for resources: {'Port': ['ID=07257b60-b2ba-423b-9607-da4e288c5551,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:17.095321 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d992d3-571e-4a77-8ce9-56918335dc9f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Subnet': ['ID=b9b8f4cd-2a5a-49f2-9daa-f3ecf16ca90f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:17.148283 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-810bb8e9-c326-4d76-a36d-b68492a6f898 req-ff995e0c-4b3c-44d4-a2a2-181ec8495701 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055453 Aug 29 06:54:17.157473 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.169065 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.174800 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/networks/6b71c6b4-119d-4db5-8e73-6aff44fa68e3 HTTP/1.1" status: 204 len: 168 time: 3.8987691 Aug 29 06:54:17.175095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56256) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:17.189082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-da718679-fe47-439a-963f-5b87bb2fb3f5 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-543276525'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:17.189840 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:54:17.213632 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.343726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Deleting port 07257b60-b2ba-423b-9607-da4e288c5551 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:17.344941 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.359656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da718679-fe47-439a-963f-5b87bb2fb3f5 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Made reservation on behalf of b4af6fbf68d94e2fb19164f0ef71505e for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:17.369776 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da718679-fe47-439a-963f-5b87bb2fb3f5 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.437707 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da718679-fe47-439a-963f-5b87bb2fb3f5 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:17.459971 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da718679-fe47-439a-963f-5b87bb2fb3f5 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.460470 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-da718679-fe47-439a-963f-5b87bb2fb3f5 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Added segment eaf0fad9-d129-4eb0-8849-11e80c4d62e0 of type vlan for network c25fe6ce-a5f3-41e3-b197-5b239b041970 Aug 29 06:54:17.509207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] For port 07257b60-b2ba-423b-9607-da4e288c5551, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=07257b60-b2ba-423b-9607-da4e288c5551,segment=NetworkSegment(e735d679-e795-40c4-9046-f3a1b8580686),segment_id=e735d679-e795-40c4-9046-f3a1b8580686)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:17.509485 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.530946 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Calling delete_port for 07257b60-b2ba-423b-9607-da4e288c5551 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:17.533985 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da718679-fe47-439a-963f-5b87bb2fb3f5 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.569849 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b4427-c629-4b06-b02c-2380c6eacec5 req-4c5436e1-44bf-4b71-84c2-a045a17d1c47 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:17.571261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-395b4427-c629-4b06-b02c-2380c6eacec5 req-4c5436e1-44bf-4b71-84c2-a045a17d1c47 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.4706647 Aug 29 06:54:17.578673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06cd92-9a12-4ab0-94a3-095a3b2922ba tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Network': ['ID=6b71c6b4-119d-4db5-8e73-6aff44fa68e3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:17.638434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-395b4427-c629-4b06-b02c-2380c6eacec5 req-4f590b2a-11b1-4708-9203-c71aba45adc6 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561633 Aug 29 06:54:17.647502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a111a-2567-43f0-a22c-f8381dfdb08c req-dff4d779-e3bc-4859-a10e-7faa311d6213 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:17.654871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3a111a-2567-43f0-a22c-f8381dfdb08c req-dff4d779-e3bc-4859-a10e-7faa311d6213 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.0943716 Aug 29 06:54:17.710048 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56264) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:17.715408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da718679-fe47-439a-963f-5b87bb2fb3f5 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.722754 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da718679-fe47-439a-963f-5b87bb2fb3f5 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:17.723412 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da718679-fe47-439a-963f-5b87bb2fb3f5 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.741538 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3a111a-2567-43f0-a22c-f8381dfdb08c req-c1c2978a-5e16-4fde-9aa0-78aa2e0b8e33 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858905 Aug 29 06:54:17.775984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eaa5c08-c6d3-4759-a88e-bc26fa403152 admin admin] Deleting subnet 441c2de4-c48e-4f86-b515-ec1ba8be996a {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:54:17.792886 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.793288 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8eaa5c08-c6d3-4759-a88e-bc26fa403152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.828341 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da718679-fe47-439a-963f-5b87bb2fb3f5 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'Network': ['ID=c25fe6ce-a5f3-41e3-b197-5b239b041970,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:17.833538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Port': ['ID=07257b60-b2ba-423b-9607-da4e288c5551,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:17.840376 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c25fe6ce-a5f3-41e3-b197-5b239b041970 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:17.858118 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8eaa5c08-c6d3-4759-a88e-bc26fa403152 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:17.896363 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No DVR routers for this DVR port 07257b60-b2ba-423b-9607-da4e288c5551 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:17.900518 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-da718679-fe47-439a-963f-5b87bb2fb3f5 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7237706 Aug 29 06:54:17.901629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 16ea6a3d-a780-4b57-a31e-d6f784f125e7 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:17.904668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56268) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:17.912270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5384eb51-8111-4378-9a40-b461ca6ec722 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Request body: {'subnet': {'network_id': 'c25fe6ce-a5f3-41e3-b197-5b239b041970', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:17.936707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082c868-6f1e-4511-a00f-e574d4f6c0bf req-e5024190-0a2e-4ea5-ba3f-d62dde1618e6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:17.946085 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a082c868-6f1e-4511-a00f-e574d4f6c0bf req-e5024190-0a2e-4ea5-ba3f-d62dde1618e6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 944 time: 0.1915786 Aug 29 06:54:18.025381 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c49e5-f184-4645-aac4-4b7e38873df7 req-4b98d2f8-ed54-4709-87d8-8f4b97254536 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:18.034253 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.034467 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f87c49e5-f184-4645-aac4-4b7e38873df7 req-4b98d2f8-ed54-4709-87d8-8f4b97254536 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=25565418-f951-49ec-91bc-0c8c788c107b HTTP/1.1" status: 200 len: 946 time: 0.1991465 Aug 29 06:54:18.052089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a082c868-6f1e-4511-a00f-e574d4f6c0bf req-098ab2ea-0c38-453b-bdc2-6232ee981a3e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048307 Aug 29 06:54:18.060840 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8eaa5c08-c6d3-4759-a88e-bc26fa403152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.076518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 16ea6a3d-a780-4b57-a31e-d6f784f125e7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:18.081144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 16ea6a3d-a780-4b57-a31e-d6f784f125e7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:18.081999 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.167227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5384eb51-8111-4378-9a40-b461ca6ec722 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Made reservation on behalf of b4af6fbf68d94e2fb19164f0ef71505e for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:18.173029 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f87c49e5-f184-4645-aac4-4b7e38873df7 req-b84e6a6b-f6c2-4979-9501-9170dba4fe25 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317677 Aug 29 06:54:18.173676 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5384eb51-8111-4378-9a40-b461ca6ec722 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.257798 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.260168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cd3bb1ec-a9f5-4ae9-9684-105c3917da75 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:54:18.287170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: cd3bb1ec-a9f5-4ae9-9684-105c3917da75 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:54:18.289052 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cd3bb1ec-a9f5-4ae9-9684-105c3917da75 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:54:18.291486 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.314865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b8f4cd-2a5a-49f2-9daa-f3ecf16ca90f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:18.326195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede52659-2dc4-4887-99fb-81785605e780 req-e53a40fb-6cf1-4ab2-a068-71c6828caecd tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:18.327576 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ede52659-2dc4-4887-99fb-81785605e780 req-e53a40fb-6cf1-4ab2-a068-71c6828caecd tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.1535249 Aug 29 06:54:18.329803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 16ea6a3d-a780-4b57-a31e-d6f784f125e7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=16ea6a3d-a780-4b57-a31e-d6f784f125e7,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:18.330852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a84de1a-c141-4f5a-843d-56af90cc1147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ea6a3d-a780-4b57-a31e-d6f784f125e7'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:18.333263 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd02ce3-0f3c-445e-91b6-7033359dbb18" -d '{"events": [{"server_uuid": "6a84de1a-c141-4f5a-843d-56af90cc1147", "name": "network-vif-plugged", "status": "completed", "tag": "16ea6a3d-a780-4b57-a31e-d6f784f125e7"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:18.370736 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ede52659-2dc4-4887-99fb-81785605e780 req-0b497caa-b641-46a2-9242-5ed7919fe5c1 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359957 Aug 29 06:54:18.372072 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8eaa5c08-c6d3-4759-a88e-bc26fa403152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.387136 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.413825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa5c08-c6d3-4759-a88e-bc26fa403152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=441c2de4-c48e-4f86-b515-ec1ba8be996a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:18.419082 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8eaa5c08-c6d3-4759-a88e-bc26fa403152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.422252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8eaa5c08-c6d3-4759-a88e-bc26fa403152 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/441c2de4-c48e-4f86-b515-ec1ba8be996a HTTP/1.1" status: 204 len: 168 time: 0.7109258 Aug 29 06:54:18.429010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56276) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:18.473501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160e3d31-53c5-4c93-b634-f72513d222cb None None] Network 15b15c66-e95d-46ee-b7db-e750a751dad2 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:18.489744 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.523096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b15c66-e95d-46ee-b7db-e750a751dad2']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:18.542230 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4dce-5684-4910-a8c7-4a780911bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.543104 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca843991-06a5-4226-86ad-0f288fed1832 x-openstack-request-id: req-ca843991-06a5-4226-86ad-0f288fed1832 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:18.543662 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a84de1a-c141-4f5a-843d-56af90cc1147", "name": "network-vif-plugged", "status": "completed", "tag": "16ea6a3d-a780-4b57-a31e-d6f784f125e7", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:18.544561 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca843991-06a5-4226-86ad-0f288fed1832 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:18.544561 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a84de1a-c141-4f5a-843d-56af90cc1147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ea6a3d-a780-4b57-a31e-d6f784f125e7', 'code': 200} Aug 29 06:54:18.546635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e735d679-e795-40c4-9046-f3a1b8580686') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:18.547048 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e735d679-e795-40c4-9046-f3a1b8580686') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:18.569538 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=16ea6a3d-a780-4b57-a31e-d6f784f125e7,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:18.575429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-48a813d5-d61d-4e60-ac5c-facdd5380807 None None] Could not find standard attr ID for object 07257b60-b2ba-423b-9607-da4e288c5551. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:54:18.588663 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.626425 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.640952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:18.641386 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:18.644523 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:18.670116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceb8df4-f653-4675-bc92-3ddf69d17e57 None None] DHCP port deletion for 15b15c66-e95d-46ee-b7db-e750a751dad2 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:54:18.695683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94731c3a-eef5-4479-9cca-07d001ee0e6f None None] Network 15b15c66-e95d-46ee-b7db-e750a751dad2 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:18.719170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4dce-5684-4910-a8c7-4a780911bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.733128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7fcfb-8d5a-4fc9-affa-879f8eb58602 req-7b80ab37-892c-4c04-9b1e-64fbc61d1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:18.734631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4aa7fcfb-8d5a-4fc9-affa-879f8eb58602 req-7b80ab37-892c-4c04-9b1e-64fbc61d1b07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 1097 time: 0.1813393 Aug 29 06:54:18.738409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ae2c4dce-5684-4910-a8c7-4a780911bdaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f37e1e2-1480-4db1-9dd0-c57f912ad0ba']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:18.759166 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ae2c4dce-5684-4910-a8c7-4a780911bdaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fd5f2b-2096-4620-8b4b-72c37a56a893') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:18.761365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ae2c4dce-5684-4910-a8c7-4a780911bdaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fd5f2b-2096-4620-8b4b-72c37a56a893') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:18.801136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830904ef-eff3-4298-9852-b1ef7d55e0c2 req-eff93380-6859-451e-b7d5-9cbee83a7b27 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:18.802539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-830904ef-eff3-4298-9852-b1ef7d55e0c2 req-eff93380-6859-451e-b7d5-9cbee83a7b27 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 946 time: 0.2123895 Aug 29 06:54:18.809761 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4dce-5684-4910-a8c7-4a780911bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.815884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0045f009-b189-47e5-9627-68229a1dea4a None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 06:54:18.821022 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.830015 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.832233 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/15b15c66-e95d-46ee-b7db-e750a751dad2 HTTP/1.1" status: 204 len: 168 time: 1.7909789 Aug 29 06:54:18.834764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56280) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:18.865705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae94425-15b4-45e7-a10a-0f06ec24f731 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Network': ['ID=15b15c66-e95d-46ee-b7db-e750a751dad2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:18.870461 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5384eb51-8111-4378-9a40-b461ca6ec722 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.877207 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-45258920-32be-4b04-85c0-3281ffe368c7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:18.877824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45258920-32be-4b04-85c0-3281ffe368c7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:18.881143 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-45258920-32be-4b04-85c0-3281ffe368c7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/15b15c66-e95d-46ee-b7db-e750a751dad2 HTTP/1.1" status: 404 len: 339 time: 0.0453615 Aug 29 06:54:18.881280 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4dce-5684-4910-a8c7-4a780911bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.900946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56282) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:18.913619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-cafcb0d5-f614-4927-919e-167bb5095309 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1308242951', 'description': 'd1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:18.918653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4aa7fcfb-8d5a-4fc9-affa-879f8eb58602 req-deb3f542-64b1-4d21-b313-182d69ed5884 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573319 Aug 29 06:54:18.925700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2c4dce-5684-4910-a8c7-4a780911bdaf admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:18.926116 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4dce-5684-4910-a8c7-4a780911bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:18.929261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045f009-b189-47e5-9627-68229a1dea4a None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:18.930073 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:18.955645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384eb51-8111-4378-9a40-b461ca6ec722 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'Subnet': ['ID=78e175fa-428c-4b3d-a149-4d063e89e016,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:18.965119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5384eb51-8111-4378-9a40-b461ca6ec722 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Checking segment: {'id': 'eaf0fad9-d129-4eb0-8849-11e80c4d62e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c25fe6ce-a5f3-41e3-b197-5b239b041970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:18.965570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5384eb51-8111-4378-9a40-b461ca6ec722 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Network hostable DHCP agents. Network: c25fe6ce-a5f3-41e3-b197-5b239b041970, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:19.002961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb0901-263f-4295-976a-2aa9558653e5 req-c3d5e2c9-70af-4788-9ad6-417e8f29ce06 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:19.004571 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27eb0901-263f-4295-976a-2aa9558653e5 req-c3d5e2c9-70af-4788-9ad6-417e8f29ce06 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.2638466 Aug 29 06:54:19.011740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-830904ef-eff3-4298-9852-b1ef7d55e0c2 req-3b095a8e-8d16-4b6c-a6b3-6b0d785a4e29 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968362 Aug 29 06:54:19.059256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e7fd5-c25c-4f15-9e76-e03108e4d046 req-efa12e8d-ef1c-451f-ac40-456a2328f409 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:19.061409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-632e7fd5-c25c-4f15-9e76-e03108e4d046 req-efa12e8d-ef1c-451f-ac40-456a2328f409 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.2147624 Aug 29 06:54:19.070326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5384eb51-8111-4378-9a40-b461ca6ec722 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Network c25fe6ce-a5f3-41e3-b197-5b239b041970 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:19.082870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27eb0901-263f-4295-976a-2aa9558653e5 req-a1f56fe4-2314-4156-b04a-578c52dc3b4f tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643504 Aug 29 06:54:19.108963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafcb0d5-f614-4927-919e-167bb5095309 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:19.112679 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cafcb0d5-f614-4927-919e-167bb5095309 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.159238 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4dce-5684-4910-a8c7-4a780911bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.163926 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4dce-5684-4910-a8c7-4a780911bdaf admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.166329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ae2c4dce-5684-4910-a8c7-4a780911bdaf admin admin] 10.222.0.76 "DELETE /v2.0/networks/0f37e1e2-1480-4db1-9dd0-c57f912ad0ba HTTP/1.1" status: 204 len: 168 time: 0.7361259 Aug 29 06:54:19.175518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-5384eb51-8111-4378-9a40-b461ca6ec722 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, c25fe6ce-a5f3-41e3-b197-5b239b041970) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:19.183648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5384eb51-8111-4378-9a40-b461ca6ec722 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:19.188019 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5384eb51-8111-4378-9a40-b461ca6ec722 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.224472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c4dce-5684-4910-a8c7-4a780911bdaf admin admin] Pushing event deleted for resources: {'Network': ['ID=0f37e1e2-1480-4db1-9dd0-c57f912ad0ba,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:19.232366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafcb0d5-f614-4927-919e-167bb5095309 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:19.258880 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cafcb0d5-f614-4927-919e-167bb5095309 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.259271 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-cafcb0d5-f614-4927-919e-167bb5095309 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Added segment 09b84691-f3b1-4530-9fbd-4966018f8bdd of type vlan for network 8a9db977-f63f-4667-be5a-d33172e7e2d2 Aug 29 06:54:19.268776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea34518-bcd0-445b-80ad-1bd42bc1d13d None None] Network c25fe6ce-a5f3-41e3-b197-5b239b041970 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:19.279530 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5384eb51-8111-4378-9a40-b461ca6ec722 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3721647 Aug 29 06:54:19.281865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56292) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:19.332063 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fea504-5af7-4be7-990a-8fe717b9042a req-d4d26137-501e-47bf-be11-5a96cad1f92d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:19.333809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00fea504-5af7-4be7-990a-8fe717b9042a req-d4d26137-501e-47bf-be11-5a96cad1f92d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 945 time: 0.1632032 Aug 29 06:54:19.335710 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cafcb0d5-f614-4927-919e-167bb5095309 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.377916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-632e7fd5-c25c-4f15-9e76-e03108e4d046 req-4ce08039-8f49-475f-9775-ccc6287a96c0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Deleting port 46a20dce-4a25-4e68-b695-3a755a9819a8 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:19.378275 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-632e7fd5-c25c-4f15-9e76-e03108e4d046 req-4ce08039-8f49-475f-9775-ccc6287a96c0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.407399 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.467007 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.493873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00fea504-5af7-4be7-990a-8fe717b9042a req-db545226-02f7-43ec-9dbe-5b7926d7cada tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403275 Aug 29 06:54:19.504811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d01c26-2616-48be-80ec-ea468d71d965 req-26ff4e32-022d-416f-a5c5-466101bf71e4 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:19.513805 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70d01c26-2616-48be-80ec-ea468d71d965 req-26ff4e32-022d-416f-a5c5-466101bf71e4 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.1736434 Aug 29 06:54:19.555859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-632e7fd5-c25c-4f15-9e76-e03108e4d046 req-4ce08039-8f49-475f-9775-ccc6287a96c0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] For port 46a20dce-4a25-4e68-b695-3a755a9819a8, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=46a20dce-4a25-4e68-b695-3a755a9819a8,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:19.556144 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-632e7fd5-c25c-4f15-9e76-e03108e4d046 req-4ce08039-8f49-475f-9775-ccc6287a96c0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.599675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e0c70f-e0ea-4b3e-a0fa-14b70816a246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-c25fe6ce-a5f3-41e3-b197-5b239b041970', 'network_id': 'c25fe6ce-a5f3-41e3-b197-5b239b041970', 'tenant_id': 'b4af6fbf68d94e2fb19164f0ef71505e', 'fixed_ips': [{'subnet_id': '78e175fa-428c-4b3d-a149-4d063e89e016'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:54:19.600067 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70d01c26-2616-48be-80ec-ea468d71d965 req-884b5234-a64a-4739-b5ef-a7aaa84fd062 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866876 Aug 29 06:54:19.600967 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-29e0c70f-e0ea-4b3e-a0fa-14b70816a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.615956 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-632e7fd5-c25c-4f15-9e76-e03108e4d046 req-4ce08039-8f49-475f-9775-ccc6287a96c0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Calling delete_port for 46a20dce-4a25-4e68-b695-3a755a9819a8 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:19.617773 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cafcb0d5-f614-4927-919e-167bb5095309 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.624987 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafcb0d5-f614-4927-919e-167bb5095309 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:19.625863 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cafcb0d5-f614-4927-919e-167bb5095309 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.670529 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.705429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Subnet': ['ID=78e175fa-428c-4b3d-a149-4d063e89e016,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:19.758679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.769295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25fe6ce-a5f3-41e3-b197-5b239b041970']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:19.778271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56298) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:19.788373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf0fad9-d129-4eb0-8849-11e80c4d62e0') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:19.788679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf0fad9-d129-4eb0-8849-11e80c4d62e0') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server [None req-29e0c70f-e0ea-4b3e-a0fa-14b70816a246 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78e175fa-428c-4b3d-a149-4d063e89e016: This subnet is being modified by another concurrent operation. Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 06:54:19.795306 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise exception Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78e175fa-428c-4b3d-a149-4d063e89e016: This subnet is being modified by another concurrent operation. Aug 29 06:54:19.803872 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Aug 29 06:54:19.806699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcb0d5-f614-4927-919e-167bb5095309 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Network': ['ID=8a9db977-f63f-4667-be5a-d33172e7e2d2,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:19.806699 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cafcb0d5-f614-4927-919e-167bb5095309 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8992131 Aug 29 06:54:19.806890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56300) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:19.824553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 8a9db977-f63f-4667-be5a-d33172e7e2d2 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:19.827646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca549a09-20df-4293-96dd-d9970f53ef4f req-657a4045-c352-40fd-aecc-e6ae9e397aa2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:19.842196 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.842549 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca549a09-20df-4293-96dd-d9970f53ef4f req-657a4045-c352-40fd-aecc-e6ae9e397aa2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.2665620 Aug 29 06:54:19.842645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae284c37-db28-45cf-a55c-a2c4a83f1c80 None None] Network c25fe6ce-a5f3-41e3-b197-5b239b041970 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:19.849502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56302) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:19.861700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-fe4ff102-8646-4a1c-8be5-1ba044b304b3 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Request body: {'floatingip': {'port_id': '1b311365-5d50-4477-9ebd-cee874962599'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:19.882518 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.884451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12f6e2-c563-45c3-8dbe-dcc0e76d5552 req-686d82c0-b0a0-403d-9ce4-dac63dcba2cb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:19.887769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac12f6e2-c563-45c3-8dbe-dcc0e76d5552 req-686d82c0-b0a0-403d-9ce4-dac63dcba2cb tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 950 time: 0.2232125 Aug 29 06:54:19.896604 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:19.897019 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:19.902063 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:19.960636 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff102-8646-4a1c-8be5-1ba044b304b3 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:19.988264 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901fd6bc-6384-4f21-a29b-82e04405c022 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:19.989773 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-901fd6bc-6384-4f21-a29b-82e04405c022 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "GET /v2.0/networks?id=8a9db977-f63f-4667-be5a-d33172e7e2d2 HTTP/1.1" status: 200 len: 761 time: 0.1819377 Aug 29 06:54:19.995500 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e0d09005-689c-4330-97a0-651577aea315 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=90cc9cf0027e4424a022c8704f69d4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133348 Aug 29 06:54:19.995500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56304) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:20.000170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7260cbad-1975-4faa-959e-7c8ba3b126d9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'network': {'description': 'd2'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:20.005345 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56306) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:20.078539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.104720 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.104720 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/networks/c25fe6ce-a5f3-41e3-b197-5b239b041970 HTTP/1.1" status: 204 len: 168 time: 0.8173740 Aug 29 06:54:20.104891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3905909b-da36-4f10-b89c-5f729e236312 None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 06:54:20.107658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac12f6e2-c563-45c3-8dbe-dcc0e76d5552 req-41fa7034-36a9-4060-a8ae-05145e5297ca tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/security-groups?id=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650751 Aug 29 06:54:20.108858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56308) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:20.118939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be5717-a0b5-4865-8504-ed0f99008855 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Network': ['ID=c25fe6ce-a5f3-41e3-b197-5b239b041970,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:20.151091 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b00cbcc8-9ad8-42cc-9782-17fd9138a353 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-935342599'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:20.160345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 07257b60-b2ba-423b-9607-da4e288c5551 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:54:20.190916 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-99530527-d925-4143-b648-c5908d9bddb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.192584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 07257b60-b2ba-423b-9607-da4e288c5551 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:54:20.193049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 07257b60-b2ba-423b-9607-da4e288c5551 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:54:20.236680 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-99530527-d925-4143-b648-c5908d9bddb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.245312 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7260cbad-1975-4faa-959e-7c8ba3b126d9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.261141 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3905909b-da36-4f10-b89c-5f729e236312 None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 06:54:20.329075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d19c19-2298-4781-ba16-4fb7baa8bad2 req-4c4eb4f6-5c75-48d2-9454-da93f2f0caa3 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:20.329655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7260cbad-1975-4faa-959e-7c8ba3b126d9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.335107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d19c19-2298-4781-ba16-4fb7baa8bad2 req-4c4eb4f6-5c75-48d2-9454-da93f2f0caa3 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:20.341574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d19c19-2298-4781-ba16-4fb7baa8bad2 req-4c4eb4f6-5c75-48d2-9454-da93f2f0caa3 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:20.347738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0d19c19-2298-4781-ba16-4fb7baa8bad2 req-4c4eb4f6-5c75-48d2-9454-da93f2f0caa3 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770&device_id=25565418-f951-49ec-91bc-0c8c788c107b&device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 2418 time: 0.1856797 Aug 29 06:54:20.348800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7260cbad-1975-4faa-959e-7c8ba3b126d9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network 8a9db977-f63f-4667-be5a-d33172e7e2d2 is not hosted by any dhcp agent {{(pid=95403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 06:54:20.359596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7260cbad-1975-4faa-959e-7c8ba3b126d9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:20.365000 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7260cbad-1975-4faa-959e-7c8ba3b126d9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.365000 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7260cbad-1975-4faa-959e-7c8ba3b126d9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "PUT /v2.0/networks/8a9db977-f63f-4667-be5a-d33172e7e2d2 HTTP/1.1" status: 200 len: 758 time: 0.3664410 Aug 29 06:54:20.365204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00cbcc8-9ad8-42cc-9782-17fd9138a353 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Made reservation on behalf of b4af6fbf68d94e2fb19164f0ef71505e for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:20.367375 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b00cbcc8-9ad8-42cc-9782-17fd9138a353 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.369254 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-632e7fd5-c25c-4f15-9e76-e03108e4d046 req-4ce08039-8f49-475f-9775-ccc6287a96c0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.373027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56310) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:20.409339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['46a20dce-4a25-4e68-b695-3a755a9819a8'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:20.414656 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-99530527-d925-4143-b648-c5908d9bddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.417418 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-99530527-d925-4143-b648-c5908d9bddb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.421065 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-99530527-d925-4143-b648-c5908d9bddb3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cf5a8baa-cdc6-4bba-9d6d-c3c977198df1 HTTP/1.1" status: 204 len: 168 time: 0.4119339 Aug 29 06:54:20.432215 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99530527-d925-4143-b648-c5908d9bddb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5a8baa-cdc6-4bba-9d6d-c3c977198df1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:20.438640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260cbad-1975-4faa-959e-7c8ba3b126d9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Network': ['ID=8a9db977-f63f-4667-be5a-d33172e7e2d2,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:20.455968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 8a9db977-f63f-4667-be5a-d33172e7e2d2 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:20.522582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce08039-8f49-475f-9775-ccc6287a96c0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Pushing event deleted for resources: {'Port': ['ID=46a20dce-4a25-4e68-b695-3a755a9819a8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:20.562654 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00cbcc8-9ad8-42cc-9782-17fd9138a353 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:20.589741 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b00cbcc8-9ad8-42cc-9782-17fd9138a353 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.589990 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-b00cbcc8-9ad8-42cc-9782-17fd9138a353 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Added segment 8776dfad-39f6-49cf-bd26-6ad98992a532 of type vlan for network cf9078aa-2522-42d0-aba5-68a0ad1d04b4 Aug 29 06:54:20.603812 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0d19c19-2298-4781-ba16-4fb7baa8bad2 req-19a8dbaf-4767-476b-b833-a5b70a520a26 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514637 Aug 29 06:54:20.725973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-632e7fd5-c25c-4f15-9e76-e03108e4d046 req-4ce08039-8f49-475f-9775-ccc6287a96c0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] No DVR routers for this DVR port 46a20dce-4a25-4e68-b695-3a755a9819a8 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:20.728875 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-632e7fd5-c25c-4f15-9e76-e03108e4d046 req-4ce08039-8f49-475f-9775-ccc6287a96c0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.730816 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-632e7fd5-c25c-4f15-9e76-e03108e4d046 req-4ce08039-8f49-475f-9775-ccc6287a96c0 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.11 "DELETE /v2.0/ports/46a20dce-4a25-4e68-b695-3a755a9819a8 HTTP/1.1" status: 204 len: 173 time: 1.6631188 Aug 29 06:54:20.746584 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.765066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d', 'name': 'network-vif-deleted', 'tag': '46a20dce-4a25-4e68-b695-3a755a9819a8'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:20.767344 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8e9cc3-5a0b-477a-ae1d-5b37157163df" -d '{"events": [{"server_uuid": "8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d", "name": "network-vif-deleted", "tag": "46a20dce-4a25-4e68-b695-3a755a9819a8"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:20.776042 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a71f66-a5ec-47aa-b37a-aa29db26406c tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:20.781015 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c2a71f66-a5ec-47aa-b37a-aa29db26406c tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "GET /v2.0/networks?id=8a9db977-f63f-4667-be5a-d33172e7e2d2 HTTP/1.1" status: 200 len: 761 time: 0.3969634 Aug 29 06:54:20.782156 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56320) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:20.788095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7b6a0b8c-389a-4f6d-8983-83ece54039e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1866788556'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:20.798056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b00cbcc8-9ad8-42cc-9782-17fd9138a353 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.875497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6a0b8c-389a-4f6d-8983-83ece54039e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:20.879719 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0b8c-389a-4f6d-8983-83ece54039e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.892161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a1b0a-3604-41a2-9bba-7b16d275a88b req-047a6be6-3c23-4ae2-8de7-de09b64648cf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:20.893682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-457a1b0a-3604-41a2-9bba-7b16d275a88b req-047a6be6-3c23-4ae2-8de7-de09b64648cf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 945 time: 0.3151512 Aug 29 06:54:20.917008 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6a0b8c-389a-4f6d-8983-83ece54039e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:20.927409 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0b8c-389a-4f6d-8983-83ece54039e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.927637 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-7b6a0b8c-389a-4f6d-8983-83ece54039e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Added segment 9ed62ab1-4905-4a36-87c8-762426c3734e of type vlan for network a1a52701-5d27-40f6-9b79-5908cf27e7f1 Aug 29 06:54:20.959797 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b00cbcc8-9ad8-42cc-9782-17fd9138a353 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.965273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00cbcc8-9ad8-42cc-9782-17fd9138a353 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:20.965856 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b00cbcc8-9ad8-42cc-9782-17fd9138a353 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.973259 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0b8c-389a-4f6d-8983-83ece54039e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:20.975578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123c5c1-d5b7-432b-8ae9-601b42984594 req-266f7f94-aac3-4f60-ad3e-14ce3eec6d90 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:20.977098 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f123c5c1-d5b7-432b-8ae9-601b42984594 req-266f7f94-aac3-4f60-ad3e-14ce3eec6d90 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 946 time: 0.2524011 Aug 29 06:54:21.069576 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0b8c-389a-4f6d-8983-83ece54039e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:21.070849 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-457a1b0a-3604-41a2-9bba-7b16d275a88b req-77544aef-900d-4c8d-b570-880cf7665943 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682515 Aug 29 06:54:21.076586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6a0b8c-389a-4f6d-8983-83ece54039e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:21.077203 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0b8c-389a-4f6d-8983-83ece54039e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:21.143991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f123c5c1-d5b7-432b-8ae9-601b42984594 req-0bb16568-8eeb-433c-8f3d-32a69d13b68f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577468 Aug 29 06:54:21.145513 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faadfdf-729b-4385-a0bd-eecc2f9057a0 x-openstack-request-id: req-4faadfdf-729b-4385-a0bd-eecc2f9057a0 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:21.152197 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d", "name": "network-vif-deleted", "tag": "46a20dce-4a25-4e68-b695-3a755a9819a8", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:21.152489 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4faadfdf-729b-4385-a0bd-eecc2f9057a0 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:21.152896 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d', 'name': 'network-vif-deleted', 'tag': '46a20dce-4a25-4e68-b695-3a755a9819a8', 'status': 'completed', 'code': 200} Aug 29 06:54:21.182251 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b00cbcc8-9ad8-42cc-9782-17fd9138a353 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0289876 Aug 29 06:54:21.183011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56338) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:21.210035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a0b8c-389a-4f6d-8983-83ece54039e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Network': ['ID=a1a52701-5d27-40f6-9b79-5908cf27e7f1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:21.217667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f506a4f9-6aa2-476a-b76d-39961092863f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Request body: {'subnet': {'network_id': 'cf9078aa-2522-42d0-aba5-68a0ad1d04b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:21.221070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network a1a52701-5d27-40f6-9b79-5908cf27e7f1 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:21.223511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cbcc8-9ad8-42cc-9782-17fd9138a353 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'Network': ['ID=cf9078aa-2522-42d0-aba5-68a0ad1d04b4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:21.259103 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7b6a0b8c-389a-4f6d-8983-83ece54039e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4756370 Aug 29 06:54:21.261820 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56340) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:21.268389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d989fa5d-f01a-4a08-8389-b03c9fb41f64 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'subnet': {'network_id': 'a1a52701-5d27-40f6-9b79-5908cf27e7f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:21.302692 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network cf9078aa-2522-42d0-aba5-68a0ad1d04b4 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:21.467249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d989fa5d-f01a-4a08-8389-b03c9fb41f64 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:21.471343 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d989fa5d-f01a-4a08-8389-b03c9fb41f64 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:21.717629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6d38999-f5cd-4e00-b62f-3d4940726221 req-ac8e0fc6-d2c3-4dfc-8801-95f2ca59d211 tempest-MigrationsAdminTest-180065044 tempest-MigrationsAdminTest-180065044-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f45338e-10ff-4e1e-ad09-4ef2b87dbc4d HTTP/1.1" status: 200 len: 210 time: 0.4742033 Aug 29 06:54:21.733270 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.resource_extend [None req-fe4ff102-8646-4a1c-8be5-1ba044b304b3 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 06:54:21.737773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72924abd-a583-4cab-b221-6a3fa41954da req-87f754de-e248-400e-b0e7-b1b69dd53a67 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=897044e83d4b4e3fa039b018ec141c41 HTTP/1.1" status: 200 len: 267 time: 0.5355661 Aug 29 06:54:21.848037 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff102-8646-4a1c-8be5-1ba044b304b3 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:21.872543 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72924abd-a583-4cab-b221-6a3fa41954da req-eda2fbd9-4ecf-4e89-b945-b60df4558561 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:21.874112 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72924abd-a583-4cab-b221-6a3fa41954da req-eda2fbd9-4ecf-4e89-b945-b60df4558561 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 945 time: 0.1023309 Aug 29 06:54:21.889935 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-72924abd-a583-4cab-b221-6a3fa41954da req-30ab9b34-4f1b-4084-a682-3a4a92b80c45 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Request body: {'port': {'security_groups': []}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:21.931687 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff102-8646-4a1c-8be5-1ba044b304b3 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:21.997763 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f506a4f9-6aa2-476a-b76d-39961092863f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Made reservation on behalf of b4af6fbf68d94e2fb19164f0ef71505e for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:22.001523 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f506a4f9-6aa2-476a-b76d-39961092863f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:22.091862 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d989fa5d-f01a-4a08-8389-b03c9fb41f64 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:22.114052 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-72924abd-a583-4cab-b221-6a3fa41954da req-30ab9b34-4f1b-4084-a682-3a4a92b80c45 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:22.173948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989fa5d-f01a-4a08-8389-b03c9fb41f64 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Subnet': ['ID=f1159700-9092-4741-b5cd-5c083de4043b,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:22.179412 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989fa5d-f01a-4a08-8389-b03c9fb41f64 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Checking segment: {'id': '9ed62ab1-4905-4a36-87c8-762426c3734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a1a52701-5d27-40f6-9b79-5908cf27e7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:22.179866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d989fa5d-f01a-4a08-8389-b03c9fb41f64 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network hostable DHCP agents. Network: a1a52701-5d27-40f6-9b79-5908cf27e7f1, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:22.209754 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-fe4ff102-8646-4a1c-8be5-1ba044b304b3 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Floating IP a04189e0-a02e-4c0f-a203-4b06601daa92 associated. External IP: 172.25.1.29, port: 1b311365-5d50-4477-9ebd-cee874962599. Aug 29 06:54:22.270877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d989fa5d-f01a-4a08-8389-b03c9fb41f64 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network a1a52701-5d27-40f6-9b79-5908cf27e7f1 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:22.289707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67adad19-4ee4-44c0-a0a6-6672485203a4 req-902ef937-f85c-4c52-bcc9-58a909a535e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2166667 Aug 29 06:54:22.349814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d989fa5d-f01a-4a08-8389-b03c9fb41f64 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, a1a52701-5d27-40f6-9b79-5908cf27e7f1) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:22.354179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989fa5d-f01a-4a08-8389-b03c9fb41f64 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:22.354769 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d989fa5d-f01a-4a08-8389-b03c9fb41f64 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:22.360650 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24f2a74-39a4-4810-8299-4458d2f15359 None None] Network a1a52701-5d27-40f6-9b79-5908cf27e7f1 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:22.453342 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d989fa5d-f01a-4a08-8389-b03c9fb41f64 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1889513 Aug 29 06:54:22.455665 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56376) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:22.518195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adad19-4ee4-44c0-a0a6-6672485203a4 req-39c34311-19c8-4368-96ea-b25e8301ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:22.519721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67adad19-4ee4-44c0-a0a6-6672485203a4 req-39c34311-19c8-4368-96ea-b25e8301ad83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 1097 time: 0.1762536 Aug 29 06:54:22.563849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-a1a52701-5d27-40f6-9b79-5908cf27e7f1', 'network_id': 'a1a52701-5d27-40f6-9b79-5908cf27e7f1', 'tenant_id': '50c298866ae44dd8bc2226c2a10475d4', 'fixed_ips': [{'subnet_id': 'f1159700-9092-4741-b5cd-5c083de4043b'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:54:22.578130 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:22.613752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:22.707117 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:22.725408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-72924abd-a583-4cab-b221-6a3fa41954da req-30ab9b34-4f1b-4084-a682-3a4a92b80c45 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] For port 16ea6a3d-a780-4b57-a31e-d6f784f125e7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=16ea6a3d-a780-4b57-a31e-d6f784f125e7,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:22.799393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Allocated IP 172.20.0.2 (a1a52701-5d27-40f6-9b79-5908cf27e7f1/f1159700-9092-4741-b5cd-5c083de4043b/6e5daa57-9cd0-42e8-9bf0-bd3671de880b) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:22.884249 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-72924abd-a583-4cab-b221-6a3fa41954da req-30ab9b34-4f1b-4084-a682-3a4a92b80c45 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:22.897162 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adad19-4ee4-44c0-a0a6-6672485203a4 req-6956abe9-d018-4f32-95a2-2f468154de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:22.898659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67adad19-4ee4-44c0-a0a6-6672485203a4 req-6956abe9-d018-4f32-95a2-2f468154de6f service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.3457210 Aug 29 06:54:22.910745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4ff102-8646-4a1c-8be5-1ba044b304b3 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Router 9cf05a5f-f23b-43e2-84ea-23030c63c890 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:54:22.962320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67adad19-4ee4-44c0-a0a6-6672485203a4 req-816a23ef-128e-4f00-9cec-a4f1f7287223 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79b19bb4-e371-48bc-a3d6-eca7ca168e92 HTTP/1.1" status: 200 len: 217 time: 0.0443330 Aug 29 06:54:22.977557 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:22.978060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.objects.ports [None req-f506a4f9-6aa2-476a-b76d-39961092863f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95404) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:54:22.989727 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-72924abd-a583-4cab-b221-6a3fa41954da req-30ab9b34-4f1b-4084-a682-3a4a92b80c45 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:22.989943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Transition to ACTIVE for port object 6e5daa57-9cd0-42e8-9bf0-bd3671de880b will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:22.991602 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f506a4f9-6aa2-476a-b76d-39961092863f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.005397 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['79b19bb4-e371-48bc-a3d6-eca7ca168e92', '9a6256e3-41a0-4779-a4c5-c08c441cf9ef', '16ea6a3d-a780-4b57-a31e-d6f784f125e7'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:23.033725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 46a20dce-4a25-4e68-b695-3a755a9819a8 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:54:23.036908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Transition to ACTIVE for port object 6e5daa57-9cd0-42e8-9bf0-bd3671de880b will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:23.058287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 46a20dce-4a25-4e68-b695-3a755a9819a8 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:54:23.058636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 46a20dce-4a25-4e68-b695-3a755a9819a8 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:54:23.155716 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.188776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72924abd-a583-4cab-b221-6a3fa41954da req-30ab9b34-4f1b-4084-a682-3a4a92b80c45 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:23.189427 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-72924abd-a583-4cab-b221-6a3fa41954da req-30ab9b34-4f1b-4084-a682-3a4a92b80c45 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.196983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72924abd-a583-4cab-b221-6a3fa41954da req-30ab9b34-4f1b-4084-a682-3a4a92b80c45 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "PUT /v2.0/ports/16ea6a3d-a780-4b57-a31e-d6f784f125e7 HTTP/1.1" status: 200 len: 904 time: 1.3134933 Aug 29 06:54:23.201672 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a84de1a-c141-4f5a-843d-56af90cc1147', 'tag': '16ea6a3d-a780-4b57-a31e-d6f784f125e7'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:23.204319 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c66194-c82c-47ba-9c8c-c735cd36cec4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a84de1a-c141-4f5a-843d-56af90cc1147", "tag": "16ea6a3d-a780-4b57-a31e-d6f784f125e7"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:23.242986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506a4f9-6aa2-476a-b76d-39961092863f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event updated for resources: {'Subnet': ['ID=91335fcc-bb49-4f9d-8e2b-18d1aa91b627,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:23.246302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adad19-4ee4-44c0-a0a6-6672485203a4 req-784fdf36-d471-46c0-86f5-7aeb8a97c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:23.248214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67adad19-4ee4-44c0-a0a6-6672485203a4 req-784fdf36-d471-46c0-86f5-7aeb8a97c7a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.2674167 Aug 29 06:54:23.293320 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.320860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Pushing event updated for resources: {'Port': ['ID=6e5daa57-9cd0-42e8-9bf0-bd3671de880b,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:23.339569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['16ea6a3d-a780-4b57-a31e-d6f784f125e7'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:23.344283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab9b34-4f1b-4084-a682-3a4a92b80c45 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event updated for resources: {'Port': ['ID=16ea6a3d-a780-4b57-a31e-d6f784f125e7,revision_number=6']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:23.369502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56402) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:23.396606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Subnet': ['ID=f1159700-9092-4741-b5cd-5c083de4043b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:23.407991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Network a1a52701-5d27-40f6-9b79-5908cf27e7f1 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:23.413437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f506a4f9-6aa2-476a-b76d-39961092863f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Checking segment: {'id': '8776dfad-39f6-49cf-bd26-6ad98992a532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cf9078aa-2522-42d0-aba5-68a0ad1d04b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:23.413808 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f506a4f9-6aa2-476a-b76d-39961092863f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Network hostable DHCP agents. Network: cf9078aa-2522-42d0-aba5-68a0ad1d04b4, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:23.418870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4ff102-8646-4a1c-8be5-1ba044b304b3 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:54:23.434225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56406) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:23.437511 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff102-8646-4a1c-8be5-1ba044b304b3 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.464453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:23.475262 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9babe1-92a5-45e7-963d-c681bfed9709 None None] Sync routers for ids ['9cf05a5f-f23b-43e2-84ea-23030c63c890'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:54:23.479658 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:23.498947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e4a5e-3859-4917-937f-681820233fc7 req-7bbe472a-b671-4123-bc5f-db295ec4ce30 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:23.506284 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.506865 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f3e4a5e-3859-4917-937f-681820233fc7 req-7bbe472a-b671-4123-bc5f-db295ec4ce30 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.2922142 Aug 29 06:54:23.526911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a52701-5d27-40f6-9b79-5908cf27e7f1']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:23.536361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adad19-4ee4-44c0-a0a6-6672485203a4 req-16396a36-0250-4418-b5b8-fd59a80aee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:23.537651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67adad19-4ee4-44c0-a0a6-6672485203a4 req-16396a36-0250-4418-b5b8-fd59a80aee61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2503958 Aug 29 06:54:23.551229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed62ab1-4905-4a36-87c8-762426c3734e') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:23.551925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed62ab1-4905-4a36-87c8-762426c3734e') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:23.561271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf1154-db59-4a08-8256-0764dd1d39ee req-87963241-1b53-4daa-9d7c-1cd89b60e61b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:23.562787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80cf1154-db59-4a08-8256-0764dd1d39ee req-87963241-1b53-4daa-9d7c-1cd89b60e61b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 907 time: 0.2743793 Aug 29 06:54:23.574276 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.576533 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fe4ff102-8646-4a1c-8be5-1ba044b304b3 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "PUT /v2.0/floatingips/a04189e0-a02e-4c0f-a203-4b06601daa92 HTTP/1.1" status: 200 len: 990 time: 3.7241185 Aug 29 06:54:23.606637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.613347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:23.614014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.659623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9babe1-92a5-45e7-963d-c681bfed9709 None None] Routers {'9cf05a5f-f23b-43e2-84ea-23030c63c890'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:54:23.660498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-4d9babe1-92a5-45e7-963d-c681bfed9709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:54:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9cf05a5f-f23b-43e2-84ea-23030c63c890'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:23.664179 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e914e6-3086-46b0-92ce-d94a977d0dd6 x-openstack-request-id: req-b8e914e6-3086-46b0-92ce-d94a977d0dd6 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:23.664589 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a84de1a-c141-4f5a-843d-56af90cc1147", "tag": "16ea6a3d-a780-4b57-a31e-d6f784f125e7", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:23.664937 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8e914e6-3086-46b0-92ce-d94a977d0dd6 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:23.665462 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a84de1a-c141-4f5a-843d-56af90cc1147', 'tag': '16ea6a3d-a780-4b57-a31e-d6f784f125e7', 'status': 'completed', 'code': 200} Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:23.678114 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:23.693634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f506a4f9-6aa2-476a-b76d-39961092863f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Network cf9078aa-2522-42d0-aba5-68a0ad1d04b4 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:23.714962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Attempting to bind port 6e5daa57-9cd0-42e8-9bf0-bd3671de880b on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:23.715436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Attempting to bind port 6e5daa57-9cd0-42e8-9bf0-bd3671de880b by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '9ed62ab1-4905-4a36-87c8-762426c3734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a1a52701-5d27-40f6-9b79-5908cf27e7f1'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:23.717955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Attempting to bind port 6e5daa57-9cd0-42e8-9bf0-bd3671de880b on network a1a52701-5d27-40f6-9b79-5908cf27e7f1 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:23.719575 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f3e4a5e-3859-4917-937f-681820233fc7 req-5c53171f-ad93-4a9a-b107-cf6e4f215bda tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074256 Aug 29 06:54:23.719710 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d4e80f11-f863-4979-8e4d-8899a6eed008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.725891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:23.726194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Checking segment: {'id': '9ed62ab1-4905-4a36-87c8-762426c3734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a1a52701-5d27-40f6-9b79-5908cf27e7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:23.726780 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.727192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Bound using segment: {'id': '9ed62ab1-4905-4a36-87c8-762426c3734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a1a52701-5d27-40f6-9b79-5908cf27e7f1'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:23.727673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Bound port: 6e5daa57-9cd0-42e8-9bf0-bd3671de880b, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed62ab1-4905-4a36-87c8-762426c3734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a1a52701-5d27-40f6-9b79-5908cf27e7f1'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:23.728239 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.745251 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 06:54:23.745251 n-d-713301-12 neutron-server[95403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 06:54:23.745251 n-d-713301-12 neutron-server[95403]: [parameters: {'id': 'a1a52701-5d27-40f6-9b79-5908cf27e7f1'}] Aug 29 06:54:23.745251 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:54:23.746831 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:54:23.764406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d1dbcb31-6f41-45c9-a740-2b18fc8a5635 None None] Provisioning complete for port 16ea6a3d-a780-4b57-a31e-d6f784f125e7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:23.764777 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d1dbcb31-6f41-45c9-a740-2b18fc8a5635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.769355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ace60521-bc78-4f59-bbb2-b49be4ff69ba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71b5947da1484517ad5efa3f460d6a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280098 Aug 29 06:54:23.773774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56414) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:23.780774 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-f506a4f9-6aa2-476a-b76d-39961092863f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, cf9078aa-2522-42d0-aba5-68a0ad1d04b4) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:23.789148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f506a4f9-6aa2-476a-b76d-39961092863f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:23.789753 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f506a4f9-6aa2-476a-b76d-39961092863f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.799296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c66194-c82c-47ba-9c8c-c735cd36cec4 req-0c57970a-f6ea-4d9f-bf78-39ab298ca650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:23.806246 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d8c66194-c82c-47ba-9c8c-c735cd36cec4 req-0c57970a-f6ea-4d9f-bf78-39ab298ca650 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 1059 time: 0.1217170 Aug 29 06:54:23.806423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62032e77-9b34-4090-ab76-71e5fe8f2c5a None None] Network cf9078aa-2522-42d0-aba5-68a0ad1d04b4 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:23.845697 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67adad19-4ee4-44c0-a0a6-6672485203a4 req-c56dace3-4792-4bee-88a3-a2fc669e938a service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931314 Aug 29 06:54:23.865284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f871e6f-efdb-44a7-bd30-e33c9fdb0dad req-e3ba86b9-b470-4763-86b4-9c03b6a48b25 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:23.866885 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f871e6f-efdb-44a7-bd30-e33c9fdb0dad req-e3ba86b9-b470-4763-86b4-9c03b6a48b25 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0719576 Aug 29 06:54:23.939821 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93407014-56ed-4547-9459-11a698c85680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:23.965035 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f871e6f-efdb-44a7-bd30-e33c9fdb0dad req-b652ed1b-3cae-4c0e-804b-309e875c58db tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883758 Aug 29 06:54:23.989077 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93407014-56ed-4547-9459-11a698c85680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.001590 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c66194-c82c-47ba-9c8c-c735cd36cec4 req-8ce74f4d-2c16-4f52-8165-bc0355c150ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:24.003110 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d8c66194-c82c-47ba-9c8c-c735cd36cec4 req-8ce74f4d-2c16-4f52-8165-bc0355c150ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.1937513 Aug 29 06:54:24.004210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67adad19-4ee4-44c0-a0a6-6672485203a4 req-9e2b8066-0de2-4eab-8f4d-8070c10117e2 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357968 Aug 29 06:54:24.036183 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-4d9babe1-92a5-45e7-963d-c681bfed9709 None None] Set router 9cf05a5f-f23b-43e2-84ea-23030c63c890 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:54:24.039171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] For port 6e5daa57-9cd0-42e8-9bf0-bd3671de880b, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:24.045946 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d4e80f11-f863-4979-8e4d-8899a6eed008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.085165 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d8c66194-c82c-47ba-9c8c-c735cd36cec4 req-df53fe2d-b4a5-4814-9a10-f7969f7797dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ea6a3d-a780-4b57-a31e-d6f784f125e7 HTTP/1.1" status: 200 len: 217 time: 0.0626416 Aug 29 06:54:24.115581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd02b9c-8878-4b89-a633-33f94689b390 req-9db33e3f-ae8a-4763-bc86-54c9a5420bab tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:24.117800 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0bd02b9c-8878-4b89-a633-33f94689b390 req-9db33e3f-ae8a-4763-bc86-54c9a5420bab tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0579948 Aug 29 06:54:24.125242 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d4e80f11-f863-4979-8e4d-8899a6eed008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.179005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0bd02b9c-8878-4b89-a633-33f94689b390 req-643bad0c-0c61-4ebe-89d1-344782801c4d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506597 Aug 29 06:54:24.181280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c66194-c82c-47ba-9c8c-c735cd36cec4 req-24427a21-cc13-46f3-b57e-20e4b716b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:24.182777 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d8c66194-c82c-47ba-9c8c-c735cd36cec4 req-24427a21-cc13-46f3-b57e-20e4b716b252 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.0889575 Aug 29 06:54:24.186750 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d4e80f11-f863-4979-8e4d-8899a6eed008 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7e5e2f37510a48aeb83b6fa9c9db50c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8107076 Aug 29 06:54:24.188034 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e80f11-f863-4979-8e4d-8899a6eed008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68751c0-094b-4c78-81ee-ee77488caf7b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:24.189572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56418) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:24.211687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f506a4f9-6aa2-476a-b76d-39961092863f tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0079527 Aug 29 06:54:24.217503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56420) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:24.242375 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93407014-56ed-4547-9459-11a698c85680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.244857 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93407014-56ed-4547-9459-11a698c85680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.246173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-93407014-56ed-4547-9459-11a698c85680 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/84aa4d10-6ccf-4b40-9c23-c8a273ea52d1 HTTP/1.1" status: 204 len: 168 time: 0.4713969 Aug 29 06:54:24.260640 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.271639 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26cb3e96-2acf-4f9c-b4ad-9cf3384cb6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.299697 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26cb3e96-2acf-4f9c-b4ad-9cf3384cb6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.314144 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93407014-56ed-4547-9459-11a698c85680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aa4d10-6ccf-4b40-9c23-c8a273ea52d1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:24.323793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] For port 6e5daa57-9cd0-42e8-9bf0-bd3671de880b, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6e5daa57-9cd0-42e8-9bf0-bd3671de880b,segment=NetworkSegment(9ed62ab1-4905-4a36-87c8-762426c3734e),segment_id=9ed62ab1-4905-4a36-87c8-762426c3734e)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:24.351493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c66194-c82c-47ba-9c8c-c735cd36cec4 req-0c0258d2-a904-42fd-ac84-bbfa5f892fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:24.353092 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d8c66194-c82c-47ba-9c8c-c735cd36cec4 req-0c0258d2-a904-42fd-ac84-bbfa5f892fca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612999 Aug 29 06:54:24.405941 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.476331 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.484303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-cf9078aa-2522-42d0-aba5-68a0ad1d04b4', 'network_id': 'cf9078aa-2522-42d0-aba5-68a0ad1d04b4', 'tenant_id': 'b4af6fbf68d94e2fb19164f0ef71505e', 'fixed_ips': [{'subnet_id': '91335fcc-bb49-4f9d-8e2b-18d1aa91b627'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:54:24.485150 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.528166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Deleting port 6e5daa57-9cd0-42e8-9bf0-bd3671de880b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:24.530940 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.553303 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26cb3e96-2acf-4f9c-b4ad-9cf3384cb6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.562373 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26cb3e96-2acf-4f9c-b4ad-9cf3384cb6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.563580 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-26cb3e96-2acf-4f9c-b4ad-9cf3384cb6d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f68751c0-094b-4c78-81ee-ee77488caf7b HTTP/1.1" status: 204 len: 168 time: 0.3727283 Aug 29 06:54:24.591901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979175d-390c-40b9-8cfa-4182ce2bde8c None None] Pushing event updated for resources: {'Port': ['ID=6e5daa57-9cd0-42e8-9bf0-bd3671de880b,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:24.606622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb3e96-2acf-4f9c-b4ad-9cf3384cb6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68751c0-094b-4c78-81ee-ee77488caf7b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:24.632224 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d8c66194-c82c-47ba-9c8c-c735cd36cec4 req-e83310fe-916e-41af-abe3-92600861cbe9 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543221 Aug 29 06:54:24.666784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-d00e0f57-3b35-4357-8b8d-1c74d2db34bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:24.668902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-d00e0f57-3b35-4357-8b8d-1c74d2db34bc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 812 time: 0.2353721 Aug 29 06:54:24.678382 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.720151 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-1cb0001d-6ebf-40d8-90d3-9d76f0990f24 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/quotas/897044e83d4b4e3fa039b018ec141c41 HTTP/1.1" status: 200 len: 375 time: 0.0437036 Aug 29 06:54:24.729536 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e7d78-73c0-41d9-8bfd-c8e44c0cd914 None None] Network a1a52701-5d27-40f6-9b79-5908cf27e7f1 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:24.740760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] For port 6e5daa57-9cd0-42e8-9bf0-bd3671de880b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6e5daa57-9cd0-42e8-9bf0-bd3671de880b,segment=NetworkSegment(9ed62ab1-4905-4a36-87c8-762426c3734e),segment_id=9ed62ab1-4905-4a36-87c8-762426c3734e)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:24.740760 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:24.802213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Calling delete_port for 6e5daa57-9cd0-42e8-9bf0-bd3671de880b owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:24.890257 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d8c66194-c82c-47ba-9c8c-c735cd36cec4 req-9c0b4087-ffb4-4fe8-be76-af1705159ff6 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453945 Aug 29 06:54:24.910899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-88f920bc-b2e9-4726-9319-e6db6844cece tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1894672 Aug 29 06:54:24.918449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Allocated IP 2001:db8::f816:3eff:fe04:3a0f (cf9078aa-2522-42d0-aba5-68a0ad1d04b4/91335fcc-bb49-4f9d-8e2b-18d1aa91b627/a7c2754f-ba12-4770-a0c6-1de6b41de627) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:24.938480 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385770-faa6-48d5-be1e-f8095793164f req-2f90783b-9319-407d-af9b-b23d31ced794 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:24.940148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4385770-faa6-48d5-be1e-f8095793164f req-2f90783b-9319-407d-af9b-b23d31ced794 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.1090763 Aug 29 06:54:25.044696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4385770-faa6-48d5-be1e-f8095793164f req-bfd279ee-ad79-4f69-8935-37fd0786da16 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886710 Aug 29 06:54:25.079261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-8003dc95-c885-4d15-94f0-51aae3f94410 service neutron] 10.222.0.76 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374569 Aug 29 06:54:25.129088 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-4d9babe1-92a5-45e7-963d-c681bfed9709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a04189e0-a02e-4c0f-a203-4b06601daa92', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'port_id': '1b311365-5d50-4477-9ebd-cee874962599', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'mac_address': 'fa:16:3e:c9:20:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b64226a-366a-4bf1-9c59-4a613a5fd860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:53:43Z', 'updated_at': '2021-08-29T06:54:21Z', 'revision_number': 1, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:43Z', 'revision_number': 5, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:25.165288 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9babe1-92a5-45e7-963d-c681bfed9709 None None] Checking router: 9cf05a5f-f23b-43e2-84ea-23030c63c890 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:54:25.183259 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.184600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5c09d526-38ef-41ed-be02-d22ba24ead34 service neutron] 10.222.0.76 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031570 Aug 29 06:54:25.185280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9babe1-92a5-45e7-963d-c681bfed9709 None None] Routers {'9cf05a5f-f23b-43e2-84ea-23030c63c890'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:54:25.185875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-4d9babe1-92a5-45e7-963d-c681bfed9709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:54:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9cf05a5f-f23b-43e2-84ea-23030c63c890'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:25.189062 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.214241 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Port': ['ID=6e5daa57-9cd0-42e8-9bf0-bd3671de880b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:25.216874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No DVR routers for this DVR port 6e5daa57-9cd0-42e8-9bf0-bd3671de880b on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:25.231329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Transition to ACTIVE for port object a7c2754f-ba12-4770-a0c6-1de6b41de627 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:25.293751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Transition to ACTIVE for port object a7c2754f-ba12-4770-a0c6-1de6b41de627 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:25.300267 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.311195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a52701-5d27-40f6-9b79-5908cf27e7f1']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:25.316087 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-4d9babe1-92a5-45e7-963d-c681bfed9709 None None] Set router 9cf05a5f-f23b-43e2-84ea-23030c63c890 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:54:25.323928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed62ab1-4905-4a36-87c8-762426c3734e') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:25.324656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed62ab1-4905-4a36-87c8-762426c3734e') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:25.336529 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.350705 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.359647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:25.360063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:25.363765 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:25.438436 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.473868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56450) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:25.483713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.493650 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.499498 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/a1a52701-5d27-40f6-9b79-5908cf27e7f1 HTTP/1.1" status: 204 len: 168 time: 3.0394275 Aug 29 06:54:25.510417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56454) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:25.575078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Network cf9078aa-2522-42d0-aba5-68a0ad1d04b4 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:25.584590 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e30bde1-0a99-4cb9-bc7e-b04e8c7cfa4a tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] GET failed (client error): The resource could not be found. Aug 29 06:54:25.586165 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8e30bde1-0a99-4cb9-bc7e-b04e8c7cfa4a tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "GET /v2.0/subnets/f1159700-9092-4741-b5cd-5c083de4043b HTTP/1.1" status: 404 len: 337 time: 0.0747945 Aug 29 06:54:25.589242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:25.592130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56458) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:25.592483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9a59d48-6b9c-4f9a-bedb-34ad6531e627 req-1bef4fde-cd47-411c-b798-4b075fe7bf6e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 210 time: 0.0538685 Aug 29 06:54:25.602735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:25.604385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38007e4d-9e75-466f-9fc2-017f3d0b6e35 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Network': ['ID=a1a52701-5d27-40f6-9b79-5908cf27e7f1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:25.605148 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Pushing event updated for resources: {'Port': ['ID=a7c2754f-ba12-4770-a0c6-1de6b41de627,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:25.607964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e85f8ad5-14f8-4bca-a4d8-2e7ce6a2e97b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=948af918ac6a4bccbe7a11e767af14f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329079 Aug 29 06:54:25.610488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56460) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:25.651400 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.668349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b64226a-366a-4bf1-9c59-4a613a5fd860', 'tag': '1b311365-5d50-4477-9ebd-cee874962599'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:25.672200 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1bd216-44c4-4c29-95df-0affa2e0ae35" -d '{"events": [{"name": "network-changed", "server_uuid": "3b64226a-366a-4bf1-9c59-4a613a5fd860", "tag": "1b311365-5d50-4477-9ebd-cee874962599"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:25.675430 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2ad1-e568-4610-b700-ede07eb252ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.710818 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2ad1-e568-4610-b700-ede07eb252ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.757146 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed79111-b733-4722-9544-3bd8aa320506 x-openstack-request-id: req-bed79111-b733-4722-9544-3bd8aa320506 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:25.758049 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b64226a-366a-4bf1-9c59-4a613a5fd860", "tag": "1b311365-5d50-4477-9ebd-cee874962599", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:25.758405 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bed79111-b733-4722-9544-3bd8aa320506 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:25.759179 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b64226a-366a-4bf1-9c59-4a613a5fd860', 'tag': '1b311365-5d50-4477-9ebd-cee874962599', 'status': 'completed', 'code': 200} Aug 29 06:54:25.775025 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Subnet': ['ID=91335fcc-bb49-4f9d-8e2b-18d1aa91b627,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:25.780362 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-85be4ed2-d959-48bd-bb5e-f2a401827972 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:25.781694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85be4ed2-d959-48bd-bb5e-f2a401827972 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:25.788148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56466) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:25.788770 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-85be4ed2-d959-48bd-bb5e-f2a401827972 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/a1a52701-5d27-40f6-9b79-5908cf27e7f1 HTTP/1.1" status: 404 len: 339 time: 0.1855090 Aug 29 06:54:25.791939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Attempting to bind port a7c2754f-ba12-4770-a0c6-1de6b41de627 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:25.792299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Attempting to bind port a7c2754f-ba12-4770-a0c6-1de6b41de627 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '8776dfad-39f6-49cf-bd26-6ad98992a532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cf9078aa-2522-42d0-aba5-68a0ad1d04b4'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:25.792672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Attempting to bind port a7c2754f-ba12-4770-a0c6-1de6b41de627 on network cf9078aa-2522-42d0-aba5-68a0ad1d04b4 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:25.801440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:25.801765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Checking segment: {'id': '8776dfad-39f6-49cf-bd26-6ad98992a532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cf9078aa-2522-42d0-aba5-68a0ad1d04b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:25.802171 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.802567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Bound using segment: {'id': '8776dfad-39f6-49cf-bd26-6ad98992a532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cf9078aa-2522-42d0-aba5-68a0ad1d04b4'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:25.803041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Bound port: a7c2754f-ba12-4770-a0c6-1de6b41de627, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8776dfad-39f6-49cf-bd26-6ad98992a532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cf9078aa-2522-42d0-aba5-68a0ad1d04b4'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:25.803455 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.892678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] For port a7c2754f-ba12-4770-a0c6-1de6b41de627, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:25.897211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] For port a7c2754f-ba12-4770-a0c6-1de6b41de627, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a7c2754f-ba12-4770-a0c6-1de6b41de627,segment=NetworkSegment(8776dfad-39f6-49cf-bd26-6ad98992a532),segment_id=8776dfad-39f6-49cf-bd26-6ad98992a532)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:25.925183 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-4d9babe1-92a5-45e7-963d-c681bfed9709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a04189e0-a02e-4c0f-a203-4b06601daa92', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'port_id': '1b311365-5d50-4477-9ebd-cee874962599', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'mac_address': 'fa:16:3e:c9:20:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b64226a-366a-4bf1-9c59-4a613a5fd860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:53:43Z', 'updated_at': '2021-08-29T06:54:21Z', 'revision_number': 1, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:43Z', 'revision_number': 5, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:25.945315 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.962127 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2ad1-e568-4610-b700-ede07eb252ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.963495 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2ad1-e568-4610-b700-ede07eb252ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.967650 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b7fa2ad1-e568-4610-b700-ede07eb252ea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d0b0a04b-f302-451d-b719-b7043509d662 HTTP/1.1" status: 204 len: 168 time: 0.3529885 Aug 29 06:54:25.968559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9078aa-2522-42d0-aba5-68a0ad1d04b4']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:25.972481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9babe1-92a5-45e7-963d-c681bfed9709 None None] The sync data for ids ['9cf05a5f-f23b-43e2-84ea-23030c63c890'] in n-d-713301-12 is: [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a04189e0-a02e-4c0f-a203-4b06601daa92', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'port_id': '1b311365-5d50-4477-9ebd-cee874962599', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'mac_address': 'fa:16:3e:c9:20:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b64226a-366a-4bf1-9c59-4a613a5fd860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:53:43Z', 'updated_at': '2021-08-29T06:54:21Z', 'revision_number': 1, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:43Z', 'revision_number': 5, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:54:25.981000 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:25.992448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8776dfad-39f6-49cf-bd26-6ad98992a532') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:25.992747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8776dfad-39f6-49cf-bd26-6ad98992a532') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:26.013347 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:26.042885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:26.063843 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:26.064339 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:26.074039 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:26.141175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39847b7d-68f4-4a5e-939b-98113936cc5b None None] Pushing event updated for resources: {'Port': ['ID=a7c2754f-ba12-4770-a0c6-1de6b41de627,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:26.180102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa2ad1-e568-4610-b700-ede07eb252ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b0a04b-f302-451d-b719-b7043509d662,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:26.190701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22320e0f-7025-4975-b608-af3340655285 None None] Network cf9078aa-2522-42d0-aba5-68a0ad1d04b4 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:26.208960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bd216-44c4-4c29-95df-0affa2e0ae35 req-c96040c8-f0d9-4d7e-9807-68b542b21580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:26.208960 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd1bd216-44c4-4c29-95df-0affa2e0ae35 req-c96040c8-f0d9-4d7e-9807-68b542b21580 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=395f384cb65b432a9ea260b20483cc6b&device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 1097 time: 0.3664036 Aug 29 06:54:26.224517 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 06:54:26.224517 n-d-713301-12 neutron-server[95403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 06:54:26.224517 n-d-713301-12 neutron-server[95403]: [parameters: {'id': 'cf9078aa-2522-42d0-aba5-68a0ad1d04b4'}] Aug 29 06:54:26.224517 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:54:26.225507 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:54:26.348391 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b05c8dd-af0a-46ba-8e02-e0b790a0ee60 None None] New status for floating IP a04189e0-a02e-4c0f-a203-4b06601daa92: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:54:26.443196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9d75ca-cfbb-4cc6-9035-2efb7dd77f24 None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 06:54:26.534057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56492) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:26.611011 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9d75ca-cfbb-4cc6-9035-2efb7dd77f24 None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 06:54:26.704879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c695cdce-a0d8-46e2-8b92-ce36f1d7fba9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:26.709051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c695cdce-a0d8-46e2-8b92-ce36f1d7fba9 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9158807 Aug 29 06:54:26.709448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56504) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:26.738892 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:26.754797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f3b3f-8063-4e5a-a778-e67e6f90dc43 req-a138a5de-c45b-45b6-b3e0-0b4ecba15b14 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:26.758454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc1f3b3f-8063-4e5a-a778-e67e6f90dc43 req-a138a5de-c45b-45b6-b3e0-0b4ecba15b14 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.5551627 Aug 29 06:54:26.789358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-network', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:26.798115 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6e6dc407-9f2a-4d14-9919-3b85f00aa4f7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 207 time: 0.0844820 Aug 29 06:54:26.799710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56506) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:26.804658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d61d78f6-bcc4-4580-b001-c787f8354f2d req-8f4d75b2-85c3-4e4c-9113-bc2d4ab70f1b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 210 time: 0.0596225 Aug 29 06:54:26.880484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc1f3b3f-8063-4e5a-a778-e67e6f90dc43 req-1ac1b457-e77d-4ae7-a8c4-91797639481a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064761 Aug 29 06:54:26.898780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bd216-44c4-4c29-95df-0affa2e0ae35 req-5eb7e2bc-88a9-4ea4-bfa9-8d4f9c369fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:26.900298 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd1bd216-44c4-4c29-95df-0affa2e0ae35 req-5eb7e2bc-88a9-4ea4-bfa9-8d4f9c369fd5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467 HTTP/1.1" status: 200 len: 912 time: 0.6540349 Aug 29 06:54:27.009218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd1bd216-44c4-4c29-95df-0affa2e0ae35 req-1b537b46-07f8-4f10-bc73-b175ff40041c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b311365-5d50-4477-9ebd-cee874962599 HTTP/1.1" status: 200 len: 1000 time: 0.1008375 Aug 29 06:54:27.025017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] Made reservation on behalf of 2fd53004b0cf47d4b0862df916edfb09 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:27.028982 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.054260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Deleting port a7c2754f-ba12-4770-a0c6-1de6b41de627 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:27.057514 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.057514 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.066778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66864520-5aad-4b4a-981b-afca017d743d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:27.069169 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bd216-44c4-4c29-95df-0affa2e0ae35 req-ea0bda5e-f3d1-4cdc-80a6-2b2945a5b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:27.070842 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd1bd216-44c4-4c29-95df-0affa2e0ae35 req-ea0bda5e-f3d1-4cdc-80a6-2b2945a5b4b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268 HTTP/1.1" status: 200 len: 850 time: 0.0523078 Aug 29 06:54:27.073805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66864520-5aad-4b4a-981b-afca017d743d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:27.080311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66864520-5aad-4b4a-981b-afca017d743d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:27.086706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66864520-5aad-4b4a-981b-afca017d743d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:27.092330 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-66864520-5aad-4b4a-981b-afca017d743d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2864416 Aug 29 06:54:27.098204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56510) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:27.171392 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75176503-b56b-4b03-b003-e2206e96cfa0 None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 06:54:27.198505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] For port a7c2754f-ba12-4770-a0c6-1de6b41de627, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a7c2754f-ba12-4770-a0c6-1de6b41de627,segment=NetworkSegment(8776dfad-39f6-49cf-bd26-6ad98992a532),segment_id=8776dfad-39f6-49cf-bd26-6ad98992a532)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:27.198905 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.256468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Calling delete_port for a7c2754f-ba12-4770-a0c6-1de6b41de627 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:27.311021 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a5074a41-5caa-4793-b0b8-7e15343df1f1 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2106259 Aug 29 06:54:27.316407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56522) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:27.328833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bd216-44c4-4c29-95df-0affa2e0ae35 req-fa69e5a1-2f6b-4564-95cc-e3efe758eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:27.331426 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd1bd216-44c4-4c29-95df-0affa2e0ae35 req-fa69e5a1-2f6b-4564-95cc-e3efe758eaa3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2443597 Aug 29 06:54:27.368871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75176503-b56b-4b03-b003-e2206e96cfa0 None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 06:54:27.377725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.413260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cb31c6-8c61-4d55-843f-c36da155203c tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:27.414658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cb31c6-8c61-4d55-843f-c36da155203c tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:27.416247 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-20cb31c6-8c61-4d55-843f-c36da155203c tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0986130 Aug 29 06:54:27.419794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56526) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:27.471012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd1bd216-44c4-4c29-95df-0affa2e0ae35 req-81667439-19c3-4aa2-a1bf-88a080763372 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314564 Aug 29 06:54:27.500730 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.569693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf744c-891f-406d-867c-59f5ec751e9d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['shared'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:27.571116 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf744c-891f-406d-867c-59f5ec751e9d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['shared'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:27.576774 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-95cf744c-891f-406d-867c-59f5ec751e9d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1560488 Aug 29 06:54:27.577720 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56532) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:27.592078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:27.595624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d6dd1-fe4e-4965-8de1-efb7b723edf1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:27.596691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd1bd216-44c4-4c29-95df-0affa2e0ae35 req-47dee250-434e-4242-9248-c8ea089806ec service neutron] 10.222.0.11 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194980 Aug 29 06:54:27.614631 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.684202 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.685430 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] Added segment ee83a02c-06fe-4669-83b0-f14fc9352f44 of type vlan for network 69df7696-13bc-4755-ac18-c6d0d169b7a7 Aug 29 06:54:27.687098 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] No DVR routers for this DVR port a7c2754f-ba12-4770-a0c6-1de6b41de627 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:27.699756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Port': ['ID=a7c2754f-ba12-4770-a0c6-1de6b41de627,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:27.782814 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.851844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.872672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a24ba23-9c09-44ce-82b1-8961def40fdd tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:27.874085 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3a24ba23-9c09-44ce-82b1-8961def40fdd tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "GET /v2.0/networks/9be3604b-c179-411d-8c2e-1ef76257820c HTTP/1.1" status: 200 len: 800 time: 0.2948959 Aug 29 06:54:27.877673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56538) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:27.888395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9078aa-2522-42d0-aba5-68a0ad1d04b4']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:27.936430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8776dfad-39f6-49cf-bd26-6ad98992a532') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:27.936686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8776dfad-39f6-49cf-bd26-6ad98992a532') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:27.949480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0043b90-3f38-43b9-ac6d-4e6db2a508be req-adf52626-79ab-48ec-af88-cf2b326b5ca6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 210 time: 0.0498164 Aug 29 06:54:27.954298 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.971182 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.981013 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.982486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:27.983068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.991323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:27.991713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:27.999163 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:28.041486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ef721-4b8b-44f1-a9a9-4fcc48c9da9d req-989e2d29-05c9-474a-9769-06ca57315861 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:28.048101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-336ef721-4b8b-44f1-a9a9-4fcc48c9da9d req-989e2d29-05c9-474a-9769-06ca57315861 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.0749965 Aug 29 06:54:28.087780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-336ef721-4b8b-44f1-a9a9-4fcc48c9da9d req-a35747ab-8fba-45fa-a704-8c4c6ca0f7e2 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367537 Aug 29 06:54:28.494865 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f496fbb1-717a-4673-9190-36918832fba3 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "GET /v2.0/networks/9be3604b-c179-411d-8c2e-1ef76257820c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.6109724 Aug 29 06:54:28.494865 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9558930 Aug 29 06:54:28.498250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56558) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:28.498605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56560) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:28.507067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f0230-08b5-40e1-b17d-1f6a1593d5d4 admin admin] Pushing event updated for resources: {'Network': ['ID=69df7696-13bc-4755-ac18-c6d0d169b7a7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:28.522096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 69df7696-13bc-4755-ac18-c6d0d169b7a7 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:28.558279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-747b1e96-bf4c-4500-bf8b-fb96c3ded02a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:28.560094 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-747b1e96-bf4c-4500-bf8b-fb96c3ded02a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.15 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 812 time: 0.4819782 Aug 29 06:54:28.573830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1f462883-eebc-4ccf-95c3-3e52eaa46107 admin admin] Request body: {'subnet': {'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-subnet', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:28.577894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Request body: {'port': {'device_id': '1019426e-0689-410a-a0f2-554b4e90ae7d', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'admin_state_up': True, 'tenant_id': '897044e83d4b4e3fa039b018ec141c41'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:28.585799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d218a232-8271-42c3-b89c-deb3fb9dcbdf tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:28.592016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d218a232-8271-42c3-b89c-deb3fb9dcbdf tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "GET /v2.0/subnets/c42041d2-9b2f-4820-a634-7b412bc65801 HTTP/1.1" status: 200 len: 811 time: 0.0919862 Aug 29 06:54:28.592914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56562) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:28.596402 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:28.632236 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:28.632236 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/networks/cf9078aa-2522-42d0-aba5-68a0ad1d04b4 HTTP/1.1" status: 204 len: 168 time: 4.4126370 Aug 29 06:54:28.636432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56564) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:28.644190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a99d5-0cdc-4445-8172-3dd9c819d478 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Network': ['ID=cf9078aa-2522-42d0-aba5-68a0ad1d04b4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:28.675068 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-907265ea-43bb-47cc-87ab-414732e22360 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:28.675564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907265ea-43bb-47cc-87ab-414732e22360 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:28.677445 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-907265ea-43bb-47cc-87ab-414732e22360 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/subnets/91335fcc-bb49-4f9d-8e2b-18d1aa91b627 HTTP/1.1" status: 404 len: 337 time: 0.0400825 Aug 29 06:54:28.680638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56568) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:28.690484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f246ac-8b31-4f25-a06b-48a92ab39434 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['shared'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:28.695273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-25f246ac-8b31-4f25-a06b-48a92ab39434 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "GET /v2.0/subnets/c42041d2-9b2f-4820-a634-7b412bc65801?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0952499 Aug 29 06:54:28.695454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56572) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:28.700916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-91b10230-26bf-4027-9f87-65817cafcf87 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-428465412'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:28.707413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f462883-eebc-4ccf-95c3-3e52eaa46107 admin admin] Made reservation on behalf of 2fd53004b0cf47d4b0862df916edfb09 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:28.709643 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1f462883-eebc-4ccf-95c3-3e52eaa46107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:28.714486 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-91002a74-b9d6-4ab7-9db9-bbfd2f4b893c tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:28.715296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91002a74-b9d6-4ab7-9db9-bbfd2f4b893c tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:28.717322 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-91002a74-b9d6-4ab7-9db9-bbfd2f4b893c tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/networks/cf9078aa-2522-42d0-aba5-68a0ad1d04b4 HTTP/1.1" status: 404 len: 339 time: 0.0324829 Aug 29 06:54:28.721143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56574) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:28.747960 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccd059f-7f6c-4ecf-b852-ca3287e8382a tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:28.748520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cccd059f-7f6c-4ecf-b852-ca3287e8382a tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:28.750366 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cccd059f-7f6c-4ecf-b852-ca3287e8382a tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/subnets/78e175fa-428c-4b3d-a149-4d063e89e016 HTTP/1.1" status: 404 len: 337 time: 0.0282292 Aug 29 06:54:28.753717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 06:54:28.753717 n-d-713301-12 neutron-server[95403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 06:54:28.753717 n-d-713301-12 neutron-server[95403]: [parameters: {'project_id_1': '897044e83d4b4e3fa039b018ec141c41', 'expiration_1': datetime.datetime(2021, 8, 29, 6, 54, 28, 719455)}] Aug 29 06:54:28.753717 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:54:28.760609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56578) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:28.760951 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:54:28.791713 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc692720-2071-439c-b3de-9bd300102d3d tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:28.792282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc692720-2071-439c-b3de-9bd300102d3d tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:28.794532 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cc692720-2071-439c-b3de-9bd300102d3d tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/networks/c25fe6ce-a5f3-41e3-b197-5b239b041970 HTTP/1.1" status: 404 len: 339 time: 0.0338802 Aug 29 06:54:28.797137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56584) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:28.830712 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-8022c292-d3f9-4053-b096-e5418b15e388 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:28.831181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8022c292-d3f9-4053-b096-e5418b15e388 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:28.832969 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8022c292-d3f9-4053-b096-e5418b15e388 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/subnets/312e3b33-e027-4e1a-ac08-5a79e8ee1eda HTTP/1.1" status: 404 len: 337 time: 0.0348148 Aug 29 06:54:28.836042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56588) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:28.864541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b10230-26bf-4027-9f87-65817cafcf87 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:28.868396 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-91b10230-26bf-4027-9f87-65817cafcf87 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:28.874217 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6323a9b-0632-4858-bd8a-b12e450d6446 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:28.874217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6323a9b-0632-4858-bd8a-b12e450d6446 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:28.875791 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e6323a9b-0632-4858-bd8a-b12e450d6446 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/networks/6b71c6b4-119d-4db5-8e73-6aff44fa68e3 HTTP/1.1" status: 404 len: 339 time: 0.0385165 Aug 29 06:54:28.878368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56592) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:28.945328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b10230-26bf-4027-9f87-65817cafcf87 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:28.968827 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-91b10230-26bf-4027-9f87-65817cafcf87 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:28.968827 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-91b10230-26bf-4027-9f87-65817cafcf87 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Added segment 0948b06e-49df-4f11-add5-d59a1ea50034 of type vlan for network ddf83005-f454-4b18-93ba-16381e9cc108 Aug 29 06:54:29.013624 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-91b10230-26bf-4027-9f87-65817cafcf87 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.034937 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-dd87e77b-4f4c-413b-9bb0-6b46ccd26a6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Deleting port a19d859c-45dc-4799-b2f4-293007639bb3 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:29.035326 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd87e77b-4f4c-413b-9bb0-6b46ccd26a6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.048786 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1f462883-eebc-4ccf-95c3-3e52eaa46107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.106249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4aae765-906e-41d0-9db1-fb0d63a7b156 req-10b8d374-e34a-4054-a55a-84540044cfcf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 210 time: 0.0590374 Aug 29 06:54:29.115932 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd87e77b-4f4c-413b-9bb0-6b46ccd26a6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.133325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-dd87e77b-4f4c-413b-9bb0-6b46ccd26a6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Calling delete_port for a19d859c-45dc-4799-b2f4-293007639bb3 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:29.138766 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f462883-eebc-4ccf-95c3-3e52eaa46107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab428347-bbf6-4179-99ff-630fada99547,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:29.150189 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f462883-eebc-4ccf-95c3-3e52eaa46107 admin admin] Checking segment: {'id': 'ee83a02c-06fe-4669-83b0-f14fc9352f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:29.152270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f462883-eebc-4ccf-95c3-3e52eaa46107 admin admin] Network hostable DHCP agents. Network: 69df7696-13bc-4755-ac18-c6d0d169b7a7, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:29.201225 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-91b10230-26bf-4027-9f87-65817cafcf87 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.208198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b10230-26bf-4027-9f87-65817cafcf87 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:29.210377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-91b10230-26bf-4027-9f87-65817cafcf87 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.288928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f462883-eebc-4ccf-95c3-3e52eaa46107 admin admin] Network 69df7696-13bc-4755-ac18-c6d0d169b7a7 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:29.297683 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd87e77b-4f4c-413b-9bb0-6b46ccd26a6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.335870 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd87e77b-4f4c-413b-9bb0-6b46ccd26a6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.342809 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dd87e77b-4f4c-413b-9bb0-6b46ccd26a6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/ports/a19d859c-45dc-4799-b2f4-293007639bb3 HTTP/1.1" status: 204 len: 168 time: 0.4588850 Aug 29 06:54:29.342809 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87e77b-4f4c-413b-9bb0-6b46ccd26a6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Port': ['ID=a19d859c-45dc-4799-b2f4-293007639bb3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:29.344541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56618) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:29.351024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e28e23f-b837-432a-8666-4eb710782193 req-27f5fd4c-ca99-40b0-9deb-ceb4ca0f3894 tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=e4518d8291e5438caa827a92fc24a200&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799065 Aug 29 06:54:29.354802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b10230-26bf-4027-9f87-65817cafcf87 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Network': ['ID=ddf83005-f454-4b18-93ba-16381e9cc108,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:29.369924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network ddf83005-f454-4b18-93ba-16381e9cc108 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:29.387481 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73e9027-3f4c-4d0c-b650-e8060498fcab tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:29.388046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73e9027-3f4c-4d0c-b650-e8060498fcab tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:29.390116 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f73e9027-3f4c-4d0c-b650-e8060498fcab tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/subnets/a49bf494-3185-49b9-9dac-a1b162901395 HTTP/1.1" status: 404 len: 337 time: 0.0440593 Aug 29 06:54:29.390877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Made reservation on behalf of 897044e83d4b4e3fa039b018ec141c41 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:29.393073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56620) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:29.395137 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.437569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2c940-b9cb-43e9-9e51-0605fede8c53 req-3d0269be-1951-461b-8668-82be89405d0e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:29.439081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ba2c940-b9cb-43e9-9e51-0605fede8c53 req-3d0269be-1951-461b-8668-82be89405d0e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.1952088 Aug 29 06:54:29.456341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-1f462883-eebc-4ccf-95c3-3e52eaa46107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 69df7696-13bc-4755-ac18-c6d0d169b7a7) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:29.464126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04285be-cb68-41af-90a5-8bac7d7403fc None None] Network 69df7696-13bc-4755-ac18-c6d0d169b7a7 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:29.506639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f462883-eebc-4ccf-95c3-3e52eaa46107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:29.507554 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1f462883-eebc-4ccf-95c3-3e52eaa46107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.514465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-91b10230-26bf-4027-9f87-65817cafcf87 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8180094 Aug 29 06:54:29.517331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56624) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:29.530856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e6a2b945-d13f-4ab9-a8d6-c8587723d25b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'subnet': {'network_id': 'ddf83005-f454-4b18-93ba-16381e9cc108', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:29.580477 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29d1f0d7-ef87-4974-8859-66b65902ff77 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.592572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ba2c940-b9cb-43e9-9e51-0605fede8c53 req-5f3e7eb2-a6b4-4579-b6b9-fc93b1350d02 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410353 Aug 29 06:54:29.634907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28e23f-b837-432a-8666-4eb710782193 req-dc8bdea3-1b4c-482e-9433-994dc05c80d5 tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:29.634907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e28e23f-b837-432a-8666-4eb710782193 req-dc8bdea3-1b4c-482e-9433-994dc05c80d5 tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666314 Aug 29 06:54:29.635107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3212b75e-cc70-4be6-b508-45a9199f44c6 None None] Network 69df7696-13bc-4755-ac18-c6d0d169b7a7 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:29.657563 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Allocated IP 172.20.0.9 (eb438b1b-83fe-449b-a9fe-bdfcc664c04e/1bdc3d0e-3ad1-438c-863e-a7e8b4815812/767d87a9-8d55-4850-897e-365c14ebcfcf) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:29.684809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e28e23f-b837-432a-8666-4eb710782193 req-8f6b80e5-a1b1-4c56-aa14-104a439d8863 tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] 10.222.0.76 "GET /v2.0/quotas/e4518d8291e5438caa827a92fc24a200 HTTP/1.1" status: 200 len: 375 time: 0.0436707 Aug 29 06:54:29.716438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1f462883-eebc-4ccf-95c3-3e52eaa46107 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2143507 Aug 29 06:54:29.721651 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56626) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:29.730725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:29.757365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e28e23f-b837-432a-8666-4eb710782193 req-2f0e1b84-68f4-4fb0-88e3-b3974002a054 tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e4518d8291e5438caa827a92fc24a200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337172 Aug 29 06:54:29.758774 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29d1f0d7-ef87-4974-8859-66b65902ff77 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.773837 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-29d1f0d7-ef87-4974-8859-66b65902ff77 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c47beb-e549-4087-901c-374c3c375a99']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:29.785850 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-29d1f0d7-ef87-4974-8859-66b65902ff77 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99781f9a-92a8-43b7-a917-ac13a673e856') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:29.786330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-29d1f0d7-ef87-4974-8859-66b65902ff77 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99781f9a-92a8-43b7-a917-ac13a673e856') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:29.796665 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29d1f0d7-ef87-4974-8859-66b65902ff77 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.814162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a2b945-d13f-4ab9-a8d6-c8587723d25b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Made reservation on behalf of 50c298866ae44dd8bc2226c2a10475d4 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:29.815377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29d1f0d7-ef87-4974-8859-66b65902ff77 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.817748 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e6a2b945-d13f-4ab9-a8d6-c8587723d25b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.824005 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d1f0d7-ef87-4974-8859-66b65902ff77 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:29.824762 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29d1f0d7-ef87-4974-8859-66b65902ff77 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:29.830036 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:29.900009 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.ipam_backend_mixin [None req-e6a2b945-d13f-4ab9-a8d6-c8587723d25b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Performing IP validity checks on allocation pools {{(pid=95403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 06:54:29.903714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.ipam_backend_mixin [None req-e6a2b945-d13f-4ab9-a8d6-c8587723d25b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 06:54:29.956235 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:29.969511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Transition to ACTIVE for port object 767d87a9-8d55-4850-897e-365c14ebcfcf will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:30.003650 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.004750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.037791 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29d1f0d7-ef87-4974-8859-66b65902ff77 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.049065 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-29d1f0d7-ef87-4974-8859-66b65902ff77 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.052630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-29d1f0d7-ef87-4974-8859-66b65902ff77 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/networks/d5c47beb-e549-4087-901c-374c3c375a99 HTTP/1.1" status: 204 len: 168 time: 0.6561463 Aug 29 06:54:30.054821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56634) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:30.075308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1f0d7-ef87-4974-8859-66b65902ff77 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Network': ['ID=d5c47beb-e549-4087-901c-374c3c375a99,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:30.096458 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.124092 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.136908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['79b19bb4-e371-48bc-a3d6-eca7ca168e92', '9a6256e3-41a0-4779-a4c5-c08c441cf9ef'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:30.196292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event updated for resources: {'Port': ['ID=767d87a9-8d55-4850-897e-365c14ebcfcf,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:30.209370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Network eb438b1b-83fe-449b-a9fe-bdfcc664c04e is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:30.214039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:30.217035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-5c580257-5a5d-4fb9-ade0-e2e1be70bd66 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Deleting port b9e5be24-1824-46ad-97a3-bfde0bf5b83d {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:30.217387 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c580257-5a5d-4fb9-ade0-e2e1be70bd66 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.241516 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:30.373557 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c580257-5a5d-4fb9-ade0-e2e1be70bd66 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.398646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781f423-267d-4d15-a0d9-71cd14011f1c req-8aab310d-4c90-430b-8a77-37b829585faf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:30.409309 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8781f423-267d-4d15-a0d9-71cd14011f1c req-8aab310d-4c90-430b-8a77-37b829585faf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 931 time: 0.1245563 Aug 29 06:54:30.421767 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-5c580257-5a5d-4fb9-ade0-e2e1be70bd66 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Calling delete_port for b9e5be24-1824-46ad-97a3-bfde0bf5b83d owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:30.532057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8781f423-267d-4d15-a0d9-71cd14011f1c req-5e1c2004-6362-420a-8c67-2641e06e0cb3 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213789 Aug 29 06:54:30.549126 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.567705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:30.570566 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.572307 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e6a2b945-d13f-4ab9-a8d6-c8587723d25b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.658875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2b945-d13f-4ab9-a8d6-c8587723d25b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Subnet': ['ID=d1e7988c-516c-4d8b-b752-a377eb878888,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:30.669256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a2b945-d13f-4ab9-a8d6-c8587723d25b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Checking segment: {'id': '0948b06e-49df-4f11-add5-d59a1ea50034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ddf83005-f454-4b18-93ba-16381e9cc108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:30.669987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a2b945-d13f-4ab9-a8d6-c8587723d25b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network hostable DHCP agents. Network: ddf83005-f454-4b18-93ba-16381e9cc108, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:30.709297 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-34ceabf5-3ce8-4f4a-b54e-c204c1cfed46 None None] Provisioning for port 767d87a9-8d55-4850-897e-365c14ebcfcf completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:30.714812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-34ceabf5-3ce8-4f4a-b54e-c204c1cfed46 None None] Provisioning complete for port 767d87a9-8d55-4850-897e-365c14ebcfcf triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:30.715612 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-34ceabf5-3ce8-4f4a-b54e-c204c1cfed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.725051 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-5b2e4da6-22ba-45f4-bf56-714e98188f2c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1523325 Aug 29 06:54:30.738454 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Request body: {'port': {'device_id': '1019426e-0689-410a-a0f2-554b4e90ae7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:30.739852 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c580257-5a5d-4fb9-ade0-e2e1be70bd66 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.786766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-34ceabf5-3ce8-4f4a-b54e-c204c1cfed46 None None] Port 767d87a9-8d55-4850-897e-365c14ebcfcf cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:54:30.803563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c580257-5a5d-4fb9-ade0-e2e1be70bd66 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Port': ['ID=b9e5be24-1824-46ad-97a3-bfde0bf5b83d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:30.809789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a2b945-d13f-4ab9-a8d6-c8587723d25b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Network ddf83005-f454-4b18-93ba-16381e9cc108 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:30.811763 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.823843 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c580257-5a5d-4fb9-ade0-e2e1be70bd66 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.825892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5c580257-5a5d-4fb9-ade0-e2e1be70bd66 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/ports/b9e5be24-1824-46ad-97a3-bfde0bf5b83d HTTP/1.1" status: 204 len: 168 time: 0.7684357 Aug 29 06:54:30.831285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56672) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:30.852458 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b755b84-288c-4e96-b536-9b8f83e3291f req-8ac46d29-4587-4e76-9955-58bea142218d tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:30.856993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b755b84-288c-4e96-b536-9b8f83e3291f req-8ac46d29-4587-4e76-9955-58bea142218d tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.1826143 Aug 29 06:54:30.856993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b4a993e-9859-485d-85be-5a015eb83fdc req-48478884-6194-42ae-a53c-3ee5dc5da18b tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=e4518d8291e5438caa827a92fc24a200&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554609 Aug 29 06:54:30.885887 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe8a1a3-50ae-4bfa-b689-6183aa9bd4e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:30.886356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe8a1a3-50ae-4bfa-b689-6183aa9bd4e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:30.891050 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0fe8a1a3-50ae-4bfa-b689-6183aa9bd4e6 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/subnets/c5f548b2-a508-4f35-9a05-2bede17e5993 HTTP/1.1" status: 404 len: 337 time: 0.0564141 Aug 29 06:54:30.896731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56674) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:30.896731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-e6a2b945-d13f-4ab9-a8d6-c8587723d25b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, ddf83005-f454-4b18-93ba-16381e9cc108) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:30.902596 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b87e6c-8454-4e1e-85c3-74a0d704df6d None None] Network ddf83005-f454-4b18-93ba-16381e9cc108 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:30.926056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2b945-d13f-4ab9-a8d6-c8587723d25b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:30.926678 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e6a2b945-d13f-4ab9-a8d6-c8587723d25b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:30.958413 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b755b84-288c-4e96-b536-9b8f83e3291f req-7ec5fd80-ffbc-4181-a1ee-9c451aa0f484 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947340 Aug 29 06:54:31.032968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a993e-9859-485d-85be-5a015eb83fdc req-5d3ce90c-ab6b-4a09-b533-37dd4272780b tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:31.034538 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b4a993e-9859-485d-85be-5a015eb83fdc req-5d3ce90c-ab6b-4a09-b533-37dd4272780b tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690707 Aug 29 06:54:31.054720 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b4a993e-9859-485d-85be-5a015eb83fdc req-bb5024a2-59d3-4f4e-8cff-c9bb9a304269 tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] 10.222.0.76 "GET /v2.0/quotas/e4518d8291e5438caa827a92fc24a200 HTTP/1.1" status: 200 len: 375 time: 0.0112889 Aug 29 06:54:31.093631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b4a993e-9859-485d-85be-5a015eb83fdc req-a5138a4f-a625-4004-a9c8-563c6ef8c02a tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e4518d8291e5438caa827a92fc24a200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291495 Aug 29 06:54:31.099810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-ddf83005-f454-4b18-93ba-16381e9cc108', 'network_id': 'ddf83005-f454-4b18-93ba-16381e9cc108', 'tenant_id': '50c298866ae44dd8bc2226c2a10475d4', 'fixed_ips': [{'subnet_id': 'd1e7988c-516c-4d8b-b752-a377eb878888'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:54:31.100731 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.109443 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8bb0543a-6e4a-49e9-a113-d5bbfa95cf6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.118834 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e6a2b945-d13f-4ab9-a8d6-c8587723d25b tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5963113 Aug 29 06:54:31.119853 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56676) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:31.128319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-244fba2f-8168-4438-87a5-0f29c4ca5044 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:31.263238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Allocated IP 172.20.0.3 (ddf83005-f454-4b18-93ba-16381e9cc108/d1e7988c-516c-4d8b-b752-a377eb878888/ed13668d-e818-43c8-a265-0a7bcae9212b) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:31.291113 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-244fba2f-8168-4438-87a5-0f29c4ca5044 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9377171'] for subnet, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.351942 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.380643 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8bb0543a-6e4a-49e9-a113-d5bbfa95cf6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.383165 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.407982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8bb0543a-6e4a-49e9-a113-d5bbfa95cf6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89f367f-2930-4a3e-b88b-d1617b59b74f']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:31.414541 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.423322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Transition to ACTIVE for port object ed13668d-e818-43c8-a265-0a7bcae9212b will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:31.437372 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Transition to ACTIVE for port object ed13668d-e818-43c8-a265-0a7bcae9212b will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:31.455583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8bb0543a-6e4a-49e9-a113-d5bbfa95cf6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039a895b-e16f-47ba-b9f9-02cb501ac320') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:31.455934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8bb0543a-6e4a-49e9-a113-d5bbfa95cf6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039a895b-e16f-47ba-b9f9-02cb501ac320') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:31.479889 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8bb0543a-6e4a-49e9-a113-d5bbfa95cf6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.500897 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.539016 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8bb0543a-6e4a-49e9-a113-d5bbfa95cf6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.566844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Network ddf83005-f454-4b18-93ba-16381e9cc108 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:31.574560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:31.575980 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb0543a-6e4a-49e9-a113-d5bbfa95cf6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:31.577522 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8bb0543a-6e4a-49e9-a113-d5bbfa95cf6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:31.579745 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:31.583749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:31.590521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Pushing event updated for resources: {'Port': ['ID=ed13668d-e818-43c8-a265-0a7bcae9212b,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:31.608705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:31.609344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:31.609927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:31.610498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:31.611068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:31.611657 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:31.612203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:31.612762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:31.613308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:31.613879 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:31.615068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:31.615699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:31.661490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767d87a9-8d55-4850-897e-365c14ebcfcf {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:54:31.673928 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.690761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Attempting to bind port ed13668d-e818-43c8-a265-0a7bcae9212b on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:31.691643 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Attempting to bind port ed13668d-e818-43c8-a265-0a7bcae9212b by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '0948b06e-49df-4f11-add5-d59a1ea50034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ddf83005-f454-4b18-93ba-16381e9cc108'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:31.692651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Attempting to bind port ed13668d-e818-43c8-a265-0a7bcae9212b on network ddf83005-f454-4b18-93ba-16381e9cc108 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:31.692951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Allocated IP 172.25.1.105 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/36e94a10-d238-40a3-8d22-d79b9c7d9c96) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:31.701967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:31.707029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Checking segment: {'id': '0948b06e-49df-4f11-add5-d59a1ea50034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ddf83005-f454-4b18-93ba-16381e9cc108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:31.707029 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.707029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Bound using segment: {'id': '0948b06e-49df-4f11-add5-d59a1ea50034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ddf83005-f454-4b18-93ba-16381e9cc108'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:31.707029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Bound port: ed13668d-e818-43c8-a265-0a7bcae9212b, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0948b06e-49df-4f11-add5-d59a1ea50034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ddf83005-f454-4b18-93ba-16381e9cc108'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:31.707029 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.777298 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703b2a4-c80d-4192-b583-fbd75579b162 req-e811ec79-7dbc-4237-8ff8-fdff53536894 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:31.785434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c703b2a4-c80d-4192-b583-fbd75579b162 req-e811ec79-7dbc-4237-8ff8-fdff53536894 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 931 time: 0.1227257 Aug 29 06:54:31.825758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.836265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] For port ed13668d-e818-43c8-a265-0a7bcae9212b, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:31.839692 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] For port ed13668d-e818-43c8-a265-0a7bcae9212b, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ed13668d-e818-43c8-a265-0a7bcae9212b,segment=NetworkSegment(0948b06e-49df-4f11-add5-d59a1ea50034),segment_id=0948b06e-49df-4f11-add5-d59a1ea50034)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:31.840327 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c703b2a4-c80d-4192-b583-fbd75579b162 req-da0b0ee8-b949-4f45-80ff-521524293038 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536628 Aug 29 06:54:31.852963 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8bb0543a-6e4a-49e9-a113-d5bbfa95cf6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.858853 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8bb0543a-6e4a-49e9-a113-d5bbfa95cf6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.860721 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8bb0543a-6e4a-49e9-a113-d5bbfa95cf6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/networks/f89f367f-2930-4a3e-b88b-d1617b59b74f HTTP/1.1" status: 204 len: 168 time: 0.9678738 Aug 29 06:54:31.865484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56698) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:31.872714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Transition to ACTIVE for port object 767d87a9-8d55-4850-897e-365c14ebcfcf will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:31.881066 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0543a-6e4a-49e9-a113-d5bbfa95cf6b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Network': ['ID=f89f367f-2930-4a3e-b88b-d1617b59b74f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:31.912612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-244fba2f-8168-4438-87a5-0f29c4ca5044 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792719736872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2125208'] for subnet, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.947436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.948870 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.978150 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7acbd0-97d4-4a4f-a179-4961aa31af5b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Deleting subnet 39b6f387-17d1-4ce1-a74f-38029baccbcb {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:54:31.984714 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e7acbd0-97d4-4a4f-a179-4961aa31af5b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:31.993180 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:32.072385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244fba2f-8168-4438-87a5-0f29c4ca5044 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:32.072385 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-244fba2f-8168-4438-87a5-0f29c4ca5044 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:32.072385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-244fba2f-8168-4438-87a5-0f29c4ca5044 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "PUT /v2.0/subnets/d1e7988c-516c-4d8b-b752-a377eb878888 HTTP/1.1" status: 200 len: 877 time: 0.9486461 Aug 29 06:54:32.074327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56718) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:32.090432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e7acbd0-97d4-4a4f-a179-4961aa31af5b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:32.100919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:32.133286 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3faa6e-047a-48ed-868f-5155d248a069 None None] Pushing event updated for resources: {'Port': ['ID=ed13668d-e818-43c8-a265-0a7bcae9212b,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:32.198620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fba2f-8168-4438-87a5-0f29c4ca5044 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event updated for resources: {'Subnet': ['ID=d1e7988c-516c-4d8b-b752-a377eb878888,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:32.228267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:32.228267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:32.265203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78944018-98dd-42f3-8566-22c6cceaf984 req-bbf6c3b0-c5f2-456c-a947-aaa9b8249ff8 tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=e4518d8291e5438caa827a92fc24a200&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674424 Aug 29 06:54:32.292616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=767d87a9-8d55-4850-897e-365c14ebcfcf,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:32.417039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Attempting to bind port 767d87a9-8d55-4850-897e-365c14ebcfcf on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:32.417380 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Attempting to bind port 767d87a9-8d55-4850-897e-365c14ebcfcf by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:32.417713 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Attempting to bind port 767d87a9-8d55-4850-897e-365c14ebcfcf on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:32.420465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Pushing event updated for resources: {'Port': ['ID=36e94a10-d238-40a3-8d22-d79b9c7d9c96,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:32.433426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f28455-a9dd-4c7b-a6b8-8fdc830298e7 req-297a5f4b-6d5e-4384-9ce6-963c0429e76d tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:32.440231 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3f28455-a9dd-4c7b-a6b8-8fdc830298e7 req-297a5f4b-6d5e-4384-9ce6-963c0429e76d tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.3653288 Aug 29 06:54:32.524875 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e7acbd0-97d4-4a4f-a179-4961aa31af5b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:32.567384 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3f28455-a9dd-4c7b-a6b8-8fdc830298e7 req-3f728048-3fb7-4abb-b866-07bc2a8b2507 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963964 Aug 29 06:54:32.578808 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78944018-98dd-42f3-8566-22c6cceaf984 req-c6a3df5c-aada-4805-8797-a9abeac21368 tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:32.586606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78944018-98dd-42f3-8566-22c6cceaf984 req-c6a3df5c-aada-4805-8797-a9abeac21368 tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3203483 Aug 29 06:54:32.588659 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Port 767d87a9-8d55-4850-897e-365c14ebcfcf on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:54:32.592166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Attempting to bind port 767d87a9-8d55-4850-897e-365c14ebcfcf on network eb438b1b-83fe-449b-a9fe-bdfcc664c04e {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:32.619077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:32.623188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Checking segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:32.623619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Bound using segment: {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:32.624085 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Bound port: 767d87a9-8d55-4850-897e-365c14ebcfcf, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55d2999-1f80-4dbc-a849-0933e3c6e01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:32.624456 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:32.643328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78944018-98dd-42f3-8566-22c6cceaf984 req-eda7e998-f3e8-4cad-b8e0-d6df856d6370 tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] 10.222.0.76 "GET /v2.0/quotas/e4518d8291e5438caa827a92fc24a200 HTTP/1.1" status: 200 len: 375 time: 0.0554218 Aug 29 06:54:32.681485 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78944018-98dd-42f3-8566-22c6cceaf984 req-e3c410d6-1d0e-4e28-ae91-b7edadb410d8 tempest-QuotasAdminNegativeTest-427111702 tempest-QuotasAdminNegativeTest-427111702-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e4518d8291e5438caa827a92fc24a200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308001 Aug 29 06:54:32.683178 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:32.741266 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e7acbd0-97d4-4a4f-a179-4961aa31af5b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:32.771494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7acbd0-97d4-4a4f-a179-4961aa31af5b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Subnet': ['ID=39b6f387-17d1-4ce1-a74f-38029baccbcb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:32.775521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] For port 767d87a9-8d55-4850-897e-365c14ebcfcf, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:32.779429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] For port 767d87a9-8d55-4850-897e-365c14ebcfcf, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=767d87a9-8d55-4850-897e-365c14ebcfcf,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:32.782120 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e7acbd0-97d4-4a4f-a179-4961aa31af5b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:32.787497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56730) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:32.787875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2e7acbd0-97d4-4a4f-a179-4961aa31af5b tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/subnets/39b6f387-17d1-4ce1-a74f-38029baccbcb HTTP/1.1" status: 204 len: 168 time: 0.9211829 Aug 29 06:54:32.798832 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68548f6c-2759-4cd5-97e3-4f130caa569d None None] Network c171f216-2fd0-4035-859d-feb52decc325 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:32.915878 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:32.916742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Deleting port ed13668d-e818-43c8-a265-0a7bcae9212b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:32.917332 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:33.001475 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2c88f-4a2f-4b7d-ad64-46aee6ddb5a8 req-27243d63-ada5-4c8c-b1ff-a49acf0952c7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:33.003271 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbc2c88f-4a2f-4b7d-ad64-46aee6ddb5a8 req-27243d63-ada5-4c8c-b1ff-a49acf0952c7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 943 time: 0.0712471 Aug 29 06:54:33.056700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828aad3b-0666-4b70-9d7d-a1ddcd82c96e None None] DHCP port deletion for c171f216-2fd0-4035-859d-feb52decc325 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:54:33.072553 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbc2c88f-4a2f-4b7d-ad64-46aee6ddb5a8 req-e8c1684d-cc6e-431b-a0a1-b67d620057d8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538228 Aug 29 06:54:33.123132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-828aad3b-0666-4b70-9d7d-a1ddcd82c96e None None] Deleting port 1757a307-cafc-43cd-a779-9f1e9317f3e0 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:33.123676 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-828aad3b-0666-4b70-9d7d-a1ddcd82c96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:33.197394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-828aad3b-0666-4b70-9d7d-a1ddcd82c96e None None] For port 1757a307-cafc-43cd-a779-9f1e9317f3e0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1757a307-cafc-43cd-a779-9f1e9317f3e0,segment=NetworkSegment(00030894-11c4-4114-9578-3e3ad052b4ad),segment_id=00030894-11c4-4114-9578-3e3ad052b4ad)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:33.197898 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-828aad3b-0666-4b70-9d7d-a1ddcd82c96e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:33.213098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-828aad3b-0666-4b70-9d7d-a1ddcd82c96e None None] Calling delete_port for 1757a307-cafc-43cd-a779-9f1e9317f3e0 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:33.389275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:33.389967 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:33.391425 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/767d87a9-8d55-4850-897e-365c14ebcfcf HTTP/1.1" status: 200 len: 1092 time: 2.6572161 Aug 29 06:54:33.397724 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1019426e-0689-410a-a0f2-554b4e90ae7d', 'tag': '767d87a9-8d55-4850-897e-365c14ebcfcf'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:33.400063 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7439d88-ac15-4f73-b1be-c3a7c746f374" -d '{"events": [{"name": "network-changed", "server_uuid": "1019426e-0689-410a-a0f2-554b4e90ae7d", "tag": "767d87a9-8d55-4850-897e-365c14ebcfcf"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:33.405861 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-06adf12b-d561-471f-b705-3aeb4bca3853 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:33.409595 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-828aad3b-0666-4b70-9d7d-a1ddcd82c96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:33.425718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828aad3b-0666-4b70-9d7d-a1ddcd82c96e None None] No DVR routers for this DVR port 1757a307-cafc-43cd-a779-9f1e9317f3e0 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:33.471823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aad3b-0666-4b70-9d7d-a1ddcd82c96e None None] Pushing event deleted for resources: {'Port': ['ID=1757a307-cafc-43cd-a779-9f1e9317f3e0,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:33.479107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8047e-8ca3-44a7-8d55-5ba61cd0d2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=767d87a9-8d55-4850-897e-365c14ebcfcf,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:33.497697 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:33.516616 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187d8459-c9d2-49c9-affb-15ff2dfb1d78 x-openstack-request-id: req-187d8459-c9d2-49c9-affb-15ff2dfb1d78 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:33.516904 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1019426e-0689-410a-a0f2-554b4e90ae7d", "tag": "767d87a9-8d55-4850-897e-365c14ebcfcf", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:33.517151 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-187d8459-c9d2-49c9-affb-15ff2dfb1d78 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:33.517551 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1019426e-0689-410a-a0f2-554b4e90ae7d', 'tag': '767d87a9-8d55-4850-897e-365c14ebcfcf', 'status': 'completed', 'code': 200} Aug 29 06:54:33.532214 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:33.572146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] For port ed13668d-e818-43c8-a265-0a7bcae9212b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ed13668d-e818-43c8-a265-0a7bcae9212b,segment=NetworkSegment(0948b06e-49df-4f11-add5-d59a1ea50034),segment_id=0948b06e-49df-4f11-add5-d59a1ea50034)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:33.572515 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:33.609466 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d8df12-178e-41aa-9e05-becda0eb1abe None None] Network ddf83005-f454-4b18-93ba-16381e9cc108 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:33.701963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Calling delete_port for ed13668d-e818-43c8-a265-0a7bcae9212b owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:33.726238 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-06adf12b-d561-471f-b705-3aeb4bca3853 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:33.754453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994612eb-13a9-4e17-a47e-5464e1fbd15b req-f5df17aa-e5a2-4d6c-ac70-460ee65bc61f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:33.756985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-994612eb-13a9-4e17-a47e-5464e1fbd15b req-f5df17aa-e5a2-4d6c-ac70-460ee65bc61f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.0776854 Aug 29 06:54:33.757870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56750) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:33.776794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-06adf12b-d561-471f-b705-3aeb4bca3853 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c171f216-2fd0-4035-859d-feb52decc325']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:33.793460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1eb9a9a2-90f6-473e-af7e-66b61fd0e531 None None] Provisioning for port ed13668d-e818-43c8-a265-0a7bcae9212b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:33.821024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-994612eb-13a9-4e17-a47e-5464e1fbd15b req-088af466-e684-42f4-bfa8-a59338646749 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556819 Aug 29 06:54:33.842234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-06adf12b-d561-471f-b705-3aeb4bca3853 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00030894-11c4-4114-9578-3e3ad052b4ad') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:33.842234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-06adf12b-d561-471f-b705-3aeb4bca3853 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00030894-11c4-4114-9578-3e3ad052b4ad') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:33.867110 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-06adf12b-d561-471f-b705-3aeb4bca3853 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:33.872742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7439d88-ac15-4f73-b1be-c3a7c746f374 req-b5209611-3dc9-457a-8387-498d0951602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:33.874247 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c7439d88-ac15-4f73-b1be-c3a7c746f374 req-b5209611-3dc9-457a-8387-498d0951602f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 1095 time: 0.3164639 Aug 29 06:54:33.923288 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b2c61ea5-b3a2-4926-8086-8421ffbc3617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:33.962118 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-06adf12b-d561-471f-b705-3aeb4bca3853 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:34.001968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06adf12b-d561-471f-b705-3aeb4bca3853 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:34.002481 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-06adf12b-d561-471f-b705-3aeb4bca3853 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:34.009847 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:34.027565 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b2c61ea5-b3a2-4926-8086-8421ffbc3617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:34.050108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739cfde4-52b5-427c-a479-d2474426a173 None None] Network ddf83005-f454-4b18-93ba-16381e9cc108 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:34.132508 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b2c61ea5-b3a2-4926-8086-8421ffbc3617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:34.177566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7439d88-ac15-4f73-b1be-c3a7c746f374 req-e9e044ff-b046-4698-8ab1-6e9818acc09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:34.179049 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c7439d88-ac15-4f73-b1be-c3a7c746f374 req-e9e044ff-b046-4698-8ab1-6e9818acc09d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=897044e83d4b4e3fa039b018ec141c41&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2629726 Aug 29 06:54:34.191050 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:34.256155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c61ea5-b3a2-4926-8086-8421ffbc3617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d3b749-e46e-420e-9e54-5557354df37e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:34.266561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b2c61ea5-b3a2-4926-8086-8421ffbc3617 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e4518d8291e5438caa827a92fc24a200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5074427 Aug 29 06:54:34.269102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56756) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:34.289417 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-06adf12b-d561-471f-b705-3aeb4bca3853 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:34.308310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ed13668d-e818-43c8-a265-0a7bcae9212b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:34.311657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122270e4-4214-464d-8b07-b359b67ce4bb req-c14dba4c-d226-4bb6-8c53-efcef818a15a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:34.314002 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-122270e4-4214-464d-8b07-b359b67ce4bb req-c14dba4c-d226-4bb6-8c53-efcef818a15a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 943 time: 0.1764264 Aug 29 06:54:34.321187 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-06adf12b-d561-471f-b705-3aeb4bca3853 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:34.323129 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-06adf12b-d561-471f-b705-3aeb4bca3853 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] 10.222.0.76 "DELETE /v2.0/networks/c171f216-2fd0-4035-859d-feb52decc325 HTTP/1.1" status: 204 len: 168 time: 1.5336273 Aug 29 06:54:34.324055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:34.332171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: ed13668d-e818-43c8-a265-0a7bcae9212b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:54:34.332918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ed13668d-e818-43c8-a265-0a7bcae9212b not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 06:54:34.363838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Port ed13668d-e818-43c8-a265-0a7bcae9212b not found, will not notify nova. {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 06:54:34.381471 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-122270e4-4214-464d-8b07-b359b67ce4bb req-82251cd4-c8ec-42bd-ac99-ae0381e8b467 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610847 Aug 29 06:54:34.396466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adf12b-d561-471f-b705-3aeb4bca3853 tempest-NetworksIpV6TestAttrs-564039715 tempest-NetworksIpV6TestAttrs-564039715-project] Pushing event deleted for resources: {'Network': ['ID=c171f216-2fd0-4035-859d-feb52decc325,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:34.412653 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73ffb564-6b4c-4406-ac46-f0ad192cda6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:34.445669 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73ffb564-6b4c-4406-ac46-f0ad192cda6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:34.447216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Port': ['ID=ed13668d-e818-43c8-a265-0a7bcae9212b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:34.460398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1757a307-cafc-43cd-a779-9f1e9317f3e0 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:54:34.495425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 1757a307-cafc-43cd-a779-9f1e9317f3e0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:54:34.495425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1757a307-cafc-43cd-a779-9f1e9317f3e0 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:54:34.523979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No DVR routers for this DVR port ed13668d-e818-43c8-a265-0a7bcae9212b on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:34.555572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7439d88-ac15-4f73-b1be-c3a7c746f374 req-0922a315-0c8b-4aa2-ac23-7988b8deaa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:34.557037 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c7439d88-ac15-4f73-b1be-c3a7c746f374 req-0922a315-0c8b-4aa2-ac23-7988b8deaa4a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3674157 Aug 29 06:54:34.589306 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73ffb564-6b4c-4406-ac46-f0ad192cda6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:34.599229 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-73ffb564-6b4c-4406-ac46-f0ad192cda6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:34.599502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-28addcce-9842-4c83-9745-56853007d190 None None] Could not find standard attr ID for object ed13668d-e818-43c8-a265-0a7bcae9212b. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:54:34.599595 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-73ffb564-6b4c-4406-ac46-f0ad192cda6e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a4d3b749-e46e-420e-9e54-5557354df37e HTTP/1.1" status: 204 len: 168 time: 0.3246889 Aug 29 06:54:34.599691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:34.622266 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffb564-6b4c-4406-ac46-f0ad192cda6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d3b749-e46e-420e-9e54-5557354df37e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:34.696007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3302e49c-ce30-4199-9ff9-2a83c383d6a4 None None] DHCP port deletion for ddf83005-f454-4b18-93ba-16381e9cc108 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:54:34.696247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-791bd80b-71bd-46c7-bbe0-7b4964bceed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:34.697707 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-791bd80b-71bd-46c7-bbe0-7b4964bceed1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 1095 time: 0.0651546 Aug 29 06:54:34.720791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0a5ff6-c597-4e17-85e0-62216481ef4f None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 06:54:34.756449 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-7299e3e7-7815-45af-97fb-926481b613ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=767d87a9-8d55-4850-897e-365c14ebcfcf HTTP/1.1" status: 200 len: 217 time: 0.0465786 Aug 29 06:54:34.764926 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Router f55fa621-ae29-4d17-8230-73bf00a3185d is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:54:34.818790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0a5ff6-c597-4e17-85e0-62216481ef4f None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 06:54:34.869245 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:34.872021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-eaf14d1a-8770-45ae-95e1-a38f0ac96def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:34.873960 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-eaf14d1a-8770-45ae-95e1-a38f0ac96def service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.1099067 Aug 29 06:54:34.959327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e7988c-516c-4d8b-b752-a377eb878888,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:35.061956 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530af256-4391-40a1-8d94-a98d6e33d93f req-b3a87163-a01e-4731-b922-592a6fc55497 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:35.063575 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-530af256-4391-40a1-8d94-a98d6e33d93f req-b3a87163-a01e-4731-b922-592a6fc55497 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.1137645 Aug 29 06:54:35.066454 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:54:35.078797 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:35.086071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Sync routers for ids ['f55fa621-ae29-4d17-8230-73bf00a3185d'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:54:35.090463 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf83005-f454-4b18-93ba-16381e9cc108']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:35.093424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-d8605d1f-13a5-40a5-bb1e-5500426eddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:35.094928 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-d8605d1f-13a5-40a5-bb1e-5500426eddda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1565561 Aug 29 06:54:35.107407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0948b06e-49df-4f11-add5-d59a1ea50034') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:35.107695 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0948b06e-49df-4f11-add5-d59a1ea50034') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:35.113284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Routers {'f55fa621-ae29-4d17-8230-73bf00a3185d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:54:35.114028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:54:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55fa621-ae29-4d17-8230-73bf00a3185d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:35.138839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-530af256-4391-40a1-8d94-a98d6e33d93f req-52ad56ac-9ba3-459c-a398-35712e44e9c4 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614524 Aug 29 06:54:35.164617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:35.177908 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:35.181817 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dc6952d3-4a4f-4cec-950b-6fa037791c1d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.4550779 Aug 29 06:54:35.183172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56774) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:35.188197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56776) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:35.226232 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29815cf-b5e6-4b46-be38-132868add1ac None None] Network ddf83005-f454-4b18-93ba-16381e9cc108 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:35.226362 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:35.232624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:35.233024 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:35.236144 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:35.381356 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-2afea853-7af0-410c-85fd-454d35db35b9 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760515 Aug 29 06:54:35.504337 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:35.510414 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Set router f55fa621-ae29-4d17-8230-73bf00a3185d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:54:35.526747 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:35.532648 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/ddf83005-f454-4b18-93ba-16381e9cc108 HTTP/1.1" status: 204 len: 168 time: 3.4485099 Aug 29 06:54:35.534126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e7c74-c30d-4df0-b2f7-34f05508e2ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Network': ['ID=ddf83005-f454-4b18-93ba-16381e9cc108,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:35.536930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56784) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:35.565379 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3c428a5d-1a49-4a49-8850-d932f9251a23 req-a46cc825-f894-4e78-adf7-856603241310 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739919 Aug 29 06:54:35.588251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b44ed-bb12-40c5-a67a-8498c02fed5e req-245932f1-448d-4ad5-b61d-c94e7089a080 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:35.601586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d3b44ed-bb12-40c5-a67a-8498c02fed5e req-245932f1-448d-4ad5-b61d-c94e7089a080 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 943 time: 0.1358759 Aug 29 06:54:35.601586 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-7440fa69-42ad-4a1b-87ef-676a177c231c tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:35.601586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7440fa69-42ad-4a1b-87ef-676a177c231c tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:35.602871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7440fa69-42ad-4a1b-87ef-676a177c231c tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/subnets/d1e7988c-516c-4d8b-b752-a377eb878888 HTTP/1.1" status: 404 len: 337 time: 0.0624824 Aug 29 06:54:35.604598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56786) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:35.639419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56788) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:35.678580 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f875b9d7-e820-458e-a7b5-720adfad6ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:35.708701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d3b44ed-bb12-40c5-a67a-8498c02fed5e req-395f8f41-9cb6-4d41-8f10-70f1725f4174 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106148 Aug 29 06:54:35.772329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f54dd0-0247-443f-afb7-5a1d1c219d62 None None] DHCP port deletion for ddf83005-f454-4b18-93ba-16381e9cc108 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:54:35.777119 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56790) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:35.787546 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cfed54ae-19db-4329-8570-60c5e6ff5a13 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b4af6fbf68d94e2fb19164f0ef71505e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5980024 Aug 29 06:54:35.792633 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56794) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:35.900024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:54:32Z', 'revision_number': 3, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:35.914703 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f875b9d7-e820-458e-a7b5-720adfad6ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:35.930295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Checking router: f55fa621-ae29-4d17-8230-73bf00a3185d for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:54:35.930663 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Updating router f55fa621-ae29-4d17-8230-73bf00a3185d port 36e94a10-d238-40a3-8d22-d79b9c7d9c96 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:54:35.941759 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9842fa52-e37b-4fd4-a4c9-0bbf66405884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:35.945492 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1586f4a1-705b-4b50-aaa0-b076c1b16ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:35.956556 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:35.980344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9842fa52-e37b-4fd4-a4c9-0bbf66405884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.005563 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e01db6-81fb-4d48-b850-d799f6e927ea tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:36.006265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e01db6-81fb-4d48-b850-d799f6e927ea tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:36.007914 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-73e01db6-81fb-4d48-b850-d799f6e927ea tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/ddf83005-f454-4b18-93ba-16381e9cc108 HTTP/1.1" status: 404 len: 339 time: 0.4023881 Aug 29 06:54:36.010783 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f875b9d7-e820-458e-a7b5-720adfad6ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.013889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56798) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:36.067061 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce8615f-ec0f-490e-be20-253e726deeff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:36.067586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce8615f-ec0f-490e-be20-253e726deeff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:36.069269 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fce8615f-ec0f-490e-be20-253e726deeff tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/subnets/f1159700-9092-4741-b5cd-5c083de4043b HTTP/1.1" status: 404 len: 337 time: 0.0446327 Aug 29 06:54:36.082342 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56800) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:36.127730 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f875b9d7-e820-458e-a7b5-720adfad6ad6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=58c366c4eab3467280e541571dcc9d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4868979 Aug 29 06:54:36.131672 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fb3755-d4ef-4232-ba6f-ee4a868ad02f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:36.132260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fb3755-d4ef-4232-ba6f-ee4a868ad02f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:36.133923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c5fb3755-d4ef-4232-ba6f-ee4a868ad02f tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/a1a52701-5d27-40f6-9b79-5908cf27e7f1 HTTP/1.1" status: 404 len: 339 time: 0.0502825 Aug 29 06:54:36.138072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56804) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:36.138251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56802) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:36.147160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875b9d7-e820-458e-a7b5-720adfad6ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251252ea-0c50-4a13-b71e-16d5f768c4af,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:36.205492 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b185a140-2cca-48fd-8921-fc0f622bf7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.243086 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9b272aa2-1c0f-4436-aeca-3407c13c5991 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.274195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ed13668d-e818-43c8-a265-0a7bcae9212b no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:54:36.282933 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b185a140-2cca-48fd-8921-fc0f622bf7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.300544 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: ed13668d-e818-43c8-a265-0a7bcae9212b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:54:36.300959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ed13668d-e818-43c8-a265-0a7bcae9212b not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:54:36.302924 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9842fa52-e37b-4fd4-a4c9-0bbf66405884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.305527 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9842fa52-e37b-4fd4-a4c9-0bbf66405884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.309954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9842fa52-e37b-4fd4-a4c9-0bbf66405884 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/35ccab56-cd12-4a5a-9a0a-8448d72fc29a HTTP/1.1" status: 204 len: 168 time: 0.5156705 Aug 29 06:54:36.347348 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1586f4a1-705b-4b50-aaa0-b076c1b16ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.357115 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.388418 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842fa52-e37b-4fd4-a4c9-0bbf66405884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ccab56-cd12-4a5a-9a0a-8448d72fc29a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:36.400494 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9b272aa2-1c0f-4436-aeca-3407c13c5991 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.411829 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.414526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-9b272aa2-1c0f-4436-aeca-3407c13c5991 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9db977-f63f-4667-be5a-d33172e7e2d2']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:36.431826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8423fe0-4ce7-4ccc-8074-5f7ffda37c91 req-4b6b45dd-588f-482a-9ac9-ea023f5e47ae tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:36.437434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8423fe0-4ce7-4ccc-8074-5f7ffda37c91 req-4b6b45dd-588f-482a-9ac9-ea023f5e47ae tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.1423638 Aug 29 06:54:36.437434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-9b272aa2-1c0f-4436-aeca-3407c13c5991 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b84691-f3b1-4530-9fbd-4966018f8bdd') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:36.437434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-9b272aa2-1c0f-4436-aeca-3407c13c5991 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b84691-f3b1-4530-9fbd-4966018f8bdd') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:36.437434 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1586f4a1-705b-4b50-aaa0-b076c1b16ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.470616 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9b272aa2-1c0f-4436-aeca-3407c13c5991 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.504085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Transition to ACTIVE for port object 36e94a10-d238-40a3-8d22-d79b9c7d9c96 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:36.505005 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b185a140-2cca-48fd-8921-fc0f622bf7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.508099 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b185a140-2cca-48fd-8921-fc0f622bf7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.511736 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b185a140-2cca-48fd-8921-fc0f622bf7cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/251252ea-0c50-4a13-b71e-16d5f768c4af HTTP/1.1" status: 204 len: 168 time: 0.3700104 Aug 29 06:54:36.511887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586f4a1-705b-4b50-aaa0-b076c1b16ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb58068-e663-4330-bbaf-6bac97a0871d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:36.519823 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9b272aa2-1c0f-4436-aeca-3407c13c5991 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.526998 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1586f4a1-705b-4b50-aaa0-b076c1b16ceb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dbc01870ebbf46699b2143494bd79acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7487700 Aug 29 06:54:36.534497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b272aa2-1c0f-4436-aeca-3407c13c5991 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:36.534909 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9b272aa2-1c0f-4436-aeca-3407c13c5991 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:36.537875 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:36.540271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56812) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:36.547561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185a140-2cca-48fd-8921-fc0f622bf7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251252ea-0c50-4a13-b71e-16d5f768c4af,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:36.592495 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8423fe0-4ce7-4ccc-8074-5f7ffda37c91 req-933d7bd5-802c-4895-9757-07ef28a878b3 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483469 Aug 29 06:54:36.632398 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.660113 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3695aba-e6c4-4e99-8023-76cbd14d2d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.689284 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3695aba-e6c4-4e99-8023-76cbd14d2d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.724578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Allocated IP 172.20.0.1 (69df7696-13bc-4755-ac18-c6d0d169b7a7/ab428347-bbf6-4179-99ff-630fada99547/889749b6-6853-499a-95e3-f22040c85bbc) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:36.728065 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9b272aa2-1c0f-4436-aeca-3407c13c5991 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.728256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a5ba3-8e40-4d6e-ad26-d54f3292fb5d None None] Pushing event updated for resources: {'Port': ['ID=36e94a10-d238-40a3-8d22-d79b9c7d9c96,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:36.733454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Attempting to bind port 36e94a10-d238-40a3-8d22-d79b9c7d9c96 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:36.733835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Attempting to bind port 36e94a10-d238-40a3-8d22-d79b9c7d9c96 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:36.734521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Attempting to bind port 36e94a10-d238-40a3-8d22-d79b9c7d9c96 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:36.740750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:36.746234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:36.746234 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.746234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:36.746234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Bound port: 36e94a10-d238-40a3-8d22-d79b9c7d9c96, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:36.746234 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.754622 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9b272aa2-1c0f-4436-aeca-3407c13c5991 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.755020 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9b272aa2-1c0f-4436-aeca-3407c13c5991 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/8a9db977-f63f-4667-be5a-d33172e7e2d2 HTTP/1.1" status: 204 len: 168 time: 0.6156242 Aug 29 06:54:36.756440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b272aa2-1c0f-4436-aeca-3407c13c5991 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Network': ['ID=8a9db977-f63f-4667-be5a-d33172e7e2d2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:36.758415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56822) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:36.793916 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-c007e714-d697-45c2-8115-d402f1725629 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:36.794537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c007e714-d697-45c2-8115-d402f1725629 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:36.796893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c007e714-d697-45c2-8115-d402f1725629 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/subnets/b9b8f4cd-2a5a-49f2-9daa-f3ecf16ca90f HTTP/1.1" status: 404 len: 337 time: 0.0367382 Aug 29 06:54:36.799540 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56824) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:36.849408 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-6818b61c-c622-4210-b60c-ca9683f7e3e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:36.850107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6818b61c-c622-4210-b60c-ca9683f7e3e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:36.852647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6818b61c-c622-4210-b60c-ca9683f7e3e7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/15b15c66-e95d-46ee-b7db-e750a751dad2 HTTP/1.1" status: 404 len: 339 time: 0.0514281 Aug 29 06:54:36.859336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] For port 36e94a10-d238-40a3-8d22-d79b9c7d9c96, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:36.862890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] For port 36e94a10-d238-40a3-8d22-d79b9c7d9c96, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=36e94a10-d238-40a3-8d22-d79b9c7d9c96,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:36.868929 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56828) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:36.894776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca178e-85ce-4677-9f01-5d3d4d281e46 req-62db5d45-75bd-4131-bb39-fbfaa1b2ff49 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:36.896383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c2ca178e-85ce-4677-9f01-5d3d4d281e46 req-62db5d45-75bd-4131-bb39-fbfaa1b2ff49 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 943 time: 0.0765805 Aug 29 06:54:36.901478 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13a8d67-7f78-45ec-aa2b-5a6aefcf2033 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:36.901874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13a8d67-7f78-45ec-aa2b-5a6aefcf2033 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:36.903660 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f13a8d67-7f78-45ec-aa2b-5a6aefcf2033 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/subnets/084bca7c-03bf-4f9e-be78-1b477a8cb950 HTTP/1.1" status: 404 len: 337 time: 0.0337684 Aug 29 06:54:36.907124 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56830) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:36.911859 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3695aba-e6c4-4e99-8023-76cbd14d2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.914648 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3695aba-e6c4-4e99-8023-76cbd14d2d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.918443 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a3695aba-e6c4-4e99-8023-76cbd14d2d8c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/acb58068-e663-4330-bbaf-6bac97a0871d HTTP/1.1" status: 204 len: 168 time: 0.3748662 Aug 29 06:54:36.932805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3695aba-e6c4-4e99-8023-76cbd14d2d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb58068-e663-4330-bbaf-6bac97a0871d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:36.933343 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-991c729b-d8fe-42ea-8544-1acf1d98b638 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:36.935334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991c729b-d8fe-42ea-8544-1acf1d98b638 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:36.936233 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-991c729b-d8fe-42ea-8544-1acf1d98b638 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/a6fc69c4-c434-4a49-ab23-be7adb14c9ac HTTP/1.1" status: 404 len: 339 time: 0.0281706 Aug 29 06:54:36.939185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56834) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:36.940352 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.964547 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:36.973144 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f059d07b-5f74-45e8-975c-e0c56914651d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:36.973603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f059d07b-5f74-45e8-975c-e0c56914651d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:36.975503 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f059d07b-5f74-45e8-975c-e0c56914651d tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/subnets/ff2cef52-6eee-488f-b636-360910f270bb HTTP/1.1" status: 404 len: 337 time: 0.0353003 Aug 29 06:54:36.982239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c2ca178e-85ce-4677-9f01-5d3d4d281e46 req-acb6813c-2bae-40b1-8b34-0fb381f7b01f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792751 Aug 29 06:54:36.982714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56838) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:37.011648 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a009c6-0582-41db-8efd-06c0b252ff70 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:37.011648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a009c6-0582-41db-8efd-06c0b252ff70 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:37.011648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-50a009c6-0582-41db-8efd-06c0b252ff70 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/847dca1e-2c22-4ab9-a46d-fc5106062fbc HTTP/1.1" status: 404 len: 339 time: 0.0249770 Aug 29 06:54:37.011987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56840) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:37.023260 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a5ba3-8e40-4d6e-ad26-d54f3292fb5d None None] Pushing event updated for resources: {'Port': ['ID=36e94a10-d238-40a3-8d22-d79b9c7d9c96,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:37.045725 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-4122168a-63a9-44b0-b3b9-18a97cda3a50 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:37.046191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4122168a-63a9-44b0-b3b9-18a97cda3a50 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:37.050153 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4122168a-63a9-44b0-b3b9-18a97cda3a50 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/subnets/208561a3-2801-4b3d-990e-afca3c136789 HTTP/1.1" status: 404 len: 337 time: 0.0357714 Aug 29 06:54:37.050313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Routers {'f55fa621-ae29-4d17-8230-73bf00a3185d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:54:37.050313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:54:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55fa621-ae29-4d17-8230-73bf00a3185d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:37.051658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56842) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:37.072302 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f54e71-c0e5-42c2-bc82-ed4442aa0156 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:37.072302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f54e71-c0e5-42c2-bc82-ed4442aa0156 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:37.082376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-49f54e71-c0e5-42c2-bc82-ed4442aa0156 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/56ece6bc-b3d7-4b10-86a9-9785ea3c573a HTTP/1.1" status: 404 len: 339 time: 0.0281048 Aug 29 06:54:37.084340 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56846) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:37.113987 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-242cda2e-c8ba-4325-9af7-efe17f6ef7fe tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:37.114713 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242cda2e-c8ba-4325-9af7-efe17f6ef7fe tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:37.119109 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-242cda2e-c8ba-4325-9af7-efe17f6ef7fe tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/subnets/e1658d85-c56d-4a59-9aa3-6f4c302e9155 HTTP/1.1" status: 404 len: 337 time: 0.0317748 Aug 29 06:54:37.119681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56850) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:37.139314 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fba16c0-3ab1-446d-8151-25f09557f1ad tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:37.140125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fba16c0-3ab1-446d-8151-25f09557f1ad tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:37.148228 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4fba16c0-3ab1-446d-8151-25f09557f1ad tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/c838fe05-91c9-49fe-a719-262deac683fa HTTP/1.1" status: 404 len: 339 time: 0.0275309 Aug 29 06:54:37.150681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56852) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:37.150809 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:37.178522 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4bb2d0-27b9-407f-94f5-1a0cd37286e4 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:37.179318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4bb2d0-27b9-407f-94f5-1a0cd37286e4 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:37.181494 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bd4bb2d0-27b9-407f-94f5-1a0cd37286e4 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/subnets/b6f14423-6536-46e2-8ec7-a506384c8b88 HTTP/1.1" status: 404 len: 337 time: 0.0294192 Aug 29 06:54:37.184247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56854) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:37.193006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] Set router f55fa621-ae29-4d17-8230-73bf00a3185d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:54:37.194121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Network 69df7696-13bc-4755-ac18-c6d0d169b7a7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:37.197100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:37.200671 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:37.206672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Pushing event updated for resources: {'Port': ['ID=889749b6-6853-499a-95e3-f22040c85bbc,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:37.209336 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75ba2b9-1d02-4313-bffe-9c3a74f12789 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:37.210407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75ba2b9-1d02-4313-bffe-9c3a74f12789 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:37.212479 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b75ba2b9-1d02-4313-bffe-9c3a74f12789 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/4c9ade0b-b19c-420f-bb23-d5f9773c549c HTTP/1.1" status: 404 len: 339 time: 0.0256512 Aug 29 06:54:37.215023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56856) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:37.245755 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbe03a6-7ec2-4780-9322-8b2e40c83294 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:37.247014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bbe03a6-7ec2-4780-9322-8b2e40c83294 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:37.249084 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2bbe03a6-7ec2-4780-9322-8b2e40c83294 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/subnets/ba532c39-46ac-4edb-b9f3-e1c303f9f564 HTTP/1.1" status: 404 len: 337 time: 0.0323737 Aug 29 06:54:37.251869 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56858) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:37.265763 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:37.288834 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c647409-0f85-4cab-9e72-95e22b2992ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:37.289680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c647409-0f85-4cab-9e72-95e22b2992ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:37.291816 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1c647409-0f85-4cab-9e72-95e22b2992ae tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/2a5e7e28-a927-42f0-8a1c-8499b48547f1 HTTP/1.1" status: 404 len: 339 time: 0.0387888 Aug 29 06:54:37.294979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56862) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:37.323467 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7204d1-0a58-452d-b088-bd2411f9df58 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:37.324133 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7204d1-0a58-452d-b088-bd2411f9df58 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:37.328905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0e7204d1-0a58-452d-b088-bd2411f9df58 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/subnets/9623566e-1cc1-426b-9ce0-9b7258992c94 HTTP/1.1" status: 404 len: 337 time: 0.0301223 Aug 29 06:54:37.331191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56864) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:37.359878 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7071fda-dd27-455e-90a7-6453754d5c8e tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] DELETE failed (client error): The resource could not be found. Aug 29 06:54:37.360473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7071fda-dd27-455e-90a7-6453754d5c8e tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:54:37.362277 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c7071fda-dd27-455e-90a7-6453754d5c8e tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/2f34237a-9a2e-41c0-a908-47fd954bca56 HTTP/1.1" status: 404 len: 339 time: 0.0300407 Aug 29 06:54:37.370356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56866) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:37.421957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:54:32Z', 'revision_number': 3, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:37.451558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c2a3a-2b80-4379-b987-582724fb156a None None] The sync data for ids ['f55fa621-ae29-4d17-8230-73bf00a3185d'] in n-d-713301-12 is: [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:54:32Z', 'revision_number': 3, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:54:37.454239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c1926a-7e2d-4c5f-85fe-5f0b73b16604 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Deleting subnet c42041d2-9b2f-4820-a634-7b412bc65801 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:54:37.457551 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66c1926a-7e2d-4c5f-85fe-5f0b73b16604 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:37.515483 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66c1926a-7e2d-4c5f-85fe-5f0b73b16604 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:37.602419 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66c1926a-7e2d-4c5f-85fe-5f0b73b16604 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:37.687699 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:37.805003 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66c1926a-7e2d-4c5f-85fe-5f0b73b16604 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:37.841992 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66c1926a-7e2d-4c5f-85fe-5f0b73b16604 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:37.864892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-66c1926a-7e2d-4c5f-85fe-5f0b73b16604 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/subnets/c42041d2-9b2f-4820-a634-7b412bc65801 HTTP/1.1" status: 204 len: 168 time: 0.4721439 Aug 29 06:54:37.864892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1926a-7e2d-4c5f-85fe-5f0b73b16604 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Subnet': ['ID=c42041d2-9b2f-4820-a634-7b412bc65801,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:37.866447 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129967ce-ff7b-4f84-ab85-8bdd5af48fef None None] Network 9be3604b-c179-411d-8c2e-1ef76257820c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:37.886249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56890) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:37.889048 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5e77d-3246-43a6-ad57-fc2620777f4e req-9eb326c5-8e2f-44a2-8575-f78e8fa1bc00 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:37.896365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1bf5e77d-3246-43a6-ad57-fc2620777f4e req-9eb326c5-8e2f-44a2-8575-f78e8fa1bc00 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.1635151 Aug 29 06:54:37.958206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1bf5e77d-3246-43a6-ad57-fc2620777f4e req-043ffbf1-7eca-4666-8270-33e3279fce5d tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555813 Aug 29 06:54:37.978530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 767d87a9-8d55-4850-897e-365c14ebcfcf details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:54:37.999220 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.093156 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.109693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Deleting port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:38.110058 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.160292 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eecabbae-ca96-4178-acfd-7573f5d19bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.182358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] For port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e,segment=NetworkSegment(3732be10-0e98-43bf-9048-bfe0fae3a4f9),segment_id=3732be10-0e98-43bf-9048-bfe0fae3a4f9)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:38.182851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.212661 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.217117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Calling delete_port for fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:38.235459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fe4b7-b446-4b33-a432-c0f3ac611972 req-6ce57f30-ff98-49ec-8d39-9d149ae9f201 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:38.237330 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f7fe4b7-b446-4b33-a432-c0f3ac611972 req-6ce57f30-ff98-49ec-8d39-9d149ae9f201 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 943 time: 0.1214986 Aug 29 06:54:38.258640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2648f87-8fb3-4aee-bf7d-14f7d4dfa258 None None] DHCP port deletion for 9be3604b-c179-411d-8c2e-1ef76257820c request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:54:38.267286 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 767d87a9-8d55-4850-897e-365c14ebcfcf, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=767d87a9-8d55-4850-897e-365c14ebcfcf,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:38.336744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '767d87a9-8d55-4850-897e-365c14ebcfcf', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'port_id': '767d87a9-8d55-4850-897e-365c14ebcfcf', 'mac_address': 'fa:16:3e:9b:50:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:54:38.337816 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f7fe4b7-b446-4b33-a432-c0f3ac611972 req-3cba5289-1df8-43dc-8a20-919c1c47f570 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893688 Aug 29 06:54:38.388662 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 36e94a10-d238-40a3-8d22-d79b9c7d9c96 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:38.392755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Pushing event updated for resources: {'Port': ['ID=889749b6-6853-499a-95e3-f22040c85bbc,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:38.412911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:38.413317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:38.413738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:38.414245 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:38.414669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:38.415203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:38.415608 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:38.415998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:38.416401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:38.416806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:38.417204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:38.417601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:38.423686 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.484437 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.510564 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767d87a9-8d55-4850-897e-365c14ebcfcf {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:54:38.537704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b2648f87-8fb3-4aee-bf7d-14f7d4dfa258 None None] Deleting port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:38.538086 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b2648f87-8fb3-4aee-bf7d-14f7d4dfa258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.552711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Network 69df7696-13bc-4755-ac18-c6d0d169b7a7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:38.554552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:38.620257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b2648f87-8fb3-4aee-bf7d-14f7d4dfa258 None None] For port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e,segment=NetworkSegment(3732be10-0e98-43bf-9048-bfe0fae3a4f9),segment_id=3732be10-0e98-43bf-9048-bfe0fae3a4f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:38.620860 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b2648f87-8fb3-4aee-bf7d-14f7d4dfa258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.643869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b2648f87-8fb3-4aee-bf7d-14f7d4dfa258 None None] Calling delete_port for fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:38.647186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 767d87a9-8d55-4850-897e-365c14ebcfcf, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=767d87a9-8d55-4850-897e-365c14ebcfcf,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:38.681883 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.716302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] No DVR routers for this DVR port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.727942 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.730976 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.730976 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.730976 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.730976 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.730976 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.730976 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.730976 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.730976 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.730976 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.730976 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.730976 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.730976 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.730976 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:54:38.730976 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 06:54:38.737497 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b2648f87-8fb3-4aee-bf7d-14f7d4dfa258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.743718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Port': ['ID=fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:38.763492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2648f87-8fb3-4aee-bf7d-14f7d4dfa258 None None] Pushing event deleted for resources: {'Port': ['ID=fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:38.778253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2648f87-8fb3-4aee-bf7d-14f7d4dfa258 None None] No DVR routers for this DVR port fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:54:38.795268 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 36e94a10-d238-40a3-8d22-d79b9c7d9c96 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:38.801550 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.804989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 36e94a10-d238-40a3-8d22-d79b9c7d9c96 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:38.805240 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.829969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Router f55fa621-ae29-4d17-8230-73bf00a3185d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:54:38.832139 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.845021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be3604b-c179-411d-8c2e-1ef76257820c']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:38.860006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3732be10-0e98-43bf-9048-bfe0fae3a4f9') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:38.860291 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3732be10-0e98-43bf-9048-bfe0fae3a4f9') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:38.898908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=767d87a9-8d55-4850-897e-365c14ebcfcf,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:38.959121 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:38.978541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:54:38.991604 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fba571d6-c093-496b-b26b-f3369a4c110a admin admin] 10.222.0.76 "PUT /v2.0/routers/f55fa621-ae29-4d17-8230-73bf00a3185d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8032870 Aug 29 06:54:38.991604 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:39.000930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 36e94a10-d238-40a3-8d22-d79b9c7d9c96, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=36e94a10-d238-40a3-8d22-d79b9c7d9c96,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:39.012777 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:39.020177 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:39.020537 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:39.023953 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:39.099468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcaca6-55e5-43d2-9b90-5e6b1b763e20 req-e7afaf08-2388-4ce1-bfb2-83dc3e719f1d tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:39.101091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93fcaca6-55e5-43d2-9b90-5e6b1b763e20 req-e7afaf08-2388-4ce1-bfb2-83dc3e719f1d tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.0656965 Aug 29 06:54:39.129162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['767d87a9-8d55-4850-897e-365c14ebcfcf'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:39.146765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93fcaca6-55e5-43d2-9b90-5e6b1b763e20 req-0513798a-088b-4edf-b816-6496a4e7245e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391488 Aug 29 06:54:39.158571 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:39.198126 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:39.209404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:39.211016 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] 10.222.0.76 "DELETE /v2.0/networks/9be3604b-c179-411d-8c2e-1ef76257820c HTTP/1.1" status: 204 len: 168 time: 1.3231568 Aug 29 06:54:39.224453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694535a-8864-4588-9979-2ffe13c7bee7 tempest-NetworksTest-1396749334 tempest-NetworksTest-1396749334-project] Pushing event deleted for resources: {'Network': ['ID=9be3604b-c179-411d-8c2e-1ef76257820c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:39.262085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=36e94a10-d238-40a3-8d22-d79b9c7d9c96,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:39.498380 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a9528-7861-4ab6-9e2d-b7dc9e0fcbed req-c61530f1-7060-4ecf-8dc9-7d5f46973682 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:39.500492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ab1a9528-7861-4ab6-9e2d-b7dc9e0fcbed req-c61530f1-7060-4ecf-8dc9-7d5f46973682 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 944 time: 0.0676754 Aug 29 06:54:39.551983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ab1a9528-7861-4ab6-9e2d-b7dc9e0fcbed req-c416d322-3cdf-4670-aa2f-1a2347c9391e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430655 Aug 29 06:54:39.648863 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Sync routers for ids ['f55fa621-ae29-4d17-8230-73bf00a3185d'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:54:39.658944 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Routers {'f55fa621-ae29-4d17-8230-73bf00a3185d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:54:39.659580 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:54:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55fa621-ae29-4d17-8230-73bf00a3185d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:39.762727 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Set router f55fa621-ae29-4d17-8230-73bf00a3185d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:54:39.963958 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:54:37Z', 'revision_number': 4, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '889749b6-6853-499a-95e3-f22040c85bbc', 'name': '', 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'mac_address': 'fa:16:3e:9e:2d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ab428347-bbf6-4179-99ff-630fada99547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:36Z', 'updated_at': '2021-08-29T06:54:37Z', 'revision_number': 2, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'subnets': [{'id': 'ab428347-bbf6-4179-99ff-630fada99547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:39.989649 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Checking router: f55fa621-ae29-4d17-8230-73bf00a3185d for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:54:39.989916 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Updating router f55fa621-ae29-4d17-8230-73bf00a3185d port 889749b6-6853-499a-95e3-f22040c85bbc binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:54:40.015162 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:40.240616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56968) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:40.266918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 36e94a10-d238-40a3-8d22-d79b9c7d9c96 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:40.341128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 36e94a10-d238-40a3-8d22-d79b9c7d9c96 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:40.341337 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:40.394832 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65851db5-6ea2-4c74-a9a0-0eb4f6751797 req-99f67a89-7e12-40bd-9f49-b0aba607291a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:40.396585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65851db5-6ea2-4c74-a9a0-0eb4f6751797 req-99f67a89-7e12-40bd-9f49-b0aba607291a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.1079495 Aug 29 06:54:40.428765 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:40.446475 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Transition to ACTIVE for port object 889749b6-6853-499a-95e3-f22040c85bbc will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:40.450821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-3f5498fa-aa4e-45ba-a4ab-e847fff9af19 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:40.456749 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-3f5498fa-aa4e-45ba-a4ab-e847fff9af19 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/networks?id=69df7696-13bc-4755-ac18-c6d0d169b7a7 HTTP/1.1" status: 200 len: 820 time: 0.2640393 Aug 29 06:54:40.488337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-7fd6b8e0-fb8a-48f9-9cca-f1f69e49a4c6 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/quotas/2fd53004b0cf47d4b0862df916edfb09 HTTP/1.1" status: 200 len: 375 time: 0.0305088 Aug 29 06:54:40.508654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65851db5-6ea2-4c74-a9a0-0eb4f6751797 req-a94c67d4-d67b-4028-9d11-2f7b07d9c3b4 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048751 Aug 29 06:54:40.518100 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:54:40.545848 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:54:40.546200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fbb5e20a-623d-4f3c-a6e0-ab295ee1f68e not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:54:40.575750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-e59c8d0f-74e4-4562-be5a-00be68409255 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2fd53004b0cf47d4b0862df916edfb09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0855513 Aug 29 06:54:40.615512 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:40.615740 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2968f1b5-77e8-4f7d-b3a2-8c5f4b62672e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:40.671050 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d1554327-6642-4666-b2ab-437ce894d875 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=50c298866ae44dd8bc2226c2a10475d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289491 Aug 29 06:54:40.673276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56986) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:40.698961 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f9a79-cc84-4e39-9102-11aab4f5fc4c None None] Pushing event updated for resources: {'Port': ['ID=889749b6-6853-499a-95e3-f22040c85bbc,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:40.720916 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f9a79-cc84-4e39-9102-11aab4f5fc4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:40.722045 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f9a79-cc84-4e39-9102-11aab4f5fc4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:40.722045 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f9a79-cc84-4e39-9102-11aab4f5fc4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:40.722045 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f9a79-cc84-4e39-9102-11aab4f5fc4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:40.722318 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f9a79-cc84-4e39-9102-11aab4f5fc4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:40.722579 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f9a79-cc84-4e39-9102-11aab4f5fc4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:40.722906 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f9a79-cc84-4e39-9102-11aab4f5fc4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:40.723261 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f9a79-cc84-4e39-9102-11aab4f5fc4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:40.723630 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f9a79-cc84-4e39-9102-11aab4f5fc4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:40.723954 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f9a79-cc84-4e39-9102-11aab4f5fc4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:40.724273 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f9a79-cc84-4e39-9102-11aab4f5fc4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:40.724591 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f9a79-cc84-4e39-9102-11aab4f5fc4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:40.741274 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Attempting to bind port 889749b6-6853-499a-95e3-f22040c85bbc on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:40.741644 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Attempting to bind port 889749b6-6853-499a-95e3-f22040c85bbc by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'ee83a02c-06fe-4669-83b0-f14fc9352f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:40.741999 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Attempting to bind port 889749b6-6853-499a-95e3-f22040c85bbc on network 69df7696-13bc-4755-ac18-c6d0d169b7a7 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:40.747618 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:40.751649 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Checking segment: {'id': 'ee83a02c-06fe-4669-83b0-f14fc9352f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:40.751649 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:40.751649 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Bound using segment: {'id': 'ee83a02c-06fe-4669-83b0-f14fc9352f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:40.751649 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Bound port: 889749b6-6853-499a-95e3-f22040c85bbc, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee83a02c-06fe-4669-83b0-f14fc9352f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:40.751649 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:40.770408 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:40.777207 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8415c0d4-1d34-4105-9f6e-104414ff2c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:40.827530 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8415c0d4-1d34-4105-9f6e-104414ff2c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:40.856216 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] For port 889749b6-6853-499a-95e3-f22040c85bbc, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:40.869123 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] For port 889749b6-6853-499a-95e3-f22040c85bbc, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=889749b6-6853-499a-95e3-f22040c85bbc,segment=NetworkSegment(ee83a02c-06fe-4669-83b0-f14fc9352f44),segment_id=ee83a02c-06fe-4669-83b0-f14fc9352f44)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:40.966794 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:41.000217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8415c0d4-1d34-4105-9f6e-104414ff2c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:41.003283 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8415c0d4-1d34-4105-9f6e-104414ff2c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:41.004815 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8415c0d4-1d34-4105-9f6e-104414ff2c29 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/84c33100-9bc7-4c1a-9be0-880b7277cc8b HTTP/1.1" status: 204 len: 168 time: 0.3297627 Aug 29 06:54:41.020039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415c0d4-1d34-4105-9f6e-104414ff2c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c33100-9bc7-4c1a-9be0-880b7277cc8b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:41.026494 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Routers {'f55fa621-ae29-4d17-8230-73bf00a3185d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:54:41.028082 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:54:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55fa621-ae29-4d17-8230-73bf00a3185d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:41.153533 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-d211cb2d-269a-4488-b5d6-309069c1db75 service neutron] 10.222.0.76 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764766 Aug 29 06:54:41.162427 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f9a79-cc84-4e39-9102-11aab4f5fc4c None None] Pushing event updated for resources: {'Port': ['ID=889749b6-6853-499a-95e3-f22040c85bbc,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:41.189145 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] Set router f55fa621-ae29-4d17-8230-73bf00a3185d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:54:41.343369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faec2d-e89d-4293-9bb4-6aaadc17a639 req-6ae3f5b3-d813-402f-9c2b-9f24163a0ec2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:41.344982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-31faec2d-e89d-4293-9bb4-6aaadc17a639 req-6ae3f5b3-d813-402f-9c2b-9f24163a0ec2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 944 time: 0.1682591 Aug 29 06:54:41.368784 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-4d5e51d4-a3d0-4762-b3c6-1e7434934211 service neutron] 10.222.0.76 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145820 Aug 29 06:54:41.398885 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-31faec2d-e89d-4293-9bb4-6aaadc17a639 req-53868196-d319-4bb2-a9d2-99e98506b800 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Aug 29 06:54:41.445859 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:54:37Z', 'revision_number': 4, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '889749b6-6853-499a-95e3-f22040c85bbc', 'name': '', 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'mac_address': 'fa:16:3e:9e:2d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ab428347-bbf6-4179-99ff-630fada99547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:36Z', 'updated_at': '2021-08-29T06:54:40Z', 'revision_number': 4, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'subnets': [{'id': 'ab428347-bbf6-4179-99ff-630fada99547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:41.566578 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbf61a-6ff8-45d4-9346-7c57ade3ce59 None None] The sync data for ids ['f55fa621-ae29-4d17-8230-73bf00a3185d'] in n-d-713301-12 is: [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:54:37Z', 'revision_number': 4, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '889749b6-6853-499a-95e3-f22040c85bbc', 'name': '', 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'mac_address': 'fa:16:3e:9e:2d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ab428347-bbf6-4179-99ff-630fada99547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:36Z', 'updated_at': '2021-08-29T06:54:40Z', 'revision_number': 4, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'subnets': [{'id': 'ab428347-bbf6-4179-99ff-630fada99547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:54:41.679510 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cdd3d226-c2a6-4218-9f12-be5f5ca89014 req-7e4b6103-ec52-4fe3-924f-a3c3351ad33c tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 210 time: 0.0533323 Aug 29 06:54:41.711054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0be0b-44d7-4d2e-9995-ccd53a227a3e req-670b55e3-1cdb-4976-ae7b-96e1de1324fe tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:41.720981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b0be0b-44d7-4d2e-9995-ccd53a227a3e req-670b55e3-1cdb-4976-ae7b-96e1de1324fe tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.1345990 Aug 29 06:54:41.728693 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:41.804757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27b0be0b-44d7-4d2e-9995-ccd53a227a3e req-02227ce8-9ee5-4bf1-99cf-2f27a16b22d9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793324 Aug 29 06:54:41.973454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 767d87a9-8d55-4850-897e-365c14ebcfcf up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:42.108649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 767d87a9-8d55-4850-897e-365c14ebcfcf completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:42.112551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 767d87a9-8d55-4850-897e-365c14ebcfcf triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:42.113063 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:42.211353 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:42.211775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57036) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:42.240700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1019426e-0689-410a-a0f2-554b4e90ae7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767d87a9-8d55-4850-897e-365c14ebcfcf'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:42.243681 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f00fc59-aef2-4f95-a546-940da8e80497" -d '{"events": [{"server_uuid": "1019426e-0689-410a-a0f2-554b4e90ae7d", "name": "network-vif-plugged", "status": "completed", "tag": "767d87a9-8d55-4850-897e-365c14ebcfcf"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:42.268331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 767d87a9-8d55-4850-897e-365c14ebcfcf, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=767d87a9-8d55-4850-897e-365c14ebcfcf,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:42.301809 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbee0b0-b3d4-423a-bf8a-30de97aeaf81 x-openstack-request-id: req-5dbee0b0-b3d4-423a-bf8a-30de97aeaf81 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:42.302104 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1019426e-0689-410a-a0f2-554b4e90ae7d", "name": "network-vif-plugged", "status": "completed", "tag": "767d87a9-8d55-4850-897e-365c14ebcfcf", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:42.302356 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5dbee0b0-b3d4-423a-bf8a-30de97aeaf81 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:42.302753 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1019426e-0689-410a-a0f2-554b4e90ae7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767d87a9-8d55-4850-897e-365c14ebcfcf', 'code': 200} Aug 29 06:54:42.328482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 889749b6-6853-499a-95e3-f22040c85bbc up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:42.367565 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:42.432826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bb040-b529-4bb2-a1a0-be1349e24889 req-96760927-414c-4d8f-a03f-ff7858a17bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:42.435275 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f1bb040-b529-4bb2-a1a0-be1349e24889 req-96760927-414c-4d8f-a03f-ff7858a17bb8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 1097 time: 0.0603125 Aug 29 06:54:42.445982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=767d87a9-8d55-4850-897e-365c14ebcfcf,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:42.495345 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f1bb040-b529-4bb2-a1a0-be1349e24889 req-b410b24b-2df0-4415-91b0-6771d6c4b0da service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514090 Aug 29 06:54:42.518631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 889749b6-6853-499a-95e3-f22040c85bbc completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:42.523994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 889749b6-6853-499a-95e3-f22040c85bbc triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:42.524631 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:42.618610 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:42.625898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206efca4-b397-452f-812f-549c9e25b367 req-076617b1-465c-4e4c-8805-116c523b2a79 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:42.631100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-206efca4-b397-452f-812f-549c9e25b367 req-076617b1-465c-4e4c-8805-116c523b2a79 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.1139653 Aug 29 06:54:42.649672 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9d338b33-7a63-462f-8c38-921a85fc14ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:42.680725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 889749b6-6853-499a-95e3-f22040c85bbc, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=889749b6-6853-499a-95e3-f22040c85bbc,segment=NetworkSegment(ee83a02c-06fe-4669-83b0-f14fc9352f44),segment_id=ee83a02c-06fe-4669-83b0-f14fc9352f44)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:42.689524 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57056) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:42.720008 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-206efca4-b397-452f-812f-549c9e25b367 req-404f63b3-6ad4-47f5-b269-e3909150e581 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810111 Aug 29 06:54:42.761264 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:42.916176 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9d338b33-7a63-462f-8c38-921a85fc14ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:42.920811 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b76da9bb-0fc8-4d8b-b55b-aaa3b03afd1d req-05a02422-4bd7-4db7-a82c-f1a8f22e05ca tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 210 time: 0.1325240 Aug 29 06:54:42.954348 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04e50515-cf8a-4c8f-bd08-dcee7b08ea39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:43.011519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9d338b33-7a63-462f-8c38-921a85fc14ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:43.049685 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9d338b33-7a63-462f-8c38-921a85fc14ff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2b687f83cdf547cd9e2b4a638927ca8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8351331 Aug 29 06:54:43.054257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57072) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:43.059613 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=889749b6-6853-499a-95e3-f22040c85bbc,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:43.075749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d338b33-7a63-462f-8c38-921a85fc14ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fc2ec8-f384-42c2-8c8e-3c074561eb76,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:43.105695 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a8ad0-5cbf-4229-b0c1-c791f6cadf9b req-ed9920d5-c5a9-48e8-b3ab-a65422c17d0f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:43.107814 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed2a8ad0-5cbf-4229-b0c1-c791f6cadf9b req-ed9920d5-c5a9-48e8-b3ab-a65422c17d0f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.1485825 Aug 29 06:54:43.215986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed2a8ad0-5cbf-4229-b0c1-c791f6cadf9b req-2ccb2df3-e7af-4202-90a3-6877901840d6 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924582 Aug 29 06:54:43.222073 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07e03652-0f93-4146-bfd0-36123fb49599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:43.249367 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07e03652-0f93-4146-bfd0-36123fb49599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:43.302751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04e50515-cf8a-4c8f-bd08-dcee7b08ea39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:43.389119 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04e50515-cf8a-4c8f-bd08-dcee7b08ea39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:43.420676 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:43.430552 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07e03652-0f93-4146-bfd0-36123fb49599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:43.433386 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07e03652-0f93-4146-bfd0-36123fb49599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:43.443979 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-07e03652-0f93-4146-bfd0-36123fb49599 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/23fc2ec8-f384-42c2-8c8e-3c074561eb76 HTTP/1.1" status: 204 len: 168 time: 0.3674972 Aug 29 06:54:43.449060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-04e50515-cf8a-4c8f-bd08-dcee7b08ea39 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c87c9ef4b658435e81b5a6eb0467ca85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7585313 Aug 29 06:54:43.450266 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e50515-cf8a-4c8f-bd08-dcee7b08ea39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76086efd-315f-4853-9c7d-d4362502043e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:43.453587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57088) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:43.476907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e03652-0f93-4146-bfd0-36123fb49599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fc2ec8-f384-42c2-8c8e-3c074561eb76,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:43.538175 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44c7c57c-348c-4b8b-aed8-c9738eb5356d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:43.568014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44c7c57c-348c-4b8b-aed8-c9738eb5356d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:43.639515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57096) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:43.689025 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44c7c57c-348c-4b8b-aed8-c9738eb5356d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:43.691660 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44c7c57c-348c-4b8b-aed8-c9738eb5356d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:43.692820 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-44c7c57c-348c-4b8b-aed8-c9738eb5356d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76086efd-315f-4853-9c7d-d4362502043e HTTP/1.1" status: 204 len: 168 time: 0.2370262 Aug 29 06:54:43.701501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7c57c-348c-4b8b-aed8-c9738eb5356d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76086efd-315f-4853-9c7d-d4362502043e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:43.845448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1505813898'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:43.947892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bf36d-02fa-459b-8cc1-1661413a76d1 req-3ea71316-6de7-44c6-832a-49ccf895c022 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:43.949401 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-804bf36d-02fa-459b-8cc1-1661413a76d1 req-3ea71316-6de7-44c6-832a-49ccf895c022 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.1501281 Aug 29 06:54:43.957030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36a10842-47fc-498a-98b3-aabc3300abd0 req-6bed9ce2-fae3-4325-8f50-f8a05f2d008f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0710015 Aug 29 06:54:43.989164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-804bf36d-02fa-459b-8cc1-1661413a76d1 req-aa534f88-fff8-4cfd-8e3f-bb2bdaca5ac0 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311978 Aug 29 06:54:44.023213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57dbcfe4-939b-4bfe-ac12-b00adf7d3f98 req-db8759f6-46ef-4359-87d8-a131808fe21f tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 210 time: 0.0327387 Aug 29 06:54:44.071545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:44.080160 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:44.081919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10842-47fc-498a-98b3-aabc3300abd0 req-87d0bd35-adcb-4226-a45e-e72b22bd2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:44.084485 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36a10842-47fc-498a-98b3-aabc3300abd0 req-87d0bd35-adcb-4226-a45e-e72b22bd2e3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 1096 time: 0.0548103 Aug 29 06:54:44.092517 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:44.206521 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10842-47fc-498a-98b3-aabc3300abd0 req-d823840e-368e-4540-af96-e683bdd451fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:44.208175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36a10842-47fc-498a-98b3-aabc3300abd0 req-d823840e-368e-4540-af96-e683bdd451fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.0996633 Aug 29 06:54:44.211610 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:44.273964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 889749b6-6853-499a-95e3-f22040c85bbc up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:44.281259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36a10842-47fc-498a-98b3-aabc3300abd0 req-c1b5d108-3796-4746-858c-62159751b2f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73851558-f3eb-433e-9fdc-5730947d4048 HTTP/1.1" status: 200 len: 999 time: 0.0647645 Aug 29 06:54:44.324265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 889749b6-6853-499a-95e3-f22040c85bbc triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:44.324792 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:44.351047 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:44.364607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10842-47fc-498a-98b3-aabc3300abd0 req-a5446db0-9483-4ed5-b720-97979ed822c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:44.366673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36a10842-47fc-498a-98b3-aabc3300abd0 req-a5446db0-9483-4ed5-b720-97979ed822c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.0781250 Aug 29 06:54:44.374948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-3aa3ceeb-59cf-4300-8013-ff7680372c2b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:44.377615 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-3aa3ceeb-59cf-4300-8013-ff7680372c2b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.11 "GET /v2.0/networks?id=69df7696-13bc-4755-ac18-c6d0d169b7a7 HTTP/1.1" status: 200 len: 820 time: 0.1336577 Aug 29 06:54:44.395039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12ec3f-29ea-47d8-b169-230660c37663 req-6da1292b-c0d8-491c-9e30-a3c01d95c41e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:44.396825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d12ec3f-29ea-47d8-b169-230660c37663 req-6da1292b-c0d8-491c-9e30-a3c01d95c41e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.0979764 Aug 29 06:54:44.411767 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:44.420130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-2d01e5a7-881e-41ff-aa77-8f1b13c56ace tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Request body: {'port': {'device_id': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'admin_state_up': True, 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:44.447358 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57132) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:44.473242 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b39f9c56-2b2b-4254-9566-0e32ab2d66f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:44.478896 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0c4730-ed7a-473d-a42a-49459a8cf3d0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:44.487789 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:44.487789 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Added segment e3f0faca-9a4f-4e87-bfd0-42c04426394c of type vlan for network 67709a0a-5cd1-4969-876d-339083d0fb87 Aug 29 06:54:44.508692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d12ec3f-29ea-47d8-b169-230660c37663 req-04af5493-2165-4dd9-95d1-e7c7d6f985f0 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939987 Aug 29 06:54:44.510671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10842-47fc-498a-98b3-aabc3300abd0 req-0eb2d56c-6cce-4170-a31b-b97e9a56bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:44.512382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36a10842-47fc-498a-98b3-aabc3300abd0 req-0eb2d56c-6cce-4170-a31b-b97e9a56bc85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356227 Aug 29 06:54:44.575380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:44.713244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36a10842-47fc-498a-98b3-aabc3300abd0 req-b36e2131-f704-4625-be79-596515474399 service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914773 Aug 29 06:54:44.728986 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:44.735640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:44.736233 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:44.801680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Network': ['ID=67709a0a-5cd1-4969-876d-339083d0fb87,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:44.812548 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b39f9c56-2b2b-4254-9566-0e32ab2d66f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:44.813090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 67709a0a-5cd1-4969-876d-339083d0fb87 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:44.838289 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36a10842-47fc-498a-98b3-aabc3300abd0 req-0875039a-f27d-480e-8e7b-ee832964f74e service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152501 Aug 29 06:54:44.948632 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b39f9c56-2b2b-4254-9566-0e32ab2d66f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:44.992091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b39f9c56-2b2b-4254-9566-0e32ab2d66f1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dc950a2d850c4e2a8d2e291ab9a68097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5434108 Aug 29 06:54:44.993451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f9c56-2b2b-4254-9566-0e32ab2d66f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f74f569-9a56-4e72-ada7-84a897ac6d22,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:44.994736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57140) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:45.053091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57146) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:45.082288 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf14ce4c-8258-4d25-9277-0bcfa773864a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:45.098368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-2d01e5a7-881e-41ff-aa77-8f1b13c56ace tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Made reservation on behalf of 2fd53004b0cf47d4b0862df916edfb09 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:45.101934 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-2d01e5a7-881e-41ff-aa77-8f1b13c56ace tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:45.129055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9208-048a-40e2-89ab-7789e5c65aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:45.140493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604277c6-04dd-438d-a49e-10b38de847fa req-49df3eee-2a28-4ffe-a628-3f8fafab6ba4 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:45.140493 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-604277c6-04dd-438d-a49e-10b38de847fa req-49df3eee-2a28-4ffe-a628-3f8fafab6ba4 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.0975678 Aug 29 06:54:45.146368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1106301-c4bf-4a49-b3cc-0e4e1296052b req-f5fa0d75-ed43-407f-9bbf-9bc7c73d481f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:45.147994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1106301-c4bf-4a49-b3cc-0e4e1296052b req-f5fa0d75-ed43-407f-9bbf-9bc7c73d481f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.0737097 Aug 29 06:54:45.195598 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9208-048a-40e2-89ab-7789e5c65aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:45.216456 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-11a1c75c-78e3-40ac-8b10-94f4f7a19808 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5755634 Aug 29 06:54:45.228326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57152) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:45.233436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'name': 'tempest-PortsTestJSON-1087274382'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:45.241202 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-604277c6-04dd-438d-a49e-10b38de847fa req-aee39b29-669b-465a-bd8b-6f58608a7035 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922174 Aug 29 06:54:45.257484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1106301-c4bf-4a49-b3cc-0e4e1296052b req-de583635-25a0-4c6e-9de0-0c8f91d406ba tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931265 Aug 29 06:54:45.278725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bb88c-d2bd-4558-82a2-f86c59734518 req-03894853-c426-4693-aa7e-aedbd56cf79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:45.280374 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-991bb88c-d2bd-4558-82a2-f86c59734518 req-03894853-c426-4693-aa7e-aedbd56cf79c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2bca48f4978a43a39c5644f2503188c9&device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 1097 time: 0.0806415 Aug 29 06:54:45.323421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57156) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:45.399322 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1b5f84b-e87e-4076-81fe-d5f2c953c686 req-80468e93-491e-4136-b640-a0c021d15217 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 210 time: 0.0690331 Aug 29 06:54:45.445151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bb88c-d2bd-4558-82a2-f86c59734518 req-229d6155-dbbb-4900-a728-89af8d2d71c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:45.446492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-991bb88c-d2bd-4558-82a2-f86c59734518 req-229d6155-dbbb-4900-a728-89af8d2d71c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cc239fb6-7132-4bb9-a506-16ae884bba1d HTTP/1.1" status: 200 len: 916 time: 0.1538775 Aug 29 06:54:45.448772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-2d01e5a7-881e-41ff-aa77-8f1b13c56ace tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Allocated IP 172.20.0.5 (69df7696-13bc-4755-ac18-c6d0d169b7a7/ab428347-bbf6-4179-99ff-630fada99547/eb404d35-5a1b-4daf-b8f3-00a2fcdf1863) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:45.504150 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf14ce4c-8258-4d25-9277-0bcfa773864a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:45.516018 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9208-048a-40e2-89ab-7789e5c65aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:45.518600 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9208-048a-40e2-89ab-7789e5c65aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:45.520107 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5c7c9208-048a-40e2-89ab-7789e5c65aa8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f74f569-9a56-4e72-ada7-84a897ac6d22 HTTP/1.1" status: 204 len: 168 time: 0.5202506 Aug 29 06:54:45.529840 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de8ae2ed-7202-473e-a654-d8d4aed73cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:45.556288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c9208-048a-40e2-89ab-7789e5c65aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f74f569-9a56-4e72-ada7-84a897ac6d22,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:45.569315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-991bb88c-d2bd-4558-82a2-f86c59734518 req-0551de7d-76b9-45e4-bd5b-402d36b56b26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb HTTP/1.1" status: 200 len: 217 time: 0.0381145 Aug 29 06:54:45.627414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bb88c-d2bd-4558-82a2-f86c59734518 req-ba3a0dc5-b913-459a-984d-2b453097e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:45.628914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-991bb88c-d2bd-4558-82a2-f86c59734518 req-ba3a0dc5-b913-459a-984d-2b453097e2e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96bf44c3-8cb8-4557-8762-99b8c1fe387e HTTP/1.1" status: 200 len: 854 time: 0.0452757 Aug 29 06:54:45.669296 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-2d01e5a7-881e-41ff-aa77-8f1b13c56ace tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:45.674344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bb88c-d2bd-4558-82a2-f86c59734518 req-bb4d0529-d739-4088-b48c-2a9ae0b971b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:45.675890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-991bb88c-d2bd-4558-82a2-f86c59734518 req-bb4d0529-d739-4088-b48c-2a9ae0b971b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc239fb6-7132-4bb9-a506-16ae884bba1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403750 Aug 29 06:54:45.721220 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf14ce4c-8258-4d25-9277-0bcfa773864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:45.771166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14ce4c-8258-4d25-9277-0bcfa773864a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a458f6-2990-4d8b-a3df-ec44d09cc7c0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:45.779459 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf14ce4c-8258-4d25-9277-0bcfa773864a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=36e1cc8aa0314b719445b7101eb75736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7211065 Aug 29 06:54:45.779679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-991bb88c-d2bd-4558-82a2-f86c59734518 req-9ab599aa-0fef-44f4-84a0-038aec6cb74f service neutron] 10.222.0.11 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963993 Aug 29 06:54:45.780077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57164) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:45.874693 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-2d01e5a7-881e-41ff-aa77-8f1b13c56ace tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:45.929537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:45.933585 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:45.939386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-2d01e5a7-881e-41ff-aa77-8f1b13c56ace tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Network 69df7696-13bc-4755-ac18-c6d0d169b7a7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:45.948700 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-72e55cd0-75cf-4648-bb2b-dcceb5f0fd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:45.955680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-2d01e5a7-881e-41ff-aa77-8f1b13c56ace tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:45.964301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f0bd1-d8ee-4611-a8d9-075d3eb561c6 req-83f7eb7e-cb05-4b31-b7d4-cb13e78d1714 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:45.965980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-071f0bd1-d8ee-4611-a8d9-075d3eb561c6 req-83f7eb7e-cb05-4b31-b7d4-cb13e78d1714 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.1536634 Aug 29 06:54:45.967271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-2d01e5a7-881e-41ff-aa77-8f1b13c56ace tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:45.970154 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-991bb88c-d2bd-4558-82a2-f86c59734518 req-1e38bea4-6110-4ae2-8516-d899ffb6a0b3 service neutron] 10.222.0.11 "GET /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834917 Aug 29 06:54:45.972385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01e5a7-881e-41ff-aa77-8f1b13c56ace tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Pushing event updated for resources: {'Port': ['ID=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:46.002788 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-72e55cd0-75cf-4648-bb2b-dcceb5f0fd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:46.005209 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port 129d43d9-b000-4e6d-913b-d646593a553d yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:54:46.059263 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-071f0bd1-d8ee-4611-a8d9-075d3eb561c6 req-fe77dada-f426-4633-8c9a-a0dd8b10df8e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696867 Aug 29 06:54:46.085571 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-2d01e5a7-881e-41ff-aa77-8f1b13c56ace tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:46.086446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-2d01e5a7-881e-41ff-aa77-8f1b13c56ace tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:46.163526 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-72e55cd0-75cf-4648-bb2b-dcceb5f0fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:46.166150 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-72e55cd0-75cf-4648-bb2b-dcceb5f0fd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:46.167358 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-72e55cd0-75cf-4648-bb2b-dcceb5f0fd58 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20a458f6-2990-4d8b-a3df-ec44d09cc7c0 HTTP/1.1" status: 204 len: 168 time: 0.3863392 Aug 29 06:54:46.176660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e55cd0-75cf-4648-bb2b-dcceb5f0fd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a458f6-2990-4d8b-a3df-ec44d09cc7c0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:46.263082 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:46.294904 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de8ae2ed-7202-473e-a654-d8d4aed73cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:46.378138 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de8ae2ed-7202-473e-a654-d8d4aed73cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:46.389399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdfae0-ba6c-47e5-a5d6-a0df4be56fd3 req-3f3c37ea-cbe8-4f22-bed1-f4fb8fee0a34 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:46.390919 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0cdfae0-ba6c-47e5-a5d6-a0df4be56fd3 req-3f3c37ea-cbe8-4f22-bed1-f4fb8fee0a34 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.0540085 Aug 29 06:54:46.416864 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ae2ed-7202-473e-a654-d8d4aed73cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfed979c-cae4-49fd-a54a-e991f1aa46be,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:46.421337 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-de8ae2ed-7202-473e-a654-d8d4aed73cc5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e1d091f94a524869a755d88bc360b648&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0907941 Aug 29 06:54:46.423883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57182) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:46.438804 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:46.441003 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0cdfae0-ba6c-47e5-a5d6-a0df4be56fd3 req-9e53d5be-f39e-4e5c-aeb0-5c43f67eecc9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437536 Aug 29 06:54:46.515242 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-2d01e5a7-881e-41ff-aa77-8f1b13c56ace tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1053357 Aug 29 06:54:46.523926 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=129d43d9-b000-4e6d-913b-d646593a553d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:46.554944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81f413-d142-4de8-8d5b-03beb187aece req-7b69b2ef-5c8f-4f36-8564-1dbf40fdffc0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:46.555433 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Request body: {'port': {'device_id': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:46.563080 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be81f413-d142-4de8-8d5b-03beb187aece req-7b69b2ef-5c8f-4f36-8564-1dbf40fdffc0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 931 time: 0.0680802 Aug 29 06:54:46.602541 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be81f413-d142-4de8-8d5b-03beb187aece req-5ded8b56-27bb-4a85-932e-aaa6848eb39d tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Aug 29 06:54:46.642327 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-215076b1-b630-4124-9981-c0aa988263cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:46.659637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Checking segment: {'id': 'e3f0faca-9a4f-4e87-bfd0-42c04426394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:46.660375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network hostable DHCP agents. Network: 67709a0a-5cd1-4969-876d-339083d0fb87, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:46.686735 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:46.690130 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-215076b1-b630-4124-9981-c0aa988263cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:46.899736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 67709a0a-5cd1-4969-876d-339083d0fb87 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:47.002823 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-215076b1-b630-4124-9981-c0aa988263cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.006455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57204) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:47.009964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-215076b1-b630-4124-9981-c0aa988263cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.011795 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-215076b1-b630-4124-9981-c0aa988263cc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cfed979c-cae4-49fd-a54a-e991f1aa46be HTTP/1.1" status: 204 len: 168 time: 0.5864649 Aug 29 06:54:47.018186 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 67709a0a-5cd1-4969-876d-339083d0fb87) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:47.029719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba413bd-904a-425d-9c09-c90125aba7e2 None None] Network 67709a0a-5cd1-4969-876d-339083d0fb87 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:47.031484 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:47.037441 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:47.040543 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.040760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215076b1-b630-4124-9981-c0aa988263cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfed979c-cae4-49fd-a54a-e991f1aa46be,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:47.052736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:54:47.062217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.075898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Transition to ACTIVE for port object eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:47.133610 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cb4669ee-852b-4c29-9682-f3671043a856 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9039524 Aug 29 06:54:47.145667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57212) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:47.151015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f4d1ce6c-847e-4ebb-82c2-c895edec254e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1834722507'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:47.164958 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.208975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc165892-5371-469b-803e-2da27d85436b req-2428774d-e101-44c2-920e-86bd021c711f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:47.210548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc165892-5371-469b-803e-2da27d85436b req-2428774d-e101-44c2-920e-86bd021c711f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.0679829 Aug 29 06:54:47.274000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:47.285723 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d1ce6c-847e-4ebb-82c2-c895edec254e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:47.285956 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc165892-5371-469b-803e-2da27d85436b req-d9310fdc-cde8-45cd-9f77-c512992122c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560205 Aug 29 06:54:47.289657 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4d1ce6c-847e-4ebb-82c2-c895edec254e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.333333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Attempting to bind port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:47.333679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Attempting to bind port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ee83a02c-06fe-4669-83b0-f14fc9352f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:47.334023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Attempting to bind port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 on network 69df7696-13bc-4755-ac18-c6d0d169b7a7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:47.336049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d1ce6c-847e-4ebb-82c2-c895edec254e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:47.343790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 on network 69df7696-13bc-4755-ac18-c6d0d169b7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:54:47.344115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Attempting to bind port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 on network 69df7696-13bc-4755-ac18-c6d0d169b7a7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:47.351307 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4d1ce6c-847e-4ebb-82c2-c895edec254e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.351699 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-f4d1ce6c-847e-4ebb-82c2-c895edec254e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Added segment 735e1000-81e1-4c45-b779-500e2e2a1520 of type vlan for network aaee2bc6-8134-450e-ae7b-6571b097d2a4 Aug 29 06:54:47.360030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:47.360377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Checking segment: {'id': 'ee83a02c-06fe-4669-83b0-f14fc9352f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:47.360775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Bound using segment: {'id': 'ee83a02c-06fe-4669-83b0-f14fc9352f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:47.361219 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Bound port: eb404d35-5a1b-4daf-b8f3-00a2fcdf1863, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee83a02c-06fe-4669-83b0-f14fc9352f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:47.361578 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.411317 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4d1ce6c-847e-4ebb-82c2-c895edec254e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.417538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-587847949-network', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:47.482021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] For port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:47.485873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] For port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,segment=NetworkSegment(ee83a02c-06fe-4669-83b0-f14fc9352f44),segment_id=ee83a02c-06fe-4669-83b0-f14fc9352f44)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:47.565582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975d2d1-a989-4c7f-b3dc-da3ed0ad1e06 req-0b3e1986-a6cb-4a89-957b-db5fcdf5379f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:47.567411 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4975d2d1-a989-4c7f-b3dc-da3ed0ad1e06 req-0b3e1986-a6cb-4a89-957b-db5fcdf5379f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.0550919 Aug 29 06:54:47.592674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] Made reservation on behalf of c063c916c0cb42319b43e7cc68a9f591 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:47.595768 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.613046 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.635633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4975d2d1-a989-4c7f-b3dc-da3ed0ad1e06 req-2585259f-2814-4312-9fbc-53eac10694ee tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623298 Aug 29 06:54:47.645769 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4d1ce6c-847e-4ebb-82c2-c895edec254e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.652298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d1ce6c-847e-4ebb-82c2-c895edec254e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:47.653646 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4d1ce6c-847e-4ebb-82c2-c895edec254e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.686592 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.746211 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.764504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:47.766096 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.766566 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] 10.222.0.11 "PUT /v2.0/ports/eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 HTTP/1.1" status: 200 len: 1092 time: 1.2157500 Aug 29 06:54:47.768670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'tag': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:47.771018 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691927e9-1ae1-425a-95cf-8ef84b77dcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "7bef61eb-d450-45da-88e8-11a1e8acd175", "tag": "eb404d35-5a1b-4daf-b8f3-00a2fcdf1863"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:47.787118 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1ce6c-847e-4ebb-82c2-c895edec254e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Network': ['ID=aaee2bc6-8134-450e-ae7b-6571b097d2a4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:47.798762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network aaee2bc6-8134-450e-ae7b-6571b097d2a4 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:47.805922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86704666-8e8d-45a1-8b31-cff238d1bac0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:47.811490 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.896317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:47.898488 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f4d1ce6c-847e-4ebb-82c2-c895edec254e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7515168 Aug 29 06:54:47.899112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57240) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:47.903789 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:47.904993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'ports': [{'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87'}, {'network_id': 'aaee2bc6-8134-450e-ae7b-6571b097d2a4'}]} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:47.905308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:47.905962 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'network_id': 'aaee2bc6-8134-450e-ae7b-6571b097d2a4'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:47.917900 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:47.918357 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] Added segment 710668a4-d115-4529-80b2-c6bc44ae18a8 of type vlan for network bf2aa35c-72ee-4c1a-922b-895d3e6904ad Aug 29 06:54:47.968641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57244) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:47.986508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e824c20-e057-466f-8dc2-36d5ba7749f3 req-0fde41ee-7898-4dbf-b7ae-9a1be3a9cb5e tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:47.997702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e824c20-e057-466f-8dc2-36d5ba7749f3 req-0fde41ee-7898-4dbf-b7ae-9a1be3a9cb5e tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 943 time: 0.1777754 Aug 29 06:54:48.040891 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:48.050690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-70dc7fe0-6e28-4a27-9ca5-26e3b376c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:48.051661 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e00a04c5-be1f-4a75-9611-ce8e50f260c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:48.052207 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-70dc7fe0-6e28-4a27-9ca5-26e3b376c375 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2fd53004b0cf47d4b0862df916edfb09&device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 1095 time: 0.0764356 Aug 29 06:54:48.102717 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e824c20-e057-466f-8dc2-36d5ba7749f3 req-676adf56-5337-433b-a442-ac1df2f94dec tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038888 Aug 29 06:54:48.204130 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e00a04c5-be1f-4a75-9611-ce8e50f260c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:48.253908 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:48.256223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:48.256223 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:48.285633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e00a04c5-be1f-4a75-9611-ce8e50f260c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:48.414962 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e00a04c5-be1f-4a75-9611-ce8e50f260c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4a24d79c82824846bafd5a634a1b8746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4443634 Aug 29 06:54:48.417066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a04c5-be1f-4a75-9611-ce8e50f260c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27a873f-2f2d-49f1-9eae-83c0681bf478,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:48.421051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57256) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:48.423889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] Pushing event updated for resources: {'Network': ['ID=bf2aa35c-72ee-4c1a-922b-895d3e6904ad,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:48.437428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-42481947-1674-4970-a286-6c0cf7a144dc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4294014 Aug 29 06:54:48.445477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57258) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:48.453787 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network bf2aa35c-72ee-4c1a-922b-895d3e6904ad details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:48.455576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96abb9-5648-40f6-8f1c-8d18bb58ac89 req-ce4a73ff-d2bf-4271-b3bd-d2bfdf805829 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:48.457314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed96abb9-5648-40f6-8f1c-8d18bb58ac89 req-ce4a73ff-d2bf-4271-b3bd-d2bfdf805829 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.2162788 Aug 29 06:54:48.466542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-af54617a-db57-4941-8976-3fe8f4236bcb admin admin] Request body: {'subnet': {'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-587847949-subnet', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:48.467705 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-a5648d4c-5431-40a8-aa90-2643ccf51c0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 HTTP/1.1" status: 200 len: 217 time: 0.3895969 Aug 29 06:54:48.470634 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7896eaeb-489b-471a-bd87-009a9d37d592 x-openstack-request-id: req-7896eaeb-489b-471a-bd87-009a9d37d592 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:48.470634 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bef61eb-d450-45da-88e8-11a1e8acd175", "tag": "eb404d35-5a1b-4daf-b8f3-00a2fcdf1863", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:48.470634 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7896eaeb-489b-471a-bd87-009a9d37d592 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:48.470634 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'tag': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863', 'status': 'completed', 'code': 200} Aug 29 06:54:48.523775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be386eeb-a319-45c7-99ef-6321edcc7fcc req-b68afc28-421b-4ffc-ba22-84efa425ed0a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:48.531081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be386eeb-a319-45c7-99ef-6321edcc7fcc req-b68afc28-421b-4ffc-ba22-84efa425ed0a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.2297704 Aug 29 06:54:48.537998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-fec897d0-c7aa-4793-97c5-e945bd487ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:48.539505 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-fec897d0-c7aa-4793-97c5-e945bd487ea2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab428347-bbf6-4179-99ff-630fada99547 HTTP/1.1" status: 200 len: 860 time: 0.0636752 Aug 29 06:54:48.576453 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-f5e5608a-c0c1-4fbd-b290-68200f1c8307 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69df7696-13bc-4755-ac18-c6d0d169b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284772 Aug 29 06:54:48.593658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed96abb9-5648-40f6-8f1c-8d18bb58ac89 req-e18fcbc4-13aa-42f5-afeb-997e02a23aef tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237235 Aug 29 06:54:48.600941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc927da4-0adf-4b51-8713-866fcf81d682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:48.615848 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be386eeb-a319-45c7-99ef-6321edcc7fcc req-4194fc61-dd36-48ba-85e0-3f66f69c0821 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837755 Aug 29 06:54:48.640728 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc927da4-0adf-4b51-8713-866fcf81d682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:48.653147 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af54617a-db57-4941-8976-3fe8f4236bcb admin admin] Made reservation on behalf of c063c916c0cb42319b43e7cc68a9f591 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:48.655614 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af54617a-db57-4941-8976-3fe8f4236bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:48.710016 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-ca72ab37-624e-49d9-be20-61291f58da55 service neutron] 10.222.0.11 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266358 Aug 29 06:54:48.766030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 2} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:48.770584 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:48.791767 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:48.803133 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ce236-a0a6-4d25-9698-ee60e2fa855e req-5c7f313b-1ec0-4440-be8e-0684bf342e57 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:48.805276 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f20ce236-a0a6-4d25-9698-ee60e2fa855e req-5c7f313b-1ec0-4440-be8e-0684bf342e57 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=25565418-f951-49ec-91bc-0c8c788c107b HTTP/1.1" status: 200 len: 946 time: 0.1026831 Aug 29 06:54:48.852335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f20ce236-a0a6-4d25-9698-ee60e2fa855e req-f693d25a-c20a-4e64-9b75-12331a813d06 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374119 Aug 29 06:54:48.898552 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c4dca8ab-3b50-40e2-96e2-b30ee14cd18a req-5cfdfea3-2173-4ca4-bb0d-0466fd7ce326 service neutron] 10.222.0.11 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809673 Aug 29 06:54:48.922051 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc927da4-0adf-4b51-8713-866fcf81d682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:48.924751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc927da4-0adf-4b51-8713-866fcf81d682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:48.926076 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fc927da4-0adf-4b51-8713-866fcf81d682 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c27a873f-2f2d-49f1-9eae-83c0681bf478 HTTP/1.1" status: 204 len: 168 time: 0.5031755 Aug 29 06:54:48.935309 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port 82ea07f5-92d6-43cd-9909-8985fdce201c yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:54:49.062363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc927da4-0adf-4b51-8713-866fcf81d682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27a873f-2f2d-49f1-9eae-83c0681bf478,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:49.095987 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:49.148535 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3f7ad-d08c-4eb7-b528-f90396faab88 req-1a520e82-a52b-439b-9e22-8198d9d0d11b tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:49.150061 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41a3f7ad-d08c-4eb7-b528-f90396faab88 req-1a520e82-a52b-439b-9e22-8198d9d0d11b tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 946 time: 0.1427381 Aug 29 06:54:49.216706 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41a3f7ad-d08c-4eb7-b528-f90396faab88 req-68378bad-8c73-4acc-86c3-4e110ca7820e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541725 Aug 29 06:54:49.225077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port 74d84dc6-30d9-43ab-8290-5064ac00a493 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:54:49.238261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691927e9-1ae1-425a-95cf-8ef84b77dcb3 req-94557b8c-dc54-4202-bafe-ad34f47c81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:49.239880 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-691927e9-1ae1-425a-95cf-8ef84b77dcb3 req-94557b8c-dc54-4202-bafe-ad34f47c81f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2fd53004b0cf47d4b0862df916edfb09&device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 1095 time: 0.1251817 Aug 29 06:54:49.253816 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af54617a-db57-4941-8976-3fe8f4236bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:49.271244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-5f3cd277-af6e-4d65-bc86-e22426afbce9 req-1f4f8a4d-6911-453b-bf02-bc255e150f4a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:54:49.272094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f3cd277-af6e-4d65-bc86-e22426afbce9 req-1f4f8a4d-6911-453b-bf02-bc255e150f4a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161445 Aug 29 06:54:49.408925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691927e9-1ae1-425a-95cf-8ef84b77dcb3 req-c1b3d879-e8ee-401a-8094-727560bab7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:49.410316 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-691927e9-1ae1-425a-95cf-8ef84b77dcb3 req-c1b3d879-e8ee-401a-8094-727560bab7c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=69df7696-13bc-4755-ac18-c6d0d169b7a7 HTTP/1.1" status: 200 len: 921 time: 0.1622260 Aug 29 06:54:49.410529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90929d5c-19b2-4861-8d37-c5560952a43a req-22d7933c-6bee-4c90-bc43-f45d990d59e5 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:49.412252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90929d5c-19b2-4861-8d37-c5560952a43a req-22d7933c-6bee-4c90-bc43-f45d990d59e5 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 943 time: 0.1944439 Aug 29 06:54:49.467721 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54617a-db57-4941-8976-3fe8f4236bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=96fc3106-0fec-456d-8593-f2470c46e96b,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:49.474535 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-691927e9-1ae1-425a-95cf-8ef84b77dcb3 req-ae4c8c36-f04d-4303-874c-1b449b37466e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 HTTP/1.1" status: 200 len: 217 time: 0.0533006 Aug 29 06:54:49.476739 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:49.559004 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691927e9-1ae1-425a-95cf-8ef84b77dcb3 req-5342e482-2ab0-4345-a68b-1aa3176da827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:49.560562 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-691927e9-1ae1-425a-95cf-8ef84b77dcb3 req-5342e482-2ab0-4345-a68b-1aa3176da827 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab428347-bbf6-4179-99ff-630fada99547 HTTP/1.1" status: 200 len: 860 time: 0.0742538 Aug 29 06:54:49.581162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f3cd277-af6e-4d65-bc86-e22426afbce9 req-0d165b9d-f005-439c-8b88-e7956edbe0aa tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2892127 Aug 29 06:54:49.585478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54617a-db57-4941-8976-3fe8f4236bcb admin admin] Checking segment: {'id': '710668a4-d115-4529-80b2-c6bc44ae18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:49.585478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af54617a-db57-4941-8976-3fe8f4236bcb admin admin] Network hostable DHCP agents. Network: bf2aa35c-72ee-4c1a-922b-895d3e6904ad, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:49.601351 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-691927e9-1ae1-425a-95cf-8ef84b77dcb3 req-3cd621df-0661-47df-a2f3-1a7b1b6a3fb2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69df7696-13bc-4755-ac18-c6d0d169b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325391 Aug 29 06:54:49.624900 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90929d5c-19b2-4861-8d37-c5560952a43a req-572cdba9-88f4-4969-8771-9c626c269e55 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359112 Aug 29 06:54:49.717255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af54617a-db57-4941-8976-3fe8f4236bcb admin admin] Network bf2aa35c-72ee-4c1a-922b-895d3e6904ad is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:49.718907 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:49.789952 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-691927e9-1ae1-425a-95cf-8ef84b77dcb3 req-e4410853-ecf4-445b-943e-b4ee018add61 service neutron] 10.222.0.11 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781642 Aug 29 06:54:49.800711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 67709a0a-5cd1-4969-876d-339083d0fb87 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:49.809234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cd05d-a978-440d-ba56-2a56383cdf02 req-b5fbf8d6-6234-42cb-87ea-e4f1558b21b9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:49.811293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-604cd05d-a978-440d-ba56-2a56383cdf02 req-b5fbf8d6-6234-42cb-87ea-e4f1558b21b9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.0695243 Aug 29 06:54:49.815537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:49.866748 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-604cd05d-a978-440d-ba56-2a56383cdf02 req-cc6ba0db-1ab0-4116-be6f-7c5670b1e1d4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451381 Aug 29 06:54:49.871900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:49.886902 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:49.887630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-af54617a-db57-4941-8976-3fe8f4236bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, bf2aa35c-72ee-4c1a-922b-895d3e6904ad) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:49.887734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=82ea07f5-92d6-43cd-9909-8985fdce201c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:49.887838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af54617a-db57-4941-8976-3fe8f4236bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:49.887838 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af54617a-db57-4941-8976-3fe8f4236bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:49.888018 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c443b492-68fd-4bdc-afd1-bec445080e11 None None] Network bf2aa35c-72ee-4c1a-922b-895d3e6904ad requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:49.975408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cbb87-2268-4077-8a3b-ef6c01b73dee req-ed55cb42-548f-46d7-a869-106551944f4a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:49.985270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb9cbb87-2268-4077-8a3b-ef6c01b73dee req-ed55cb42-548f-46d7-a869-106551944f4a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.0749426 Aug 29 06:54:49.991542 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=74d84dc6-30d9-43ab-8290-5064ac00a493,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:50.007961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Checking segment: {'id': '735e1000-81e1-4c45-b779-500e2e2a1520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aaee2bc6-8134-450e-ae7b-6571b097d2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:50.008343 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network hostable DHCP agents. Network: aaee2bc6-8134-450e-ae7b-6571b097d2a4, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:50.015979 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-691927e9-1ae1-425a-95cf-8ef84b77dcb3 req-f5a3537f-2a1c-41d0-9316-73c2534666a3 service neutron] 10.222.0.11 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135301 Aug 29 06:54:50.019574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 767d87a9-8d55-4850-897e-365c14ebcfcf details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:54:50.050118 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-af54617a-db57-4941-8976-3fe8f4236bcb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5914559 Aug 29 06:54:50.052808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57314) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:50.059025 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-587847949-router', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:50.064309 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb9cbb87-2268-4077-8a3b-ef6c01b73dee req-c5b9b25a-eed6-40eb-a1f0-4a219432026a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781052 Aug 29 06:54:50.109531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network aaee2bc6-8134-450e-ae7b-6571b097d2a4 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:50.153706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-bf2aa35c-72ee-4c1a-922b-895d3e6904ad', 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'fixed_ips': [{'subnet_id': '96fc3106-0fec-456d-8593-f2470c46e96b'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:54:50.154048 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:50.191197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 767d87a9-8d55-4850-897e-365c14ebcfcf, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=767d87a9-8d55-4850-897e-365c14ebcfcf,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:50.210883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f7123-10da-4c30-bea7-b099874823ac req-1984071e-3e6d-4d1b-9a62-b4b9fbca40e0 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:50.212531 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b7f7123-10da-4c30-bea7-b099874823ac req-1984071e-3e6d-4d1b-9a62-b4b9fbca40e0 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=25565418-f951-49ec-91bc-0c8c788c107b HTTP/1.1" status: 200 len: 946 time: 0.0503991 Aug 29 06:54:50.246154 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:50.247175 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:50.247819 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '767d87a9-8d55-4850-897e-365c14ebcfcf', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'port_id': '767d87a9-8d55-4850-897e-365c14ebcfcf', 'mac_address': 'fa:16:3e:9b:50:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:54:50.250896 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b7f7123-10da-4c30-bea7-b099874823ac req-a9d46091-9a79-4a9b-af81-abdaebe52a6b tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315616 Aug 29 06:54:50.302430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, aaee2bc6-8134-450e-ae7b-6571b097d2a4) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:50.322903 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:50.337293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:50.350633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:50.354405 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:50.363963 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:50.384705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1d7d90-5941-4542-afdd-0eb257d035ca None None] Network aaee2bc6-8134-450e-ae7b-6571b097d2a4 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:50.426017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed69af9-1d0d-460a-9327-2e9d9c1da6b4 req-0b089bdf-18d7-4ec4-967a-42869f206ba3 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:50.427739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ed69af9-1d0d-460a-9327-2e9d9c1da6b4 req-0b089bdf-18d7-4ec4-967a-42869f206ba3 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 946 time: 0.0655160 Aug 29 06:54:50.438509 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:50.464290 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 767d87a9-8d55-4850-897e-365c14ebcfcf {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:54:50.475105 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-01155a3e-d2b2-463a-886f-4dae4546b1b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5749097 Aug 29 06:54:50.490947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57332) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:50.493576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Allocated IP 172.20.0.2 (bf2aa35c-72ee-4c1a-922b-895d3e6904ad/96fc3106-0fec-456d-8593-f2470c46e96b/57b53ffc-332c-4265-98c7-49b6b6d4c8fc) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:50.497650 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ed69af9-1d0d-460a-9327-2e9d9c1da6b4 req-9ddc5510-a3e5-43b9-9aea-5733a4e4d485 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597250 Aug 29 06:54:50.536986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 767d87a9-8d55-4850-897e-365c14ebcfcf, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=767d87a9-8d55-4850-897e-365c14ebcfcf,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:50.628188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 74d84dc6-30d9-43ab-8290-5064ac00a493 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:50.628536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:50.715268 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:50.738067 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:50.752442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 74d84dc6-30d9-43ab-8290-5064ac00a493 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:50.765287 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:50.829014 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:50.844734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=767d87a9-8d55-4850-897e-365c14ebcfcf,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:50.847775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Transition to ACTIVE for port object 57b53ffc-332c-4265-98c7-49b6b6d4c8fc will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:50.875637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Transition to ACTIVE for port object 57b53ffc-332c-4265-98c7-49b6b6d4c8fc will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:50.905321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['767d87a9-8d55-4850-897e-365c14ebcfcf'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:50.909605 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:50.914722 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9ab08-3fe8-479d-a44b-ad401a140ab2 req-05ca5b88-9886-4964-a4ae-f95a8eb3ea1b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:50.916439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0cc9ab08-3fe8-479d-a44b-ad401a140ab2 req-05ca5b88-9886-4964-a4ae-f95a8eb3ea1b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 943 time: 0.1493075 Aug 29 06:54:50.961823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4184a09-00ee-440e-9152-8884542fc7a0 req-5becffd4-097f-4490-9c60-8ef4a2311912 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:50.967848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4184a09-00ee-440e-9152-8884542fc7a0 req-5becffd4-097f-4490-9c60-8ef4a2311912 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:50.971859 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:50.973985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4184a09-00ee-440e-9152-8884542fc7a0 req-5becffd4-097f-4490-9c60-8ef4a2311912 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:50.975798 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4184a09-00ee-440e-9152-8884542fc7a0 req-5becffd4-097f-4490-9c60-8ef4a2311912 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770&device_id=25565418-f951-49ec-91bc-0c8c788c107b&device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 2418 time: 0.1882052 Aug 29 06:54:51.020568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0cc9ab08-3fe8-479d-a44b-ad401a140ab2 req-1600a782-6e2c-41a8-bdf3-905b2908c231 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932350 Aug 29 06:54:51.051180 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4184a09-00ee-440e-9152-8884542fc7a0 req-5f51d9f2-a6f2-4524-a442-0347cf86f65d tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527475 Aug 29 06:54:51.051456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Network bf2aa35c-72ee-4c1a-922b-895d3e6904ad is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:51.059688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:51.071015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:51.078133 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Pushing event updated for resources: {'Port': ['ID=57b53ffc-332c-4265-98c7-49b6b6d4c8fc,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:51.088322 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:51.117962 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:51.123581 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:51.155362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Attempting to bind port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:51.156070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Attempting to bind port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '710668a4-d115-4529-80b2-c6bc44ae18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:51.156673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Attempting to bind port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc on network bf2aa35c-72ee-4c1a-922b-895d3e6904ad {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:51.164527 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:51.164909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Checking segment: {'id': '710668a4-d115-4529-80b2-c6bc44ae18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:51.165316 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:51.165712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Bound using segment: {'id': '710668a4-d115-4529-80b2-c6bc44ae18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:51.166190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Bound port: 57b53ffc-332c-4265-98c7-49b6b6d4c8fc, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710668a4-d115-4529-80b2-c6bc44ae18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:51.166574 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:51.173988 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:51.178174 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/74d84dc6-30d9-43ab-8290-5064ac00a493 HTTP/1.1" status: 204 len: 168 time: 0.6748652 Aug 29 06:54:51.178174 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=74d84dc6-30d9-43ab-8290-5064ac00a493,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:51.179305 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57382) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:51.213737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:51.213737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:51.213737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:51.214115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:51.214311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:51.214646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:51.215509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:51.215965 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:51.216298 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:51.216960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:51.216960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:51.217361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bb227-bf33-4935-8625-69858a8a13e1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:54:51.255096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b365d-fb92-42b8-846c-8278316c8c54 req-0b0057ae-0db1-40e8-927f-690b638873bf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:51.260743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d23b365d-fb92-42b8-846c-8278316c8c54 req-0b0057ae-0db1-40e8-927f-690b638873bf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 944 time: 0.0848787 Aug 29 06:54:51.266501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-3f11c7d6-4fd3-47d6-a510-02d920fd8c44 req-8cad8fa7-0530-455c-913a-65082a38aa9f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:54:51.273993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f11c7d6-4fd3-47d6-a510-02d920fd8c44 req-8cad8fa7-0530-455c-913a-65082a38aa9f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121005 Aug 29 06:54:51.302969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] For port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:51.306226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] For port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=57b53ffc-332c-4265-98c7-49b6b6d4c8fc,segment=NetworkSegment(710668a4-d115-4529-80b2-c6bc44ae18a8),segment_id=710668a4-d115-4529-80b2-c6bc44ae18a8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:51.316748 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b6921-b662-4d67-bbdf-314c70a155af tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:51.323977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b6921-b662-4d67-bbdf-314c70a155af tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:51.325901 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1a7b6921-b662-4d67-bbdf-314c70a155af tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1455822 Aug 29 06:54:51.329594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57386) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:51.345077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Allocated IP 172.25.1.73 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/a0eb5961-fc2d-4fa6-824d-f592b5802efd) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:51.360587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57388) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:51.398426 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:51.419783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f11c7d6-4fd3-47d6-a510-02d920fd8c44 req-d6cfd702-6c76-4af4-981b-04b68f0459af tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1449003 Aug 29 06:54:51.501010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d23b365d-fb92-42b8-846c-8278316c8c54 req-e959f8ac-b652-43f9-b9ed-61d856d35038 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140436 Aug 29 06:54:51.524970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917eb0a-bd63-4cf5-aa37-0804106fe37a None None] Pushing event updated for resources: {'Port': ['ID=57b53ffc-332c-4265-98c7-49b6b6d4c8fc,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:51.547934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-03f0184e-1c93-4a3c-b459-358c4b590e5d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 82ea07f5-92d6-43cd-9909-8985fdce201c {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:51.548276 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-03f0184e-1c93-4a3c-b459-358c4b590e5d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:51.597569 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ed44cdbf-e05f-490d-b1f6-924a9d498d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:51.633497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:51.687672 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-03f0184e-1c93-4a3c-b459-358c4b590e5d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:51.711465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-03f0184e-1c93-4a3c-b459-358c4b590e5d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 82ea07f5-92d6-43cd-9909-8985fdce201c owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:51.833496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ed44cdbf-e05f-490d-b1f6-924a9d498d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:51.835005 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:51.907182 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:51.911000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:51.915000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:51.920977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a0eb5961-fc2d-4fa6-824d-f592b5802efd,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:51.996777 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ed44cdbf-e05f-490d-b1f6-924a9d498d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:52.033367 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-03f0184e-1c93-4a3c-b459-358c4b590e5d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:52.040076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 767d87a9-8d55-4850-897e-365c14ebcfcf up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:52.116938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0184e-1c93-4a3c-b459-358c4b590e5d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=82ea07f5-92d6-43cd-9909-8985fdce201c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:52.124399 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-03f0184e-1c93-4a3c-b459-358c4b590e5d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:52.126696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-03f0184e-1c93-4a3c-b459-358c4b590e5d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/82ea07f5-92d6-43cd-9909-8985fdce201c HTTP/1.1" status: 204 len: 168 time: 0.7959187 Aug 29 06:54:52.129635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57422) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:52.146019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 767d87a9-8d55-4850-897e-365c14ebcfcf triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:52.146388 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:52.153805 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ed44cdbf-e05f-490d-b1f6-924a9d498d30 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d5452fb93e746228783f21b810709bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7920780 Aug 29 06:54:52.164357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44cdbf-e05f-490d-b1f6-924a9d498d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551f6056-2e9d-4555-90a7-d29995b090ae,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:52.172028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57426) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:52.310820 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83741da6-7c59-406b-9f85-25c84f4c98a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:52.313291 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:52.337989 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83741da6-7c59-406b-9f85-25c84f4c98a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:52.361247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea2498-d490-4cc8-994c-e63255d96c44 req-5e744da3-2f80-42a5-bdbb-c94426d5d2b9 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:52.362889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 767d87a9-8d55-4850-897e-365c14ebcfcf, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=767d87a9-8d55-4850-897e-365c14ebcfcf,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:52.368892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1019426e-0689-410a-a0f2-554b4e90ae7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767d87a9-8d55-4850-897e-365c14ebcfcf'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:52.368892 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2746b2e0-2357-4879-84e8-fe5ff58aad72" -d '{"events": [{"server_uuid": "1019426e-0689-410a-a0f2-554b4e90ae7d", "name": "network-vif-plugged", "status": "completed", "tag": "767d87a9-8d55-4850-897e-365c14ebcfcf"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:52.377760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 57b53ffc-332c-4265-98c7-49b6b6d4c8fc up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:52.380283 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65ea2498-d490-4cc8-994c-e63255d96c44 req-5e744da3-2f80-42a5-bdbb-c94426d5d2b9 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 943 time: 0.1963730 Aug 29 06:54:52.406320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4162db84-1dbc-4e9a-ba4c-295a47111d50 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:52.410791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4162db84-1dbc-4e9a-ba4c-295a47111d50 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2773414 Aug 29 06:54:52.411445 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57438) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:52.463779 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:52.484792 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b42f3d-0217-4ca5-a55e-345152ca1e0c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] GET failed (client error): The resource could not be found. Aug 29 06:54:52.487607 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-89b42f3d-0217-4ca5-a55e-345152ca1e0c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/74d84dc6-30d9-43ab-8290-5064ac00a493 HTTP/1.1" status: 404 len: 333 time: 0.0729983 Aug 29 06:54:52.491170 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57454) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:52.517500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65ea2498-d490-4cc8-994c-e63255d96c44 req-8830541b-a29f-437b-af6d-2802332f5dc5 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354878 Aug 29 06:54:52.553058 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-767f7100-aa75-4a47-afac-23d43a789d80 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] GET failed (client error): The resource could not be found. Aug 29 06:54:52.561729 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-767f7100-aa75-4a47-afac-23d43a789d80 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/82ea07f5-92d6-43cd-9909-8985fdce201c HTTP/1.1" status: 404 len: 333 time: 0.0693400 Aug 29 06:54:52.567630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57464) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:52.624125 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83741da6-7c59-406b-9f85-25c84f4c98a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:52.633391 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83741da6-7c59-406b-9f85-25c84f4c98a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:52.638854 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-83741da6-7c59-406b-9f85-25c84f4c98a2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/551f6056-2e9d-4555-90a7-d29995b090ae HTTP/1.1" status: 204 len: 168 time: 0.4583297 Aug 29 06:54:52.669375 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a464227-b00a-4cc6-886e-3e7088bff219 x-openstack-request-id: req-3a464227-b00a-4cc6-886e-3e7088bff219 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:52.669705 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1019426e-0689-410a-a0f2-554b4e90ae7d", "name": "network-vif-plugged", "status": "completed", "tag": "767d87a9-8d55-4850-897e-365c14ebcfcf", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:52.669968 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3a464227-b00a-4cc6-886e-3e7088bff219 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:52.672414 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1019426e-0689-410a-a0f2-554b4e90ae7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767d87a9-8d55-4850-897e-365c14ebcfcf', 'code': 200} Aug 29 06:54:52.676555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=767d87a9-8d55-4850-897e-365c14ebcfcf,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:52.677022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83741da6-7c59-406b-9f85-25c84f4c98a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551f6056-2e9d-4555-90a7-d29995b090ae,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:52.836786 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:52.860859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:52.905685 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-870b7a72-fe6d-4481-8f41-52f01ebf4037 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:52.962936 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f05f26-3dd7-4b74-a15a-b2b098945ea2 req-b017b629-bfe3-44ba-87f9-25642661dcdc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:52.964755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73f05f26-3dd7-4b74-a15a-b2b098945ea2 req-b017b629-bfe3-44ba-87f9-25642661dcdc tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.1597075 Aug 29 06:54:53.069392 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73f05f26-3dd7-4b74-a15a-b2b098945ea2 req-fc6b247f-cf47-4e73-9604-596fc1e6715f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982938 Aug 29 06:54:53.099033 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:54:53.148472 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-870b7a72-fe6d-4481-8f41-52f01ebf4037 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:53.161579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-870b7a72-fe6d-4481-8f41-52f01ebf4037 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaee2bc6-8134-450e-ae7b-6571b097d2a4']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:53.175634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-870b7a72-fe6d-4481-8f41-52f01ebf4037 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735e1000-81e1-4c45-b779-500e2e2a1520') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:53.176079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-870b7a72-fe6d-4481-8f41-52f01ebf4037 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735e1000-81e1-4c45-b779-500e2e2a1520') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:53.209868 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f11405-e5f8-449c-a84c-3f1670910db5 None None] Network bf2aa35c-72ee-4c1a-922b-895d3e6904ad requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:53.218789 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:53.223234 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-870b7a72-fe6d-4481-8f41-52f01ebf4037 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:53.260179 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-870b7a72-fe6d-4481-8f41-52f01ebf4037 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:53.276575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870b7a72-fe6d-4481-8f41-52f01ebf4037 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:54:53.277110 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-870b7a72-fe6d-4481-8f41-52f01ebf4037 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:54:53.413418 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:54:53.428030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0237d468-c35d-4a01-b30d-a8af796468ff None None] Provisioning for port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:53.492089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0237d468-c35d-4a01-b30d-a8af796468ff None None] Provisioning complete for port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:53.492089 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0237d468-c35d-4a01-b30d-a8af796468ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:53.497990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Router f74c2551-dd8d-4d25-9d19-8054fba40b50 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:54:53.499575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,segment=NetworkSegment(ee83a02c-06fe-4669-83b0-f14fc9352f44),segment_id=ee83a02c-06fe-4669-83b0-f14fc9352f44)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:53.592672 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-870b7a72-fe6d-4481-8f41-52f01ebf4037 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:53.598891 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-870b7a72-fe6d-4481-8f41-52f01ebf4037 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:53.605545 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-870b7a72-fe6d-4481-8f41-52f01ebf4037 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/networks/aaee2bc6-8134-450e-ae7b-6571b097d2a4 HTTP/1.1" status: 204 len: 168 time: 1.0355484 Aug 29 06:54:53.606170 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57488) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:53.650833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863', 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'port_id': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863', 'mac_address': 'fa:16:3e:68:de:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab428347-bbf6-4179-99ff-630fada99547', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:54:53.665740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b033f8df-295f-4de0-b18c-0538b29ce9b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-788222282'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:53.679115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b7a72-fe6d-4481-8f41-52f01ebf4037 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Network': ['ID=aaee2bc6-8134-450e-ae7b-6571b097d2a4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:53.871631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751df571-5f44-409d-a151-d911d1f44cd9 req-fc220a39-e3fd-435a-aadb-bd4d54a68601 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:53.890137 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-751df571-5f44-409d-a151-d911d1f44cd9 req-fc220a39-e3fd-435a-aadb-bd4d54a68601 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 943 time: 0.2139740 Aug 29 06:54:53.904053 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b033f8df-295f-4de0-b18c-0538b29ce9b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:53.907479 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b033f8df-295f-4de0-b18c-0538b29ce9b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:53.930963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:54:53.959078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-751df571-5f44-409d-a151-d911d1f44cd9 req-cbfb7531-edfa-4342-85ef-caa42938953e tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637119 Aug 29 06:54:53.964262 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Sync routers for ids ['f74c2551-dd8d-4d25-9d19-8054fba40b50'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:54:53.988686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b033f8df-295f-4de0-b18c-0538b29ce9b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:54:54.017099 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b033f8df-295f-4de0-b18c-0538b29ce9b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:54.017471 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-b033f8df-295f-4de0-b18c-0538b29ce9b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Added segment 312424b4-7c3a-48f7-a096-0cf4f205e3b3 of type vlan for network 111b57d7-8291-4f9c-8e33-226665000e1a Aug 29 06:54:54.025600 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Routers {'f74c2551-dd8d-4d25-9d19-8054fba40b50'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:54:54.026459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:54:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f74c2551-dd8d-4d25-9d19-8054fba40b50'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:54.047070 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:54.068382 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:54.069654 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e8f82146-054c-4674-8d29-563c202f50e6 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0157712 Aug 29 06:54:54.072341 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57498) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:54.098645 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b033f8df-295f-4de0-b18c-0538b29ce9b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:54.162184 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0237d468-c35d-4a01-b30d-a8af796468ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:54.189981 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:54:54.214106 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:54:54.246329 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b033f8df-295f-4de0-b18c-0538b29ce9b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:54.252064 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b033f8df-295f-4de0-b18c-0538b29ce9b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:54.252677 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b033f8df-295f-4de0-b18c-0538b29ce9b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:54.353202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f8df-295f-4de0-b18c-0538b29ce9b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Network': ['ID=111b57d7-8291-4f9c-8e33-226665000e1a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:54.362835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0237d468-c35d-4a01-b30d-a8af796468ff None None] For port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=57b53ffc-332c-4265-98c7-49b6b6d4c8fc,segment=NetworkSegment(710668a4-d115-4529-80b2-c6bc44ae18a8),segment_id=710668a4-d115-4529-80b2-c6bc44ae18a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:54.408584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dc52d-0724-43d1-85a7-747a0284e217 req-f1ab68f7-71f4-4a0b-9194-be4a0483fdd7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:54.411334 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-822dc52d-0724-43d1-85a7-747a0284e217 req-f1ab68f7-71f4-4a0b-9194-be4a0483fdd7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.2066746 Aug 29 06:54:54.495457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b033f8df-295f-4de0-b18c-0538b29ce9b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8421607 Aug 29 06:54:54.501753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57512) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:54.508491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c281231b-0a5e-4ad3-9536-74f13781780b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': '111b57d7-8291-4f9c-8e33-226665000e1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:54.575562 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-822dc52d-0724-43d1-85a7-747a0284e217 req-fb454c6b-8f03-4d4b-a861-521ce76baf37 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493592 Aug 29 06:54:54.619407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b536d9-1621-4205-9d32-4d1afbc5e713 req-9bafbe4c-8737-4aae-b9c4-3ec03c5efd9f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:54.621007 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54b536d9-1621-4205-9d32-4d1afbc5e713 req-9bafbe4c-8737-4aae-b9c4-3ec03c5efd9f tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 946 time: 0.1289151 Aug 29 06:54:54.710800 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 111b57d7-8291-4f9c-8e33-226665000e1a details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:54:54.713242 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54b536d9-1621-4205-9d32-4d1afbc5e713 req-22ebcf06-4a84-4151-8e44-a967d8fce1dc tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839534 Aug 29 06:54:54.770812 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0237d468-c35d-4a01-b30d-a8af796468ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:54.814761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,segment=NetworkSegment(ee83a02c-06fe-4669-83b0-f14fc9352f44),segment_id=ee83a02c-06fe-4669-83b0-f14fc9352f44)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:54.875404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Set router f74c2551-dd8d-4d25-9d19-8054fba40b50 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:54:55.005570 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:55.047455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237d468-c35d-4a01-b30d-a8af796468ff None None] Pushing event updated for resources: {'Port': ['ID=57b53ffc-332c-4265-98c7-49b6b6d4c8fc,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:55.062085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1e11dc87-66a2-4c84-b5d6-07d9cd6a056a None None] Provisioning complete for port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:55.062637 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1e11dc87-66a2-4c84-b5d6-07d9cd6a056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:55.093543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c281231b-0a5e-4ad3-9536-74f13781780b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:55.099007 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c281231b-0a5e-4ad3-9536-74f13781780b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:55.155514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f27420-1d70-4de4-8808-3b8683aaccd9 req-cb1ec01d-7078-4599-b75a-68cec5d825ca tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:55.164597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0f27420-1d70-4de4-8808-3b8683aaccd9 req-cb1ec01d-7078-4599-b75a-68cec5d825ca tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 944 time: 0.1208646 Aug 29 06:54:55.173127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:55.243907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0f27420-1d70-4de4-8808-3b8683aaccd9 req-f0fcd44a-46b4-475b-8e68-3f45cd534b10 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756898 Aug 29 06:54:55.267790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'name': 'tempest-AttachSCSIVolumeTestJSON-587847949-router', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a0eb5961-fc2d-4fa6-824d-f592b5802efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:50Z', 'updated_at': '2021-08-29T06:54:52Z', 'revision_number': 3, 'project_id': 'c063c916c0cb42319b43e7cc68a9f591', 'gw_port': {'id': 'a0eb5961-fc2d-4fa6-824d-f592b5802efd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:06:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:51Z', 'updated_at': '2021-08-29T06:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:55.298644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Checking router: f74c2551-dd8d-4d25-9d19-8054fba40b50 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:54:55.299005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Updating router f74c2551-dd8d-4d25-9d19-8054fba40b50 port a0eb5961-fc2d-4fa6-824d-f592b5802efd binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:54:55.346479 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:55.485558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:55.527328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['eb404d35-5a1b-4daf-b8f3-00a2fcdf1863'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:54:55.753393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c281231b-0a5e-4ad3-9536-74f13781780b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:55.764313 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:55.778597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117192be-43ce-4abb-8f41-9c4ed2a37385 req-7c57570a-4c5f-48e7-9aa9-34705919b139 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:55.784270 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Transition to ACTIVE for port object a0eb5961-fc2d-4fa6-824d-f592b5802efd will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:55.789644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-117192be-43ce-4abb-8f41-9c4ed2a37385 req-7c57570a-4c5f-48e7-9aa9-34705919b139 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.1068337 Aug 29 06:54:55.834003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Allocated IP 172.20.0.1 (bf2aa35c-72ee-4c1a-922b-895d3e6904ad/96fc3106-0fec-456d-8593-f2470c46e96b/dc060ede-e8c3-492f-aca1-c46044c3acd4) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:55.875895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281231b-0a5e-4ad3-9536-74f13781780b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Subnet': ['ID=356daa99-7865-4630-bdbd-db5d080e7479,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:55.890059 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-117192be-43ce-4abb-8f41-9c4ed2a37385 req-0e477aa8-0c4d-49b6-b63a-3aec3601cd81 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969260 Aug 29 06:54:55.938661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c281231b-0a5e-4ad3-9536-74f13781780b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Checking segment: {'id': '312424b4-7c3a-48f7-a096-0cf4f205e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '111b57d7-8291-4f9c-8e33-226665000e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:55.939192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c281231b-0a5e-4ad3-9536-74f13781780b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network hostable DHCP agents. Network: 111b57d7-8291-4f9c-8e33-226665000e1a, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:54:56.020582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd1723-913b-4fe4-9a5e-4f1332882c2c req-e39fedbf-2add-4fb4-8d68-5a22ccc16d48 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:56.022255 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2bd1723-913b-4fe4-9a5e-4f1332882c2c req-e39fedbf-2add-4fb4-8d68-5a22ccc16d48 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 946 time: 0.0638309 Aug 29 06:54:56.037762 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:56.057704 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Transition to ACTIVE for port object dc060ede-e8c3-492f-aca1-c46044c3acd4 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:56.072149 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2bd1723-913b-4fe4-9a5e-4f1332882c2c req-1e555b55-1e2b-4347-b4d4-93cf40e435fb tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Aug 29 06:54:56.131136 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:56.206430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Attempting to bind port a0eb5961-fc2d-4fa6-824d-f592b5802efd on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:54:56.206938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Attempting to bind port a0eb5961-fc2d-4fa6-824d-f592b5802efd by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:54:56.207279 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Attempting to bind port a0eb5961-fc2d-4fa6-824d-f592b5802efd on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:54:56.209465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015aad5a-9f79-4800-bf81-6e7b149f04d7 None None] Pushing event updated for resources: {'Port': ['ID=a0eb5961-fc2d-4fa6-824d-f592b5802efd,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:56.216518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:54:56.216851 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:54:56.217355 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:56.217810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:54:56.218348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Bound port: a0eb5961-fc2d-4fa6-824d-f592b5802efd, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:54:56.218831 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:56.291123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c281231b-0a5e-4ad3-9536-74f13781780b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 111b57d7-8291-4f9c-8e33-226665000e1a is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:54:56.297639 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 57b53ffc-332c-4265-98c7-49b6b6d4c8fc up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:56.299488 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:56.358512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] For port a0eb5961-fc2d-4fa6-824d-f592b5802efd, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:54:56.384294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] For port a0eb5961-fc2d-4fa6-824d-f592b5802efd, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a0eb5961-fc2d-4fa6-824d-f592b5802efd,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:54:56.403337 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:56.404554 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:56.422172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Network bf2aa35c-72ee-4c1a-922b-895d3e6904ad is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:56.429518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:56.439796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566bb48-8fd1-4557-ad27-81413925984c req-581ae6c6-6110-4912-800d-0d1bc2f7f824 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:56.451767 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:56.452145 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4566bb48-8fd1-4557-ad27-81413925984c req-581ae6c6-6110-4912-800d-0d1bc2f7f824 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 944 time: 0.0953777 Aug 29 06:54:56.478715 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:56.531519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4566bb48-8fd1-4557-ad27-81413925984c req-0fd92fe1-145d-4521-9f41-889a96b2d371 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698509 Aug 29 06:54:56.551236 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:56.623054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Routers {'f74c2551-dd8d-4d25-9d19-8054fba40b50'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:54:56.627263 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:54:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f74c2551-dd8d-4d25-9d19-8054fba40b50'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:56.634908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015aad5a-9f79-4800-bf81-6e7b149f04d7 None None] Pushing event updated for resources: {'Port': ['ID=a0eb5961-fc2d-4fa6-824d-f592b5802efd,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:56.930623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] Set router f74c2551-dd8d-4d25-9d19-8054fba40b50 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:54:57.031096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d0ff34f8-b51a-49e7-8f94-e58aa019dc9d None None] Provisioning for port dc060ede-e8c3-492f-aca1-c46044c3acd4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:57.051938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d0ff34f8-b51a-49e7-8f94-e58aa019dc9d None None] Provisioning complete for port dc060ede-e8c3-492f-aca1-c46044c3acd4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:57.052273 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d0ff34f8-b51a-49e7-8f94-e58aa019dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:57.060212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57578) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:57.119432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa119a7-fece-4f54-8f13-736d641dcfcc req-76ba952c-6b67-4d65-9034-dcc3bf708ba3 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:57.124447 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4aa119a7-fece-4f54-8f13-736d641dcfcc req-76ba952c-6b67-4d65-9034-dcc3bf708ba3 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.1090007 Aug 29 06:54:57.153382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:57.209372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4aa119a7-fece-4f54-8f13-736d641dcfcc req-4c46ee1b-d428-4aa3-ba4e-33d14c311f95 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774376 Aug 29 06:54:57.309318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff34f8-b51a-49e7-8f94-e58aa019dc9d None None] Port dc060ede-e8c3-492f-aca1-c46044c3acd4 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:54:57.412600 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aa616-4dec-4c6d-8f7c-d56c01f99efe req-195912fa-703f-44b1-b580-0c955f62ef0d tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:57.417168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Pushing event updated for resources: {'Port': ['ID=dc060ede-e8c3-492f-aca1-c46044c3acd4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:57.420426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c281231b-0a5e-4ad3-9536-74f13781780b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 111b57d7-8291-4f9c-8e33-226665000e1a) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:57.434215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d5aa616-4dec-4c6d-8f7c-d56c01f99efe req-195912fa-703f-44b1-b580-0c955f62ef0d tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 946 time: 0.1790271 Aug 29 06:54:57.439129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0376114c-3c78-4399-8b95-e0719e0cd383 None None] Network 111b57d7-8291-4f9c-8e33-226665000e1a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:54:57.447523 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5e24e172-f294-41f4-a37a-9efe81cab9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:57.462195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c415eb-d148-4bb8-8098-5e76e7c0a4fb req-34b9eb92-aae8-489b-a45d-c059004965a3 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:57.472145 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a4c415eb-d148-4bb8-8098-5e76e7c0a4fb req-34b9eb92-aae8-489b-a45d-c059004965a3 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.11 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 946 time: 1.2888007 Aug 29 06:54:57.478903 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c281231b-0a5e-4ad3-9536-74f13781780b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:57.481544 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c281231b-0a5e-4ad3-9536-74f13781780b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:57.494110 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:57.605124 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d5aa616-4dec-4c6d-8f7c-d56c01f99efe req-8df9cd7d-79e2-412b-9606-4f7c6e43de0d tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699343 Aug 29 06:54:57.606456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:57.606834 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:57.621635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'name': 'tempest-AttachSCSIVolumeTestJSON-587847949-router', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a0eb5961-fc2d-4fa6-824d-f592b5802efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:50Z', 'updated_at': '2021-08-29T06:54:52Z', 'revision_number': 3, 'project_id': 'c063c916c0cb42319b43e7cc68a9f591', 'gw_port': {'id': 'a0eb5961-fc2d-4fa6-824d-f592b5802efd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:06:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:51Z', 'updated_at': '2021-08-29T06:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:54:57.648303 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:57.665049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421e781f-6ee9-4131-b920-2e04330c936d None None] The sync data for ids ['f74c2551-dd8d-4d25-9d19-8054fba40b50'] in n-d-713301-12 is: [{'id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'name': 'tempest-AttachSCSIVolumeTestJSON-587847949-router', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a0eb5961-fc2d-4fa6-824d-f592b5802efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:50Z', 'updated_at': '2021-08-29T06:54:52Z', 'revision_number': 3, 'project_id': 'c063c916c0cb42319b43e7cc68a9f591', 'gw_port': {'id': 'a0eb5961-fc2d-4fa6-824d-f592b5802efd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:06:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:51Z', 'updated_at': '2021-08-29T06:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:54:57.881938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667555a-6c09-45d3-b4c8-3dfa4945e771 req-78a9131b-d600-47e9-bac4-7a724dd3c4b5 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:57.881938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a667555a-6c09-45d3-b4c8-3dfa4945e771 req-78a9131b-d600-47e9-bac4-7a724dd3c4b5 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 944 time: 0.2386067 Aug 29 06:54:58.000214 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:58.145807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,segment=NetworkSegment(ee83a02c-06fe-4669-83b0-f14fc9352f44),segment_id=ee83a02c-06fe-4669-83b0-f14fc9352f44)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:58.148178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a667555a-6c09-45d3-b4c8-3dfa4945e771 req-6df97e4a-97c0-4766-9f15-7732c1f8f0f6 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550066 Aug 29 06:54:58.160582 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:54:58.171574 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cfe014-48e1-4cca-b72b-3c7f0d230f27" -d '{"events": [{"server_uuid": "7bef61eb-d450-45da-88e8-11a1e8acd175", "name": "network-vif-plugged", "status": "completed", "tag": "eb404d35-5a1b-4daf-b8f3-00a2fcdf1863"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:54:58.202267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-111b57d7-8291-4f9c-8e33-226665000e1a', 'network_id': '111b57d7-8291-4f9c-8e33-226665000e1a', 'tenant_id': '6db82f2c79d34bd3a7176c913c7d5827', 'fixed_ips': [{'subnet_id': '356daa99-7865-4630-bdbd-db5d080e7479'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:54:58.208344 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:58.235951 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:58.253319 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5e24e172-f294-41f4-a37a-9efe81cab9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:58.324073 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5e24e172-f294-41f4-a37a-9efe81cab9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:58.404785 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5e24e172-f294-41f4-a37a-9efe81cab9b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=620ba9186b6349f895540856a56ebc39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3361638 Aug 29 06:54:58.408094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57596) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:58.414980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24e172-f294-41f4-a37a-9efe81cab9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e762b003-c1ec-49d7-aa5c-cae559595dcc,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:58.430731 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:58.489657 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df47726d-b14c-4cf2-a193-f4ee4ade2ce4 x-openstack-request-id: req-df47726d-b14c-4cf2-a193-f4ee4ade2ce4 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:54:58.490223 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef61eb-d450-45da-88e8-11a1e8acd175", "name": "network-vif-plugged", "status": "completed", "tag": "eb404d35-5a1b-4daf-b8f3-00a2fcdf1863", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:54:58.490223 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df47726d-b14c-4cf2-a193-f4ee4ade2ce4 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:54:58.491038 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863', 'code': 200} Aug 29 06:54:58.495024 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-a4c415eb-d148-4bb8-8098-5e76e7c0a4fb req-3a0fb714-514a-4d94-b179-9a51ecc1664e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Deleting port 41f9686b-94e5-4444-893a-37f035094f7f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:54:58.507198 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-60680f5b-3784-4731-a1ea-d49cf8777522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:58.507380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a4c415eb-d148-4bb8-8098-5e76e7c0a4fb req-3a0fb714-514a-4d94-b179-9a51ecc1664e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:58.537910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a0eb5961-fc2d-4fa6-824d-f592b5802efd up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:54:58.631390 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c281231b-0a5e-4ad3-9536-74f13781780b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1283762 Aug 29 06:54:58.634052 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:58.646419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57600) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:54:58.706611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'network_id': '111b57d7-8291-4f9c-8e33-226665000e1a', 'name': 'tempest-PortsTestJSON-1266526030'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:54:58.713350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:58.786784 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:58.840351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port a0eb5961-fc2d-4fa6-824d-f592b5802efd completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:54:58.873583 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port a0eb5961-fc2d-4fa6-824d-f592b5802efd triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:58.874246 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:58.919556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Allocated IP 172.20.0.2 (111b57d7-8291-4f9c-8e33-226665000e1a/356daa99-7865-4630-bdbd-db5d080e7479/97437b52-6172-4969-8944-c952b20d22c2) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:54:59.000756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Network bf2aa35c-72ee-4c1a-922b-895d3e6904ad is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:59.022489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:59.178283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Pushing event updated for resources: {'Port': ['ID=dc060ede-e8c3-492f-aca1-c46044c3acd4,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:59.256517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a4c415eb-d148-4bb8-8098-5e76e7c0a4fb req-3a0fb714-514a-4d94-b179-9a51ecc1664e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] For port 41f9686b-94e5-4444-893a-37f035094f7f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=41f9686b-94e5-4444-893a-37f035094f7f,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:59.257176 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a4c415eb-d148-4bb8-8098-5e76e7c0a4fb req-3a0fb714-514a-4d94-b179-9a51ecc1664e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:59.297761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 41f9686b-94e5-4444-893a-37f035094f7f no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:54:59.362150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-a4c415eb-d148-4bb8-8098-5e76e7c0a4fb req-3a0fb714-514a-4d94-b179-9a51ecc1664e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Calling delete_port for 41f9686b-94e5-4444-893a-37f035094f7f owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:54:59.448603 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:59.477901 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Router f74c2551-dd8d-4d25-9d19-8054fba40b50 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:54:59.485389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a853163-a014-449d-bb8a-fab13a7b4a1d req-3f3e0fc9-5170-4ef7-8d0f-b838b0507626 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:59.488137 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a853163-a014-449d-bb8a-fab13a7b4a1d req-3f3e0fc9-5170-4ef7-8d0f-b838b0507626 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.9861109 Aug 29 06:54:59.492851 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-60680f5b-3784-4731-a1ea-d49cf8777522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:59.542712 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:59.551927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Transition to ACTIVE for port object 97437b52-6172-4969-8944-c952b20d22c2 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:59.603778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Transition to ACTIVE for port object 97437b52-6172-4969-8944-c952b20d22c2 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:54:59.610989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fe24e-194f-4d12-b993-7b4b39070d1e req-121e491a-75e1-4085-8227-67408fa7abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:59.675756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f3fe24e-194f-4d12-b993-7b4b39070d1e req-121e491a-75e1-4085-8227-67408fa7abb9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 1097 time: 1.0665519 Aug 29 06:54:59.675873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cea96f9e-f8fa-436a-97b5-e03bb2e4074a None None] Provisioning complete for port dc060ede-e8c3-492f-aca1-c46044c3acd4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:54:59.675873 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cea96f9e-f8fa-436a-97b5-e03bb2e4074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:59.676050 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:54:59.676050 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-de333e12-2f1a-40ad-9617-b4527e1f1c98 admin admin] 10.222.0.76 "PUT /v2.0/routers/f74c2551-dd8d-4d25-9d19-8054fba40b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6008723 Aug 29 06:54:59.690957 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a853163-a014-449d-bb8a-fab13a7b4a1d req-53f5d750-ac79-46ba-9e5e-69e6dec11a6d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731210 Aug 29 06:54:59.697194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port a0eb5961-fc2d-4fa6-824d-f592b5802efd, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a0eb5961-fc2d-4fa6-824d-f592b5802efd,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:54:59.698438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cea96f9e-f8fa-436a-97b5-e03bb2e4074a None None] Port dc060ede-e8c3-492f-aca1-c46044c3acd4 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:54:59.704710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b26566-1401-49bb-87e3-103338c6080e req-64349964-3399-48b6-89b2-dedff8f71e58 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:54:59.712399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a4b26566-1401-49bb-87e3-103338c6080e req-64349964-3399-48b6-89b2-dedff8f71e58 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 946 time: 0.3633029 Aug 29 06:54:59.718781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f3fe24e-194f-4d12-b993-7b4b39070d1e req-810b5e05-df43-4c11-bc18-a7972d7e9434 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882351 Aug 29 06:54:59.770307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a4b26566-1401-49bb-87e3-103338c6080e req-729a0c4e-15bc-4ae1-aac6-c0ae91f3152d tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522921 Aug 29 06:54:59.770611 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:59.816372 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:59.851390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:54:59.854867 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:59.864969 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:59.886908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Network 111b57d7-8291-4f9c-8e33-226665000e1a is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:54:59.900829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port 7f13e439-a24c-4230-85f3-a03b174e7592 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:54:59.913338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:54:59.919219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:54:59.930085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Pushing event updated for resources: {'Port': ['ID=97437b52-6172-4969-8944-c952b20d22c2,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:54:59.936925 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a4c415eb-d148-4bb8-8098-5e76e7c0a4fb req-3a0fb714-514a-4d94-b179-9a51ecc1664e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:59.991611 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-60680f5b-3784-4731-a1ea-d49cf8777522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:59.994369 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-60680f5b-3784-4731-a1ea-d49cf8777522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:54:59.995650 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-60680f5b-3784-4731-a1ea-d49cf8777522 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e762b003-c1ec-49d7-aa5c-cae559595dcc HTTP/1.1" status: 204 len: 168 time: 1.5864627 Aug 29 06:55:00.008605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0fb714-514a-4d94-b179-9a51ecc1664e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Pushing event deleted for resources: {'Port': ['ID=41f9686b-94e5-4444-893a-37f035094f7f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:00.018251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['db647f7e-0aaf-4d6b-ba63-9f15e00031a0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:55:00.020512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:55:00.022177 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=a0eb5961-fc2d-4fa6-824d-f592b5802efd,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:00.059671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d1ade-9fed-4e70-bd7c-fcb3e11c5e80 req-03a8fa03-ac2e-4aaa-9bf6-00afc4edcccd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:00.072461 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-993d1ade-9fed-4e70-bd7c-fcb3e11c5e80 req-03a8fa03-ac2e-4aaa-9bf6-00afc4edcccd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.2618496 Aug 29 06:55:00.080939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c415eb-d148-4bb8-8098-5e76e7c0a4fb req-3a0fb714-514a-4d94-b179-9a51ecc1664e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] No DVR routers for this DVR port 41f9686b-94e5-4444-893a-37f035094f7f on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:55:00.084091 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a4c415eb-d148-4bb8-8098-5e76e7c0a4fb req-3a0fb714-514a-4d94-b179-9a51ecc1664e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:00.087791 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a4c415eb-d148-4bb8-8098-5e76e7c0a4fb req-3a0fb714-514a-4d94-b179-9a51ecc1664e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.11 "DELETE /v2.0/ports/41f9686b-94e5-4444-893a-37f035094f7f HTTP/1.1" status: 204 len: 173 time: 2.6023281 Aug 29 06:55:00.094306 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19dfe7b-7fdc-4c16-8a5b-b5b207454770', 'name': 'network-vif-deleted', 'tag': '41f9686b-94e5-4444-893a-37f035094f7f'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:55:00.113293 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a8317a-3a5e-4ade-92ce-2f06bffb624f" -d '{"events": [{"server_uuid": "a19dfe7b-7fdc-4c16-8a5b-b5b207454770", "name": "network-vif-deleted", "tag": "41f9686b-94e5-4444-893a-37f035094f7f"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:55:00.306828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60680f5b-3784-4731-a1ea-d49cf8777522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e762b003-c1ec-49d7-aa5c-cae559595dcc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:00.317367 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c8b64e-d65c-4c52-8731-9a258930e658 x-openstack-request-id: req-c2c8b64e-d65c-4c52-8731-9a258930e658 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:55:00.317769 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19dfe7b-7fdc-4c16-8a5b-b5b207454770", "name": "network-vif-deleted", "tag": "41f9686b-94e5-4444-893a-37f035094f7f", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:55:00.318183 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c2c8b64e-d65c-4c52-8731-9a258930e658 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:55:00.318694 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19dfe7b-7fdc-4c16-8a5b-b5b207454770', 'name': 'network-vif-deleted', 'tag': '41f9686b-94e5-4444-893a-37f035094f7f', 'status': 'completed', 'code': 200} Aug 29 06:55:00.407668 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-993d1ade-9fed-4e70-bd7c-fcb3e11c5e80 req-543b41a0-d7ab-4ffb-b175-23606e217310 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339262 Aug 29 06:55:00.451741 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a0eb5961-fc2d-4fa6-824d-f592b5802efd up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:00.524472 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Sync routers for ids ['f74c2551-dd8d-4d25-9d19-8054fba40b50'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:55:00.550073 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Routers {'f74c2551-dd8d-4d25-9d19-8054fba40b50'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:55:00.552981 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:54:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f74c2551-dd8d-4d25-9d19-8054fba40b50'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:00.556832 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Allocated IP 172.20.0.8 (111b57d7-8291-4f9c-8e33-226665000e1a/356daa99-7865-4630-bdbd-db5d080e7479/7f13e439-a24c-4230-85f3-a03b174e7592) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:00.593663 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Attempting to bind port 97437b52-6172-4969-8944-c952b20d22c2 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:55:00.596209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Attempting to bind port 97437b52-6172-4969-8944-c952b20d22c2 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '312424b4-7c3a-48f7-a096-0cf4f205e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '111b57d7-8291-4f9c-8e33-226665000e1a'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:55:00.598147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Attempting to bind port 97437b52-6172-4969-8944-c952b20d22c2 on network 111b57d7-8291-4f9c-8e33-226665000e1a {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:55:00.621498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:55:00.621919 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Checking segment: {'id': '312424b4-7c3a-48f7-a096-0cf4f205e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '111b57d7-8291-4f9c-8e33-226665000e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:00.623509 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:00.623929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Bound using segment: {'id': '312424b4-7c3a-48f7-a096-0cf4f205e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '111b57d7-8291-4f9c-8e33-226665000e1a'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:55:00.624441 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Bound port: 97437b52-6172-4969-8944-c952b20d22c2, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312424b4-7c3a-48f7-a096-0cf4f205e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '111b57d7-8291-4f9c-8e33-226665000e1a'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:55:00.627045 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:00.868487 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:00.922586 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Set router f74c2551-dd8d-4d25-9d19-8054fba40b50 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:55:00.987740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Transition to ACTIVE for port object 7f13e439-a24c-4230-85f3-a03b174e7592 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:01.024105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-37db5b58-5667-4432-b4b8-88eecd39213c req-d70ddc82-9cfc-4002-96a4-184f2d85b3ad tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 210 time: 0.0541553 Aug 29 06:55:01.027709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] For port 97437b52-6172-4969-8944-c952b20d22c2, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:55:01.041239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] For port 97437b52-6172-4969-8944-c952b20d22c2, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=97437b52-6172-4969-8944-c952b20d22c2,segment=NetworkSegment(312424b4-7c3a-48f7-a096-0cf4f205e3b3),segment_id=312424b4-7c3a-48f7-a096-0cf4f205e3b3)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:55:01.145164 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port a0eb5961-fc2d-4fa6-824d-f592b5802efd triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:01.145618 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:01.153179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4b167-31ba-4c1f-ade9-e654f52f5eb0 req-845c5a3a-beca-454b-a7c0-245393ceeac2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:01.160760 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9e4b167-31ba-4c1f-ade9-e654f52f5eb0 req-845c5a3a-beca-454b-a7c0-245393ceeac2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.2654071 Aug 29 06:55:01.212400 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:01.287496 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:01.441374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c5b03-47ce-4795-9958-bccff9e7db3f None None] Pushing event updated for resources: {'Port': ['ID=97437b52-6172-4969-8944-c952b20d22c2,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:01.513245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 111b57d7-8291-4f9c-8e33-226665000e1a is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:01.581204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57666) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:01.584034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:01.587694 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:01.587972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-609344241-network', 'tenant_id': '02402de0e8fb45008967126451baf719'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:01.610223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9e4b167-31ba-4c1f-ade9-e654f52f5eb0 req-602afb8c-5e76-435e-8f3c-0f4c94828b29 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443216 Aug 29 06:55:01.717344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=7f13e439-a24c-4230-85f3-a03b174e7592,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:01.742593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:01.743846 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:01.755385 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'name': 'tempest-AttachSCSIVolumeTestJSON-587847949-router', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a0eb5961-fc2d-4fa6-824d-f592b5802efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:50Z', 'updated_at': '2021-08-29T06:54:57Z', 'revision_number': 4, 'project_id': 'c063c916c0cb42319b43e7cc68a9f591', 'gw_port': {'id': 'a0eb5961-fc2d-4fa6-824d-f592b5802efd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:06:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:51Z', 'updated_at': '2021-08-29T06:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'dc060ede-e8c3-492f-aca1-c46044c3acd4', 'name': '', 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'mac_address': 'fa:16:3e:c0:2b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '96fc3106-0fec-456d-8593-f2470c46e96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:55Z', 'updated_at': '2021-08-29T06:54:57Z', 'revision_number': 2, 'project_id': 'c063c916c0cb42319b43e7cc68a9f591', 'subnets': [{'id': '96fc3106-0fec-456d-8593-f2470c46e96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:01.769212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68cc6c-5ec8-46ae-9e32-6157ac8da59b req-cf9a46fd-33af-48b4-b7b6-55ba18ec4a09 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:01.780500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc68cc6c-5ec8-46ae-9e32-6157ac8da59b req-cf9a46fd-33af-48b4-b7b6-55ba18ec4a09 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1506116 Aug 29 06:55:01.782900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] Made reservation on behalf of 02402de0e8fb45008967126451baf719 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:01.785832 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:01.808822 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Checking router: f74c2551-dd8d-4d25-9d19-8054fba40b50 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:55:01.809180 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Updating router f74c2551-dd8d-4d25-9d19-8054fba40b50 port dc060ede-e8c3-492f-aca1-c46044c3acd4 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:55:01.809312 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:01.898368 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:02.007891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc68cc6c-5ec8-46ae-9e32-6157ac8da59b req-938f4ebd-9c97-4dcf-a9d0-9b0d678fb74f tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248652 Aug 29 06:55:02.114146 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-182cc868-dfdc-4fcb-bd1f-c62ddf9f444e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4400821 Aug 29 06:55:02.114439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57676) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:02.243915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef42342e-9116-4d50-be07-1835c04d574c req-15faa58f-85a4-4457-9bd8-187f4cea286e tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=a19dfe7b-7fdc-4c16-8a5b-b5b207454770 HTTP/1.1" status: 200 len: 210 time: 0.0727162 Aug 29 06:55:02.396194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 97437b52-6172-4969-8944-c952b20d22c2 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:02.584208 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 97437b52-6172-4969-8944-c952b20d22c2 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:02.602426 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:02.605151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-120cee39-b69c-4fb0-afa1-313ec2b1056b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 7f13e439-a24c-4230-85f3-a03b174e7592 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:02.606040 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-120cee39-b69c-4fb0-afa1-313ec2b1056b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:02.623874 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Transition to ACTIVE for port object dc060ede-e8c3-492f-aca1-c46044c3acd4 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:02.724228 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:02.855620 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:02.912317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230fd3e-72f7-4971-b421-6f43b23ed036 req-97a726f2-5b0f-4575-8b80-959e2755c002 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:02.931427 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-120cee39-b69c-4fb0-afa1-313ec2b1056b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:02.932281 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f230fd3e-72f7-4971-b421-6f43b23ed036 req-97a726f2-5b0f-4575-8b80-959e2755c002 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.2000730 Aug 29 06:55:02.948172 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8a6be-ed61-4f6f-9fc2-cee46d34b521 None None] Pushing event updated for resources: {'Port': ['ID=dc060ede-e8c3-492f-aca1-c46044c3acd4,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:02.970918 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:03.000137 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f230fd3e-72f7-4971-b421-6f43b23ed036 req-64128558-d4c7-4b04-964b-5fc2f7ec8297 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618706 Aug 29 06:55:03.081100 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Attempting to bind port dc060ede-e8c3-492f-aca1-c46044c3acd4 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:55:03.081557 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Attempting to bind port dc060ede-e8c3-492f-aca1-c46044c3acd4 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '710668a4-d115-4529-80b2-c6bc44ae18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:55:03.081987 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Attempting to bind port dc060ede-e8c3-492f-aca1-c46044c3acd4 on network bf2aa35c-72ee-4c1a-922b-895d3e6904ad {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:55:03.093934 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:55:03.094415 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Checking segment: {'id': '710668a4-d115-4529-80b2-c6bc44ae18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:03.095390 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:03.095871 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Bound using segment: {'id': '710668a4-d115-4529-80b2-c6bc44ae18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:55:03.096935 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Bound port: dc060ede-e8c3-492f-aca1-c46044c3acd4, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710668a4-d115-4529-80b2-c6bc44ae18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:55:03.097396 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:03.160146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-120cee39-b69c-4fb0-afa1-313ec2b1056b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 7f13e439-a24c-4230-85f3-a03b174e7592 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:03.176273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8abb874-09d8-4bd6-b2ea-333610c9801f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:03.246298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:55:03.262605 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] For port dc060ede-e8c3-492f-aca1-c46044c3acd4, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:55:03.274411 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] For port dc060ede-e8c3-492f-aca1-c46044c3acd4, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dc060ede-e8c3-492f-aca1-c46044c3acd4,segment=NetworkSegment(710668a4-d115-4529-80b2-c6bc44ae18a8),segment_id=710668a4-d115-4529-80b2-c6bc44ae18a8)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:55:03.363894 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:03.378502 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:03.379013 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] Added segment 652a9045-010a-43da-8beb-0aea2f804aab of type vlan for network 752a155a-4bbe-4492-8630-629d7fcd59db Aug 29 06:55:03.470370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a8287-39ab-44b7-a315-f3e68b5f3b42 req-d569a309-1067-4555-9b69-afb95df438b5 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:03.483032 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-208a8287-39ab-44b7-a315-f3e68b5f3b42 req-d569a309-1067-4555-9b69-afb95df438b5 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.2427371 Aug 29 06:55:03.490987 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:03.504846 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Routers {'f74c2551-dd8d-4d25-9d19-8054fba40b50'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:55:03.505490 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:54:40Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f74c2551-dd8d-4d25-9d19-8054fba40b50'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:03.572484 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:03.591755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-208a8287-39ab-44b7-a315-f3e68b5f3b42 req-8b9daf9e-f149-4dfd-9a9c-047df0bc1d2d tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982964 Aug 29 06:55:03.778136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845683ca-a5c6-4baf-b812-357b11c16c24 None None] Network 111b57d7-8291-4f9c-8e33-226665000e1a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:03.885802 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:03.887453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:03.888455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:03.922833 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] Set router f74c2551-dd8d-4d25-9d19-8054fba40b50 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:55:04.009748 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-120cee39-b69c-4fb0-afa1-313ec2b1056b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:04.082632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-39d5a5d6-c3f7-48a8-a210-f6964c5a0a16 None None] Provisioning for port 97437b52-6172-4969-8944-c952b20d22c2 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:04.101597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-39d5a5d6-c3f7-48a8-a210-f6964c5a0a16 None None] Provisioning complete for port 97437b52-6172-4969-8944-c952b20d22c2 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:04.101977 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-39d5a5d6-c3f7-48a8-a210-f6964c5a0a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:04.112529 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cee39-b69c-4fb0-afa1-313ec2b1056b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=7f13e439-a24c-4230-85f3-a03b174e7592,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:04.121619 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5351465 Aug 29 06:55:04.121746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57716) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:04.127432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-02b96cd9-6467-4e7e-879c-d7a3d8200078 admin admin] Request body: {'subnet': {'network_id': '752a155a-4bbe-4492-8630-629d7fcd59db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-609344241-subnet', 'tenant_id': '02402de0e8fb45008967126451baf719', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:04.202247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7d8d5-df4e-46f4-86b5-28ecc69475d3 admin admin] Pushing event updated for resources: {'Network': ['ID=752a155a-4bbe-4492-8630-629d7fcd59db,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:04.220138 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8a6be-ed61-4f6f-9fc2-cee46d34b521 None None] Pushing event updated for resources: {'Port': ['ID=dc060ede-e8c3-492f-aca1-c46044c3acd4,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:04.262080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 752a155a-4bbe-4492-8630-629d7fcd59db details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:55:04.296595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b96cd9-6467-4e7e-879c-d7a3d8200078 admin admin] Made reservation on behalf of 02402de0e8fb45008967126451baf719 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:04.299377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-02b96cd9-6467-4e7e-879c-d7a3d8200078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:04.326140 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-120cee39-b69c-4fb0-afa1-313ec2b1056b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:04.363363 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-120cee39-b69c-4fb0-afa1-313ec2b1056b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/7f13e439-a24c-4230-85f3-a03b174e7592 HTTP/1.1" status: 204 len: 168 time: 2.2463088 Aug 29 06:55:04.365907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57724) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:04.430640 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8cf671-a0c9-46c4-b46e-6aa2561afdeb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] DELETE failed (client error): The resource could not be found. Aug 29 06:55:04.431904 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8cf671-a0c9-46c4-b46e-6aa2561afdeb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:55:04.442802 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5f8cf671-a0c9-46c4-b46e-6aa2561afdeb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/7f13e439-a24c-4230-85f3-a03b174e7592 HTTP/1.1" status: 404 len: 333 time: 0.0711186 Aug 29 06:55:04.449470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57726) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:04.519093 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72303ea-9500-493f-ada9-3746a4f7ee4e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] GET failed (client error): The resource could not be found. Aug 29 06:55:04.524652 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a72303ea-9500-493f-ada9-3746a4f7ee4e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/7f13e439-a24c-4230-85f3-a03b174e7592 HTTP/1.1" status: 404 len: 333 time: 0.0798798 Aug 29 06:55:04.531747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57728) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:04.531747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57730) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:04.548056 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'name': 'tempest-AttachSCSIVolumeTestJSON-587847949-router', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a0eb5961-fc2d-4fa6-824d-f592b5802efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:50Z', 'updated_at': '2021-08-29T06:54:57Z', 'revision_number': 4, 'project_id': 'c063c916c0cb42319b43e7cc68a9f591', 'gw_port': {'id': 'a0eb5961-fc2d-4fa6-824d-f592b5802efd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:06:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:51Z', 'updated_at': '2021-08-29T06:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'dc060ede-e8c3-492f-aca1-c46044c3acd4', 'name': '', 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'mac_address': 'fa:16:3e:c0:2b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '96fc3106-0fec-456d-8593-f2470c46e96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:55Z', 'updated_at': '2021-08-29T06:55:03Z', 'revision_number': 4, 'project_id': 'c063c916c0cb42319b43e7cc68a9f591', 'subnets': [{'id': '96fc3106-0fec-456d-8593-f2470c46e96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:04.616960 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb049d-db35-4ebd-ba77-97ce359335c9 None None] The sync data for ids ['f74c2551-dd8d-4d25-9d19-8054fba40b50'] in n-d-713301-12 is: [{'id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'name': 'tempest-AttachSCSIVolumeTestJSON-587847949-router', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a0eb5961-fc2d-4fa6-824d-f592b5802efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:50Z', 'updated_at': '2021-08-29T06:54:57Z', 'revision_number': 4, 'project_id': 'c063c916c0cb42319b43e7cc68a9f591', 'gw_port': {'id': 'a0eb5961-fc2d-4fa6-824d-f592b5802efd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:06:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:51Z', 'updated_at': '2021-08-29T06:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'dc060ede-e8c3-492f-aca1-c46044c3acd4', 'name': '', 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'mac_address': 'fa:16:3e:c0:2b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '96fc3106-0fec-456d-8593-f2470c46e96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:55Z', 'updated_at': '2021-08-29T06:55:03Z', 'revision_number': 4, 'project_id': 'c063c916c0cb42319b43e7cc68a9f591', 'subnets': [{'id': '96fc3106-0fec-456d-8593-f2470c46e96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:55:04.721012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27558b92-7276-44a7-a91c-6291203757e2 req-688b6567-f92f-46fd-81df-fdcbd71d126d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:04.732481 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27558b92-7276-44a7-a91c-6291203757e2 req-688b6567-f92f-46fd-81df-fdcbd71d126d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.3925843 Aug 29 06:55:04.733948 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-39d5a5d6-c3f7-48a8-a210-f6964c5a0a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:04.791172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee01f83-76da-42a8-a1dc-fac2b81be0bd req-13650fd8-5804-42c7-9499-a39ef44f0262 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:04.799777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5ee01f83-76da-42a8-a1dc-fac2b81be0bd req-13650fd8-5804-42c7-9499-a39ef44f0262 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=25565418-f951-49ec-91bc-0c8c788c107b HTTP/1.1" status: 200 len: 946 time: 0.2620759 Aug 29 06:55:04.836840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa38cf91-2b05-48ad-8ba8-6df58e9f601e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting subnet 356daa99-7865-4630-bdbd-db5d080e7479 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:55:04.846482 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa38cf91-2b05-48ad-8ba8-6df58e9f601e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:04.874863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27558b92-7276-44a7-a91c-6291203757e2 req-17a6956c-5793-4b14-bc2a-8d4a426a0049 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411312 Aug 29 06:55:04.908282 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-39d5a5d6-c3f7-48a8-a210-f6964c5a0a16 None None] For port 97437b52-6172-4969-8944-c952b20d22c2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=97437b52-6172-4969-8944-c952b20d22c2,segment=NetworkSegment(312424b4-7c3a-48f7-a096-0cf4f205e3b3),segment_id=312424b4-7c3a-48f7-a096-0cf4f205e3b3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:04.946981 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa38cf91-2b05-48ad-8ba8-6df58e9f601e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:04.998540 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-39d5a5d6-c3f7-48a8-a210-f6964c5a0a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:05.038856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5ee01f83-76da-42a8-a1dc-fac2b81be0bd req-c493ae60-a2d1-4053-87dd-6f33cdbedf3b tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376742 Aug 29 06:55:05.226153 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa38cf91-2b05-48ad-8ba8-6df58e9f601e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:05.242775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5a5d6-c3f7-48a8-a210-f6964c5a0a16 None None] Pushing event updated for resources: {'Port': ['ID=97437b52-6172-4969-8944-c952b20d22c2,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:05.276818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-852507451'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:05.282426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a0dc7-3543-48cb-84d1-f143b3d3e7fa req-25295c49-a551-4c5c-9b2a-94be45d35860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:05.283981 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4d1a0dc7-3543-48cb-84d1-f143b3d3e7fa req-25295c49-a551-4c5c-9b2a-94be45d35860 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2fd53004b0cf47d4b0862df916edfb09&device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 1097 time: 0.7572713 Aug 29 06:55:05.321492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50d548-d2e0-43c0-8a68-cafc9c25cf6f req-d1510fb4-89d9-41de-aa51-e05676a882a2 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:05.350928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd50d548-d2e0-43c0-8a68-cafc9c25cf6f req-d1510fb4-89d9-41de-aa51-e05676a882a2 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.3337777 Aug 29 06:55:05.356638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ff362b76-c400-4389-bf39-11f30efba458 None None] Could not find standard attr ID for object 7f13e439-a24c-4230-85f3-a03b174e7592. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:55:05.384435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ff362b76-c400-4389-bf39-11f30efba458 None None] Provisioning complete for port 97437b52-6172-4969-8944-c952b20d22c2 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:05.385140 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ff362b76-c400-4389-bf39-11f30efba458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:05.451462 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-02b96cd9-6467-4e7e-879c-d7a3d8200078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:05.485085 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd50d548-d2e0-43c0-8a68-cafc9c25cf6f req-e8a358f7-59ef-4286-9670-eccb7d09d79a tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247065 Aug 29 06:55:05.569435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b96cd9-6467-4e7e-879c-d7a3d8200078 admin admin] Checking segment: {'id': '652a9045-010a-43da-8beb-0aea2f804aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '752a155a-4bbe-4492-8630-629d7fcd59db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:05.570092 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b96cd9-6467-4e7e-879c-d7a3d8200078 admin admin] Network hostable DHCP agents. Network: 752a155a-4bbe-4492-8630-629d7fcd59db, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:55:05.572502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b96cd9-6467-4e7e-879c-d7a3d8200078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b045ba6-a169-4496-8f9f-efbc26814eba,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:05.623667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Made reservation on behalf of 4babe7a674ae4761a63c9795d9620ba0 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:05.628159 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:05.656824 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:05.663710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a0dc7-3543-48cb-84d1-f143b3d3e7fa req-93a2553b-9c45-40c1-b26c-a7a379855e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:05.665434 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4d1a0dc7-3543-48cb-84d1-f143b3d3e7fa req-93a2553b-9c45-40c1-b26c-a7a379855e83 service neutron] 10.222.0.11 "GET /v2.0/networks?id=69df7696-13bc-4755-ac18-c6d0d169b7a7 HTTP/1.1" status: 200 len: 921 time: 0.3684547 Aug 29 06:55:05.676719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b96cd9-6467-4e7e-879c-d7a3d8200078 admin admin] Network 752a155a-4bbe-4492-8630-629d7fcd59db is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:55:05.734650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778c32-e860-43d7-9af3-dc49b76f56c6 req-460abc47-c7d5-42a4-9a68-aa1a80d83940 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:05.736180 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c1778c32-e860-43d7-9af3-dc49b76f56c6 req-460abc47-c7d5-42a4-9a68-aa1a80d83940 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.15 "GET /v2.0/ports?device_id=25565418-f951-49ec-91bc-0c8c788c107b HTTP/1.1" status: 200 len: 946 time: 0.1856759 Aug 29 06:55:05.747711 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4d1a0dc7-3543-48cb-84d1-f143b3d3e7fa req-f5575294-44a5-4267-aeb2-f63c67a313ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 HTTP/1.1" status: 200 len: 217 time: 0.0682302 Aug 29 06:55:05.803976 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa38cf91-2b05-48ad-8ba8-6df58e9f601e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:05.863275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-02b96cd9-6467-4e7e-879c-d7a3d8200078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 752a155a-4bbe-4492-8630-629d7fcd59db) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:05.876711 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a0802d-54ac-4c08-b8ee-b98d5dd733c2 None None] Network 752a155a-4bbe-4492-8630-629d7fcd59db requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:05.877728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b96cd9-6467-4e7e-879c-d7a3d8200078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:05.880255 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-02b96cd9-6467-4e7e-879c-d7a3d8200078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:05.948523 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a631a47-2351-40dd-93f8-714504d119cb None None] Network 111b57d7-8291-4f9c-8e33-226665000e1a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:05.951958 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa38cf91-2b05-48ad-8ba8-6df58e9f601e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:05.956426 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fa38cf91-2b05-48ad-8ba8-6df58e9f601e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/356daa99-7865-4630-bdbd-db5d080e7479 HTTP/1.1" status: 204 len: 168 time: 1.4224741 Aug 29 06:55:05.957679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57744) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:05.969139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38cf91-2b05-48ad-8ba8-6df58e9f601e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Subnet': ['ID=356daa99-7865-4630-bdbd-db5d080e7479,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:06.021603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a0dc7-3543-48cb-84d1-f143b3d3e7fa req-b667c9d8-4d58-43f5-b5f9-c16fe3b19d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:06.023329 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4d1a0dc7-3543-48cb-84d1-f143b3d3e7fa req-b667c9d8-4d58-43f5-b5f9-c16fe3b19d1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab428347-bbf6-4179-99ff-630fada99547 HTTP/1.1" status: 200 len: 860 time: 0.2340949 Aug 29 06:55:06.100797 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4d1a0dc7-3543-48cb-84d1-f143b3d3e7fa req-40876f93-cbd2-4968-9d70-84156e13ff15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69df7696-13bc-4755-ac18-c6d0d169b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574059 Aug 29 06:55:06.130172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-c1778c32-e860-43d7-9af3-dc49b76f56c6 req-48c85b7b-fe3a-413c-85c1-be7d500df2b9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Deleting port db647f7e-0aaf-4d6b-ba63-9f15e00031a0 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:06.130789 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c1778c32-e860-43d7-9af3-dc49b76f56c6 req-48c85b7b-fe3a-413c-85c1-be7d500df2b9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:06.280495 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0466585-50be-4d52-92bc-87c34a9ffc99 req-c8ef17a2-fc50-422c-87f8-a505ae00af34 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:06.288520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0466585-50be-4d52-92bc-87c34a9ffc99 req-c8ef17a2-fc50-422c-87f8-a505ae00af34 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.2237706 Aug 29 06:55:06.324649 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:06.372615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f30b8a-db87-42ac-801b-2940bc67e7a4 req-2580f824-13fb-4c36-a847-c88be5377e4a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:06.382816 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45f30b8a-db87-42ac-801b-2940bc67e7a4 req-2580f824-13fb-4c36-a847-c88be5377e4a tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=25565418-f951-49ec-91bc-0c8c788c107b HTTP/1.1" status: 200 len: 946 time: 0.1860874 Aug 29 06:55:06.546143 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0466585-50be-4d52-92bc-87c34a9ffc99 req-a5d10654-2212-433f-8407-9f1b7b47bc4e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566721 Aug 29 06:55:06.550360 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4d1a0dc7-3543-48cb-84d1-f143b3d3e7fa req-ba3c3f63-37ca-498e-a1a8-ec348b13688a service neutron] 10.222.0.11 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322212 Aug 29 06:55:06.582561 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:06.584833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-c1778c32-e860-43d7-9af3-dc49b76f56c6 req-48c85b7b-fe3a-413c-85c1-be7d500df2b9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] For port db647f7e-0aaf-4d6b-ba63-9f15e00031a0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=db647f7e-0aaf-4d6b-ba63-9f15e00031a0,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:06.585335 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c1778c32-e860-43d7-9af3-dc49b76f56c6 req-48c85b7b-fe3a-413c-85c1-be7d500df2b9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:06.592663 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 97437b52-6172-4969-8944-c952b20d22c2 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:06.607831 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45f30b8a-db87-42ac-801b-2940bc67e7a4 req-89fc8c02-9e02-462e-8737-fb7df0b8281c tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197545 Aug 29 06:55:06.654099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-c1778c32-e860-43d7-9af3-dc49b76f56c6 req-48c85b7b-fe3a-413c-85c1-be7d500df2b9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Calling delete_port for db647f7e-0aaf-4d6b-ba63-9f15e00031a0 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:06.678442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 97437b52-6172-4969-8944-c952b20d22c2 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:06.688287 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:06.732397 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:06.785956 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:55:06.798537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] For port 97437b52-6172-4969-8944-c952b20d22c2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=97437b52-6172-4969-8944-c952b20d22c2,segment=NetworkSegment(312424b4-7c3a-48f7-a096-0cf4f205e3b3),segment_id=312424b4-7c3a-48f7-a096-0cf4f205e3b3)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:06.798927 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:06.815331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 97437b52-6172-4969-8944-c952b20d22c2 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:06.826863 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4d1a0dc7-3543-48cb-84d1-f143b3d3e7fa req-57060e8e-998d-4ca4-8792-edc68c5be55c service neutron] 10.222.0.11 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611723 Aug 29 06:55:06.831492 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:06.832002 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Added segment 2ed2fa47-7a39-4167-8202-acc416b501e2 of type vlan for network 09769fdd-d64e-485e-b723-4393dc5f124e Aug 29 06:55:06.833480 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-752a155a-4bbe-4492-8630-629d7fcd59db', 'network_id': '752a155a-4bbe-4492-8630-629d7fcd59db', 'tenant_id': '02402de0e8fb45008967126451baf719', 'fixed_ips': [{'subnet_id': '2b045ba6-a169-4496-8f9f-efbc26814eba'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:55:06.835047 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:06.835284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8716b679-7256-49e7-8add-99d6c5689946,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:06.918243 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.018782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bdc727-8cee-41b1-84ab-16c257cd8e00 None None] DHCP port deletion for 111b57d7-8291-4f9c-8e33-226665000e1a request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:55:07.073553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750643b-7b18-4336-9a01-f6fa3bcd457d req-5a0c0475-1ba1-4396-9e5a-50e7c01319bc tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:07.088775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1750643b-7b18-4336-9a01-f6fa3bcd457d req-5a0c0475-1ba1-4396-9e5a-50e7c01319bc tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1486490 Aug 29 06:55:07.099461 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.111687 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Could not find standard attr ID for object 97437b52-6172-4969-8944-c952b20d22c2. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:55:07.112747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dc060ede-e8c3-492f-aca1-c46044c3acd4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:07.115782 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.126074 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:07.127013 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.138626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-02b96cd9-6467-4e7e-879c-d7a3d8200078 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0159426 Aug 29 06:55:07.140368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=97437b52-6172-4969-8944-c952b20d22c2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:07.142205 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57760) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:07.167006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e3bdc727-8cee-41b1-84ab-16c257cd8e00 None None] The port '97437b52-6172-4969-8944-c952b20d22c2' was deleted {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 29 06:55:07.167337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-609344241-router', 'tenant_id': '02402de0e8fb45008967126451baf719', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:07.187439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No DVR routers for this DVR port 97437b52-6172-4969-8944-c952b20d22c2 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:55:07.225965 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1750643b-7b18-4336-9a01-f6fa3bcd457d req-2fac0d33-654e-4ffa-bba1-aa898ee552be tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324484 Aug 29 06:55:07.226776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Allocated IP 172.20.0.2 (752a155a-4bbe-4492-8630-629d7fcd59db/2b045ba6-a169-4496-8f9f-efbc26814eba/27f80872-faf4-4597-90dd-83fd755c3d04) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:07.248695 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c1778c32-e860-43d7-9af3-dc49b76f56c6 req-48c85b7b-fe3a-413c-85c1-be7d500df2b9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.300408 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.310760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c85b7b-fe3a-413c-85c1-be7d500df2b9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Pushing event deleted for resources: {'Port': ['ID=db647f7e-0aaf-4d6b-ba63-9f15e00031a0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:07.322070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:55:07.330537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port dc060ede-e8c3-492f-aca1-c46044c3acd4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:07.337853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dc060ede-e8c3-492f-aca1-c46044c3acd4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:07.341393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111b57d7-8291-4f9c-8e33-226665000e1a']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:07.342540 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.372011 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.373610 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.378882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1778c32-e860-43d7-9af3-dc49b76f56c6 req-48c85b7b-fe3a-413c-85c1-be7d500df2b9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] No DVR routers for this DVR port db647f7e-0aaf-4d6b-ba63-9f15e00031a0 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:55:07.384504 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-c1778c32-e860-43d7-9af3-dc49b76f56c6 req-48c85b7b-fe3a-413c-85c1-be7d500df2b9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.386660 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c1778c32-e860-43d7-9af3-dc49b76f56c6 req-48c85b7b-fe3a-413c-85c1-be7d500df2b9 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.15 "DELETE /v2.0/ports/db647f7e-0aaf-4d6b-ba63-9f15e00031a0 HTTP/1.1" status: 204 len: 173 time: 1.6409571 Aug 29 06:55:07.387113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25565418-f951-49ec-91bc-0c8c788c107b', 'name': 'network-vif-deleted', 'tag': 'db647f7e-0aaf-4d6b-ba63-9f15e00031a0'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:55:07.387803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312424b4-7c3a-48f7-a096-0cf4f205e3b3') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:07.388180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312424b4-7c3a-48f7-a096-0cf4f205e3b3') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:07.391334 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b923161b-b43d-49fc-9080-569c784c4177" -d '{"events": [{"server_uuid": "25565418-f951-49ec-91bc-0c8c788c107b", "name": "network-vif-deleted", "tag": "db647f7e-0aaf-4d6b-ba63-9f15e00031a0"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:55:07.408073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Pushing event updated for resources: {'Network': ['ID=09769fdd-d64e-485e-b723-4393dc5f124e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:07.409110 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.428601 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 09769fdd-d64e-485e-b723-4393dc5f124e details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:55:07.447596 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f590442-159d-421d-b860-e5865a0c896e x-openstack-request-id: req-7f590442-159d-421d-b860-e5865a0c896e {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:55:07.448088 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25565418-f951-49ec-91bc-0c8c788c107b", "name": "network-vif-deleted", "tag": "db647f7e-0aaf-4d6b-ba63-9f15e00031a0", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:55:07.448540 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f590442-159d-421d-b860-e5865a0c896e {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:55:07.449252 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25565418-f951-49ec-91bc-0c8c788c107b', 'name': 'network-vif-deleted', 'tag': 'db647f7e-0aaf-4d6b-ba63-9f15e00031a0', 'status': 'completed', 'code': 200} Aug 29 06:55:07.486453 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c40083b9-5039-4b4c-8095-ef87de350b9a tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.9577332 Aug 29 06:55:07.489564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57766) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:07.504910 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.572426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Request body: {'network': {'name': 'tempest-network--379932121', 'router:external': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:07.590549 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:55:07.590962 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:55:07.616672 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:55:07.671233 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.815173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d638766-527b-4e61-a3f7-676f8fa34503 req-91a85c42-a4ce-4552-abe0-2d8b5b84b7ed tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=25565418-f951-49ec-91bc-0c8c788c107b HTTP/1.1" status: 200 len: 210 time: 0.0664876 Aug 29 06:55:07.881664 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a5bd5-6236-486f-bb29-d1646b91830d req-366d8ad2-5697-46db-82b2-784fe43f3e06 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:07.883250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-610a5bd5-6236-486f-bb29-d1646b91830d req-366d8ad2-5697-46db-82b2-784fe43f3e06 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.2147264 Aug 29 06:55:07.913749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Made reservation on behalf of f1831cbe9d074a40b11575ea36efb98c for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:07.921133 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:07.932144 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.031650 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.043461 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Transition to ACTIVE for port object 27f80872-faf4-4597-90dd-83fd755c3d04 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:08.067010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Transition to ACTIVE for port object 27f80872-faf4-4597-90dd-83fd755c3d04 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:08.117868 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.141373 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.141373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device db647f7e-0aaf-4d6b-ba63-9f15e00031a0 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:55:08.171301 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.182376 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: db647f7e-0aaf-4d6b-ba63-9f15e00031a0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:55:08.183686 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device db647f7e-0aaf-4d6b-ba63-9f15e00031a0 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:55:08.183822 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.189370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/networks/111b57d7-8291-4f9c-8e33-226665000e1a HTTP/1.1" status: 204 len: 168 time: 2.2265778 Aug 29 06:55:08.189370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d14a3-6aaf-41cb-b0bf-b0e395c9d06d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Network': ['ID=111b57d7-8291-4f9c-8e33-226665000e1a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:08.189678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57778) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:08.196498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-cc3570c1-e519-4549-ab0f-4ae6187c97fa tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1930034506'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:08.215496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-610a5bd5-6236-486f-bb29-d1646b91830d req-b8cdb849-d858-4b4c-9b39-399daf9840d9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188579 Aug 29 06:55:08.237524 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.255171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port dc060ede-e8c3-492f-aca1-c46044c3acd4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dc060ede-e8c3-492f-aca1-c46044c3acd4,segment=NetworkSegment(710668a4-d115-4529-80b2-c6bc44ae18a8),segment_id=710668a4-d115-4529-80b2-c6bc44ae18a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:08.291098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Network 752a155a-4bbe-4492-8630-629d7fcd59db is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:08.291966 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d75328d3-8b1e-4939-a7b0-1869d14a0187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.304194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:08.311792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:08.315893 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.356190 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.363020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:55:08.384467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92818082-8ab6-4a6d-9820-a36d9070125d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:08.397284 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.405816 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.407503 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Added segment cbeafb33-ad94-442c-aac2-2f3b96c4bf69 of type vlan for network b9626c2e-b83f-44a8-8317-1a48f28170e1 Aug 29 06:55:08.418211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Pushing event updated for resources: {'Port': ['ID=27f80872-faf4-4597-90dd-83fd755c3d04,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:08.431450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3570c1-e519-4549-ab0f-4ae6187c97fa tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:08.438724 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc3570c1-e519-4549-ab0f-4ae6187c97fa tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.438844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Attempting to bind port 27f80872-faf4-4597-90dd-83fd755c3d04 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:55:08.438844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Attempting to bind port 27f80872-faf4-4597-90dd-83fd755c3d04 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '652a9045-010a-43da-8beb-0aea2f804aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '752a155a-4bbe-4492-8630-629d7fcd59db'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:55:08.439283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Attempting to bind port 27f80872-faf4-4597-90dd-83fd755c3d04 on network 752a155a-4bbe-4492-8630-629d7fcd59db {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:55:08.474626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:55:08.475028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Checking segment: {'id': '652a9045-010a-43da-8beb-0aea2f804aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '752a155a-4bbe-4492-8630-629d7fcd59db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:08.475456 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.475851 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Bound using segment: {'id': '652a9045-010a-43da-8beb-0aea2f804aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '752a155a-4bbe-4492-8630-629d7fcd59db'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:55:08.476341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Bound port: 27f80872-faf4-4597-90dd-83fd755c3d04, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652a9045-010a-43da-8beb-0aea2f804aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '752a155a-4bbe-4492-8630-629d7fcd59db'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:55:08.476724 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.497581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98080855-7438-4589-a894-2f2026a3b96d req-3dc2c5ac-e90b-4559-ae13-8f696bc760af tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:08.504654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98080855-7438-4589-a894-2f2026a3b96d req-3dc2c5ac-e90b-4559-ae13-8f696bc760af tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1127214 Aug 29 06:55:08.558632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=dc060ede-e8c3-492f-aca1-c46044c3acd4,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:08.575239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] For port 27f80872-faf4-4597-90dd-83fd755c3d04, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:55:08.580200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] For port 27f80872-faf4-4597-90dd-83fd755c3d04, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=27f80872-faf4-4597-90dd-83fd755c3d04,segment=NetworkSegment(652a9045-010a-43da-8beb-0aea2f804aab),segment_id=652a9045-010a-43da-8beb-0aea2f804aab)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:55:08.589086 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.592385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3570c1-e519-4549-ab0f-4ae6187c97fa tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:55:08.606764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 97437b52-6172-4969-8944-c952b20d22c2 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:55:08.611955 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc3570c1-e519-4549-ab0f-4ae6187c97fa tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.613344 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-cc3570c1-e519-4549-ab0f-4ae6187c97fa tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Added segment 914fd6ae-afe6-40f6-a663-2b8d8bc7ea76 of type vlan for network e4811090-6b63-4fbd-b4a4-696216786bf5 Aug 29 06:55:08.632827 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 97437b52-6172-4969-8944-c952b20d22c2 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:55:08.633344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 97437b52-6172-4969-8944-c952b20d22c2 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:55:08.704863 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc3570c1-e519-4549-ab0f-4ae6187c97fa tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.709492 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.765329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98080855-7438-4589-a894-2f2026a3b96d req-33ccf968-6894-47ca-8592-2af8f33a0cc6 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390392 Aug 29 06:55:08.831418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae7ec5-494b-41fb-9800-771122c90b0d None None] Pushing event updated for resources: {'Port': ['ID=27f80872-faf4-4597-90dd-83fd755c3d04,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:08.857681 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.858702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:08.860489 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.947891 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc3570c1-e519-4549-ab0f-4ae6187c97fa tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.954588 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3570c1-e519-4549-ab0f-4ae6187c97fa tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:08.955258 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc3570c1-e519-4549-ab0f-4ae6187c97fa tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:08.994865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event updated for resources: {'Network': ['ID=b9626c2e-b83f-44a8-8317-1a48f28170e1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:09.015629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network b9626c2e-b83f-44a8-8317-1a48f28170e1 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:55:09.137610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3570c1-e519-4549-ab0f-4ae6187c97fa tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Network': ['ID=e4811090-6b63-4fbd-b4a4-696216786bf5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:09.313965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network e4811090-6b63-4fbd-b4a4-696216786bf5 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:55:09.315789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb3210a3-f08b-482b-91b3-8845a298abfe req-c796a9f9-5eb8-4940-b71d-fcfdf77f16ef tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=25565418-f951-49ec-91bc-0c8c788c107b HTTP/1.1" status: 200 len: 210 time: 0.0348058 Aug 29 06:55:09.442000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498f73d-f5d3-442c-8ed3-dcae21e2cf3e req-a3f256c5-7f91-4729-88f0-1a44d290415b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:09.443372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6498f73d-f5d3-442c-8ed3-dcae21e2cf3e req-a3f256c5-7f91-4729-88f0-1a44d290415b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.1436808 Aug 29 06:55:09.445132 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:09.463280 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-09d0958e-7e28-463e-9f33-a6146e4222ed tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9722292 Aug 29 06:55:09.465969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57792) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:09.481479 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:09.526912 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cc3570c1-e519-4549-ab0f-4ae6187c97fa tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3359742 Aug 29 06:55:09.529651 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57794) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:09.534678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6f1e0f00-dfe7-4081-b466-93b3f93ff190 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': 'e4811090-6b63-4fbd-b4a4-696216786bf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:09.565228 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6498f73d-f5d3-442c-8ed3-dcae21e2cf3e req-ae091be3-63bd-4d51-9684-a2453c3ae9e4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111286 Aug 29 06:55:09.629141 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0be3b140-aa02-4992-8b1e-0590ed6333c2 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:09.732180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Allocated IP 172.25.1.205 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/1893e7e0-5c37-405d-9d8d-13c221ceaf0d) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:09.822582 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0be3b140-aa02-4992-8b1e-0590ed6333c2 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:09.842817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-0be3b140-aa02-4992-8b1e-0590ed6333c2 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9626c2e-b83f-44a8-8317-1a48f28170e1']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:09.891829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-0be3b140-aa02-4992-8b1e-0590ed6333c2 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbeafb33-ad94-442c-aac2-2f3b96c4bf69') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:09.892342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-0be3b140-aa02-4992-8b1e-0590ed6333c2 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbeafb33-ad94-442c-aac2-2f3b96c4bf69') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:09.911885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0be3b140-aa02-4992-8b1e-0590ed6333c2 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:09.936354 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0be3b140-aa02-4992-8b1e-0590ed6333c2 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:09.953071 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be3b140-aa02-4992-8b1e-0590ed6333c2 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:55:09.953734 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0be3b140-aa02-4992-8b1e-0590ed6333c2 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:09.960905 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:10.039289 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382264d-17a0-4183-80e7-7a62b14c00bf req-9e9b4cf3-c36a-4381-b37c-a8536db770c2 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:10.040939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c382264d-17a0-4183-80e7-7a62b14c00bf req-9e9b4cf3-c36a-4381-b37c-a8536db770c2 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1057584 Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:55:10.045800 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:55:10.053272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1e0f00-dfe7-4081-b466-93b3f93ff190 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:10.058943 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0f00-dfe7-4081-b466-93b3f93ff190 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:10.106980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c382264d-17a0-4183-80e7-7a62b14c00bf req-77859cc1-1948-4996-bab0-df7e01bf9b7b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520172 Aug 29 06:55:10.155296 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0be3b140-aa02-4992-8b1e-0590ed6333c2 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:10.169248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be3b140-aa02-4992-8b1e-0590ed6333c2 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9626c2e-b83f-44a8-8317-1a48f28170e1 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 06:55:10.196116 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0be3b140-aa02-4992-8b1e-0590ed6333c2 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:10.202521 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0be3b140-aa02-4992-8b1e-0590ed6333c2 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "DELETE /v2.0/networks/b9626c2e-b83f-44a8-8317-1a48f28170e1 HTTP/1.1" status: 204 len: 168 time: 0.7353089 Aug 29 06:55:10.203109 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57806) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:10.205834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3b140-aa02-4992-8b1e-0590ed6333c2 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9626c2e-b83f-44a8-8317-1a48f28170e1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:10.210960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c649aef0-01e3-48c4-a686-32082cb9ac1a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:10.231524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca8cb6e-fbd9-4941-bcc6-6370aebdeeff None None] Network 752a155a-4bbe-4492-8630-629d7fcd59db requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:10.252094 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:10.353613 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:10.363291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:10.369101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:10.451975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c649aef0-01e3-48c4-a686-32082cb9ac1a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Made reservation on behalf of f1831cbe9d074a40b11575ea36efb98c for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:10.454093 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c649aef0-01e3-48c4-a686-32082cb9ac1a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:10.544316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Pushing event updated for resources: {'Port': ['ID=1893e7e0-5c37-405d-9d8d-13c221ceaf0d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:10.562670 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c649aef0-01e3-48c4-a686-32082cb9ac1a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:55:10.594662 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0f00-dfe7-4081-b466-93b3f93ff190 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:10.613068 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c649aef0-01e3-48c4-a686-32082cb9ac1a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:10.613354 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-c649aef0-01e3-48c4-a686-32082cb9ac1a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Added segment f7f00761-8e6e-463f-a7ca-82e14a1d6cc6 of type vlan for network 50199115-5c5d-408d-8c1c-ddedc391980a Aug 29 06:55:10.723895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dc060ede-e8c3-492f-aca1-c46044c3acd4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:10.762883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e0f00-dfe7-4081-b466-93b3f93ff190 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Subnet': ['ID=548bc073-ab41-4988-b528-a4fd5562d21c,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:10.791035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d4e34478-d9f0-46db-919a-909d88f794e4 None None] Provisioning for port 27f80872-faf4-4597-90dd-83fd755c3d04 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:10.816382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e0f00-dfe7-4081-b466-93b3f93ff190 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Checking segment: {'id': '914fd6ae-afe6-40f6-a663-2b8d8bc7ea76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e4811090-6b63-4fbd-b4a4-696216786bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:10.816771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1e0f00-dfe7-4081-b466-93b3f93ff190 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network hostable DHCP agents. Network: e4811090-6b63-4fbd-b4a4-696216786bf5, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:55:10.845685 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:10.903962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dc060ede-e8c3-492f-aca1-c46044c3acd4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:10.904390 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:11.107346 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c649aef0-01e3-48c4-a686-32082cb9ac1a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:11.111652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1e0f00-dfe7-4081-b466-93b3f93ff190 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network e4811090-6b63-4fbd-b4a4-696216786bf5 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:55:11.126268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a2245-5a8a-4250-978a-eef44546df91 req-ea0e9951-fa0e-4204-8169-1d337fc6d566 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:11.128460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 27f80872-faf4-4597-90dd-83fd755c3d04 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:11.141890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef6a2245-5a8a-4250-978a-eef44546df91 req-ea0e9951-fa0e-4204-8169-1d337fc6d566 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.2413783 Aug 29 06:55:11.254853 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-6f1e0f00-dfe7-4081-b466-93b3f93ff190 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, e4811090-6b63-4fbd-b4a4-696216786bf5) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:11.259509 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e0f00-dfe7-4081-b466-93b3f93ff190 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:11.260367 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6f1e0f00-dfe7-4081-b466-93b3f93ff190 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:11.279169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c36a8-8bad-40a3-9e11-2faf04c95430 None None] Network e4811090-6b63-4fbd-b4a4-696216786bf5 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:11.350626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef6a2245-5a8a-4250-978a-eef44546df91 req-08c70748-2cec-490b-8ea7-173c5d6d4935 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062261 Aug 29 06:55:11.393766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 27f80872-faf4-4597-90dd-83fd755c3d04 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:11.403182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 27f80872-faf4-4597-90dd-83fd755c3d04 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:11.403753 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:11.411808 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6f1e0f00-dfe7-4081-b466-93b3f93ff190 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8810558 Aug 29 06:55:11.414347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57824) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:11.421202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'network_id': 'e4811090-6b63-4fbd-b4a4-696216786bf5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1479625036'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:11.548693 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c649aef0-01e3-48c4-a686-32082cb9ac1a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:11.551377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c649aef0-01e3-48c4-a686-32082cb9ac1a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:11.554241 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c649aef0-01e3-48c4-a686-32082cb9ac1a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:11.566805 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:11.592726 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef2b5-3a95-4a98-9a98-13bc398592bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:11.627496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 27f80872-faf4-4597-90dd-83fd755c3d04, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=27f80872-faf4-4597-90dd-83fd755c3d04,segment=NetworkSegment(652a9045-010a-43da-8beb-0aea2f804aab),segment_id=652a9045-010a-43da-8beb-0aea2f804aab)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:11.653365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-e4811090-6b63-4fbd-b4a4-696216786bf5', 'network_id': 'e4811090-6b63-4fbd-b4a4-696216786bf5', 'tenant_id': '6db82f2c79d34bd3a7176c913c7d5827', 'fixed_ips': [{'subnet_id': '548bc073-ab41-4988-b528-a4fd5562d21c'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:55:11.654644 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:11.686141 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:11.794119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57828) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:11.800750 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6f84fe79-7f30-48b3-ae35-73f8700c4628 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Request body: {'subnet': {'network_id': '50199115-5c5d-408d-8c1c-ddedc391980a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:11.804766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c649aef0-01e3-48c4-a686-32082cb9ac1a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6001573 Aug 29 06:55:11.822235 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:11.826697 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7405184-7bae-4f36-a965-fe28d8f7efad req-53aa3646-9cf6-4469-ad9a-0d0cbc5b51d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:11.828037 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7405184-7bae-4f36-a965-fe28d8f7efad req-53aa3646-9cf6-4469-ad9a-0d0cbc5b51d5 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.5094445 Aug 29 06:55:11.858543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Allocated IP 172.20.0.2 (e4811090-6b63-4fbd-b4a4-696216786bf5/548bc073-ab41-4988-b528-a4fd5562d21c/0e5f10dc-8587-4b89-928e-a22c4f437d82) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:11.884553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:11.888094 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:11.890218 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:11.922581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a465d85-6f94-437e-8610-909b8c4e40b3 req-0f0124fd-1a7f-45b0-a41e-a7ea2137fab8 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:11.924167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a465d85-6f94-437e-8610-909b8c4e40b3 req-0f0124fd-1a7f-45b0-a41e-a7ea2137fab8 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.3493216 Aug 29 06:55:11.951832 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649aef0-01e3-48c4-a686-32082cb9ac1a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event updated for resources: {'Network': ['ID=50199115-5c5d-408d-8c1c-ddedc391980a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:11.979796 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port f3357269-89a1-4d2c-aa68-320157b9f3e8 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:55:11.983342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7405184-7bae-4f36-a965-fe28d8f7efad req-1f0f36f6-1741-4b3f-9191-0891eeeb2f91 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068735 Aug 29 06:55:12.004316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 50199115-5c5d-408d-8c1c-ddedc391980a details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:55:12.172623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f84fe79-7f30-48b3-ae35-73f8700c4628 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Made reservation on behalf of f1831cbe9d074a40b11575ea36efb98c for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:12.175073 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:12.177304 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6f84fe79-7f30-48b3-ae35-73f8700c4628 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:12.189676 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a465d85-6f94-437e-8610-909b8c4e40b3 req-f02886a5-2ed4-467d-9ee9-bc3c1ffcca6b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522273 Aug 29 06:55:12.197919 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=27f80872-faf4-4597-90dd-83fd755c3d04,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:12.348468 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:12.363094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Transition to ACTIVE for port object 0e5f10dc-8587-4b89-928e-a22c4f437d82 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:12.395923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Transition to ACTIVE for port object 0e5f10dc-8587-4b89-928e-a22c4f437d82 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:12.522317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08550f-264a-4d2c-90b7-d997fc3208c1 req-2bfe1a25-b472-480b-8d34-99c44a8137a1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:12.523980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d08550f-264a-4d2c-90b7-d997fc3208c1 req-2bfe1a25-b472-480b-8d34-99c44a8137a1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.0779734 Aug 29 06:55:12.537762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 27f80872-faf4-4597-90dd-83fd755c3d04 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:12.582814 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d08550f-264a-4d2c-90b7-d997fc3208c1 req-2d1eb522-e504-4785-8596-cc6886ecc018 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Aug 29 06:55:12.597685 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:12.631456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Router 062481f1-92e7-488c-a532-a19c756aa186 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:55:12.640030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Network e4811090-6b63-4fbd-b4a4-696216786bf5 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:12.660000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:12.662402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:12.745985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Pushing event updated for resources: {'Port': ['ID=0e5f10dc-8587-4b89-928e-a22c4f437d82,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:12.759224 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Allocated IP 172.20.0.6 (e4811090-6b63-4fbd-b4a4-696216786bf5/548bc073-ab41-4988-b528-a4fd5562d21c/f3357269-89a1-4d2c-aa68-320157b9f3e8) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:12.773651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Attempting to bind port 0e5f10dc-8587-4b89-928e-a22c4f437d82 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:55:12.775106 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Attempting to bind port 0e5f10dc-8587-4b89-928e-a22c4f437d82 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '914fd6ae-afe6-40f6-a663-2b8d8bc7ea76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e4811090-6b63-4fbd-b4a4-696216786bf5'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:55:12.780162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Attempting to bind port 0e5f10dc-8587-4b89-928e-a22c4f437d82 on network e4811090-6b63-4fbd-b4a4-696216786bf5 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:55:12.787522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 27f80872-faf4-4597-90dd-83fd755c3d04 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:12.788754 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:12.816171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:55:12.843600 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:55:12.844451 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Checking segment: {'id': '914fd6ae-afe6-40f6-a663-2b8d8bc7ea76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e4811090-6b63-4fbd-b4a4-696216786bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:12.844665 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:12.845140 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Bound using segment: {'id': '914fd6ae-afe6-40f6-a663-2b8d8bc7ea76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e4811090-6b63-4fbd-b4a4-696216786bf5'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:55:12.847519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Bound port: 0e5f10dc-8587-4b89-928e-a22c4f437d82, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914fd6ae-afe6-40f6-a663-2b8d8bc7ea76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e4811090-6b63-4fbd-b4a4-696216786bf5'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:55:12.848925 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:12.860698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Sync routers for ids ['062481f1-92e7-488c-a532-a19c756aa186'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:55:12.897788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Routers {'062481f1-92e7-488c-a532-a19c756aa186'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:55:12.898561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:55:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['062481f1-92e7-488c-a532-a19c756aa186'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:12.935427 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:12.935669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57836) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:12.936563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b5e0d020-965a-4afe-921e-0341bf6e9a6a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7888474 Aug 29 06:55:12.998766 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:13.023036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Set router 062481f1-92e7-488c-a532-a19c756aa186 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:55:13.266669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea46c56-2403-4582-84bc-fc9ada67c139 req-8490e6c1-b80e-416c-aedf-e998b9c83fcf tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:13.268513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fea46c56-2403-4582-84bc-fc9ada67c139 req-8490e6c1-b80e-416c-aedf-e998b9c83fcf tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.1539123 Aug 29 06:55:13.397019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fea46c56-2403-4582-84bc-fc9ada67c139 req-314955f1-6e6b-4de3-9a4f-0f19f8da0084 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079783 Aug 29 06:55:13.440555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] For port 0e5f10dc-8587-4b89-928e-a22c4f437d82, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:55:13.443507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce8722-9058-4495-aa04-935a6dd5406a req-777a0acc-9cd8-47d7-94b7-593905d57f58 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:13.445454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] For port 0e5f10dc-8587-4b89-928e-a22c4f437d82, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0e5f10dc-8587-4b89-928e-a22c4f437d82,segment=NetworkSegment(914fd6ae-afe6-40f6-a663-2b8d8bc7ea76),segment_id=914fd6ae-afe6-40f6-a663-2b8d8bc7ea76)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:55:13.449229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07ce8722-9058-4495-aa04-935a6dd5406a req-777a0acc-9cd8-47d7-94b7-593905d57f58 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1020036 Aug 29 06:55:13.492557 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:13.528749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062481f1-92e7-488c-a532-a19c756aa186', 'name': 'tempest-AttachSCSIVolumeTestJSON-609344241-router', 'tenant_id': '02402de0e8fb45008967126451baf719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '1893e7e0-5c37-405d-9d8d-13c221ceaf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:55:07Z', 'updated_at': '2021-08-29T06:55:10Z', 'revision_number': 3, 'project_id': '02402de0e8fb45008967126451baf719', 'gw_port': {'id': '1893e7e0-5c37-405d-9d8d-13c221ceaf0d', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062481f1-92e7-488c-a532-a19c756aa186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:55:09Z', 'updated_at': '2021-08-29T06:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:13.535727 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:13.538686 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07ce8722-9058-4495-aa04-935a6dd5406a req-07f2f04e-9dcc-434e-a0e5-fb15078f4440 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706198 Aug 29 06:55:13.548994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Transition to ACTIVE for port object f3357269-89a1-4d2c-aa68-320157b9f3e8 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:13.595497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.objects.ports [None req-6f84fe79-7f30-48b3-ae35-73f8700c4628 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 06:55:13.596013 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6f84fe79-7f30-48b3-ae35-73f8700c4628 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:13.623418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Checking router: 062481f1-92e7-488c-a532-a19c756aa186 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:55:13.623813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Updating router 062481f1-92e7-488c-a532-a19c756aa186 port 1893e7e0-5c37-405d-9d8d-13c221ceaf0d binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:55:13.689992 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:13.787189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84fe79-7f30-48b3-ae35-73f8700c4628 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f6b43529-a19f-4cb1-aeb7-55a18c4d04b1,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:13.840566 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f3c91-10f2-4c00-bc6d-7857ee50ce10 req-60b3ca1e-8f5e-4f4f-b2b9-68dab92bce37 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:13.856051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f13f3c91-10f2-4c00-bc6d-7857ee50ce10 req-60b3ca1e-8f5e-4f4f-b2b9-68dab92bce37 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.1323273 Aug 29 06:55:13.864093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:13.887259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aa72b-fcd5-4d8c-aaa4-d0b0ebaf8068 req-c037f325-684a-427e-97a1-f8f951873514 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:13.888844 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-968aa72b-fcd5-4d8c-aaa4-d0b0ebaf8068 req-c037f325-684a-427e-97a1-f8f951873514 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.3051748 Aug 29 06:55:13.951773 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f84fe79-7f30-48b3-ae35-73f8700c4628 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Checking segment: {'id': 'f7f00761-8e6e-463f-a7ca-82e14a1d6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '50199115-5c5d-408d-8c1c-ddedc391980a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:13.952642 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f13f3c91-10f2-4c00-bc6d-7857ee50ce10 req-2f7d5e07-31cf-4815-b3ae-2c0d1e1ad33d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862484 Aug 29 06:55:13.956751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84fe79-7f30-48b3-ae35-73f8700c4628 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Network hostable DHCP agents. Network: 50199115-5c5d-408d-8c1c-ddedc391980a, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:55:13.973834 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c20212-5fab-45d8-a365-779e63cc0e57 None None] Pushing event updated for resources: {'Port': ['ID=0e5f10dc-8587-4b89-928e-a22c4f437d82,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:14.029357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network e4811090-6b63-4fbd-b4a4-696216786bf5 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:14.104432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:14.106725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=f3357269-89a1-4d2c-aa68-320157b9f3e8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:14.122782 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:14.319543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:14.320238 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:14.354136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84fe79-7f30-48b3-ae35-73f8700c4628 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Network 50199115-5c5d-408d-8c1c-ddedc391980a is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:55:14.385600 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:14.398670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-968aa72b-fcd5-4d8c-aaa4-d0b0ebaf8068 req-0ff192d2-f8b8-49c1-b127-03436d0c9467 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Deleting port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:14.399021 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-968aa72b-fcd5-4d8c-aaa4-d0b0ebaf8068 req-0ff192d2-f8b8-49c1-b127-03436d0c9467 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:14.403723 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Transition to ACTIVE for port object 1893e7e0-5c37-405d-9d8d-13c221ceaf0d will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:14.500140 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-507e7e06-0760-47b6-a608-e5d2a32f7eed tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.0846298 Aug 29 06:55:14.501933 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-6f84fe79-7f30-48b3-ae35-73f8700c4628 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 50199115-5c5d-408d-8c1c-ddedc391980a) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:14.505383 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57858) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:14.520070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660490f5-29b3-44a2-8119-0eed5f654a30 None None] Network 50199115-5c5d-408d-8c1c-ddedc391980a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:14.534547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f84fe79-7f30-48b3-ae35-73f8700c4628 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:14.534547 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6f84fe79-7f30-48b3-ae35-73f8700c4628 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:14.629765 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:14.684162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-968aa72b-fcd5-4d8c-aaa4-d0b0ebaf8068 req-0ff192d2-f8b8-49c1-b127-03436d0c9467 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] For port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:14.684350 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-968aa72b-fcd5-4d8c-aaa4-d0b0ebaf8068 req-0ff192d2-f8b8-49c1-b127-03436d0c9467 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:14.701415 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6f84fe79-7f30-48b3-ae35-73f8700c4628 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9048195 Aug 29 06:55:14.711093 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0e5f10dc-8587-4b89-928e-a22c4f437d82 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:14.714729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57862) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:14.727573 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Request body: {'floatingip': {'floating_network_id': '50199115-5c5d-408d-8c1c-ddedc391980a'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:14.753122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-968aa72b-fcd5-4d8c-aaa4-d0b0ebaf8068 req-0ff192d2-f8b8-49c1-b127-03436d0c9467 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Calling delete_port for 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:14.823187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Attempting to bind port 1893e7e0-5c37-405d-9d8d-13c221ceaf0d on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:55:14.823517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Attempting to bind port 1893e7e0-5c37-405d-9d8d-13c221ceaf0d by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:55:14.823903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Attempting to bind port 1893e7e0-5c37-405d-9d8d-13c221ceaf0d on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:55:14.831532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f7baf-ee14-4efc-b4ce-c32ddcbf4bdb None None] Pushing event updated for resources: {'Port': ['ID=1893e7e0-5c37-405d-9d8d-13c221ceaf0d,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:14.850602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:55:14.850988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:14.851681 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:14.852131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:55:14.852620 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Bound port: 1893e7e0-5c37-405d-9d8d-13c221ceaf0d, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:55:14.853012 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:14.877598 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:14.916661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27442e3e-7a52-47a1-abd6-600219b16bbc req-f843a1e5-ea6d-4fde-8417-4d8ed61d3b89 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:14.919605 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27442e3e-7a52-47a1-abd6-600219b16bbc req-f843a1e5-ea6d-4fde-8417-4d8ed61d3b89 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 945 time: 0.2937827 Aug 29 06:55:14.939378 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620eae71-f7cd-4a1b-9141-6b5597362e66 req-a658760d-59b1-4051-9f6e-3ace99fa939d tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:14.941141 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-620eae71-f7cd-4a1b-9141-6b5597362e66 req-a658760d-59b1-4051-9f6e-3ace99fa939d tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1766753 Aug 29 06:55:15.031388 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d90851d-7199-4001-92c3-5a168ff1e3d8 None None] Network 50199115-5c5d-408d-8c1c-ddedc391980a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:15.074325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] For port 1893e7e0-5c37-405d-9d8d-13c221ceaf0d, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:55:15.078534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] For port 1893e7e0-5c37-405d-9d8d-13c221ceaf0d, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1893e7e0-5c37-405d-9d8d-13c221ceaf0d,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:55:15.097275 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:15.131580 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 0e5f10dc-8587-4b89-928e-a22c4f437d82 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:15.156588 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:15.180800 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-620eae71-f7cd-4a1b-9141-6b5597362e66 req-94798060-cb84-4e16-8936-f28368240eea tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901839 Aug 29 06:55:15.204977 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27442e3e-7a52-47a1-abd6-600219b16bbc req-d2169ffc-6a57-40e2-8dfa-732d2dea95d1 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/security-groups?id=9e9dcb7f-408f-482e-b25e-65d98bdfcaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167883 Aug 29 06:55:15.237527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa1baf-a95c-49c0-87c4-16b9f5265311 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port f3357269-89a1-4d2c-aa68-320157b9f3e8 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:15.247758 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1baf-a95c-49c0-87c4-16b9f5265311 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:15.278982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f7baf-ee14-4efc-b4ce-c32ddcbf4bdb None None] Pushing event updated for resources: {'Port': ['ID=1893e7e0-5c37-405d-9d8d-13c221ceaf0d,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:15.318623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Routers {'062481f1-92e7-488c-a532-a19c756aa186'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:55:15.320219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:55:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['062481f1-92e7-488c-a532-a19c756aa186'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:15.397432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-968aa72b-fcd5-4d8c-aaa4-d0b0ebaf8068 req-0ff192d2-f8b8-49c1-b127-03436d0c9467 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:15.466019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff192d2-f8b8-49c1-b127-03436d0c9467 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Pushing event deleted for resources: {'Port': ['ID=6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:15.572404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c78963e-858c-421c-a493-eb2ed012c4b6 None None] Network e4811090-6b63-4fbd-b4a4-696216786bf5 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:15.617045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-968aa72b-fcd5-4d8c-aaa4-d0b0ebaf8068 req-0ff192d2-f8b8-49c1-b127-03436d0c9467 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] No DVR routers for this DVR port 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:55:15.620519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-968aa72b-fcd5-4d8c-aaa4-d0b0ebaf8068 req-0ff192d2-f8b8-49c1-b127-03436d0c9467 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:15.622798 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-968aa72b-fcd5-4d8c-aaa4-d0b0ebaf8068 req-0ff192d2-f8b8-49c1-b127-03436d0c9467 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.11 "DELETE /v2.0/ports/6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb HTTP/1.1" status: 204 len: 173 time: 1.7254796 Aug 29 06:55:15.623344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7084985-6dde-4322-a364-a258aad2aa18', 'name': 'network-vif-deleted', 'tag': '6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:55:15.626940 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1256c684-7462-43da-a35e-a73099cbd4f4" -d '{"events": [{"server_uuid": "d7084985-6dde-4322-a364-a258aad2aa18", "name": "network-vif-deleted", "tag": "6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:55:15.655470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Allocated IP 172.20.0.1 (752a155a-4bbe-4492-8630-629d7fcd59db/2b045ba6-a169-4496-8f9f-efbc26814eba/cabd4166-abd6-4a47-ae5d-e15fb4c60a39) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:15.774895 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfa93ad-2190-4b9f-b400-98263d644664 x-openstack-request-id: req-5cfa93ad-2190-4b9f-b400-98263d644664 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:55:15.775621 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7084985-6dde-4322-a364-a258aad2aa18", "name": "network-vif-deleted", "tag": "6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:55:15.776104 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5cfa93ad-2190-4b9f-b400-98263d644664 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:55:15.777294 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7084985-6dde-4322-a364-a258aad2aa18', 'name': 'network-vif-deleted', 'tag': '6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb', 'status': 'completed', 'code': 200} Aug 29 06:55:15.878724 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:15.899356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Transition to ACTIVE for port object cabd4166-abd6-4a47-ae5d-e15fb4c60a39 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:15.927220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33f236-867d-44be-8dff-257060d0c251 req-4f4db2b2-4485-470e-a297-57331b94043c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:15.935131 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed33f236-867d-44be-8dff-257060d0c251 req-4f4db2b2-4485-470e-a297-57331b94043c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.1012902 Aug 29 06:55:15.957528 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] Set router 062481f1-92e7-488c-a532-a19c756aa186 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:55:15.973361 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1baf-a95c-49c0-87c4-16b9f5265311 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:15.996781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa1baf-a95c-49c0-87c4-16b9f5265311 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for f3357269-89a1-4d2c-aa68-320157b9f3e8 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:16.007402 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:16.017278 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed33f236-867d-44be-8dff-257060d0c251 req-7d9eb12c-6681-4584-a92a-d509234cf01d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806050 Aug 29 06:55:16.173575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Allocated IP 172.20.0.14 (50199115-5c5d-408d-8c1c-ddedc391980a/f6b43529-a19f-4cb1-aeb7-55a18c4d04b1/34af1080-e4b3-44e3-9762-cd0ae56f242a) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:16.201843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062481f1-92e7-488c-a532-a19c756aa186', 'name': 'tempest-AttachSCSIVolumeTestJSON-609344241-router', 'tenant_id': '02402de0e8fb45008967126451baf719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '1893e7e0-5c37-405d-9d8d-13c221ceaf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:55:07Z', 'updated_at': '2021-08-29T06:55:10Z', 'revision_number': 3, 'project_id': '02402de0e8fb45008967126451baf719', 'gw_port': {'id': '1893e7e0-5c37-405d-9d8d-13c221ceaf0d', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062481f1-92e7-488c-a532-a19c756aa186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:55:09Z', 'updated_at': '2021-08-29T06:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:16.232512 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:16.244659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e7767434-9b15-470f-a126-c7230adf8869 None None] Provisioning for port 0e5f10dc-8587-4b89-928e-a22c4f437d82 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:16.247542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf75f9ac-0022-46ad-aa56-b28e9e7729d5 None None] The sync data for ids ['062481f1-92e7-488c-a532-a19c756aa186'] in n-d-713301-12 is: [{'id': '062481f1-92e7-488c-a532-a19c756aa186', 'name': 'tempest-AttachSCSIVolumeTestJSON-609344241-router', 'tenant_id': '02402de0e8fb45008967126451baf719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '1893e7e0-5c37-405d-9d8d-13c221ceaf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:55:07Z', 'updated_at': '2021-08-29T06:55:10Z', 'revision_number': 3, 'project_id': '02402de0e8fb45008967126451baf719', 'gw_port': {'id': '1893e7e0-5c37-405d-9d8d-13c221ceaf0d', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062481f1-92e7-488c-a532-a19c756aa186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:55:09Z', 'updated_at': '2021-08-29T06:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:55:16.251257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e7767434-9b15-470f-a126-c7230adf8869 None None] Provisioning complete for port 0e5f10dc-8587-4b89-928e-a22c4f437d82 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:16.251634 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7767434-9b15-470f-a126-c7230adf8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:16.423095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Network 752a155a-4bbe-4492-8630-629d7fcd59db is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:16.426164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:16.445070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:16.485518 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7767434-9b15-470f-a126-c7230adf8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:16.518559 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:16.519352 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1baf-a95c-49c0-87c4-16b9f5265311 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:16.556237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-afb2c316-0443-4038-a3d9-d069bfa93ad1 req-948cea11-a52e-48d1-bd28-062547474886 tempest-ListServerFiltersTestJSON-1651367890 tempest-ListServerFiltersTestJSON-1651367890-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7084985-6dde-4322-a364-a258aad2aa18 HTTP/1.1" status: 200 len: 210 time: 0.1419861 Aug 29 06:55:16.599010 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Pushing event updated for resources: {'Port': ['ID=cabd4166-abd6-4a47-ae5d-e15fb4c60a39,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:16.600336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e7767434-9b15-470f-a126-c7230adf8869 None None] For port 0e5f10dc-8587-4b89-928e-a22c4f437d82, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0e5f10dc-8587-4b89-928e-a22c4f437d82,segment=NetworkSegment(914fd6ae-afe6-40f6-a663-2b8d8bc7ea76),segment_id=914fd6ae-afe6-40f6-a663-2b8d8bc7ea76)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:16.678877 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7767434-9b15-470f-a126-c7230adf8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:16.815881 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3cddc18f-a140-4416-9689-60774dfa1aeb None None] Could not find standard attr ID for object f3357269-89a1-4d2c-aa68-320157b9f3e8. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:55:16.865562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa1baf-a95c-49c0-87c4-16b9f5265311 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=f3357269-89a1-4d2c-aa68-320157b9f3e8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:16.904647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7767434-9b15-470f-a126-c7230adf8869 None None] Pushing event updated for resources: {'Port': ['ID=0e5f10dc-8587-4b89-928e-a22c4f437d82,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:16.908792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3cddc18f-a140-4416-9689-60774dfa1aeb None None] Provisioning complete for port 0e5f10dc-8587-4b89-928e-a22c4f437d82 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:16.909152 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3cddc18f-a140-4416-9689-60774dfa1aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:16.991113 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:17.011691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:17.027699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f12af6-b320-4eec-8b13-d7ea04feba91 req-f5f45f53-f164-43bc-91ba-e83f2e59e5f0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:17.029574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02f12af6-b320-4eec-8b13-d7ea04feba91 req-f5f45f53-f164-43bc-91ba-e83f2e59e5f0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.6555934 Aug 29 06:55:17.145606 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1baf-a95c-49c0-87c4-16b9f5265311 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:17.148857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ceaa1baf-a95c-49c0-87c4-16b9f5265311 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/f3357269-89a1-4d2c-aa68-320157b9f3e8 HTTP/1.1" status: 204 len: 168 time: 2.6419628 Aug 29 06:55:17.151843 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57890) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:17.179215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02f12af6-b320-4eec-8b13-d7ea04feba91 req-8768d03c-818b-4da9-a42d-e853f9143c09 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978651 Aug 29 06:55:17.236353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:55:17.330200 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2852b66-0962-40db-9c27-a7b3f0901e02 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] GET failed (client error): The resource could not be found. Aug 29 06:55:17.336394 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d2852b66-0962-40db-9c27-a7b3f0901e02 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/f3357269-89a1-4d2c-aa68-320157b9f3e8 HTTP/1.1" status: 404 len: 333 time: 0.1797600 Aug 29 06:55:17.342618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57892) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:17.375093 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:55:17.375522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6f5e1325-aabd-4dd5-9a89-91e64e3c0cfb not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:55:17.402870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3c0c7-af61-494e-8596-57d3667c0dbd req-84d882f5-65ae-442b-8a43-c9308dafc3a9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:17.418563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7fd3c0c7-af61-494e-8596-57d3667c0dbd req-84d882f5-65ae-442b-8a43-c9308dafc3a9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.1986349 Aug 29 06:55:17.437232 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:17.484536 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-49bff1f8-69c2-498b-8f2b-651e6a9b88cf None None] Provisioning for port cabd4166-abd6-4a47-ae5d-e15fb4c60a39 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:17.488760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-49bff1f8-69c2-498b-8f2b-651e6a9b88cf None None] Provisioning complete for port cabd4166-abd6-4a47-ae5d-e15fb4c60a39 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:17.489135 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-49bff1f8-69c2-498b-8f2b-651e6a9b88cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:17.553481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Network 50199115-5c5d-408d-8c1c-ddedc391980a is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:17.555031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:17.573924 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:17.580009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-49bff1f8-69c2-498b-8f2b-651e6a9b88cf None None] Port cabd4166-abd6-4a47-ae5d-e15fb4c60a39 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:55:17.598960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-49bff1f8-69c2-498b-8f2b-651e6a9b88cf None None] Could not find standard attr ID for object f3357269-89a1-4d2c-aa68-320157b9f3e8. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:55:17.626504 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:17.628220 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7fd3c0c7-af61-494e-8596-57d3667c0dbd req-6edb685f-b92c-4d65-af29-7277d46163c5 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084162 Aug 29 06:55:17.641891 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b6f533-4bd0-4685-b52d-69f20e1a4af8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting subnet 548bc073-ab41-4988-b528-a4fd5562d21c {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:55:17.643062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event updated for resources: {'Port': ['ID=34af1080-e4b3-44e3-9762-cd0ae56f242a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:17.659726 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f533-4bd0-4685-b52d-69f20e1a4af8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:17.663534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57896) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:17.738459 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f533-4bd0-4685-b52d-69f20e1a4af8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:17.824563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-983c48a7-35f6-4eb0-8afd-3e2e121a66d7 admin admin] Deleting subnet 96bf44c3-8cb8-4557-8762-99b8c1fe387e {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:55:17.836624 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-983c48a7-35f6-4eb0-8afd-3e2e121a66d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:17.848534 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:17.870256 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:17.895015 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-983c48a7-35f6-4eb0-8afd-3e2e121a66d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:17.928538 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f533-4bd0-4685-b52d-69f20e1a4af8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:17.998893 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.000924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Pushing event updated for resources: {'Port': ['ID=cabd4166-abd6-4a47-ae5d-e15fb4c60a39,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:18.016027 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-983c48a7-35f6-4eb0-8afd-3e2e121a66d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.070153 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.119184 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Network 752a155a-4bbe-4492-8630-629d7fcd59db is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:18.122052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:18.206937 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f533-4bd0-4685-b52d-69f20e1a4af8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.255442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-983c48a7-35f6-4eb0-8afd-3e2e121a66d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.274217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6f533-4bd0-4685-b52d-69f20e1a4af8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Subnet': ['ID=548bc073-ab41-4988-b528-a4fd5562d21c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:18.290590 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f533-4bd0-4685-b52d-69f20e1a4af8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.293121 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b8b6f533-4bd0-4685-b52d-69f20e1a4af8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/548bc073-ab41-4988-b528-a4fd5562d21c HTTP/1.1" status: 204 len: 168 time: 0.9471455 Aug 29 06:55:18.304584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57912) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:18.305144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692a3388-3ebd-409b-bb94-fe274fd12017 None None] Network e4811090-6b63-4fbd-b4a4-696216786bf5 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:18.309254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c48a7-35f6-4eb0-8afd-3e2e121a66d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96bf44c3-8cb8-4557-8762-99b8c1fe387e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:18.337852 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-983c48a7-35f6-4eb0-8afd-3e2e121a66d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.340878 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-983c48a7-35f6-4eb0-8afd-3e2e121a66d7 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/96bf44c3-8cb8-4557-8762-99b8c1fe387e HTTP/1.1" status: 204 len: 168 time: 0.6715934 Aug 29 06:55:18.347242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57914) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:18.356936 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3415214c-825c-4101-92cb-53edd2bc5ec0 None None] Network cc239fb6-7132-4bb9-a506-16ae884bba1d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:18.416208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Router 062481f1-92e7-488c-a532-a19c756aa186 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:55:18.476703 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.496207 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.501061 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.516605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad64e50-2fcd-4a01-ba6a-9db14d43bf4b req-7db378d4-f991-4479-8363-15e630d44d6f tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:18.518193 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ad64e50-2fcd-4a01-ba6a-9db14d43bf4b req-7db378d4-f991-4479-8363-15e630d44d6f tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1439757 Aug 29 06:55:18.619269 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.643474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ad64e50-2fcd-4a01-ba6a-9db14d43bf4b req-b35f9853-99da-4304-8a36-964aa8ff0501 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144850 Aug 29 06:55:18.676162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-87390a67-6a4e-4ec9-8a4f-24064a098162 None None] Provisioning complete for port cabd4166-abd6-4a47-ae5d-e15fb4c60a39 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:18.676642 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87390a67-6a4e-4ec9-8a4f-24064a098162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.745477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event updated for resources: {'Port': ['ID=34af1080-e4b3-44e3-9762-cd0ae56f242a,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:18.761334 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-87390a67-6a4e-4ec9-8a4f-24064a098162 None None] Port cabd4166-abd6-4a47-ae5d-e15fb4c60a39 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:55:18.769221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0e5f10dc-8587-4b89-928e-a22c4f437d82 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:18.801010 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:55:18.816945 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-32f0a4bd-be7a-4f77-a6c1-30a456dd01fb admin admin] 10.222.0.76 "PUT /v2.0/routers/062481f1-92e7-488c-a532-a19c756aa186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8720276 Aug 29 06:55:18.817157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 0e5f10dc-8587-4b89-928e-a22c4f437d82 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:18.819358 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Deleting port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:18.819358 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.836746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 0e5f10dc-8587-4b89-928e-a22c4f437d82 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:18.837270 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.837650 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.933606 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ae0ded-dea0-4ee5-be1e-70b3ad9e8a23 None None] DHCP port deletion for cc239fb6-7132-4bb9-a506-16ae884bba1d request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:55:18.956989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f3e7b3-b6d1-49b1-ace1-96381af49c1e None None] DHCP port deletion for e4811090-6b63-4fbd-b4a4-696216786bf5 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:55:18.996602 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:18.997223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] For port 0e5f10dc-8587-4b89-928e-a22c4f437d82, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0e5f10dc-8587-4b89-928e-a22c4f437d82,segment=NetworkSegment(914fd6ae-afe6-40f6-a663-2b8d8bc7ea76),segment_id=914fd6ae-afe6-40f6-a663-2b8d8bc7ea76)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:18.997223 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.023366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877a2d3-df08-482d-a89d-4201b0cfafc2 req-88a0aa61-56e2-4286-8ac0-d3bb05c735a6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:19.026549 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 0e5f10dc-8587-4b89-928e-a22c4f437d82 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:19.038043 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7877a2d3-df08-482d-a89d-4201b0cfafc2 req-88a0aa61-56e2-4286-8ac0-d3bb05c735a6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.2788563 Aug 29 06:55:19.062012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] For port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f,segment=NetworkSegment(cc49a8ed-7347-4c34-94c2-f912882acf9d),segment_id=cc49a8ed-7347-4c34-94c2-f912882acf9d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:19.062532 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.088278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1893e7e0-5c37-405d-9d8d-13c221ceaf0d up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:19.093249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Calling delete_port for bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:19.127952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7877a2d3-df08-482d-a89d-4201b0cfafc2 req-be272fb2-35fb-42a0-b626-166a5f74c3c8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891719 Aug 29 06:55:19.216907 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.218157 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-be1cf412-a0f6-49b3-b990-6198d014713e tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4997337 Aug 29 06:55:19.221570 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57934) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:19.249790 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Sync routers for ids ['062481f1-92e7-488c-a532-a19c756aa186'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:55:19.266009 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Routers {'062481f1-92e7-488c-a532-a19c756aa186'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:55:19.266909 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:55:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['062481f1-92e7-488c-a532-a19c756aa186'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:19.268368 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.313982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5cb79ab0-9c97-4590-b80d-3af27e6e0481 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "GET /v2.0/floatingips?floating_network_id=50199115-5c5d-408d-8c1c-ddedc391980a HTTP/1.1" status: 200 len: 690 time: 0.0912323 Aug 29 06:55:19.317417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57938) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:19.329840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=0e5f10dc-8587-4b89-928e-a22c4f437d82,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:19.342625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No DVR routers for this DVR port 0e5f10dc-8587-4b89-928e-a22c4f437d82 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:55:19.435301 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.462392 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Set router 062481f1-92e7-488c-a532-a19c756aa186 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:55:19.502119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.533065 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f0025-617f-43f0-a540-8e5594c34023 req-ba9e9d2d-0d9d-4211-95cc-7eb8814df63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:19.538240 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-547f0025-617f-43f0-a540-8e5594c34023 req-ba9e9d2d-0d9d-4211-95cc-7eb8814df63e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 1097 time: 0.1427965 Aug 29 06:55:19.540056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4811090-6b63-4fbd-b4a4-696216786bf5']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:19.564605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-75ae0ded-dea0-4ee5-be1e-70b3ad9e8a23 None None] Deleting port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:19.565196 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-75ae0ded-dea0-4ee5-be1e-70b3ad9e8a23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.607688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3e7b3-b6d1-49b1-ace1-96381af49c1e None None] Deleting port 0e5f10dc-8587-4b89-928e-a22c4f437d82 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:19.608051 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e7b3-b6d1-49b1-ace1-96381af49c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.621446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914fd6ae-afe6-40f6-a663-2b8d8bc7ea76') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:19.621704 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914fd6ae-afe6-40f6-a663-2b8d8bc7ea76') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:19.631721 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.653081 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.653572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:19.661567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:55:19.661984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.668499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] No DVR routers for this DVR port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:55:19.778061 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062481f1-92e7-488c-a532-a19c756aa186', 'name': 'tempest-AttachSCSIVolumeTestJSON-609344241-router', 'tenant_id': '02402de0e8fb45008967126451baf719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '1893e7e0-5c37-405d-9d8d-13c221ceaf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:55:07Z', 'updated_at': '2021-08-29T06:55:16Z', 'revision_number': 4, 'project_id': '02402de0e8fb45008967126451baf719', 'gw_port': {'id': '1893e7e0-5c37-405d-9d8d-13c221ceaf0d', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062481f1-92e7-488c-a532-a19c756aa186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:55:09Z', 'updated_at': '2021-08-29T06:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'cabd4166-abd6-4a47-ae5d-e15fb4c60a39', 'name': '', 'network_id': '752a155a-4bbe-4492-8630-629d7fcd59db', 'tenant_id': '02402de0e8fb45008967126451baf719', 'mac_address': 'fa:16:3e:44:6a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062481f1-92e7-488c-a532-a19c756aa186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '2b045ba6-a169-4496-8f9f-efbc26814eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:55:15Z', 'updated_at': '2021-08-29T06:55:17Z', 'revision_number': 2, 'project_id': '02402de0e8fb45008967126451baf719', 'subnets': [{'id': '2b045ba6-a169-4496-8f9f-efbc26814eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:55:19.807032 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:55:19.809464 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.831188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc239fb6-7132-4bb9-a506-16ae884bba1d']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:19.835419 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.860948 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Checking router: 062481f1-92e7-488c-a532-a19c756aa186 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:55:19.861879 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Updating router 062481f1-92e7-488c-a532-a19c756aa186 port cabd4166-abd6-4a47-ae5d-e15fb4c60a39 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:55:19.870562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc49a8ed-7347-4c34-94c2-f912882acf9d') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:19.870901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc49a8ed-7347-4c34-94c2-f912882acf9d') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:19.902978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-75ae0ded-dea0-4ee5-be1e-70b3ad9e8a23 None None] For port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f, host n-d-713301-12, got binding levels [] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:19.905468 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-75ae0ded-dea0-4ee5-be1e-70b3ad9e8a23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.921975 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.932514 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.951071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b7f3e7b3-b6d1-49b1-ace1-96381af49c1e None None] For port 0e5f10dc-8587-4b89-928e-a22c4f437d82, host n-d-713301-12, got binding levels [] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:19.955204 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e7b3-b6d1-49b1-ace1-96381af49c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.959029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-75ae0ded-dea0-4ee5-be1e-70b3ad9e8a23 None None] Calling delete_port for bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:19.973233 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:19.975424 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/networks/e4811090-6b63-4fbd-b4a4-696216786bf5 HTTP/1.1" status: 204 len: 168 time: 1.6688418 Aug 29 06:55:19.980583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57946) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:19.988213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.ipam_backend_mixin [None req-75ae0ded-dea0-4ee5-be1e-70b3ad9e8a23 None None] Port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f was not found and therefore no delete operation was performed {{(pid=95405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 06:55:19.992767 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5abdb6dd-93ed-49cc-9d4c-a9c59a014dcb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'name': 'tempest-PortsTestJSON-1372313873'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:19.998361 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3e7b3-b6d1-49b1-ace1-96381af49c1e None None] Calling delete_port for 0e5f10dc-8587-4b89-928e-a22c4f437d82 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:20.004561 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.004787 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.ipam_backend_mixin [None req-b7f3e7b3-b6d1-49b1-ace1-96381af49c1e None None] Port 0e5f10dc-8587-4b89-928e-a22c4f437d82 was not found and therefore no delete operation was performed {{(pid=95405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 06:55:20.011484 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e7b3-b6d1-49b1-ace1-96381af49c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.017551 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-75ae0ded-dea0-4ee5-be1e-70b3ad9e8a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.019669 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 1893e7e0-5c37-405d-9d8d-13c221ceaf0d completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:20.066233 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6523d-c705-4bec-be9d-9cfab6cc9942 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Network': ['ID=e4811090-6b63-4fbd-b4a4-696216786bf5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:20.078975 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.090276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1893e7e0-5c37-405d-9d8d-13c221ceaf0d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:20.090578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:55:20.091226 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:55:20.095636 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:55:20.104960 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.149385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f0025-617f-43f0-a540-8e5594c34023 req-85962e41-b6b8-4df4-837d-c394d991b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:20.150902 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-547f0025-617f-43f0-a540-8e5594c34023 req-85962e41-b6b8-4df4-837d-c394d991b1db service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.5912278 Aug 29 06:55:20.160020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9561fde-f197-4142-a047-7491b983ef6b req-5574f97d-2fd9-465a-b65c-e72e43df640e tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:20.166226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3e7b3-b6d1-49b1-ace1-96381af49c1e None None] Pushing event deleted for resources: {'Port': ['ID=0e5f10dc-8587-4b89-928e-a22c4f437d82,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:20.166937 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9561fde-f197-4142-a047-7491b983ef6b req-5574f97d-2fd9-465a-b65c-e72e43df640e tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.3286715 Aug 29 06:55:20.180909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7f3e7b3-b6d1-49b1-ace1-96381af49c1e None None] Network e4811090-6b63-4fbd-b4a4-696216786bf5 is not hosted by any dhcp agent {{(pid=95405) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 06:55:20.183677 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f3e7b3-b6d1-49b1-ace1-96381af49c1e None None] No DVR routers for this DVR port 0e5f10dc-8587-4b89-928e-a22c4f437d82 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:55:20.249404 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Deleting port 34af1080-e4b3-44e3-9762-cd0ae56f242a {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:20.250359 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.267191 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-547f0025-617f-43f0-a540-8e5594c34023 req-92730e0f-49f7-46b8-92b0-a1ad7499a5a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=767d87a9-8d55-4850-897e-365c14ebcfcf HTTP/1.1" status: 200 len: 217 time: 0.1035681 Aug 29 06:55:20.270649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae0ded-dea0-4ee5-be1e-70b3ad9e8a23 None None] Pushing event deleted for resources: {'Port': ['ID=bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:20.298521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae0ded-dea0-4ee5-be1e-70b3ad9e8a23 None None] No DVR routers for this DVR port bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:55:20.389544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e791e5-dd70-4f78-a2ef-728d524d4924 req-0ccf2328-97b8-4913-9bbc-5000aea4e60b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:20.408160 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89e791e5-dd70-4f78-a2ef-728d524d4924 req-0ccf2328-97b8-4913-9bbc-5000aea4e60b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.1552923 Aug 29 06:55:20.419617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f0025-617f-43f0-a540-8e5594c34023 req-16f5348d-2da7-4393-b510-ce40ad2e9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:20.421303 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-547f0025-617f-43f0-a540-8e5594c34023 req-16f5348d-2da7-4393-b510-ce40ad2e9b81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.1473398 Aug 29 06:55:20.436895 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9561fde-f197-4142-a047-7491b983ef6b req-1ded3b7e-f343-4c35-8509-62bd4da3059d tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496457 Aug 29 06:55:20.442569 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.448761 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.451321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cc239fb6-7132-4bb9-a506-16ae884bba1d HTTP/1.1" status: 204 len: 168 time: 2.1029313 Aug 29 06:55:20.560242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16958b-b7db-435c-8daa-a1a75bba9316 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc239fb6-7132-4bb9-a506-16ae884bba1d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:20.581649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89e791e5-dd70-4f78-a2ef-728d524d4924 req-9b4d0263-b196-4f40-bb48-029f4ef4c389 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724632 Aug 29 06:55:20.590970 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.634943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 1893e7e0-5c37-405d-9d8d-13c221ceaf0d, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1893e7e0-5c37-405d-9d8d-13c221ceaf0d,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:20.684757 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f0025-617f-43f0-a540-8e5594c34023 req-5b1d464a-1564-461c-af11-17cbfd701b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:20.693761 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.694138 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.694294 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-547f0025-617f-43f0-a540-8e5594c34023 req-5b1d464a-1564-461c-af11-17cbfd701b84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2593260 Aug 29 06:55:20.717334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Calling delete_port for 34af1080-e4b3-44e3-9762-cd0ae56f242a owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:20.752982 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.889123 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.896502 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.908216 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Transition to ACTIVE for port object cabd4166-abd6-4a47-ae5d-e15fb4c60a39 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:20.939004 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abdb6dd-93ed-49cc-9d4c-a9c59a014dcb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:20.945632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0e5f10dc-8587-4b89-928e-a22c4f437d82 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:55:20.948942 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5abdb6dd-93ed-49cc-9d4c-a9c59a014dcb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:20.996064 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 0e5f10dc-8587-4b89-928e-a22c4f437d82 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:55:20.996432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0e5f10dc-8587-4b89-928e-a22c4f437d82 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:55:20.996869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:55:21.000340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=1893e7e0-5c37-405d-9d8d-13c221ceaf0d,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:21.019197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-5abdb6dd-93ed-49cc-9d4c-a9c59a014dcb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port 4ea4b926-f398-48c1-a603-034cb042162c yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:55:21.029124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:55:21.029588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bd9dc20b-9b02-4594-b93b-e1a8b6d2bd6f not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:55:21.033216 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:21.052124 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-547f0025-617f-43f0-a540-8e5594c34023 req-b3cf3283-b4c9-47d9-8c61-69449d7c6b45 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521616 Aug 29 06:55:21.105587 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe439d-2e32-46a3-80b1-5d60db4d3ffe None None] Pushing event updated for resources: {'Port': ['ID=cabd4166-abd6-4a47-ae5d-e15fb4c60a39,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:21.170501 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:21.187790 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Attempting to bind port cabd4166-abd6-4a47-ae5d-e15fb4c60a39 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:55:21.187790 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Attempting to bind port cabd4166-abd6-4a47-ae5d-e15fb4c60a39 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '652a9045-010a-43da-8beb-0aea2f804aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '752a155a-4bbe-4492-8630-629d7fcd59db'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:55:21.188110 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Attempting to bind port cabd4166-abd6-4a47-ae5d-e15fb4c60a39 on network 752a155a-4bbe-4492-8630-629d7fcd59db {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:55:21.195942 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:55:21.196347 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Checking segment: {'id': '652a9045-010a-43da-8beb-0aea2f804aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '752a155a-4bbe-4492-8630-629d7fcd59db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:21.196789 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:21.197302 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Bound using segment: {'id': '652a9045-010a-43da-8beb-0aea2f804aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '752a155a-4bbe-4492-8630-629d7fcd59db'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:55:21.198080 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Bound port: cabd4166-abd6-4a47-ae5d-e15fb4c60a39, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652a9045-010a-43da-8beb-0aea2f804aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '752a155a-4bbe-4492-8630-629d7fcd59db'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:55:21.198080 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:21.237623 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-547f0025-617f-43f0-a540-8e5594c34023 req-61e955cb-9476-4c10-9eaf-2d5621068546 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782045 Aug 29 06:55:21.309761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event deleted for resources: {'Port': ['ID=34af1080-e4b3-44e3-9762-cd0ae56f242a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:21.352850 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] For port cabd4166-abd6-4a47-ae5d-e15fb4c60a39, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:55:21.364186 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] For port cabd4166-abd6-4a47-ae5d-e15fb4c60a39, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cabd4166-abd6-4a47-ae5d-e15fb4c60a39,segment=NetworkSegment(652a9045-010a-43da-8beb-0aea2f804aab),segment_id=652a9045-010a-43da-8beb-0aea2f804aab)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:55:21.369921 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:21.394532 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57958) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:21.429862 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:21.451207 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:21.480557 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-83aabcd9-97ea-49c1-9fb3-b0abadc4687c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2bca48f4978a43a39c5644f2503188c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0846939 Aug 29 06:55:21.484061 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5abdb6dd-93ed-49cc-9d4c-a9c59a014dcb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:21.485755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57960) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:21.554345 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Routers {'062481f1-92e7-488c-a532-a19c756aa186'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:55:21.554987 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:55:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['062481f1-92e7-488c-a532-a19c756aa186'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:21.562423 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe439d-2e32-46a3-80b1-5d60db4d3ffe None None] Pushing event updated for resources: {'Port': ['ID=cabd4166-abd6-4a47-ae5d-e15fb4c60a39,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:21.647270 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5abdb6dd-93ed-49cc-9d4c-a9c59a014dcb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:21.764153 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdb6dd-93ed-49cc-9d4c-a9c59a014dcb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=4ea4b926-f398-48c1-a603-034cb042162c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:21.775928 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6000061a-81c7-4ef0-996b-4c8f05954df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:21.779447 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:21.799220 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abdb6dd-93ed-49cc-9d4c-a9c59a014dcb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 67709a0a-5cd1-4969-876d-339083d0fb87 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:21.801293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-5abdb6dd-93ed-49cc-9d4c-a9c59a014dcb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:21.808679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abdb6dd-93ed-49cc-9d4c-a9c59a014dcb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:21.819757 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdb6dd-93ed-49cc-9d4c-a9c59a014dcb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:21.820730 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5abdb6dd-93ed-49cc-9d4c-a9c59a014dcb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:21.824816 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] Set router 062481f1-92e7-488c-a532-a19c756aa186 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:55:21.843969 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b43529-a19f-4cb1-aeb7-55a18c4d04b1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:21.884115 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6000061a-81c7-4ef0-996b-4c8f05954df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:21.942381 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5abdb6dd-93ed-49cc-9d4c-a9c59a014dcb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9590545 Aug 29 06:55:21.947568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57972) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:21.955127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77d112-0a95-47d9-978a-bc9c973ad052 req-de3506da-f012-40b9-b83d-757a659df9fa tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:21.956802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f77d112-0a95-47d9-978a-bc9c973ad052 req-de3506da-f012-40b9-b83d-757a659df9fa tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.3379462 Aug 29 06:55:22.001296 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:22.033870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50199115-5c5d-408d-8c1c-ddedc391980a']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:22.057049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def2392-76eb-4914-b007-89d2ab783ad0 req-08cd916e-4c04-4ee0-8a64-93f6e33e5fcf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:22.066287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1def2392-76eb-4914-b007-89d2ab783ad0 req-08cd916e-4c04-4ee0-8a64-93f6e33e5fcf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 945 time: 0.2283967 Aug 29 06:55:22.079967 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f00761-8e6e-463f-a7ca-82e14a1d6cc6') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:22.080270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f00761-8e6e-463f-a7ca-82e14a1d6cc6') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:22.123571 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:22.132430 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f77d112-0a95-47d9-978a-bc9c973ad052 req-69b6d814-91d0-485e-bce7-6a090e8d3006 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519356 Aug 29 06:55:22.176839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1def2392-76eb-4914-b007-89d2ab783ad0 req-88577c6b-bfb4-4899-ba9c-5977eef8d1ea tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095603 Aug 29 06:55:22.194693 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:22.209028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:55:22.209766 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:55:22.213985 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:55:22.250595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4631ff23-4023-4bec-8d0a-831a03eeca7e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 4ea4b926-f398-48c1-a603-034cb042162c {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:22.251001 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4631ff23-4023-4bec-8d0a-831a03eeca7e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:22.271697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 767d87a9-8d55-4850-897e-365c14ebcfcf no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:55:22.318047 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062481f1-92e7-488c-a532-a19c756aa186', 'name': 'tempest-AttachSCSIVolumeTestJSON-609344241-router', 'tenant_id': '02402de0e8fb45008967126451baf719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '1893e7e0-5c37-405d-9d8d-13c221ceaf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:55:07Z', 'updated_at': '2021-08-29T06:55:16Z', 'revision_number': 4, 'project_id': '02402de0e8fb45008967126451baf719', 'gw_port': {'id': '1893e7e0-5c37-405d-9d8d-13c221ceaf0d', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062481f1-92e7-488c-a532-a19c756aa186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:55:09Z', 'updated_at': '2021-08-29T06:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'cabd4166-abd6-4a47-ae5d-e15fb4c60a39', 'name': '', 'network_id': '752a155a-4bbe-4492-8630-629d7fcd59db', 'tenant_id': '02402de0e8fb45008967126451baf719', 'mac_address': 'fa:16:3e:44:6a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062481f1-92e7-488c-a532-a19c756aa186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '2b045ba6-a169-4496-8f9f-efbc26814eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:55:15Z', 'updated_at': '2021-08-29T06:55:21Z', 'revision_number': 4, 'project_id': '02402de0e8fb45008967126451baf719', 'subnets': [{'id': '2b045ba6-a169-4496-8f9f-efbc26814eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:22.319545 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b557e1d1-7ef9-45ad-b850-40dd9a06c502 req-f5f60b49-07fd-48de-838d-92f8d5ca5bfd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2278218 Aug 29 06:55:22.415123 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4631ff23-4023-4bec-8d0a-831a03eeca7e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:22.418192 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6000061a-81c7-4ef0-996b-4c8f05954df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:22.430840 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6000061a-81c7-4ef0-996b-4c8f05954df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:22.438977 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6000061a-81c7-4ef0-996b-4c8f05954df8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9e9dcb7f-408f-482e-b25e-65d98bdfcaad HTTP/1.1" status: 204 len: 168 time: 0.9514229 Aug 29 06:55:22.443843 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4631ff23-4023-4bec-8d0a-831a03eeca7e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 4ea4b926-f398-48c1-a603-034cb042162c owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:22.449982 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa73414-1ad2-4bf4-a9c9-f8a97f6edcd2 None None] The sync data for ids ['062481f1-92e7-488c-a532-a19c756aa186'] in n-d-713301-12 is: [{'id': '062481f1-92e7-488c-a532-a19c756aa186', 'name': 'tempest-AttachSCSIVolumeTestJSON-609344241-router', 'tenant_id': '02402de0e8fb45008967126451baf719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '1893e7e0-5c37-405d-9d8d-13c221ceaf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:55:07Z', 'updated_at': '2021-08-29T06:55:16Z', 'revision_number': 4, 'project_id': '02402de0e8fb45008967126451baf719', 'gw_port': {'id': '1893e7e0-5c37-405d-9d8d-13c221ceaf0d', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062481f1-92e7-488c-a532-a19c756aa186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:55:09Z', 'updated_at': '2021-08-29T06:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'cabd4166-abd6-4a47-ae5d-e15fb4c60a39', 'name': '', 'network_id': '752a155a-4bbe-4492-8630-629d7fcd59db', 'tenant_id': '02402de0e8fb45008967126451baf719', 'mac_address': 'fa:16:3e:44:6a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062481f1-92e7-488c-a532-a19c756aa186', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '2b045ba6-a169-4496-8f9f-efbc26814eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:55:15Z', 'updated_at': '2021-08-29T06:55:21Z', 'revision_number': 4, 'project_id': '02402de0e8fb45008967126451baf719', 'subnets': [{'id': '2b045ba6-a169-4496-8f9f-efbc26814eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:55:22.462151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e1d1-7ef9-45ad-b850-40dd9a06c502 req-af54f0ab-881f-4234-b9ba-14f5ee791ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:22.463865 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b557e1d1-7ef9-45ad-b850-40dd9a06c502 req-af54f0ab-881f-4234-b9ba-14f5ee791ff9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 1098 time: 0.1051395 Aug 29 06:55:22.480606 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000061a-81c7-4ef0-996b-4c8f05954df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9dcb7f-408f-482e-b25e-65d98bdfcaad,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:22.645373 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:22.679536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:22.709239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50199115-5c5d-408d-8c1c-ddedc391980a {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 06:55:22.718757 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e1d1-7ef9-45ad-b850-40dd9a06c502 req-6af3c469-444c-4ab7-b112-87bed798802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:22.720260 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:22.735902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "DELETE /v2.0/networks/50199115-5c5d-408d-8c1c-ddedc391980a HTTP/1.1" status: 204 len: 168 time: 3.4174345 Aug 29 06:55:22.738388 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b557e1d1-7ef9-45ad-b850-40dd9a06c502 req-6af3c469-444c-4ab7-b112-87bed798802b service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.1617448 Aug 29 06:55:22.739489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57976) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:22.750554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1019426e-0689-410a-a0f2-554b4e90ae7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767d87a9-8d55-4850-897e-365c14ebcfcf'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:55:22.780738 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42653754-6e0c-4a06-8d4f-b808dd2c5df0" -d '{"events": [{"server_uuid": "1019426e-0689-410a-a0f2-554b4e90ae7d", "name": "network-vif-unplugged", "status": "completed", "tag": "767d87a9-8d55-4850-897e-365c14ebcfcf"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:55:22.827211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda1be2-82b9-46d2-b869-4913dcf9141a tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event deleted for resources: {'Network': ['ID=50199115-5c5d-408d-8c1c-ddedc391980a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:22.868670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 767d87a9-8d55-4850-897e-365c14ebcfcf, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=767d87a9-8d55-4850-897e-365c14ebcfcf,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:22.909997 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b6a2c1-7dc5-4304-aec6-a5440ac356cc x-openstack-request-id: req-d6b6a2c1-7dc5-4304-aec6-a5440ac356cc {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:55:22.910818 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1019426e-0689-410a-a0f2-554b4e90ae7d", "name": "network-vif-unplugged", "status": "completed", "tag": "767d87a9-8d55-4850-897e-365c14ebcfcf", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:55:22.911645 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d6b6a2c1-7dc5-4304-aec6-a5440ac356cc {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:55:22.912346 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1019426e-0689-410a-a0f2-554b4e90ae7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767d87a9-8d55-4850-897e-365c14ebcfcf', 'code': 200} Aug 29 06:55:23.199676 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:23.312352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cabd4166-abd6-4a47-ae5d-e15fb4c60a39 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:23.535895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=767d87a9-8d55-4850-897e-365c14ebcfcf,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:23.607513 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f5d2d-012d-4bd6-8d06-b51e06dce2f4 req-8ce4e47c-8a9e-4d8b-9226-3b8bcbeb34b9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:23.633447 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-261f5d2d-012d-4bd6-8d06-b51e06dce2f4 req-8ce4e47c-8a9e-4d8b-9226-3b8bcbeb34b9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 943 time: 0.2102787 Aug 29 06:55:23.669433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa1402-9fa0-4486-8141-56277a9e9faa req-850abb50-a3a4-4f17-8491-d332bf484f4a tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:23.682689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62fa1402-9fa0-4486-8141-56277a9e9faa req-850abb50-a3a4-4f17-8491-d332bf484f4a tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.2792702 Aug 29 06:55:23.713111 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port cabd4166-abd6-4a47-ae5d-e15fb4c60a39 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:23.719632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port cabd4166-abd6-4a47-ae5d-e15fb4c60a39 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:23.720128 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:23.778988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62fa1402-9fa0-4486-8141-56277a9e9faa req-c9509a25-bf3f-4197-a411-02be17b29e12 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935273 Aug 29 06:55:23.807586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-261f5d2d-012d-4bd6-8d06-b51e06dce2f4 req-b78bba0a-e7df-49a8-8193-ca4bcdd19557 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732464 Aug 29 06:55:23.837518 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b557e1d1-7ef9-45ad-b850-40dd9a06c502 req-0c710e6c-fa38-4c1e-975b-f7c4cac580e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a6256e3-41a0-4779-a4c5-c08c441cf9ef HTTP/1.1" status: 200 len: 217 time: 0.1532660 Aug 29 06:55:23.940084 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:24.035045 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port cabd4166-abd6-4a47-ae5d-e15fb4c60a39, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cabd4166-abd6-4a47-ae5d-e15fb4c60a39,segment=NetworkSegment(652a9045-010a-43da-8beb-0aea2f804aab),segment_id=652a9045-010a-43da-8beb-0aea2f804aab)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:24.035586 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3dc7b9c0-a398-4cd9-9cf1-7ddd62017113 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1779 time: 1.2785778 Aug 29 06:55:24.035586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58002) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:24.113789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e1d1-7ef9-45ad-b850-40dd9a06c502 req-59676103-430a-4b54-943a-a9affb2ebbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:24.115316 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b557e1d1-7ef9-45ad-b850-40dd9a06c502 req-59676103-430a-4b54-943a-a9affb2ebbe5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.2377424 Aug 29 06:55:24.130150 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:24.131256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1893e7e0-5c37-405d-9d8d-13c221ceaf0d up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:24.260284 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4631ff23-4023-4bec-8d0a-831a03eeca7e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:24.280851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfa292-f668-49a1-b911-79465b6cc620 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:24.281519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfa292-f668-49a1-b911-79465b6cc620 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:24.281775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfa292-f668-49a1-b911-79465b6cc620 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:24.283075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfa292-f668-49a1-b911-79465b6cc620 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:24.283075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfa292-f668-49a1-b911-79465b6cc620 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:24.283075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfa292-f668-49a1-b911-79465b6cc620 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:24.283594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfa292-f668-49a1-b911-79465b6cc620 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:24.284032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfa292-f668-49a1-b911-79465b6cc620 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:24.286061 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d0cfa292-f668-49a1-b911-79465b6cc620 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5312 time: 0.2503595 Aug 29 06:55:24.289451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58006) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:24.324976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=cabd4166-abd6-4a47-ae5d-e15fb4c60a39,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:24.348176 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e1d1-7ef9-45ad-b850-40dd9a06c502 req-621b92e0-5897-4402-8c4d-00f3e0c4cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:24.349714 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b557e1d1-7ef9-45ad-b850-40dd9a06c502 req-621b92e0-5897-4402-8c4d-00f3e0c4cfaa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2231920 Aug 29 06:55:24.365831 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4631ff23-4023-4bec-8d0a-831a03eeca7e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:24.369366 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-ad9b25d7-4805-4b29-87da-e34eaea04810 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] delete failed (client error): The resource could not be found. Aug 29 06:55:24.369479 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4631ff23-4023-4bec-8d0a-831a03eeca7e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/4ea4b926-f398-48c1-a603-034cb042162c HTTP/1.1" status: 204 len: 168 time: 2.4176650 Aug 29 06:55:24.371072 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ad9b25d7-4805-4b29-87da-e34eaea04810 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/6c99e9a8-6d75-4eab-a42b-63f45b9f818a HTTP/1.1" status: 404 len: 345 time: 0.0801649 Aug 29 06:55:24.373317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58008) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:24.373900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58010) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:24.379105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631ff23-4023-4bec-8d0a-831a03eeca7e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=4ea4b926-f398-48c1-a603-034cb042162c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:24.387343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c2a50ad1-d588-4b66-9c97-8922a8dffa06 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'mac_address': 'fa:16:3e:c5:88:fd', 'name': 'tempest-PortsTestJSON-1540322657'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:24.433212 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2ed1ba-2576-415a-a111-db2429af1aab tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] DELETE failed (client error): The resource could not be found. Aug 29 06:55:24.434307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2ed1ba-2576-415a-a111-db2429af1aab tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:55:24.442350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3d2ed1ba-2576-415a-a111-db2429af1aab tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "DELETE /v2.0/networks/50199115-5c5d-408d-8c1c-ddedc391980a HTTP/1.1" status: 404 len: 339 time: 0.0429957 Aug 29 06:55:24.442460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1893e7e0-5c37-405d-9d8d-13c221ceaf0d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:24.442460 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:24.650322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58012) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:24.662282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-06c33a22-2c4f-4130-871a-b6cb0d58018f tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Request body: {'network': {'name': 'tempest-network--912393013', 'router:external': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:24.792744 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b557e1d1-7ef9-45ad-b850-40dd9a06c502 req-30833b54-e3b9-4f8c-9a0c-14955f0d39b0 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972220 Aug 29 06:55:24.867999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c33a22-2c4f-4130-871a-b6cb0d58018f tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Made reservation on behalf of f1831cbe9d074a40b11575ea36efb98c for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:24.873045 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-06c33a22-2c4f-4130-871a-b6cb0d58018f tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:24.989396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cabd4166-abd6-4a47-ae5d-e15fb4c60a39 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:25.074852 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b557e1d1-7ef9-45ad-b850-40dd9a06c502 req-6739ec8b-56ee-42ca-ae62-cf82a7768a72 service neutron] 10.222.0.15 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628617 Aug 29 06:55:25.142547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port cabd4166-abd6-4a47-ae5d-e15fb4c60a39 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:25.142937 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:25.210401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c33a22-2c4f-4130-871a-b6cb0d58018f tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:55:25.221569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c4463-2b93-4112-aaa6-9b6d7d016aa6 req-f5cc4931-78a0-4b8e-9c38-dc0a5a547334 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:25.227027 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-06c33a22-2c4f-4130-871a-b6cb0d58018f tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:25.229901 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-06c33a22-2c4f-4130-871a-b6cb0d58018f tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Added segment 69ef1770-72a6-472f-93f8-7ff0d02032c3 of type vlan for network cf41260b-ce0f-4c95-8d7b-615543dd0802 Aug 29 06:55:25.236506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-661c4463-2b93-4112-aaa6-9b6d7d016aa6 req-f5cc4931-78a0-4b8e-9c38-dc0a5a547334 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.2143414 Aug 29 06:55:25.255944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308a4de-7862-4584-a4de-080510b7124f req-8c95dafa-85fd-4d57-8416-50251a54e933 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:25.258060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3308a4de-7862-4584-a4de-080510b7124f req-8c95dafa-85fd-4d57-8416-50251a54e933 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 943 time: 0.2454369 Aug 29 06:55:25.372113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a50ad1-d588-4b66-9c97-8922a8dffa06 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:25.406341 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-06c33a22-2c4f-4130-871a-b6cb0d58018f tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:25.458996 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2a50ad1-d588-4b66-9c97-8922a8dffa06 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:25.530114 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-661c4463-2b93-4112-aaa6-9b6d7d016aa6 req-70287439-e077-4dcd-9dab-67e6467663d8 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924809 Aug 29 06:55:25.541857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-c2a50ad1-d588-4b66-9c97-8922a8dffa06 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port c366b95c-a819-4417-8a56-8cb4451ea9ed yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:55:25.553481 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3308a4de-7862-4584-a4de-080510b7124f req-38660035-6434-48c4-a2ae-3082f55c41a1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738171 Aug 29 06:55:25.583176 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-06c33a22-2c4f-4130-871a-b6cb0d58018f tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:25.586301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c33a22-2c4f-4130-871a-b6cb0d58018f tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:25.590076 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-06c33a22-2c4f-4130-871a-b6cb0d58018f tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:25.809545 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-06c33a22-2c4f-4130-871a-b6cb0d58018f tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1602790 Aug 29 06:55:25.811991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58048) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:25.857532 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c33a22-2c4f-4130-871a-b6cb0d58018f tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event updated for resources: {'Network': ['ID=cf41260b-ce0f-4c95-8d7b-615543dd0802,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:25.872758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network cf41260b-ce0f-4c95-8d7b-615543dd0802 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:55:26.030438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759980b3-053f-4aca-a42b-8b75505d7552 req-e94ffe03-7631-40a1-983c-eed9da486994 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:26.032292 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-759980b3-053f-4aca-a42b-8b75505d7552 req-e94ffe03-7631-40a1-983c-eed9da486994 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1845250 Aug 29 06:55:26.035201 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2a50ad1-d588-4b66-9c97-8922a8dffa06 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:26.100362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740be085-a0cd-4f6c-987c-708efff98d3d tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:26.108170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740be085-a0cd-4f6c-987c-708efff98d3d tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:26.110711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-759980b3-053f-4aca-a42b-8b75505d7552 req-6b69f950-16e2-49b7-8f97-4ad50eccc789 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716414 Aug 29 06:55:26.116822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740be085-a0cd-4f6c-987c-708efff98d3d tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:26.141876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740be085-a0cd-4f6c-987c-708efff98d3d tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:26.147556 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-740be085-a0cd-4f6c-987c-708efff98d3d tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3336043 Aug 29 06:55:26.157250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58050) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:26.285487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 767d87a9-8d55-4850-897e-365c14ebcfcf no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:55:26.301843 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2a50ad1-d588-4b66-9c97-8922a8dffa06 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:26.460033 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21e43316-6669-4a42-82a1-3724f7a0b775 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:26.551442 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e932b007-f771-4b68-8372-c1c917eb6ad7 req-9f35b9bd-14ad-4b29-b653-5ae3b2e5d8b8 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.2715678 Aug 29 06:55:26.654316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a50ad1-d588-4b66-9c97-8922a8dffa06 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 67709a0a-5cd1-4969-876d-339083d0fb87 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:26.664906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616465a-4c3e-4386-98e3-0211b08da0b9 req-9bca451b-3688-44d9-b107-fb97173b87c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:26.673471 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d616465a-4c3e-4386-98e3-0211b08da0b9 req-9bca451b-3688-44d9-b107-fb97173b87c2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.2776268 Aug 29 06:55:26.721755 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21e43316-6669-4a42-82a1-3724f7a0b775 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:26.734732 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-c2a50ad1-d588-4b66-9c97-8922a8dffa06 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:26.735281 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-21e43316-6669-4a42-82a1-3724f7a0b775 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf41260b-ce0f-4c95-8d7b-615543dd0802']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:26.743958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a50ad1-d588-4b66-9c97-8922a8dffa06 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=c366b95c-a819-4417-8a56-8cb4451ea9ed,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:26.746419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a50ad1-d588-4b66-9c97-8922a8dffa06 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:26.758940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a50ad1-d588-4b66-9c97-8922a8dffa06 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:26.758940 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2a50ad1-d588-4b66-9c97-8922a8dffa06 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:26.760028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-21e43316-6669-4a42-82a1-3724f7a0b775 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ef1770-72a6-472f-93f8-7ff0d02032c3') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:26.760819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-21e43316-6669-4a42-82a1-3724f7a0b775 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ef1770-72a6-472f-93f8-7ff0d02032c3') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:26.772686 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21e43316-6669-4a42-82a1-3724f7a0b775 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:26.773631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d616465a-4c3e-4386-98e3-0211b08da0b9 req-d2b3c4d6-2946-48ff-941f-124b6139af78 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974562 Aug 29 06:55:26.801777 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21e43316-6669-4a42-82a1-3724f7a0b775 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:26.808661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e43316-6669-4a42-82a1-3724f7a0b775 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:55:26.809164 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21e43316-6669-4a42-82a1-3724f7a0b775 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:55:26.823917 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:55:26.841292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f9b82-f119-466a-a398-d23a1478fcef req-d36260be-8cda-406a-9e15-fe3b838fd11b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:26.842940 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-344f9b82-f119-466a-a398-d23a1478fcef req-d36260be-8cda-406a-9e15-fe3b838fd11b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1460166 Aug 29 06:55:26.890872 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c2a50ad1-d588-4b66-9c97-8922a8dffa06 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5125945 Aug 29 06:55:26.894505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58072) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:26.903717 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-344f9b82-f119-466a-a398-d23a1478fcef req-5d42d03e-5564-406b-a226-89d24d4caa1b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534570 Aug 29 06:55:26.952985 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da136425-e97b-49ce-8e41-edfa12940c33 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:26.956896 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-da136425-e97b-49ce-8e41-edfa12940c33 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/c366b95c-a819-4417-8a56-8cb4451ea9ed HTTP/1.1" status: 200 len: 841 time: 0.0590324 Aug 29 06:55:26.957125 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58074) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:27.053254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-07c7ff09-6089-433b-aa28-a62826685a0a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port c366b95c-a819-4417-8a56-8cb4451ea9ed {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:27.053600 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-07c7ff09-6089-433b-aa28-a62826685a0a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:27.103680 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21e43316-6669-4a42-82a1-3724f7a0b775 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:27.110907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e43316-6669-4a42-82a1-3724f7a0b775 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf41260b-ce0f-4c95-8d7b-615543dd0802 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 06:55:27.122712 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21e43316-6669-4a42-82a1-3724f7a0b775 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:27.130346 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-21e43316-6669-4a42-82a1-3724f7a0b775 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "DELETE /v2.0/networks/cf41260b-ce0f-4c95-8d7b-615543dd0802 HTTP/1.1" status: 204 len: 168 time: 0.9667890 Aug 29 06:55:27.130897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58078) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:27.138479 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1ba3d2ce-1f8c-4c2c-b225-8f9539a72f0b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Request body: {'network': {'name': 'tempest-network--1721291327', 'router:external': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:27.148944 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e43316-6669-4a42-82a1-3724f7a0b775 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf41260b-ce0f-4c95-8d7b-615543dd0802,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:27.157767 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-07c7ff09-6089-433b-aa28-a62826685a0a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:27.172852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-07c7ff09-6089-433b-aa28-a62826685a0a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for c366b95c-a819-4417-8a56-8cb4451ea9ed owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:27.317151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba3d2ce-1f8c-4c2c-b225-8f9539a72f0b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Made reservation on behalf of f1831cbe9d074a40b11575ea36efb98c for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:27.320819 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d2ce-1f8c-4c2c-b225-8f9539a72f0b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:27.368556 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-07c7ff09-6089-433b-aa28-a62826685a0a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:27.384712 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba3d2ce-1f8c-4c2c-b225-8f9539a72f0b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:55:27.399707 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d2ce-1f8c-4c2c-b225-8f9539a72f0b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:27.399940 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-1ba3d2ce-1f8c-4c2c-b225-8f9539a72f0b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Added segment e64986d6-8ad5-431c-9604-f868de591846 of type vlan for network f589707a-f8c5-40a6-86df-7845583b4908 Aug 29 06:55:27.403963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7ff09-6089-433b-aa28-a62826685a0a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=c366b95c-a819-4417-8a56-8cb4451ea9ed,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:27.417167 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-07c7ff09-6089-433b-aa28-a62826685a0a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:27.419540 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-07c7ff09-6089-433b-aa28-a62826685a0a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/c366b95c-a819-4417-8a56-8cb4451ea9ed HTTP/1.1" status: 204 len: 168 time: 0.4614978 Aug 29 06:55:27.422131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58082) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:27.426228 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dae868-72fe-4bc1-83bd-757d265b9857 req-797a781e-ba71-46ff-87c0-83821cfa920b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:27.427820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3dae868-72fe-4bc1-83bd-757d265b9857 req-797a781e-ba71-46ff-87c0-83821cfa920b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0800064 Aug 29 06:55:27.462444 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f38491d-6434-451a-b3ea-4835ea282c75 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] GET failed (client error): The resource could not be found. Aug 29 06:55:27.464421 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7f38491d-6434-451a-b3ea-4835ea282c75 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/c366b95c-a819-4417-8a56-8cb4451ea9ed HTTP/1.1" status: 404 len: 333 time: 0.0411632 Aug 29 06:55:27.468841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58084) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:27.474357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0a0c6d9d-17c9-488c-aa22-0e8036a62c58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'name': 'tempest-PortsTestJSON-1473849485'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:27.579929 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d2ce-1f8c-4c2c-b225-8f9539a72f0b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:27.630649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3dae868-72fe-4bc1-83bd-757d265b9857 req-f802227c-e54d-4287-99ba-8ef9d00d8c13 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554487 Aug 29 06:55:27.704217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a48394a-0e17-466f-a928-ee227b83a7dd req-bae67cd8-342c-4a2f-869d-2b891f7dd838 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0349185 Aug 29 06:55:27.711966 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d2ce-1f8c-4c2c-b225-8f9539a72f0b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:27.711966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba3d2ce-1f8c-4c2c-b225-8f9539a72f0b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:27.711966 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d2ce-1f8c-4c2c-b225-8f9539a72f0b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:27.787104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0c6d9d-17c9-488c-aa22-0e8036a62c58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:27.790735 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6d9d-17c9-488c-aa22-0e8036a62c58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:27.828582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-0a0c6d9d-17c9-488c-aa22-0e8036a62c58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port 3d4387f9-0330-45b6-9d1a-f11f47a4667f yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:55:27.829973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3d2ce-1f8c-4c2c-b225-8f9539a72f0b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event updated for resources: {'Network': ['ID=f589707a-f8c5-40a6-86df-7845583b4908,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:27.841417 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network f589707a-f8c5-40a6-86df-7845583b4908 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:55:28.034694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1ba3d2ce-1f8c-4c2c-b225-8f9539a72f0b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9019833 Aug 29 06:55:28.052588 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58106) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:28.095038 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6d9d-17c9-488c-aa22-0e8036a62c58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:28.158210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d055e23-c197-46d7-8194-267b5f0af939 req-d9a5f4ff-aa0d-4c54-98db-e7cd5fd51788 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:28.159651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d055e23-c197-46d7-8194-267b5f0af939 req-d9a5f4ff-aa0d-4c54-98db-e7cd5fd51788 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1433105 Aug 29 06:55:28.170954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2797a9aa-abb3-484c-b4e6-ee9a09d94c68 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:28.172306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2797a9aa-abb3-484c-b4e6-ee9a09d94c68 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] 10.222.0.76 "GET /v2.0/networks/f589707a-f8c5-40a6-86df-7845583b4908 HTTP/1.1" status: 200 len: 757 time: 0.1184464 Aug 29 06:55:28.175337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58108) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:28.215039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d055e23-c197-46d7-8194-267b5f0af939 req-30d3dc9a-37cf-445f-98a0-a8625fb7a995 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415382 Aug 29 06:55:28.271089 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc89830c-dc93-4b44-a5e0-1992b0de5ef5 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:28.275482 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fc89830c-dc93-4b44-a5e0-1992b0de5ef5 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] 10.222.0.76 "GET /v2.0/networks/09769fdd-d64e-485e-b723-4393dc5f124e HTTP/1.1" status: 200 len: 767 time: 0.0991066 Aug 29 06:55:28.278833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58110) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:28.286134 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6d9d-17c9-488c-aa22-0e8036a62c58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:28.378587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0c6d9d-17c9-488c-aa22-0e8036a62c58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 67709a0a-5cd1-4969-876d-339083d0fb87 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:28.387927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0a0c6d9d-17c9-488c-aa22-0e8036a62c58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:28.393942 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c6d9d-17c9-488c-aa22-0e8036a62c58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:28.400639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0c6d9d-17c9-488c-aa22-0e8036a62c58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:28.400639 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6d9d-17c9-488c-aa22-0e8036a62c58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:28.403378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c6d9d-17c9-488c-aa22-0e8036a62c58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=3d4387f9-0330-45b6-9d1a-f11f47a4667f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:28.433769 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-29fe3a81-808f-4f82-8f8a-d577560ecaa4 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:28.577693 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-29fe3a81-808f-4f82-8f8a-d577560ecaa4 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:28.584739 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0a0c6d9d-17c9-488c-aa22-0e8036a62c58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1120703 Aug 29 06:55:28.585248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58116) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:28.591506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7bfce755-63a7-4459-b36b-e3c2223e7b42 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:28.609032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-29fe3a81-808f-4f82-8f8a-d577560ecaa4 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f589707a-f8c5-40a6-86df-7845583b4908']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:28.622898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-29fe3a81-808f-4f82-8f8a-d577560ecaa4 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64986d6-8ad5-431c-9604-f868de591846') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:28.623407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-29fe3a81-808f-4f82-8f8a-d577560ecaa4 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64986d6-8ad5-431c-9604-f868de591846') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:28.648878 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-29fe3a81-808f-4f82-8f8a-d577560ecaa4 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:28.694742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-29fe3a81-808f-4f82-8f8a-d577560ecaa4 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:28.708017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fe3a81-808f-4f82-8f8a-d577560ecaa4 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:55:28.708432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-29fe3a81-808f-4f82-8f8a-d577560ecaa4 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:55:28.710264 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:55:28.763748 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7bfce755-63a7-4459-b36b-e3c2223e7b42 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:28.858123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdfb3f-cf9d-44be-97ed-508a214b564e req-04cd0934-1a44-4cef-b056-ebfd1f1361e7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:28.865480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18fdfb3f-cf9d-44be-97ed-508a214b564e req-04cd0934-1a44-4cef-b056-ebfd1f1361e7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1435456 Aug 29 06:55:28.902016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e58eba9-0299-4ca2-9863-5cec6fd62d34 req-97f20494-4731-4524-a1e0-a07659e07e34 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0629752 Aug 29 06:55:28.906379 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-29fe3a81-808f-4f82-8f8a-d577560ecaa4 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:28.943545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fe3a81-808f-4f82-8f8a-d577560ecaa4 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f589707a-f8c5-40a6-86df-7845583b4908 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 06:55:28.945676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe3a81-808f-4f82-8f8a-d577560ecaa4 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event deleted for resources: {'Network': ['ID=f589707a-f8c5-40a6-86df-7845583b4908,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:28.948548 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-29fe3a81-808f-4f82-8f8a-d577560ecaa4 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:28.950720 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-29fe3a81-808f-4f82-8f8a-d577560ecaa4 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "DELETE /v2.0/networks/f589707a-f8c5-40a6-86df-7845583b4908 HTTP/1.1" status: 204 len: 168 time: 0.6708906 Aug 29 06:55:28.956878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58122) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:28.963038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f6161e8c-3bc1-43fb-b899-8d511a1a9822 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Request body: {'network': {'name': 'tempest-network--1588640184'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:29.023378 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18fdfb3f-cf9d-44be-97ed-508a214b564e req-649cce10-d6f9-4394-be7b-eeb8735e5d56 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568131 Aug 29 06:55:29.070626 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7bfce755-63a7-4459-b36b-e3c2223e7b42 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:29.111109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6161e8c-3bc1-43fb-b899-8d511a1a9822 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Made reservation on behalf of f1831cbe9d074a40b11575ea36efb98c for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:29.113694 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6161e8c-3bc1-43fb-b899-8d511a1a9822 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:29.151403 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7bfce755-63a7-4459-b36b-e3c2223e7b42 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:29.168826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-7bfce755-63a7-4459-b36b-e3c2223e7b42 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] In _notify_port_updated(), no bound segment for port 3d4387f9-0330-45b6-9d1a-f11f47a4667f on network 67709a0a-5cd1-4969-876d-339083d0fb87 {{(pid=95404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:55:29.172763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6161e8c-3bc1-43fb-b899-8d511a1a9822 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:55:29.181769 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfce755-63a7-4459-b36b-e3c2223e7b42 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:29.184174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7bfce755-63a7-4459-b36b-e3c2223e7b42 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:29.187819 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7bfce755-63a7-4459-b36b-e3c2223e7b42 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "PUT /v2.0/ports/3d4387f9-0330-45b6-9d1a-f11f47a4667f HTTP/1.1" status: 200 len: 818 time: 0.5988977 Aug 29 06:55:29.192333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58126) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:29.255538 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6161e8c-3bc1-43fb-b899-8d511a1a9822 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:29.260709 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-f6161e8c-3bc1-43fb-b899-8d511a1a9822 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Added segment c33ed85b-cbc9-4977-8cd0-1121e4003591 of type vlan for network 5675c731-82f5-438c-8af9-1f69b4000281 Aug 29 06:55:29.284397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfce755-63a7-4459-b36b-e3c2223e7b42 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=3d4387f9-0330-45b6-9d1a-f11f47a4667f,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:29.349088 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6161e8c-3bc1-43fb-b899-8d511a1a9822 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:29.446010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599a287-d774-4bc3-976b-5bfdc5c76b95 req-18c5bcd7-1f3b-40f1-9ca9-93e8b8352803 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:29.453579 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2599a287-d774-4bc3-976b-5bfdc5c76b95 req-18c5bcd7-1f3b-40f1-9ca9-93e8b8352803 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1042063 Aug 29 06:55:29.483136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-53bdd4f5-deae-4a2b-bd19-778d5bde9ef9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 3d4387f9-0330-45b6-9d1a-f11f47a4667f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:29.484081 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53bdd4f5-deae-4a2b-bd19-778d5bde9ef9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:29.488198 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6161e8c-3bc1-43fb-b899-8d511a1a9822 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:29.489418 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6161e8c-3bc1-43fb-b899-8d511a1a9822 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:29.491765 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6161e8c-3bc1-43fb-b899-8d511a1a9822 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:29.544627 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2599a287-d774-4bc3-976b-5bfdc5c76b95 req-8f708f44-11b5-4db4-a1f4-4ab9fd55c4ee tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842991 Aug 29 06:55:29.638362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6161e8c-3bc1-43fb-b899-8d511a1a9822 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event updated for resources: {'Network': ['ID=5675c731-82f5-438c-8af9-1f69b4000281,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:29.656919 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 5675c731-82f5-438c-8af9-1f69b4000281 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:55:29.679388 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53bdd4f5-deae-4a2b-bd19-778d5bde9ef9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:29.694079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-53bdd4f5-deae-4a2b-bd19-778d5bde9ef9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 3d4387f9-0330-45b6-9d1a-f11f47a4667f owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:29.755442 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f6161e8c-3bc1-43fb-b899-8d511a1a9822 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7970829 Aug 29 06:55:29.757967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58134) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:29.764271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-71fbd713-0366-4a16-b3b0-7fdb968ce98b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:29.958869 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71fbd713-0366-4a16-b3b0-7fdb968ce98b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.037745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb227713-4d00-4154-9122-8cd382ed29ce req-a0241426-91f5-470a-8903-ee4dcaa4697d tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0278845 Aug 29 06:55:30.119422 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53bdd4f5-deae-4a2b-bd19-778d5bde9ef9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.121725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71fbd713-0366-4a16-b3b0-7fdb968ce98b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.168481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080fbd1-89d0-4179-92af-4c55ac6bd531 req-9774594a-c210-415a-aa94-65b877661da9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:30.178621 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3080fbd1-89d0-4179-92af-4c55ac6bd531 req-9774594a-c210-415a-aa94-65b877661da9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0720356 Aug 29 06:55:30.204859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdd4f5-deae-4a2b-bd19-778d5bde9ef9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=3d4387f9-0330-45b6-9d1a-f11f47a4667f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:30.212240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71fbd713-0366-4a16-b3b0-7fdb968ce98b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Network 5675c731-82f5-438c-8af9-1f69b4000281 is not hosted by any dhcp agent {{(pid=95403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 06:55:30.213336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fbd713-0366-4a16-b3b0-7fdb968ce98b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:30.214059 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71fbd713-0366-4a16-b3b0-7fdb968ce98b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.218689 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-71fbd713-0366-4a16-b3b0-7fdb968ce98b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "PUT /v2.0/networks/5675c731-82f5-438c-8af9-1f69b4000281 HTTP/1.1" status: 200 len: 858 time: 0.4570827 Aug 29 06:55:30.222038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58140) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:30.241835 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53bdd4f5-deae-4a2b-bd19-778d5bde9ef9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.248516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3080fbd1-89d0-4179-92af-4c55ac6bd531 req-b67e1045-31f3-4919-b04d-a4dec5622f8e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684524 Aug 29 06:55:30.249045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58144) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:30.249737 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-53bdd4f5-deae-4a2b-bd19-778d5bde9ef9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/3d4387f9-0330-45b6-9d1a-f11f47a4667f HTTP/1.1" status: 204 len: 168 time: 1.0506697 Aug 29 06:55:30.291721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbd713-0366-4a16-b3b0-7fdb968ce98b tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event updated for resources: {'Network': ['ID=5675c731-82f5-438c-8af9-1f69b4000281,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:30.320072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71682e-ddd8-41db-b6b4-af3e2eeb62f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:30.325117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5b71682e-ddd8-41db-b6b4-af3e2eeb62f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0709310 Aug 29 06:55:30.326714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58146) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:30.353221 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-a274637d-2628-4bb2-a070-7a1ef1e0e747 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] GET failed (client error): The resource could not be found. Aug 29 06:55:30.358314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a274637d-2628-4bb2-a070-7a1ef1e0e747 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/3d4387f9-0330-45b6-9d1a-f11f47a4667f HTTP/1.1" status: 404 len: 333 time: 0.0271542 Aug 29 06:55:30.358759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58148) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:30.363945 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-945ca4ab-fc49-43a0-b49d-e4e3fd429a35 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-397364415'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:30.365446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef1049ba-da3f-48d2-8867-9d42bd0e7b54 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.444501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945ca4ab-fc49-43a0-b49d-e4e3fd429a35 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:30.460332 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-945ca4ab-fc49-43a0-b49d-e4e3fd429a35 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.462458 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef1049ba-da3f-48d2-8867-9d42bd0e7b54 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.473488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-ef1049ba-da3f-48d2-8867-9d42bd0e7b54 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5675c731-82f5-438c-8af9-1f69b4000281']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:30.485975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-ef1049ba-da3f-48d2-8867-9d42bd0e7b54 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33ed85b-cbc9-4977-8cd0-1121e4003591') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:30.486280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-ef1049ba-da3f-48d2-8867-9d42bd0e7b54 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33ed85b-cbc9-4977-8cd0-1121e4003591') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:30.497300 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef1049ba-da3f-48d2-8867-9d42bd0e7b54 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.505452 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945ca4ab-fc49-43a0-b49d-e4e3fd429a35 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:55:30.514719 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef1049ba-da3f-48d2-8867-9d42bd0e7b54 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.521758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1049ba-da3f-48d2-8867-9d42bd0e7b54 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:55:30.522171 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef1049ba-da3f-48d2-8867-9d42bd0e7b54 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:55:30.524080 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:55:30.669029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef1bca-3b47-4df3-a1e3-2c82ca812fea req-5d141231-1f72-4a42-bdfb-6b52a4ee74cd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:30.670569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1cef1bca-3b47-4df3-a1e3-2c82ca812fea req-5d141231-1f72-4a42-bdfb-6b52a4ee74cd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.0528185 Aug 29 06:55:30.718809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1cef1bca-3b47-4df3-a1e3-2c82ca812fea req-2dc56966-391b-496b-826c-9a8d9234ce3c tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386155 Aug 29 06:55:30.724518 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef1049ba-da3f-48d2-8867-9d42bd0e7b54 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.726225 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-945ca4ab-fc49-43a0-b49d-e4e3fd429a35 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.727271 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-945ca4ab-fc49-43a0-b49d-e4e3fd429a35 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Added segment 5e67c8d2-6173-4c10-a07b-304512792569 of type vlan for network a12cb5f8-0d58-46c8-ac69-68228333d4a0 Aug 29 06:55:30.731909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1049ba-da3f-48d2-8867-9d42bd0e7b54 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5675c731-82f5-438c-8af9-1f69b4000281 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 06:55:30.734898 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef1049ba-da3f-48d2-8867-9d42bd0e7b54 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.741795 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ef1049ba-da3f-48d2-8867-9d42bd0e7b54 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] 10.222.0.76 "DELETE /v2.0/networks/5675c731-82f5-438c-8af9-1f69b4000281 HTTP/1.1" status: 204 len: 168 time: 0.5139279 Aug 29 06:55:30.741795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58156) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:30.782390 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-10960da3-dcd4-4907-b77c-37b7eb5ff847 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] DELETE failed (client error): The resource could not be found. Aug 29 06:55:30.782390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10960da3-dcd4-4907-b77c-37b7eb5ff847 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:55:30.793046 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-10960da3-dcd4-4907-b77c-37b7eb5ff847 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] 10.222.0.76 "DELETE /v2.0/subnets/f6b43529-a19f-4cb1-aeb7-55a18c4d04b1 HTTP/1.1" status: 404 len: 337 time: 0.0314991 Aug 29 06:55:30.793046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1049ba-da3f-48d2-8867-9d42bd0e7b54 tempest-ExternalNetworksTestJSON-726467819 tempest-ExternalNetworksTestJSON-726467819-project-admin] Pushing event deleted for resources: {'Network': ['ID=5675c731-82f5-438c-8af9-1f69b4000281,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:30.793046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58158) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:30.823422 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-945ca4ab-fc49-43a0-b49d-e4e3fd429a35 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.914501 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b80e31d-972e-40ab-b177-6ecf26521857 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.969546 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-945ca4ab-fc49-43a0-b49d-e4e3fd429a35 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:30.975479 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945ca4ab-fc49-43a0-b49d-e4e3fd429a35 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:30.985228 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-945ca4ab-fc49-43a0-b49d-e4e3fd429a35 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:31.031343 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b80e31d-972e-40ab-b177-6ecf26521857 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:31.065729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-6b80e31d-972e-40ab-b177-6ecf26521857 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09769fdd-d64e-485e-b723-4393dc5f124e']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:31.085763 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ca4ab-fc49-43a0-b49d-e4e3fd429a35 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Network': ['ID=a12cb5f8-0d58-46c8-ac69-68228333d4a0,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:31.095885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-6b80e31d-972e-40ab-b177-6ecf26521857 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed2fa47-7a39-4167-8202-acc416b501e2') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:31.096683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-6b80e31d-972e-40ab-b177-6ecf26521857 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed2fa47-7a39-4167-8202-acc416b501e2') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:31.103695 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network a12cb5f8-0d58-46c8-ac69-68228333d4a0 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:55:31.118119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b80e31d-972e-40ab-b177-6ecf26521857 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:31.150254 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b80e31d-972e-40ab-b177-6ecf26521857 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:31.158934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b80e31d-972e-40ab-b177-6ecf26521857 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:55:31.159495 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b80e31d-972e-40ab-b177-6ecf26521857 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:31.165299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-945ca4ab-fc49-43a0-b49d-e4e3fd429a35 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8027682 Aug 29 06:55:31.167299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58162) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:31.171110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e2b18718-2551-4fcd-972d-4ad699509ba8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': 'a12cb5f8-0d58-46c8-ac69-68228333d4a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:31.192249 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:55:31.223429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fee184dc-4170-4648-b265-bb45caa633f3 req-f32bfd79-c50c-480f-b31d-144882ef3758 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0715606 Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:55:31.272272 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:55:31.349552 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0f136545-2156-474c-8f6c-1b776503a18c req-9b6563b3-76e9-48ae-8039-086f96a2ef35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0748580 Aug 29 06:55:31.370734 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b80e31d-972e-40ab-b177-6ecf26521857 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:31.388116 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b80e31d-972e-40ab-b177-6ecf26521857 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:31.388116 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6b80e31d-972e-40ab-b177-6ecf26521857 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] 10.222.0.76 "DELETE /v2.0/networks/09769fdd-d64e-485e-b723-4393dc5f124e HTTP/1.1" status: 204 len: 168 time: 0.5907726 Aug 29 06:55:31.425767 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80e31d-972e-40ab-b177-6ecf26521857 tempest-ExternalNetworksTestJSON-1505772661 tempest-ExternalNetworksTestJSON-1505772661-project] Pushing event deleted for resources: {'Network': ['ID=09769fdd-d64e-485e-b723-4393dc5f124e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:31.514092 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d331f-1fc2-49f7-9e52-adcd2f49b832 req-3a9c3ce8-954f-4d16-9d7d-8430b4e01b47 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:31.515660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d97d331f-1fc2-49f7-9e52-adcd2f49b832 req-3a9c3ce8-954f-4d16-9d7d-8430b4e01b47 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1089756 Aug 29 06:55:31.566396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d97d331f-1fc2-49f7-9e52-adcd2f49b832 req-b730e277-9e3f-4a98-8b39-faa38a28be9d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428820 Aug 29 06:55:31.608790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b18718-2551-4fcd-972d-4ad699509ba8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:31.612847 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e2b18718-2551-4fcd-972d-4ad699509ba8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:32.056724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52368-c6c3-4309-ad57-e7db2425ed06 req-6c56d07b-01d8-4bc0-a5d2-622cae1fddc3 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:32.065989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81c52368-c6c3-4309-ad57-e7db2425ed06 req-6c56d07b-01d8-4bc0-a5d2-622cae1fddc3 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1487887 Aug 29 06:55:32.108597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e2b18718-2551-4fcd-972d-4ad699509ba8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:32.189060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58182) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:32.201165 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81c52368-c6c3-4309-ad57-e7db2425ed06 req-cbb08f21-2d9a-4732-aa0b-32a40cec5df2 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344714 Aug 29 06:55:32.445442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b18718-2551-4fcd-972d-4ad699509ba8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Checking segment: {'id': '5e67c8d2-6173-4c10-a07b-304512792569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a12cb5f8-0d58-46c8-ac69-68228333d4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:32.446837 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b18718-2551-4fcd-972d-4ad699509ba8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network hostable DHCP agents. Network: a12cb5f8-0d58-46c8-ac69-68228333d4a0, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:55:32.449499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b18718-2551-4fcd-972d-4ad699509ba8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Subnet': ['ID=60176c71-87ee-4f07-b417-a04950d8c4ec,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:32.556479 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-28922558-35d8-4ca2-a807-d5967d555943 req-12ec36a2-7ec4-400c-a3dd-691a9555578e tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0887663 Aug 29 06:55:32.629097 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3b98832b-9ca7-4f5f-939e-c2460e24dc41 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4babe7a674ae4761a63c9795d9620ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4383452 Aug 29 06:55:32.639500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58202) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:32.719318 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c52cbab7-44b8-47da-a022-554d43549b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:32.747267 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c52cbab7-44b8-47da-a022-554d43549b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:32.788383 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bab97a-21a4-4179-9e8d-10d3457902d1 req-fcec28dc-51a4-4fd6-bed4-76bb41127d24 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:32.792338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05bab97a-21a4-4179-9e8d-10d3457902d1 req-fcec28dc-51a4-4fd6-bed4-76bb41127d24 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1133008 Aug 29 06:55:32.794702 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b18718-2551-4fcd-972d-4ad699509ba8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network a12cb5f8-0d58-46c8-ac69-68228333d4a0 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:55:32.863747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05bab97a-21a4-4179-9e8d-10d3457902d1 req-bf03fa29-76c1-417d-9f92-846d0fe9be55 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612385 Aug 29 06:55:32.924688 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c52cbab7-44b8-47da-a022-554d43549b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:32.926679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c52cbab7-44b8-47da-a022-554d43549b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:32.930551 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c52cbab7-44b8-47da-a022-554d43549b14 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8716b679-7256-49e7-8add-99d6c5689946 HTTP/1.1" status: 204 len: 168 time: 0.2871618 Aug 29 06:55:32.937563 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cbab7-44b8-47da-a022-554d43549b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8716b679-7256-49e7-8add-99d6c5689946,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:32.965327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-e2b18718-2551-4fcd-972d-4ad699509ba8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, a12cb5f8-0d58-46c8-ac69-68228333d4a0) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:32.977224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b18718-2551-4fcd-972d-4ad699509ba8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:32.977224 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e2b18718-2551-4fcd-972d-4ad699509ba8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:32.978608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f767c0c-2f74-4a12-b5bd-9eecfd9fa8ec None None] Network a12cb5f8-0d58-46c8-ac69-68228333d4a0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:33.071202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58212) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:33.071385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e2b18718-2551-4fcd-972d-4ad699509ba8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9046693 Aug 29 06:55:33.080445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c25ca1b2-921d-4c4c-9e32-ebe2dbe5d165 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': 'a12cb5f8-0d58-46c8-ac69-68228333d4a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:33.200907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-a12cb5f8-0d58-46c8-ac69-68228333d4a0', 'network_id': 'a12cb5f8-0d58-46c8-ac69-68228333d4a0', 'tenant_id': '6db82f2c79d34bd3a7176c913c7d5827', 'fixed_ips': [{'subnet_id': '60176c71-87ee-4f07-b417-a04950d8c4ec'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:55:33.202401 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:33.324461 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25ca1b2-921d-4c4c-9e32-ebe2dbe5d165 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:33.330322 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c25ca1b2-921d-4c4c-9e32-ebe2dbe5d165 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:33.447263 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Allocated IP 172.20.0.2 (a12cb5f8-0d58-46c8-ac69-68228333d4a0/60176c71-87ee-4f07-b417-a04950d8c4ec/454fbd5f-fff4-46f0-8c52-952519061bfc) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:33.452543 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aea25-27ca-4f5a-ac66-fe2ea84abce2 req-f3227fc1-82dc-43bf-9df2-46af072ead46 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:33.461710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a85aea25-27ca-4f5a-ac66-fe2ea84abce2 req-f3227fc1-82dc-43bf-9df2-46af072ead46 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1084695 Aug 29 06:55:33.505358 n-d-713301-12 neutron-server[95403]: INFO neutron.db.ipam_backend_mixin [None req-c25ca1b2-921d-4c4c-9e32-ebe2dbe5d165 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 60176c71-87ee-4f07-b417-a04950d8c4ec (CIDR: 172.20.0.0/28) Aug 29 06:55:33.528097 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a85aea25-27ca-4f5a-ac66-fe2ea84abce2 req-09353f65-86c9-4fb7-a5be-dbf9c63fc426 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541661 Aug 29 06:55:33.528694 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:33.564420 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25ca1b2-921d-4c4c-9e32-ebe2dbe5d165 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:55:33.565145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25ca1b2-921d-4c4c-9e32-ebe2dbe5d165 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:55:33.652111 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:33.664481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Transition to ACTIVE for port object 454fbd5f-fff4-46f0-8c52-952519061bfc will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:33.685405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Transition to ACTIVE for port object 454fbd5f-fff4-46f0-8c52-952519061bfc will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:33.718899 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c25ca1b2-921d-4c4c-9e32-ebe2dbe5d165 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6435449 Aug 29 06:55:33.720310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58230) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:33.725780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4b83e141-d421-4fac-8d13-3766723c3247 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': 'a12cb5f8-0d58-46c8-ac69-68228333d4a0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:33.727578 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8a5576e-f0ac-4850-98e3-40a5f094dbef req-b4ae5d86-4aa2-4f77-a08c-3aac649bf7dd tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0365086 Aug 29 06:55:33.808707 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:33.842207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58236) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:33.865873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Network a12cb5f8-0d58-46c8-ac69-68228333d4a0 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:33.871218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:33.875947 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:33.878571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Pushing event updated for resources: {'Port': ['ID=454fbd5f-fff4-46f0-8c52-952519061bfc,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:33.890654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:33.891004 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:33.892768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:33.893126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:33.893472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:33.894198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:33.894198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:33.894496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:33.894778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:33.895105 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:33.895457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:33.895784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:33.912544 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c0d61654-ab36-4408-8f01-3d47b055e1c2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f1831cbe9d074a40b11575ea36efb98c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0676017 Aug 29 06:55:33.915483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58240) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:33.957202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Attempting to bind port 454fbd5f-fff4-46f0-8c52-952519061bfc on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:55:33.959369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Attempting to bind port 454fbd5f-fff4-46f0-8c52-952519061bfc by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '5e67c8d2-6173-4c10-a07b-304512792569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a12cb5f8-0d58-46c8-ac69-68228333d4a0'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:55:33.959369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Attempting to bind port 454fbd5f-fff4-46f0-8c52-952519061bfc on network a12cb5f8-0d58-46c8-ac69-68228333d4a0 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:55:33.970135 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:55:33.970399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Checking segment: {'id': '5e67c8d2-6173-4c10-a07b-304512792569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a12cb5f8-0d58-46c8-ac69-68228333d4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:33.970820 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:33.971757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Bound using segment: {'id': '5e67c8d2-6173-4c10-a07b-304512792569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a12cb5f8-0d58-46c8-ac69-68228333d4a0'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:55:33.972274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Bound port: 454fbd5f-fff4-46f0-8c52-952519061bfc, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e67c8d2-6173-4c10-a07b-304512792569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a12cb5f8-0d58-46c8-ac69-68228333d4a0'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:55:33.973365 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:34.023395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b83e141-d421-4fac-8d13-3766723c3247 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:34.030422 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b83e141-d421-4fac-8d13-3766723c3247 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:34.092194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eded08f-1197-4ae1-b92f-00e15587abdf req-a5dea492-a1d9-481d-8fcb-0c60eb63d890 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:34.109172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] For port 454fbd5f-fff4-46f0-8c52-952519061bfc, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:55:34.114231 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1eded08f-1197-4ae1-b92f-00e15587abdf req-a5dea492-a1d9-481d-8fcb-0c60eb63d890 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1146591 Aug 29 06:55:34.116953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] For port 454fbd5f-fff4-46f0-8c52-952519061bfc, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=454fbd5f-fff4-46f0-8c52-952519061bfc,segment=NetworkSegment(5e67c8d2-6173-4c10-a07b-304512792569),segment_id=5e67c8d2-6173-4c10-a07b-304512792569)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:55:34.172274 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cbc7ace-e80b-48a9-a9ed-b6140c0c4b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:34.175277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1eded08f-1197-4ae1-b92f-00e15587abdf req-8046cf80-8811-4402-afcd-eea3d485abec tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596755 Aug 29 06:55:34.203561 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cbc7ace-e80b-48a9-a9ed-b6140c0c4b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:34.238702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:34.318189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c7e93-5c36-428a-b071-a0d3603f1353 None None] Pushing event updated for resources: {'Port': ['ID=454fbd5f-fff4-46f0-8c52-952519061bfc,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:34.360620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56469d06-9e08-4dc3-b094-044fc2a9e2b9 req-d42a4f19-9679-4616-b24a-ecf5343c3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:34.362456 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-56469d06-9e08-4dc3-b094-044fc2a9e2b9 req-d42a4f19-9679-4616-b24a-ecf5343c3624 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 1097 time: 0.1563332 Aug 29 06:55:34.439588 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-56469d06-9e08-4dc3-b094-044fc2a9e2b9 req-8dfec19c-f22d-4b1d-9aa3-74475348eea5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676322 Aug 29 06:55:34.507819 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cbc7ace-e80b-48a9-a9ed-b6140c0c4b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:34.511735 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cbc7ace-e80b-48a9-a9ed-b6140c0c4b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:34.511735 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6cbc7ace-e80b-48a9-a9ed-b6140c0c4b03 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/92818082-8ab6-4a6d-9820-a36d9070125d HTTP/1.1" status: 204 len: 168 time: 0.5952115 Aug 29 06:55:34.533978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc7ace-e80b-48a9-a9ed-b6140c0c4b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92818082-8ab6-4a6d-9820-a36d9070125d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:34.678326 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b83e141-d421-4fac-8d13-3766723c3247 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:34.782984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83e141-d421-4fac-8d13-3766723c3247 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Subnet': ['ID=f6374d56-e094-4eb2-8e62-e5cf60f51df1,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:34.797658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b83e141-d421-4fac-8d13-3766723c3247 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network a12cb5f8-0d58-46c8-ac69-68228333d4a0 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:34.800900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4b83e141-d421-4fac-8d13-3766723c3247 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:34.804838 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b83e141-d421-4fac-8d13-3766723c3247 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:34.805307 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b83e141-d421-4fac-8d13-3766723c3247 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:34.889441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5c18a-f0c7-4ccf-af26-eda22aa42997 req-c5c5d092-5830-41c0-9c25-43b127129122 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:34.890971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4f5c18a-f0c7-4ccf-af26-eda22aa42997 req-c5c5d092-5830-41c0-9c25-43b127129122 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1113095 Aug 29 06:55:34.948951 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4b83e141-d421-4fac-8d13-3766723c3247 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2273526 Aug 29 06:55:34.950550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 454fbd5f-fff4-46f0-8c52-952519061bfc up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:34.951773 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58262) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:34.959116 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'network_id': 'a12cb5f8-0d58-46c8-ac69-68228333d4a0', 'fixed_ips': [{'subnet_id': '60176c71-87ee-4f07-b417-a04950d8c4ec'}, {'subnet_id': 'f6374d56-e094-4eb2-8e62-e5cf60f51df1'}], 'name': 'tempest-PortsTestJSON-922755596'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:35.015796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4f5c18a-f0c7-4ccf-af26-eda22aa42997 req-701854f0-7bf9-4ed0-b9d8-9a37043fc31e tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173429 Aug 29 06:55:35.169774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 454fbd5f-fff4-46f0-8c52-952519061bfc completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:35.261620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:35.454830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d68b4-5b3c-43ab-b7ce-8f6d1b3982c1 req-f0996ab4-030e-4562-b54e-2d2d1bf74629 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:35.461191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-749d68b4-5b3c-43ab-b7ce-8f6d1b3982c1 req-f0996ab4-030e-4562-b54e-2d2d1bf74629 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1494486 Aug 29 06:55:35.481885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:35.505501 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b383428-5f9a-43a8-9383-c882cfd3230f req-c50b8c45-80ce-4ca4-866e-04dfd3fba1a4 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0895061 Aug 29 06:55:35.537411 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port 6e211a3f-a258-49c3-9be5-88ee920c709c yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:55:35.571055 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-749d68b4-5b3c-43ab-b7ce-8f6d1b3982c1 req-7c79c0d7-994e-4baf-b71f-427761063c10 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784039 Aug 29 06:55:35.863639 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee3b88-92d7-4bda-87d7-8b7fb184ae09 None None] Network a12cb5f8-0d58-46c8-ac69-68228333d4a0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:36.028147 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Allocated IP 172.20.0.14 (a12cb5f8-0d58-46c8-ac69-68228333d4a0/60176c71-87ee-4f07-b417-a04950d8c4ec/6e211a3f-a258-49c3-9be5-88ee920c709c) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:36.043820 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Allocated IP 172.20.0.29 (a12cb5f8-0d58-46c8-ac69-68228333d4a0/f6374d56-e094-4eb2-8e62-e5cf60f51df1/6e211a3f-a258-49c3-9be5-88ee920c709c) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:36.107373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7dad9479-3860-4c64-9974-0ae0d738a8d9 None None] Provisioning for port 454fbd5f-fff4-46f0-8c52-952519061bfc completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:36.127204 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7dad9479-3860-4c64-9974-0ae0d738a8d9 None None] Provisioning complete for port 454fbd5f-fff4-46f0-8c52-952519061bfc triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:36.137748 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7dad9479-3860-4c64-9974-0ae0d738a8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:36.230707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b3749-88ba-404e-adeb-5eac38311464 req-936b6cfc-f9fa-4aa2-9313-d28d50256425 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:36.248884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da3b3749-88ba-404e-adeb-5eac38311464 req-936b6cfc-f9fa-4aa2-9313-d28d50256425 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1386893 Aug 29 06:55:36.357110 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:36.368169 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da3b3749-88ba-404e-adeb-5eac38311464 req-17887721-5453-40f7-8dc8-81dd1941062c tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136980 Aug 29 06:55:36.392393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Transition to ACTIVE for port object 6e211a3f-a258-49c3-9be5-88ee920c709c will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:36.410440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-eed19673-2944-457c-a1a8-5b34bf35c89a req-d77a9a80-f5d5-46e3-a087-2f2fe2826b51 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1172178731', 'description': 'tempest-description-78201752'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:36.435365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8406bf74-c225-491e-9c99-a1ce5970d46f None None] Update dhcp port {'port': {'network_id': 'a12cb5f8-0d58-46c8-ac69-68228333d4a0', 'fixed_ips': [{'subnet_id': '60176c71-87ee-4f07-b417-a04950d8c4ec', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f6374d56-e094-4eb2-8e62-e5cf60f51df1'}], 'binding:host_id': 'n-d-713301-12'}, 'id': '454fbd5f-fff4-46f0-8c52-952519061bfc'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 06:55:36.463377 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7dad9479-3860-4c64-9974-0ae0d738a8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:36.491247 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8406bf74-c225-491e-9c99-a1ce5970d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:36.550345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7dad9479-3860-4c64-9974-0ae0d738a8d9 None None] For port 454fbd5f-fff4-46f0-8c52-952519061bfc, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=454fbd5f-fff4-46f0-8c52-952519061bfc,segment=NetworkSegment(5e67c8d2-6173-4c10-a07b-304512792569),segment_id=5e67c8d2-6173-4c10-a07b-304512792569)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:36.552878 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-eed19673-2944-457c-a1a8-5b34bf35c89a req-d77a9a80-f5d5-46e3-a087-2f2fe2826b51 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:36.639477 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:36.674736 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7dad9479-3860-4c64-9974-0ae0d738a8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:36.811481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=6e211a3f-a258-49c3-9be5-88ee920c709c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:36.852816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-8406bf74-c225-491e-9c99-a1ce5970d46f None None] Allocated IP 172.20.0.18 (a12cb5f8-0d58-46c8-ac69-68228333d4a0/f6374d56-e094-4eb2-8e62-e5cf60f51df1/454fbd5f-fff4-46f0-8c52-952519061bfc) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:36.866301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network a12cb5f8-0d58-46c8-ac69-68228333d4a0 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:36.873085 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:36.889544 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2d0117f-f978-4ec5-9f7f-4c0125c91366 req-c5ee2028-a150-48ef-bcae-ac60506eee76 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.1061435 Aug 29 06:55:36.901037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:36.935277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad9479-3860-4c64-9974-0ae0d738a8d9 None None] Pushing event updated for resources: {'Port': ['ID=454fbd5f-fff4-46f0-8c52-952519061bfc,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:37.014478 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-eed19673-2944-457c-a1a8-5b34bf35c89a req-d77a9a80-f5d5-46e3-a087-2f2fe2826b51 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:37.035310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:37.036743 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:37.061069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8406bf74-c225-491e-9c99-a1ce5970d46f None None] For port 454fbd5f-fff4-46f0-8c52-952519061bfc, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=454fbd5f-fff4-46f0-8c52-952519061bfc,segment=NetworkSegment(5e67c8d2-6173-4c10-a07b-304512792569),segment_id=5e67c8d2-6173-4c10-a07b-304512792569)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:37.082837 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284bad2-8d8e-40f7-ab47-f42c763dac5b req-2fbe0990-45ed-41b1-8642-6e96dfbf1a45 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:37.084972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d284bad2-8d8e-40f7-ab47-f42c763dac5b req-2fbe0990-45ed-41b1-8642-6e96dfbf1a45 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0731466 Aug 29 06:55:37.086356 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-eed19673-2944-457c-a1a8-5b34bf35c89a req-d77a9a80-f5d5-46e3-a087-2f2fe2826b51 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:37.099621 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8406bf74-c225-491e-9c99-a1ce5970d46f None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:37.117060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8406bf74-c225-491e-9c99-a1ce5970d46f None None] Transition to ACTIVE for port object 454fbd5f-fff4-46f0-8c52-952519061bfc will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:37.144968 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f6500e90-b20b-4fb8-a9b6-843d7558d5b9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1906223 Aug 29 06:55:37.145696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58316) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:37.155337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '60176c71-87ee-4f07-b417-a04950d8c4ec'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:37.160876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a9a80-f5d5-46e3-a087-2f2fe2826b51 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2547fa-caf3-49c7-a50a-e4b3f2995e6b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:37.177771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d284bad2-8d8e-40f7-ab47-f42c763dac5b req-ab3924ab-95de-4b19-8fce-6596aa83b70d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809114 Aug 29 06:55:37.225498 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8406bf74-c225-491e-9c99-a1ce5970d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:37.225876 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-eed19673-2944-457c-a1a8-5b34bf35c89a req-d77a9a80-f5d5-46e3-a087-2f2fe2826b51 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:37.227314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eed19673-2944-457c-a1a8-5b34bf35c89a req-d77a9a80-f5d5-46e3-a087-2f2fe2826b51 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8241823 Aug 29 06:55:37.291777 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:37.432986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffa9f5a5-bf9b-4ab0-afac-e99df8dfb2fd req-72aabe66-9f9e-4787-b1bf-2752a6bf5011 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1172178731&fields=id&tenant_id=2fd53004b0cf47d4b0862df916edfb09 HTTP/1.1" status: 200 len: 267 time: 0.0841651 Aug 29 06:55:37.522668 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406bf74-c225-491e-9c99-a1ce5970d46f None None] Pushing event updated for resources: {'Port': ['ID=454fbd5f-fff4-46f0-8c52-952519061bfc,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:37.581076 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9f5a5-bf9b-4ab0-afac-e99df8dfb2fd req-24b5def8-2f48-41e7-a4ed-fb9b07be973a tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:37.593496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffa9f5a5-bf9b-4ab0-afac-e99df8dfb2fd req-24b5def8-2f48-41e7-a4ed-fb9b07be973a tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1532571 Aug 29 06:55:37.608016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-ffa9f5a5-bf9b-4ab0-afac-e99df8dfb2fd req-80537309-e9cf-4236-ab1b-6eb359188f3f tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Request body: {'port': {'security_groups': ['f13d6dd1-fe4e-4965-8de1-efb7b723edf1', '2e2547fa-caf3-49c7-a50a-e4b3f2995e6b']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:37.728299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Delete allocated IP 172.20.0.29 (a12cb5f8-0d58-46c8-ac69-68228333d4a0/f6374d56-e094-4eb2-8e62-e5cf60f51df1) {{(pid=95403) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 06:55:37.742001 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ffa9f5a5-bf9b-4ab0-afac-e99df8dfb2fd req-80537309-e9cf-4236-ab1b-6eb359188f3f tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:37.974591 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:38.022427 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Ignored duplicate provisioning block setup for port 6e211a3f-a258-49c3-9be5-88ee920c709c by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 06:55:38.050971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58338) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:38.078547 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-60966af8-4e4e-4bba-b595-deda3683ff62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:38.107516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:38.204835 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f08bb40-d118-4c77-a342-bf492ac03799 req-b858334f-08ae-4f59-895c-579cdad40b8f tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.1111557 Aug 29 06:55:38.258716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-ffa9f5a5-bf9b-4ab0-afac-e99df8dfb2fd req-80537309-e9cf-4236-ab1b-6eb359188f3f tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] For port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,segment=NetworkSegment(ee83a02c-06fe-4669-83b0-f14fc9352f44),segment_id=ee83a02c-06fe-4669-83b0-f14fc9352f44)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:38.280730 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] In _notify_port_updated(), no bound segment for port 6e211a3f-a258-49c3-9be5-88ee920c709c on network a12cb5f8-0d58-46c8-ac69-68228333d4a0 {{(pid=95403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:55:38.287579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:38.287779 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:38.289146 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "PUT /v2.0/ports/6e211a3f-a258-49c3-9be5-88ee920c709c HTTP/1.1" status: 200 len: 919 time: 1.1424313 Aug 29 06:55:38.293457 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-82e77727-3f49-48ba-8c45-838ed85d6188 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-825225662'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:38.294050 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-82e77727-3f49-48ba-8c45-838ed85d6188 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Unknown quota resources ['metering_label']. {{(pid=95403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 06:55:38.300667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58344) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:38.304767 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ffa9f5a5-bf9b-4ab0-afac-e99df8dfb2fd req-80537309-e9cf-4236-ab1b-6eb359188f3f tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:38.329857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d4ed374e-4a7b-4789-8ad9-bbf73f98ec32 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '60176c71-87ee-4f07-b417-a04950d8c4ec'}, {'subnet_id': 'f6374d56-e094-4eb2-8e62-e5cf60f51df1'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:38.376829 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ffa9f5a5-bf9b-4ab0-afac-e99df8dfb2fd req-80537309-e9cf-4236-ab1b-6eb359188f3f tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:38.429500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['eb404d35-5a1b-4daf-b8f3-00a2fcdf1863'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:55:38.502960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9f5a5-bf9b-4ab0-afac-e99df8dfb2fd req-80537309-e9cf-4236-ab1b-6eb359188f3f tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:38.503685 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ffa9f5a5-bf9b-4ab0-afac-e99df8dfb2fd req-80537309-e9cf-4236-ab1b-6eb359188f3f tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:38.519768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffa9f5a5-bf9b-4ab0-afac-e99df8dfb2fd req-80537309-e9cf-4236-ab1b-6eb359188f3f tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "PUT /v2.0/ports/eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 HTTP/1.1" status: 200 len: 981 time: 0.9242575 Aug 29 06:55:38.520309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'tag': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:55:38.526709 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9fd044-02b2-4ca1-85c6-f1f44de056b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7bef61eb-d450-45da-88e8-11a1e8acd175", "tag": "eb404d35-5a1b-4daf-b8f3-00a2fcdf1863"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:55:38.576605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de003e-2c48-4bf4-8b1c-3abdb9e4d101 req-43a97e3d-1e15-49b9-ae7b-51ef2579bdb7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:38.579429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84de003e-2c48-4bf4-8b1c-3abdb9e4d101 req-43a97e3d-1e15-49b9-ae7b-51ef2579bdb7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.2229049 Aug 29 06:55:38.629366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80537309-e9cf-4236-ab1b-6eb359188f3f tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Pushing event updated for resources: {'Port': ['ID=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,revision_number=6']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:38.633631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['eb404d35-5a1b-4daf-b8f3-00a2fcdf1863'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:55:38.652550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6845a7c5-3a12-43d2-bb79-7c80946240b9 None None] Network a12cb5f8-0d58-46c8-ac69-68228333d4a0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:38.704552 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84de003e-2c48-4bf4-8b1c-3abdb9e4d101 req-bb9501e1-7929-4b08-96e3-272b46eb5865 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177015 Aug 29 06:55:38.831203 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6d9685-ded4-4214-b632-2e0c5fc0d533 x-openstack-request-id: req-2c6d9685-ded4-4214-b632-2e0c5fc0d533 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:55:38.835609 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bef61eb-d450-45da-88e8-11a1e8acd175", "tag": "eb404d35-5a1b-4daf-b8f3-00a2fcdf1863", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:55:38.835980 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c6d9685-ded4-4214-b632-2e0c5fc0d533 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:55:38.836615 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'tag': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863', 'status': 'completed', 'code': 200} Aug 29 06:55:38.928028 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32be9a9a-472e-4d0f-86b5-fc0ce4d11313 req-543350da-7fec-40dc-9f71-0c4b86aefe70 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1172178731&fields=id&tenant_id=2fd53004b0cf47d4b0862df916edfb09 HTTP/1.1" status: 200 len: 267 time: 0.1424677 Aug 29 06:55:39.021638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be9a9a-472e-4d0f-86b5-fc0ce4d11313 req-55df0edf-22ee-400d-8229-f649b948480e tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:39.030153 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32be9a9a-472e-4d0f-86b5-fc0ce4d11313 req-55df0edf-22ee-400d-8229-f649b948480e tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 984 time: 0.0899334 Aug 29 06:55:39.036826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-32be9a9a-472e-4d0f-86b5-fc0ce4d11313 req-c604ae63-dc09-47a2-b614-f51e7ee3d3e0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Request body: {'port': {'security_groups': ['f13d6dd1-fe4e-4965-8de1-efb7b723edf1']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:39.140830 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=6e211a3f-a258-49c3-9be5-88ee920c709c,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:39.151664 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-32be9a9a-472e-4d0f-86b5-fc0ce4d11313 req-c604ae63-dc09-47a2-b614-f51e7ee3d3e0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:39.160541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:39.160930 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:39.161267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:39.161970 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:39.162304 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:39.162674 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:39.163009 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:39.163369 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:39.169802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:39.169802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:39.169802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:39.169802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417989fa-31a2-42c5-a12e-31c7ce78430b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:39.269010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 454fbd5f-fff4-46f0-8c52-952519061bfc up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:39.332667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fd044-02b2-4ca1-85c6-f1f44de056b9 req-b4ea2bca-323b-47e1-a53a-fd6c7f025034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:39.334271 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc9fd044-02b2-4ca1-85c6-f1f44de056b9 req-b4ea2bca-323b-47e1-a53a-fd6c7f025034 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2fd53004b0cf47d4b0862df916edfb09&device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 1136 time: 0.1946039 Aug 29 06:55:39.335125 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d4ed374e-4a7b-4789-8ad9-bbf73f98ec32 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:39.508256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-32be9a9a-472e-4d0f-86b5-fc0ce4d11313 req-c604ae63-dc09-47a2-b614-f51e7ee3d3e0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] For port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,segment=NetworkSegment(ee83a02c-06fe-4669-83b0-f14fc9352f44),segment_id=ee83a02c-06fe-4669-83b0-f14fc9352f44)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:39.539910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f459872-6b6e-436f-aa4c-aafe01f6ade4 req-d04f2d9e-a28f-47ab-ba82-db2a13de999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:39.541723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f459872-6b6e-436f-aa4c-aafe01f6ade4 req-d04f2d9e-a28f-47ab-ba82-db2a13de999b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 1096 time: 0.1117928 Aug 29 06:55:39.548135 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82e77727-3f49-48ba-8c45-838ed85d6188 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:39.551917 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-82e77727-3f49-48ba-8c45-838ed85d6188 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4979546 Aug 29 06:55:39.556923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58362) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:39.561769 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-19b1ca42-8abf-4242-8f59-90e9cf08d96d None None] Provisioning for port 454fbd5f-fff4-46f0-8c52-952519061bfc completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:39.570291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-cab85df4-5382-41ff-9505-697d1661fe30 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b45338f2-e1f5-4464-b4a3-ec2648fb0e33'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:39.570906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-cab85df4-5382-41ff-9505-697d1661fe30 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 06:55:39.607827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad47bc-6e1c-41bb-a927-e5ff6546f2d5 req-62c2604c-e186-4487-9773-5b00a89f5129 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:39.616067 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15ad47bc-6e1c-41bb-a927-e5ff6546f2d5 req-62c2604c-e186-4487-9773-5b00a89f5129 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1848946 Aug 29 06:55:39.634011 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-19b1ca42-8abf-4242-8f59-90e9cf08d96d None None] Provisioning complete for port 454fbd5f-fff4-46f0-8c52-952519061bfc triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:39.635312 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-19b1ca42-8abf-4242-8f59-90e9cf08d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:39.750304 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-32be9a9a-472e-4d0f-86b5-fc0ce4d11313 req-c604ae63-dc09-47a2-b614-f51e7ee3d3e0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:39.777134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15ad47bc-6e1c-41bb-a927-e5ff6546f2d5 req-c768b10e-aabc-4f3c-8860-64a2f07d0cdf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601174 Aug 29 06:55:39.818040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fd044-02b2-4ca1-85c6-f1f44de056b9 req-b6960102-8885-4f35-b7b2-62d6aac51d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:39.819799 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc9fd044-02b2-4ca1-85c6-f1f44de056b9 req-b6960102-8885-4f35-b7b2-62d6aac51d19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=69df7696-13bc-4755-ac18-c6d0d169b7a7 HTTP/1.1" status: 200 len: 921 time: 0.4665990 Aug 29 06:55:39.835286 n-d-713301-12 neutron-server[95404]: WARNING neutron.services.metering.metering_plugin [None req-cab85df4-5382-41ff-9505-697d1661fe30 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 06:55:39.876424 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc9fd044-02b2-4ca1-85c6-f1f44de056b9 req-f6d811c7-bf9b-43df-8e4c-7b5bcc83c4a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 HTTP/1.1" status: 200 len: 217 time: 0.0480096 Aug 29 06:55:39.998145 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-32be9a9a-472e-4d0f-86b5-fc0ce4d11313 req-c604ae63-dc09-47a2-b614-f51e7ee3d3e0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:40.012259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fd044-02b2-4ca1-85c6-f1f44de056b9 req-ffe19c4d-800c-4338-93b7-9c862d9e4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:40.013966 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc9fd044-02b2-4ca1-85c6-f1f44de056b9 req-ffe19c4d-800c-4338-93b7-9c862d9e4f49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab428347-bbf6-4179-99ff-630fada99547 HTTP/1.1" status: 200 len: 860 time: 0.1223609 Aug 29 06:55:40.046080 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b569c91-fc62-4cb1-a240-086224053e1e req-a2f3d7a7-998b-4fd2-a738-8f81703b344e tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.1631842 Aug 29 06:55:40.092884 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc9fd044-02b2-4ca1-85c6-f1f44de056b9 req-539273a8-e623-4297-bfc0-08f1447f0eba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69df7696-13bc-4755-ac18-c6d0d169b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617700 Aug 29 06:55:40.114031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['eb404d35-5a1b-4daf-b8f3-00a2fcdf1863'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:55:40.147419 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-d4ed374e-4a7b-4789-8ad9-bbf73f98ec32 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Allocated IP 172.20.0.24 (a12cb5f8-0d58-46c8-ac69-68228333d4a0/f6374d56-e094-4eb2-8e62-e5cf60f51df1/6e211a3f-a258-49c3-9be5-88ee920c709c) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:40.171970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be9a9a-472e-4d0f-86b5-fc0ce4d11313 req-c604ae63-dc09-47a2-b614-f51e7ee3d3e0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:40.172860 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-32be9a9a-472e-4d0f-86b5-fc0ce4d11313 req-c604ae63-dc09-47a2-b614-f51e7ee3d3e0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:40.180944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32be9a9a-472e-4d0f-86b5-fc0ce4d11313 req-c604ae63-dc09-47a2-b614-f51e7ee3d3e0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "PUT /v2.0/ports/eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 HTTP/1.1" status: 200 len: 942 time: 1.1495030 Aug 29 06:55:40.184244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f459872-6b6e-436f-aa4c-aafe01f6ade4 req-953a704f-7114-438d-a246-13ffcfe40300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:40.318187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f459872-6b6e-436f-aa4c-aafe01f6ade4 req-953a704f-7114-438d-a246-13ffcfe40300 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.6360841 Aug 29 06:55:40.318187 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cab85df4-5382-41ff-9505-697d1661fe30 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:40.318187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cab85df4-5382-41ff-9505-697d1661fe30 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6827672 Aug 29 06:55:40.320201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58374) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:40.413619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-59917142-c113-48b8-8d67-98da6b7cce3c None None] Provisioning complete for port 454fbd5f-fff4-46f0-8c52-952519061bfc triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:40.414367 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-59917142-c113-48b8-8d67-98da6b7cce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:40.443951 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d4ed374e-4a7b-4789-8ad9-bbf73f98ec32 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:40.470332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['eb404d35-5a1b-4daf-b8f3-00a2fcdf1863'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:55:40.482713 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-d4ed374e-4a7b-4789-8ad9-bbf73f98ec32 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Ignored duplicate provisioning block setup for port 6e211a3f-a258-49c3-9be5-88ee920c709c by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 06:55:40.522027 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-35e161eb-ff23-49dc-a27b-fb37fae50d21 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b45338f2-e1f5-4464-b4a3-ec2648fb0e33'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:40.522262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-35e161eb-ff23-49dc-a27b-fb37fae50d21 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 06:55:40.528695 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc9fd044-02b2-4ca1-85c6-f1f44de056b9 req-91995be0-7942-4a40-853b-3a1ddf702e42 service neutron] 10.222.0.11 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254456 Aug 29 06:55:40.610310 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d4ed374e-4a7b-4789-8ad9-bbf73f98ec32 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:40.862331 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc9fd044-02b2-4ca1-85c6-f1f44de056b9 req-b64f01f5-e3c9-4425-99f3-74626f6f45e1 service neutron] 10.222.0.11 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270721 Aug 29 06:55:40.875064 n-d-713301-12 neutron-server[95403]: WARNING neutron.services.metering.metering_plugin [None req-35e161eb-ff23-49dc-a27b-fb37fae50d21 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 06:55:40.889887 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:40.897343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'tag': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:55:40.902100 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e19f7a-607f-4125-9c94-ec5cfb90f22a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bef61eb-d450-45da-88e8-11a1e8acd175", "tag": "eb404d35-5a1b-4daf-b8f3-00a2fcdf1863"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:55:41.050788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-59917142-c113-48b8-8d67-98da6b7cce3c None None] Provisioning for port 6e211a3f-a258-49c3-9be5-88ee920c709c completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:41.069576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-59917142-c113-48b8-8d67-98da6b7cce3c None None] Provisioning complete for port 6e211a3f-a258-49c3-9be5-88ee920c709c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:41.071634 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-59917142-c113-48b8-8d67-98da6b7cce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:41.117772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed374e-4a7b-4789-8ad9-bbf73f98ec32 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] In _notify_port_updated(), no bound segment for port 6e211a3f-a258-49c3-9be5-88ee920c709c on network a12cb5f8-0d58-46c8-ac69-68228333d4a0 {{(pid=95403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:55:41.125290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ed374e-4a7b-4789-8ad9-bbf73f98ec32 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:41.125911 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d4ed374e-4a7b-4789-8ad9-bbf73f98ec32 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:41.139003 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d4ed374e-4a7b-4789-8ad9-bbf73f98ec32 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "PUT /v2.0/ports/6e211a3f-a258-49c3-9be5-88ee920c709c HTTP/1.1" status: 200 len: 999 time: 2.8229039 Aug 29 06:55:41.140979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed374e-4a7b-4789-8ad9-bbf73f98ec32 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=6e211a3f-a258-49c3-9be5-88ee920c709c,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:41.152328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58390) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:41.177691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-59917142-c113-48b8-8d67-98da6b7cce3c None None] Port 6e211a3f-a258-49c3-9be5-88ee920c709c cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:55:41.212262 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-35e161eb-ff23-49dc-a27b-fb37fae50d21 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:41.214800 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-35e161eb-ff23-49dc-a27b-fb37fae50d21 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8920193 Aug 29 06:55:41.217724 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58394) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:41.239010 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e0f97b8d-95dd-4548-b7ab-1e27a5746f79 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=13a6ee95-dba0-4761-96dc-2c737dba3c35 HTTP/1.1" status: 200 len: 464 time: 0.0197992 Aug 29 06:55:41.247669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58396) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:41.305549 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f459872-6b6e-436f-aa4c-aafe01f6ade4 req-b21b923a-6b1d-40bb-a041-32042b53c6e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73851558-f3eb-433e-9fdc-5730947d4048 HTTP/1.1" status: 200 len: 999 time: 1.1050942 Aug 29 06:55:41.323853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0763933c-c390-49b8-9f27-68f8d11a41bc None None] Provisioning complete for port 6e211a3f-a258-49c3-9be5-88ee920c709c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:41.328495 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0763933c-c390-49b8-9f27-68f8d11a41bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:41.398819 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0763933c-c390-49b8-9f27-68f8d11a41bc None None] Port 6e211a3f-a258-49c3-9be5-88ee920c709c cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:55:41.405108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604ae63-dc09-47a2-b614-f51e7ee3d3e0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Pushing event updated for resources: {'Port': ['ID=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,revision_number=7']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:41.427331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748fc59-72b9-46d1-9bf0-066e0e055972 req-2cec11b4-8f49-48c8-9ded-c92c679f13f3 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:41.437393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b748fc59-72b9-46d1-9bf0-066e0e055972 req-2cec11b4-8f49-48c8-9ded-c92c679f13f3 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.4810548 Aug 29 06:55:41.517962 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-35bb73d4-95bc-432f-ad69-4db3bd0d8b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:41.534021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c009b509-10e1-4658-ba1d-1773e4c8aa53 None None] Provisioning complete for port 6e211a3f-a258-49c3-9be5-88ee920c709c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:41.534695 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c009b509-10e1-4658-ba1d-1773e4c8aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:41.562781 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-12f41ca1-da53-4fbf-9519-c06b60356aab tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:41.566395 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-12f41ca1-da53-4fbf-9519-c06b60356aab tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/13a6ee95-dba0-4761-96dc-2c737dba3c35 HTTP/1.1" status: 204 len: 168 time: 0.3150084 Aug 29 06:55:41.567437 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58404) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:41.588875 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b0546453-28ee-4e5a-be7e-7404fb94658d tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=13a6ee95-dba0-4761-96dc-2c737dba3c35 HTTP/1.1" status: 200 len: 221 time: 0.0161712 Aug 29 06:55:41.589594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58406) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:41.596976 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5fe45aad-d7f7-49de-8ab4-c2992785060a tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--701066754', 'description': 'label created by tempest'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:41.601019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5fe45aad-d7f7-49de-8ab4-c2992785060a tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Unknown quota resources ['metering_label']. {{(pid=95403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 06:55:41.625347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c009b509-10e1-4658-ba1d-1773e4c8aa53 None None] Port 6e211a3f-a258-49c3-9be5-88ee920c709c cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:55:41.632364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f459872-6b6e-436f-aa4c-aafe01f6ade4 req-f5ba8ff3-4cc0-44fa-88b2-abb0cb729e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:41.633973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f459872-6b6e-436f-aa4c-aafe01f6ade4 req-f5ba8ff3-4cc0-44fa-88b2-abb0cb729e29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.2822323 Aug 29 06:55:41.676513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-f2351803-21ef-4010-94f7-df9a90d3e184 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.4660990 Aug 29 06:55:41.681372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:41.729751 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:41.743751 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b748fc59-72b9-46d1-9bf0-066e0e055972 req-29a9eaf0-ff01-4c49-9122-03e1664383e6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774374 Aug 29 06:55:41.770457 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-037ef68e-89df-432b-ba6c-376185400957 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 6e211a3f-a258-49c3-9be5-88ee920c709c {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:41.770457 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-037ef68e-89df-432b-ba6c-376185400957 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:41.838603 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:41.862903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f459872-6b6e-436f-aa4c-aafe01f6ade4 req-61c6825b-bc94-4b85-8054-0fa469e4763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:41.864964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f459872-6b6e-436f-aa4c-aafe01f6ade4 req-61c6825b-bc94-4b85-8054-0fa469e4763e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2202351 Aug 29 06:55:41.887263 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfd8f6b-0baf-4d87-8da0-3d29a5a56380 x-openstack-request-id: req-1dfd8f6b-0baf-4d87-8da0-3d29a5a56380 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:55:41.899456 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bef61eb-d450-45da-88e8-11a1e8acd175", "tag": "eb404d35-5a1b-4daf-b8f3-00a2fcdf1863", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:55:41.904054 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1dfd8f6b-0baf-4d87-8da0-3d29a5a56380 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:55:41.904054 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'tag': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863', 'status': 'completed', 'code': 200} Aug 29 06:55:42.029476 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5fe45aad-d7f7-49de-8ab4-c2992785060a tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:42.031219 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5fe45aad-d7f7-49de-8ab4-c2992785060a tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4406624 Aug 29 06:55:42.034386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58410) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:42.052836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f459872-6b6e-436f-aa4c-aafe01f6ade4 req-21f3e9ec-16c0-44e7-96b0-c684d172f4d3 service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497440 Aug 29 06:55:42.104096 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11a449d3-ada8-4b76-8c8f-ff3081043a4a req-f5f8992c-b28d-472a-aa2d-55acd60185d1 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0493498 Aug 29 06:55:42.142020 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b4734376-288d-48e3-874a-d4cfe976522a tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=55c1d069-345b-462b-b992-339caee434d2 HTTP/1.1" status: 200 len: 467 time: 0.0926981 Aug 29 06:55:42.144012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e19f7a-607f-4125-9c94-ec5cfb90f22a req-12e6ab66-9e3b-4f80-9a23-e88c5cd759d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:42.145614 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-07e19f7a-607f-4125-9c94-ec5cfb90f22a req-12e6ab66-9e3b-4f80-9a23-e88c5cd759d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2fd53004b0cf47d4b0862df916edfb09&device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 1097 time: 0.1784191 Aug 29 06:55:42.146293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58412) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:42.175837 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-037ef68e-89df-432b-ba6c-376185400957 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:42.201994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-037ef68e-89df-432b-ba6c-376185400957 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 6e211a3f-a258-49c3-9be5-88ee920c709c owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:42.292674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f459872-6b6e-436f-aa4c-aafe01f6ade4 req-1fbfbd0b-3f82-4037-ae2d-c144f0fdbca7 service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257438 Aug 29 06:55:42.341452 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:42.534635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Allocated IP 172.25.1.178 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/b72873af-c309-4025-8e03-ef8b6f2006cc) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:42.624667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-037ef68e-89df-432b-ba6c-376185400957 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:42.714689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e19f7a-607f-4125-9c94-ec5cfb90f22a req-84e13291-3f01-487a-a8c0-7d848fbc2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:42.716583 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-07e19f7a-607f-4125-9c94-ec5cfb90f22a req-84e13291-3f01-487a-a8c0-7d848fbc2a19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=69df7696-13bc-4755-ac18-c6d0d169b7a7 HTTP/1.1" status: 200 len: 921 time: 0.5632906 Aug 29 06:55:42.717393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ef68e-89df-432b-ba6c-376185400957 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=6e211a3f-a258-49c3-9be5-88ee920c709c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:42.763030 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-07e19f7a-607f-4125-9c94-ec5cfb90f22a req-68bd0710-6875-426b-8738-476a021e120f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 HTTP/1.1" status: 200 len: 217 time: 0.0385778 Aug 29 06:55:42.803093 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:42.820778 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-50a833b9-ada2-44f2-b66c-89570956cba5 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:42.825063 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-50a833b9-ada2-44f2-b66c-89570956cba5 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/55c1d069-345b-462b-b992-339caee434d2 HTTP/1.1" status: 204 len: 168 time: 0.6747134 Aug 29 06:55:42.826902 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58418) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:42.856638 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1ba0c6cb-8329-4903-bb52-f16ab4be8946 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=55c1d069-345b-462b-b992-339caee434d2 HTTP/1.1" status: 200 len: 216 time: 0.0253525 Aug 29 06:55:42.856996 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58420) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:42.876906 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-337b9ee3-2e5b-43c1-9572-197efc897ee6 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0155988 Aug 29 06:55:42.877509 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58422) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:42.887409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e19f7a-607f-4125-9c94-ec5cfb90f22a req-53dc818c-91ec-45c6-9d87-946dc14364bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:42.889110 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-07e19f7a-607f-4125-9c94-ec5cfb90f22a req-53dc818c-91ec-45c6-9d87-946dc14364bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab428347-bbf6-4179-99ff-630fada99547 HTTP/1.1" status: 200 len: 860 time: 0.1090500 Aug 29 06:55:42.900393 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-30818b74-035c-48d2-9c74-cbfd8a1c0bfb tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0180087 Aug 29 06:55:42.901649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58426) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:42.959829 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-07e19f7a-607f-4125-9c94-ec5cfb90f22a req-d388a079-bb9a-46d5-a0c6-2e00100b4d33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69df7696-13bc-4755-ac18-c6d0d169b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477738 Aug 29 06:55:42.993558 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.089032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:43.096553 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-037ef68e-89df-432b-ba6c-376185400957 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.101094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-037ef68e-89df-432b-ba6c-376185400957 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/6e211a3f-a258-49c3-9be5-88ee920c709c HTTP/1.1" status: 204 len: 168 time: 1.9257143 Aug 29 06:55:43.101094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:43.111114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58430) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:43.111970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:43.125976 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-07e19f7a-607f-4125-9c94-ec5cfb90f22a req-7fa2ecd3-960d-4ea5-b232-fb916a67879f service neutron] 10.222.0.11 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059747 Aug 29 06:55:43.127751 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8c1daf32-edf9-4da1-b543-c23391b764c4 tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/b45338f2-e1f5-4464-b4a3-ec2648fb0e33 HTTP/1.1" status: 200 len: 472 time: 0.2254629 Aug 29 06:55:43.132190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58432) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:43.167910 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5d1119ae-8594-40d0-a4b9-2a0d67f55a0f tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/4ed624d1-e59d-48d2-b2b4-7202e2a65fe4 HTTP/1.1" status: 200 len: 461 time: 0.0340619 Aug 29 06:55:43.191215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0c474-32f0-4fca-8bd6-28968b5706d7 req-a90db1ba-e6dc-4c76-92f9-23770283baee tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:43.193167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19b0c474-32f0-4fca-8bd6-28968b5706d7 req-a90db1ba-e6dc-4c76-92f9-23770283baee tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.2879977 Aug 29 06:55:43.195792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58436) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:43.220625 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f8ba18-5e35-4e6c-a756-2a4802e19c05 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] GET failed (client error): The resource could not be found. Aug 29 06:55:43.224900 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d3f8ba18-5e35-4e6c-a756-2a4802e19c05 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/6e211a3f-a258-49c3-9be5-88ee920c709c HTTP/1.1" status: 404 len: 333 time: 0.1071875 Aug 29 06:55:43.227892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58438) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:43.228060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Pushing event updated for resources: {'Port': ['ID=b72873af-c309-4025-8e03-ef8b6f2006cc,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:43.297527 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-07e19f7a-607f-4125-9c94-ec5cfb90f22a req-79a39e1e-cf6e-471e-8270-95fa165191ac service neutron] 10.222.0.11 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534219 Aug 29 06:55:43.308863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5796072-ae36-4551-a0d5-cb8a0d69230a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting subnet f6374d56-e094-4eb2-8e62-e5cf60f51df1 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:55:43.312261 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e5796072-ae36-4551-a0d5-cb8a0d69230a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.351769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19b0c474-32f0-4fca-8bd6-28968b5706d7 req-b972dfc0-b439-4571-aa52-e3c99306c42d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395817 Aug 29 06:55:43.353133 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.371794 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e5796072-ae36-4551-a0d5-cb8a0d69230a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.442578 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.483734 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e5796072-ae36-4551-a0d5-cb8a0d69230a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.553602 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9667d850-8b90-4cc3-b433-ccd7a49c286f tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.555061 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9667d850-8b90-4cc3-b433-ccd7a49c286f tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/4ed624d1-e59d-48d2-b2b4-7202e2a65fe4 HTTP/1.1" status: 204 len: 168 time: 0.3549292 Aug 29 06:55:43.558245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9298233e-9ac7-4e85-a390-0f52c8799f99 req-22a0b695-e2aa-40ec-b8d7-281067842ba0 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0732832 Aug 29 06:55:43.559060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58442) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:43.589000 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.718586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e5796072-ae36-4551-a0d5-cb8a0d69230a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.796498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5796072-ae36-4551-a0d5-cb8a0d69230a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Subnet': ['ID=f6374d56-e094-4eb2-8e62-e5cf60f51df1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:43.801607 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e5796072-ae36-4551-a0d5-cb8a0d69230a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.804218 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e5796072-ae36-4551-a0d5-cb8a0d69230a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/f6374d56-e094-4eb2-8e62-e5cf60f51df1 HTTP/1.1" status: 204 len: 168 time: 0.5747619 Aug 29 06:55:43.806314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58444) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:43.809131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89afac50-e144-43ad-9579-26210a5f7189 None None] Network a12cb5f8-0d58-46c8-ac69-68228333d4a0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:43.812838 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.862051 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb76b4ea-a138-4c4d-bd63-e727b892e63d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting subnet 60176c71-87ee-4f07-b417-a04950d8c4ec {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:55:43.866057 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eb76b4ea-a138-4c4d-bd63-e727b892e63d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.919498 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eb76b4ea-a138-4c4d-bd63-e727b892e63d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.959023 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c19f0a92-c87e-4142-88ef-36ad54de3e0e tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:43.960377 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c19f0a92-c87e-4142-88ef-36ad54de3e0e tempest-MeteringTestJSON-529175708 tempest-MeteringTestJSON-529175708-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/b45338f2-e1f5-4464-b4a3-ec2648fb0e33 HTTP/1.1" status: 204 len: 168 time: 0.3999255 Aug 29 06:55:43.969187 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:44.110975 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eb76b4ea-a138-4c4d-bd63-e727b892e63d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:44.138444 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:44.161664 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Pushing event updated for resources: {'Port': ['ID=b72873af-c309-4025-8e03-ef8b6f2006cc,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:44.238280 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:44.239659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-840b7dbd-6b07-42cd-a666-efa7adb319de tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5622933 Aug 29 06:55:44.334811 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-6edba894-2402-415d-b700-e284bba67341 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 696 time: 0.0834270 Aug 29 06:55:44.383408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eb76b4ea-a138-4c4d-bd63-e727b892e63d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:44.446785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76b4ea-a138-4c4d-bd63-e727b892e63d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Subnet': ['ID=60176c71-87ee-4f07-b417-a04950d8c4ec,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:44.454404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eb76b4ea-a138-4c4d-bd63-e727b892e63d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:44.461492 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-eb76b4ea-a138-4c4d-bd63-e727b892e63d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/60176c71-87ee-4f07-b417-a04950d8c4ec HTTP/1.1" status: 204 len: 168 time: 0.6495893 Aug 29 06:55:44.461492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58458) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:44.591837 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:44.724181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 454fbd5f-fff4-46f0-8c52-952519061bfc {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:44.725245 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:44.866618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] For port 454fbd5f-fff4-46f0-8c52-952519061bfc, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=454fbd5f-fff4-46f0-8c52-952519061bfc,segment=NetworkSegment(5e67c8d2-6173-4c10-a07b-304512792569),segment_id=5e67c8d2-6173-4c10-a07b-304512792569)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:44.867036 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:44.890690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58468) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:44.893406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 454fbd5f-fff4-46f0-8c52-952519061bfc owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:44.927984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c243d716-3746-4fec-a7ca-f1ecfd13f88f None None] Network a12cb5f8-0d58-46c8-ac69-68228333d4a0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:45.049538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-0c552219-dd77-431d-b20d-fad3a6f3c483 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:45.058558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-0c552219-dd77-431d-b20d-fad3a6f3c483 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.7152824 Aug 29 06:55:45.099550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d4cdd91b-64e8-4fa1-b665-28cd604999e9 None None] Provisioning complete for port 454fbd5f-fff4-46f0-8c52-952519061bfc triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:45.101041 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d4cdd91b-64e8-4fa1-b665-28cd604999e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:45.110508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-2ab144e7-79f7-4922-96e4-f23d7cecb686 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:55:45.111550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecd5ad6d-e54d-4e2a-b12e-efe17a88213b req-2ab144e7-79f7-4922-96e4-f23d7cecb686 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147951 Aug 29 06:55:45.141308 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-92b07277-2655-4425-856c-09a5c31961e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:45.169148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615c1fc-82e2-4e0e-8964-9c5692057156 req-8aa2616c-db9c-49a5-b60e-5bd8446c3352 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:45.174822 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6615c1fc-82e2-4e0e-8964-9c5692057156 req-8aa2616c-db9c-49a5-b60e-5bd8446c3352 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.2476969 Aug 29 06:55:45.240070 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:45.313396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44f543bd-617c-4d14-99d5-1be3f7bf09ec req-c6d05ab5-6751-4a20-af93-e928a8a9f15a tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0814247 Aug 29 06:55:45.323538 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6615c1fc-82e2-4e0e-8964-9c5692057156 req-f57e666b-dc68-4acb-bc7e-475f1ef60401 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390111 Aug 29 06:55:45.329393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No DVR routers for this DVR port 454fbd5f-fff4-46f0-8c52-952519061bfc on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:55:45.332438 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=454fbd5f-fff4-46f0-8c52-952519061bfc,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:45.359201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91753320-2bc2-447b-b386-62bebb645809 None None] DHCP port deletion for a12cb5f8-0d58-46c8-ac69-68228333d4a0 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:55:45.494781 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:45.514991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12cb5f8-0d58-46c8-ac69-68228333d4a0']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:45.533303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e67c8d2-6173-4c10-a07b-304512792569') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:45.536677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e67c8d2-6173-4c10-a07b-304512792569') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:45.536677 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-92b07277-2655-4425-856c-09a5c31961e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:45.547073 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:45.571813 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:45.584605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:55:45.585799 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:55:45.589479 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:55:45.628073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f159b-5c85-407a-a370-1f5218c77d06 req-d5145d09-0fa8-4303-8320-cd782a4d2154 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:45.629850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-943f159b-5c85-407a-a370-1f5218c77d06 req-d5145d09-0fa8-4303-8320-cd782a4d2154 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1486347 Aug 29 06:55:45.633683 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-92b07277-2655-4425-856c-09a5c31961e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:45.722155 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-943f159b-5c85-407a-a370-1f5218c77d06 req-7ac99608-2e5a-479b-bc12-0ec607288f7b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 696 time: 0.0813680 Aug 29 06:55:45.728121 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-92b07277-2655-4425-856c-09a5c31961e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4552663447d7467bb35943b7b6c8bcec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8356268 Aug 29 06:55:45.729315 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b07277-2655-4425-856c-09a5c31961e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc8ee0b-d86a-46c8-b225-8aac0acdcd5b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:45.733054 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58480) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:45.740014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-943f159b-5c85-407a-a370-1f5218c77d06 req-dbb16c73-93b6-4843-a6ce-9f35d3137c7b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Request body: {'floatingip': {'port_id': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:45.793450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd10aec-7df5-423e-b407-5be32fa3b13f req-dcd5009f-412d-43ed-9871-184d3143800b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:45.794991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2cd10aec-7df5-423e-b407-5be32fa3b13f req-dcd5009f-412d-43ed-9871-184d3143800b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1784279 Aug 29 06:55:45.800536 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:45.815216 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:45.816760 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-943f159b-5c85-407a-a370-1f5218c77d06 req-dbb16c73-93b6-4843-a6ce-9f35d3137c7b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:45.817209 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/networks/a12cb5f8-0d58-46c8-ac69-68228333d4a0 HTTP/1.1" status: 204 len: 168 time: 1.3564923 Aug 29 06:55:45.830317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58482) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:45.906968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2cd10aec-7df5-423e-b407-5be32fa3b13f req-9fb83976-5a0f-4e73-b51f-f0260ac395e2 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859830 Aug 29 06:55:45.908904 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818bf14-3509-41fb-ba4d-54ac17d71e3f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Network': ['ID=a12cb5f8-0d58-46c8-ac69-68228333d4a0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:45.970743 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f25a3799-36de-44ca-8c12-51f6c80b583f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:45.995131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e841d1-c708-4681-a199-02d59a3a29d4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:45.996643 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-66e841d1-c708-4681-a199-02d59a3a29d4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1651568 Aug 29 06:55:46.004298 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58486) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:46.026407 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cd9bebbe-9365-4498-af5b-9e9859843d40 req-8664d2b4-c4ea-484e-a61f-17ad2232db12 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1190984 Aug 29 06:55:46.028833 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f25a3799-36de-44ca-8c12-51f6c80b583f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:46.107570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bebbe-9365-4498-af5b-9e9859843d40 req-e7f3a1fc-6672-4fab-8523-82ba7e2514d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:46.109121 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cd9bebbe-9365-4498-af5b-9e9859843d40 req-e7f3a1fc-6672-4fab-8523-82ba7e2514d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=395f384cb65b432a9ea260b20483cc6b&device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 1097 time: 0.0438271 Aug 29 06:55:46.214943 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bebbe-9365-4498-af5b-9e9859843d40 req-ec844709-c1cc-42f8-99b2-c2b5cd28ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:46.216316 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cd9bebbe-9365-4498-af5b-9e9859843d40 req-ec844709-c1cc-42f8-99b2-c2b5cd28ab69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467 HTTP/1.1" status: 200 len: 912 time: 0.0884576 Aug 29 06:55:46.224655 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7e1622df-6c81-43e0-afd7-e1c695d499db tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2192407 Aug 29 06:55:46.228669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58488) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:46.233487 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-668df3e5-a2f7-4e73-a090-87c8f1dcbbb8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-601614970'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:46.235392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2b1cd-a884-4367-a1f3-fc738d6b8fd3 req-8eb64d9a-416e-446c-9a09-e75c336b1d1c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:46.237178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ff2b1cd-a884-4367-a1f3-fc738d6b8fd3 req-8eb64d9a-416e-446c-9a09-e75c336b1d1c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1963255 Aug 29 06:55:46.333670 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cd9bebbe-9365-4498-af5b-9e9859843d40 req-771a0a30-55f7-4e21-9503-f8df8e9cad3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b311365-5d50-4477-9ebd-cee874962599 HTTP/1.1" status: 200 len: 1000 time: 0.1109800 Aug 29 06:55:46.362552 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ff2b1cd-a884-4367-a1f3-fc738d6b8fd3 req-4819c42a-5249-456b-8c69-dd7c77a58c56 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145060 Aug 29 06:55:46.381545 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f25a3799-36de-44ca-8c12-51f6c80b583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:46.384387 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f25a3799-36de-44ca-8c12-51f6c80b583f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:46.397602 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f25a3799-36de-44ca-8c12-51f6c80b583f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1dc8ee0b-d86a-46c8-b225-8aac0acdcd5b HTTP/1.1" status: 204 len: 168 time: 0.6542413 Aug 29 06:55:46.428910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a3799-36de-44ca-8c12-51f6c80b583f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc8ee0b-d86a-46c8-b225-8aac0acdcd5b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:46.439179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bebbe-9365-4498-af5b-9e9859843d40 req-03c3b5a2-abef-4c9e-a0e3-038a6bcf9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:46.440294 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cd9bebbe-9365-4498-af5b-9e9859843d40 req-03c3b5a2-abef-4c9e-a0e3-038a6bcf9540 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268 HTTP/1.1" status: 200 len: 850 time: 0.0994167 Aug 29 06:55:46.495503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668df3e5-a2f7-4e73-a090-87c8f1dcbbb8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:46.503402 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-668df3e5-a2f7-4e73-a090-87c8f1dcbbb8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:46.523782 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bebbe-9365-4498-af5b-9e9859843d40 req-37d33b89-de6e-4f57-a850-a9b545e9c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:46.525369 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cd9bebbe-9365-4498-af5b-9e9859843d40 req-37d33b89-de6e-4f57-a850-a9b545e9c2a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763321 Aug 29 06:55:46.538611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668df3e5-a2f7-4e73-a090-87c8f1dcbbb8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:55:46.550452 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-668df3e5-a2f7-4e73-a090-87c8f1dcbbb8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:46.550963 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-668df3e5-a2f7-4e73-a090-87c8f1dcbbb8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Added segment 914317c2-5841-48ac-80ca-e52d3dde0369 of type vlan for network c3d38221-8a41-4321-9c07-f9fe3f56d247 Aug 29 06:55:46.587467 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-943f159b-5c85-407a-a370-1f5218c77d06 req-dbb16c73-93b6-4843-a6ce-9f35d3137c7b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:46.642065 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-668df3e5-a2f7-4e73-a090-87c8f1dcbbb8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:46.655783 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-943f159b-5c85-407a-a370-1f5218c77d06 req-dbb16c73-93b6-4843-a6ce-9f35d3137c7b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:46.724499 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cd9bebbe-9365-4498-af5b-9e9859843d40 req-9408e139-c62a-4505-865a-722fcb7ba1b0 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389685 Aug 29 06:55:46.809306 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-668df3e5-a2f7-4e73-a090-87c8f1dcbbb8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:46.814924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668df3e5-a2f7-4e73-a090-87c8f1dcbbb8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:46.815698 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-668df3e5-a2f7-4e73-a090-87c8f1dcbbb8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:46.818422 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [req-943f159b-5c85-407a-a370-1f5218c77d06 req-dbb16c73-93b6-4843-a6ce-9f35d3137c7b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Floating IP ca24e771-f0df-4c79-bfff-664beb077853 associated. External IP: 172.25.1.178, port: eb404d35-5a1b-4daf-b8f3-00a2fcdf1863. Aug 29 06:55:46.953355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 454fbd5f-fff4-46f0-8c52-952519061bfc no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:55:46.999519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668df3e5-a2f7-4e73-a090-87c8f1dcbbb8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Network': ['ID=c3d38221-8a41-4321-9c07-f9fe3f56d247,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:47.003783 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cd9bebbe-9365-4498-af5b-9e9859843d40 req-ce15116b-97d2-4105-bcd6-1acf6a125558 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705827 Aug 29 06:55:47.007907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 454fbd5f-fff4-46f0-8c52-952519061bfc {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:55:47.012211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 454fbd5f-fff4-46f0-8c52-952519061bfc not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:55:47.015218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58512) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:47.016601 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-668df3e5-a2f7-4e73-a090-87c8f1dcbbb8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7860682 Aug 29 06:55:47.017906 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c3d38221-8a41-4321-9c07-f9fe3f56d247 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:55:47.026176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-164dc6d8-a9e3-413c-a331-2eace6bd0ad0 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': 'c3d38221-8a41-4321-9c07-f9fe3f56d247', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:47.143507 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94518578-5d66-430f-aceb-5d8b3a13cfd2 req-6ff79475-4275-4336-a937-9ae4060f4520 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.1103039 Aug 29 06:55:47.334188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-943f159b-5c85-407a-a370-1f5218c77d06 req-dbb16c73-93b6-4843-a6ce-9f35d3137c7b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Router f55fa621-ae29-4d17-8230-73bf00a3185d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:55:47.467020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164dc6d8-a9e3-413c-a331-2eace6bd0ad0 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:47.471263 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164dc6d8-a9e3-413c-a331-2eace6bd0ad0 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:47.553343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-943f159b-5c85-407a-a370-1f5218c77d06 req-dbb16c73-93b6-4843-a6ce-9f35d3137c7b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:55:47.559361 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-943f159b-5c85-407a-a370-1f5218c77d06 req-dbb16c73-93b6-4843-a6ce-9f35d3137c7b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:47.568990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae86000-baaa-4f60-b547-0c2658465dd0 None None] Sync routers for ids ['f55fa621-ae29-4d17-8230-73bf00a3185d'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:55:47.569204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58522) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:47.578260 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae86000-baaa-4f60-b547-0c2658465dd0 None None] Routers {'f55fa621-ae29-4d17-8230-73bf00a3185d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:55:47.579195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5ae86000-baaa-4f60-b547-0c2658465dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:55:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55fa621-ae29-4d17-8230-73bf00a3185d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:47.592108 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f62ac9c-0c59-4927-9784-8319d232bf84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:47.646217 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78631cfe-be5f-41bc-85ba-2a19136e5023 req-5bd7f99a-d3c5-48fe-94bf-27160e55afaf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:47.660746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78631cfe-be5f-41bc-85ba-2a19136e5023 req-5bd7f99a-d3c5-48fe-94bf-27160e55afaf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.3211560 Aug 29 06:55:47.664942 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-943f159b-5c85-407a-a370-1f5218c77d06 req-dbb16c73-93b6-4843-a6ce-9f35d3137c7b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "PUT /v2.0/floatingips/ca24e771-f0df-4c79-bfff-664beb077853 HTTP/1.1" status: 200 len: 996 time: 1.9329200 Aug 29 06:55:47.675766 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'tag': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:55:47.680167 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4376869-e2c2-4a7a-81e7-798e329cd356" -d '{"events": [{"name": "network-changed", "server_uuid": "7bef61eb-d450-45da-88e8-11a1e8acd175", "tag": "eb404d35-5a1b-4daf-b8f3-00a2fcdf1863"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:55:47.715189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5ae86000-baaa-4f60-b547-0c2658465dd0 None None] Set router f55fa621-ae29-4d17-8230-73bf00a3185d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:55:47.750221 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f62ac9c-0c59-4927-9784-8319d232bf84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:47.838530 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f62ac9c-0c59-4927-9784-8319d232bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:47.841406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78631cfe-be5f-41bc-85ba-2a19136e5023 req-8a00e9f2-704a-43ca-a2c5-e1c18711afda tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543803 Aug 29 06:55:47.925708 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1f62ac9c-0c59-4927-9784-8319d232bf84 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=335920f1c410459493ff69eddfba5618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552082 Aug 29 06:55:47.927395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62ac9c-0c59-4927-9784-8319d232bf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b2cd05-a104-4ad4-88dc-15daae327c4c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:47.930197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58528) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:47.950541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f159b-5c85-407a-a370-1f5218c77d06 req-c19398a4-7baa-42fe-b3b3-288ff6c381df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:47.952872 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-943f159b-5c85-407a-a370-1f5218c77d06 req-c19398a4-7baa-42fe-b3b3-288ff6c381df service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2fd53004b0cf47d4b0862df916edfb09&device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 1097 time: 0.2633698 Aug 29 06:55:47.960529 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfedfe97-bb6d-4b7d-b306-06cf992de72f x-openstack-request-id: req-cfedfe97-bb6d-4b7d-b306-06cf992de72f {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:55:47.974208 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bef61eb-d450-45da-88e8-11a1e8acd175", "tag": "eb404d35-5a1b-4daf-b8f3-00a2fcdf1863", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:55:47.974208 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cfedfe97-bb6d-4b7d-b306-06cf992de72f {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:55:47.974208 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'tag': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863', 'status': 'completed', 'code': 200} Aug 29 06:55:48.032363 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48fe2a0c-7bab-4372-8666-631b15bae4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:48.059206 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48fe2a0c-7bab-4372-8666-631b15bae4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:48.060367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5ae86000-baaa-4f60-b547-0c2658465dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:54:37Z', 'revision_number': 4, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'ca24e771-f0df-4c79-bfff-664beb077853', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'port_id': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'mac_address': 'fa:16:3e:68:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:55:43Z', 'updated_at': '2021-08-29T06:55:46Z', 'revision_number': 1, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '889749b6-6853-499a-95e3-f22040c85bbc', 'name': '', 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'mac_address': 'fa:16:3e:9e:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ab428347-bbf6-4179-99ff-630fada99547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:36Z', 'updated_at': '2021-08-29T06:54:42Z', 'revision_number': 5, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'subnets': [{'id': 'ab428347-bbf6-4179-99ff-630fada99547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:48.105764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f159b-5c85-407a-a370-1f5218c77d06 req-fa95c117-aace-4d10-82de-d345c1d3f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:48.107374 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-943f159b-5c85-407a-a370-1f5218c77d06 req-fa95c117-aace-4d10-82de-d345c1d3f6ff service neutron] 10.222.0.76 "GET /v2.0/networks?id=69df7696-13bc-4755-ac18-c6d0d169b7a7 HTTP/1.1" status: 200 len: 921 time: 0.1451764 Aug 29 06:55:48.124285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae86000-baaa-4f60-b547-0c2658465dd0 None None] Checking router: f55fa621-ae29-4d17-8230-73bf00a3185d for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:55:48.145002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae86000-baaa-4f60-b547-0c2658465dd0 None None] Routers {'f55fa621-ae29-4d17-8230-73bf00a3185d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:55:48.145984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5ae86000-baaa-4f60-b547-0c2658465dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:55:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55fa621-ae29-4d17-8230-73bf00a3185d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:48.157151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4376869-e2c2-4a7a-81e7-798e329cd356 req-58c58f3a-41ef-48d1-9a06-50af308606a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:48.159015 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4376869-e2c2-4a7a-81e7-798e329cd356 req-58c58f3a-41ef-48d1-9a06-50af308606a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2fd53004b0cf47d4b0862df916edfb09&device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 1097 time: 0.1438725 Aug 29 06:55:48.227906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-943f159b-5c85-407a-a370-1f5218c77d06 req-a5aa7ed3-4de3-4513-9c75-4143507c976c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 HTTP/1.1" status: 200 len: 999 time: 0.1136601 Aug 29 06:55:48.252612 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48fe2a0c-7bab-4372-8666-631b15bae4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:48.266156 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48fe2a0c-7bab-4372-8666-631b15bae4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:48.271838 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-48fe2a0c-7bab-4372-8666-631b15bae4cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b1b2cd05-a104-4ad4-88dc-15daae327c4c HTTP/1.1" status: 204 len: 168 time: 0.3383908 Aug 29 06:55:48.381137 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb901924-9444-49bf-924f-7e0e3e8d1ff9 req-69180241-506b-47d2-840b-9d83cd768ea6 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0817194 Aug 29 06:55:48.393903 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164dc6d8-a9e3-413c-a331-2eace6bd0ad0 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:48.404001 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4376869-e2c2-4a7a-81e7-798e329cd356 req-e6fb863f-0056-4d81-99eb-86d52bdd400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:48.405490 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4376869-e2c2-4a7a-81e7-798e329cd356 req-e6fb863f-0056-4d81-99eb-86d52bdd400d service neutron] 10.222.0.11 "GET /v2.0/networks?id=69df7696-13bc-4755-ac18-c6d0d169b7a7 HTTP/1.1" status: 200 len: 921 time: 0.2396879 Aug 29 06:55:48.429152 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe2a0c-7bab-4372-8666-631b15bae4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b2cd05-a104-4ad4-88dc-15daae327c4c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:48.438842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5ae86000-baaa-4f60-b547-0c2658465dd0 None None] Set router f55fa621-ae29-4d17-8230-73bf00a3185d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:55:48.512736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f159b-5c85-407a-a370-1f5218c77d06 req-611e7e6c-de32-4e18-ba44-37c4d5fd2297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:48.514237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-943f159b-5c85-407a-a370-1f5218c77d06 req-611e7e6c-de32-4e18-ba44-37c4d5fd2297 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ab428347-bbf6-4179-99ff-630fada99547 HTTP/1.1" status: 200 len: 860 time: 0.2698717 Aug 29 06:55:48.592600 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4376869-e2c2-4a7a-81e7-798e329cd356 req-d0e1cc18-c080-4286-88bd-f8c13d5313f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 HTTP/1.1" status: 200 len: 999 time: 0.1788359 Aug 29 06:55:48.598181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dc6d8-a9e3-413c-a331-2eace6bd0ad0 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Subnet': ['ID=4149273d-beb7-4533-a6e0-de2534e86251,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:48.648852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4376869-e2c2-4a7a-81e7-798e329cd356 req-9a0da2f4-92c9-4e52-b304-0d7e67abc298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:48.652508 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4376869-e2c2-4a7a-81e7-798e329cd356 req-9a0da2f4-92c9-4e52-b304-0d7e67abc298 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab428347-bbf6-4179-99ff-630fada99547 HTTP/1.1" status: 200 len: 860 time: 0.0500395 Aug 29 06:55:48.686753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-943f159b-5c85-407a-a370-1f5218c77d06 req-a6f31c77-dc8d-4b78-afff-84777b387f81 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69df7696-13bc-4755-ac18-c6d0d169b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898604 Aug 29 06:55:48.700118 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4376869-e2c2-4a7a-81e7-798e329cd356 req-43100596-98c3-46ca-b30b-c8e0f1ae2911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69df7696-13bc-4755-ac18-c6d0d169b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412593 Aug 29 06:55:48.708384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-943f159b-5c85-407a-a370-1f5218c77d06 req-613a15a9-63bc-4ff1-899a-fcb73ce74181 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:55:48.709362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-943f159b-5c85-407a-a370-1f5218c77d06 req-613a15a9-63bc-4ff1-899a-fcb73ce74181 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053747 Aug 29 06:55:48.718360 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164dc6d8-a9e3-413c-a331-2eace6bd0ad0 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Checking segment: {'id': '914317c2-5841-48ac-80ca-e52d3dde0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3d38221-8a41-4321-9c07-f9fe3f56d247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:48.718732 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164dc6d8-a9e3-413c-a331-2eace6bd0ad0 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network hostable DHCP agents. Network: c3d38221-8a41-4321-9c07-f9fe3f56d247, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:55:48.820044 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4376869-e2c2-4a7a-81e7-798e329cd356 req-b5f43423-6ad1-439c-a065-9aca449d20d3 service neutron] 10.222.0.11 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122088 Aug 29 06:55:48.921317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164dc6d8-a9e3-413c-a331-2eace6bd0ad0 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network c3d38221-8a41-4321-9c07-f9fe3f56d247 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:55:49.001498 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-943f159b-5c85-407a-a370-1f5218c77d06 req-c497473a-b8fe-4fb4-9be7-77eaf849372e service neutron] 10.222.0.76 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607265 Aug 29 06:55:49.106179 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e4376869-e2c2-4a7a-81e7-798e329cd356 req-31484808-7d50-4415-94a8-f79946203ac8 service neutron] 10.222.0.11 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768273 Aug 29 06:55:49.155078 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-164dc6d8-a9e3-413c-a331-2eace6bd0ad0 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, c3d38221-8a41-4321-9c07-f9fe3f56d247) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:49.191698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164dc6d8-a9e3-413c-a331-2eace6bd0ad0 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:49.192577 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-164dc6d8-a9e3-413c-a331-2eace6bd0ad0 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:49.227121 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-943f159b-5c85-407a-a370-1f5218c77d06 req-abab646b-f60a-45f5-b344-a3b14efc3e0f service neutron] 10.222.0.76 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137420 Aug 29 06:55:49.240444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffeb078-adaf-452b-89cb-de5359c7963c req-63b3068a-94ff-41a9-b5a9-00276defb63e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:49.257046 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ffeb078-adaf-452b-89cb-de5359c7963c req-63b3068a-94ff-41a9-b5a9-00276defb63e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0965168 Aug 29 06:55:49.304670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ffeb078-adaf-452b-89cb-de5359c7963c req-29a02dab-1929-47de-9f4e-2136beeefb4b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432081 Aug 29 06:55:49.319120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620749d6-fa82-4dbd-921e-25314b4578d3 None None] Network c3d38221-8a41-4321-9c07-f9fe3f56d247 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:49.327006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-164dc6d8-a9e3-413c-a331-2eace6bd0ad0 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3097415 Aug 29 06:55:49.333445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58556) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:49.338660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'network_id': 'c3d38221-8a41-4321-9c07-f9fe3f56d247', 'name': 'tempest-PortsTestJSON-396826338'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:49.457041 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-bbe2a93b-b91e-4bbb-b1e0-fa863a277619 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 999 time: 0.1495829 Aug 29 06:55:49.468660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5ae86000-baaa-4f60-b547-0c2658465dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:54:37Z', 'revision_number': 4, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'ca24e771-f0df-4c79-bfff-664beb077853', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'port_id': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'mac_address': 'fa:16:3e:68:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:55:43Z', 'updated_at': '2021-08-29T06:55:46Z', 'revision_number': 1, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '889749b6-6853-499a-95e3-f22040c85bbc', 'name': '', 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'mac_address': 'fa:16:3e:9e:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ab428347-bbf6-4179-99ff-630fada99547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:36Z', 'updated_at': '2021-08-29T06:54:42Z', 'revision_number': 5, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'subnets': [{'id': 'ab428347-bbf6-4179-99ff-630fada99547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:49.518804 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae86000-baaa-4f60-b547-0c2658465dd0 None None] The sync data for ids ['f55fa621-ae29-4d17-8230-73bf00a3185d'] in n-d-713301-12 is: [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:54:37Z', 'revision_number': 4, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'ca24e771-f0df-4c79-bfff-664beb077853', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'port_id': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'mac_address': 'fa:16:3e:68:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:55:43Z', 'updated_at': '2021-08-29T06:55:46Z', 'revision_number': 1, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '889749b6-6853-499a-95e3-f22040c85bbc', 'name': '', 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'mac_address': 'fa:16:3e:9e:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ab428347-bbf6-4179-99ff-630fada99547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:36Z', 'updated_at': '2021-08-29T06:54:42Z', 'revision_number': 5, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'subnets': [{'id': 'ab428347-bbf6-4179-99ff-630fada99547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:55:49.700691 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:49.705176 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:49.767709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port a7c0a98a-575a-4942-8997-6cffa31e5e35 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:55:49.810914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-c3d38221-8a41-4321-9c07-f9fe3f56d247', 'network_id': 'c3d38221-8a41-4321-9c07-f9fe3f56d247', 'tenant_id': '6db82f2c79d34bd3a7176c913c7d5827', 'fixed_ips': [{'subnet_id': '4149273d-beb7-4533-a6e0-de2534e86251'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:55:49.811810 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:49.947561 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ccfef9-c32e-4dc7-b3fa-0c0227552a05 None None] New status for floating IP ca24e771-f0df-4c79-bfff-664beb077853: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:55:50.203495 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58582) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:50.243411 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1b69cfd-9738-45cb-b43f-59c95e8263c1 req-7cbaa2da-c15f-4287-b075-9a2b4cbce759 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0361087 Aug 29 06:55:50.255249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-568d759a-64d7-4714-9505-354b4090f5f0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:50.269701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-568d759a-64d7-4714-9505-354b4090f5f0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports/eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 HTTP/1.1" status: 200 len: 942 time: 0.8031349 Aug 29 06:55:50.393729 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-57ccedd8-b89f-43e2-a686-6f1c637ed078 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 1001 time: 0.0932384 Aug 29 06:55:50.495110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3a07cfd6-0d75-4fad-8600-2019b9507cb0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1319288738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:50.551879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Allocated IP 172.20.0.11 (c3d38221-8a41-4321-9c07-f9fe3f56d247/4149273d-beb7-4533-a6e0-de2534e86251/a7c0a98a-575a-4942-8997-6cffa31e5e35) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:50.593115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-644f4861-4fa0-452d-9faa-2e94254e0921 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:50.598264 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-644f4861-4fa0-452d-9faa-2e94254e0921 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.2010384 Aug 29 06:55:50.599844 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3a07cfd6-0d75-4fad-8600-2019b9507cb0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:50.600950 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3a07cfd6-0d75-4fad-8600-2019b9507cb0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:50.635464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f0469-dd15-45b3-be54-755414f0c1dd req-8464d0c5-62d9-44fb-9d45-7490140189c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:50.637656 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b76f0469-dd15-45b3-be54-755414f0c1dd req-8464d0c5-62d9-44fb-9d45-7490140189c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=897044e83d4b4e3fa039b018ec141c41&device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 1096 time: 0.7701633 Aug 29 06:55:50.683723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e77d49-e00c-49f6-bff0-d3f225eb3360 req-6ec41de0-f3ab-45bd-9192-86a22552ed3f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:50.685264 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88e77d49-e00c-49f6-bff0-d3f225eb3360 req-6ec41de0-f3ab-45bd-9192-86a22552ed3f tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1676600 Aug 29 06:55:50.782323 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-5e31bea3-442d-4c56-bead-2d1d978548c0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 1001 time: 0.1769803 Aug 29 06:55:50.784019 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3a07cfd6-0d75-4fad-8600-2019b9507cb0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:50.793942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-31fa341d-24bb-40b5-8691-22904db268b1 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:50.820622 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:50.849204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88e77d49-e00c-49f6-bff0-d3f225eb3360 req-36a9d934-da26-4a7f-8047-9d51f6e51360 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352377 Aug 29 06:55:50.900232 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3a07cfd6-0d75-4fad-8600-2019b9507cb0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:50.908655 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-31fa341d-24bb-40b5-8691-22904db268b1 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:50.926355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f0469-dd15-45b3-be54-755414f0c1dd req-a884f418-2335-4d89-9ca8-b8321e85af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:50.927895 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b76f0469-dd15-45b3-be54-755414f0c1dd req-a884f418-2335-4d89-9ca8-b8321e85af2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 200 len: 913 time: 0.2822237 Aug 29 06:55:51.012734 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.031168 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3a07cfd6-0d75-4fad-8600-2019b9507cb0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.036892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3a07cfd6-0d75-4fad-8600-2019b9507cb0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8286560 Aug 29 06:55:51.036892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58586) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:51.038641 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Transition to ACTIVE for port object a7c0a98a-575a-4942-8997-6cffa31e5e35 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:51.045195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-699480496'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:51.053512 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b76f0469-dd15-45b3-be54-755414f0c1dd req-213aa9db-a74c-47a3-8c31-320c492ec13b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73851558-f3eb-433e-9fdc-5730947d4048 HTTP/1.1" status: 200 len: 999 time: 0.1065969 Aug 29 06:55:51.123454 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-31fa341d-24bb-40b5-8691-22904db268b1 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.130545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f0469-dd15-45b3-be54-755414f0c1dd req-60fb075a-a33e-4e36-a480-a4ac5c84bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:51.132081 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b76f0469-dd15-45b3-be54-755414f0c1dd req-60fb075a-a33e-4e36-a480-a4ac5c84bf79 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 200 len: 851 time: 0.0713434 Aug 29 06:55:51.146182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Made reservation on behalf of e04dcfebf53a46cabe0ab7471dc18cec for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:51.150927 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.159587 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.197614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f0469-dd15-45b3-be54-755414f0c1dd req-a1ccc8a8-002f-48fe-b1aa-a2462fa238c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:51.199287 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b76f0469-dd15-45b3-be54-755414f0c1dd req-a1ccc8a8-002f-48fe-b1aa-a2462fa238c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb438b1b-83fe-449b-a9fe-bdfcc664c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603619 Aug 29 06:55:51.211337 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-31fa341d-24bb-40b5-8691-22904db268b1 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.211732 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-31fa341d-24bb-40b5-8691-22904db268b1 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Floating IP ca24e771-f0df-4c79-bfff-664beb077853 disassociated. External IP: 172.25.1.178, port: eb404d35-5a1b-4daf-b8f3-00a2fcdf1863. Aug 29 06:55:51.266532 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.308151 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Allocated IP 172.20.0.2 (c3d38221-8a41-4321-9c07-f9fe3f56d247/4149273d-beb7-4533-a6e0-de2534e86251/2f7d6524-d685-4683-8370-76bf1736937e) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:51.353852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network c3d38221-8a41-4321-9c07-f9fe3f56d247 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:51.364763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:51.377547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:51.461397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=a7c0a98a-575a-4942-8997-6cffa31e5e35,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:51.485579 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.511521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:51.512332 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.519105 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b76f0469-dd15-45b3-be54-755414f0c1dd req-2078bfdc-8b7d-4842-819d-f752137e2db7 service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124144 Aug 29 06:55:51.522132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a41836e7-cc8c-4d69-9c34-34d4d1114354 req-54b3ad8c-3fec-414e-97d0-eee5f0ffc031 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0471518 Aug 29 06:55:51.591285 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.603845 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Transition to ACTIVE for port object 2f7d6524-d685-4683-8370-76bf1736937e will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:51.623966 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.624232 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Transition to ACTIVE for port object 2f7d6524-d685-4683-8370-76bf1736937e will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:51.668446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:55:51.688009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-31fa341d-24bb-40b5-8691-22904db268b1 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Router f55fa621-ae29-4d17-8230-73bf00a3185d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:55:51.691724 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b76f0469-dd15-45b3-be54-755414f0c1dd req-cab62c9e-ce85-4287-a58f-c6f6154d421f service neutron] 10.222.0.11 "GET /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531942 Aug 29 06:55:51.700261 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.701653 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.702203 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Added segment 4e379c86-ca6c-4c10-a3e8-027faa36901a of type vlan for network 5ca56fd4-1a15-49c6-b20f-a5db83d6db4b Aug 29 06:55:51.714571 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68efdb90-e081-477c-bf65-602a50cac012,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:51.746366 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Network c3d38221-8a41-4321-9c07-f9fe3f56d247 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:51.750729 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-36406899-c919-474b-a392-5db3032ed074 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4137278 Aug 29 06:55:51.751689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58598) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:51.754083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:51.757915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:51.764663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'network_id': 'c3d38221-8a41-4321-9c07-f9fe3f56d247', 'name': 'tempest-PortsTestJSON-636665827'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:51.770915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Pushing event updated for resources: {'Port': ['ID=2f7d6524-d685-4683-8370-76bf1736937e,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:51.803426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:51.804986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:51.804986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:51.804986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:51.804986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:51.805560 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:51.806990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:51.806990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:51.806990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:51.806990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:51.808706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:51.808706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:55:51.839937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Attempting to bind port 2f7d6524-d685-4683-8370-76bf1736937e on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:55:51.840557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Attempting to bind port 2f7d6524-d685-4683-8370-76bf1736937e by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '914317c2-5841-48ac-80ca-e52d3dde0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3d38221-8a41-4321-9c07-f9fe3f56d247'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:55:51.840923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Attempting to bind port 2f7d6524-d685-4683-8370-76bf1736937e on network c3d38221-8a41-4321-9c07-f9fe3f56d247 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:55:51.874020 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:55:51.874575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Checking segment: {'id': '914317c2-5841-48ac-80ca-e52d3dde0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3d38221-8a41-4321-9c07-f9fe3f56d247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:51.875465 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.876308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Bound using segment: {'id': '914317c2-5841-48ac-80ca-e52d3dde0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3d38221-8a41-4321-9c07-f9fe3f56d247'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:55:51.877794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Bound port: 2f7d6524-d685-4683-8370-76bf1736937e, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914317c2-5841-48ac-80ca-e52d3dde0369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3d38221-8a41-4321-9c07-f9fe3f56d247'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:55:51.878502 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.901002 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.935740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-31fa341d-24bb-40b5-8691-22904db268b1 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:55:51.941264 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-31fa341d-24bb-40b5-8691-22904db268b1 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:51.957463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28251038-d52b-4b49-8534-e45e78a02cf2 None None] Sync routers for ids ['f55fa621-ae29-4d17-8230-73bf00a3185d'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:55:51.985157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] For port 2f7d6524-d685-4683-8370-76bf1736937e, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:55:51.987682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28251038-d52b-4b49-8534-e45e78a02cf2 None None] Routers {'f55fa621-ae29-4d17-8230-73bf00a3185d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:55:51.988426 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-28251038-d52b-4b49-8534-e45e78a02cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:55:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55fa621-ae29-4d17-8230-73bf00a3185d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:51.991579 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] For port 2f7d6524-d685-4683-8370-76bf1736937e, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2f7d6524-d685-4683-8370-76bf1736937e,segment=NetworkSegment(914317c2-5841-48ac-80ca-e52d3dde0369),segment_id=914317c2-5841-48ac-80ca-e52d3dde0369)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:55:52.009050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-31fa341d-24bb-40b5-8691-22904db268b1 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "PUT /v2.0/floatingips/ca24e771-f0df-4c79-bfff-664beb077853 HTTP/1.1" status: 200 len: 695 time: 1.2197130 Aug 29 06:55:52.012316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'tag': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:55:52.014341 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525bff11-6885-42b1-a8ba-ba89959e26af" -d '{"events": [{"name": "network-changed", "server_uuid": "7bef61eb-d450-45da-88e8-11a1e8acd175", "tag": "eb404d35-5a1b-4daf-b8f3-00a2fcdf1863"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:55:52.044512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8737a51-13a0-4dfa-a63f-9a707cf3a647 req-fc434e42-460b-4f98-9c05-dc85f5e68610 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:52.046500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8737a51-13a0-4dfa-a63f-9a707cf3a647 req-fc434e42-460b-4f98-9c05-dc85f5e68610 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1021590 Aug 29 06:55:52.117357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8737a51-13a0-4dfa-a63f-9a707cf3a647 req-5572adbe-e127-40aa-8145-2adf138e7532 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548916 Aug 29 06:55:52.117669 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-28251038-d52b-4b49-8534-e45e78a02cf2 None None] Set router f55fa621-ae29-4d17-8230-73bf00a3185d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:55:52.121539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-e14161cc-dd9b-465d-b7c3-5460de4834bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:52.123021 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-e14161cc-dd9b-465d-b7c3-5460de4834bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2fd53004b0cf47d4b0862df916edfb09&device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 1097 time: 0.1001878 Aug 29 06:55:52.195995 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8289893e-c250-45d8-ac8c-1e9a95599c7a x-openstack-request-id: req-8289893e-c250-45d8-ac8c-1e9a95599c7a {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:55:52.196335 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bef61eb-d450-45da-88e8-11a1e8acd175", "tag": "eb404d35-5a1b-4daf-b8f3-00a2fcdf1863", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:55:52.196654 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8289893e-c250-45d8-ac8c-1e9a95599c7a {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:55:52.198053 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'tag': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863', 'status': 'completed', 'code': 200} Aug 29 06:55:52.246108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-62b3c88c-284f-41f1-9502-5fc32574bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:52.248116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-62b3c88c-284f-41f1-9502-5fc32574bdb3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=69df7696-13bc-4755-ac18-c6d0d169b7a7 HTTP/1.1" status: 200 len: 921 time: 0.1180077 Aug 29 06:55:52.270810 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bff11-6885-42b1-a8ba-ba89959e26af req-476e2e02-770c-4402-b130-009bed6685b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:52.272744 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-525bff11-6885-42b1-a8ba-ba89959e26af req-476e2e02-770c-4402-b130-009bed6685b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2fd53004b0cf47d4b0862df916edfb09&device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 1097 time: 0.0563354 Aug 29 06:55:52.292681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-b574b1e2-2110-409c-9984-968a33878bf1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 HTTP/1.1" status: 200 len: 217 time: 0.0384595 Aug 29 06:55:52.322135 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-28251038-d52b-4b49-8534-e45e78a02cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:54:37Z', 'revision_number': 4, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '889749b6-6853-499a-95e3-f22040c85bbc', 'name': '', 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'mac_address': 'fa:16:3e:9e:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ab428347-bbf6-4179-99ff-630fada99547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:36Z', 'updated_at': '2021-08-29T06:54:42Z', 'revision_number': 5, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'subnets': [{'id': 'ab428347-bbf6-4179-99ff-630fada99547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:52.331653 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:52.335204 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:52.350651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28251038-d52b-4b49-8534-e45e78a02cf2 None None] Checking router: f55fa621-ae29-4d17-8230-73bf00a3185d for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:55:52.357799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-96c0e527-fdbf-4a49-b60d-3312fb199e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:52.359504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-96c0e527-fdbf-4a49-b60d-3312fb199e10 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ab428347-bbf6-4179-99ff-630fada99547 HTTP/1.1" status: 200 len: 860 time: 0.0600891 Aug 29 06:55:52.360899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port 18b5782a-4797-4a7e-a43e-6c04bf3e14be yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:55:52.361064 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:52.361403 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:52.369534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:52.369534 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:52.372040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28251038-d52b-4b49-8534-e45e78a02cf2 None None] Routers {'f55fa621-ae29-4d17-8230-73bf00a3185d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:55:52.373339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-28251038-d52b-4b49-8534-e45e78a02cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:55:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55fa621-ae29-4d17-8230-73bf00a3185d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:52.526184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68052e06-90d9-4b48-ac5d-231ad2a0eeff None None] Pushing event updated for resources: {'Port': ['ID=2f7d6524-d685-4683-8370-76bf1736937e,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:52.550524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-fd77d07e-adb7-4e44-b8bf-2736b20eaa06 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69df7696-13bc-4755-ac18-c6d0d169b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1743891 Aug 29 06:55:52.625136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event updated for resources: {'Network': ['ID=5ca56fd4-1a15-49c6-b20f-a5db83d6db4b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:52.646990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Allocated IP 172.20.0.3 (c3d38221-8a41-4321-9c07-f9fe3f56d247/4149273d-beb7-4533-a6e0-de2534e86251/18b5782a-4797-4a7e-a43e-6c04bf3e14be) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:52.650959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bff11-6885-42b1-a8ba-ba89959e26af req-4740867e-2cae-425f-a006-520d2ced4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:52.651125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 5ca56fd4-1a15-49c6-b20f-a5db83d6db4b details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:55:52.657356 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-525bff11-6885-42b1-a8ba-ba89959e26af req-4740867e-2cae-425f-a006-520d2ced4284 service neutron] 10.222.0.11 "GET /v2.0/networks?id=69df7696-13bc-4755-ac18-c6d0d169b7a7 HTTP/1.1" status: 200 len: 921 time: 0.3774283 Aug 29 06:55:52.720881 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-525bff11-6885-42b1-a8ba-ba89959e26af req-02dad17a-d47d-4f25-b059-c0b826e5b059 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 HTTP/1.1" status: 200 len: 217 time: 0.0550385 Aug 29 06:55:52.767267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-28251038-d52b-4b49-8534-e45e78a02cf2 None None] Set router f55fa621-ae29-4d17-8230-73bf00a3185d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:55:52.770897 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c309c8ee-03a3-49d8-88a0-a0282659ef76 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7284124 Aug 29 06:55:52.784478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58620) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:52.807337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6060da1f-2a6f-4b0c-a594-b939c92aae3d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Request body: {'subnet': {'network_id': '5ca56fd4-1a15-49c6-b20f-a5db83d6db4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:52.822340 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7c17be5-a74a-4023-82a1-76551d8c79b7 req-d6cef5d9-e235-4be2-9648-6fc7c87377f3 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0779939 Aug 29 06:55:52.975856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bff11-6885-42b1-a8ba-ba89959e26af req-c496f618-1918-4519-a384-fdb4ad326373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:52.978873 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-525bff11-6885-42b1-a8ba-ba89959e26af req-c496f618-1918-4519-a384-fdb4ad326373 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ab428347-bbf6-4179-99ff-630fada99547 HTTP/1.1" status: 200 len: 860 time: 0.2374029 Aug 29 06:55:53.012674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-f03f1eb5-e99e-4e6a-8a1c-250fdb737571 service neutron] 10.222.0.76 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400976 Aug 29 06:55:53.090552 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-525bff11-6885-42b1-a8ba-ba89959e26af req-3ecc8084-c1f2-420a-b45b-4da261ac4683 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69df7696-13bc-4755-ac18-c6d0d169b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454171 Aug 29 06:55:53.098504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6060da1f-2a6f-4b0c-a594-b939c92aae3d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Made reservation on behalf of e04dcfebf53a46cabe0ab7471dc18cec for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:53.098504 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6060da1f-2a6f-4b0c-a594-b939c92aae3d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:53.257944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-134142da-be43-41cf-83b6-e8b6cf67b3bc req-c8ca9269-2047-444c-bcf3-bf5ac335cd84 service neutron] 10.222.0.76 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190893 Aug 29 06:55:53.285269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2f7d6524-d685-4683-8370-76bf1736937e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:53.293081 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:53.320913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Transition to ACTIVE for port object 18b5782a-4797-4a7e-a43e-6c04bf3e14be will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:53.324417 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-525bff11-6885-42b1-a8ba-ba89959e26af req-177e27c5-66d8-4639-9848-0d4f4bfc4ddc service neutron] 10.222.0.11 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265956 Aug 29 06:55:53.466082 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-823f0ccd-fd26-4d56-8660-cb339eb4c054 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/floatingips/ca24e771-f0df-4c79-bfff-664beb077853 HTTP/1.1" status: 200 len: 695 time: 0.0630205 Aug 29 06:55:53.473014 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-525bff11-6885-42b1-a8ba-ba89959e26af req-e24f57e4-6004-4169-8450-6d3beea3883e service neutron] 10.222.0.11 "GET /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395888 Aug 29 06:55:53.513455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:53.525591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-28251038-d52b-4b49-8534-e45e78a02cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:54:37Z', 'revision_number': 4, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '889749b6-6853-499a-95e3-f22040c85bbc', 'name': '', 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'mac_address': 'fa:16:3e:9e:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ab428347-bbf6-4179-99ff-630fada99547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:36Z', 'updated_at': '2021-08-29T06:54:42Z', 'revision_number': 5, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'subnets': [{'id': 'ab428347-bbf6-4179-99ff-630fada99547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:53.555710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network c3d38221-8a41-4321-9c07-f9fe3f56d247 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:53.560927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:53.605721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28251038-d52b-4b49-8534-e45e78a02cf2 None None] The sync data for ids ['f55fa621-ae29-4d17-8230-73bf00a3185d'] in n-d-713301-12 is: [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:54:37Z', 'revision_number': 4, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '889749b6-6853-499a-95e3-f22040c85bbc', 'name': '', 'network_id': '69df7696-13bc-4755-ac18-c6d0d169b7a7', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'mac_address': 'fa:16:3e:9e:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ab428347-bbf6-4179-99ff-630fada99547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:36Z', 'updated_at': '2021-08-29T06:54:42Z', 'revision_number': 5, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'subnets': [{'id': 'ab428347-bbf6-4179-99ff-630fada99547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:55:53.615726 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7bdae-fcc0-4f65-8d3f-1c1caa11e1fd req-a30f3ea7-f33a-4081-83c9-14daa14f5998 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:53.617422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:53.623657 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ae7bdae-fcc0-4f65-8d3f-1c1caa11e1fd req-a30f3ea7-f33a-4081-83c9-14daa14f5998 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.2873096 Aug 29 06:55:53.689517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 2f7d6524-d685-4683-8370-76bf1736937e completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:53.743400 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ae7bdae-fcc0-4f65-8d3f-1c1caa11e1fd req-4450ad95-4241-4386-9e7b-bdb6d6a8f006 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186197 Aug 29 06:55:53.857523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-11c2778d-6b1d-4822-8b52-6c519c36c7c0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:53.859544 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-11c2778d-6b1d-4822-8b52-6c519c36c7c0 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 784 time: 0.3922439 Aug 29 06:55:53.866526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=18b5782a-4797-4a7e-a43e-6c04bf3e14be,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:53.897665 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:53.898212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-de3675c9-2dbc-496c-bedc-3c6c0b02c4cc tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:55:53.898780 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:53.899406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-de3675c9-2dbc-496c-bedc-3c6c0b02c4cc tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076940 Aug 29 06:55:53.969893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-5a726edc-adbd-456e-aa7e-0168b3b38ffd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 698 time: 0.0604560 Aug 29 06:55:54.054863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85afdf88-f002-4a62-8520-b8b9b0022558 req-5b21e2cd-3b13-41b0-8b32-7fa4fbd07150 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0308816 Aug 29 06:55:54.058636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-d7268af9-f995-442b-b74e-32c73903f863 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 698 time: 0.0770571 Aug 29 06:55:54.101559 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef448d73-d216-4bb6-8a30-3b8bbd4714e2 None None] New status for floating IP ca24e771-f0df-4c79-bfff-664beb077853: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:55:54.110658 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6060da1f-2a6f-4b0c-a594-b939c92aae3d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.154378 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbe0238-ab5e-4c5e-8c1c-d32ebc00ee27 None None] Network c3d38221-8a41-4321-9c07-f9fe3f56d247 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:54.159633 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c1de9a21-ce18-4e1e-9f36-6cc33de231f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4074929 Aug 29 06:55:54.162355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58638) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:54.276384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060da1f-2a6f-4b0c-a594-b939c92aae3d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event updated for resources: {'Subnet': ['ID=042f16b6-1fee-40e1-a785-fefd9887c72c,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:54.303694 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6060da1f-2a6f-4b0c-a594-b939c92aae3d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Checking segment: {'id': '4e379c86-ca6c-4c10-a3e8-027faa36901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5ca56fd4-1a15-49c6-b20f-a5db83d6db4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:54.304204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6060da1f-2a6f-4b0c-a594-b939c92aae3d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Network hostable DHCP agents. Network: 5ca56fd4-1a15-49c6-b20f-a5db83d6db4b, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:55:54.316642 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053d1944-6e3d-47d9-91e5-335315cba576 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:54.321904 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-053d1944-6e3d-47d9-91e5-335315cba576 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.1572616 Aug 29 06:55:54.323056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58644) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:54.341990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-b0bc921c-6836-4d0b-9eba-9ae1c31a19cd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Deleting port b72873af-c309-4025-8e03-ef8b6f2006cc {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:54.342369 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-b0bc921c-6836-4d0b-9eba-9ae1c31a19cd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.386742 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-227aba60-5919-4db1-af58-e06b5b068144 None None] Provisioning for port 2f7d6524-d685-4683-8370-76bf1736937e completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:54.407461 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-227aba60-5919-4db1-af58-e06b5b068144 None None] Provisioning complete for port 2f7d6524-d685-4683-8370-76bf1736937e triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:54.407834 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-227aba60-5919-4db1-af58-e06b5b068144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.426257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2d0dd0b1-9d82-4878-a10d-cbf315646ea1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 18b5782a-4797-4a7e-a43e-6c04bf3e14be {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:54.430974 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd0b1-9d82-4878-a10d-cbf315646ea1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.431747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-b0bc921c-6836-4d0b-9eba-9ae1c31a19cd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.431747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-b0bc921c-6836-4d0b-9eba-9ae1c31a19cd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.445172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-b0bc921c-6836-4d0b-9eba-9ae1c31a19cd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Calling delete_port for b72873af-c309-4025-8e03-ef8b6f2006cc owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:54.522124 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-227aba60-5919-4db1-af58-e06b5b068144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.585352 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd0b1-9d82-4878-a10d-cbf315646ea1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.604316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2d0dd0b1-9d82-4878-a10d-cbf315646ea1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 18b5782a-4797-4a7e-a43e-6c04bf3e14be owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:54.613567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-227aba60-5919-4db1-af58-e06b5b068144 None None] For port 2f7d6524-d685-4683-8370-76bf1736937e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2f7d6524-d685-4683-8370-76bf1736937e,segment=NetworkSegment(914317c2-5841-48ac-80ca-e52d3dde0369),segment_id=914317c2-5841-48ac-80ca-e52d3dde0369)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:54.622993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6060da1f-2a6f-4b0c-a594-b939c92aae3d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Network 5ca56fd4-1a15-49c6-b20f-a5db83d6db4b is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:55:54.700613 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-227aba60-5919-4db1-af58-e06b5b068144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.746664 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-b0bc921c-6836-4d0b-9eba-9ae1c31a19cd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.764532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227aba60-5919-4db1-af58-e06b5b068144 None None] Pushing event updated for resources: {'Port': ['ID=2f7d6524-d685-4683-8370-76bf1736937e,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:54.779888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-6060da1f-2a6f-4b0c-a594-b939c92aae3d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 5ca56fd4-1a15-49c6-b20f-a5db83d6db4b) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:54.785944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc921c-6836-4d0b-9eba-9ae1c31a19cd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Pushing event deleted for resources: {'Port': ['ID=b72873af-c309-4025-8e03-ef8b6f2006cc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:54.793833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682c89b7-8d4b-4803-a2e9-9c57f56ff661 None None] Network 5ca56fd4-1a15-49c6-b20f-a5db83d6db4b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:54.794932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6060da1f-2a6f-4b0c-a594-b939c92aae3d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:54.795581 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6060da1f-2a6f-4b0c-a594-b939c92aae3d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.866055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd0b1-9d82-4878-a10d-cbf315646ea1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.880573 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-40a6a44b-76ee-4dbb-98c1-ea6d440b27ed None None] Provisioning complete for port 2f7d6524-d685-4683-8370-76bf1736937e triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:54.881096 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-40a6a44b-76ee-4dbb-98c1-ea6d440b27ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.919392 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-b0bc921c-6836-4d0b-9eba-9ae1c31a19cd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.922745 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-b0bc921c-6836-4d0b-9eba-9ae1c31a19cd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:54.928790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fbb7840-7b00-45b0-b358-6b18b8891ae2 req-b0bc921c-6836-4d0b-9eba-9ae1c31a19cd tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "DELETE /v2.0/floatingips/ca24e771-f0df-4c79-bfff-664beb077853 HTTP/1.1" status: 204 len: 173 time: 0.8588128 Aug 29 06:55:54.944269 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6060da1f-2a6f-4b0c-a594-b939c92aae3d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1548789 Aug 29 06:55:54.947823 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58660) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:54.972469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-38333f83-acb6-49d1-975e-f8b280fe26f0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Request body: {'network': {'name': 'tempest-router-network01--856489645'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:54.986564 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2f7d6524-d685-4683-8370-76bf1736937e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:55.003959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dd0b1-9d82-4878-a10d-cbf315646ea1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=18b5782a-4797-4a7e-a43e-6c04bf3e14be,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:55.069174 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd0b1-9d82-4878-a10d-cbf315646ea1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.071127 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2d0dd0b1-9d82-4878-a10d-cbf315646ea1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/18b5782a-4797-4a7e-a43e-6c04bf3e14be HTTP/1.1" status: 204 len: 168 time: 0.7468197 Aug 29 06:55:55.074277 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58666) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:55.103658 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46e427e-56b4-4f91-b9e3-4c91dfcf8be2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] GET failed (client error): The resource could not be found. Aug 29 06:55:55.106261 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c46e427e-56b4-4f91-b9e3-4c91dfcf8be2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/18b5782a-4797-4a7e-a43e-6c04bf3e14be HTTP/1.1" status: 404 len: 333 time: 0.0309246 Aug 29 06:55:55.107738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38333f83-acb6-49d1-975e-f8b280fe26f0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Made reservation on behalf of e04dcfebf53a46cabe0ab7471dc18cec for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:55.111594 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38333f83-acb6-49d1-975e-f8b280fe26f0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.122581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58670) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:55.141422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38333f83-acb6-49d1-975e-f8b280fe26f0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:55:55.151854 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38333f83-acb6-49d1-975e-f8b280fe26f0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.152521 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-38333f83-acb6-49d1-975e-f8b280fe26f0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Added segment f0ae1a04-207e-4fb8-979b-a29a96a57f88 of type vlan for network fe8de767-9f7e-45d1-847f-a3dcdaebcb01 Aug 29 06:55:55.204283 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38333f83-acb6-49d1-975e-f8b280fe26f0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.226122 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81873b2-d1c4-4584-8aa4-63e82b0e29e2 req-d23410b0-2e50-42c9-88d3-4d9b306fc475 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:55.234628 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b81873b2-d1c4-4584-8aa4-63e82b0e29e2 req-d23410b0-2e50-42c9-88d3-4d9b306fc475 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1526759 Aug 29 06:55:55.284776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-5ca56fd4-1a15-49c6-b20f-a5db83d6db4b', 'network_id': '5ca56fd4-1a15-49c6-b20f-a5db83d6db4b', 'tenant_id': 'e04dcfebf53a46cabe0ab7471dc18cec', 'fixed_ips': [{'subnet_id': '042f16b6-1fee-40e1-a785-fefd9887c72c'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:55:55.285763 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.288826 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38333f83-acb6-49d1-975e-f8b280fe26f0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.296089 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38333f83-acb6-49d1-975e-f8b280fe26f0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:55.296702 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38333f83-acb6-49d1-975e-f8b280fe26f0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.356289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2f7d6524-d685-4683-8370-76bf1736937e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:55.356758 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.383433 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38333f83-acb6-49d1-975e-f8b280fe26f0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event updated for resources: {'Network': ['ID=fe8de767-9f7e-45d1-847f-a3dcdaebcb01,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:55.402365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network fe8de767-9f7e-45d1-847f-a3dcdaebcb01 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:55:55.409442 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-38333f83-acb6-49d1-975e-f8b280fe26f0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4399643 Aug 29 06:55:55.410674 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58678) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:55.418841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a3b90561-bdc3-46b2-a821-eedebb442fb1 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Request body: {'network': {'name': 'tempest-router-network02--1426456640'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:55.514770 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-40a6a44b-76ee-4dbb-98c1-ea6d440b27ed None None] Provisioning for port a7c0a98a-575a-4942-8997-6cffa31e5e35 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:55.524855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-40a6a44b-76ee-4dbb-98c1-ea6d440b27ed None None] Provisioning complete for port a7c0a98a-575a-4942-8997-6cffa31e5e35 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:55.525439 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-40a6a44b-76ee-4dbb-98c1-ea6d440b27ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.580997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b90561-bdc3-46b2-a821-eedebb442fb1 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Made reservation on behalf of e04dcfebf53a46cabe0ab7471dc18cec for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:55.583176 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a3b90561-bdc3-46b2-a821-eedebb442fb1 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.608091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b90561-bdc3-46b2-a821-eedebb442fb1 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:55:55.618213 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a3b90561-bdc3-46b2-a821-eedebb442fb1 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.619202 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-a3b90561-bdc3-46b2-a821-eedebb442fb1 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Added segment 20df5bba-3bee-46df-a14e-97b6c7c3fad3 of type vlan for network b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34 Aug 29 06:55:55.638350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-40a6a44b-76ee-4dbb-98c1-ea6d440b27ed None None] Port a7c0a98a-575a-4942-8997-6cffa31e5e35 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:55:55.641933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-ef21ecba-8433-4292-8bc9-ac52ffd6e029 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:55.643407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-ef21ecba-8433-4292-8bc9-ac52ffd6e029 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/networks?id=bf2aa35c-72ee-4c1a-922b-895d3e6904ad HTTP/1.1" status: 200 len: 814 time: 0.6602280 Aug 29 06:55:55.647195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-40a6a44b-76ee-4dbb-98c1-ea6d440b27ed None None] Could not find standard attr ID for object 18b5782a-4797-4a7e-a43e-6c04bf3e14be. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:55:55.661973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a3b90561-bdc3-46b2-a821-eedebb442fb1 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.673343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b81873b2-d1c4-4584-8aa4-63e82b0e29e2 req-33b08135-1998-44cd-a82a-fce3d8ac6d21 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4377348 Aug 29 06:55:55.682413 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-f558cb81-b91e-4c2b-b2d2-f44c889511b6 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/quotas/c063c916c0cb42319b43e7cc68a9f591 HTTP/1.1" status: 200 len: 375 time: 0.0143371 Aug 29 06:55:55.693517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Allocated IP 172.20.0.2 (5ca56fd4-1a15-49c6-b20f-a5db83d6db4b/042f16b6-1fee-40e1-a785-fefd9887c72c/282f2e7b-5548-4c5d-bc51-73e4d08945cf) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:55.717214 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-05821ace-2d0c-49c3-8590-f252ac4367c5 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port a7c0a98a-575a-4942-8997-6cffa31e5e35 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:55.718930 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05821ace-2d0c-49c3-8590-f252ac4367c5 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.768730 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a3b90561-bdc3-46b2-a821-eedebb442fb1 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.775312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b90561-bdc3-46b2-a821-eedebb442fb1 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:55.776805 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a3b90561-bdc3-46b2-a821-eedebb442fb1 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.791682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-11ef4073-90f0-4e19-a946-93aa3a8cc4ac None None] Provisioning complete for port a7c0a98a-575a-4942-8997-6cffa31e5e35 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:55.792065 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-11ef4073-90f0-4e19-a946-93aa3a8cc4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.847045 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-b9bf5971-b546-4392-9753-94ea0341adc9 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c063c916c0cb42319b43e7cc68a9f591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1486933 Aug 29 06:55:55.849400 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-11ef4073-90f0-4e19-a946-93aa3a8cc4ac None None] Port a7c0a98a-575a-4942-8997-6cffa31e5e35 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:55:55.860062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58dc4a4d-c321-4855-901c-251301e7a358 req-a3ebf6e5-061c-4243-bb82-dc38fb4d33b5 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups/2e2547fa-caf3-49c7-a50a-e4b3f2995e6b HTTP/1.1" status: 200 len: 1808 time: 0.1384656 Aug 29 06:55:55.873695 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-11ef4073-90f0-4e19-a946-93aa3a8cc4ac None None] Could not find standard attr ID for object 18b5782a-4797-4a7e-a43e-6c04bf3e14be. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:55:55.880368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b90561-bdc3-46b2-a821-eedebb442fb1 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event updated for resources: {'Network': ['ID=b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:55.888476 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05821ace-2d0c-49c3-8590-f252ac4367c5 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.896533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:55:55.912940 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:55.948671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-05821ace-2d0c-49c3-8590-f252ac4367c5 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for a7c0a98a-575a-4942-8997-6cffa31e5e35 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:55.956020 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Transition to ACTIVE for port object 282f2e7b-5548-4c5d-bc51-73e4d08945cf will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:55.959362 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a3b90561-bdc3-46b2-a821-eedebb442fb1 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5468876 Aug 29 06:55:55.963948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58688) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:55.978574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b14af85e-012e-4424-b372-c2907a7410b6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Request body: {'subnet': {'network_id': 'fe8de767-9f7e-45d1-847f-a3dcdaebcb01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:55.983378 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Transition to ACTIVE for port object 282f2e7b-5548-4c5d-bc51-73e4d08945cf will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:56.059655 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:56.098475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Network 5ca56fd4-1a15-49c6-b20f-a5db83d6db4b is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:56.104406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:56.108814 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:56.112012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Pushing event updated for resources: {'Port': ['ID=282f2e7b-5548-4c5d-bc51-73e4d08945cf,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:56.115635 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-58dc4a4d-c321-4855-901c-251301e7a358 req-7eb20a14-eb72-4c99-bf3e-c4409c13b110 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:56.147247 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-16126e85-3969-43f3-ac09-4add55224f63 service neutron] 10.222.0.76 "GET /v2.0/networks/bf2aa35c-72ee-4c1a-922b-895d3e6904ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699661 Aug 29 06:55:56.162816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Attempting to bind port 282f2e7b-5548-4c5d-bc51-73e4d08945cf on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:55:56.163212 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Attempting to bind port 282f2e7b-5548-4c5d-bc51-73e4d08945cf by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '4e379c86-ca6c-4c10-a3e8-027faa36901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5ca56fd4-1a15-49c6-b20f-a5db83d6db4b'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:55:56.163578 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Attempting to bind port 282f2e7b-5548-4c5d-bc51-73e4d08945cf on network 5ca56fd4-1a15-49c6-b20f-a5db83d6db4b {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:55:56.169335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:55:56.169705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Checking segment: {'id': '4e379c86-ca6c-4c10-a3e8-027faa36901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5ca56fd4-1a15-49c6-b20f-a5db83d6db4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:56.170102 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:56.170493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Bound using segment: {'id': '4e379c86-ca6c-4c10-a3e8-027faa36901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5ca56fd4-1a15-49c6-b20f-a5db83d6db4b'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:55:56.170956 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Bound port: 282f2e7b-5548-4c5d-bc51-73e4d08945cf, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e379c86-ca6c-4c10-a3e8-027faa36901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5ca56fd4-1a15-49c6-b20f-a5db83d6db4b'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:55:56.171361 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:56.174237 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-58dc4a4d-c321-4855-901c-251301e7a358 req-7eb20a14-eb72-4c99-bf3e-c4409c13b110 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:56.237614 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] For port 282f2e7b-5548-4c5d-bc51-73e4d08945cf, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:55:56.241141 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] For port 282f2e7b-5548-4c5d-bc51-73e4d08945cf, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=282f2e7b-5548-4c5d-bc51-73e4d08945cf,segment=NetworkSegment(4e379c86-ca6c-4c10-a3e8-027faa36901a),segment_id=4e379c86-ca6c-4c10-a3e8-027faa36901a)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:55:56.323480 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:56.343452 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-7e85f464-e340-491a-999d-a04991a77669 service neutron] 10.222.0.76 "GET /v2.0/networks/bf2aa35c-72ee-4c1a-922b-895d3e6904ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802921 Aug 29 06:55:56.363435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14af85e-012e-4424-b372-c2907a7410b6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Made reservation on behalf of e04dcfebf53a46cabe0ab7471dc18cec for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:56.367335 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b14af85e-012e-4424-b372-c2907a7410b6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:56.416919 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d6644-81c0-444e-83ba-ed2774096128 None None] Pushing event updated for resources: {'Port': ['ID=282f2e7b-5548-4c5d-bc51-73e4d08945cf,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:56.463135 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-58dc4a4d-c321-4855-901c-251301e7a358 req-7eb20a14-eb72-4c99-bf3e-c4409c13b110 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:56.465667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-58dc4a4d-c321-4855-901c-251301e7a358 req-7eb20a14-eb72-4c99-bf3e-c4409c13b110 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:56.466821 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58dc4a4d-c321-4855-901c-251301e7a358 req-7eb20a14-eb72-4c99-bf3e-c4409c13b110 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "DELETE /v2.0/security-groups/2e2547fa-caf3-49c7-a50a-e4b3f2995e6b HTTP/1.1" status: 204 len: 173 time: 0.5973451 Aug 29 06:55:56.468056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05821ace-2d0c-49c3-8590-f252ac4367c5 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:56.525368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb20a14-eb72-4c99-bf3e-c4409c13b110 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2547fa-caf3-49c7-a50a-e4b3f2995e6b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:56.530307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05821ace-2d0c-49c3-8590-f252ac4367c5 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=a7c0a98a-575a-4942-8997-6cffa31e5e35,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:56.685004 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-637238cb-71e7-42fd-a9ac-d0d2f5564d8e req-9a005890-62c3-4ac5-ae78-dc69526c1da3 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.1103814 Aug 29 06:55:56.864536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05821ace-2d0c-49c3-8590-f252ac4367c5 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:56.871528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-05821ace-2d0c-49c3-8590-f252ac4367c5 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/a7c0a98a-575a-4942-8997-6cffa31e5e35 HTTP/1.1" status: 204 len: 168 time: 1.7460511 Aug 29 06:55:56.875771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58702) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:56.921645 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b6cda0-d4e5-4ba4-9b6e-5a10fa9f4f37 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] GET failed (client error): The resource could not be found. Aug 29 06:55:56.926418 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58704) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:56.926668 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-93b6cda0-d4e5-4ba4-9b6e-5a10fa9f4f37 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/a7c0a98a-575a-4942-8997-6cffa31e5e35 HTTP/1.1" status: 404 len: 333 time: 0.0491059 Aug 29 06:55:56.981328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031c58f-5dee-4e81-8a36-036494956794 req-29e528f1-f74b-4158-a2b8-ec3afa4d1a90 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:56.981328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a031c58f-5dee-4e81-8a36-036494956794 req-29e528f1-f74b-4158-a2b8-ec3afa4d1a90 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1551564 Aug 29 06:55:57.000666 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b14af85e-012e-4424-b372-c2907a7410b6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:57.058421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bcdf06-26de-4c5c-9c49-cca14e93189c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting subnet 4149273d-beb7-4533-a6e0-de2534e86251 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:55:57.063859 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71bcdf06-26de-4c5c-9c49-cca14e93189c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:57.096274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 282f2e7b-5548-4c5d-bc51-73e4d08945cf up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:55:57.114857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a031c58f-5dee-4e81-8a36-036494956794 req-5a47bc48-8be6-4046-9d96-b0d36f767faa tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334429 Aug 29 06:55:57.139093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14af85e-012e-4424-b372-c2907a7410b6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event updated for resources: {'Subnet': ['ID=e3842685-34ce-4438-977c-6048328735e6,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:57.147395 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71bcdf06-26de-4c5c-9c49-cca14e93189c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:57.160437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14af85e-012e-4424-b372-c2907a7410b6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Checking segment: {'id': 'f0ae1a04-207e-4fb8-979b-a29a96a57f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe8de767-9f7e-45d1-847f-a3dcdaebcb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:57.161327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14af85e-012e-4424-b372-c2907a7410b6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Network hostable DHCP agents. Network: fe8de767-9f7e-45d1-847f-a3dcdaebcb01, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:55:57.214410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55c5698c-269b-4690-885d-b4de247bcc3f req-5c5b0497-21c1-46a1-8acb-911631f9f529 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 210 time: 0.0410309 Aug 29 06:55:57.296851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71bcdf06-26de-4c5c-9c49-cca14e93189c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:57.311726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 282f2e7b-5548-4c5d-bc51-73e4d08945cf completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:57.350678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232d0eb-ebac-4b57-bea5-261530520282 req-0cade64d-730b-44c6-814c-acfb995c2b9b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:57.363547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d232d0eb-ebac-4b57-bea5-261530520282 req-0cade64d-730b-44c6-814c-acfb995c2b9b tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.0812461 Aug 29 06:55:57.372542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14af85e-012e-4424-b372-c2907a7410b6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Network fe8de767-9f7e-45d1-847f-a3dcdaebcb01 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:55:57.412152 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d232d0eb-ebac-4b57-bea5-261530520282 req-5598135f-bf9c-40a2-aabc-f8173917345f tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472376 Aug 29 06:55:57.482444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-b14af85e-012e-4424-b372-c2907a7410b6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, fe8de767-9f7e-45d1-847f-a3dcdaebcb01) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:57.487636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14af85e-012e-4424-b372-c2907a7410b6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:57.488290 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b14af85e-012e-4424-b372-c2907a7410b6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:57.506035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8834d04-cd39-40cb-a47b-85757a00f8af None None] Network fe8de767-9f7e-45d1-847f-a3dcdaebcb01 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:57.565687 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71bcdf06-26de-4c5c-9c49-cca14e93189c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:57.597781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd81c96-0785-4299-a040-709af05474d5 None None] Network c3d38221-8a41-4321-9c07-f9fe3f56d247 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:57.601150 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b14af85e-012e-4424-b372-c2907a7410b6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6358125 Aug 29 06:55:57.601150 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58724) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:57.606086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3bd8dbe5-a237-42f1-9aa7-99e3d5341b03 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Request body: {'subnet': {'network_id': 'b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:57.646941 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71bcdf06-26de-4c5c-9c49-cca14e93189c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:57.649393 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-71bcdf06-26de-4c5c-9c49-cca14e93189c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/4149273d-beb7-4533-a6e0-de2534e86251 HTTP/1.1" status: 204 len: 168 time: 0.7213337 Aug 29 06:55:57.653274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcdf06-26de-4c5c-9c49-cca14e93189c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Subnet': ['ID=4149273d-beb7-4533-a6e0-de2534e86251,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:57.655792 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58726) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:57.763713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:57.883852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 2f7d6524-d685-4683-8370-76bf1736937e {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:57.887041 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:57.927869 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5407b22-e477-4f06-8a79-5dc119ffc552 req-62b58dc4-78c8-4b64-b09d-db93af77a6d3 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0445640 Aug 29 06:55:57.930367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-fe8de767-9f7e-45d1-847f-a3dcdaebcb01', 'network_id': 'fe8de767-9f7e-45d1-847f-a3dcdaebcb01', 'tenant_id': 'e04dcfebf53a46cabe0ab7471dc18cec', 'fixed_ips': [{'subnet_id': 'e3842685-34ce-4438-977c-6048328735e6'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:55:57.931884 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:57.956866 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdb946b-965d-43c4-ac89-6ef79a6e5096 None None] DHCP port deletion for c3d38221-8a41-4321-9c07-f9fe3f56d247 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:55:57.997834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd8dbe5-a237-42f1-9aa7-99e3d5341b03 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Made reservation on behalf of e04dcfebf53a46cabe0ab7471dc18cec for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:58.004056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dbe5-a237-42f1-9aa7-99e3d5341b03 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.046044 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] For port 2f7d6524-d685-4683-8370-76bf1736937e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2f7d6524-d685-4683-8370-76bf1736937e,segment=NetworkSegment(914317c2-5841-48ac-80ca-e52d3dde0369),segment_id=914317c2-5841-48ac-80ca-e52d3dde0369)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:58.046429 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.078031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 2f7d6524-d685-4683-8370-76bf1736937e owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:58.158729 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d6e0a4-dac6-412b-8c02-5a1a9850236b None None] Network 5ca56fd4-1a15-49c6-b20f-a5db83d6db4b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:58.327020 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa6957f3-a17a-40b3-8e64-08b3ff8fee21 req-8c089f25-59c7-4b00-bef0-e77259bc3c46 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 210 time: 0.0349221 Aug 29 06:55:58.357829 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.390929 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=2f7d6524-d685-4683-8370-76bf1736937e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:58.395980 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No DVR routers for this DVR port 2f7d6524-d685-4683-8370-76bf1736937e on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:55:58.396842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Allocated IP 172.20.0.2 (fe8de767-9f7e-45d1-847f-a3dcdaebcb01/e3842685-34ce-4438-977c-6048328735e6/c92b13e0-d571-411a-a2dd-b22e6270e637) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:58.402003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb946b-965d-43c4-ac89-6ef79a6e5096 None None] Deleting port 2f7d6524-d685-4683-8370-76bf1736937e {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:55:58.402401 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0cdb946b-965d-43c4-ac89-6ef79a6e5096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.438408 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dbe5-a237-42f1-9aa7-99e3d5341b03 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.451244 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-411d6da5-0ed0-4d5d-80f7-25d8d45eada5 None None] Provisioning for port 282f2e7b-5548-4c5d-bc51-73e4d08945cf completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:55:58.481214 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-411d6da5-0ed0-4d5d-80f7-25d8d45eada5 None None] Provisioning complete for port 282f2e7b-5548-4c5d-bc51-73e4d08945cf triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:58.481873 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-411d6da5-0ed0-4d5d-80f7-25d8d45eada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.506309 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.548034 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d38221-8a41-4321-9c07-f9fe3f56d247']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:58.575203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914317c2-5841-48ac-80ca-e52d3dde0369') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:58.575898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914317c2-5841-48ac-80ca-e52d3dde0369') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:55:58.586409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8dbe5-a237-42f1-9aa7-99e3d5341b03 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event updated for resources: {'Subnet': ['ID=851f9d51-3c09-4da3-8354-c17ad7e01bde,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:58.599028 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.607035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0cdb946b-965d-43c4-ac89-6ef79a6e5096 None None] For port 2f7d6524-d685-4683-8370-76bf1736937e, host n-d-713301-12, got binding levels [] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:58.608173 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0cdb946b-965d-43c4-ac89-6ef79a6e5096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.640513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb946b-965d-43c4-ac89-6ef79a6e5096 None None] Calling delete_port for 2f7d6524-d685-4683-8370-76bf1736937e owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:55:58.642886 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.651423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.ipam_backend_mixin [None req-0cdb946b-965d-43c4-ac89-6ef79a6e5096 None None] Port 2f7d6524-d685-4683-8370-76bf1736937e was not found and therefore no delete operation was performed {{(pid=95405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 06:55:58.653960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd8dbe5-a237-42f1-9aa7-99e3d5341b03 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Checking segment: {'id': '20df5bba-3bee-46df-a14e-97b6c7c3fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:58.656014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd8dbe5-a237-42f1-9aa7-99e3d5341b03 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Network hostable DHCP agents. Network: b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:55:58.656596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:55:58.656961 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.659729 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0cdb946b-965d-43c4-ac89-6ef79a6e5096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:55:58.659995 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:55:58.693792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ae23e-02ff-4bf4-8008-aae0bf11ac4f req-b71ae38f-f495-45f2-a558-3f031c22999c tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:58.696029 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee8ae23e-02ff-4bf4-8008-aae0bf11ac4f req-b71ae38f-f495-45f2-a558-3f031c22999c tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.1012547 Aug 29 06:55:58.710414 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb946b-965d-43c4-ac89-6ef79a6e5096 None None] Pushing event deleted for resources: {'Port': ['ID=2f7d6524-d685-4683-8370-76bf1736937e,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:58.715520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb946b-965d-43c4-ac89-6ef79a6e5096 None None] No DVR routers for this DVR port 2f7d6524-d685-4683-8370-76bf1736937e on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:55:58.771181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee8ae23e-02ff-4bf4-8008-aae0bf11ac4f req-749f26d9-95df-4dcf-b220-374a40377c00 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655124 Aug 29 06:55:58.797411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd8dbe5-a237-42f1-9aa7-99e3d5341b03 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Network b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:55:58.833129 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.847747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Transition to ACTIVE for port object c92b13e0-d571-411a-a2dd-b22e6270e637 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:58.849611 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-411d6da5-0ed0-4d5d-80f7-25d8d45eada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.910698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Transition to ACTIVE for port object c92b13e0-d571-411a-a2dd-b22e6270e637 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:55:58.919651 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-3bd8dbe5-a237-42f1-9aa7-99e3d5341b03 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:58.920897 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-411d6da5-0ed0-4d5d-80f7-25d8d45eada5 None None] For port 282f2e7b-5548-4c5d-bc51-73e4d08945cf, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=282f2e7b-5548-4c5d-bc51-73e4d08945cf,segment=NetworkSegment(4e379c86-ca6c-4c10-a3e8-027faa36901a),segment_id=4e379c86-ca6c-4c10-a3e8-027faa36901a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:55:58.929604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c860619-cfc2-416e-874c-1a6f72890c99 None None] Network b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:55:58.930340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8dbe5-a237-42f1-9aa7-99e3d5341b03 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:58.931554 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dbe5-a237-42f1-9aa7-99e3d5341b03 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.951709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2f7d6524-d685-4683-8370-76bf1736937e no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:55:58.957699 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.971667 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:58.979314 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58768) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:58.981005 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/networks/c3d38221-8a41-4321-9c07-f9fe3f56d247 HTTP/1.1" status: 204 len: 168 time: 1.3174963 Aug 29 06:55:58.987808 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e1e70f98-ed02-4f98-a6f7-8cb765116346 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2139870617'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:55:59.006081 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613e351-c7ff-42b8-abbe-d1a3fe3d0f14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Network': ['ID=c3d38221-8a41-4321-9c07-f9fe3f56d247,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:59.022197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 2f7d6524-d685-4683-8370-76bf1736937e {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:55:59.022541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2f7d6524-d685-4683-8370-76bf1736937e not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:55:59.127370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35239bbc-81e3-48ae-88ce-573ac850f735 req-d56d28ce-759d-4879-a19b-cdc88ebc5863 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0399411 Aug 29 06:55:59.159122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3bd8dbe5-a237-42f1-9aa7-99e3d5341b03 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5545969 Aug 29 06:55:59.159388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58770) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:55:59.301256 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-411d6da5-0ed0-4d5d-80f7-25d8d45eada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:59.303356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:59.331782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34', 'network_id': 'b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34', 'tenant_id': 'e04dcfebf53a46cabe0ab7471dc18cec', 'fixed_ips': [{'subnet_id': '851f9d51-3c09-4da3-8354-c17ad7e01bde'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:55:59.332630 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:59.348059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e70f98-ed02-4f98-a6f7-8cb765116346 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:55:59.351660 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e1e70f98-ed02-4f98-a6f7-8cb765116346 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:59.437995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Network fe8de767-9f7e-45d1-847f-a3dcdaebcb01 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:55:59.455043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:55:59.483369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:55:59.494460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d6da5-0ed0-4d5d-80f7-25d8d45eada5 None None] Pushing event updated for resources: {'Port': ['ID=282f2e7b-5548-4c5d-bc51-73e4d08945cf,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:59.495843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e70f98-ed02-4f98-a6f7-8cb765116346 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:55:59.519179 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70ef13b9-3623-4a35-9339-618c25927932 req-b0646654-97e7-4e66-a637-8f36fafb94de tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 210 time: 0.0730350 Aug 29 06:55:59.558100 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e1e70f98-ed02-4f98-a6f7-8cb765116346 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:59.558451 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-e1e70f98-ed02-4f98-a6f7-8cb765116346 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Added segment 5e868e94-27eb-4647-a564-8e72fe9a1511 of type vlan for network 03b4c1d5-cf03-426a-868f-6c62de916f86 Aug 29 06:55:59.565573 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-32fd4d84-9215-44e6-bafd-b100b1db893e None None] Provisioning complete for port 282f2e7b-5548-4c5d-bc51-73e4d08945cf triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:55:59.574931 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-32fd4d84-9215-44e6-bafd-b100b1db893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:59.641809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Allocated IP 172.20.0.2 (b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34/851f9d51-3c09-4da3-8354-c17ad7e01bde/1f776510-e479-4d47-84f8-e5d74148c2d5) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:55:59.648544 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Pushing event updated for resources: {'Port': ['ID=c92b13e0-d571-411a-a2dd-b22e6270e637,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:55:59.650993 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Attempting to bind port c92b13e0-d571-411a-a2dd-b22e6270e637 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:55:59.660824 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Attempting to bind port c92b13e0-d571-411a-a2dd-b22e6270e637 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'f0ae1a04-207e-4fb8-979b-a29a96a57f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe8de767-9f7e-45d1-847f-a3dcdaebcb01'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:55:59.661284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Attempting to bind port c92b13e0-d571-411a-a2dd-b22e6270e637 on network fe8de767-9f7e-45d1-847f-a3dcdaebcb01 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:55:59.669205 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e1e70f98-ed02-4f98-a6f7-8cb765116346 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:59.678585 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:55:59.679006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Checking segment: {'id': 'f0ae1a04-207e-4fb8-979b-a29a96a57f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe8de767-9f7e-45d1-847f-a3dcdaebcb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:55:59.679464 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:59.679872 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Bound using segment: {'id': 'f0ae1a04-207e-4fb8-979b-a29a96a57f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe8de767-9f7e-45d1-847f-a3dcdaebcb01'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:55:59.680382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Bound port: c92b13e0-d571-411a-a2dd-b22e6270e637, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ae1a04-207e-4fb8-979b-a29a96a57f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fe8de767-9f7e-45d1-847f-a3dcdaebcb01'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:55:59.680770 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:59.699607 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:59.716254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b93b3-acb6-4efd-8fee-f89768d82e84 req-8fed4808-78cb-4f60-a6e0-8ee6b921f2e0 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:59.718196 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b4b93b3-acb6-4efd-8fee-f89768d82e84 req-8fed4808-78cb-4f60-a6e0-8ee6b921f2e0 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1019426e-0689-410a-a0f2-554b4e90ae7d HTTP/1.1" status: 200 len: 943 time: 0.1525426 Aug 29 06:55:59.836085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] For port c92b13e0-d571-411a-a2dd-b22e6270e637, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:55:59.840547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] For port c92b13e0-d571-411a-a2dd-b22e6270e637, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c92b13e0-d571-411a-a2dd-b22e6270e637,segment=NetworkSegment(f0ae1a04-207e-4fb8-979b-a29a96a57f88),segment_id=f0ae1a04-207e-4fb8-979b-a29a96a57f88)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:55:59.874433 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e1e70f98-ed02-4f98-a6f7-8cb765116346 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:59.880296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e70f98-ed02-4f98-a6f7-8cb765116346 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:55:59.883796 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e1e70f98-ed02-4f98-a6f7-8cb765116346 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:55:59.924640 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:00.052784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4aa2a-e688-4331-a23b-2b9ef3fa8d16 None None] Pushing event updated for resources: {'Port': ['ID=c92b13e0-d571-411a-a2dd-b22e6270e637,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:00.078404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-79de33f2-52b5-45a5-90b6-4692b5c9227d tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:00.079979 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-79de33f2-52b5-45a5-90b6-4692b5c9227d tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.11 "GET /v2.0/networks?id=bf2aa35c-72ee-4c1a-922b-895d3e6904ad HTTP/1.1" status: 200 len: 814 time: 0.1344757 Aug 29 06:56:00.086156 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:00.096443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Transition to ACTIVE for port object 1f776510-e479-4d47-84f8-e5d74148c2d5 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:00.120810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Transition to ACTIVE for port object 1f776510-e479-4d47-84f8-e5d74148c2d5 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:00.120987 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e70f98-ed02-4f98-a6f7-8cb765116346 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Network': ['ID=03b4c1d5-cf03-426a-868f-6c62de916f86,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:00.133982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 03b4c1d5-cf03-426a-868f-6c62de916f86 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:56:00.134229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e1e70f98-ed02-4f98-a6f7-8cb765116346 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1508574 Aug 29 06:56:00.135425 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58780) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:00.139566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0b88e909-c75a-4d2f-9009-589fc8387352 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': '03b4c1d5-cf03-426a-868f-6c62de916f86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:00.166290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-bf8fe14a-1e8f-4338-90e1-6d48b6755b53 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Request body: {'port': {'device_id': '2251f220-23f0-404d-9dce-ce413a7035a6', 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad', 'admin_state_up': True, 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:00.223766 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc717484-263a-48f8-be68-98b2924fa3ee req-843ce663-40c5-40d9-ac8a-5423054e290a tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:00.227702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc717484-263a-48f8-be68-98b2924fa3ee req-843ce663-40c5-40d9-ac8a-5423054e290a tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.3056571 Aug 29 06:56:00.233970 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:00.328740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Pushing event updated for resources: {'Port': ['ID=1f776510-e479-4d47-84f8-e5d74148c2d5,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:00.352783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-4b4b93b3-acb6-4efd-8fee-f89768d82e84 req-acec1364-864b-4a46-98a0-4f86f48521a6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Deleting port 767d87a9-8d55-4850-897e-365c14ebcfcf {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:00.353641 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4b4b93b3-acb6-4efd-8fee-f89768d82e84 req-acec1364-864b-4a46-98a0-4f86f48521a6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:00.354554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Network b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:00.360168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:00.364506 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:00.403192 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc717484-263a-48f8-be68-98b2924fa3ee req-644ef50c-9cf6-47f8-a1a8-b1617a775307 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397583 Aug 29 06:56:00.459104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef973a-a636-4e1a-8040-1c4194be511e req-64aaa64a-1735-4e31-bc2b-d8904b405961 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:00.459104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77ef973a-a636-4e1a-8040-1c4194be511e req-64aaa64a-1735-4e31-bc2b-d8904b405961 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 945 time: 0.2755959 Aug 29 06:56:00.459542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Attempting to bind port 1f776510-e479-4d47-84f8-e5d74148c2d5 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:56:00.459542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Attempting to bind port 1f776510-e479-4d47-84f8-e5d74148c2d5 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '20df5bba-3bee-46df-a14e-97b6c7c3fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:56:00.459542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Attempting to bind port 1f776510-e479-4d47-84f8-e5d74148c2d5 on network b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:00.463665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:56:00.464061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Checking segment: {'id': '20df5bba-3bee-46df-a14e-97b6c7c3fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:00.464451 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:00.464908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Bound using segment: {'id': '20df5bba-3bee-46df-a14e-97b6c7c3fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:56:00.465403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Bound port: 1f776510-e479-4d47-84f8-e5d74148c2d5, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20df5bba-3bee-46df-a14e-97b6c7c3fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:56:00.465793 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:00.486755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b88e909-c75a-4d2f-9009-589fc8387352 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:00.490250 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b88e909-c75a-4d2f-9009-589fc8387352 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:00.573168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] For port 1f776510-e479-4d47-84f8-e5d74148c2d5, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:56:00.580980 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] For port 1f776510-e479-4d47-84f8-e5d74148c2d5, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1f776510-e479-4d47-84f8-e5d74148c2d5,segment=NetworkSegment(20df5bba-3bee-46df-a14e-97b6c7c3fad3),segment_id=20df5bba-3bee-46df-a14e-97b6c7c3fad3)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:56:00.653358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-bf8fe14a-1e8f-4338-90e1-6d48b6755b53 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Made reservation on behalf of c063c916c0cb42319b43e7cc68a9f591 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:00.654935 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-bf8fe14a-1e8f-4338-90e1-6d48b6755b53 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:00.683891 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:00.760417 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6955d-dc64-4508-90f6-8d1f3a01ca2d None None] Pushing event updated for resources: {'Port': ['ID=1f776510-e479-4d47-84f8-e5d74148c2d5,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:00.928888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-bf8fe14a-1e8f-4338-90e1-6d48b6755b53 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Allocated IP 172.20.0.4 (bf2aa35c-72ee-4c1a-922b-895d3e6904ad/96fc3106-0fec-456d-8593-f2470c46e96b/f312aea1-b34c-4a3e-a23a-31be5b04c738) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:00.954397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Allocated IP 172.20.0.1 (fe8de767-9f7e-45d1-847f-a3dcdaebcb01/e3842685-34ce-4438-977c-6048328735e6/404f3075-2a37-4868-8bbe-675a6364fc35) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:01.227128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-bf8fe14a-1e8f-4338-90e1-6d48b6755b53 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:01.253031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-bf8fe14a-1e8f-4338-90e1-6d48b6755b53 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Transition to ACTIVE for port object f312aea1-b34c-4a3e-a23a-31be5b04c738 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:01.293463 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed846c94-94e3-479d-9f4d-7f69bcab15d4 req-ae297416-46ef-4542-a68d-ef2e549bd911 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.3586543 Aug 29 06:56:01.295304 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b88e909-c75a-4d2f-9009-589fc8387352 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:01.392076 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-bf8fe14a-1e8f-4338-90e1-6d48b6755b53 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:01.433003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 282f2e7b-5548-4c5d-bc51-73e4d08945cf up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:01.450030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88e909-c75a-4d2f-9009-589fc8387352 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Subnet': ['ID=e1591e8b-e066-4848-8c41-1b9be12b4935,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:01.595512 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b88e909-c75a-4d2f-9009-589fc8387352 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Checking segment: {'id': '5e868e94-27eb-4647-a564-8e72fe9a1511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03b4c1d5-cf03-426a-868f-6c62de916f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:01.596162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b88e909-c75a-4d2f-9009-589fc8387352 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network hostable DHCP agents. Network: 03b4c1d5-cf03-426a-868f-6c62de916f86, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:56:01.606806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-bf8fe14a-1e8f-4338-90e1-6d48b6755b53 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Network bf2aa35c-72ee-4c1a-922b-895d3e6904ad is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:01.617958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-bf8fe14a-1e8f-4338-90e1-6d48b6755b53 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:01.620807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 282f2e7b-5548-4c5d-bc51-73e4d08945cf triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:01.621586 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:01.623790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-bf8fe14a-1e8f-4338-90e1-6d48b6755b53 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:01.632382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef56d4e-0eeb-450f-9de5-80448032d5c7 None None] Network fe8de767-9f7e-45d1-847f-a3dcdaebcb01 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:01.673463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-4b4b93b3-acb6-4efd-8fee-f89768d82e84 req-acec1364-864b-4a46-98a0-4f86f48521a6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] For port 767d87a9-8d55-4850-897e-365c14ebcfcf, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=767d87a9-8d55-4850-897e-365c14ebcfcf,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:01.673900 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4b4b93b3-acb6-4efd-8fee-f89768d82e84 req-acec1364-864b-4a46-98a0-4f86f48521a6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:01.700037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fe14a-1e8f-4338-90e1-6d48b6755b53 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Pushing event updated for resources: {'Port': ['ID=f312aea1-b34c-4a3e-a23a-31be5b04c738,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:01.748172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-bf8fe14a-1e8f-4338-90e1-6d48b6755b53 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:01.758311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-bf8fe14a-1e8f-4338-90e1-6d48b6755b53 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:01.764439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b88e909-c75a-4d2f-9009-589fc8387352 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 03b4c1d5-cf03-426a-868f-6c62de916f86 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:56:01.791107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-4b4b93b3-acb6-4efd-8fee-f89768d82e84 req-acec1364-864b-4a46-98a0-4f86f48521a6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Calling delete_port for 767d87a9-8d55-4850-897e-365c14ebcfcf owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:01.847455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2c6f69be-8726-465f-9cc0-22d9079b5d8f None None] Provisioning for port c92b13e0-d571-411a-a2dd-b22e6270e637 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:01.876098 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0b88e909-c75a-4d2f-9009-589fc8387352 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 03b4c1d5-cf03-426a-868f-6c62de916f86) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:01.876098 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-bf8fe14a-1e8f-4338-90e1-6d48b6755b53 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6912990 Aug 29 06:56:01.876098 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b88e909-c75a-4d2f-9009-589fc8387352 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:01.876098 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b88e909-c75a-4d2f-9009-589fc8387352 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:01.899979 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b0d07-3a11-409c-a372-4a48820496b2 None None] Network 03b4c1d5-cf03-426a-868f-6c62de916f86 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:01.934664 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Request body: {'port': {'device_id': '2251f220-23f0-404d-9dce-ce413a7035a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:01.945190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd871968-70cd-4a08-b803-314fc926e29a req-4ab71c46-0579-4778-8676-cdd3fb6e965d tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:01.957217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd871968-70cd-4a08-b803-314fc926e29a req-4ab71c46-0579-4778-8676-cdd3fb6e965d tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 931 time: 0.4655247 Aug 29 06:56:01.989534 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0b88e909-c75a-4d2f-9009-589fc8387352 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8539917 Aug 29 06:56:01.997692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58826) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:02.006905 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'network_id': '03b4c1d5-cf03-426a-868f-6c62de916f86', 'name': 'tempest-PortsTestJSON-994145830', 'fixed_ips': [{'subnet_id': 'e1591e8b-e066-4848-8c41-1b9be12b4935', 'ip_address': '172.20.0.10'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:02.031482 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-77ef973a-a636-4e1a-8040-1c4194be511e req-8bec2c52-6aaf-4681-8a9c-b9d45c475fa4 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Deleting port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:02.031846 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-77ef973a-a636-4e1a-8040-1c4194be511e req-8bec2c52-6aaf-4681-8a9c-b9d45c475fa4 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:02.098983 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:02.201288 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:02.260394 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Transition to ACTIVE for port object 404f3075-2a37-4868-8bbe-675a6364fc35 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:02.379732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd871968-70cd-4a08-b803-314fc926e29a req-22e69349-4db4-4f31-a63c-2dd8d957ec5b tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216082 Aug 29 06:56:02.400880 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c92b13e0-d571-411a-a2dd-b22e6270e637 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:02.502488 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b146d82d-d1a8-43b6-a302-57a1ea7e4096 None None] Provisioning for port f312aea1-b34c-4a3e-a23a-31be5b04c738 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:02.537303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba786e-199f-49e9-9642-d529fdeebefe None None] Network b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:02.588223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-77ef973a-a636-4e1a-8040-1c4194be511e req-8bec2c52-6aaf-4681-8a9c-b9d45c475fa4 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] For port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,segment=NetworkSegment(ee83a02c-06fe-4669-83b0-f14fc9352f44),segment_id=ee83a02c-06fe-4669-83b0-f14fc9352f44)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:02.588510 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-77ef973a-a636-4e1a-8040-1c4194be511e req-8bec2c52-6aaf-4681-8a9c-b9d45c475fa4 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:02.625495 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-77ef973a-a636-4e1a-8040-1c4194be511e req-8bec2c52-6aaf-4681-8a9c-b9d45c475fa4 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Calling delete_port for eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:02.884859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134c2754-4207-4016-9074-8a06eef060be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-03b4c1d5-cf03-426a-868f-6c62de916f86', 'network_id': '03b4c1d5-cf03-426a-868f-6c62de916f86', 'tenant_id': '6db82f2c79d34bd3a7176c913c7d5827', 'fixed_ips': [{'subnet_id': 'e1591e8b-e066-4848-8c41-1b9be12b4935'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:56:02.888379 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-134c2754-4207-4016-9074-8a06eef060be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:02.940053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f312aea1-b34c-4a3e-a23a-31be5b04c738 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:56:02.942846 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:02.949536 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:02.963352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Transition to ACTIVE for port object f312aea1-b34c-4a3e-a23a-31be5b04c738 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:02.981488 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b146d82d-d1a8-43b6-a302-57a1ea7e4096 None None] Provisioning complete for port f312aea1-b34c-4a3e-a23a-31be5b04c738 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:02.981860 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b146d82d-d1a8-43b6-a302-57a1ea7e4096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:03.015666 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Network fe8de767-9f7e-45d1-847f-a3dcdaebcb01 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:03.019246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:03.025685 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:03.080200 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:03.122861 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-77ef973a-a636-4e1a-8040-1c4194be511e req-8bec2c52-6aaf-4681-8a9c-b9d45c475fa4 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:03.128368 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4b4b93b3-acb6-4efd-8fee-f89768d82e84 req-acec1364-864b-4a46-98a0-4f86f48521a6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:03.158794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:03.201581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event updated for resources: {'Port': ['ID=404f3075-2a37-4868-8bbe-675a6364fc35,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:03.253107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['79b19bb4-e371-48bc-a3d6-eca7ca168e92', '9a6256e3-41a0-4779-a4c5-c08c441cf9ef'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:56:03.269271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec2c52-6aaf-4681-8a9c-b9d45c475fa4 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Pushing event deleted for resources: {'Port': ['ID=eb404d35-5a1b-4daf-b8f3-00a2fcdf1863,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:03.282480 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:03.339104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4b93b3-acb6-4efd-8fee-f89768d82e84 req-acec1364-864b-4a46-98a0-4f86f48521a6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] No DVR routers for this DVR port 767d87a9-8d55-4850-897e-365c14ebcfcf on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:03.344774 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4b4b93b3-acb6-4efd-8fee-f89768d82e84 req-acec1364-864b-4a46-98a0-4f86f48521a6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:03.360392 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b4b93b3-acb6-4efd-8fee-f89768d82e84 req-acec1364-864b-4a46-98a0-4f86f48521a6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "DELETE /v2.0/ports/767d87a9-8d55-4850-897e-365c14ebcfcf HTTP/1.1" status: 204 len: 173 time: 3.6327837 Aug 29 06:56:03.404404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f312aea1-b34c-4a3e-a23a-31be5b04c738,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:03.490781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b146d82d-d1a8-43b6-a302-57a1ea7e4096 None None] Port f312aea1-b34c-4a3e-a23a-31be5b04c738 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:03.530562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1019426e-0689-410a-a0f2-554b4e90ae7d', 'name': 'network-vif-deleted', 'tag': '767d87a9-8d55-4850-897e-365c14ebcfcf'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:56:03.534579 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6677ff30-6d99-403c-91ed-9fe6e464cc4c" -d '{"events": [{"server_uuid": "1019426e-0689-410a-a0f2-554b4e90ae7d", "name": "network-vif-deleted", "tag": "767d87a9-8d55-4850-897e-365c14ebcfcf"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:56:03.558109 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:03.583379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port c92b13e0-d571-411a-a2dd-b22e6270e637 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:03.607064 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:03.639128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port 5d3336ef-78cf-45e2-bc33-59f6a385dcf1 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:56:03.682460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Attempting to bind port f312aea1-b34c-4a3e-a23a-31be5b04c738 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:56:03.683235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Attempting to bind port f312aea1-b34c-4a3e-a23a-31be5b04c738 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '710668a4-d115-4529-80b2-c6bc44ae18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:56:03.684387 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Attempting to bind port f312aea1-b34c-4a3e-a23a-31be5b04c738 on network bf2aa35c-72ee-4c1a-922b-895d3e6904ad {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:03.694964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Port f312aea1-b34c-4a3e-a23a-31be5b04c738 on network bf2aa35c-72ee-4c1a-922b-895d3e6904ad not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:56:03.695313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Attempting to bind port f312aea1-b34c-4a3e-a23a-31be5b04c738 on network bf2aa35c-72ee-4c1a-922b-895d3e6904ad {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:03.701908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ef973a-a636-4e1a-8040-1c4194be511e req-8bec2c52-6aaf-4681-8a9c-b9d45c475fa4 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] No DVR routers for this DVR port eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:03.732133 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-77ef973a-a636-4e1a-8040-1c4194be511e req-8bec2c52-6aaf-4681-8a9c-b9d45c475fa4 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:03.739303 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77ef973a-a636-4e1a-8040-1c4194be511e req-8bec2c52-6aaf-4681-8a9c-b9d45c475fa4 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.11 "DELETE /v2.0/ports/eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 HTTP/1.1" status: 204 len: 173 time: 3.2651112 Aug 29 06:56:03.756427 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c92b13e0-d571-411a-a2dd-b22e6270e637 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:03.760819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665a595-8619-4eba-a989-e07646b5e817 req-a12be7dd-d210-4d25-befa-9d4241aa78ad tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:03.763314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d665a595-8619-4eba-a989-e07646b5e817 req-a12be7dd-d210-4d25-befa-9d4241aa78ad tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 867 time: 0.9054399 Aug 29 06:56:03.770957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec1364-864b-4a46-98a0-4f86f48521a6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event deleted for resources: {'Port': ['ID=767d87a9-8d55-4850-897e-365c14ebcfcf,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:03.771584 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:03.847028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:56:03.847515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Checking segment: {'id': '710668a4-d115-4529-80b2-c6bc44ae18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:03.848079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Bound using segment: {'id': '710668a4-d115-4529-80b2-c6bc44ae18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:56:03.848631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Bound port: f312aea1-b34c-4a3e-a23a-31be5b04c738, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710668a4-d115-4529-80b2-c6bc44ae18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:56:03.849555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:04.069836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d665a595-8619-4eba-a989-e07646b5e817 req-f933edaa-712e-4883-bb47-8a2ab6a45fb4 tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/security-groups?id=f13d6dd1-fe4e-4965-8de1-efb7b723edf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898822 Aug 29 06:56:04.136364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] For port f312aea1-b34c-4a3e-a23a-31be5b04c738, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:56:04.140148 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] For port f312aea1-b34c-4a3e-a23a-31be5b04c738, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f312aea1-b34c-4a3e-a23a-31be5b04c738,segment=NetworkSegment(710668a4-d115-4529-80b2-c6bc44ae18a8),segment_id=710668a4-d115-4529-80b2-c6bc44ae18a8)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:56:04.192688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:04.192688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device eb404d35-5a1b-4daf-b8f3-00a2fcdf1863 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:04.202359 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:04.206088 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:04.209261 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:04.303324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:04.303497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:04.305095 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] 10.222.0.11 "PUT /v2.0/ports/f312aea1-b34c-4a3e-a23a-31be5b04c738 HTTP/1.1" status: 200 len: 1092 time: 2.3800440 Aug 29 06:56:04.305563 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2251f220-23f0-404d-9dce-ce413a7035a6', 'tag': 'f312aea1-b34c-4a3e-a23a-31be5b04c738'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:56:04.317954 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863874ba-0340-4399-8d16-958ce695f00f" -d '{"events": [{"name": "network-changed", "server_uuid": "2251f220-23f0-404d-9dce-ce413a7035a6", "tag": "f312aea1-b34c-4a3e-a23a-31be5b04c738"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:56:04.340055 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e483a51-126f-41f7-87f4-ec2f821a6115 req-c9e3b531-cf62-46a0-b56b-de07b1d4e0e5 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.1150930 Aug 29 06:56:04.350916 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-134c2754-4207-4016-9074-8a06eef060be None None] Allocated IP 172.20.0.2 (03b4c1d5-cf03-426a-868f-6c62de916f86/e1591e8b-e066-4848-8c41-1b9be12b4935/1ea73fa2-951b-4759-89e0-ba373bb15cab) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:04.386760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f7f84-980d-40c7-bb8d-71301fa934b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f312aea1-b34c-4a3e-a23a-31be5b04c738,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:04.461599 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 06:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1010c6-9a74-47aa-9ba8-b6c945f28b62 x-openstack-request-id: req-9d1010c6-9a74-47aa-9ba8-b6c945f28b62 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:56:04.461917 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1019426e-0689-410a-a0f2-554b4e90ae7d", "name": "network-vif-deleted", "tag": "767d87a9-8d55-4850-897e-365c14ebcfcf", "status": "failed", "code": 422}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:56:04.462238 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d1010c6-9a74-47aa-9ba8-b6c945f28b62 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:56:04.462633 n-d-713301-12 neutron-server[95404]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1019426e-0689-410a-a0f2-554b4e90ae7d', 'name': 'network-vif-deleted', 'tag': '767d87a9-8d55-4850-897e-365c14ebcfcf', 'status': 'failed', 'code': 422} returned with failed status Aug 29 06:56:04.492873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-72d585e5-3916-42ad-bf6a-924da8327660 None None] Provisioning for port 1f776510-e479-4d47-84f8-e5d74148c2d5 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:04.704859 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76df78be-e4f1-45b4-b8d7-f7c2693ab3f8 x-openstack-request-id: req-76df78be-e4f1-45b4-b8d7-f7c2693ab3f8 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:56:04.705628 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2251f220-23f0-404d-9dce-ce413a7035a6", "tag": "f312aea1-b34c-4a3e-a23a-31be5b04c738", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:56:04.705898 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-76df78be-e4f1-45b4-b8d7-f7c2693ab3f8 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:56:04.708809 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2251f220-23f0-404d-9dce-ce413a7035a6', 'tag': 'f312aea1-b34c-4a3e-a23a-31be5b04c738', 'status': 'completed', 'code': 200} Aug 29 06:56:04.721912 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:04.756362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c17e2c7f-64f8-40e0-ba88-f5cb2d5b627b None None] Provisioning complete for port c92b13e0-d571-411a-a2dd-b22e6270e637 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:04.756984 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c17e2c7f-64f8-40e0-ba88-f5cb2d5b627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:04.762535 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea836a-e6bf-4876-aa81-c547ab02a7a1 req-fe16c78b-e4b2-48cf-b0de-47a9b4c41804 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:04.775698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-deea836a-e6bf-4876-aa81-c547ab02a7a1 req-fe16c78b-e4b2-48cf-b0de-47a9b4c41804 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 943 time: 0.3120339 Aug 29 06:56:04.790795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-90359a63-528c-488e-b04a-a7ec19daed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:04.794589 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-90359a63-528c-488e-b04a-a7ec19daed13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c063c916c0cb42319b43e7cc68a9f591&device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 1095 time: 0.2365487 Aug 29 06:56:04.856959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port c92b13e0-d571-411a-a2dd-b22e6270e637, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c92b13e0-d571-411a-a2dd-b22e6270e637,segment=NetworkSegment(f0ae1a04-207e-4fb8-979b-a29a96a57f88),segment_id=f0ae1a04-207e-4fb8-979b-a29a96a57f88)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:04.964001 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-fdc784cf-8716-4156-a75a-df5abf216893 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f312aea1-b34c-4a3e-a23a-31be5b04c738 HTTP/1.1" status: 200 len: 217 time: 0.0965412 Aug 29 06:56:04.964935 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:05.072362 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:05.112569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-deea836a-e6bf-4876-aa81-c547ab02a7a1 req-8fec7078-85ac-40e9-8ecf-59df49afbe1b tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355577 Aug 29 06:56:05.166078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-156c30b5-6ae9-4efe-8601-b76a750cbfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:05.166078 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-156c30b5-6ae9-4efe-8601-b76a750cbfd7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96fc3106-0fec-456d-8593-f2470c46e96b HTTP/1.1" status: 200 len: 853 time: 0.1367435 Aug 29 06:56:05.174942 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:05.213946 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1f776510-e479-4d47-84f8-e5d74148c2d5 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:05.316588 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-09d25f01-310e-427f-82f6-703c3acd896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:05.319866 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-09d25f01-310e-427f-82f6-703c3acd896a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf2aa35c-72ee-4c1a-922b-895d3e6904ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333916 Aug 29 06:56:05.376443 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-134c2754-4207-4016-9074-8a06eef060be None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:05.389720 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed714565-2d9b-4191-8e73-3fbb9bb7b9cd req-7b6c4844-1c34-4cab-9e49-7f499b67d70a tempest-ServerRescueTestJSONUnderV235-261279976 tempest-ServerRescueTestJSONUnderV235-261279976-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef61eb-d450-45da-88e8-11a1e8acd175 HTTP/1.1" status: 200 len: 210 time: 0.0770786 Aug 29 06:56:05.390705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-134c2754-4207-4016-9074-8a06eef060be None None] Transition to ACTIVE for port object 1ea73fa2-951b-4759-89e0-ba373bb15cab will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:05.456546 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event updated for resources: {'Port': ['ID=404f3075-2a37-4868-8bbe-675a6364fc35,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:05.465761 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:05.520432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=c92b13e0-d571-411a-a2dd-b22e6270e637,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:05.529007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-134c2754-4207-4016-9074-8a06eef060be None None] Transition to ACTIVE for port object 1ea73fa2-951b-4759-89e0-ba373bb15cab will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:05.598691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc8511-b983-4431-a7ee-229f188e9707 req-a8cf3608-884f-4319-a029-4aa3f03d01f1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:05.601616 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92cc8511-b983-4431-a7ee-229f188e9707 req-a8cf3608-884f-4319-a029-4aa3f03d01f1 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 907 time: 0.2795238 Aug 29 06:56:05.673323 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-aa5ce271-92e1-4503-80ef-7ebd9353aece service neutron] 10.222.0.11 "GET /v2.0/networks/bf2aa35c-72ee-4c1a-922b-895d3e6904ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687180 Aug 29 06:56:05.673736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Network fe8de767-9f7e-45d1-847f-a3dcdaebcb01 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:05.677605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:05.696780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9809a781-374a-40ed-a9cf-61b826e3acf0 req-c84b09dc-4245-4e1e-8d83-eadbd573ad64 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0416398 Aug 29 06:56:05.706920 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-134c2754-4207-4016-9074-8a06eef060be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:05.826786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c2754-4207-4016-9074-8a06eef060be None None] Pushing event updated for resources: {'Port': ['ID=1ea73fa2-951b-4759-89e0-ba373bb15cab,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:05.829222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c17e2c7f-64f8-40e0-ba88-f5cb2d5b627b None None] Provisioning for port 404f3075-2a37-4868-8bbe-675a6364fc35 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:05.833534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Allocated IP 172.20.0.10 (03b4c1d5-cf03-426a-868f-6c62de916f86/e1591e8b-e066-4848-8c41-1b9be12b4935/5d3336ef-78cf-45e2-bc33-59f6a385dcf1) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:05.833698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 1f776510-e479-4d47-84f8-e5d74148c2d5 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:05.851710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c17e2c7f-64f8-40e0-ba88-f5cb2d5b627b None None] Provisioning complete for port 404f3075-2a37-4868-8bbe-675a6364fc35 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:05.852080 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c17e2c7f-64f8-40e0-ba88-f5cb2d5b627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:05.937604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c17e2c7f-64f8-40e0-ba88-f5cb2d5b627b None None] Port 404f3075-2a37-4868-8bbe-675a6364fc35 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:05.939779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1f776510-e479-4d47-84f8-e5d74148c2d5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:05.943328 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:05.998804 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134c2754-4207-4016-9074-8a06eef060be None None] Network 03b4c1d5-cf03-426a-868f-6c62de916f86 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:06.006557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-134c2754-4207-4016-9074-8a06eef060be None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:06.010733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134c2754-4207-4016-9074-8a06eef060be None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:06.037468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Router c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:56:06.142350 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b7cc966-37d2-4f2c-9f67-cefb72aa6791 req-05e810a5-f7ce-40bc-a07f-29ad6fd5b560 service neutron] 10.222.0.11 "GET /v2.0/networks/bf2aa35c-72ee-4c1a-922b-895d3e6904ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103755 Aug 29 06:56:06.158568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-134c2754-4207-4016-9074-8a06eef060be None None] Attempting to bind port 1ea73fa2-951b-4759-89e0-ba373bb15cab on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:56:06.158938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-134c2754-4207-4016-9074-8a06eef060be None None] Attempting to bind port 1ea73fa2-951b-4759-89e0-ba373bb15cab by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '5e868e94-27eb-4647-a564-8e72fe9a1511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03b4c1d5-cf03-426a-868f-6c62de916f86'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:56:06.159331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134c2754-4207-4016-9074-8a06eef060be None None] Attempting to bind port 1ea73fa2-951b-4759-89e0-ba373bb15cab on network 03b4c1d5-cf03-426a-868f-6c62de916f86 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:06.204409 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134c2754-4207-4016-9074-8a06eef060be None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:56:06.205882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134c2754-4207-4016-9074-8a06eef060be None None] Checking segment: {'id': '5e868e94-27eb-4647-a564-8e72fe9a1511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03b4c1d5-cf03-426a-868f-6c62de916f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:06.206046 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-134c2754-4207-4016-9074-8a06eef060be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:06.208104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134c2754-4207-4016-9074-8a06eef060be None None] Bound using segment: {'id': '5e868e94-27eb-4647-a564-8e72fe9a1511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03b4c1d5-cf03-426a-868f-6c62de916f86'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:56:06.209371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-134c2754-4207-4016-9074-8a06eef060be None None] Bound port: 1ea73fa2-951b-4759-89e0-ba373bb15cab, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e868e94-27eb-4647-a564-8e72fe9a1511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03b4c1d5-cf03-426a-868f-6c62de916f86'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:56:06.210437 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-134c2754-4207-4016-9074-8a06eef060be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:06.224468 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:06.226009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:56:06.229016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-db205f2f-677c-4409-aa35-eb8213fae1db None None] Provisioning complete for port 404f3075-2a37-4868-8bbe-675a6364fc35 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:06.229412 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-db205f2f-677c-4409-aa35-eb8213fae1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:06.242377 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-edd8a2f7-0ca6-4a73-94c9-b1add20546bf tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "PUT /v2.0/routers/c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0819731 Aug 29 06:56:06.246738 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58864) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:06.309082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb793a65-c21b-4fea-8d47-779e948e1afb None None] Sync routers for ids ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:56:06.315805 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:06.342467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Transition to ACTIVE for port object 5d3336ef-78cf-45e2-bc33-59f6a385dcf1 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:06.408770 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb793a65-c21b-4fea-8d47-779e948e1afb None None] Routers {'c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:06.409553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-bb793a65-c21b-4fea-8d47-779e948e1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:55:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:06.464140 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'name': 'network-vif-deleted', 'tag': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:56:06.465578 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8c949e-9a54-4c8b-8928-5937e5cb367a" -d '{"events": [{"server_uuid": "7bef61eb-d450-45da-88e8-11a1e8acd175", "name": "network-vif-deleted", "tag": "eb404d35-5a1b-4daf-b8f3-00a2fcdf1863"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:56:06.478596 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:06.482833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b9d4c-ce5f-40cc-ade0-74847cdeeea3 req-95caa30e-69fe-405a-ada3-5835acd87d60 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:06.490448 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-661b9d4c-ce5f-40cc-ade0-74847cdeeea3 req-95caa30e-69fe-405a-ada3-5835acd87d60 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 943 time: 0.1803033 Aug 29 06:56:06.506940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-bb793a65-c21b-4fea-8d47-779e948e1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:06.516168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58870) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:06.573021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb793a65-c21b-4fea-8d47-779e948e1afb None None] Routers {'c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:06.575759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=5d3336ef-78cf-45e2-bc33-59f6a385dcf1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:06.582945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-bb793a65-c21b-4fea-8d47-779e948e1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:55:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:06.591653 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 03b4c1d5-cf03-426a-868f-6c62de916f86 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:06.594660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:06.602335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:06.633101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-bb793a65-c21b-4fea-8d47-779e948e1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:06.635518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb793a65-c21b-4fea-8d47-779e948e1afb None None] The sync data for ids ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:56:06.652816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 1f776510-e479-4d47-84f8-e5d74148c2d5, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1f776510-e479-4d47-84f8-e5d74148c2d5,segment=NetworkSegment(20df5bba-3bee-46df-a14e-97b6c7c3fad3),segment_id=20df5bba-3bee-46df-a14e-97b6c7c3fad3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:06.657049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-db205f2f-677c-4409-aa35-eb8213fae1db None None] Port 404f3075-2a37-4868-8bbe-675a6364fc35 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:06.693994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-134c2754-4207-4016-9074-8a06eef060be None None] For port 1ea73fa2-951b-4759-89e0-ba373bb15cab, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:56:06.712322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-134c2754-4207-4016-9074-8a06eef060be None None] For port 1ea73fa2-951b-4759-89e0-ba373bb15cab, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1ea73fa2-951b-4759-89e0-ba373bb15cab,segment=NetworkSegment(5e868e94-27eb-4647-a564-8e72fe9a1511),segment_id=5e868e94-27eb-4647-a564-8e72fe9a1511)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:56:06.718446 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:06.736816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:06.741491 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:06.783236 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efdc1e-ee0d-4595-87b6-d5c53c40742a req-9df72884-61c3-43b5-8734-7714d350832e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:06.785872 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85efdc1e-ee0d-4595-87b6-d5c53c40742a req-9df72884-61c3-43b5-8734-7714d350832e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 907 time: 0.1202078 Aug 29 06:56:06.793396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863874ba-0340-4399-8d16-958ce695f00f req-b3f89e93-a3ca-48ff-b7ab-6d2e9b647a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:06.799095 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-863874ba-0340-4399-8d16-958ce695f00f req-b3f89e93-a3ca-48ff-b7ab-6d2e9b647a01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c063c916c0cb42319b43e7cc68a9f591&device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 1095 time: 0.2056000 Aug 29 06:56:06.813475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=1f776510-e479-4d47-84f8-e5d74148c2d5,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:06.819741 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-134c2754-4207-4016-9074-8a06eef060be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:06.872428 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bcf3259b-741e-4b1d-8b89-de2429340176 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8718455 Aug 29 06:56:06.886328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58880) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:06.917170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'network_id': '03b4c1d5-cf03-426a-868f-6c62de916f86', 'name': 'tempest-PortsTestJSON-59469955', 'fixed_ips': [{'subnet_id': 'e1591e8b-e066-4848-8c41-1b9be12b4935', 'ip_address': '172.20.0.9'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:06.987584 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e421dd-713d-43f0-9323-5e6ecb59f03b x-openstack-request-id: req-52e421dd-713d-43f0-9323-5e6ecb59f03b {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:56:06.987877 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef61eb-d450-45da-88e8-11a1e8acd175", "name": "network-vif-deleted", "tag": "eb404d35-5a1b-4daf-b8f3-00a2fcdf1863", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:56:06.988127 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-52e421dd-713d-43f0-9323-5e6ecb59f03b {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:56:06.988514 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef61eb-d450-45da-88e8-11a1e8acd175', 'name': 'network-vif-deleted', 'tag': 'eb404d35-5a1b-4daf-b8f3-00a2fcdf1863', 'status': 'completed', 'code': 200} Aug 29 06:56:07.022435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-33b06dfa-0941-46b9-a26f-66e18a41eda5 None None] Provisioning complete for port 404f3075-2a37-4868-8bbe-675a6364fc35 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:07.022816 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-33b06dfa-0941-46b9-a26f-66e18a41eda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:07.072812 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-661b9d4c-ce5f-40cc-ade0-74847cdeeea3 req-50dc9e2e-25b6-41b4-86a8-b106f6f488af tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813911 Aug 29 06:56:07.183310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1f776510-e479-4d47-84f8-e5d74148c2d5 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:07.284974 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5b7a0-4470-43de-aa1f-a86a9854a2f3 req-2806bd60-0e46-4ab4-b686-66d24b48bccf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:07.289235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0bd5b7a0-4470-43de-aa1f-a86a9854a2f3 req-2806bd60-0e46-4ab4-b686-66d24b48bccf tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 907 time: 0.2999098 Aug 29 06:56:07.373209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-33b06dfa-0941-46b9-a26f-66e18a41eda5 None None] Port 404f3075-2a37-4868-8bbe-675a6364fc35 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:07.421646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c2754-4207-4016-9074-8a06eef060be None None] Pushing event updated for resources: {'Port': ['ID=1ea73fa2-951b-4759-89e0-ba373bb15cab,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:07.446041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1f776510-e479-4d47-84f8-e5d74148c2d5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:07.446958 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:07.461635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863874ba-0340-4399-8d16-958ce695f00f req-6125f3dc-6e7a-4610-b7ef-fe492139b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:07.463588 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-863874ba-0340-4399-8d16-958ce695f00f req-6125f3dc-6e7a-4610-b7ef-fe492139b777 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf2aa35c-72ee-4c1a-922b-895d3e6904ad HTTP/1.1" status: 200 len: 915 time: 0.5957882 Aug 29 06:56:07.469741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-85efdc1e-ee0d-4595-87b6-d5c53c40742a req-204ba464-5f85-4ed7-9594-e1e9655b06e7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Deleting port 16ea6a3d-a780-4b57-a31e-d6f784f125e7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:07.470731 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-85efdc1e-ee0d-4595-87b6-d5c53c40742a req-204ba464-5f85-4ed7-9594-e1e9655b06e7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:07.560846 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:07.576744 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:07.607893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55bbedb5-93dd-43c8-9ca2-c7d634f4b1d8 req-9c882e52-0828-48a7-b26b-02d9b8c6a259 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.2162936 Aug 29 06:56:07.610681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c92b13e0-d571-411a-a2dd-b22e6270e637 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:07.679256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c92b13e0-d571-411a-a2dd-b22e6270e637 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:07.679536 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:07.706523 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-863874ba-0340-4399-8d16-958ce695f00f req-e8d03b81-8066-467f-a28c-7bb0f05fced1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f312aea1-b34c-4a3e-a23a-31be5b04c738 HTTP/1.1" status: 200 len: 217 time: 0.2024274 Aug 29 06:56:07.722618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port 9435f5ae-94a2-41c6-9fb7-112ed40968b9 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:56:07.779029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-85efdc1e-ee0d-4595-87b6-d5c53c40742a req-204ba464-5f85-4ed7-9594-e1e9655b06e7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] For port 16ea6a3d-a780-4b57-a31e-d6f784f125e7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=16ea6a3d-a780-4b57-a31e-d6f784f125e7,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:07.780496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-85efdc1e-ee0d-4595-87b6-d5c53c40742a req-204ba464-5f85-4ed7-9594-e1e9655b06e7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:07.976170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-85efdc1e-ee0d-4595-87b6-d5c53c40742a req-204ba464-5f85-4ed7-9594-e1e9655b06e7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Calling delete_port for 16ea6a3d-a780-4b57-a31e-d6f784f125e7 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:08.071393 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b915938f-56a4-4eff-9950-2d5f49520ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:08.109051 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863874ba-0340-4399-8d16-958ce695f00f req-55e42971-887d-4375-93c9-728bd1f5cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:08.110680 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-863874ba-0340-4399-8d16-958ce695f00f req-55e42971-887d-4375-93c9-728bd1f5cf29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96fc3106-0fec-456d-8593-f2470c46e96b HTTP/1.1" status: 200 len: 853 time: 0.3821034 Aug 29 06:56:08.192882 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:56:08.302945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Allocated IP 172.20.0.9 (03b4c1d5-cf03-426a-868f-6c62de916f86/e1591e8b-e066-4848-8c41-1b9be12b4935/9435f5ae-94a2-41c6-9fb7-112ed40968b9) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:08.327602 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-1f286a3c-d165-4258-bd1b-4d322381bfb5 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:56:08.331637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1f286a3c-d165-4258-bd1b-4d322381bfb5 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "PUT /v2.0/routers/c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0806661 Aug 29 06:56:08.359291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58906) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:08.672321 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:08.708785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Transition to ACTIVE for port object 9435f5ae-94a2-41c6-9fb7-112ed40968b9 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:08.724311 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a5ae24-a9a6-4369-98c3-5c878c066f6a None None] Network 03b4c1d5-cf03-426a-868f-6c62de916f86 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:08.748605 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-85efdc1e-ee0d-4595-87b6-d5c53c40742a req-204ba464-5f85-4ed7-9594-e1e9655b06e7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:08.791128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ba464-5f85-4ed7-9594-e1e9655b06e7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event deleted for resources: {'Port': ['ID=16ea6a3d-a780-4b57-a31e-d6f784f125e7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:08.934440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05aaf3-ab4b-48b4-a88a-0cff9fa1317b req-779ee80c-7f24-4ab6-bf4b-a6f8f40dd12c tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:08.936077 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd05aaf3-ab4b-48b4-a88a-0cff9fa1317b req-779ee80c-7f24-4ab6-bf4b-a6f8f40dd12c tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 943 time: 0.6607985 Aug 29 06:56:08.965989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9a1e-50f8-4285-a140-a8cf8c19c8b5 req-f4f1a1a5-2561-4921-8715-54c4a19e4ff6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:08.965989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51ec9a1e-50f8-4285-a140-a8cf8c19c8b5 req-f4f1a1a5-2561-4921-8715-54c4a19e4ff6 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 829 time: 0.3910902 Aug 29 06:56:09.041487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-747965f1-d9d9-40dc-9a42-f653d2989ca4 None None] Provisioning for port 1ea73fa2-951b-4759-89e0-ba373bb15cab completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:09.049235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-85efdc1e-ee0d-4595-87b6-d5c53c40742a req-204ba464-5f85-4ed7-9594-e1e9655b06e7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] No DVR routers for this DVR port 16ea6a3d-a780-4b57-a31e-d6f784f125e7 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:09.063718 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-85efdc1e-ee0d-4595-87b6-d5c53c40742a req-204ba464-5f85-4ed7-9594-e1e9655b06e7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:09.068102 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85efdc1e-ee0d-4595-87b6-d5c53c40742a req-204ba464-5f85-4ed7-9594-e1e9655b06e7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.15 "DELETE /v2.0/ports/16ea6a3d-a780-4b57-a31e-d6f784f125e7 HTTP/1.1" status: 204 len: 173 time: 2.2678781 Aug 29 06:56:09.073586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:09.090606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a84de1a-c141-4f5a-843d-56af90cc1147', 'name': 'network-vif-deleted', 'tag': '16ea6a3d-a780-4b57-a31e-d6f784f125e7'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:56:09.098207 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbef215-26b1-43f6-8326-dd7a70c01a66" -d '{"events": [{"server_uuid": "6a84de1a-c141-4f5a-843d-56af90cc1147", "name": "network-vif-deleted", "tag": "16ea6a3d-a780-4b57-a31e-d6f784f125e7"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:56:09.250353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1ea73fa2-951b-4759-89e0-ba373bb15cab up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:09.308771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 03b4c1d5-cf03-426a-868f-6c62de916f86 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:09.330176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c882284b-2734-408a-9f36-5d55697c796f req-69f850df-3c1e-4578-a13b-41a768fd9fdf tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.1395319 Aug 29 06:56:09.331053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:09.334293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863874ba-0340-4399-8d16-958ce695f00f req-3d9d508a-d4f8-4c9b-96ad-82f99b685dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:09.346619 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-863874ba-0340-4399-8d16-958ce695f00f req-3d9d508a-d4f8-4c9b-96ad-82f99b685dff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf2aa35c-72ee-4c1a-922b-895d3e6904ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4636080 Aug 29 06:56:09.356639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:09.501228 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679fde04-5e4d-4a46-94d4-175482087030 x-openstack-request-id: req-679fde04-5e4d-4a46-94d4-175482087030 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:56:09.502634 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a84de1a-c141-4f5a-843d-56af90cc1147", "name": "network-vif-deleted", "tag": "16ea6a3d-a780-4b57-a31e-d6f784f125e7", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:56:09.503476 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-679fde04-5e4d-4a46-94d4-175482087030 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:56:09.505300 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a84de1a-c141-4f5a-843d-56af90cc1147', 'name': 'network-vif-deleted', 'tag': '16ea6a3d-a780-4b57-a31e-d6f784f125e7', 'status': 'completed', 'code': 200} Aug 29 06:56:09.522770 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd05aaf3-ab4b-48b4-a88a-0cff9fa1317b req-99a1f027-f1af-4725-aef4-32b71c7cbf81 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216672 Aug 29 06:56:09.534345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 1ea73fa2-951b-4759-89e0-ba373bb15cab completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:09.538874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1ea73fa2-951b-4759-89e0-ba373bb15cab triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:09.542747 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:09.611523 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=9435f5ae-94a2-41c6-9fb7-112ed40968b9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:09.691339 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18846d55-f885-4d2f-9cab-6a4ef07979bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:09.785654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-09cac676-3385-4ebe-8f09-30061b3f77a7 None None] Provisioning for port 5d3336ef-78cf-45e2-bc33-59f6a385dcf1 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:09.804922 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-09cac676-3385-4ebe-8f09-30061b3f77a7 None None] Provisioning complete for port 5d3336ef-78cf-45e2-bc33-59f6a385dcf1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:09.808260 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-863874ba-0340-4399-8d16-958ce695f00f req-940e4751-744c-48bf-872b-950d65a38240 service neutron] 10.222.0.11 "GET /v2.0/networks/bf2aa35c-72ee-4c1a-922b-895d3e6904ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510276 Aug 29 06:56:09.808787 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-09cac676-3385-4ebe-8f09-30061b3f77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:09.812076 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81006674-51a9-4f35-870c-b4ad089f6a98 req-2e07a74d-5508-4be3-a600-6c425b004777 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.2905467 Aug 29 06:56:09.821658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:09.822581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:09.889751 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-49f56024-ef98-4042-94bd-e00c1e183164 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0021582 Aug 29 06:56:09.892582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58918) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:09.921178 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:09.942483 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-09cac676-3385-4ebe-8f09-30061b3f77a7 None None] Port 5d3336ef-78cf-45e2-bc33-59f6a385dcf1 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:09.974289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-09cac676-3385-4ebe-8f09-30061b3f77a7 None None] Provisioning complete for port 1ea73fa2-951b-4759-89e0-ba373bb15cab triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:09.975130 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-09cac676-3385-4ebe-8f09-30061b3f77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:10.012429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 1ea73fa2-951b-4759-89e0-ba373bb15cab, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1ea73fa2-951b-4759-89e0-ba373bb15cab,segment=NetworkSegment(5e868e94-27eb-4647-a564-8e72fe9a1511),segment_id=5e868e94-27eb-4647-a564-8e72fe9a1511)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:10.136919 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:10.268970 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-09cac676-3385-4ebe-8f09-30061b3f77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:10.283488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-344eb830-14a7-48e8-9aba-9e7add0f6132 req-36527d07-a562-4d11-9e8e-96b48ea8e524 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a84de1a-c141-4f5a-843d-56af90cc1147 HTTP/1.1" status: 200 len: 210 time: 0.0938847 Aug 29 06:56:10.332519 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c25af46-4058-4c1a-9837-caceb7a2b9c6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:10.494910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 16ea6a3d-a780-4b57-a31e-d6f784f125e7 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:10.551840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=1ea73fa2-951b-4759-89e0-ba373bb15cab,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:10.565082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 16ea6a3d-a780-4b57-a31e-d6f784f125e7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:10.566286 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 16ea6a3d-a780-4b57-a31e-d6f784f125e7 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:10.640651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b28e7274-ba0a-4f1a-98db-8153fc3a0f39 req-248bcb8d-7536-4e0f-a8d0-e628513ac958 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.1127841 Aug 29 06:56:10.716160 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83595e7a-8847-4b50-84d9-1fe8c97df7b3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:10.720481 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-83595e7a-8847-4b50-84d9-1fe8c97df7b3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.8241708 Aug 29 06:56:10.767671 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-09cac676-3385-4ebe-8f09-30061b3f77a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:56:10.772387 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-09cac676-3385-4ebe-8f09-30061b3f77a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:56:10.776375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58934) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:10.778790 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-863874ba-0340-4399-8d16-958ce695f00f req-56c390cf-2d84-47f2-944e-096580153698 service neutron] 10.222.0.11 "GET /v2.0/networks/bf2aa35c-72ee-4c1a-922b-895d3e6904ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7715495 Aug 29 06:56:10.830888 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:10.884288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e1f1f-0711-43b7-82e7-0c3b812be5da tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:10.896328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e1f1f-0711-43b7-82e7-0c3b812be5da tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:10.909699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e1f1f-0711-43b7-82e7-0c3b812be5da tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:10.917838 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf3e1f1f-0711-43b7-82e7-0c3b812be5da tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1374044 Aug 29 06:56:10.920550 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58936) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:10.979582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efdef7-fc90-4f30-aeeb-81e8c967e2a0 req-ae5c7826-fc42-4133-be24-a9764fb25107 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:10.980426 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3efdef7-fc90-4f30-aeeb-81e8c967e2a0 req-ae5c7826-fc42-4133-be24-a9764fb25107 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 943 time: 0.3002157 Aug 29 06:56:11.055561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3efdef7-fc90-4f30-aeeb-81e8c967e2a0 req-3bed3f55-4cd0-449b-8586-f95f57c59d7a tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654798 Aug 29 06:56:11.070023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-52f34eee-2e56-43c1-bdb3-b7027d43ad44 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 9435f5ae-94a2-41c6-9fb7-112ed40968b9 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:11.070448 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52f34eee-2e56-43c1-bdb3-b7027d43ad44 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:11.070580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-18846d55-f885-4d2f-9cab-6a4ef07979bb admin admin] Deleting port 889749b6-6853-499a-95e3-f22040c85bbc {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:11.070839 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18846d55-f885-4d2f-9cab-6a4ef07979bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:11.168598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1ea73fa2-951b-4759-89e0-ba373bb15cab up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:11.220124 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52f34eee-2e56-43c1-bdb3-b7027d43ad44 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:11.247117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-52f34eee-2e56-43c1-bdb3-b7027d43ad44 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 9435f5ae-94a2-41c6-9fb7-112ed40968b9 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:11.598409 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1ea73fa2-951b-4759-89e0-ba373bb15cab triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:11.598798 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:11.711131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-18846d55-f885-4d2f-9cab-6a4ef07979bb admin admin] For port 889749b6-6853-499a-95e3-f22040c85bbc, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=889749b6-6853-499a-95e3-f22040c85bbc,segment=NetworkSegment(ee83a02c-06fe-4669-83b0-f14fc9352f44),segment_id=ee83a02c-06fe-4669-83b0-f14fc9352f44)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:11.711691 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18846d55-f885-4d2f-9cab-6a4ef07979bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:11.712205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52f34eee-2e56-43c1-bdb3-b7027d43ad44 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:11.730450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-18846d55-f885-4d2f-9cab-6a4ef07979bb admin admin] Calling delete_port for 889749b6-6853-499a-95e3-f22040c85bbc owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:11.780299 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-62d37700-cf77-4e4b-9df3-d0865170ba28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:11.804156 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f34eee-2e56-43c1-bdb3-b7027d43ad44 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=9435f5ae-94a2-41c6-9fb7-112ed40968b9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:11.806471 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:11.814050 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ce1b2e1c-84ef-4f57-bf53-a4cff1df7cb1 None None] Provisioning complete for port 5d3336ef-78cf-45e2-bc33-59f6a385dcf1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:11.814453 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ce1b2e1c-84ef-4f57-bf53-a4cff1df7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:11.836338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e685daec-a4af-4d84-9f31-3780b554a706 req-ee5efd41-9900-4e28-b729-96a256879ab4 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0666769 Aug 29 06:56:11.861687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-1c25af46-4058-4c1a-9837-caceb7a2b9c6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Deleting port 404f3075-2a37-4868-8bbe-675a6364fc35 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:11.862961 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c25af46-4058-4c1a-9837-caceb7a2b9c6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:11.887129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b2e1c-84ef-4f57-bf53-a4cff1df7cb1 None None] Port 5d3336ef-78cf-45e2-bc33-59f6a385dcf1 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:11.892666 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ce1b2e1c-84ef-4f57-bf53-a4cff1df7cb1 None None] Could not find standard attr ID for object 9435f5ae-94a2-41c6-9fb7-112ed40968b9. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:56:12.062698 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52f34eee-2e56-43c1-bdb3-b7027d43ad44 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:12.071341 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-52f34eee-2e56-43c1-bdb3-b7027d43ad44 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/9435f5ae-94a2-41c6-9fb7-112ed40968b9 HTTP/1.1" status: 204 len: 168 time: 1.1488278 Aug 29 06:56:12.074603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58956) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:12.125157 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-30711323-ce22-43de-9c0d-ead387f244cd tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] GET failed (client error): The resource could not be found. Aug 29 06:56:12.130355 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-30711323-ce22-43de-9c0d-ead387f244cd tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/9435f5ae-94a2-41c6-9fb7-112ed40968b9 HTTP/1.1" status: 404 len: 333 time: 0.0537472 Aug 29 06:56:12.134003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58960) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:12.324242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-dfc68cdd-53a4-489a-8164-d29adeb156fb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 5d3336ef-78cf-45e2-bc33-59f6a385dcf1 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:12.324769 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dfc68cdd-53a4-489a-8164-d29adeb156fb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:12.387496 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c25af46-4058-4c1a-9837-caceb7a2b9c6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:12.449740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026e5c0-f2ce-447f-9062-35f3c46c6fa4 req-a445d426-3cd7-4c71-9812-0d61f5a5ca8c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:12.462204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c026e5c0-f2ce-447f-9062-35f3c46c6fa4 req-a445d426-3cd7-4c71-9812-0d61f5a5ca8c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 946 time: 0.2681081 Aug 29 06:56:12.482680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-1c25af46-4058-4c1a-9837-caceb7a2b9c6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Calling delete_port for 404f3075-2a37-4868-8bbe-675a6364fc35 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:12.500426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a1ea8-6ad5-4dd4-a422-a89065d0ad3d req-7e2a79be-cf77-43fa-a20c-d9f50aa32b3a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:12.511367 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e76a1ea8-6ad5-4dd4-a422-a89065d0ad3d req-7e2a79be-cf77-43fa-a20c-d9f50aa32b3a tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.15 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 946 time: 0.0848248 Aug 29 06:56:12.511367 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dfc68cdd-53a4-489a-8164-d29adeb156fb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:12.547741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-dfc68cdd-53a4-489a-8164-d29adeb156fb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 5d3336ef-78cf-45e2-bc33-59f6a385dcf1 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:12.719210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acc32444-0da9-4031-b17b-8dfe167f8adc req-49f2680d-3f24-4401-a4ac-416babb71040 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ad1f7f2a5804fdc8b754d6042bdeae1&device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0551322 Aug 29 06:56:12.751217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c026e5c0-f2ce-447f-9062-35f3c46c6fa4 req-6290867c-4dbf-436f-8208-47cbf10902a8 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873685 Aug 29 06:56:12.777145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-e76a1ea8-6ad5-4dd4-a422-a89065d0ad3d req-c64cdfc7-94dc-4973-a49b-aa1cc1adc4b4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Deleting port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:12.777145 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e76a1ea8-6ad5-4dd4-a422-a89065d0ad3d req-c64cdfc7-94dc-4973-a49b-aa1cc1adc4b4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:12.894408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acc32444-0da9-4031-b17b-8dfe167f8adc req-31acd2d2-043f-446f-92f7-11e2b3f1bded service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1ad1f7f2a5804fdc8b754d6042bdeae1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1613002 Aug 29 06:56:12.929300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e76a1ea8-6ad5-4dd4-a422-a89065d0ad3d req-c64cdfc7-94dc-4973-a49b-aa1cc1adc4b4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] For port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9a6256e3-41a0-4779-a4c5-c08c441cf9ef,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:12.929741 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e76a1ea8-6ad5-4dd4-a422-a89065d0ad3d req-c64cdfc7-94dc-4973-a49b-aa1cc1adc4b4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:12.946926 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-e76a1ea8-6ad5-4dd4-a422-a89065d0ad3d req-c64cdfc7-94dc-4973-a49b-aa1cc1adc4b4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Calling delete_port for 9a6256e3-41a0-4779-a4c5-c08c441cf9ef owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:13.100015 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7cc07e58-f172-47b7-b64b-11ccd599fa90 req-ab11a1bc-0e2c-4260-bdb6-de4417bf5b2b tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0522888 Aug 29 06:56:13.141104 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18846d55-f885-4d2f-9cab-6a4ef07979bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:13.172277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e32b2-cb86-4f5d-8fbd-60133ce0fb24 req-dad3321e-64a5-4f88-bb07-a5ddade5c705 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:13.180449 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f21e32b2-cb86-4f5d-8fbd-60133ce0fb24 req-dad3321e-64a5-4f88-bb07-a5ddade5c705 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 943 time: 0.2832646 Aug 29 06:56:13.276896 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dfc68cdd-53a4-489a-8164-d29adeb156fb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:13.296171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18846d55-f885-4d2f-9cab-6a4ef07979bb admin admin] Pushing event deleted for resources: {'Port': ['ID=889749b6-6853-499a-95e3-f22040c85bbc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:13.358652 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e76a1ea8-6ad5-4dd4-a422-a89065d0ad3d req-c64cdfc7-94dc-4973-a49b-aa1cc1adc4b4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:13.370417 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['79b19bb4-e371-48bc-a3d6-eca7ca168e92', '9a6256e3-41a0-4779-a4c5-c08c441cf9ef'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:56:13.415376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f21e32b2-cb86-4f5d-8fbd-60133ce0fb24 req-080dd704-6c90-48e3-bafd-c42e7ce6a99e tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302599 Aug 29 06:56:13.433858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc32444-0da9-4031-b17b-8dfe167f8adc req-2c7c0cf1-d66f-4f0d-9cbd-19c94127091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:13.433858 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acc32444-0da9-4031-b17b-8dfe167f8adc req-2c7c0cf1-d66f-4f0d-9cbd-19c94127091e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5158169 Aug 29 06:56:13.435215 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc68cdd-53a4-489a-8164-d29adeb156fb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=5d3336ef-78cf-45e2-bc33-59f6a385dcf1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:13.487859 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:13.504738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cdfc7-94dc-4973-a49b-aa1cc1adc4b4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event deleted for resources: {'Port': ['ID=9a6256e3-41a0-4779-a4c5-c08c441cf9ef,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:13.539081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c25af46-4058-4c1a-9837-caceb7a2b9c6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:13.597933 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dfc68cdd-53a4-489a-8164-d29adeb156fb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:13.601211 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dfc68cdd-53a4-489a-8164-d29adeb156fb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/5d3336ef-78cf-45e2-bc33-59f6a385dcf1 HTTP/1.1" status: 204 len: 168 time: 1.4658997 Aug 29 06:56:13.611517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58970) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:13.657276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25af46-4058-4c1a-9837-caceb7a2b9c6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event deleted for resources: {'Port': ['ID=404f3075-2a37-4868-8bbe-675a6364fc35,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:13.726797 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e9b1d7-e898-4dd2-98a3-ae6471c47b2c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] GET failed (client error): The resource could not be found. Aug 29 06:56:13.737785 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d6e9b1d7-e898-4dd2-98a3-ae6471c47b2c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/5d3336ef-78cf-45e2-bc33-59f6a385dcf1 HTTP/1.1" status: 404 len: 333 time: 0.1157169 Aug 29 06:56:13.738538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58972) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:13.745740 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76a1ea8-6ad5-4dd4-a422-a89065d0ad3d req-c64cdfc7-94dc-4973-a49b-aa1cc1adc4b4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] No DVR routers for this DVR port 9a6256e3-41a0-4779-a4c5-c08c441cf9ef on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:13.748747 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e76a1ea8-6ad5-4dd4-a422-a89065d0ad3d req-c64cdfc7-94dc-4973-a49b-aa1cc1adc4b4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:13.752229 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e76a1ea8-6ad5-4dd4-a422-a89065d0ad3d req-c64cdfc7-94dc-4973-a49b-aa1cc1adc4b4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.15 "DELETE /v2.0/ports/9a6256e3-41a0-4779-a4c5-c08c441cf9ef HTTP/1.1" status: 204 len: 173 time: 1.2425351 Aug 29 06:56:13.760907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58730441-4a04-4139-80a4-c609cee9553b', 'name': 'network-vif-deleted', 'tag': '9a6256e3-41a0-4779-a4c5-c08c441cf9ef'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:56:13.763986 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b5df87-0a84-49a9-8bfc-74578e072347" -d '{"events": [{"server_uuid": "58730441-4a04-4139-80a4-c609cee9553b", "name": "network-vif-deleted", "tag": "9a6256e3-41a0-4779-a4c5-c08c441cf9ef"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:56:13.884108 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779d511d-942f-4666-af26-807eed2b4cdb x-openstack-request-id: req-779d511d-942f-4666-af26-807eed2b4cdb {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:56:13.885848 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58730441-4a04-4139-80a4-c609cee9553b", "name": "network-vif-deleted", "tag": "9a6256e3-41a0-4779-a4c5-c08c441cf9ef", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:56:13.886121 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-779d511d-942f-4666-af26-807eed2b4cdb {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:56:13.887159 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58730441-4a04-4139-80a4-c609cee9553b', 'name': 'network-vif-deleted', 'tag': '9a6256e3-41a0-4779-a4c5-c08c441cf9ef', 'status': 'completed', 'code': 200} Aug 29 06:56:13.907989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab69008-0b5a-4617-89c4-23ba8d9817b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting subnet e1591e8b-e066-4848-8c41-1b9be12b4935 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:56:13.927122 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ab69008-0b5a-4617-89c4-23ba8d9817b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:14.005749 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-18846d55-f885-4d2f-9cab-6a4ef07979bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:14.077217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ab69008-0b5a-4617-89c4-23ba8d9817b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:14.129261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51076063-5885-47ae-9dc6-baa5136fd483 req-d8ecd0a2-0501-4380-a5b5-4aba23c391dd tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 210 time: 0.1053839 Aug 29 06:56:14.230173 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ab69008-0b5a-4617-89c4-23ba8d9817b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:14.328790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9841424-acc8-4761-8968-6590319211fd req-03314613-bb11-4115-ab87-a8d82efa56b8 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0993226 Aug 29 06:56:14.332858 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c25af46-4058-4c1a-9837-caceb7a2b9c6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:14.426054 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ab69008-0b5a-4617-89c4-23ba8d9817b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:14.465725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04307aaf-6fe3-4431-9132-b4ee52513498 None None] Network 03b4c1d5-cf03-426a-868f-6c62de916f86 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:14.530483 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ab69008-0b5a-4617-89c4-23ba8d9817b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:14.541749 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4ab69008-0b5a-4617-89c4-23ba8d9817b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/e1591e8b-e066-4848-8c41-1b9be12b4935 HTTP/1.1" status: 204 len: 168 time: 0.7982306 Aug 29 06:56:14.545410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58988) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:14.564897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab69008-0b5a-4617-89c4-23ba8d9817b4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Subnet': ['ID=e1591e8b-e066-4848-8c41-1b9be12b4935,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:14.735447 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-acc32444-0da9-4031-b17b-8dfe167f8adc req-512f709a-72a7-4a5d-8733-7e330c488f76 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0325198 Aug 29 06:56:15.182857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c25af46-4058-4c1a-9837-caceb7a2b9c6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Router c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:56:15.198449 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:15.199132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153a285-4e0d-461a-bd95-c54716046aa4 req-8fee8361-3bba-4590-8b47-183f9306bf52 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:15.199132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b153a285-4e0d-461a-bd95-c54716046aa4 req-8fee8361-3bba-4590-8b47-183f9306bf52 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 943 time: 0.2832615 Aug 29 06:56:15.199742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 1ea73fa2-951b-4759-89e0-ba373bb15cab {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:15.199742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:15.199742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] For port 1ea73fa2-951b-4759-89e0-ba373bb15cab, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1ea73fa2-951b-4759-89e0-ba373bb15cab,segment=NetworkSegment(5e868e94-27eb-4647-a564-8e72fe9a1511),segment_id=5e868e94-27eb-4647-a564-8e72fe9a1511)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:15.199742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:15.199742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 1ea73fa2-951b-4759-89e0-ba373bb15cab owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:15.200966 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b153a285-4e0d-461a-bd95-c54716046aa4 req-7d52eedf-733c-41f1-bb62-915c15a42023 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437700 Aug 29 06:56:15.200966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18846d55-f885-4d2f-9cab-6a4ef07979bb admin admin] Router f55fa621-ae29-4d17-8230-73bf00a3185d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:56:15.200966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c25af46-4058-4c1a-9837-caceb7a2b9c6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:56:15.200966 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1c25af46-4058-4c1a-9837-caceb7a2b9c6 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "PUT /v2.0/routers/c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6717942 Aug 29 06:56:15.203258 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6087533a-2aea-461f-be23-32405b3319aa None None] Sync routers for ids ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:56:15.203258 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6087533a-2aea-461f-be23-32405b3319aa None None] Routers {'c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:15.203258 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6087533a-2aea-461f-be23-32405b3319aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:15.203258 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6087533a-2aea-461f-be23-32405b3319aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:15.203258 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6087533a-2aea-461f-be23-32405b3319aa None None] Routers {'c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:15.203258 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6087533a-2aea-461f-be23-32405b3319aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:15.203258 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6087533a-2aea-461f-be23-32405b3319aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:15.203258 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6087533a-2aea-461f-be23-32405b3319aa None None] The sync data for ids ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:56:15.204452 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18846d55-f885-4d2f-9cab-6a4ef07979bb admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:56:15.204452 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-18846d55-f885-4d2f-9cab-6a4ef07979bb admin admin] 10.222.0.76 "PUT /v2.0/routers/f55fa621-ae29-4d17-8230-73bf00a3185d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6339746 Aug 29 06:56:15.204667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024abf3b-fba6-4ecf-997f-bd765611e580 None None] Sync routers for ids ['f55fa621-ae29-4d17-8230-73bf00a3185d'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:56:15.204667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024abf3b-fba6-4ecf-997f-bd765611e580 None None] Routers {'f55fa621-ae29-4d17-8230-73bf00a3185d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:15.204865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58998) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:15.204865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59000) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:15.205143 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-024abf3b-fba6-4ecf-997f-bd765611e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55fa621-ae29-4d17-8230-73bf00a3185d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:15.377517 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-4550b163-78d6-4bc8-b04a-20d0d8998b1c tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] delete failed (client error): The resource could not be found. Aug 29 06:56:15.377517 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4550b163-78d6-4bc8-b04a-20d0d8998b1c tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-64098720 HTTP/1.1" status: 404 len: 333 time: 0.1231380 Aug 29 06:56:15.377750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-024abf3b-fba6-4ecf-997f-bd765611e580 None None] Set router f55fa621-ae29-4d17-8230-73bf00a3185d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:56:15.377750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b88361-4d7d-463b-ab8e-df824a082a52 None None] DHCP port deletion for 03b4c1d5-cf03-426a-868f-6c62de916f86 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:56:15.377938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-773ec270-be98-49fd-947d-8da2390ec6fc req-e62b88e7-279e-418a-bb3b-6671e8e10f9b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=58730441-4a04-4139-80a4-c609cee9553b HTTP/1.1" status: 200 len: 210 time: 0.0271673 Aug 29 06:56:15.377938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59004) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:15.378166 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:15.378333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7e5cea61-2ff7-4146-aab4-d84ad1dfae33 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:15.474257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e9b88361-4d7d-463b-ab8e-df824a082a52 None None] Deleting port 1ea73fa2-951b-4759-89e0-ba373bb15cab {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:15.475357 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e9b88361-4d7d-463b-ab8e-df824a082a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:15.547280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e9b88361-4d7d-463b-ab8e-df824a082a52 None None] For port 1ea73fa2-951b-4759-89e0-ba373bb15cab, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1ea73fa2-951b-4759-89e0-ba373bb15cab,segment=NetworkSegment(5e868e94-27eb-4647-a564-8e72fe9a1511),segment_id=5e868e94-27eb-4647-a564-8e72fe9a1511)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:15.548045 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e9b88361-4d7d-463b-ab8e-df824a082a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:15.560316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-708ff009-ee50-40a1-8926-75ad39959aaa req-31597bba-20d8-43be-bdeb-5757fd0bbe9a tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0933163 Aug 29 06:56:15.562695 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e9b88361-4d7d-463b-ab8e-df824a082a52 None None] Calling delete_port for 1ea73fa2-951b-4759-89e0-ba373bb15cab owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:15.603254 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:15.638436 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e5cea61-2ff7-4146-aab4-d84ad1dfae33 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:15.679127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-024abf3b-fba6-4ecf-997f-bd765611e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:56:12Z', 'revision_number': 5, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:15.706326 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024abf3b-fba6-4ecf-997f-bd765611e580 None None] Checking router: f55fa621-ae29-4d17-8230-73bf00a3185d for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:56:15.714905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024abf3b-fba6-4ecf-997f-bd765611e580 None None] Routers {'f55fa621-ae29-4d17-8230-73bf00a3185d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:15.715567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-024abf3b-fba6-4ecf-997f-bd765611e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55fa621-ae29-4d17-8230-73bf00a3185d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:15.823480 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-024abf3b-fba6-4ecf-997f-bd765611e580 None None] Set router f55fa621-ae29-4d17-8230-73bf00a3185d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:56:16.007104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-024abf3b-fba6-4ecf-997f-bd765611e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:56:12Z', 'revision_number': 5, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:16.036359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024abf3b-fba6-4ecf-997f-bd765611e580 None None] The sync data for ids ['f55fa621-ae29-4d17-8230-73bf00a3185d'] in n-d-713301-12 is: [{'id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1743892589-router', 'tenant_id': '2fd53004b0cf47d4b0862df916edfb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:30Z', 'updated_at': '2021-08-29T06:56:12Z', 'revision_number': 5, 'project_id': '2fd53004b0cf47d4b0862df916edfb09', 'gw_port': {'id': '36e94a10-d238-40a3-8d22-d79b9c7d9c96', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55fa621-ae29-4d17-8230-73bf00a3185d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:31Z', 'updated_at': '2021-08-29T06:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:56:16.069151 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.078691 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e9b88361-4d7d-463b-ab8e-df824a082a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.099753 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-7e5cea61-2ff7-4146-aab4-d84ad1dfae33 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] update failed (client error): The resource could not be found. Aug 29 06:56:16.100818 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7e5cea61-2ff7-4146-aab4-d84ad1dfae33 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "PUT /v2.0/routers/c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd HTTP/1.1" status: 404 len: 339 time: 0.7452626 Aug 29 06:56:16.101086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b88361-4d7d-463b-ab8e-df824a082a52 None None] Pushing event deleted for resources: {'Port': ['ID=1ea73fa2-951b-4759-89e0-ba373bb15cab,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:16.112838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b88361-4d7d-463b-ab8e-df824a082a52 None None] No DVR routers for this DVR port 1ea73fa2-951b-4759-89e0-ba373bb15cab on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:16.116403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59006) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:16.149624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No DVR routers for this DVR port 1ea73fa2-951b-4759-89e0-ba373bb15cab on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:16.153526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=1ea73fa2-951b-4759-89e0-ba373bb15cab,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:16.242508 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.259489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b4c1d5-cf03-426a-868f-6c62de916f86']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:16.273584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e868e94-27eb-4647-a564-8e72fe9a1511') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:16.273913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e868e94-27eb-4647-a564-8e72fe9a1511') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:16.287784 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.298065 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] Deleting port 36e94a10-d238-40a3-8d22-d79b9c7d9c96 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:16.298410 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.344351 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.358925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:56:16.360069 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:56:16.363327 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:56:16.460725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] For port 36e94a10-d238-40a3-8d22-d79b9c7d9c96, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=36e94a10-d238-40a3-8d22-d79b9c7d9c96,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:16.462275 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.476587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] Calling delete_port for 36e94a10-d238-40a3-8d22-d79b9c7d9c96 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:16.505841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9a6256e3-41a0-4779-a4c5-c08c441cf9ef no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:16.534707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 9a6256e3-41a0-4779-a4c5-c08c441cf9ef {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:16.536082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9a6256e3-41a0-4779-a4c5-c08c441cf9ef not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:16.537632 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.547746 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.549740 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/networks/03b4c1d5-cf03-426a-868f-6c62de916f86 HTTP/1.1" status: 204 len: 168 time: 2.0032325 Aug 29 06:56:16.571814 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59020) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:16.579173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270556aa-6ad8-4cbe-bb3d-1b61a21de71e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Network': ['ID=03b4c1d5-cf03-426a-868f-6c62de916f86,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:16.589545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-717072c7-c487-4747-b48f-3a858f2459c7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1086839438'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:16.715809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6a681-9f98-4717-9f9e-77b662dc4aa9 req-95e845d7-42f4-4ffd-8ecc-fd61e6658d46 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:16.717283 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20e6a681-9f98-4717-9f9e-77b662dc4aa9 req-95e845d7-42f4-4ffd-8ecc-fd61e6658d46 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 943 time: 0.1446056 Aug 29 06:56:16.809007 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.830777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717072c7-c487-4747-b48f-3a858f2459c7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:16.834168 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717072c7-c487-4747-b48f-3a858f2459c7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.843776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] Pushing event deleted for resources: {'Port': ['ID=36e94a10-d238-40a3-8d22-d79b9c7d9c96,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:16.851674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20e6a681-9f98-4717-9f9e-77b662dc4aa9 req-3f89babe-a0ea-41c4-a5a7-2f2b773d3bb6 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979810 Aug 29 06:56:16.887017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717072c7-c487-4747-b48f-3a858f2459c7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:56:16.925625 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.925751 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.929846 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717072c7-c487-4747-b48f-3a858f2459c7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:16.930707 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-717072c7-c487-4747-b48f-3a858f2459c7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Added segment 45e6dbaa-e9d0-4aaf-b219-d96b6453aa76 of type vlan for network 4e78ef24-cf71-47ae-9a0d-f73efc377774 Aug 29 06:56:17.045626 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.047975 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.059820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78ea4bc3-894d-4655-9b42-04621912a6da req-84791d52-3151-4dc1-bd6e-5881dae2c007 tempest-ServerShowV254Test-1727860821 tempest-ServerShowV254Test-1727860821-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8c6900-5359-472b-99d0-4abd9736c5aa HTTP/1.1" status: 200 len: 210 time: 0.0699277 Aug 29 06:56:17.062534 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717072c7-c487-4747-b48f-3a858f2459c7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.128375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 889749b6-6853-499a-95e3-f22040c85bbc no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:17.152258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 889749b6-6853-499a-95e3-f22040c85bbc {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:17.152723 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 889749b6-6853-499a-95e3-f22040c85bbc not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:17.153244 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1ea73fa2-951b-4759-89e0-ba373bb15cab no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:17.173213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 1ea73fa2-951b-4759-89e0-ba373bb15cab {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:17.180877 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1ea73fa2-951b-4759-89e0-ba373bb15cab not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:17.259753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Allocated IP 172.20.0.1 (5ca56fd4-1a15-49c6-b20f-a5db83d6db4b/042f16b6-1fee-40e1-a785-fefd9887c72c/98205b9d-8f68-4518-b68d-fb44556885ae) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:17.372294 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.386474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Transition to ACTIVE for port object 98205b9d-8f68-4518-b68d-fb44556885ae will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:17.436537 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717072c7-c487-4747-b48f-3a858f2459c7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.436787 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.437474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f55fa621-ae29-4d17-8230-73bf00a3185d {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:56:17.442110 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.442286 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717072c7-c487-4747-b48f-3a858f2459c7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:17.443018 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717072c7-c487-4747-b48f-3a858f2459c7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.443513 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-034a214c-80d9-44ea-95fc-01a0c2b8ff5c admin admin] 10.222.0.76 "DELETE /v2.0/routers/f55fa621-ae29-4d17-8230-73bf00a3185d HTTP/1.1" status: 204 len: 168 time: 2.2641346 Aug 29 06:56:17.445921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59032) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:17.503275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e8aad9-7a9b-4721-978a-2ddc98df4a55 admin admin] Deleting subnet ab428347-bbf6-4179-99ff-630fada99547 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:56:17.507084 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53e8aad9-7a9b-4721-978a-2ddc98df4a55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.523741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717072c7-c487-4747-b48f-3a858f2459c7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Network': ['ID=4e78ef24-cf71-47ae-9a0d-f73efc377774,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:17.535297 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 4e78ef24-cf71-47ae-9a0d-f73efc377774 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:56:17.546134 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53e8aad9-7a9b-4721-978a-2ddc98df4a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.589662 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53e8aad9-7a9b-4721-978a-2ddc98df4a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.597124 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.647336 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Network 5ca56fd4-1a15-49c6-b20f-a5db83d6db4b is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:17.649787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-717072c7-c487-4747-b48f-3a858f2459c7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0753319 Aug 29 06:56:17.651043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:17.651970 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59034) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:17.655636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:17.657921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4a312822-5f16-4396-ae41-c5020c50d25d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': '4e78ef24-cf71-47ae-9a0d-f73efc377774', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:17.683348 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event updated for resources: {'Port': ['ID=98205b9d-8f68-4518-b68d-fb44556885ae,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:17.708521 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.808628 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53e8aad9-7a9b-4721-978a-2ddc98df4a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.839967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8aad9-7a9b-4721-978a-2ddc98df4a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab428347-bbf6-4179-99ff-630fada99547,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:17.845438 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53e8aad9-7a9b-4721-978a-2ddc98df4a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:17.851223 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-53e8aad9-7a9b-4721-978a-2ddc98df4a55 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ab428347-bbf6-4179-99ff-630fada99547 HTTP/1.1" status: 204 len: 168 time: 0.4026835 Aug 29 06:56:17.852797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59036) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:17.939932 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a312822-5f16-4396-ae41-c5020c50d25d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:17.944462 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a312822-5f16-4396-ae41-c5020c50d25d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.035833 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.051726 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2430447b-da43-4d16-83f5-3098904c5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.063447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a59cf-1de6-4a9a-a3ae-d2da7bb7de71 req-bfb43a9b-0c61-453d-a414-6040c011f26e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:18.066027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-328a59cf-1de6-4a9a-a3ae-d2da7bb7de71 req-bfb43a9b-0c61-453d-a414-6040c011f26e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.1281416 Aug 29 06:56:18.082603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-dc8e8391-c9e2-4ffc-96df-5744085da0ee None None] Provisioning for port 98205b9d-8f68-4518-b68d-fb44556885ae completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:18.087244 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-dc8e8391-c9e2-4ffc-96df-5744085da0ee None None] Provisioning complete for port 98205b9d-8f68-4518-b68d-fb44556885ae triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:18.089547 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc8e8391-c9e2-4ffc-96df-5744085da0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.126468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e8391-c9e2-4ffc-96df-5744085da0ee None None] Port 98205b9d-8f68-4518-b68d-fb44556885ae cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:18.206298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d602672-b3b1-4e0a-b3b0-9bbc85f2860c req-3ed8e9c2-498f-46e1-9e3b-f1a5c10e738b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:18.207874 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0d602672-b3b1-4e0a-b3b0-9bbc85f2860c req-3ed8e9c2-498f-46e1-9e3b-f1a5c10e738b tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.15 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 945 time: 0.0877488 Aug 29 06:56:18.270974 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-328a59cf-1de6-4a9a-a3ae-d2da7bb7de71 req-c3a1e0bb-354f-43fc-8372-6f6614edc2f3 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977885 Aug 29 06:56:18.288662 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2430447b-da43-4d16-83f5-3098904c5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.324100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-2430447b-da43-4d16-83f5-3098904c5a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69df7696-13bc-4755-ac18-c6d0d169b7a7']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:18.324215 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-0d602672-b3b1-4e0a-b3b0-9bbc85f2860c req-38f1e034-2282-485a-bae5-672eef3e3090 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Deleting port 79b19bb4-e371-48bc-a3d6-eca7ca168e92 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:18.324215 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0d602672-b3b1-4e0a-b3b0-9bbc85f2860c req-38f1e034-2282-485a-bae5-672eef3e3090 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.330868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-2430447b-da43-4d16-83f5-3098904c5a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee83a02c-06fe-4669-83b0-f14fc9352f44') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:18.331177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-2430447b-da43-4d16-83f5-3098904c5a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee83a02c-06fe-4669-83b0-f14fc9352f44') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:18.345959 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2430447b-da43-4d16-83f5-3098904c5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.425610 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2430447b-da43-4d16-83f5-3098904c5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.433921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-0d602672-b3b1-4e0a-b3b0-9bbc85f2860c req-38f1e034-2282-485a-bae5-672eef3e3090 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] For port 79b19bb4-e371-48bc-a3d6-eca7ca168e92, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=79b19bb4-e371-48bc-a3d6-eca7ca168e92,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:18.434683 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0d602672-b3b1-4e0a-b3b0-9bbc85f2860c req-38f1e034-2282-485a-bae5-672eef3e3090 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.441522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2430447b-da43-4d16-83f5-3098904c5a8e admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:56:18.441859 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2430447b-da43-4d16-83f5-3098904c5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.444803 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a312822-5f16-4396-ae41-c5020c50d25d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:56:18.449503 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:56:18.466334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-0d602672-b3b1-4e0a-b3b0-9bbc85f2860c req-38f1e034-2282-485a-bae5-672eef3e3090 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Calling delete_port for 79b19bb4-e371-48bc-a3d6-eca7ca168e92 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:18.525275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f85a8c-f55a-4ce5-a40f-c830ded7dea1 req-107dd05a-362e-4a26-b177-ab0385e34509 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:18.526773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77f85a8c-f55a-4ce5-a40f-c830ded7dea1 req-107dd05a-362e-4a26-b177-ab0385e34509 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 943 time: 0.1637936 Aug 29 06:56:18.574333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a312822-5f16-4396-ae41-c5020c50d25d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Subnet': ['ID=5f273ebc-0427-4a54-85c8-4666918a3ea8,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:18.585983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77f85a8c-f55a-4ce5-a40f-c830ded7dea1 req-23387d38-c5b5-4cb1-a101-0a4d4ad1560f tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528762 Aug 29 06:56:18.595612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.599671 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a312822-5f16-4396-ae41-c5020c50d25d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Checking segment: {'id': '45e6dbaa-e9d0-4aaf-b219-d96b6453aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4e78ef24-cf71-47ae-9a0d-f73efc377774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:18.600035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a312822-5f16-4396-ae41-c5020c50d25d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network hostable DHCP agents. Network: 4e78ef24-cf71-47ae-9a0d-f73efc377774, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:56:18.619348 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2430447b-da43-4d16-83f5-3098904c5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.626830 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2430447b-da43-4d16-83f5-3098904c5a8e admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.629934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2430447b-da43-4d16-83f5-3098904c5a8e admin admin] 10.222.0.76 "DELETE /v2.0/networks/69df7696-13bc-4755-ac18-c6d0d169b7a7 HTTP/1.1" status: 204 len: 168 time: 0.7761326 Aug 29 06:56:18.642432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430447b-da43-4d16-83f5-3098904c5a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=69df7696-13bc-4755-ac18-c6d0d169b7a7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:18.773787 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.826423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a312822-5f16-4396-ae41-c5020c50d25d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 4e78ef24-cf71-47ae-9a0d-f73efc377774 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:56:18.829883 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0d602672-b3b1-4e0a-b3b0-9bbc85f2860c req-38f1e034-2282-485a-bae5-672eef3e3090 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.862271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event updated for resources: {'Port': ['ID=98205b9d-8f68-4518-b68d-fb44556885ae,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:18.865303 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.870949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1e034-2282-485a-bae5-672eef3e3090 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event deleted for resources: {'Port': ['ID=79b19bb4-e371-48bc-a3d6-eca7ca168e92,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:18.926040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d602672-b3b1-4e0a-b3b0-9bbc85f2860c req-38f1e034-2282-485a-bae5-672eef3e3090 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] No DVR routers for this DVR port 79b19bb4-e371-48bc-a3d6-eca7ca168e92 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:18.928628 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0d602672-b3b1-4e0a-b3b0-9bbc85f2860c req-38f1e034-2282-485a-bae5-672eef3e3090 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.931379 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0d602672-b3b1-4e0a-b3b0-9bbc85f2860c req-38f1e034-2282-485a-bae5-672eef3e3090 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.15 "DELETE /v2.0/ports/79b19bb4-e371-48bc-a3d6-eca7ca168e92 HTTP/1.1" status: 204 len: 173 time: 0.7166951 Aug 29 06:56:18.932031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e5365d-b52d-4ca2-8e54-8914185a35ea', 'name': 'network-vif-deleted', 'tag': '79b19bb4-e371-48bc-a3d6-eca7ca168e92'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:56:18.934468 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f5d09a-02d2-40d0-a8f8-2c833014ab64" -d '{"events": [{"server_uuid": "54e5365d-b52d-4ca2-8e54-8914185a35ea", "name": "network-vif-deleted", "tag": "79b19bb4-e371-48bc-a3d6-eca7ca168e92"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:56:18.938490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4a312822-5f16-4396-ae41-c5020c50d25d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 4e78ef24-cf71-47ae-9a0d-f73efc377774) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:18.942884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a312822-5f16-4396-ae41-c5020c50d25d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:18.943524 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a312822-5f16-4396-ae41-c5020c50d25d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:18.948937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729b8528-b78c-4128-b2a0-27004ccfabaa None None] Network 4e78ef24-cf71-47ae-9a0d-f73efc377774 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:18.984711 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f32888-e722-43b4-b9c6-ca6aa2640170 x-openstack-request-id: req-27f32888-e722-43b4-b9c6-ca6aa2640170 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:56:18.993307 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e5365d-b52d-4ca2-8e54-8914185a35ea", "name": "network-vif-deleted", "tag": "79b19bb4-e371-48bc-a3d6-eca7ca168e92", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:56:18.993307 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-27f32888-e722-43b4-b9c6-ca6aa2640170 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:56:18.993307 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e5365d-b52d-4ca2-8e54-8914185a35ea', 'name': 'network-vif-deleted', 'tag': '79b19bb4-e371-48bc-a3d6-eca7ca168e92', 'status': 'completed', 'code': 200} Aug 29 06:56:18.994202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Network 5ca56fd4-1a15-49c6-b20f-a5db83d6db4b is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:18.994202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:19.036054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 36e94a10-d238-40a3-8d22-d79b9c7d9c96 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:19.067019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 36e94a10-d238-40a3-8d22-d79b9c7d9c96 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:19.067543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 36e94a10-d238-40a3-8d22-d79b9c7d9c96 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:19.121357 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4a312822-5f16-4396-ae41-c5020c50d25d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4646089 Aug 29 06:56:19.121357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59060) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:19.126822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-eef996ba-fb68-4c72-b073-9bfb7a0fd39f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2146416227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:19.144258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Router c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:56:19.193050 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-4e78ef24-cf71-47ae-9a0d-f73efc377774', 'network_id': '4e78ef24-cf71-47ae-9a0d-f73efc377774', 'tenant_id': '6db82f2c79d34bd3a7176c913c7d5827', 'fixed_ips': [{'subnet_id': '5f273ebc-0427-4a54-85c8-4666918a3ea8'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:56:19.194595 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.256010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:56:19.262106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1e99211f-9c8a-4749-aafc-24385730cd07 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "PUT /v2.0/routers/c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1414618 Aug 29 06:56:19.264497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59062) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:19.268848 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af9621c-1011-4dc6-93f2-8b144971aaa8 None None] Sync routers for ids ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:56:19.278346 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9621c-1011-4dc6-93f2-8b144971aaa8 None None] Routers {'c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:19.278884 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3af9621c-1011-4dc6-93f2-8b144971aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:19.322640 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3af9621c-1011-4dc6-93f2-8b144971aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:19.330219 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eef996ba-fb68-4c72-b073-9bfb7a0fd39f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.331128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eef996ba-fb68-4c72-b073-9bfb7a0fd39f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.348018 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9621c-1011-4dc6-93f2-8b144971aaa8 None None] Routers {'c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:19.348644 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3af9621c-1011-4dc6-93f2-8b144971aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:19.373041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59066) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:19.390398 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3af9621c-1011-4dc6-93f2-8b144971aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:19.391051 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af9621c-1011-4dc6-93f2-8b144971aaa8 None None] The sync data for ids ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:56:19.405211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Allocated IP 172.20.0.2 (4e78ef24-cf71-47ae-9a0d-f73efc377774/5f273ebc-0427-4a54-85c8-4666918a3ea8/80fec3f8-0aa7-48ce-b5b9-7992ce3739ed) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:19.447710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-908d15a1-e7b0-4c75-a349-ec1fdaf4d7f3 req-1ee82fda-99f4-4712-a967-4290deb7764c tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=54e5365d-b52d-4ca2-8e54-8914185a35ea HTTP/1.1" status: 200 len: 210 time: 0.0563250 Aug 29 06:56:19.483871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-639d2142-6ed8-49ce-80d7-b1b5df315f25 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2fd53004b0cf47d4b0862df916edfb09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1101148 Aug 29 06:56:19.486029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59070) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:19.510229 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b45f1e64-cd3d-4099-8b5f-6d678e330b2c None None] Provisioning complete for port 98205b9d-8f68-4518-b68d-fb44556885ae triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:19.510700 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b45f1e64-cd3d-4099-8b5f-6d678e330b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.549035 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d071a99d-6096-41dc-bf57-a76fb5d743e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.577769 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b45f1e64-cd3d-4099-8b5f-6d678e330b2c None None] Port 98205b9d-8f68-4518-b68d-fb44556885ae cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:19.584124 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d071a99d-6096-41dc-bf57-a76fb5d743e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.634322 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.646775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Transition to ACTIVE for port object 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:19.658101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59076) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:19.674739 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Transition to ACTIVE for port object 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:19.712906 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d071a99d-6096-41dc-bf57-a76fb5d743e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.716340 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d071a99d-6096-41dc-bf57-a76fb5d743e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.723086 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d071a99d-6096-41dc-bf57-a76fb5d743e3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f13d6dd1-fe4e-4965-8de1-efb7b723edf1 HTTP/1.1" status: 204 len: 168 time: 0.2304902 Aug 29 06:56:19.742923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071a99d-6096-41dc-bf57-a76fb5d743e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d6dd1-fe4e-4965-8de1-efb7b723edf1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:19.779871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c985f-5ac4-475c-b198-3ef783b61ef4 req-9bae9777-cb31-45e7-8735-5093212849fc tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:19.780764 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.788672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d2c985f-5ac4-475c-b198-3ef783b61ef4 req-9bae9777-cb31-45e7-8735-5093212849fc tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 943 time: 0.0867653 Aug 29 06:56:19.828918 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-204582f5-da29-45b4-b0d3-d99bb3e19525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.858438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Pushing event updated for resources: {'Port': ['ID=80fec3f8-0aa7-48ce-b5b9-7992ce3739ed,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:19.868807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Network 4e78ef24-cf71-47ae-9a0d-f73efc377774 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:19.870372 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:19.875765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:19.898831 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eef996ba-fb68-4c72-b073-9bfb7a0fd39f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.902493 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aebd314b-bbb2-408a-9ed5-58027878c3fe tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.902779 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d2c985f-5ac4-475c-b198-3ef783b61ef4 req-abef6f2a-71b7-483a-8bb1-9c3c2fedd76d tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130447 Aug 29 06:56:19.948048 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Attempting to bind port 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:56:19.948702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Attempting to bind port 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '45e6dbaa-e9d0-4aaf-b219-d96b6453aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4e78ef24-cf71-47ae-9a0d-f73efc377774'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:56:19.949236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Attempting to bind port 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed on network 4e78ef24-cf71-47ae-9a0d-f73efc377774 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:19.954215 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-204582f5-da29-45b4-b0d3-d99bb3e19525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.959797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:56:19.960190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Checking segment: {'id': '45e6dbaa-e9d0-4aaf-b219-d96b6453aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4e78ef24-cf71-47ae-9a0d-f73efc377774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:19.960758 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.963846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Bound using segment: {'id': '45e6dbaa-e9d0-4aaf-b219-d96b6453aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4e78ef24-cf71-47ae-9a0d-f73efc377774'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:56:19.964395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Bound port: 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e6dbaa-e9d0-4aaf-b219-d96b6453aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4e78ef24-cf71-47ae-9a0d-f73efc377774'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:56:19.964800 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:19.996314 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eef996ba-fb68-4c72-b073-9bfb7a0fd39f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:20.021021 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-aebd314b-bbb2-408a-9ed5-58027878c3fe tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 06:56:20.025179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59082) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:20.026147 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aebd314b-bbb2-408a-9ed5-58027878c3fe tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "DELETE /v2.0/routers/c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd HTTP/1.1" status: 409 len: 329 time: 0.7606249 Aug 29 06:56:20.032038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] For port 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:56:20.035651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] For port 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=80fec3f8-0aa7-48ce-b5b9-7992ce3739ed,segment=NetworkSegment(45e6dbaa-e9d0-4aaf-b219-d96b6453aa76),segment_id=45e6dbaa-e9d0-4aaf-b219-d96b6453aa76)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:56:20.069172 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-204582f5-da29-45b4-b0d3-d99bb3e19525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:20.146943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204582f5-da29-45b4-b0d3-d99bb3e19525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9ee499-52a2-42ce-9118-de3edde27987,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:20.147179 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-204582f5-da29-45b4-b0d3-d99bb3e19525 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1ad1f7f2a5804fdc8b754d6042bdeae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4880512 Aug 29 06:56:20.149907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59086) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:20.197098 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:20.198440 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eef996ba-fb68-4c72-b073-9bfb7a0fd39f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:20.199661 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-eef996ba-fb68-4c72-b073-9bfb7a0fd39f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0772877 Aug 29 06:56:20.207675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59088) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:20.224725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'network_id': '4e78ef24-cf71-47ae-9a0d-f73efc377774', 'name': 'tempest-PortsTestJSON-835494898'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:20.300461 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d52919-b981-4150-9dfe-1d482d88752b None None] Pushing event updated for resources: {'Port': ['ID=80fec3f8-0aa7-48ce-b5b9-7992ce3739ed,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:20.304275 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b3793e3-e3b9-4ecf-86ee-585f04236a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:20.353383 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b3793e3-e3b9-4ecf-86ee-585f04236a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:20.435775 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-89246b67-c8b9-483d-b7b2-430fd372bcef tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:20.527817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:20.531665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:20.533436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 79b19bb4-e371-48bc-a3d6-eca7ca168e92 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:20.535615 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b3793e3-e3b9-4ecf-86ee-585f04236a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:20.541595 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b3793e3-e3b9-4ecf-86ee-585f04236a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:20.546746 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6b3793e3-e3b9-4ecf-86ee-585f04236a3d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef9ee499-52a2-42ce-9118-de3edde27987 HTTP/1.1" status: 204 len: 168 time: 0.3951960 Aug 29 06:56:20.593306 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3793e3-e3b9-4ecf-86ee-585f04236a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9ee499-52a2-42ce-9118-de3edde27987,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:20.609239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:56:20.640869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 79b19bb4-e371-48bc-a3d6-eca7ca168e92 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:20.643024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 79b19bb4-e371-48bc-a3d6-eca7ca168e92 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:20.820338 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:20.824640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Allocated IP 172.20.0.13 (4e78ef24-cf71-47ae-9a0d-f73efc377774/5f273ebc-0427-4a54-85c8-4666918a3ea8/fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:20.892906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-89246b67-c8b9-483d-b7b2-430fd372bcef tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Deleting port 98205b9d-8f68-4518-b68d-fb44556885ae {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:20.893383 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-89246b67-c8b9-483d-b7b2-430fd372bcef tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:21.036471 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:21.083572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Transition to ACTIVE for port object fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:21.126941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-89246b67-c8b9-483d-b7b2-430fd372bcef tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:21.157678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1673b3-05fa-416a-b165-095cc40b9bad req-6a582df8-98c8-4b77-93eb-8b5b1321ea11 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:21.160044 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a1673b3-05fa-416a-b165-095cc40b9bad req-6a582df8-98c8-4b77-93eb-8b5b1321ea11 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 943 time: 0.1611493 Aug 29 06:56:21.171086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-89246b67-c8b9-483d-b7b2-430fd372bcef tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Calling delete_port for 98205b9d-8f68-4518-b68d-fb44556885ae owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:21.194007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:21.209242 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:21.299235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 4e78ef24-cf71-47ae-9a0d-f73efc377774 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:21.308314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:21.309156 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a1673b3-05fa-416a-b165-095cc40b9bad req-36b45a3a-ecc7-48d5-bd81-2c41496e5d55 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402724 Aug 29 06:56:21.317851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:21.346760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:21.358750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedec753-0895-4f6c-95f7-f0d643c2583a req-7d6b5137-1d82-455b-baa7-6b9338f626f4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:21.362272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aedec753-0895-4f6c-95f7-f0d643c2583a req-7d6b5137-1d82-455b-baa7-6b9338f626f4 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.1683488 Aug 29 06:56:21.380400 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:21.424548 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:21.427582 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:21.461961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59134) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:21.543594 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aedec753-0895-4f6c-95f7-f0d643c2583a req-51f00c42-e74a-4267-930d-77af3772fa52 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688101 Aug 29 06:56:21.575348 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d957bec7-5aeb-4580-96c8-520d52e7e44e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3544281 Aug 29 06:56:21.577663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59142) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:21.666001 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-623366454-network', 'tenant_id': '3f450d73063341abaebc5094b99daa86'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:21.687342 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ee80ad-37f7-43db-bfad-d647806e57bd None None] Network 4e78ef24-cf71-47ae-9a0d-f73efc377774 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:21.717959 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-89246b67-c8b9-483d-b7b2-430fd372bcef tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:21.788454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89246b67-c8b9-483d-b7b2-430fd372bcef tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event deleted for resources: {'Port': ['ID=98205b9d-8f68-4518-b68d-fb44556885ae,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:21.845059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] Made reservation on behalf of 3f450d73063341abaebc5094b99daa86 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:21.847720 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:21.863978 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.110407 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.161144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5e2d7e0b-bc24-48fe-8cef-1e218d97027c None None] Provisioning for port 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:22.164390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5e2d7e0b-bc24-48fe-8cef-1e218d97027c None None] Provisioning complete for port 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:22.164705 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e2d7e0b-bc24-48fe-8cef-1e218d97027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.186504 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.251110 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.309340 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e2d7e0b-bc24-48fe-8cef-1e218d97027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.319576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba68b43-ee9b-4881-8e86-5ed9c1715d43,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:22.358708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:56:22.361811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5e2d7e0b-bc24-48fe-8cef-1e218d97027c None None] For port 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=80fec3f8-0aa7-48ce-b5b9-7992ce3739ed,segment=NetworkSegment(45e6dbaa-e9d0-4aaf-b219-d96b6453aa76),segment_id=45e6dbaa-e9d0-4aaf-b219-d96b6453aa76)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:22.418285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.419187 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] Added segment ef2b514a-9e49-458d-a6d7-f5be42991859 of type vlan for network 9c851a53-590a-4364-8afe-074561f953fd Aug 29 06:56:22.423292 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-89246b67-c8b9-483d-b7b2-430fd372bcef tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.494733 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.499811 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e2d7e0b-bc24-48fe-8cef-1e218d97027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.577451 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.625466 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.626661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:22.627441 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.658194 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.670805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d7e0b-bc24-48fe-8cef-1e218d97027c None None] Pushing event updated for resources: {'Port': ['ID=80fec3f8-0aa7-48ce-b5b9-7992ce3739ed,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:22.710442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1b17a1db-5ed9-440f-9679-a54844ae1028 None None] Provisioning complete for port 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:22.710963 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b17a1db-5ed9-440f-9679-a54844ae1028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:22.814537 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3513761 Aug 29 06:56:22.819184 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59168) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:22.821676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfe348-76bc-4ea6-b927-6eaceb8ca687 admin admin] Pushing event updated for resources: {'Network': ['ID=9c851a53-590a-4364-8afe-074561f953fd,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:22.835772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b96c28d4-078b-458c-a528-cf8588ce78a3 admin admin] Request body: {'subnet': {'network_id': '9c851a53-590a-4364-8afe-074561f953fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-623366454-subnet', 'tenant_id': '3f450d73063341abaebc5094b99daa86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:22.840080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 9c851a53-590a-4364-8afe-074561f953fd details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:56:22.878286 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5592bf-2c91-4476-9d98-7cb02aca6d2b req-61d217d8-3dbe-4b69-b8b2-70a8c893c454 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:22.881048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf5592bf-2c91-4476-9d98-7cb02aca6d2b req-61d217d8-3dbe-4b69-b8b2-70a8c893c454 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 943 time: 0.2912045 Aug 29 06:56:22.887923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:22.902547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89246b67-c8b9-483d-b7b2-430fd372bcef tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Router c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:56:22.939252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee036c-75e7-4666-83fe-4004c09c9bca req-e339a396-d54c-4ff6-8034-e7a093590e3d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:22.940838 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8aee036c-75e7-4666-83fe-4004c09c9bca req-e339a396-d54c-4ff6-8034-e7a093590e3d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.2525022 Aug 29 06:56:22.967061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-9820718c-1e08-4393-b916-6afeb27e961e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:22.968635 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-9820718c-1e08-4393-b916-6afeb27e961e tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.0821469 Aug 29 06:56:23.010565 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf5592bf-2c91-4476-9d98-7cb02aca6d2b req-17408c2c-6b16-445e-a5f8-6801a36610fa tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185896 Aug 29 06:56:23.094630 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1b17a1db-5ed9-440f-9679-a54844ae1028 None None] Provisioning for port fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:23.100752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1b17a1db-5ed9-440f-9679-a54844ae1028 None None] Provisioning complete for port fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:23.101378 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89246b67-c8b9-483d-b7b2-430fd372bcef tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:56:23.101556 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b17a1db-5ed9-440f-9679-a54844ae1028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.125752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-89246b67-c8b9-483d-b7b2-430fd372bcef tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "PUT /v2.0/routers/c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0993750 Aug 29 06:56:23.128059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59174) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:23.148270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8aee036c-75e7-4666-83fe-4004c09c9bca req-c719b9ef-0fc3-415a-b3c7-94ee5212f973 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974354 Aug 29 06:56:23.161971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96c28d4-078b-458c-a528-cf8588ce78a3 admin admin] Made reservation on behalf of 3f450d73063341abaebc5094b99daa86 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:23.164550 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b96c28d4-078b-458c-a528-cf8588ce78a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.178918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cacc19-cf2f-40b4-b955-67abde52864a None None] Sync routers for ids ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:56:23.214166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1b17a1db-5ed9-440f-9679-a54844ae1028 None None] Port fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:23.219294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:23.241924 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-3f0b1c74-c2d2-47b6-89c0-3bd4ff8b62a1 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] show failed (client error): The resource could not be found. Aug 29 06:56:23.247262 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3f0b1c74-c2d2-47b6-89c0-3bd4ff8b62a1 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-717053369 HTTP/1.1" status: 404 len: 334 time: 0.1099617 Aug 29 06:56:23.252926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59176) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:23.252926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ea652161-54a8-412b-beb6-d981c190b279 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:23.338860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cacc19-cf2f-40b4-b955-67abde52864a None None] Routers {'c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:23.339424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-51cacc19-cf2f-40b4-b955-67abde52864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:23.347534 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-ea652161-54a8-412b-beb6-d981c190b279 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] update failed (client error): The resource could not be found. Aug 29 06:56:23.349385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ea652161-54a8-412b-beb6-d981c190b279 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-192489339 HTTP/1.1" status: 404 len: 334 time: 0.1004345 Aug 29 06:56:23.352881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59182) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:23.382367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-51cacc19-cf2f-40b4-b955-67abde52864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:23.391690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3126b8d5-f13a-40e4-ad78-448cdb8a89cf None None] Provisioning complete for port fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:23.392064 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3126b8d5-f13a-40e4-ad78-448cdb8a89cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.413125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a839fc7-217d-4ad8-8dad-10c1bad81a7d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Deleting subnet 851f9d51-3c09-4da3-8354-c17ad7e01bde {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:56:23.417666 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a839fc7-217d-4ad8-8dad-10c1bad81a7d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.422220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cacc19-cf2f-40b4-b955-67abde52864a None None] Routers {'c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:23.422873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-51cacc19-cf2f-40b4-b955-67abde52864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:23.455737 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.465220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-51cacc19-cf2f-40b4-b955-67abde52864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:23.465839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cacc19-cf2f-40b4-b955-67abde52864a None None] The sync data for ids ['c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:56:23.470592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3126b8d5-f13a-40e4-ad78-448cdb8a89cf None None] Port fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:23.472012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:23.472387 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.500984 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a839fc7-217d-4ad8-8dad-10c1bad81a7d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.548258 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Deleting port 73851558-f3eb-433e-9fdc-5730947d4048 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:23.548602 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.599998 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a839fc7-217d-4ad8-8dad-10c1bad81a7d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.713261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] For port 73851558-f3eb-433e-9fdc-5730947d4048, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=73851558-f3eb-433e-9fdc-5730947d4048,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:23.717540 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.734184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a839fc7-217d-4ad8-8dad-10c1bad81a7d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.764347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a839fc7-217d-4ad8-8dad-10c1bad81a7d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event deleted for resources: {'Subnet': ['ID=851f9d51-3c09-4da3-8354-c17ad7e01bde,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:23.769401 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a839fc7-217d-4ad8-8dad-10c1bad81a7d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.771454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8a839fc7-217d-4ad8-8dad-10c1bad81a7d tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "DELETE /v2.0/subnets/851f9d51-3c09-4da3-8354-c17ad7e01bde HTTP/1.1" status: 204 len: 168 time: 0.4175334 Aug 29 06:56:23.773920 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59188) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:23.780307 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41a4552-3c00-4773-8b88-6dad8cd2220e None None] Network b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:23.817568 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.838328 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b96c28d4-078b-458c-a528-cf8588ce78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.876759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3904d02-fd51-43b1-ac30-8502612d3efe tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Deleting subnet e3842685-34ce-4438-977c-6048328735e6 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:56:23.882049 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3904d02-fd51-43b1-ac30-8502612d3efe tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.946442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3904d02-fd51-43b1-ac30-8502612d3efe tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:23.997989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59194) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:24.030979 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ec24c8-d0cf-49bf-924d-2023d03d047f None None] DHCP port deletion for b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:56:24.067487 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c28d4-078b-458c-a528-cf8588ce78a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c7c86e9-1bed-4ccb-a049-c95a88eca598,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:24.072300 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3904d02-fd51-43b1-ac30-8502612d3efe tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.120280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c28d4-078b-458c-a528-cf8588ce78a3 admin admin] Checking segment: {'id': 'ef2b514a-9e49-458d-a6d7-f5be42991859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9c851a53-590a-4364-8afe-074561f953fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:24.120567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96c28d4-078b-458c-a528-cf8588ce78a3 admin admin] Network hostable DHCP agents. Network: 9c851a53-590a-4364-8afe-074561f953fd, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:56:24.123537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-95ec24c8-d0cf-49bf-924d-2023d03d047f None None] Deleting port 1f776510-e479-4d47-84f8-e5d74148c2d5 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:24.128247 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-95ec24c8-d0cf-49bf-924d-2023d03d047f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.222720 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-95ec24c8-d0cf-49bf-924d-2023d03d047f None None] For port 1f776510-e479-4d47-84f8-e5d74148c2d5, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1f776510-e479-4d47-84f8-e5d74148c2d5,segment=NetworkSegment(20df5bba-3bee-46df-a14e-97b6c7c3fad3),segment_id=20df5bba-3bee-46df-a14e-97b6c7c3fad3)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:24.226402 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-95ec24c8-d0cf-49bf-924d-2023d03d047f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.240144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-95ec24c8-d0cf-49bf-924d-2023d03d047f None None] Calling delete_port for 1f776510-e479-4d47-84f8-e5d74148c2d5 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:24.255357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5640469-4b3a-488c-8213-6f71ac6f5e79 req-9a8947b8-4668-4df6-b55f-0b795ea1e134 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:24.255357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5640469-4b3a-488c-8213-6f71ac6f5e79 req-9a8947b8-4668-4df6-b55f-0b795ea1e134 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 943 time: 0.1028306 Aug 29 06:56:24.255357 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52e36731-966b-4f8b-88a1-dd51dbdd919c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.256743 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3904d02-fd51-43b1-ac30-8502612d3efe tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.305595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656b2224-2b6a-4821-be4a-0e6ccb2ec6dd None None] Network fe8de767-9f7e-45d1-847f-a3dcdaebcb01 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:24.316705 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3904d02-fd51-43b1-ac30-8502612d3efe tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.318622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e3904d02-fd51-43b1-ac30-8502612d3efe tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "DELETE /v2.0/subnets/e3842685-34ce-4438-977c-6048328735e6 HTTP/1.1" status: 204 len: 168 time: 0.5436864 Aug 29 06:56:24.331832 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59202) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:24.350758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3904d02-fd51-43b1-ac30-8502612d3efe tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event deleted for resources: {'Subnet': ['ID=e3842685-34ce-4438-977c-6048328735e6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:24.392215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5640469-4b3a-488c-8213-6f71ac6f5e79 req-5edaf06b-300b-4bd7-948d-aca5ba26b172 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258416 Aug 29 06:56:24.493853 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-95ec24c8-d0cf-49bf-924d-2023d03d047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.547396 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c11b6297-5d3f-4fb8-bb58-6b9702672975 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.569355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec24c8-d0cf-49bf-924d-2023d03d047f None None] Pushing event deleted for resources: {'Port': ['ID=1f776510-e479-4d47-84f8-e5d74148c2d5,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:24.572135 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.572685 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.572860 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Floating IP 0c330b09-f76a-4bd6-8985-472efd960096 disassociated. External IP: 172.25.1.250, port: 73851558-f3eb-433e-9fdc-5730947d4048. Aug 29 06:56:24.573204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Calling delete_port for 73851558-f3eb-433e-9fdc-5730947d4048 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:24.578413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7d39b9-eb7e-43d9-a720-ded654d596d8 None None] DHCP port deletion for fe8de767-9f7e-45d1-847f-a3dcdaebcb01 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:56:24.609874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec24c8-d0cf-49bf-924d-2023d03d047f None None] No DVR routers for this DVR port 1f776510-e479-4d47-84f8-e5d74148c2d5 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:24.628062 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52e36731-966b-4f8b-88a1-dd51dbdd919c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.639017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec98b0-1070-49dd-8672-417b0b3bbdee req-83d96f4d-ba2b-481a-902b-5a59f3a42b1d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:24.641361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3cec98b0-1070-49dd-8672-417b0b3bbdee req-83d96f4d-ba2b-481a-902b-5a59f3a42b1d tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 944 time: 0.3454866 Aug 29 06:56:24.641663 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1c7d39b9-eb7e-43d9-a720-ded654d596d8 None None] Deleting port c92b13e0-d571-411a-a2dd-b22e6270e637 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:24.642094 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1c7d39b9-eb7e-43d9-a720-ded654d596d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.703526 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52e36731-966b-4f8b-88a1-dd51dbdd919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.726335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1c7d39b9-eb7e-43d9-a720-ded654d596d8 None None] For port c92b13e0-d571-411a-a2dd-b22e6270e637, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c92b13e0-d571-411a-a2dd-b22e6270e637,segment=NetworkSegment(f0ae1a04-207e-4fb8-979b-a29a96a57f88),segment_id=f0ae1a04-207e-4fb8-979b-a29a96a57f88)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:24.727403 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1c7d39b9-eb7e-43d9-a720-ded654d596d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.750137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1c7d39b9-eb7e-43d9-a720-ded654d596d8 None None] Calling delete_port for c92b13e0-d571-411a-a2dd-b22e6270e637 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:24.750861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e36731-966b-4f8b-88a1-dd51dbdd919c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89c9756-4ba9-4f1c-9f05-23172b9e06aa,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:24.824042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96c28d4-078b-458c-a528-cf8588ce78a3 admin admin] Network 9c851a53-590a-4364-8afe-074561f953fd is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:56:24.834057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-52e36731-966b-4f8b-88a1-dd51dbdd919c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2140355e772848b38b5361c2a232eb3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8350129 Aug 29 06:56:24.841249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3cec98b0-1070-49dd-8672-417b0b3bbdee req-07fd118a-d628-4536-9220-49de5f94c7e3 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups?id=8fd5d463-9e2e-436b-888c-12ef96f7948c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926227 Aug 29 06:56:24.845187 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59208) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:24.890698 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c11b6297-5d3f-4fb8-bb58-6b9702672975 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.903772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c11b6297-5d3f-4fb8-bb58-6b9702672975 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:24.924587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c11b6297-5d3f-4fb8-bb58-6b9702672975 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20df5bba-3bee-46df-a14e-97b6c7c3fad3') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:24.924880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c11b6297-5d3f-4fb8-bb58-6b9702672975 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20df5bba-3bee-46df-a14e-97b6c7c3fad3') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:24.927273 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.933210 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-888351ac-12d9-4dfd-ac7d-7cb96042b701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.939244 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c11b6297-5d3f-4fb8-bb58-6b9702672975 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.944902 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1c7d39b9-eb7e-43d9-a720-ded654d596d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.965663 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c11b6297-5d3f-4fb8-bb58-6b9702672975 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.968858 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-888351ac-12d9-4dfd-ac7d-7cb96042b701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.975537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7d39b9-eb7e-43d9-a720-ded654d596d8 None None] No DVR routers for this DVR port c92b13e0-d571-411a-a2dd-b22e6270e637 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:24.978300 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d39b9-eb7e-43d9-a720-ded654d596d8 None None] Pushing event deleted for resources: {'Port': ['ID=c92b13e0-d571-411a-a2dd-b22e6270e637,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:24.979761 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.981139 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11b6297-5d3f-4fb8-bb58-6b9702672975 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:56:24.981400 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b96c28d4-078b-458c-a528-cf8588ce78a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 9c851a53-590a-4364-8afe-074561f953fd) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:24.981542 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c11b6297-5d3f-4fb8-bb58-6b9702672975 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:56:24.984973 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:56:24.993287 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96c28d4-078b-458c-a528-cf8588ce78a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:24.993287 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b96c28d4-078b-458c-a528-cf8588ce78a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.040763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a138dcb1-4007-46f6-9a4e-bd6a705a6f44 None None] Network 9c851a53-590a-4364-8afe-074561f953fd requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:25.042149 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event deleted for resources: {'Port': ['ID=73851558-f3eb-433e-9fdc-5730947d4048,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:25.094633 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.143503 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1f776510-e479-4d47-84f8-e5d74148c2d5 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:25.169389 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b96c28d4-078b-458c-a528-cf8588ce78a3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3451188 Aug 29 06:56:25.172054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59210) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:25.177028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-623366454-router', 'tenant_id': '3f450d73063341abaebc5094b99daa86', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:25.188521 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-888351ac-12d9-4dfd-ac7d-7cb96042b701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.195250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 1f776510-e479-4d47-84f8-e5d74148c2d5 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:25.195250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1f776510-e479-4d47-84f8-e5d74148c2d5 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:25.195250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c92b13e0-d571-411a-a2dd-b22e6270e637 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:25.196385 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-888351ac-12d9-4dfd-ac7d-7cb96042b701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.197192 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-888351ac-12d9-4dfd-ac7d-7cb96042b701 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c89c9756-4ba9-4f1c-9f05-23172b9e06aa HTTP/1.1" status: 204 len: 168 time: 0.3510382 Aug 29 06:56:25.197933 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c11b6297-5d3f-4fb8-bb58-6b9702672975 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.227223 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c11b6297-5d3f-4fb8-bb58-6b9702672975 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.234094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c11b6297-5d3f-4fb8-bb58-6b9702672975 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "DELETE /v2.0/networks/b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34 HTTP/1.1" status: 204 len: 168 time: 0.9006431 Aug 29 06:56:25.247214 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59214) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:25.264852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: c92b13e0-d571-411a-a2dd-b22e6270e637 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:25.264852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c92b13e0-d571-411a-a2dd-b22e6270e637 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:25.308319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:25.310637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888351ac-12d9-4dfd-ac7d-7cb96042b701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89c9756-4ba9-4f1c-9f05-23172b9e06aa,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:25.334404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.353243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eaae9c-b069-4517-a3fa-a609c303d984 None None] Network 9c851a53-590a-4364-8afe-074561f953fd requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:25.354410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b6297-5d3f-4fb8-bb58-6b9702672975 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event deleted for resources: {'Network': ['ID=b60bb8f4-0cbf-4fd6-a989-7eff0c6e3e34,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:25.440675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:56:25.479190 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6526108f-026b-45c2-ae51-7e92a06e5d8b tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.547859 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.548696 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.587258 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 4e78ef24-cf71-47ae-9a0d-f73efc377774 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:25.590490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:25.613239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f312aea1-b34c-4a3e-a23a-31be5b04c738 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:56:25.621449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73851558-f3eb-433e-9fdc-5730947d4048 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:25.668325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 73851558-f3eb-433e-9fdc-5730947d4048 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:25.668790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 73851558-f3eb-433e-9fdc-5730947d4048 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:25.747171 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.755221 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6526108f-026b-45c2-ae51-7e92a06e5d8b tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.776760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-6526108f-026b-45c2-ae51-7e92a06e5d8b tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8de767-9f7e-45d1-847f-a3dcdaebcb01']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:25.797633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:56:25.802612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5d91b-f6a1-4f6e-9fd9-244fb7f7da1d req-7952b1a6-bc78-4f38-a89c-19c45ddd6194 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:25.804845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87a5d91b-f6a1-4f6e-9fd9-244fb7f7da1d req-7952b1a6-bc78-4f38-a89c-19c45ddd6194 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 943 time: 0.2488678 Aug 29 06:56:25.809070 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-6526108f-026b-45c2-ae51-7e92a06e5d8b tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ae1a04-207e-4fb8-979b-a29a96a57f88') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:25.809190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-6526108f-026b-45c2-ae51-7e92a06e5d8b tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ae1a04-207e-4fb8-979b-a29a96a57f88') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:25.818674 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0fb056-5b05-4f22-96f9-0eb003ab9917 None None] Sync routers for ids ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:56:25.824540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f312aea1-b34c-4a3e-a23a-31be5b04c738, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f312aea1-b34c-4a3e-a23a-31be5b04c738,segment=NetworkSegment(710668a4-d115-4529-80b2-c6bc44ae18a8),segment_id=710668a4-d115-4529-80b2-c6bc44ae18a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:25.838558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'f312aea1-b34c-4a3e-a23a-31be5b04c738', 'network_id': 'bf2aa35c-72ee-4c1a-922b-895d3e6904ad', 'port_id': 'f312aea1-b34c-4a3e-a23a-31be5b04c738', 'mac_address': 'fa:16:3e:df:a3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96fc3106-0fec-456d-8593-f2470c46e96b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:56:25.843811 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0fb056-5b05-4f22-96f9-0eb003ab9917 None None] Routers {'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:25.844202 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-db0fb056-5b05-4f22-96f9-0eb003ab9917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:25.851124 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6526108f-026b-45c2-ae51-7e92a06e5d8b tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.880083 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6526108f-026b-45c2-ae51-7e92a06e5d8b tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.887575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6526108f-026b-45c2-ae51-7e92a06e5d8b tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:56:25.887991 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6526108f-026b-45c2-ae51-7e92a06e5d8b tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.927508 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:25.978708 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f312aea1-b34c-4a3e-a23a-31be5b04c738 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:56:26.033205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f312aea1-b34c-4a3e-a23a-31be5b04c738, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f312aea1-b34c-4a3e-a23a-31be5b04c738,segment=NetworkSegment(710668a4-d115-4529-80b2-c6bc44ae18a8),segment_id=710668a4-d115-4529-80b2-c6bc44ae18a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:26.033569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0a3f0c4a-666e-4eee-b39b-9e3c2a7999a3 None None] Provisioning complete for port fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:26.034031 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0c4a-666e-4eee-b39b-9e3c2a7999a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:56:26.054031 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:56:26.081641 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] No DVR routers for this DVR port 73851558-f3eb-433e-9fdc-5730947d4048 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:26.083799 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:26.087094 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0f3c19cb-4a47-42c7-a203-161d7d8f9117 req-46e755e2-9525-4d7b-b07e-2be752bfa584 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.11 "DELETE /v2.0/ports/73851558-f3eb-433e-9fdc-5730947d4048 HTTP/1.1" status: 204 len: 173 time: 3.0945678 Aug 29 06:56:26.087094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-deleted', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:56:26.090126 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250d7308-2a30-4502-a118-300face206d3" -d '{"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-deleted", "tag": "73851558-f3eb-433e-9fdc-5730947d4048"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:56:26.119826 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:26.127223 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f0c4a-666e-4eee-b39b-9e3c2a7999a3 None None] Port fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:26.181721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=f312aea1-b34c-4a3e-a23a-31be5b04c738,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:26.193390 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-db0fb056-5b05-4f22-96f9-0eb003ab9917 None None] Set router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:56:26.214152 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87a5d91b-f6a1-4f6e-9fd9-244fb7f7da1d req-01e46277-a2bc-4902-b4d2-8c239447d66c tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633999 Aug 29 06:56:26.224320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-358b129b-7a7b-4341-897c-23a3c499a66c req-3bd07688-5345-4c5b-a68e-71651f07f4b7 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb837b04-c563-4a6e-856e-1d3977a4d682 HTTP/1.1" status: 200 len: 210 time: 0.1650126 Aug 29 06:56:26.236656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Router ea792b9a-799e-4593-a5f1-f83bc6dadfa5 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:56:26.309833 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c520314-328b-4f41-8921-489cdcd90eab x-openstack-request-id: req-1c520314-328b-4f41-8921-489cdcd90eab {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:56:26.310128 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb837b04-c563-4a6e-856e-1d3977a4d682", "name": "network-vif-deleted", "tag": "73851558-f3eb-433e-9fdc-5730947d4048", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:56:26.310409 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1c520314-328b-4f41-8921-489cdcd90eab {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:56:26.312807 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb837b04-c563-4a6e-856e-1d3977a4d682', 'name': 'network-vif-deleted', 'tag': '73851558-f3eb-433e-9fdc-5730947d4048', 'status': 'completed', 'code': 200} Aug 29 06:56:26.340423 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6526108f-026b-45c2-ae51-7e92a06e5d8b tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:26.350157 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6526108f-026b-45c2-ae51-7e92a06e5d8b tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:26.354602 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59236) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:26.354785 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6526108f-026b-45c2-ae51-7e92a06e5d8b tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "DELETE /v2.0/networks/fe8de767-9f7e-45d1-847f-a3dcdaebcb01 HTTP/1.1" status: 204 len: 168 time: 1.0823851 Aug 29 06:56:26.356943 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:26.372371 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526108f-026b-45c2-ae51-7e92a06e5d8b tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event deleted for resources: {'Network': ['ID=fe8de767-9f7e-45d1-847f-a3dcdaebcb01,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:26.431536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:56:26.436769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d42e58c-9d3c-4cdb-83ba-bdb6a018abd9 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Deleting subnet 042f16b6-1fee-40e1-a785-fefd9887c72c {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:56:26.441359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6aed6c-0a3e-4c83-95c1-d0724e26f214 None None] Sync routers for ids ['ea792b9a-799e-4593-a5f1-f83bc6dadfa5'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:56:26.446136 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-47ec2e00-cd65-408b-8608-ad050deeb7a1 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "PUT /v2.0/routers/ea792b9a-799e-4593-a5f1-f83bc6dadfa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8666370 Aug 29 06:56:26.447168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59238) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:26.447351 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d42e58c-9d3c-4cdb-83ba-bdb6a018abd9 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:26.456540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6aed6c-0a3e-4c83-95c1-d0724e26f214 None None] Routers {'ea792b9a-799e-4593-a5f1-f83bc6dadfa5'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:26.457658 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1f6aed6c-0a3e-4c83-95c1-d0724e26f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ea792b9a-799e-4593-a5f1-f83bc6dadfa5'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:26.513823 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d42e58c-9d3c-4cdb-83ba-bdb6a018abd9 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:26.528641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['f312aea1-b34c-4a3e-a23a-31be5b04c738'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:56:26.533494 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1f6aed6c-0a3e-4c83-95c1-d0724e26f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:26.563725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ad3ef2-f4dd-43ff-b038-6395602cf9e5 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:26.568808 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-60ad3ef2-f4dd-43ff-b038-6395602cf9e5 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea792b9a-799e-4593-a5f1-f83bc6dadfa5 HTTP/1.1" status: 200 len: 982 time: 0.1182339 Aug 29 06:56:26.571520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59246) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:26.604141 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6aed6c-0a3e-4c83-95c1-d0724e26f214 None None] Routers {'ea792b9a-799e-4593-a5f1-f83bc6dadfa5'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:26.604895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1f6aed6c-0a3e-4c83-95c1-d0724e26f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ea792b9a-799e-4593-a5f1-f83bc6dadfa5'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:26.654472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1f6aed6c-0a3e-4c83-95c1-d0724e26f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:26.657199 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6aed6c-0a3e-4c83-95c1-d0724e26f214 None None] The sync data for ids ['ea792b9a-799e-4593-a5f1-f83bc6dadfa5'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:56:26.728092 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d42e58c-9d3c-4cdb-83ba-bdb6a018abd9 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:26.872696 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-db0fb056-5b05-4f22-96f9-0eb003ab9917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:36Z', 'revision_number': 4, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port': {'id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '63ee9072-308b-4fe3-b3d4-cec2cd63ca82', 'name': '', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'mac_address': 'fa:16:3e:1d:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:35Z', 'updated_at': '2021-08-29T06:44:41Z', 'revision_number': 5, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'subnets': [{'id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:26.900093 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0fb056-5b05-4f22-96f9-0eb003ab9917 None None] Checking router: f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:56:26.910255 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0fb056-5b05-4f22-96f9-0eb003ab9917 None None] Routers {'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:26.911544 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-db0fb056-5b05-4f22-96f9-0eb003ab9917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:26.993425 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59264) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:27.001578 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d42e58c-9d3c-4cdb-83ba-bdb6a018abd9 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.024613 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d42e58c-9d3c-4cdb-83ba-bdb6a018abd9 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.029826 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3d42e58c-9d3c-4cdb-83ba-bdb6a018abd9 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "DELETE /v2.0/subnets/042f16b6-1fee-40e1-a785-fefd9887c72c HTTP/1.1" status: 204 len: 168 time: 0.6734660 Aug 29 06:56:27.030878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59268) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:27.031547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23c44c8-1843-4cc3-a20b-9b2b7596ab09 None None] Network 5ca56fd4-1a15-49c6-b20f-a5db83d6db4b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:27.052347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42e58c-9d3c-4cdb-83ba-bdb6a018abd9 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event deleted for resources: {'Subnet': ['ID=042f16b6-1fee-40e1-a785-fefd9887c72c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:27.188880 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-db0fb056-5b05-4f22-96f9-0eb003ab9917 None None] Set router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:56:27.286008 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-741531656-network', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:27.306480 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.368559 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.418712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68973a4-805b-4342-ae97-6e3c1ee4b0bc None None] DHCP port deletion for 5ca56fd4-1a15-49c6-b20f-a5db83d6db4b request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:56:27.436885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] Made reservation on behalf of 32153f2dac2a4f7cb3b7a8bd653cd7b1 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:27.439514 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.444155 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.454638 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.478089 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59284) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:27.495416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e68973a4-805b-4342-ae97-6e3c1ee4b0bc None None] Deleting port 282f2e7b-5548-4c5d-bc51-73e4d08945cf {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:27.496270 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e68973a4-805b-4342-ae97-6e3c1ee4b0bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.605670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e68973a4-805b-4342-ae97-6e3c1ee4b0bc None None] For port 282f2e7b-5548-4c5d-bc51-73e4d08945cf, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=282f2e7b-5548-4c5d-bc51-73e4d08945cf,segment=NetworkSegment(4e379c86-ca6c-4c10-a3e8-027faa36901a),segment_id=4e379c86-ca6c-4c10-a3e8-027faa36901a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:27.606179 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e68973a4-805b-4342-ae97-6e3c1ee4b0bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.616994 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-006a6e90-120c-4b1b-9423-b09f5be72f70 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.628115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e68973a4-805b-4342-ae97-6e3c1ee4b0bc None None] Calling delete_port for 282f2e7b-5548-4c5d-bc51-73e4d08945cf owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:27.678992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfc226-376f-488f-983a-7a72486625b3 req-c2906451-a956-4e3d-829f-e60991f12827 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:27.681103 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-db0fb056-5b05-4f22-96f9-0eb003ab9917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:36Z', 'revision_number': 4, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port': {'id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '63ee9072-308b-4fe3-b3d4-cec2cd63ca82', 'name': '', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'mac_address': 'fa:16:3e:1d:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:35Z', 'updated_at': '2021-08-29T06:44:41Z', 'revision_number': 5, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'subnets': [{'id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:27.681286 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bbfc226-376f-488f-983a-7a72486625b3 req-c2906451-a956-4e3d-829f-e60991f12827 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 944 time: 0.2651379 Aug 29 06:56:27.703907 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.709175 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0fb056-5b05-4f22-96f9-0eb003ab9917 None None] The sync data for ids ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'] in n-d-713301-12 is: [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:36Z', 'revision_number': 4, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port': {'id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '63ee9072-308b-4fe3-b3d4-cec2cd63ca82', 'name': '', 'network_id': 'eb438b1b-83fe-449b-a9fe-bdfcc664c04e', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'mac_address': 'fa:16:3e:1d:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:35Z', 'updated_at': '2021-08-29T06:44:41Z', 'revision_number': 5, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'subnets': [{'id': '1bdc3d0e-3ad1-438c-863e-a7e8b4815812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:56:27.731674 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-006a6e90-120c-4b1b-9423-b09f5be72f70 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.750838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.779234 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e68973a4-805b-4342-ae97-6e3c1ee4b0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.793851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:56:27.800512 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e500add-6101-4c0d-b752-08f526410a6e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:27.814683 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.820125 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] Added segment 63563448-cda3-485d-b047-3e8e9cb2ceaf of type vlan for network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 Aug 29 06:56:27.836360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68973a4-805b-4342-ae97-6e3c1ee4b0bc None None] No DVR routers for this DVR port 282f2e7b-5548-4c5d-bc51-73e4d08945cf on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:27.849081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68973a4-805b-4342-ae97-6e3c1ee4b0bc None None] Pushing event deleted for resources: {'Port': ['ID=282f2e7b-5548-4c5d-bc51-73e4d08945cf,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:27.877035 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.922168 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-006a6e90-120c-4b1b-9423-b09f5be72f70 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.926537 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-006a6e90-120c-4b1b-9423-b09f5be72f70 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:27.930761 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-006a6e90-120c-4b1b-9423-b09f5be72f70 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "DELETE /v2.0/security-groups/8fd5d463-9e2e-436b-888c-12ef96f7948c HTTP/1.1" status: 204 len: 168 time: 0.4488571 Aug 29 06:56:27.932815 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59288) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:27.953180 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-0d6ab03c-8cb5-4cb2-bad2-04cc006c9ae9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] show failed (client error): The resource could not be found. Aug 29 06:56:27.955100 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0d6ab03c-8cb5-4cb2-bad2-04cc006c9ae9 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "GET /v2.0/security-groups/8fd5d463-9e2e-436b-888c-12ef96f7948c HTTP/1.1" status: 404 len: 347 time: 0.0205412 Aug 29 06:56:27.957780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a6e90-120c-4b1b-9423-b09f5be72f70 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd5d463-9e2e-436b-888c-12ef96f7948c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:27.957780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59290) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:28.021901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.023017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:28.024614 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.124297 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d04e5-2cf6-4f83-bf1e-2cb808ae824a None None] New status for floating IP 0c330b09-f76a-4bd6-8985-472efd960096: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:56:28.165913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] Pushing event updated for resources: {'Network': ['ID=5e1e9585-5779-4d4d-80f2-9e3142b35dc8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:28.178798 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:56:28.193429 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9926ef61-5cef-46cd-b1b6-587efc076699 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1985483 Aug 29 06:56:28.196321 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59292) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:28.210009 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b7409e21-bb4f-4780-a96e-9ab31205b247 admin admin] Request body: {'subnet': {'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-subnet', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:28.258714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-5b545062-1ca2-4bff-81d2-7520543df517 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Deleting port 68dbb1be-13bf-4fbe-a743-7f673f94c7c3 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:28.261909 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b545062-1ca2-4bff-81d2-7520543df517 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.296817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Allocated IP 172.25.1.53 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/2d2544e0-48d5-4a4f-ad81-e549eff8bb03) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:28.308797 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bbfc226-376f-488f-983a-7a72486625b3 req-498cc6e3-917a-404f-8035-682bfb83821f tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809829 Aug 29 06:56:28.317593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7409e21-bb4f-4780-a96e-9ab31205b247 admin admin] Made reservation on behalf of 32153f2dac2a4f7cb3b7a8bd653cd7b1 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:28.320308 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7409e21-bb4f-4780-a96e-9ab31205b247 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.359036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Deleting port 282f2e7b-5548-4c5d-bc51-73e4d08945cf {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:28.359405 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.442417 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b545062-1ca2-4bff-81d2-7520543df517 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.443704 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b545062-1ca2-4bff-81d2-7520543df517 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.496857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] For port 282f2e7b-5548-4c5d-bc51-73e4d08945cf, host n-d-713301-12, got binding levels [] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:28.497415 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.498534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-5b545062-1ca2-4bff-81d2-7520543df517 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Calling delete_port for 68dbb1be-13bf-4fbe-a743-7f673f94c7c3 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:28.529609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Calling delete_port for 282f2e7b-5548-4c5d-bc51-73e4d08945cf owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:28.556734 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.ipam_backend_mixin [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Port 282f2e7b-5548-4c5d-bc51-73e4d08945cf was not found and therefore no delete operation was performed {{(pid=95404) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 06:56:28.575909 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.645184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event deleted for resources: {'Port': ['ID=282f2e7b-5548-4c5d-bc51-73e4d08945cf,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:28.649484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] No DVR routers for this DVR port 282f2e7b-5548-4c5d-bc51-73e4d08945cf on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:28.657864 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8f0edee-76d5-40f9-a0bb-b0e056cfa8eb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.754641 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7409e21-bb4f-4780-a96e-9ab31205b247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.766377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.819250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7409e21-bb4f-4780-a96e-9ab31205b247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7085e65-5548-41fd-a4b3-5a3f77bcccc9,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:28.833026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7409e21-bb4f-4780-a96e-9ab31205b247 admin admin] Checking segment: {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:28.833461 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7409e21-bb4f-4780-a96e-9ab31205b247 admin admin] Network hostable DHCP agents. Network: 5e1e9585-5779-4d4d-80f2-9e3142b35dc8, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:56:28.834162 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.848184 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b545062-1ca2-4bff-81d2-7520543df517 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.848804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca56fd4-1a15-49c6-b20f-a5db83d6db4b']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:28.870920 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e379c86-ca6c-4c10-a3e8-027faa36901a') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:28.871253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e379c86-ca6c-4c10-a3e8-027faa36901a') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:28.873768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b545062-1ca2-4bff-81d2-7520543df517 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Pushing event deleted for resources: {'Port': ['ID=68dbb1be-13bf-4fbe-a743-7f673f94c7c3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:28.902591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7409e21-bb4f-4780-a96e-9ab31205b247 admin admin] Network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:56:28.921647 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.944872 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b545062-1ca2-4bff-81d2-7520543df517 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.948385 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b545062-1ca2-4bff-81d2-7520543df517 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.952863 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5b545062-1ca2-4bff-81d2-7520543df517 tempest-ServerActionsTestJSON-1288663853 tempest-ServerActionsTestJSON-1288663853-project] 10.222.0.76 "DELETE /v2.0/floatingips/0c330b09-f76a-4bd6-8985-472efd960096 HTTP/1.1" status: 204 len: 168 time: 0.9883032 Aug 29 06:56:28.953467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59298) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:28.972866 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.972866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:56:28.972866 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:56:28.973886 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:56:29.014080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b7409e21-bb4f-4780-a96e-9ab31205b247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 5e1e9585-5779-4d4d-80f2-9e3142b35dc8) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:29.022418 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7409e21-bb4f-4780-a96e-9ab31205b247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:29.023184 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7409e21-bb4f-4780-a96e-9ab31205b247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.024297 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b24bff-40bd-4013-9318-42e1d6ee2e75 None None] Network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:29.043631 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.082504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 282f2e7b-5548-4c5d-bc51-73e4d08945cf no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:29.094489 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:29.099704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:29.104847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:29.127124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Pushing event updated for resources: {'Port': ['ID=2d2544e0-48d5-4a4f-ad81-e549eff8bb03,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:29.136205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 282f2e7b-5548-4c5d-bc51-73e4d08945cf {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:29.136552 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 282f2e7b-5548-4c5d-bc51-73e4d08945cf not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:29.147257 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.158876 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.160740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "DELETE /v2.0/networks/5ca56fd4-1a15-49c6-b20f-a5db83d6db4b HTTP/1.1" status: 204 len: 168 time: 2.0827494 Aug 29 06:56:29.166200 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59302) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:29.171174 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b7409e21-bb4f-4780-a96e-9ab31205b247 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9724369 Aug 29 06:56:29.181212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59304) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:29.189387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23432dad-0072-4d8a-9d38-b62d7c4930a0 tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Pushing event deleted for resources: {'Network': ['ID=5ca56fd4-1a15-49c6-b20f-a5db83d6db4b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:29.189635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:29.221540 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ec5ae4e5-9a3a-4eb9-a113-ee594b769f3a tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd HTTP/1.1" status: 200 len: 205 time: 0.0520923 Aug 29 06:56:29.223541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59306) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:29.267911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:56:29.269025 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.300287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0edee-76d5-40f9-a0bb-b0e056cfa8eb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:29.300626 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8f0edee-76d5-40f9-a0bb-b0e056cfa8eb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.360201 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9483edd3-ea4a-4a81-a465-bd80a7494a7f tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.399233 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.400280 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.435080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Allocated IP 172.20.0.2 (5e1e9585-5779-4d4d-80f2-9e3142b35dc8/e7085e65-5548-41fd-a4b3-5a3f77bcccc9/dd22c473-425e-4ad6-b46b-f55d6e915f27) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:29.448930 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8f0edee-76d5-40f9-a0bb-b0e056cfa8eb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.502096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0edee-76d5-40f9-a0bb-b0e056cfa8eb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:29.604338 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.625304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b69e1d-8772-49ae-bd5f-03ce1e115c14 req-7c649b1f-e90d-4c64-a3a4-bda75e377e04 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:29.634917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5b69e1d-8772-49ae-bd5f-03ce1e115c14 req-7c649b1f-e90d-4c64-a3a4-bda75e377e04 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 944 time: 0.2311006 Aug 29 06:56:29.635559 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.652138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f312aea1-b34c-4a3e-a23a-31be5b04c738 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:29.658394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Transition to ACTIVE for port object dd22c473-425e-4ad6-b46b-f55d6e915f27 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:29.715229 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Transition to ACTIVE for port object dd22c473-425e-4ad6-b46b-f55d6e915f27 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:29.769503 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5b69e1d-8772-49ae-bd5f-03ce1e115c14 req-2d6c00cf-9591-4c0f-b6dc-acaf2de06226 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336803 Aug 29 06:56:29.822283 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.850320 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port f312aea1-b34c-4a3e-a23a-31be5b04c738 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:29.868414 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port f312aea1-b34c-4a3e-a23a-31be5b04c738 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:29.868414 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.879403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:29.899103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:29.910026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:29.923774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Pushing event updated for resources: {'Port': ['ID=dd22c473-425e-4ad6-b46b-f55d6e915f27,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:29.928215 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.932345 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9483edd3-ea4a-4a81-a465-bd80a7494a7f tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:29.935304 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9483edd3-ea4a-4a81-a465-bd80a7494a7f tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:30.089196 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:30.098072 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9483edd3-ea4a-4a81-a465-bd80a7494a7f tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:30.098629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9483edd3-ea4a-4a81-a465-bd80a7494a7f tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Fanout notify agent at l3_agent the message router_deleted on router c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:56:30.107470 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9483edd3-ea4a-4a81-a465-bd80a7494a7f tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:30.108670 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9483edd3-ea4a-4a81-a465-bd80a7494a7f tempest-RoutersNegativeTest-588451354 tempest-RoutersNegativeTest-588451354-project] 10.222.0.76 "DELETE /v2.0/routers/c8b8f608-1a1b-4da4-a1ce-2ba7e55b30fd HTTP/1.1" status: 204 len: 168 time: 0.8838887 Aug 29 06:56:30.175416 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8f0edee-76d5-40f9-a0bb-b0e056cfa8eb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:30.231215 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:30.246895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0edee-76d5-40f9-a0bb-b0e056cfa8eb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:30.297984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Attempting to bind port dd22c473-425e-4ad6-b46b-f55d6e915f27 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:56:30.298560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Attempting to bind port dd22c473-425e-4ad6-b46b-f55d6e915f27 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:56:30.298745 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Attempting to bind port dd22c473-425e-4ad6-b46b-f55d6e915f27 on network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:30.307584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:56:30.312403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Checking segment: {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:30.312403 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:30.312403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Bound using segment: {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:56:30.312403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Bound port: dd22c473-425e-4ad6-b46b-f55d6e915f27, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:56:30.312403 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:30.342086 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:30.412858 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2251f220-23f0-404d-9dce-ce413a7035a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f312aea1-b34c-4a3e-a23a-31be5b04c738'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:56:30.416942 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4676b70d-ea8d-465d-9027-f274005c8966" -d '{"events": [{"server_uuid": "2251f220-23f0-404d-9dce-ce413a7035a6", "name": "network-vif-plugged", "status": "completed", "tag": "f312aea1-b34c-4a3e-a23a-31be5b04c738"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:56:30.491216 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f312aea1-b34c-4a3e-a23a-31be5b04c738, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f312aea1-b34c-4a3e-a23a-31be5b04c738,segment=NetworkSegment(710668a4-d115-4529-80b2-c6bc44ae18a8),segment_id=710668a4-d115-4529-80b2-c6bc44ae18a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:30.496466 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-749b5bac-a751-4142-a359-f7a44cef08d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:30.515943 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2f6825-92c0-44f0-949b-b7fc4fe1b1ca x-openstack-request-id: req-ac2f6825-92c0-44f0-949b-b7fc4fe1b1ca {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:56:30.516461 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2251f220-23f0-404d-9dce-ce413a7035a6", "name": "network-vif-plugged", "status": "completed", "tag": "f312aea1-b34c-4a3e-a23a-31be5b04c738", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:56:30.516912 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac2f6825-92c0-44f0-949b-b7fc4fe1b1ca {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:56:30.517488 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2251f220-23f0-404d-9dce-ce413a7035a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f312aea1-b34c-4a3e-a23a-31be5b04c738', 'code': 200} Aug 29 06:56:30.532524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] For port dd22c473-425e-4ad6-b46b-f55d6e915f27, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:56:30.537492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] For port dd22c473-425e-4ad6-b46b-f55d6e915f27, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dd22c473-425e-4ad6-b46b-f55d6e915f27,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:56:30.559732 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8f0edee-76d5-40f9-a0bb-b0e056cfa8eb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:30.590564 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:30.610471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Router e83e791e-c317-421a-afb8-578bb79d0b22 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:56:30.621296 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:30.685467 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=f312aea1-b34c-4a3e-a23a-31be5b04c738,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:30.755073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd1bd8-cd82-4213-8d2c-f0c1a1d3f9f8 None None] Pushing event updated for resources: {'Port': ['ID=dd22c473-425e-4ad6-b46b-f55d6e915f27,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:30.887135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59340) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:30.986910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276739a7-b1ce-49b5-ac40-aa2b574710fa req-e0195dc8-58dd-4682-ac8d-7d8de200c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:30.988542 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-276739a7-b1ce-49b5-ac40-aa2b574710fa req-e0195dc8-58dd-4682-ac8d-7d8de200c094 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 1097 time: 0.1877632 Aug 29 06:56:31.209423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dd22c473-425e-4ad6-b46b-f55d6e915f27 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:31.242593 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-276739a7-b1ce-49b5-ac40-aa2b574710fa req-ad4524eb-0732-4d2b-8ff1-aea064c092e5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255132 Aug 29 06:56:31.350549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port dd22c473-425e-4ad6-b46b-f55d6e915f27 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:31.359632 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf034964-f3e3-4553-a692-7351ba554369 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e04dcfebf53a46cabe0ab7471dc18cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4697561 Aug 29 06:56:31.363050 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:31.366518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59350) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:31.399090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:31.404127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fc531-1cbf-42af-9454-451082301305 req-3a9c5248-f7b4-4928-b336-937400254ac7 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:31.405711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae9fc531-1cbf-42af-9454-451082301305 req-3a9c5248-f7b4-4928-b336-937400254ac7 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 945 time: 0.1998358 Aug 29 06:56:31.432138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f0edee-76d5-40f9-a0bb-b0e056cfa8eb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Router ea792b9a-799e-4593-a5f1-f83bc6dadfa5 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:56:31.456186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:56:31.469670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Sync routers for ids ['e83e791e-c317-421a-afb8-578bb79d0b22'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:56:31.483510 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Routers {'e83e791e-c317-421a-afb8-578bb79d0b22'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:31.484417 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e83e791e-c317-421a-afb8-578bb79d0b22'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:31.490776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae9fc531-1cbf-42af-9454-451082301305 req-6ff7df76-2dc1-45c3-bbeb-f58599dc9208 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722704 Aug 29 06:56:31.540839 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1948d6bd-e1b3-4d35-8f1d-e1aef11cb610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:31.589107 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1948d6bd-e1b3-4d35-8f1d-e1aef11cb610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:31.594872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-749b5bac-a751-4142-a359-f7a44cef08d3 admin admin] Deleting port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:31.595572 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-749b5bac-a751-4142-a359-f7a44cef08d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:31.631011 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:31.632285 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-277b590f-7d45-417e-a1ea-646bdc7ac17c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4591594 Aug 29 06:56:31.637424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59352) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:31.645801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f0edee-76d5-40f9-a0bb-b0e056cfa8eb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:56:31.659416 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5868140-e8a7-4a18-af47-84bca4c187c2 None None] Sync routers for ids ['ea792b9a-799e-4593-a5f1-f83bc6dadfa5'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:56:31.663865 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a8f0edee-76d5-40f9-a0bb-b0e056cfa8eb tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "PUT /v2.0/routers/ea792b9a-799e-4593-a5f1-f83bc6dadfa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0912375 Aug 29 06:56:31.667121 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59354) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:31.677780 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5868140-e8a7-4a18-af47-84bca4c187c2 None None] Routers {'ea792b9a-799e-4593-a5f1-f83bc6dadfa5'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:31.679769 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a5868140-e8a7-4a18-af47-84bca4c187c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ea792b9a-799e-4593-a5f1-f83bc6dadfa5'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:31.694005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Set router e83e791e-c317-421a-afb8-578bb79d0b22 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:56:31.698569 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-af780f90-3d9a-4824-81ad-460ac29ad4be tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] GET failed (client error): The resource could not be found. Aug 29 06:56:31.703472 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-af780f90-3d9a-4824-81ad-460ac29ad4be tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/fdcd870a-cc0a-4d3c-89b3-38c8dd7d061a HTTP/1.1" status: 404 len: 333 time: 0.0367043 Aug 29 06:56:31.704190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59356) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:31.770046 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a5868140-e8a7-4a18-af47-84bca4c187c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:31.786288 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5868140-e8a7-4a18-af47-84bca4c187c2 None None] Routers {'ea792b9a-799e-4593-a5f1-f83bc6dadfa5'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:31.793462 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a5868140-e8a7-4a18-af47-84bca4c187c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ea792b9a-799e-4593-a5f1-f83bc6dadfa5'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:31.826144 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c3daa65-bab0-46f5-9f2c-72fa00924f65 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:31.872844 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a5868140-e8a7-4a18-af47-84bca4c187c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:31.875954 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5868140-e8a7-4a18-af47-84bca4c187c2 None None] The sync data for ids ['ea792b9a-799e-4593-a5f1-f83bc6dadfa5'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:56:31.937082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Allocated IP 172.25.1.119 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/5f14235a-471a-43b7-a283-00891e0cdcbd) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:32.017853 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-749b5bac-a751-4142-a359-f7a44cef08d3 admin admin] For port 63ee9072-308b-4fe3-b3d4-cec2cd63ca82, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=63ee9072-308b-4fe3-b3d4-cec2cd63ca82,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:32.018965 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-749b5bac-a751-4142-a359-f7a44cef08d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.095363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'name': 'tempest-ServerRescueNegativeTestJSON-623366454-router', 'tenant_id': '3f450d73063341abaebc5094b99daa86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '2d2544e0-48d5-4a4f-ad81-e549eff8bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:25Z', 'updated_at': '2021-08-29T06:56:29Z', 'revision_number': 3, 'project_id': '3f450d73063341abaebc5094b99daa86', 'gw_port': {'id': '2d2544e0-48d5-4a4f-ad81-e549eff8bb03', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:27Z', 'updated_at': '2021-08-29T06:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:32.126968 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c3daa65-bab0-46f5-9f2c-72fa00924f65 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.127827 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Checking router: e83e791e-c317-421a-afb8-578bb79d0b22 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:56:32.128352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Updating router e83e791e-c317-421a-afb8-578bb79d0b22 port 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:56:32.129307 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c3daa65-bab0-46f5-9f2c-72fa00924f65 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.157773 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.162772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-749b5bac-a751-4142-a359-f7a44cef08d3 admin admin] Calling delete_port for 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:32.181498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676ff9fb-5b51-4362-ba3e-145dd7a510a6 None None] Network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:32.186381 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1948d6bd-e1b3-4d35-8f1d-e1aef11cb610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.189234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1948d6bd-e1b3-4d35-8f1d-e1aef11cb610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.194843 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1948d6bd-e1b3-4d35-8f1d-e1aef11cb610 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68efdb90-e081-477c-bf65-602a50cac012 HTTP/1.1" status: 204 len: 168 time: 0.8250387 Aug 29 06:56:32.293725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948d6bd-e1b3-4d35-8f1d-e1aef11cb610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68efdb90-e081-477c-bf65-602a50cac012,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:32.313442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c3daa65-bab0-46f5-9f2c-72fa00924f65 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.315306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3daa65-bab0-46f5-9f2c-72fa00924f65 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Fanout notify agent at l3_agent the message router_deleted on router ea792b9a-799e-4593-a5f1-f83bc6dadfa5 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:56:32.323328 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c3daa65-bab0-46f5-9f2c-72fa00924f65 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.324486 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7c3daa65-bab0-46f5-9f2c-72fa00924f65 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/routers/ea792b9a-799e-4593-a5f1-f83bc6dadfa5 HTTP/1.1" status: 204 len: 168 time: 0.6192567 Aug 29 06:56:32.328230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59366) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:32.357424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-33a5a510-fa48-40fc-a850-51cd93151c0e None None] Provisioning for port dd22c473-425e-4ad6-b46b-f55d6e915f27 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:32.361971 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.600308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-33a5a510-fa48-40fc-a850-51cd93151c0e None None] Provisioning complete for port dd22c473-425e-4ad6-b46b-f55d6e915f27 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:32.600308 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-33a5a510-fa48-40fc-a850-51cd93151c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.602736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-5291de45-5607-4c6d-8190-b0a3e5ac41f4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting subnet 5f273ebc-0427-4a54-85c8-4666918a3ea8 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:56:32.602736 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5291de45-5607-4c6d-8190-b0a3e5ac41f4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.602736 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5291de45-5607-4c6d-8190-b0a3e5ac41f4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.674788 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-33a5a510-fa48-40fc-a850-51cd93151c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.780617 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-33a5a510-fa48-40fc-a850-51cd93151c0e None None] For port dd22c473-425e-4ad6-b46b-f55d6e915f27, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dd22c473-425e-4ad6-b46b-f55d6e915f27,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:32.782506 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5291de45-5607-4c6d-8190-b0a3e5ac41f4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.842063 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-33a5a510-fa48-40fc-a850-51cd93151c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:32.936347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd432c48-4d42-4a9c-91a7-196a4a4d4893 req-6b5ffc0b-92be-4113-95b5-8868b77ecf5b tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:32.938996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5a510-fa48-40fc-a850-51cd93151c0e None None] Pushing event updated for resources: {'Port': ['ID=dd22c473-425e-4ad6-b46b-f55d6e915f27,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:32.943489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd432c48-4d42-4a9c-91a7-196a4a4d4893 req-6b5ffc0b-92be-4113-95b5-8868b77ecf5b tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 945 time: 0.3017292 Aug 29 06:56:32.990675 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5291de45-5607-4c6d-8190-b0a3e5ac41f4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.033464 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd432c48-4d42-4a9c-91a7-196a4a4d4893 req-8c994717-1e33-48a0-b837-c364bad87622 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825891 Aug 29 06:56:33.036085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291de45-5607-4c6d-8190-b0a3e5ac41f4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Subnet': ['ID=5f273ebc-0427-4a54-85c8-4666918a3ea8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:33.038286 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5291de45-5607-4c6d-8190-b0a3e5ac41f4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.040588 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5291de45-5607-4c6d-8190-b0a3e5ac41f4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/5f273ebc-0427-4a54-85c8-4666918a3ea8 HTTP/1.1" status: 204 len: 168 time: 0.7114646 Aug 29 06:56:33.043241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59372) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:33.056077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eba8f3-1522-4c16-9bbb-14bacb3c35cf None None] Network 4e78ef24-cf71-47ae-9a0d-f73efc377774 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:33.168733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dd22c473-425e-4ad6-b46b-f55d6e915f27 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:33.189985 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.223335 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.249740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:33.250176 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.278835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:33.285178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:33.299860 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:33.332839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-16df9f72-5eb6-46cc-aad0-ed13c7e212be None None] Provisioning complete for port dd22c473-425e-4ad6-b46b-f55d6e915f27 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:33.332839 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-16df9f72-5eb6-46cc-aad0-ed13c7e212be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.349253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] For port 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=80fec3f8-0aa7-48ce-b5b9-7992ce3739ed,segment=NetworkSegment(45e6dbaa-e9d0-4aaf-b219-d96b6453aa76),segment_id=45e6dbaa-e9d0-4aaf-b219-d96b6453aa76)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:33.349909 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.381581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-749b5bac-a751-4142-a359-f7a44cef08d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.388806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:33.414440 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Pushing event updated for resources: {'Port': ['ID=5f14235a-471a-43b7-a283-00891e0cdcbd,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:33.521847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dd22c473-425e-4ad6-b46b-f55d6e915f27 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:33.526716 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.583483 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.619687 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.636271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd04ea65-0f3f-483e-bbb8-15adce172603 None None] DHCP port deletion for 4e78ef24-cf71-47ae-9a0d-f73efc377774 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:56:33.670081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=80fec3f8-0aa7-48ce-b5b9-7992ce3739ed,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:33.680940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No DVR routers for this DVR port 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:33.745133 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.751515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b5bac-a751-4142-a359-f7a44cef08d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ee9072-308b-4fe3-b3d4-cec2cd63ca82,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:33.785523 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Transition to ACTIVE for port object 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:33.842442 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.859724 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.873820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e78ef24-cf71-47ae-9a0d-f73efc377774']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:33.891892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e6dbaa-e9d0-4aaf-b219-d96b6453aa76') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:33.892140 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e6dbaa-e9d0-4aaf-b219-d96b6453aa76') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:33.899639 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.904928 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.924257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Attempting to bind port 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:56:33.926566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Attempting to bind port 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:56:33.926566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Attempting to bind port 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:33.927927 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.935225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:56:33.937457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:33.937457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.937457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:56:33.937457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Bound port: 2d2544e0-48d5-4a4f-ad81-e549eff8bb03, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:56:33.937863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:56:33.937966 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.938062 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:56:33.941956 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:56:33.983647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00491b2-a75c-4415-a8d1-c4538f153c29 None None] Pushing event updated for resources: {'Port': ['ID=2d2544e0-48d5-4a4f-ad81-e549eff8bb03,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:34.002788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00491b2-a75c-4415-a8d1-c4538f153c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:34.003007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00491b2-a75c-4415-a8d1-c4538f153c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:34.003453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00491b2-a75c-4415-a8d1-c4538f153c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:34.004213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00491b2-a75c-4415-a8d1-c4538f153c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:34.004558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00491b2-a75c-4415-a8d1-c4538f153c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:34.004893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00491b2-a75c-4415-a8d1-c4538f153c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:34.005223 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00491b2-a75c-4415-a8d1-c4538f153c29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:34.006090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00491b2-a75c-4415-a8d1-c4538f153c29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:34.006090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00491b2-a75c-4415-a8d1-c4538f153c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:34.006309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00491b2-a75c-4415-a8d1-c4538f153c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:34.006551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00491b2-a75c-4415-a8d1-c4538f153c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:34.006801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00491b2-a75c-4415-a8d1-c4538f153c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:34.025800 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-749b5bac-a751-4142-a359-f7a44cef08d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:34.037573 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] For port 2d2544e0-48d5-4a4f-ad81-e549eff8bb03, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:56:34.041749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] For port 2d2544e0-48d5-4a4f-ad81-e549eff8bb03, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2d2544e0-48d5-4a4f-ad81-e549eff8bb03,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:56:34.064700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59396) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:34.069365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029471 Aug 29 06:56:34.076294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59400) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:34.093729 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:34.104183 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:34.110914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/networks/4e78ef24-cf71-47ae-9a0d-f73efc377774 HTTP/1.1" status: 204 len: 168 time: 1.0666668 Aug 29 06:56:34.112078 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59404) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:34.122247 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:34.137792 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:34.190086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3eb776-14b3-425f-a498-5b35855ede14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:34.195931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5b3eb776-14b3-425f-a498-5b35855ede14 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/129d43d9-b000-4e6d-913b-d646593a553d HTTP/1.1" status: 200 len: 841 time: 0.0786583 Aug 29 06:56:34.196849 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59406) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:34.239083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00491b2-a75c-4415-a8d1-c4538f153c29 None None] Pushing event updated for resources: {'Port': ['ID=2d2544e0-48d5-4a4f-ad81-e549eff8bb03,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:34.250405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73af76e-fe35-4a4b-a7bb-0bf36284b5a6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Network': ['ID=4e78ef24-cf71-47ae-9a0d-f73efc377774,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:34.299208 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-db628b46-76f3-4a96-a4c4-42c337204d97 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/129d43d9-b000-4e6d-913b-d646593a553d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0660415 Aug 29 06:56:34.300515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59408) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:34.307117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c63aef69-6f68-48db-8d23-3f91c193e4c8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:34.311388 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Routers {'e83e791e-c317-421a-afb8-578bb79d0b22'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:34.312036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e83e791e-c317-421a-afb8-578bb79d0b22'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:34.407844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-547d7e17-227b-4626-baf9-ac657f49faa8 tempest-NetworksApiDiscovery-1109238889 tempest-NetworksApiDiscovery-1109238889-project] 10.222.0.76 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3304827 Aug 29 06:56:34.436782 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Allocated IP 172.20.0.1 (9c851a53-590a-4364-8afe-074561f953fd/1c7c86e9-1bed-4ccb-a049-c95a88eca598/6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:34.461242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] Set router e83e791e-c317-421a-afb8-578bb79d0b22 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:56:34.489538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d003c1a-584a-41bf-b1f5-dca4d2e3fc1c req-7ea740e0-64f3-46c4-a238-c1cfe45f6c98 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:34.495670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d003c1a-584a-41bf-b1f5-dca4d2e3fc1c req-7ea740e0-64f3-46c4-a238-c1cfe45f6c98 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 945 time: 0.2977660 Aug 29 06:56:34.579326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63aef69-6f68-48db-8d23-3f91c193e4c8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:34.583377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c63aef69-6f68-48db-8d23-3f91c193e4c8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:34.676136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749b5bac-a751-4142-a359-f7a44cef08d3 admin admin] Router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:56:34.715835 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d003c1a-584a-41bf-b1f5-dca4d2e3fc1c req-74505cf3-eafb-449d-a95d-772e444cce11 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108815 Aug 29 06:56:34.724125 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:34.746156 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:34.768480 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'name': 'tempest-ServerRescueNegativeTestJSON-623366454-router', 'tenant_id': '3f450d73063341abaebc5094b99daa86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '2d2544e0-48d5-4a4f-ad81-e549eff8bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:25Z', 'updated_at': '2021-08-29T06:56:29Z', 'revision_number': 3, 'project_id': '3f450d73063341abaebc5094b99daa86', 'gw_port': {'id': '2d2544e0-48d5-4a4f-ad81-e549eff8bb03', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:27Z', 'updated_at': '2021-08-29T06:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:34.812922 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a342dff-0cdf-45a0-843a-1cb2fbdc7dab None None] The sync data for ids ['e83e791e-c317-421a-afb8-578bb79d0b22'] in n-d-713301-12 is: [{'id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'name': 'tempest-ServerRescueNegativeTestJSON-623366454-router', 'tenant_id': '3f450d73063341abaebc5094b99daa86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '2d2544e0-48d5-4a4f-ad81-e549eff8bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:25Z', 'updated_at': '2021-08-29T06:56:29Z', 'revision_number': 3, 'project_id': '3f450d73063341abaebc5094b99daa86', 'gw_port': {'id': '2d2544e0-48d5-4a4f-ad81-e549eff8bb03', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:27Z', 'updated_at': '2021-08-29T06:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:56:34.988746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749b5bac-a751-4142-a359-f7a44cef08d3 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:56:34.996036 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-749b5bac-a751-4142-a359-f7a44cef08d3 admin admin] 10.222.0.76 "PUT /v2.0/routers/f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0415411 Aug 29 06:56:34.998753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59432) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:35.014823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33757cf-40b7-44d3-8d78-bd1c07eaa8ae None None] Sync routers for ids ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:56:35.027612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33757cf-40b7-44d3-8d78-bd1c07eaa8ae None None] Routers {'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:35.028265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b33757cf-40b7-44d3-8d78-bd1c07eaa8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:35.057665 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c63aef69-6f68-48db-8d23-3f91c193e4c8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:35.080352 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:35.129533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63aef69-6f68-48db-8d23-3f91c193e4c8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Subnet': ['ID=7282e506-eed4-4d4d-ae2b-0d0e9787813f,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:35.174419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63aef69-6f68-48db-8d23-3f91c193e4c8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 67709a0a-5cd1-4969-876d-339083d0fb87 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:35.279505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59442) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:35.280399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-c63aef69-6f68-48db-8d23-3f91c193e4c8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:35.287252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Router b548031b-2247-4114-a9ae-338df5405e2a is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:56:35.291861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63aef69-6f68-48db-8d23-3f91c193e4c8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:35.292466 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c63aef69-6f68-48db-8d23-3f91c193e4c8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:35.308212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Network 9c851a53-590a-4364-8afe-074561f953fd is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:35.324348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:35.329395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:35.336802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Pushing event updated for resources: {'Port': ['ID=6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:35.352636 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:35.360610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:35.362386 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29abd44a-6bae-4146-bae6-eea18217c303 None None] Network 67709a0a-5cd1-4969-876d-339083d0fb87 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:35.403305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c63aef69-6f68-48db-8d23-3f91c193e4c8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1010654 Aug 29 06:56:35.404357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59446) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:35.444565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6a11e284-2c73-4fcf-b1eb-cb27119ff0b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'security_group': {'name': 'tempest-secgroup-1240454028'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:35.461436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:35.514175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:35.514513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 80fec3f8-0aa7-48ce-b5b9-7992ce3739ed not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:35.542294 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:35.564015 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-305d12dd-7361-40d6-af19-f76c71f807c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:35.606958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:56:35.619955 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Sync routers for ids ['b548031b-2247-4114-a9ae-338df5405e2a'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:56:35.646321 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Routers {'b548031b-2247-4114-a9ae-338df5405e2a'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:35.651901 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b548031b-2247-4114-a9ae-338df5405e2a'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:35.666936 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a11e284-2c73-4fcf-b1eb-cb27119ff0b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:35.805434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] Deleting port dfa44fec-d473-46d1-a633-ba08674fb324 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:35.813633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:35.813862 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-b33757cf-40b7-44d3-8d78-bd1c07eaa8ae None None] Set router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:56:35.854530 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:35.859025 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Set router b548031b-2247-4114-a9ae-338df5405e2a gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:56:36.001122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-67709a0a-5cd1-4969-876d-339083d0fb87', 'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'tenant_id': '6db82f2c79d34bd3a7176c913c7d5827', 'fixed_ips': [{'subnet_id': '7282e506-eed4-4d4d-ae2b-0d0e9787813f'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:56:36.001986 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.039807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59460) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:36.065443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] For port dfa44fec-d473-46d1-a633-ba08674fb324, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dfa44fec-d473-46d1-a633-ba08674fb324,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:36.065869 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.087636 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-305d12dd-7361-40d6-af19-f76c71f807c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.093218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] Calling delete_port for dfa44fec-d473-46d1-a633-ba08674fb324 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:36.175556 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:33Z', 'revision_number': 3, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:36.185891 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-305d12dd-7361-40d6-af19-f76c71f807c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.221587 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Checking router: b548031b-2247-4114-a9ae-338df5405e2a for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:56:36.222287 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Updating router b548031b-2247-4114-a9ae-338df5405e2a port 5f14235a-471a-43b7-a283-00891e0cdcbd binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:56:36.241835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d12dd-7361-40d6-af19-f76c71f807c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820f3859-92cb-4135-a23b-55eb3b5d37ec,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:36.253972 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.296796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-305d12dd-7361-40d6-af19-f76c71f807c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f8a9b9170b5b4392b2e906f2c97d8b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0092456 Aug 29 06:56:36.301220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59464) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:36.456413 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-009a05ce-1814-428a-a06f-c7b67571ed59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.481791 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-009a05ce-1814-428a-a06f-c7b67571ed59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.508188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Allocated IP 172.20.0.2 (67709a0a-5cd1-4969-876d-339083d0fb87/7282e506-eed4-4d4d-ae2b-0d0e9787813f/dcf746df-4bbf-484d-a823-51f58be040db) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:36.643305 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.647191 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6cf65e73-8535-4750-b8be-fdf166a977ae admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4585199 Aug 29 06:56:36.650107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59468) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:36.697481 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.701745 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.723293 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.743732 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b33757cf-40b7-44d3-8d78-bd1c07eaa8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:56:33Z', 'revision_number': 5, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port': {'id': 'dfa44fec-d473-46d1-a633-ba08674fb324', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:36.758970 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-009a05ce-1814-428a-a06f-c7b67571ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.761476 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-009a05ce-1814-428a-a06f-c7b67571ed59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.761761 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Transition to ACTIVE for port object 5f14235a-471a-43b7-a283-00891e0cdcbd will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:36.762618 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-009a05ce-1814-428a-a06f-c7b67571ed59 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/820f3859-92cb-4135-a23b-55eb3b5d37ec HTTP/1.1" status: 204 len: 168 time: 0.4604561 Aug 29 06:56:36.778563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a05ce-1814-428a-a06f-c7b67571ed59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820f3859-92cb-4135-a23b-55eb3b5d37ec,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:36.790323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Transition to ACTIVE for port object dcf746df-4bbf-484d-a823-51f58be040db will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:36.799964 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.804039 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc70e37b-a2c0-4883-a126-ba7ede5e135a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.812533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33757cf-40b7-44d3-8d78-bd1c07eaa8ae None None] Checking router: f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:56:36.837189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Transition to ACTIVE for port object dcf746df-4bbf-484d-a823-51f58be040db will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:36.842342 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.847392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa44fec-d473-46d1-a633-ba08674fb324,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:36.870399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33757cf-40b7-44d3-8d78-bd1c07eaa8ae None None] Routers {'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:36.871980 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b33757cf-40b7-44d3-8d78-bd1c07eaa8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:36.893534 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.900392 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a11e284-2c73-4fcf-b1eb-cb27119ff0b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.953333 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Attempting to bind port 5f14235a-471a-43b7-a283-00891e0cdcbd on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:56:36.965198 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a11e284-2c73-4fcf-b1eb-cb27119ff0b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:36.987442 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Attempting to bind port 5f14235a-471a-43b7-a283-00891e0cdcbd by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:56:36.988977 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Attempting to bind port 5f14235a-471a-43b7-a283-00891e0cdcbd on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:37.032747 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11e284-2c73-4fcf-b1eb-cb27119ff0b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ab0dda-16a1-4b6e-b1df-5ab83b843e94,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:37.042972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Pushing event updated for resources: {'Port': ['ID=6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:37.045939 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.055052 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd953d2-d395-4717-97b5-5edd2031512f None None] Pushing event updated for resources: {'Port': ['ID=5f14235a-471a-43b7-a283-00891e0cdcbd,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:37.067006 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:56:37.067704 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:37.068091 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.068488 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:56:37.069655 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Bound port: 5f14235a-471a-43b7-a283-00891e0cdcbd, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:56:37.070095 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.139123 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a11e284-2c73-4fcf-b1eb-cb27119ff0b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.143376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6a11e284-2c73-4fcf-b1eb-cb27119ff0b2 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7048759 Aug 29 06:56:37.186992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59476) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:37.194372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5bfa138f-797b-41d4-b6b1-217d59e04b19 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'security_group': {'name': 'tempest-secgroup-933029066'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:37.225966 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc70e37b-a2c0-4883-a126-ba7ede5e135a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.240473 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.243851 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-b33757cf-40b7-44d3-8d78-bd1c07eaa8ae None None] Set router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:56:37.291244 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] For port 5f14235a-471a-43b7-a283-00891e0cdcbd, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:56:37.291741 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.295259 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] For port 5f14235a-471a-43b7-a283-00891e0cdcbd, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5f14235a-471a-43b7-a283-00891e0cdcbd,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:56:37.297697 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.298853 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd953d2-d395-4717-97b5-5edd2031512f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:37.299438 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd953d2-d395-4717-97b5-5edd2031512f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:37.300016 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd953d2-d395-4717-97b5-5edd2031512f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:37.300525 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd953d2-d395-4717-97b5-5edd2031512f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:37.301086 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd953d2-d395-4717-97b5-5edd2031512f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:37.301625 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd953d2-d395-4717-97b5-5edd2031512f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:37.302190 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd953d2-d395-4717-97b5-5edd2031512f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:37.303068 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd953d2-d395-4717-97b5-5edd2031512f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:37.304951 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd953d2-d395-4717-97b5-5edd2031512f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:37.304951 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd953d2-d395-4717-97b5-5edd2031512f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:37.304951 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd953d2-d395-4717-97b5-5edd2031512f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:37.304951 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd953d2-d395-4717-97b5-5edd2031512f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:37.330374 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc70e37b-a2c0-4883-a126-ba7ede5e135a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.352499 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.392090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b33757cf-40b7-44d3-8d78-bd1c07eaa8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:56:36Z', 'revision_number': 7, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:37.393943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:37.398556 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.466872 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dc70e37b-a2c0-4883-a126-ba7ede5e135a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a8d35076bb9947278a9f23a6c6bcdbe8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4258714 Aug 29 06:56:37.478975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59482) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:37.479106 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Routers {'b548031b-2247-4114-a9ae-338df5405e2a'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:37.479106 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b548031b-2247-4114-a9ae-338df5405e2a'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:37.500451 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33757cf-40b7-44d3-8d78-bd1c07eaa8ae None None] The sync data for ids ['f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3'] in n-d-713301-12 is: [{'id': 'f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3', 'name': 'tempest-ServerActionsTestJSON-1197883835-router', 'tenant_id': '897044e83d4b4e3fa039b018ec141c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:44:32Z', 'updated_at': '2021-08-29T06:56:36Z', 'revision_number': 7, 'project_id': '897044e83d4b4e3fa039b018ec141c41', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:56:37.524863 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd953d2-d395-4717-97b5-5edd2031512f None None] Pushing event updated for resources: {'Port': ['ID=5f14235a-471a-43b7-a283-00891e0cdcbd,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:37.529993 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bfa138f-797b-41d4-b6b1-217d59e04b19 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.563678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Network 67709a0a-5cd1-4969-876d-339083d0fb87 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:37.570570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:37.576301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:37.580503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70e37b-a2c0-4883-a126-ba7ede5e135a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9255e8b7-9951-4dd9-8dbd-a04dcb02dd0e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:37.584175 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.584764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:56:37.594975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Pushing event updated for resources: {'Port': ['ID=dcf746df-4bbf-484d-a823-51f58be040db,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:37.597758 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.601064 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-71cebc46-af2f-4907-800b-f7e127bbd5d8 admin admin] 10.222.0.76 "DELETE /v2.0/routers/f55d1077-5ee1-4aaa-814b-ff6d3ba24cd3 HTTP/1.1" status: 204 len: 168 time: 2.5991428 Aug 29 06:56:37.608655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59488) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:37.625757 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] Set router b548031b-2247-4114-a9ae-338df5405e2a gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:56:37.652231 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Attempting to bind port dcf746df-4bbf-484d-a823-51f58be040db on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:56:37.652772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Attempting to bind port dcf746df-4bbf-484d-a823-51f58be040db by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'e3f0faca-9a4f-4e87-bfd0-42c04426394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:56:37.653340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Attempting to bind port dcf746df-4bbf-484d-a823-51f58be040db on network 67709a0a-5cd1-4969-876d-339083d0fb87 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:37.659168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:56:37.664482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Checking segment: {'id': 'e3f0faca-9a4f-4e87-bfd0-42c04426394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:37.664482 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.664482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Bound using segment: {'id': 'e3f0faca-9a4f-4e87-bfd0-42c04426394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:56:37.664482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Bound port: dcf746df-4bbf-484d-a823-51f58be040db, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f0faca-9a4f-4e87-bfd0-42c04426394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:56:37.664482 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.666065 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b11df18b-1ee8-41e6-b199-4634f82e0e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.681602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:37.706337 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:37.706857 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.719449 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b11df18b-1ee8-41e6-b199-4634f82e0e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.724450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Network 9c851a53-590a-4364-8afe-074561f953fd is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:37.753536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:37.774251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] For port dcf746df-4bbf-484d-a823-51f58be040db, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:56:37.781642 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] For port dcf746df-4bbf-484d-a823-51f58be040db, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dcf746df-4bbf-484d-a823-51f58be040db,segment=NetworkSegment(e3f0faca-9a4f-4e87-bfd0-42c04426394c),segment_id=e3f0faca-9a4f-4e87-bfd0-42c04426394c)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:56:37.799740 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bfa138f-797b-41d4-b6b1-217d59e04b19 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.800385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-9765c051-4eab-4f19-94bc-1d059ac422b0 admin admin] Deleting subnet 1bdc3d0e-3ad1-438c-863e-a7e8b4815812 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:56:37.817883 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9765c051-4eab-4f19-94bc-1d059ac422b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.837625 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.844008 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.877012 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bfa138f-797b-41d4-b6b1-217d59e04b19 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.908377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b11df18b-1ee8-41e6-b199-4634f82e0e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.911121 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b11df18b-1ee8-41e6-b199-4634f82e0e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:37.916056 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b11df18b-1ee8-41e6-b199-4634f82e0e85 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9255e8b7-9951-4dd9-8dbd-a04dcb02dd0e HTTP/1.1" status: 204 len: 168 time: 0.4455693 Aug 29 06:56:37.945008 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:33Z', 'revision_number': 3, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:37.946040 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa138f-797b-41d4-b6b1-217d59e04b19 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8114e897-bcb4-4e4b-b243-9585d988aeaa,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:37.969621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 2d2544e0-48d5-4a4f-ad81-e549eff8bb03, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2d2544e0-48d5-4a4f-ad81-e549eff8bb03,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:37.973005 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11df18b-1ee8-41e6-b199-4634f82e0e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9255e8b7-9951-4dd9-8dbd-a04dcb02dd0e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:38.014647 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bfa138f-797b-41d4-b6b1-217d59e04b19 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:38.015235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5bfa138f-797b-41d4-b6b1-217d59e04b19 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8267348 Aug 29 06:56:38.017965 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59500) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:38.032528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1550940757', 'security_groups': ['8114e897-bcb4-4e4b-b243-9585d988aeaa'], 'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7282e506-eed4-4d4d-ae2b-0d0e9787813f'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:38.056948 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253d6cb-056e-4826-b6ee-a42ddac8c3ed None None] Pushing event updated for resources: {'Port': ['ID=dcf746df-4bbf-484d-a823-51f58be040db,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:38.065162 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f52237-6987-4917-b5f3-f742f1094a1c None None] The sync data for ids ['b548031b-2247-4114-a9ae-338df5405e2a'] in n-d-713301-12 is: [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:33Z', 'revision_number': 3, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:56:38.080073 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:38.104751 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9765c051-4eab-4f19-94bc-1d059ac422b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:38.162508 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-987e82dc-294d-4021-9714-756847737dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:38.192302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=2d2544e0-48d5-4a4f-ad81-e549eff8bb03,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:38.273146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Router e83e791e-c317-421a-afb8-578bb79d0b22 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:56:38.379530 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:38.435989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:38.564871 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:38.588921 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9765c051-4eab-4f19-94bc-1d059ac422b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:38.597769 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port dfe35e1e-9aae-4eff-9c31-722f675c3bbb yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:56:38.742569 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:56:38.781783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Sync routers for ids ['e83e791e-c317-421a-afb8-578bb79d0b22'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:56:38.811058 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b7d9fb91-f26a-4755-8c43-abb239c8bdac admin admin] 10.222.0.76 "PUT /v2.0/routers/e83e791e-c317-421a-afb8-578bb79d0b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1338856 Aug 29 06:56:38.828595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Routers {'e83e791e-c317-421a-afb8-578bb79d0b22'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:38.858760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e83e791e-c317-421a-afb8-578bb79d0b22'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:38.928132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Allocated IP 172.20.0.12 (67709a0a-5cd1-4969-876d-339083d0fb87/7282e506-eed4-4d4d-ae2b-0d0e9787813f/dfe35e1e-9aae-4eff-9c31-722f675c3bbb) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:38.930786 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9765c051-4eab-4f19-94bc-1d059ac422b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:38.969600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Allocated IP 172.20.0.1 (5e1e9585-5779-4d4d-80f2-9e3142b35dc8/e7085e65-5548-41fd-a4b3-5a3f77bcccc9/799e36ca-82b2-4c05-b709-03b1b5350700) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:38.989690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765c051-4eab-4f19-94bc-1d059ac422b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bdc3d0e-3ad1-438c-863e-a7e8b4815812,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:39.005054 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9765c051-4eab-4f19-94bc-1d059ac422b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:39.011562 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9765c051-4eab-4f19-94bc-1d059ac422b0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1bdc3d0e-3ad1-438c-863e-a7e8b4815812 HTTP/1.1" status: 204 len: 168 time: 1.3943207 Aug 29 06:56:39.012647 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59520) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:39.086789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Set router e83e791e-c317-421a-afb8-578bb79d0b22 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:56:39.157213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59528) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:39.217593 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8baf0b2a-54ae-4eca-81f6-8f64517f9e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:39.251051 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:39.258392 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:39.317241 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Transition to ACTIVE for port object 799e36ca-82b2-4c05-b709-03b1b5350700 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:39.353952 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f69a4c-fa72-43a2-adaf-f189d387d71b None None] Network eb438b1b-83fe-449b-a9fe-bdfcc664c04e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:39.617839 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8baf0b2a-54ae-4eca-81f6-8f64517f9e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:39.632181 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:39.766270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Pushing event updated for resources: {'Port': ['ID=799e36ca-82b2-4c05-b709-03b1b5350700,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:39.780954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:39.782625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:39.783780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:39.784141 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:39.784485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:39.784829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:39.785448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:39.785790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:39.786347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:39.786479 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:39.786782 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:39.787109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:39.804395 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8baf0b2a-54ae-4eca-81f6-8f64517f9e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:39.834394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:39.834923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:39.861169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:39.880722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:40.026113 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:40.258878 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8baf0b2a-54ae-4eca-81f6-8f64517f9e29 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e89523e357c6457987dc2f42b14f54fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1001542 Aug 29 06:56:40.261130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59552) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:40.278467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf0b2a-54ae-4eca-81f6-8f64517f9e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030f6e12-d778-47e9-9a0b-0bfb6bddd4b8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:40.329850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:40.330873 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:40.390413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-24c75ff4-3184-4c3a-8333-7c769eb33806 None None] Provisioning complete for port 129d43d9-b000-4e6d-913b-d646593a553d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:40.390791 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-24c75ff4-3184-4c3a-8333-7c769eb33806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:40.466213 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:40.475662 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa12f7ad-77d6-417c-9cb4-450eb70ccfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:40.563113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa898456-0d30-47f4-a494-74c30d77a369 None None] DHCP port deletion for eb438b1b-83fe-449b-a9fe-bdfcc664c04e request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:56:40.571850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-24c75ff4-3184-4c3a-8333-7c769eb33806 None None] Port 129d43d9-b000-4e6d-913b-d646593a553d cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:40.580496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa12f7ad-77d6-417c-9cb4-450eb70ccfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:40.639455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Deleting port 0d07c792-d116-4136-b7e7-6274f9d87604 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:40.640458 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:40.669931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'name': 'tempest-ServerRescueNegativeTestJSON-623366454-router', 'tenant_id': '3f450d73063341abaebc5094b99daa86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '2d2544e0-48d5-4a4f-ad81-e549eff8bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:25Z', 'updated_at': '2021-08-29T06:56:35Z', 'revision_number': 4, 'project_id': '3f450d73063341abaebc5094b99daa86', 'gw_port': {'id': '2d2544e0-48d5-4a4f-ad81-e549eff8bb03', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:27Z', 'updated_at': '2021-08-29T06:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa', 'name': '', 'network_id': '9c851a53-590a-4364-8afe-074561f953fd', 'tenant_id': '3f450d73063341abaebc5094b99daa86', 'mac_address': 'fa:16:3e:77:90:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '1c7c86e9-1bed-4ccb-a049-c95a88eca598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:34Z', 'updated_at': '2021-08-29T06:56:35Z', 'revision_number': 2, 'project_id': '3f450d73063341abaebc5094b99daa86', 'subnets': [{'id': '1c7c86e9-1bed-4ccb-a049-c95a88eca598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:40.721518 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa12f7ad-77d6-417c-9cb4-450eb70ccfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:40.724314 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] For port 0d07c792-d116-4136-b7e7-6274f9d87604, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0d07c792-d116-4136-b7e7-6274f9d87604,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:40.724696 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:40.728461 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa12f7ad-77d6-417c-9cb4-450eb70ccfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:40.732280 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fa12f7ad-77d6-417c-9cb4-450eb70ccfbd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/030f6e12-d778-47e9-9a0b-0bfb6bddd4b8 HTTP/1.1" status: 204 len: 168 time: 0.4678409 Aug 29 06:56:40.745960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Calling delete_port for 0d07c792-d116-4136-b7e7-6274f9d87604 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:40.788152 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12f7ad-77d6-417c-9cb4-450eb70ccfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030f6e12-d778-47e9-9a0b-0bfb6bddd4b8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:40.810662 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Checking router: e83e791e-c317-421a-afb8-578bb79d0b22 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:56:40.811175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Updating router e83e791e-c317-421a-afb8-578bb79d0b22 port 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:56:40.823012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5f14235a-471a-43b7-a283-00891e0cdcbd up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:40.932479 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:40.937123 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-24c75ff4-3184-4c3a-8333-7c769eb33806 None None] Provisioning for port dcf746df-4bbf-484d-a823-51f58be040db completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:40.968404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:40.984410 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:40.988639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Transition to ACTIVE for port object dfe35e1e-9aae-4eff-9c31-722f675c3bbb will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:41.005546 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-046599cc-a2b6-4797-8bca-ad5067b8a8fd tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:41.007130 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-046599cc-a2b6-4797-8bca-ad5067b8a8fd tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/networks?id=9c851a53-590a-4364-8afe-074561f953fd HTTP/1.1" status: 200 len: 818 time: 0.1649106 Aug 29 06:56:41.018985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-fa898456-0d30-47f4-a494-74c30d77a369 None None] Deleting port 0d07c792-d116-4136-b7e7-6274f9d87604 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:41.019547 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fa898456-0d30-47f4-a494-74c30d77a369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.038336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-6c44b971-30e5-4e1d-8481-ac9e8c9bb884 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/quotas/3f450d73063341abaebc5094b99daa86 HTTP/1.1" status: 200 len: 375 time: 0.0190477 Aug 29 06:56:41.052776 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.081428 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.091639 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.130050 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d07c792-d116-4136-b7e7-6274f9d87604,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:41.135868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] No DVR routers for this DVR port 0d07c792-d116-4136-b7e7-6274f9d87604 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:41.163103 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.170980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-91c88edb-3b5e-41bb-9565-485df40189db tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3f450d73063341abaebc5094b99daa86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1244431 Aug 29 06:56:41.196696 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-fa898456-0d30-47f4-a494-74c30d77a369 None None] For port 0d07c792-d116-4136-b7e7-6274f9d87604, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0d07c792-d116-4136-b7e7-6274f9d87604,segment=NetworkSegment(a55d2999-1f80-4dbc-a849-0933e3c6e01e),segment_id=a55d2999-1f80-4dbc-a849-0933e3c6e01e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:41.197419 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fa898456-0d30-47f4-a494-74c30d77a369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.240583 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.253707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb438b1b-83fe-449b-a9fe-bdfcc664c04e']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:41.266418 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55d2999-1f80-4dbc-a849-0933e3c6e01e') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:41.266797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55d2999-1f80-4dbc-a849-0933e3c6e01e') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:41.271293 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-fa898456-0d30-47f4-a494-74c30d77a369 None None] Calling delete_port for 0d07c792-d116-4136-b7e7-6274f9d87604 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:41.273248 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 5f14235a-471a-43b7-a283-00891e0cdcbd completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:41.275576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4b17793a-a917-43f6-9d3a-7cc7c32a4775 None None] Provisioning for port 799e36ca-82b2-4c05-b709-03b1b5350700 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:41.279491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.301041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 5f14235a-471a-43b7-a283-00891e0cdcbd triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:41.302262 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.305074 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Pushing event updated for resources: {'Port': ['ID=799e36ca-82b2-4c05-b709-03b1b5350700,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:41.306152 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.309224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4b17793a-a917-43f6-9d3a-7cc7c32a4775 None None] Provisioning complete for port 799e36ca-82b2-4c05-b709-03b1b5350700 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:41.309862 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4b17793a-a917-43f6-9d3a-7cc7c32a4775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.322737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:56:41.323219 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.324218 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:56:41.400034 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:56:41.498566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4b17793a-a917-43f6-9d3a-7cc7c32a4775 None None] Port 799e36ca-82b2-4c05-b709-03b1b5350700 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:41.537582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:41.540655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:41.552779 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.595285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=dfe35e1e-9aae-4eff-9c31-722f675c3bbb,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:41.604598 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.613101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/eb438b1b-83fe-449b-a9fe-bdfcc664c04e HTTP/1.1" status: 204 len: 168 time: 2.5971999 Aug 29 06:56:41.614497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 67709a0a-5cd1-4969-876d-339083d0fb87 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:41.621042 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-131f0a32-7987-4553-8533-6dd0f7078233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.644275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:41.644275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66f9c6-a56b-46a6-828e-66c7455cb8f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb438b1b-83fe-449b-a9fe-bdfcc664c04e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:41.654998 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:41.668839 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fa898456-0d30-47f4-a494-74c30d77a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.714840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa898456-0d30-47f4-a494-74c30d77a369 None None] Network eb438b1b-83fe-449b-a9fe-bdfcc664c04e is not hosted by any dhcp agent {{(pid=95405) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 06:56:41.721624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa898456-0d30-47f4-a494-74c30d77a369 None None] No DVR routers for this DVR port 0d07c792-d116-4136-b7e7-6274f9d87604 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:56:41.755642 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Router b548031b-2247-4114-a9ae-338df5405e2a has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:56:41.832892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa898456-0d30-47f4-a494-74c30d77a369 None None] Pushing event deleted for resources: {'Port': ['ID=0d07c792-d116-4136-b7e7-6274f9d87604,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:41.834733 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.870256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:41.870958 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.884702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-5d4c8b9f-9040-400c-ae8e-90abb3ea2698 service neutron] 10.222.0.76 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6972339 Aug 29 06:56:41.942323 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.950183 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:41.992045 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Transition to ACTIVE for port object 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:41.996713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 5f14235a-471a-43b7-a283-00891e0cdcbd, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5f14235a-471a-43b7-a283-00891e0cdcbd,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:42.006798 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:56:42.021290 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Sync routers for ids ['b548031b-2247-4114-a9ae-338df5405e2a'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:56:42.037827 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fc38a6a9-4583-44fd-81c6-0c56efff1189 admin admin] 10.222.0.76 "PUT /v2.0/routers/b548031b-2247-4114-a9ae-338df5405e2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3864300 Aug 29 06:56:42.046052 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Routers {'b548031b-2247-4114-a9ae-338df5405e2a'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:42.046863 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b548031b-2247-4114-a9ae-338df5405e2a'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:42.065489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-3ac396e2-dff3-4e22-a463-e075c1287097 service neutron] 10.222.0.76 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652408 Aug 29 06:56:42.070799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59588) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:42.070962 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7bb1a60e-1718-411b-8d8f-c1af5805973d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0516310 Aug 29 06:56:42.077772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b657819a-b573-4a19-bffb-5da08359e0b3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:42.106260 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:42.107079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dcf746df-4bbf-484d-a823-51f58be040db up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:42.152764 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:42.231012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59592) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:42.291756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=5f14235a-471a-43b7-a283-00891e0cdcbd,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:42.323646 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-798c7a3f-8f84-4d8c-a1bf-10293324040f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=897044e83d4b4e3fa039b018ec141c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876238 Aug 29 06:56:42.331815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59596) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:42.396409 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Set router b548031b-2247-4114-a9ae-338df5405e2a gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:56:42.417756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb4dc9-3449-4b9b-bc4c-ccae832361de None None] Pushing event updated for resources: {'Port': ['ID=6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:42.453348 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d081be6-f179-40da-91e4-ed394c57915d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:42.499623 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d081be6-f179-40da-91e4-ed394c57915d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:42.546899 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ac03b7fb-b4e2-480f-ad08-bd0c6aa058f2 None None] Provisioning complete for port 799e36ca-82b2-4c05-b709-03b1b5350700 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:42.548559 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ac03b7fb-b4e2-480f-ad08-bd0c6aa058f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:42.550357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b657819a-b573-4a19-bffb-5da08359e0b3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:42.556838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b657819a-b573-4a19-bffb-5da08359e0b3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:42.610255 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bae4cce-4665-4628-938a-c053798741d5 req-9359bdfb-2136-4489-b99b-6a83403bf145 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 210 time: 0.0659339 Aug 29 06:56:42.648021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ac03b7fb-b4e2-480f-ad08-bd0c6aa058f2 None None] Port 799e36ca-82b2-4c05-b709-03b1b5350700 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:42.676791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Attempting to bind port 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:56:42.677744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Attempting to bind port 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'ef2b514a-9e49-458d-a6d7-f5be42991859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9c851a53-590a-4364-8afe-074561f953fd'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:56:42.677744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Attempting to bind port 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa on network 9c851a53-590a-4364-8afe-074561f953fd {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:42.683918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:56:42.684297 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Checking segment: {'id': 'ef2b514a-9e49-458d-a6d7-f5be42991859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9c851a53-590a-4364-8afe-074561f953fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:42.684704 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:42.685097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Bound using segment: {'id': 'ef2b514a-9e49-458d-a6d7-f5be42991859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9c851a53-590a-4364-8afe-074561f953fd'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:56:42.685567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Bound port: 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2b514a-9e49-458d-a6d7-f5be42991859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9c851a53-590a-4364-8afe-074561f953fd'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:56:42.685953 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:42.718415 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port dcf746df-4bbf-484d-a823-51f58be040db completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:42.727032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dcf746df-4bbf-484d-a823-51f58be040db triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:42.727433 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:42.750789 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d081be6-f179-40da-91e4-ed394c57915d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:42.760413 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d081be6-f179-40da-91e4-ed394c57915d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:42.764656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5d081be6-f179-40da-91e4-ed394c57915d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024 HTTP/1.1" status: 204 len: 168 time: 0.4340329 Aug 29 06:56:42.781710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d081be6-f179-40da-91e4-ed394c57915d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96d1e37-76b9-4d5b-9bc5-2d6ab7bc0024,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:42.819249 n-d-713301-12 neutron-server[95403]: INFO neutron.db.ipam_backend_mixin [None req-b657819a-b573-4a19-bffb-5da08359e0b3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7282e506-eed4-4d4d-ae2b-0d0e9787813f (CIDR: 172.20.0.0/28) Aug 29 06:56:42.874631 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b657819a-b573-4a19-bffb-5da08359e0b3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:56:42.879465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b657819a-b573-4a19-bffb-5da08359e0b3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:56:42.988990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59628) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:42.995277 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b657819a-b573-4a19-bffb-5da08359e0b3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9177594 Aug 29 06:56:42.995571 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-af612968-43fa-4d8a-b888-27ae20ba57c3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:43.036033 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:43.064288 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 2, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:43.084613 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9d417267-9b12-4d40-b6b6-da0704ced4b8 None None] Provisioning for port dfe35e1e-9aae-4eff-9c31-722f675c3bbb completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:43.098524 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Checking router: b548031b-2247-4114-a9ae-338df5405e2a for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:56:43.099263 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Updating router b548031b-2247-4114-a9ae-338df5405e2a port 799e36ca-82b2-4c05-b709-03b1b5350700 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:56:43.131390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] For port 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:56:43.140990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] For port 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa,segment=NetworkSegment(ef2b514a-9e49-458d-a6d7-f5be42991859),segment_id=ef2b514a-9e49-458d-a6d7-f5be42991859)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:56:43.161011 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9d417267-9b12-4d40-b6b6-da0704ced4b8 None None] Provisioning complete for port dfe35e1e-9aae-4eff-9c31-722f675c3bbb triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:43.161604 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9d417267-9b12-4d40-b6b6-da0704ced4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:43.167726 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:43.260938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9d417267-9b12-4d40-b6b6-da0704ced4b8 None None] Port dfe35e1e-9aae-4eff-9c31-722f675c3bbb cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:43.271273 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:43.335098 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-647bbd32-d28c-471a-a18e-c57a261f1b6f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:43.347566 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-647bbd32-d28c-471a-a18e-c57a261f1b6f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/networks?id=9c851a53-590a-4364-8afe-074561f953fd HTTP/1.1" status: 200 len: 818 time: 0.2702959 Aug 29 06:56:43.399126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-a25614a8-ec0d-42f3-adae-68f6e242b0f3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/quotas/3f450d73063341abaebc5094b99daa86 HTTP/1.1" status: 200 len: 375 time: 0.0503798 Aug 29 06:56:43.409901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port dcf746df-4bbf-484d-a823-51f58be040db, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dcf746df-4bbf-484d-a823-51f58be040db,segment=NetworkSegment(e3f0faca-9a4f-4e87-bfd0-42c04426394c),segment_id=e3f0faca-9a4f-4e87-bfd0-42c04426394c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:43.507728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af612968-43fa-4d8a-b888-27ae20ba57c3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:43.510809 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af612968-43fa-4d8a-b888-27ae20ba57c3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:43.512336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Routers {'e83e791e-c317-421a-afb8-578bb79d0b22'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:43.513010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e83e791e-c317-421a-afb8-578bb79d0b22'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:43.585653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-70236ea5-b272-42af-9c5d-2ff551c3aba2 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3f450d73063341abaebc5094b99daa86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1850874 Aug 29 06:56:43.659199 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:43.696896 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dfa44fec-d473-46d1-a633-ba08674fb324 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:43.703521 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:43.766962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb4dc9-3449-4b9b-bc4c-ccae832361de None None] Pushing event updated for resources: {'Port': ['ID=6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:43.781455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: dfa44fec-d473-46d1-a633-ba08674fb324 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:43.781657 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dfa44fec-d473-46d1-a633-ba08674fb324 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:43.783351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:43.872859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:43.873212 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 63ee9072-308b-4fe3-b3d4-cec2cd63ca82 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:43.894708 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-b911de5c-1bd3-40e5-a273-04d3089303e7 service neutron] 10.222.0.76 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079464 Aug 29 06:56:43.938109 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:43.967400 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Transition to ACTIVE for port object 799e36ca-82b2-4c05-b709-03b1b5350700 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:44.013706 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:44.068706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59658) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:44.086861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-75313a17-976c-4d05-8d37-59a2242db34e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1144431429', 'description': 'tempest-description--2065825395'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:44.122998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5f14235a-471a-43b7-a283-00891e0cdcbd up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:44.135908 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ec5d4-f198-483a-b5c3-d9c3e312a293 None None] Pushing event updated for resources: {'Port': ['ID=799e36ca-82b2-4c05-b709-03b1b5350700,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:44.224934 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75313a17-976c-4d05-8d37-59a2242db34e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:44.306172 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Attempting to bind port 799e36ca-82b2-4c05-b709-03b1b5350700 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:56:44.313277 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Attempting to bind port 799e36ca-82b2-4c05-b709-03b1b5350700 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:56:44.313277 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Attempting to bind port 799e36ca-82b2-4c05-b709-03b1b5350700 on network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:44.315470 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:56:44.316340 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Checking segment: {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:44.317006 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:44.319065 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Bound using segment: {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:56:44.320506 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Bound port: 799e36ca-82b2-4c05-b709-03b1b5350700, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:56:44.321392 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:44.476101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-32965516-f0dd-41fc-aa06-51b906b028f3 service neutron] 10.222.0.76 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802979 Aug 29 06:56:44.478186 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] For port 799e36ca-82b2-4c05-b709-03b1b5350700, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:56:44.484313 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] For port 799e36ca-82b2-4c05-b709-03b1b5350700, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=799e36ca-82b2-4c05-b709-03b1b5350700,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:56:44.486434 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75313a17-976c-4d05-8d37-59a2242db34e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:44.539430 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:44.540848 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75313a17-976c-4d05-8d37-59a2242db34e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:44.633869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] Set router e83e791e-c317-421a-afb8-578bb79d0b22 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:56:44.663390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75313a17-976c-4d05-8d37-59a2242db34e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d377a360-dded-4108-869e-11696c3062fc,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:44.704081 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75313a17-976c-4d05-8d37-59a2242db34e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:44.710173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59676) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:44.717032 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-75313a17-976c-4d05-8d37-59a2242db34e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6360731 Aug 29 06:56:44.717409 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Routers {'b548031b-2247-4114-a9ae-338df5405e2a'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:56:44.717409 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b548031b-2247-4114-a9ae-338df5405e2a'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:44.717595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-619f14cb-6291-4ab9-afd0-41128f99c96c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Request body: {'security_group_rule': {'security_group_id': 'd377a360-dded-4108-869e-11696c3062fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:44.747945 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af612968-43fa-4d8a-b888-27ae20ba57c3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:44.815448 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af612968-43fa-4d8a-b888-27ae20ba57c3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Subnet': ['ID=54faf0b0-6d9c-483c-84de-f83713f39ace,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:44.879194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af612968-43fa-4d8a-b888-27ae20ba57c3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 67709a0a-5cd1-4969-876d-339083d0fb87 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:44.883026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-af612968-43fa-4d8a-b888-27ae20ba57c3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:44.885373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af612968-43fa-4d8a-b888-27ae20ba57c3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:44.885973 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af612968-43fa-4d8a-b888-27ae20ba57c3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:44.905303 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ec5d4-f198-483a-b5c3-d9c3e312a293 None None] Pushing event updated for resources: {'Port': ['ID=799e36ca-82b2-4c05-b709-03b1b5350700,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:44.931098 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-619f14cb-6291-4ab9-afd0-41128f99c96c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:44.979859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4380cdea-d474-472f-aa6d-253b3a0b2873 None None] Network 67709a0a-5cd1-4969-876d-339083d0fb87 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:45.117540 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] Set router b548031b-2247-4114-a9ae-338df5405e2a gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:56:45.174486 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-619f14cb-6291-4ab9-afd0-41128f99c96c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:45.247676 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=dcf746df-4bbf-484d-a823-51f58be040db,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:45.275109 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-af612968-43fa-4d8a-b888-27ae20ba57c3 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2849298 Aug 29 06:56:45.290849 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67c269e2-dd6e-4c80-b5e9-0404f26a2015 req-c17e2a7a-0112-4ffe-b9f5-896005bced17 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 210 time: 0.2394109 Aug 29 06:56:45.291847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59696) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:45.297285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-619f14cb-6291-4ab9-afd0-41128f99c96c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:45.302453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-dd882e28-24de-410c-8a83-37b0fa2682df tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1593439166', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54faf0b0-6d9c-483c-84de-f83713f39ace'}], 'security_groups': ['d8ab0dda-16a1-4b6e-b1df-5ab83b843e94']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:45.380391 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f14cb-6291-4ab9-afd0-41128f99c96c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd9f537-b05e-4e05-9e79-73b53b3f0e54,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:45.384008 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:56:45.493676 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 5f14235a-471a-43b7-a283-00891e0cdcbd triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:45.497228 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:45.541687 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-619f14cb-6291-4ab9-afd0-41128f99c96c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:45.542969 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-619f14cb-6291-4ab9-afd0-41128f99c96c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8304632 Aug 29 06:56:45.558951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59706) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:45.562562 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-a88c54fe-5c86-42cc-ad33-b4774a154491 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:45.566333 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-a88c54fe-5c86-42cc-ad33-b4774a154491 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.15 "GET /v2.0/networks?id=9c851a53-590a-4364-8afe-074561f953fd HTTP/1.1" status: 200 len: 818 time: 0.3807786 Aug 29 06:56:45.579712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-be9f2939-a2d8-4572-8bf5-cf0717c2250e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Request body: {'port': {'device_id': '66cc18e7-045f-433a-8651-dcb2f680d8c0', 'network_id': '9c851a53-590a-4364-8afe-074561f953fd', 'admin_state_up': True, 'tenant_id': '3f450d73063341abaebc5094b99daa86'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:45.609519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2a492e18-ce1e-4125-9d14-18f3db7753cc tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Request body: {'security_group_rule': {'security_group_id': 'd377a360-dded-4108-869e-11696c3062fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:45.624506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59708) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:45.650833 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:44Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:45.694252 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11186c79-9e86-4e49-b3cf-4277ef58a291 None None] The sync data for ids ['b548031b-2247-4114-a9ae-338df5405e2a'] in n-d-713301-12 is: [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:44Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:56:45.713511 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dd882e28-24de-410c-8a83-37b0fa2682df tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:45.879958 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a492e18-ce1e-4125-9d14-18f3db7753cc tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:45.970330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d663467-b355-4596-9f87-d73c268bf39d None None] Update dhcp port {'port': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'fixed_ips': [{'subnet_id': '7282e506-eed4-4d4d-ae2b-0d0e9787813f', 'ip_address': '172.20.0.2'}, {'subnet_id': '54faf0b0-6d9c-483c-84de-f83713f39ace'}], 'binding:host_id': 'n-d-713301-12'}, 'id': 'dcf746df-4bbf-484d-a823-51f58be040db'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 06:56:45.975251 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a492e18-ce1e-4125-9d14-18f3db7753cc tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:46.009235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2135323450-network', 'tenant_id': '00cca006c9c84ebf8c4e94c490dfa989'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:46.036568 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4d663467-b355-4596-9f87-d73c268bf39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:46.056334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-be9f2939-a2d8-4572-8bf5-cf0717c2250e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Made reservation on behalf of 3f450d73063341abaebc5094b99daa86 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:46.060679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-be9f2939-a2d8-4572-8bf5-cf0717c2250e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:46.080707 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a492e18-ce1e-4125-9d14-18f3db7753cc tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:46.096239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0d07c792-d116-4136-b7e7-6274f9d87604 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:56:46.127449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a492e18-ce1e-4125-9d14-18f3db7753cc tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482ab39c-ee79-4aee-81fa-17dd803e22ee,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:46.151833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 0d07c792-d116-4136-b7e7-6274f9d87604 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:56:46.152112 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0d07c792-d116-4136-b7e7-6274f9d87604 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:56:46.210464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'name': 'tempest-ServerRescueNegativeTestJSON-623366454-router', 'tenant_id': '3f450d73063341abaebc5094b99daa86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '2d2544e0-48d5-4a4f-ad81-e549eff8bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:25Z', 'updated_at': '2021-08-29T06:56:35Z', 'revision_number': 4, 'project_id': '3f450d73063341abaebc5094b99daa86', 'gw_port': {'id': '2d2544e0-48d5-4a4f-ad81-e549eff8bb03', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:27Z', 'updated_at': '2021-08-29T06:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa', 'name': '', 'network_id': '9c851a53-590a-4364-8afe-074561f953fd', 'tenant_id': '3f450d73063341abaebc5094b99daa86', 'mac_address': 'fa:16:3e:77:90:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '1c7c86e9-1bed-4ccb-a049-c95a88eca598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:34Z', 'updated_at': '2021-08-29T06:56:43Z', 'revision_number': 4, 'project_id': '3f450d73063341abaebc5094b99daa86', 'subnets': [{'id': '1c7c86e9-1bed-4ccb-a049-c95a88eca598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:56:46.325905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53fe296-9980-46d9-9880-569b2e7fc20b None None] The sync data for ids ['e83e791e-c317-421a-afb8-578bb79d0b22'] in n-d-713301-12 is: [{'id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'name': 'tempest-ServerRescueNegativeTestJSON-623366454-router', 'tenant_id': '3f450d73063341abaebc5094b99daa86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '2d2544e0-48d5-4a4f-ad81-e549eff8bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:25Z', 'updated_at': '2021-08-29T06:56:35Z', 'revision_number': 4, 'project_id': '3f450d73063341abaebc5094b99daa86', 'gw_port': {'id': '2d2544e0-48d5-4a4f-ad81-e549eff8bb03', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:27Z', 'updated_at': '2021-08-29T06:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa', 'name': '', 'network_id': '9c851a53-590a-4364-8afe-074561f953fd', 'tenant_id': '3f450d73063341abaebc5094b99daa86', 'mac_address': 'fa:16:3e:77:90:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '1c7c86e9-1bed-4ccb-a049-c95a88eca598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:34Z', 'updated_at': '2021-08-29T06:56:43Z', 'revision_number': 4, 'project_id': '3f450d73063341abaebc5094b99daa86', 'subnets': [{'id': '1c7c86e9-1bed-4ccb-a049-c95a88eca598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:56:46.466781 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] Made reservation on behalf of 00cca006c9c84ebf8c4e94c490dfa989 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:46.475494 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a492e18-ce1e-4125-9d14-18f3db7753cc tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:46.479263 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:46.479586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2a492e18-ce1e-4125-9d14-18f3db7753cc tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9192436 Aug 29 06:56:46.515992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59724) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:46.524143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:46.537425 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:46.573082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-4d663467-b355-4596-9f87-d73c268bf39d None None] Allocated IP 172.20.0.18 (67709a0a-5cd1-4969-876d-339083d0fb87/54faf0b0-6d9c-483c-84de-f83713f39ace/dcf746df-4bbf-484d-a823-51f58be040db) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:46.618381 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-be9f2939-a2d8-4572-8bf5-cf0717c2250e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Allocated IP 172.20.0.6 (9c851a53-590a-4364-8afe-074561f953fd/1c7c86e9-1bed-4ccb-a049-c95a88eca598/95b69201-a11e-4212-aeb5-e764fa84200a) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:46.652483 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 799e36ca-82b2-4c05-b709-03b1b5350700 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:46.705064 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:47.083981 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:47.130097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4d663467-b355-4596-9f87-d73c268bf39d None None] For port dcf746df-4bbf-484d-a823-51f58be040db, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dcf746df-4bbf-484d-a823-51f58be040db,segment=NetworkSegment(e3f0faca-9a4f-4e87-bfd0-42c04426394c),segment_id=e3f0faca-9a4f-4e87-bfd0-42c04426394c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:47.158019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-daab2d9c-7cb8-4ee2-821d-9a402a142f96 req-552cf132-8326-4b82-b2af-d42cb723a190 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0856109 Aug 29 06:56:47.226625 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4d663467-b355-4596-9f87-d73c268bf39d None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:47.253577 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 799e36ca-82b2-4c05-b709-03b1b5350700 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:47.262544 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4d663467-b355-4596-9f87-d73c268bf39d None None] Transition to ACTIVE for port object dcf746df-4bbf-484d-a823-51f58be040db will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:47.270855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 799e36ca-82b2-4c05-b709-03b1b5350700 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:47.271407 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:47.373791 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:47.389617 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-88a05912-b25d-42e7-bb88-509233d16ffc req-3d02eeae-7bed-4bdd-b660-d28faf591309 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3578422 Aug 29 06:56:47.426040 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:47.449375 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4d663467-b355-4596-9f87-d73c268bf39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:47.579924 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:47.599798 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:56:47.612078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d663467-b355-4596-9f87-d73c268bf39d None None] Pushing event updated for resources: {'Port': ['ID=dcf746df-4bbf-484d-a823-51f58be040db,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:47.688934 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-be9f2939-a2d8-4572-8bf5-cf0717c2250e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:47.698245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 799e36ca-82b2-4c05-b709-03b1b5350700, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=799e36ca-82b2-4c05-b709-03b1b5350700,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:47.716520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:47.742897 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:47.742897 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] Added segment fa0e37de-3352-41fb-95aa-a908509f78c9 of type vlan for network e4553cdb-bda6-460b-afaa-7b1472a2fef2 Aug 29 06:56:47.761895 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:47.762729 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dcf746df-4bbf-484d-a823-51f58be040db up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:47.805496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Allocated IP 172.25.1.76 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/63553a03-8ddb-481f-948c-bc7cad00a5b3) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:47.876503 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-dd882e28-24de-410c-8a83-37b0fa2682df tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Delete allocated IP 172.20.0.12 (67709a0a-5cd1-4969-876d-339083d0fb87/7282e506-eed4-4d4d-ae2b-0d0e9787813f) {{(pid=95404) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 06:56:47.888170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a05912-b25d-42e7-bb88-509233d16ffc req-7a34a497-a1ed-4b3b-8eb6-5f8f439bd80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:47.890099 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-88a05912-b25d-42e7-bb88-509233d16ffc req-7a34a497-a1ed-4b3b-8eb6-5f8f439bd80f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=395f384cb65b432a9ea260b20483cc6b&device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 1097 time: 0.4227450 Aug 29 06:56:47.959117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-dd882e28-24de-410c-8a83-37b0fa2682df tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Allocated IP 172.20.0.21 (67709a0a-5cd1-4969-876d-339083d0fb87/54faf0b0-6d9c-483c-84de-f83713f39ace/dfe35e1e-9aae-4eff-9c31-722f675c3bbb) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:48.007760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=799e36ca-82b2-4c05-b709-03b1b5350700,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:48.153965 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:48.193375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a05912-b25d-42e7-bb88-509233d16ffc req-120ee2a7-a8bf-4afc-bec4-8d0a27e3470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:48.195770 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-88a05912-b25d-42e7-bb88-509233d16ffc req-120ee2a7-a8bf-4afc-bec4-8d0a27e3470c service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467 HTTP/1.1" status: 200 len: 912 time: 0.2516596 Aug 29 06:56:48.250533 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59754) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:48.364446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.resource_extend [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 06:56:48.455642 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-be9f2939-a2d8-4572-8bf5-cf0717c2250e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:48.476820 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:48.479057 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-88a05912-b25d-42e7-bb88-509233d16ffc req-3d0bd920-936f-4312-bd10-a8201c68d9b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b311365-5d50-4477-9ebd-cee874962599 HTTP/1.1" status: 200 len: 1000 time: 0.2691133 Aug 29 06:56:48.534795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-be9f2939-a2d8-4572-8bf5-cf0717c2250e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Network 9c851a53-590a-4364-8afe-074561f953fd is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:48.558791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-be9f2939-a2d8-4572-8bf5-cf0717c2250e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:48.561371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-be9f2939-a2d8-4572-8bf5-cf0717c2250e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:48.586409 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:48.587990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:48.588888 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:48.602972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db94f8f7-8f42-47df-a1a8-bea42fb828fb req-1a8a8f25-d4dc-4ecf-b3c0-d657ed0fa41a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 210 time: 0.1322174 Aug 29 06:56:48.639521 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:48.662024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 799e36ca-82b2-4c05-b709-03b1b5350700 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:48.751490 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 799e36ca-82b2-4c05-b709-03b1b5350700 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:48.752218 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:48.780579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event updated for resources: {'Port': ['ID=63553a03-8ddb-481f-948c-bc7cad00a5b3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:48.795464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ef1f4c3a-97ac-4fc5-8a23-38f4fcf99a87 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:48.797055 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ef1f4c3a-97ac-4fc5-8a23-38f4fcf99a87 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.11 "GET /v2.0/networks?id=9c851a53-590a-4364-8afe-074561f953fd HTTP/1.1" status: 200 len: 818 time: 0.8054233 Aug 29 06:56:48.820884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:48.829513 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:48.840621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ead71263-130c-40d2-a177-0b8e918cc883 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Request body: {'port': {'device_id': 'a4af2aa6-ebce-4a90-8f86-e7935a62f6c4', 'network_id': '9c851a53-590a-4364-8afe-074561f953fd', 'admin_state_up': True, 'tenant_id': '3f450d73063341abaebc5094b99daa86'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:48.879518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dcf746df-4bbf-484d-a823-51f58be040db up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:48.974194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:49.019627 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4e247350-e673-490a-be2c-0ff49d7b9aa4 None None] Provisioning complete for port 129d43d9-b000-4e6d-913b-d646593a553d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:49.019996 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4e247350-e673-490a-be2c-0ff49d7b9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:49.056579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:49.058570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4e247350-e673-490a-be2c-0ff49d7b9aa4 None None] Port 129d43d9-b000-4e6d-913b-d646593a553d cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:49.068675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4e247350-e673-490a-be2c-0ff49d7b9aa4 None None] Provisioning complete for port dfe35e1e-9aae-4eff-9c31-722f675c3bbb triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:49.069056 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4e247350-e673-490a-be2c-0ff49d7b9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:49.115676 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4e247350-e673-490a-be2c-0ff49d7b9aa4 None None] Port dfe35e1e-9aae-4eff-9c31-722f675c3bbb cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:49.126171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:49.130313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:49.134717 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:49.162265 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:49.171478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ead71263-130c-40d2-a177-0b8e918cc883 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Made reservation on behalf of 3f450d73063341abaebc5094b99daa86 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:49.175231 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ead71263-130c-40d2-a177-0b8e918cc883 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:49.206993 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4e247350-e673-490a-be2c-0ff49d7b9aa4 None None] Provisioning for port dcf746df-4bbf-484d-a823-51f58be040db completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:49.213331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4e247350-e673-490a-be2c-0ff49d7b9aa4 None None] Provisioning complete for port dcf746df-4bbf-484d-a823-51f58be040db triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:49.213758 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4e247350-e673-490a-be2c-0ff49d7b9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:49.266704 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a05912-b25d-42e7-bb88-509233d16ffc req-2d9979d7-f754-4677-b354-2435a499b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:49.268745 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-88a05912-b25d-42e7-bb88-509233d16ffc req-2d9979d7-f754-4677-b354-2435a499b445 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268 HTTP/1.1" status: 200 len: 850 time: 0.7371752 Aug 29 06:56:49.270217 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.6446862 Aug 29 06:56:49.306227 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:49.306874 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-676bb08e-fb85-4d45-8f50-26aa598a905a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:49.327799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f2939-a2d8-4572-8bf5-cf0717c2250e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Pushing event updated for resources: {'Port': ['ID=95b69201-a11e-4212-aeb5-e764fa84200a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:49.342694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59762) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:49.357648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-be9f2939-a2d8-4572-8bf5-cf0717c2250e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:49.358384 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-be9f2939-a2d8-4572-8bf5-cf0717c2250e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:49.387776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa,segment=NetworkSegment(ef2b514a-9e49-458d-a6d7-f5be42991859),segment_id=ef2b514a-9e49-458d-a6d7-f5be42991859)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:49.399285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0817cd6d-0fd3-4d6f-9921-8b0b2b3bfe9f admin admin] Request body: {'subnet': {'network_id': 'e4553cdb-bda6-460b-afaa-7b1472a2fef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2135323450-subnet', 'tenant_id': '00cca006c9c84ebf8c4e94c490dfa989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:49.424599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ead71263-130c-40d2-a177-0b8e918cc883 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Allocated IP 172.20.0.8 (9c851a53-590a-4364-8afe-074561f953fd/1c7c86e9-1bed-4ccb-a049-c95a88eca598/e870f2ef-4ac5-41bc-9591-581225040add) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:49.440002 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44633ce5-7510-4df0-bd7c-e1f88647a16b admin admin] Pushing event updated for resources: {'Network': ['ID=e4553cdb-bda6-460b-afaa-7b1472a2fef2,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:49.453080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network e4553cdb-bda6-460b-afaa-7b1472a2fef2 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:56:49.470810 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-be9f2939-a2d8-4572-8bf5-cf0717c2250e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8942931 Aug 29 06:56:49.484402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Request body: {'port': {'device_id': '66cc18e7-045f-433a-8651-dcb2f680d8c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:49.498055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a05912-b25d-42e7-bb88-509233d16ffc req-02ff6ce1-38df-4a9f-bbe4-21792f71334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:49.500089 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-88a05912-b25d-42e7-bb88-509233d16ffc req-02ff6ce1-38df-4a9f-bbe4-21792f71334f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1692231 Aug 29 06:56:49.517258 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:49.530641 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-0817cd6d-0fd3-4d6f-9921-8b0b2b3bfe9f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 06:56:49.530641 n-d-713301-12 neutron-server[95403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 06:56:49.530641 n-d-713301-12 neutron-server[95403]: [parameters: {'project_id_1': '00cca006c9c84ebf8c4e94c490dfa989', 'expiration_1': datetime.datetime(2021, 8, 29, 6, 56, 49, 415739)}] Aug 29 06:56:49.530641 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:56:49.531509 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-0817cd6d-0fd3-4d6f-9921-8b0b2b3bfe9f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:56:49.544983 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:49.620250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:49.734962 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:49.742420 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dd882e28-24de-410c-8a83-37b0fa2682df tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:49.775378 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34f73b04-7a41-4f05-b52b-94a76bbb8bf0 req-81c85ac8-305e-4f5e-b645-3e3240fa37ce tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0669930 Aug 29 06:56:49.797528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-dd882e28-24de-410c-8a83-37b0fa2682df tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Transition to ACTIVE for port object dfe35e1e-9aae-4eff-9c31-722f675c3bbb will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:49.798347 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-88a05912-b25d-42e7-bb88-509233d16ffc req-da0c64b2-0036-4a5b-8cde-3b44da48d428 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656538 Aug 29 06:56:49.885651 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ead71263-130c-40d2-a177-0b8e918cc883 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:49.889447 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dd882e28-24de-410c-8a83-37b0fa2682df tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.018522 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-676bb08e-fb85-4d45-8f50-26aa598a905a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.037506 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-88a05912-b25d-42e7-bb88-509233d16ffc req-9780791b-3c15-4c33-9b57-4876f6235c0c service neutron] 10.222.0.11 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314279 Aug 29 06:56:50.063068 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd882e28-24de-410c-8a83-37b0fa2682df tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=dfe35e1e-9aae-4eff-9c31-722f675c3bbb,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:50.076650 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-676bb08e-fb85-4d45-8f50-26aa598a905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.102517 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.113008 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-dd882e28-24de-410c-8a83-37b0fa2682df tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] In _notify_port_updated(), no bound segment for port dfe35e1e-9aae-4eff-9c31-722f675c3bbb on network 67709a0a-5cd1-4969-876d-339083d0fb87 {{(pid=95404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:56:50.119318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd882e28-24de-410c-8a83-37b0fa2682df tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:50.119762 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dd882e28-24de-410c-8a83-37b0fa2682df tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.121047 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-dd882e28-24de-410c-8a83-37b0fa2682df tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "PUT /v2.0/ports/dfe35e1e-9aae-4eff-9c31-722f675c3bbb HTTP/1.1" status: 200 len: 921 time: 4.8283343 Aug 29 06:56:50.122429 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-676bb08e-fb85-4d45-8f50-26aa598a905a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=465326cab62749eb856df989edd845ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8719013 Aug 29 06:56:50.123490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bb08e-fb85-4d45-8f50-26aa598a905a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01978c01-b219-41aa-8903-afdb6facfea4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:50.124275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59782) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:50.124673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59784) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:50.143909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0817cd6d-0fd3-4d6f-9921-8b0b2b3bfe9f admin admin] Made reservation on behalf of 00cca006c9c84ebf8c4e94c490dfa989 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:50.146317 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0817cd6d-0fd3-4d6f-9921-8b0b2b3bfe9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.182004 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.184600 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ead71263-130c-40d2-a177-0b8e918cc883 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.259963 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:50.302546 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ead71263-130c-40d2-a177-0b8e918cc883 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Network 9c851a53-590a-4364-8afe-074561f953fd is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:50.320012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:50.320697 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.322817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ead71263-130c-40d2-a177-0b8e918cc883 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:50.330381 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event updated for resources: {'Port': ['ID=63553a03-8ddb-481f-948c-bc7cad00a5b3,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:50.333079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ead71263-130c-40d2-a177-0b8e918cc883 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:50.345435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3803ae64-5fad-4686-bc27-be9fc69f7be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.416707 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.457050 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b69201-a11e-4212-aeb5-e764fa84200a {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:56:50.463902 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3803ae64-5fad-4686-bc27-be9fc69f7be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.473872 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.478507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead71263-130c-40d2-a177-0b8e918cc883 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Pushing event updated for resources: {'Port': ['ID=e870f2ef-4ac5-41bc-9591-581225040add,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:50.486118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ead71263-130c-40d2-a177-0b8e918cc883 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:50.486754 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ead71263-130c-40d2-a177-0b8e918cc883 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.489790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Transition to ACTIVE for port object 95b69201-a11e-4212-aeb5-e764fa84200a will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:50.520531 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc7458-fcbe-498f-ba84-ae49be7984f8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port dfe35e1e-9aae-4eff-9c31-722f675c3bbb {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:56:50.521141 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1bcc7458-fcbe-498f-ba84-ae49be7984f8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.567081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.568329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-00689f5b-d81d-463f-8728-640649c884d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0512888 Aug 29 06:56:50.578581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0817cd6d-0fd3-4d6f-9921-8b0b2b3bfe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.580264 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ead71263-130c-40d2-a177-0b8e918cc883 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7576420 Aug 29 06:56:50.583080 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.605688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Request body: {'port': {'device_id': 'a4af2aa6-ebce-4a90-8f86-e7935a62f6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:50.651641 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1bcc7458-fcbe-498f-ba84-ae49be7984f8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.680701 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3803ae64-5fad-4686-bc27-be9fc69f7be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.686171 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3803ae64-5fad-4686-bc27-be9fc69f7be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.686171 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3803ae64-5fad-4686-bc27-be9fc69f7be0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/01978c01-b219-41aa-8903-afdb6facfea4 HTTP/1.1" status: 204 len: 168 time: 0.5576611 Aug 29 06:56:50.687559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc7458-fcbe-498f-ba84-ae49be7984f8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for dfe35e1e-9aae-4eff-9c31-722f675c3bbb owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:56:50.695621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817cd6d-0fd3-4d6f-9921-8b0b2b3bfe9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8df2e0-fdbc-4010-b089-3939901047a1,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:50.698623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=95b69201-a11e-4212-aeb5-e764fa84200a,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:50.703979 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.714679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803ae64-5fad-4686-bc27-be9fc69f7be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01978c01-b219-41aa-8903-afdb6facfea4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:50.716950 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-13d0d26b-c9fe-4af0-8de7-8cd11ed05d98 None None] Provisioning for port dfe35e1e-9aae-4eff-9c31-722f675c3bbb completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:50.726131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-13d0d26b-c9fe-4af0-8de7-8cd11ed05d98 None None] Provisioning complete for port dfe35e1e-9aae-4eff-9c31-722f675c3bbb triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:50.726131 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-13d0d26b-c9fe-4af0-8de7-8cd11ed05d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.793990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817cd6d-0fd3-4d6f-9921-8b0b2b3bfe9f admin admin] Checking segment: {'id': 'fa0e37de-3352-41fb-95aa-a908509f78c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e4553cdb-bda6-460b-afaa-7b1472a2fef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:50.817344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0817cd6d-0fd3-4d6f-9921-8b0b2b3bfe9f admin admin] Network hostable DHCP agents. Network: e4553cdb-bda6-460b-afaa-7b1472a2fef2, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:56:50.820942 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.830595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-13d0d26b-c9fe-4af0-8de7-8cd11ed05d98 None None] Port dfe35e1e-9aae-4eff-9c31-722f675c3bbb cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:50.852363 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Attempting to bind port 95b69201-a11e-4212-aeb5-e764fa84200a on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:56:50.852754 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Attempting to bind port 95b69201-a11e-4212-aeb5-e764fa84200a by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ef2b514a-9e49-458d-a6d7-f5be42991859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9c851a53-590a-4364-8afe-074561f953fd'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:56:50.853037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Attempting to bind port 95b69201-a11e-4212-aeb5-e764fa84200a on network 9c851a53-590a-4364-8afe-074561f953fd {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:50.863806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Port 95b69201-a11e-4212-aeb5-e764fa84200a on network 9c851a53-590a-4364-8afe-074561f953fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:56:50.864362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Attempting to bind port 95b69201-a11e-4212-aeb5-e764fa84200a on network 9c851a53-590a-4364-8afe-074561f953fd {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:50.872507 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:56:50.877223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Checking segment: {'id': 'ef2b514a-9e49-458d-a6d7-f5be42991859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9c851a53-590a-4364-8afe-074561f953fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:50.877223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Bound using segment: {'id': 'ef2b514a-9e49-458d-a6d7-f5be42991859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9c851a53-590a-4364-8afe-074561f953fd'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:56:50.877223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Bound port: 95b69201-a11e-4212-aeb5-e764fa84200a, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2b514a-9e49-458d-a6d7-f5be42991859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9c851a53-590a-4364-8afe-074561f953fd'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:56:50.877223 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:50.918531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0817cd6d-0fd3-4d6f-9921-8b0b2b3bfe9f admin admin] Network e4553cdb-bda6-460b-afaa-7b1472a2fef2 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:56:50.946028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] For port 95b69201-a11e-4212-aeb5-e764fa84200a, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:56:50.949869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] For port 95b69201-a11e-4212-aeb5-e764fa84200a, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=95b69201-a11e-4212-aeb5-e764fa84200a,segment=NetworkSegment(ef2b514a-9e49-458d-a6d7-f5be42991859),segment_id=ef2b514a-9e49-458d-a6d7-f5be42991859)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:56:51.030121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0817cd6d-0fd3-4d6f-9921-8b0b2b3bfe9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, e4553cdb-bda6-460b-afaa-7b1472a2fef2) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:51.032690 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:51.041248 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4dde49-23a6-4108-a920-1faa8e33fb16 None None] Network e4553cdb-bda6-460b-afaa-7b1472a2fef2 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:51.046727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817cd6d-0fd3-4d6f-9921-8b0b2b3bfe9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:51.047395 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0817cd6d-0fd3-4d6f-9921-8b0b2b3bfe9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:51.096094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:51.096736 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:51.098157 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/95b69201-a11e-4212-aeb5-e764fa84200a HTTP/1.1" status: 200 len: 1092 time: 1.6195107 Aug 29 06:56:51.099415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cc18e7-045f-433a-8651-dcb2f680d8c0', 'tag': '95b69201-a11e-4212-aeb5-e764fa84200a'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:56:51.102366 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de319389-c201-4cdc-a855-ae66515280b9" -d '{"events": [{"name": "network-changed", "server_uuid": "66cc18e7-045f-433a-8651-dcb2f680d8c0", "tag": "95b69201-a11e-4212-aeb5-e764fa84200a"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:56:51.143529 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2afae-b5b5-455c-8625-bc954a69a9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=95b69201-a11e-4212-aeb5-e764fa84200a,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:51.171751 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0817cd6d-0fd3-4d6f-9921-8b0b2b3bfe9f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7997410 Aug 29 06:56:51.302264 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e23917-cff6-4dd4-a684-08b911a58bb9 None None] Network e4553cdb-bda6-460b-afaa-7b1472a2fef2 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:51.324665 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-54715b27-865b-47cb-83d6-7c694de82609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:51.326366 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-54715b27-865b-47cb-83d6-7c694de82609 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f450d73063341abaebc5094b99daa86&device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 1095 time: 0.1182175 Aug 29 06:56:51.371920 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-69a67a97-c29d-4268-946b-8cec9cd533b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b69201-a11e-4212-aeb5-e764fa84200a HTTP/1.1" status: 200 len: 217 time: 0.0371437 Aug 29 06:56:51.430089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-ee34fcb9-f0ea-4faf-afdf-4a8b334f0f44 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1144431429&fields=id&tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1 HTTP/1.1" status: 200 len: 267 time: 0.5676436 Aug 29 06:56:51.437376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-25e5a067-7723-4b10-bd73-0334fb8a2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:51.439780 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-25e5a067-7723-4b10-bd73-0334fb8a2ee7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c7c86e9-1bed-4ccb-a049-c95a88eca598 HTTP/1.1" status: 200 len: 858 time: 0.0597165 Aug 29 06:56:51.464225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd3357-b5fc-4097-b42b-84a07755569e req-b3005e09-6a45-47a2-9eff-364d0a5f44a5 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:51.471833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-37bd3357-b5fc-4097-b42b-84a07755569e req-b3005e09-6a45-47a2-9eff-364d0a5f44a5 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 931 time: 0.5856271 Aug 29 06:56:51.491950 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-984d6d1e-e433-4bd8-81b7-4c98e0d90848 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c851a53-590a-4364-8afe-074561f953fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436945 Aug 29 06:56:51.534783 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1bcc7458-fcbe-498f-ba84-ae49be7984f8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:51.556052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59822) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:51.573148 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c764c0bb-9f42-46a0-bbac-86bbcf6043be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:51.577963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc7458-fcbe-498f-ba84-ae49be7984f8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=dfe35e1e-9aae-4eff-9c31-722f675c3bbb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:51.624930 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-0c55362e-7a38-46df-8187-83305bfddfde service neutron] 10.222.0.15 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254647 Aug 29 06:56:51.627004 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-37bd3357-b5fc-4097-b42b-84a07755569e req-216c1db5-927b-44f4-8d2d-0ed0606eb1b6 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492770 Aug 29 06:56:51.785693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-f4a53430-d88a-410f-98f9-937309adf789 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:51.787370 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9a0686e7-8b74-47f7-a9f4-9e2da1910a03 req-3e1232f5-35d0-4e11-9692-c93e1e25469c service neutron] 10.222.0.15 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552196 Aug 29 06:56:51.803030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-f4a53430-d88a-410f-98f9-937309adf789 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 816 time: 0.3580024 Aug 29 06:56:51.814875 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c764c0bb-9f42-46a0-bbac-86bbcf6043be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:51.823404 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf380d68-a33d-428c-9799-22255da49910 x-openstack-request-id: req-cf380d68-a33d-428c-9799-22255da49910 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:56:51.823702 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cc18e7-045f-433a-8651-dcb2f680d8c0", "tag": "95b69201-a11e-4212-aeb5-e764fa84200a", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:56:51.824740 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cf380d68-a33d-428c-9799-22255da49910 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:56:51.824740 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cc18e7-045f-433a-8651-dcb2f680d8c0', 'tag': '95b69201-a11e-4212-aeb5-e764fa84200a', 'status': 'completed', 'code': 200} Aug 29 06:56:51.859482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-5a01d9e9-7a10-442a-8a5c-4106306b01c4 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/quotas/32153f2dac2a4f7cb3b7a8bd653cd7b1 HTTP/1.1" status: 200 len: 375 time: 0.0467732 Aug 29 06:56:51.889844 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1bcc7458-fcbe-498f-ba84-ae49be7984f8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:51.894572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59828) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:51.908166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1bcc7458-fcbe-498f-ba84-ae49be7984f8 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/dfe35e1e-9aae-4eff-9c31-722f675c3bbb HTTP/1.1" status: 204 len: 168 time: 1.7689784 Aug 29 06:56:51.939752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e870f2ef-4ac5-41bc-9591-581225040add {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:56:51.949717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:51.970119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c764c0bb-9f42-46a0-bbac-86bbcf6043be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:51.972255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Transition to ACTIVE for port object e870f2ef-4ac5-41bc-9591-581225040add will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:51.972690 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4c4f17-927e-4844-a112-ea55a036d603 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] GET failed (client error): The resource could not be found. Aug 29 06:56:51.980634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-503a85f5-864f-4672-aae1-50d33da20f50 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0828760 Aug 29 06:56:51.988089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59830) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:51.990081 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cd4c4f17-927e-4844-a112-ea55a036d603 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/dfe35e1e-9aae-4eff-9c31-722f675c3bbb HTTP/1.1" status: 404 len: 333 time: 0.0942895 Aug 29 06:56:52.109244 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c764c0bb-9f42-46a0-bbac-86bbcf6043be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4429db9117954152afed617d92327e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5521281 Aug 29 06:56:52.117951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59834) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:52.136206 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764c0bb-9f42-46a0-bbac-86bbcf6043be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b15f1ba-b6d5-42a6-9e32-4f0bf5c04fd4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:52.155601 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-7bcab3c2-eb6c-438a-bc85-e0f567903438 service neutron] 10.222.0.76 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573730 Aug 29 06:56:52.177662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de319389-c201-4cdc-a855-ae66515280b9 req-2177e3ee-e6cc-4524-977b-fec9ca8ceb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:52.187744 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-de319389-c201-4cdc-a855-ae66515280b9 req-2177e3ee-e6cc-4524-977b-fec9ca8ceb4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f450d73063341abaebc5094b99daa86&device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 1095 time: 0.2383912 Aug 29 06:56:52.276934 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:52.291558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a203e9f9-afb5-4e37-ae45-7b48777838a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:52.331302 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a203e9f9-afb5-4e37-ae45-7b48777838a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:52.343230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de319389-c201-4cdc-a855-ae66515280b9 req-4fd5f32f-5815-41c0-bb35-44aaad6061dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:52.344643 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-de319389-c201-4cdc-a855-ae66515280b9 req-4fd5f32f-5815-41c0-bb35-44aaad6061dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c851a53-590a-4364-8afe-074561f953fd HTTP/1.1" status: 200 len: 919 time: 0.1418982 Aug 29 06:56:52.392656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-50964e0a-1401-4c1c-b1c4-818fc148e3de service neutron] 10.222.0.76 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362049 Aug 29 06:56:52.406942 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-de319389-c201-4cdc-a855-ae66515280b9 req-3fb34733-d712-46cd-8ea3-bd321fc50d21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b69201-a11e-4212-aeb5-e764fa84200a HTTP/1.1" status: 200 len: 217 time: 0.0512018 Aug 29 06:56:52.409104 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33e0e476-a0e7-455c-b8a1-f6ec50551e72 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:52.433440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Pushing event updated for resources: {'Port': ['ID=e870f2ef-4ac5-41bc-9591-581225040add,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:52.470005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de319389-c201-4cdc-a855-ae66515280b9 req-22835f63-5f7e-4c35-ba7a-066a772d602f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:52.471765 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-de319389-c201-4cdc-a855-ae66515280b9 req-22835f63-5f7e-4c35-ba7a-066a772d602f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c7c86e9-1bed-4ccb-a049-c95a88eca598 HTTP/1.1" status: 200 len: 858 time: 0.0588250 Aug 29 06:56:52.480974 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:52.481424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:52.482166 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:52.482599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:52.483539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:52.483893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:52.484233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:52.484569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:52.484902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:52.485236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:52.485563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:52.485887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:56:52.513478 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-de319389-c201-4cdc-a855-ae66515280b9 req-32a97d3b-633b-4474-b3e7-e15a01ed29d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c851a53-590a-4364-8afe-074561f953fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337012 Aug 29 06:56:52.515048 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a203e9f9-afb5-4e37-ae45-7b48777838a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:52.518112 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a203e9f9-afb5-4e37-ae45-7b48777838a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:52.519379 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a203e9f9-afb5-4e37-ae45-7b48777838a2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b15f1ba-b6d5-42a6-9e32-4f0bf5c04fd4 HTTP/1.1" status: 204 len: 168 time: 0.4003367 Aug 29 06:56:52.547096 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33e0e476-a0e7-455c-b8a1-f6ec50551e72 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:52.578779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203e9f9-afb5-4e37-ae45-7b48777838a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b15f1ba-b6d5-42a6-9e32-4f0bf5c04fd4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:52.595084 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-d6c216d8-aa36-4d33-99be-9162ee50ce07 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:52.606806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-d6c216d8-aa36-4d33-99be-9162ee50ce07 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/networks?id=e4553cdb-bda6-460b-afaa-7b1472a2fef2 HTTP/1.1" status: 200 len: 822 time: 0.3235402 Aug 29 06:56:52.649714 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-de319389-c201-4cdc-a855-ae66515280b9 req-044c2424-a4c3-42d0-95a5-874cede0f7e2 service neutron] 10.222.0.15 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273787 Aug 29 06:56:52.677577 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-022f8379-4a45-4e89-9d2c-4c1d74d3871b tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/quotas/00cca006c9c84ebf8c4e94c490dfa989 HTTP/1.1" status: 200 len: 375 time: 0.0696447 Aug 29 06:56:52.729331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-b3f02bbb-0145-4f3e-8506-b34e471fbd82 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=00cca006c9c84ebf8c4e94c490dfa989&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505548 Aug 29 06:56:52.737920 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Attempting to bind port e870f2ef-4ac5-41bc-9591-581225040add on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:56:52.738270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Attempting to bind port e870f2ef-4ac5-41bc-9591-581225040add by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ef2b514a-9e49-458d-a6d7-f5be42991859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9c851a53-590a-4364-8afe-074561f953fd'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:56:52.738605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Attempting to bind port e870f2ef-4ac5-41bc-9591-581225040add on network 9c851a53-590a-4364-8afe-074561f953fd {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:52.745636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Port e870f2ef-4ac5-41bc-9591-581225040add on network 9c851a53-590a-4364-8afe-074561f953fd not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:56:52.745968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Attempting to bind port e870f2ef-4ac5-41bc-9591-581225040add on network 9c851a53-590a-4364-8afe-074561f953fd {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:52.761791 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-de319389-c201-4cdc-a855-ae66515280b9 req-fd4ccdbc-0da0-4fad-b9ea-c7bf24ae3b62 service neutron] 10.222.0.15 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030488 Aug 29 06:56:52.823791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-514f8a84-3a1c-4826-982b-4367cb5485e6 req-f3edf1ad-f884-40dd-a2e5-531517256d7a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 210 time: 0.1137614 Aug 29 06:56:52.895894 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:56:52.896276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Checking segment: {'id': 'ef2b514a-9e49-458d-a6d7-f5be42991859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9c851a53-590a-4364-8afe-074561f953fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:52.896672 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Bound using segment: {'id': 'ef2b514a-9e49-458d-a6d7-f5be42991859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9c851a53-590a-4364-8afe-074561f953fd'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:56:52.897113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Bound port: e870f2ef-4ac5-41bc-9591-581225040add, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2b514a-9e49-458d-a6d7-f5be42991859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9c851a53-590a-4364-8afe-074561f953fd'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:56:52.897991 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:52.901283 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33e0e476-a0e7-455c-b8a1-f6ec50551e72 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:52.903904 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33e0e476-a0e7-455c-b8a1-f6ec50551e72 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:52.905157 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-33e0e476-a0e7-455c-b8a1-f6ec50551e72 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/security-groups/8114e897-bcb4-4e4b-b243-9585d988aeaa HTTP/1.1" status: 204 len: 168 time: 0.9159214 Aug 29 06:56:52.907326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-34eb5a9b-8e04-443f-861c-f52906584078 service neutron] 10.222.0.76 "GET /v2.0/networks/e4553cdb-bda6-460b-afaa-7b1472a2fef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772208 Aug 29 06:56:52.907935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59860) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:53.002774 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae74880a-6593-4388-96e5-7bdaac14a458 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:53.039226 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae74880a-6593-4388-96e5-7bdaac14a458 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:53.065194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0e476-a0e7-455c-b8a1-f6ec50551e72 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8114e897-bcb4-4e4b-b243-9585d988aeaa,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:53.115994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c93be3-27ec-4035-bbf1-5607909f1df6 req-0bbc83c4-e59c-47a7-b500-89267b0089ac tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:53.117607 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19c93be3-27ec-4035-bbf1-5607909f1df6 req-0bbc83c4-e59c-47a7-b500-89267b0089ac tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 943 time: 0.2235467 Aug 29 06:56:53.178384 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae74880a-6593-4388-96e5-7bdaac14a458 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:53.181559 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae74880a-6593-4388-96e5-7bdaac14a458 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:53.185576 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ae74880a-6593-4388-96e5-7bdaac14a458 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/security-groups/d8ab0dda-16a1-4b6e-b1df-5ab83b843e94 HTTP/1.1" status: 204 len: 168 time: 0.2736413 Aug 29 06:56:53.187034 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59872) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:53.201550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-91300199-d1d6-4bf9-9186-886981bc7590 service neutron] 10.222.0.76 "GET /v2.0/networks/e4553cdb-bda6-460b-afaa-7b1472a2fef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821662 Aug 29 06:56:53.207058 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] For port e870f2ef-4ac5-41bc-9591-581225040add, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:56:53.217862 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19c93be3-27ec-4035-bbf1-5607909f1df6 req-5e7e7c40-437e-427d-a36e-61a2b417e36f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756662 Aug 29 06:56:53.222190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74880a-6593-4388-96e5-7bdaac14a458 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ab0dda-16a1-4b6e-b1df-5ab83b843e94,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:53.243872 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] For port e870f2ef-4ac5-41bc-9591-581225040add, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e870f2ef-4ac5-41bc-9591-581225040add,segment=NetworkSegment(ef2b514a-9e49-458d-a6d7-f5be42991859),segment_id=ef2b514a-9e49-458d-a6d7-f5be42991859)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:56:53.281015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d56b2a-14e1-47e3-963f-593444d60312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting subnet 7282e506-eed4-4d4d-ae2b-0d0e9787813f {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:56:53.295509 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01d56b2a-14e1-47e3-963f-593444d60312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:53.338947 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01d56b2a-14e1-47e3-963f-593444d60312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:53.356834 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:53.399660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:53.400287 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:53.402113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] 10.222.0.11 "PUT /v2.0/ports/e870f2ef-4ac5-41bc-9591-581225040add HTTP/1.1" status: 200 len: 1092 time: 2.8015919 Aug 29 06:56:53.402728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4af2aa6-ebce-4a90-8f86-e7935a62f6c4', 'tag': 'e870f2ef-4ac5-41bc-9591-581225040add'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:56:53.405578 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cdd7ce-3a61-4a4b-9164-10555129b854" -d '{"events": [{"name": "network-changed", "server_uuid": "a4af2aa6-ebce-4a90-8f86-e7935a62f6c4", "tag": "e870f2ef-4ac5-41bc-9591-581225040add"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:56:53.427089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658e8cb-6fc2-4f99-a753-cbfcac9e7088 service neutron] Pushing event updated for resources: {'Port': ['ID=e870f2ef-4ac5-41bc-9591-581225040add,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:53.454676 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01d56b2a-14e1-47e3-963f-593444d60312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:53.466788 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8503f1-6d7a-4c43-8015-786f5a2be603 x-openstack-request-id: req-7e8503f1-6d7a-4c43-8015-786f5a2be603 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:56:53.468758 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4af2aa6-ebce-4a90-8f86-e7935a62f6c4", "tag": "e870f2ef-4ac5-41bc-9591-581225040add", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:56:53.480545 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e8503f1-6d7a-4c43-8015-786f5a2be603 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:56:53.480545 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4af2aa6-ebce-4a90-8f86-e7935a62f6c4', 'tag': 'e870f2ef-4ac5-41bc-9591-581225040add', 'status': 'completed', 'code': 200} Aug 29 06:56:53.646856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdd7ce-3a61-4a4b-9164-10555129b854 req-117e59d8-4330-4e34-849c-e8b129af07d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:53.646856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5cdd7ce-3a61-4a4b-9164-10555129b854 req-117e59d8-4330-4e34-849c-e8b129af07d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f450d73063341abaebc5094b99daa86&device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 1095 time: 0.1242194 Aug 29 06:56:53.661078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57754c26-dadc-4c39-a650-29ad40627313 req-25d774fa-1804-411a-8ee9-6837b4001e54 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 210 time: 0.0346990 Aug 29 06:56:53.670770 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01d56b2a-14e1-47e3-963f-593444d60312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:53.715532 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d56b2a-14e1-47e3-963f-593444d60312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Subnet': ['ID=7282e506-eed4-4d4d-ae2b-0d0e9787813f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:53.717771 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01d56b2a-14e1-47e3-963f-593444d60312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:53.724591 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-01d56b2a-14e1-47e3-963f-593444d60312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/7282e506-eed4-4d4d-ae2b-0d0e9787813f HTTP/1.1" status: 204 len: 168 time: 0.5364797 Aug 29 06:56:53.725960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59888) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:53.731670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-34cc0db3-c8b4-4244-902b-11544ef9f7f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:53.735210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f82b2-6781-4a73-b58a-0678679ba695 None None] Network 67709a0a-5cd1-4969-876d-339083d0fb87 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:53.827804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdd7ce-3a61-4a4b-9164-10555129b854 req-4d24c9ae-43a7-43b7-a86c-15f35a1cb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:53.829333 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5cdd7ce-3a61-4a4b-9164-10555129b854 req-4d24c9ae-43a7-43b7-a86c-15f35a1cb66d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3f450d73063341abaebc5094b99daa86&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1645608 Aug 29 06:56:53.959999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdd7ce-3a61-4a4b-9164-10555129b854 req-4b54badd-4a3e-4668-ace2-badd5b37d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:53.962542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5cdd7ce-3a61-4a4b-9164-10555129b854 req-4b54badd-4a3e-4668-ace2-badd5b37d47c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231022 Aug 29 06:56:53.998399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70461d35-759a-44b3-a884-663859157bfe req-c064af54-32b1-46da-b43f-607f40bb6309 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 210 time: 0.0314050 Aug 29 06:56:54.049230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cc0db3-c8b4-4244-902b-11544ef9f7f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:54.052727 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34cc0db3-c8b4-4244-902b-11544ef9f7f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:54.126033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-8153389b-694f-406a-9ef7-b5911df0b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:54.127577 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-8153389b-694f-406a-9ef7-b5911df0b2a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f450d73063341abaebc5094b99daa86&device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 1095 time: 0.0935094 Aug 29 06:56:54.229763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-918c5e6d-698e-4a95-b34d-7e9260a8adcc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e870f2ef-4ac5-41bc-9591-581225040add HTTP/1.1" status: 200 len: 217 time: 0.0858488 Aug 29 06:56:54.339598 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-8fd25579-3458-4d8a-9b5a-01a8a97bddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:54.341206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-8fd25579-3458-4d8a-9b5a-01a8a97bddc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c7c86e9-1bed-4ccb-a049-c95a88eca598 HTTP/1.1" status: 200 len: 858 time: 0.1032999 Aug 29 06:56:54.406786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-ebcccf3f-7c1e-4d38-a921-a0c5ae51ea26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c851a53-590a-4364-8afe-074561f953fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540726 Aug 29 06:56:54.547290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6977cc-322f-4d80-96c5-d3cf9e5c262e req-8c6fc323-0f3b-4715-9e40-a236af9df300 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:54.552214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec6977cc-322f-4d80-96c5-d3cf9e5c262e req-8c6fc323-0f3b-4715-9e40-a236af9df300 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 943 time: 0.1452897 Aug 29 06:56:54.572597 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34cc0db3-c8b4-4244-902b-11544ef9f7f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:54.604288 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-d9ee8ad9-c6f6-4324-bd27-dd3aa90e7326 service neutron] 10.222.0.11 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590149 Aug 29 06:56:54.630085 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cc0db3-c8b4-4244-902b-11544ef9f7f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 67709a0a-5cd1-4969-876d-339083d0fb87 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:54.634645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-34cc0db3-c8b4-4244-902b-11544ef9f7f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:54.645226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cc0db3-c8b4-4244-902b-11544ef9f7f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:54.646191 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34cc0db3-c8b4-4244-902b-11544ef9f7f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:54.658948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec6977cc-322f-4d80-96c5-d3cf9e5c262e req-d04ff8ae-3c1d-49f6-81aa-d67cc8156c90 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537446 Aug 29 06:56:54.670306 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc0db3-c8b4-4244-902b-11544ef9f7f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Subnet': ['ID=280faf5d-08ea-4b02-b021-6fce7a3dca97,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:54.699553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 95b69201-a11e-4212-aeb5-e764fa84200a details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:56:54.766925 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-34cc0db3-c8b4-4244-902b-11544ef9f7f6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0389798 Aug 29 06:56:54.767651 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59916) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:54.782503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2ac04611-ae12-44d1-9037-01c5697145be tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'security_group': {'name': 'tempest-secgroup-1757288683'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:54.793007 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67b3aaf0-e48c-4206-a752-8cd4397734c7 req-a9a18d90-ecd9-4371-8d94-fabfdedadb54 service neutron] 10.222.0.11 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377103 Aug 29 06:56:54.844785 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92ce9743-b8fc-4823-8155-5502dc802935 req-a222dafd-136e-4f22-a57f-db66ac7516fb tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 210 time: 0.0994275 Aug 29 06:56:54.896630 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 95b69201-a11e-4212-aeb5-e764fa84200a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=95b69201-a11e-4212-aeb5-e764fa84200a,segment=NetworkSegment(ef2b514a-9e49-458d-a6d7-f5be42991859),segment_id=ef2b514a-9e49-458d-a6d7-f5be42991859)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:54.910666 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '95b69201-a11e-4212-aeb5-e764fa84200a', 'network_id': '9c851a53-590a-4364-8afe-074561f953fd', 'port_id': '95b69201-a11e-4212-aeb5-e764fa84200a', 'mac_address': 'fa:16:3e:3f:a3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7c86e9-1bed-4ccb-a049-c95a88eca598', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:56:54.939499 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ac04611-ae12-44d1-9037-01c5697145be tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:54.965963 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:54.979631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b69201-a11e-4212-aeb5-e764fa84200a {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:56:55.002050 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 95b69201-a11e-4212-aeb5-e764fa84200a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=95b69201-a11e-4212-aeb5-e764fa84200a,segment=NetworkSegment(ef2b514a-9e49-458d-a6d7-f5be42991859),segment_id=ef2b514a-9e49-458d-a6d7-f5be42991859)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:55.083781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e99cae9-5aad-4254-8d74-bbd0ab9cc183 None None] Network 67709a0a-5cd1-4969-876d-339083d0fb87 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:56:55.089253 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:55.105370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ac04611-ae12-44d1-9037-01c5697145be tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:55.147533 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bc0b2f4-6852-43d7-9310-9c9fc385399d req-71a0696f-c551-4d9d-be73-90b6896b1a4d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 210 time: 0.0415473 Aug 29 06:56:55.222529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e5df9a4b-fb5a-4e93-82bc-f9ad08053881 None None] Provisioning complete for port 129d43d9-b000-4e6d-913b-d646593a553d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:55.222984 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e5df9a4b-fb5a-4e93-82bc-f9ad08053881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:55.243205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ac04611-ae12-44d1-9037-01c5697145be tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:55.281780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=95b69201-a11e-4212-aeb5-e764fa84200a,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:55.305331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac04611-ae12-44d1-9037-01c5697145be tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6415f2a-b2e7-4e07-a0a9-95a2a1626ab9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:55.312060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e5df9a4b-fb5a-4e93-82bc-f9ad08053881 None None] Port 129d43d9-b000-4e6d-913b-d646593a553d cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:55.345209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['95b69201-a11e-4212-aeb5-e764fa84200a'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:56:55.371435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-f961afb4-d720-4a94-aff1-4ca32b63a38d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:55.372853 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-f961afb4-d720-4a94-aff1-4ca32b63a38d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.15 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 816 time: 0.1858053 Aug 29 06:56:55.393020 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e5df9a4b-fb5a-4e93-82bc-f9ad08053881 None None] Provisioning complete for port dcf746df-4bbf-484d-a823-51f58be040db triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:55.393411 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e5df9a4b-fb5a-4e93-82bc-f9ad08053881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:55.514415 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-ff2e10ef-80a9-46bb-bec1-6f45b3f594f4 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1 HTTP/1.1" status: 200 len: 380 time: 0.1230929 Aug 29 06:56:55.515739 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ac04611-ae12-44d1-9037-01c5697145be tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:55.524666 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2ac04611-ae12-44d1-9037-01c5697145be tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7560561 Aug 29 06:56:55.527534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59940) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:55.533633 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ba9d9e1f-d3ca-4dd2-8f70-ad03e8502a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'security_group': {'name': 'tempest-secgroup-459342498'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:55.536722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-63566fbd-5615-4f8b-a531-aac3d572a547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Request body: {'port': {'device_id': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'admin_state_up': True, 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'security_groups': ['d377a360-dded-4108-869e-11696c3062fc']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:55.684693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eddf1e8-f3e1-48d5-94c3-08ebc20efe77 None None] Update dhcp port {'port': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'fixed_ips': [{'subnet_id': '54faf0b0-6d9c-483c-84de-f83713f39ace', 'ip_address': '172.20.0.18'}, {'subnet_id': '280faf5d-08ea-4b02-b021-6fce7a3dca97'}], 'binding:host_id': 'n-d-713301-12'}, 'id': 'dcf746df-4bbf-484d-a823-51f58be040db'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 06:56:55.686582 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba9d9e1f-d3ca-4dd2-8f70-ad03e8502a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:55.727161 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5eddf1e8-f3e1-48d5-94c3-08ebc20efe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:55.745039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-63566fbd-5615-4f8b-a531-aac3d572a547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Made reservation on behalf of 32153f2dac2a4f7cb3b7a8bd653cd7b1 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:55.750310 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-63566fbd-5615-4f8b-a531-aac3d572a547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:56.060155 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba9d9e1f-d3ca-4dd2-8f70-ad03e8502a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:56.065539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89b426fa-40e7-4e6e-8ff6-3b84744c083c req-1ea8be44-ccfa-4260-a165-59f3cdb0a346 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 210 time: 0.0596375 Aug 29 06:56:56.089816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-5eddf1e8-f3e1-48d5-94c3-08ebc20efe77 None None] Allocated IP 172.20.0.2 (67709a0a-5cd1-4969-876d-339083d0fb87/280faf5d-08ea-4b02-b021-6fce7a3dca97/dcf746df-4bbf-484d-a823-51f58be040db) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:56.102634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaac2b-e935-48e1-809e-2a40ec158871 req-73ca945a-e0f5-43d4-9e69-911c2a8ce353 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:56.105236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5faaac2b-e935-48e1-809e-2a40ec158871 req-73ca945a-e0f5-43d4-9e69-911c2a8ce353 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 943 time: 0.1743948 Aug 29 06:56:56.114385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-63566fbd-5615-4f8b-a531-aac3d572a547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Allocated IP 172.20.0.12 (5e1e9585-5779-4d4d-80f2-9e3142b35dc8/e7085e65-5548-41fd-a4b3-5a3f77bcccc9/80d0f8fb-4ebb-4480-9eb4-920fd115c8f0) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:56.173117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5faaac2b-e935-48e1-809e-2a40ec158871 req-c46c1938-9056-4bdc-87d2-c107d324410a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540621 Aug 29 06:56:56.201789 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba9d9e1f-d3ca-4dd2-8f70-ad03e8502a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:56.235307 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5eddf1e8-f3e1-48d5-94c3-08ebc20efe77 None None] For port dcf746df-4bbf-484d-a823-51f58be040db, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dcf746df-4bbf-484d-a823-51f58be040db,segment=NetworkSegment(e3f0faca-9a4f-4e87-bfd0-42c04426394c),segment_id=e3f0faca-9a4f-4e87-bfd0-42c04426394c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:56.277309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d9e1f-d3ca-4dd2-8f70-ad03e8502a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d459b549-c985-465a-918b-b7767452ce58,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:56.306647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae500ece-06cd-42bd-a23f-e9bdf1028c08 req-695e0f27-db0d-4adf-9600-6f97f1a68866 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 210 time: 0.0311763 Aug 29 06:56:56.330902 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-63566fbd-5615-4f8b-a531-aac3d572a547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:56.348688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-63566fbd-5615-4f8b-a531-aac3d572a547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Transition to ACTIVE for port object 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:56.406924 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba9d9e1f-d3ca-4dd2-8f70-ad03e8502a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:56.408217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ba9d9e1f-d3ca-4dd2-8f70-ad03e8502a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8793702 Aug 29 06:56:56.410991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59956) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:56.416120 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7c157a9d-0cc7-45d5-8890-fa04d15201ad tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'security_group': {'name': 'tempest-secgroup-806385510'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:56.433989 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5eddf1e8-f3e1-48d5-94c3-08ebc20efe77 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:56.447244 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5eddf1e8-f3e1-48d5-94c3-08ebc20efe77 None None] Transition to ACTIVE for port object dcf746df-4bbf-484d-a823-51f58be040db will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:56.556568 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-63566fbd-5615-4f8b-a531-aac3d572a547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:56.557848 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c157a9d-0cc7-45d5-8890-fa04d15201ad tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:56.641131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-63566fbd-5615-4f8b-a531-aac3d572a547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:56.646229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-63566fbd-5615-4f8b-a531-aac3d572a547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:56.651458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-63566fbd-5615-4f8b-a531-aac3d572a547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:56.652900 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5eddf1e8-f3e1-48d5-94c3-08ebc20efe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:56.657430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63566fbd-5615-4f8b-a531-aac3d572a547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event updated for resources: {'Port': ['ID=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:56.736490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-63566fbd-5615-4f8b-a531-aac3d572a547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:56.737522 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-63566fbd-5615-4f8b-a531-aac3d572a547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:56.750117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 95b69201-a11e-4212-aeb5-e764fa84200a up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:56.807298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddf1e8-f3e1-48d5-94c3-08ebc20efe77 None None] Pushing event updated for resources: {'Port': ['ID=dcf746df-4bbf-484d-a823-51f58be040db,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:56.886248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-ea15a36b-f534-41fd-a443-b88056309014 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:56.887825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-ea15a36b-f534-41fd-a443-b88056309014 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.15 "GET /v2.0/networks?id=e4553cdb-bda6-460b-afaa-7b1472a2fef2 HTTP/1.1" status: 200 len: 822 time: 0.3111331 Aug 29 06:56:56.890411 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c157a9d-0cc7-45d5-8890-fa04d15201ad tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:56.901732 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5a852a0e-d978-4e6b-bfee-b45ceab74f65 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Request body: {'port': {'device_id': '0f26dc65-a1c6-49e5-a39b-8c58c99cb802', 'network_id': 'e4553cdb-bda6-460b-afaa-7b1472a2fef2', 'admin_state_up': True, 'tenant_id': '00cca006c9c84ebf8c4e94c490dfa989'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:56.957733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 95b69201-a11e-4212-aeb5-e764fa84200a completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:56.972996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 95b69201-a11e-4212-aeb5-e764fa84200a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:56.972996 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:56.973218 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c157a9d-0cc7-45d5-8890-fa04d15201ad tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:57.070744 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-63566fbd-5615-4f8b-a531-aac3d572a547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5445378 Aug 29 06:56:57.072860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c157a9d-0cc7-45d5-8890-fa04d15201ad tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b5c944-8b4c-4193-915e-d1a4fbe637ac,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:57.083278 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Request body: {'port': {'device_id': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:57.161437 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:57.164007 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c157a9d-0cc7-45d5-8890-fa04d15201ad tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:57.167210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7c157a9d-0cc7-45d5-8890-fa04d15201ad tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7535474 Aug 29 06:56:57.168753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59986) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:56:57.184431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2012160413', 'security_groups': ['41b5c944-8b4c-4193-915e-d1a4fbe637ac'], 'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '280faf5d-08ea-4b02-b021-6fce7a3dca97'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:57.217309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-39c3eae8-5d9b-4f6e-94d6-6ac125b281c6 None None] Provisioning for port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:57.242489 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:57.249784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-39c3eae8-5d9b-4f6e-94d6-6ac125b281c6 None None] Provisioning complete for port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:57.249784 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-39c3eae8-5d9b-4f6e-94d6-6ac125b281c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:57.311937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-39c3eae8-5d9b-4f6e-94d6-6ac125b281c6 None None] Port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:57.335300 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cc18e7-045f-433a-8651-dcb2f680d8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b69201-a11e-4212-aeb5-e764fa84200a'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:56:57.337926 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d38ace8-682d-4f66-95e2-b3c4355a2d82" -d '{"events": [{"server_uuid": "66cc18e7-045f-433a-8651-dcb2f680d8c0", "name": "network-vif-plugged", "status": "completed", "tag": "95b69201-a11e-4212-aeb5-e764fa84200a"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:56:57.340569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-307de7cf-5cda-403a-990d-c6510cd5cdd7 req-73364e42-eafa-440b-84e5-22b9be2e573c tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 210 time: 0.1403635 Aug 29 06:56:57.373805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 95b69201-a11e-4212-aeb5-e764fa84200a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=95b69201-a11e-4212-aeb5-e764fa84200a,segment=NetworkSegment(ef2b514a-9e49-458d-a6d7-f5be42991859),segment_id=ef2b514a-9e49-458d-a6d7-f5be42991859)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:57.457593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5a852a0e-d978-4e6b-bfee-b45ceab74f65 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Made reservation on behalf of 00cca006c9c84ebf8c4e94c490dfa989 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:57.461606 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5a852a0e-d978-4e6b-bfee-b45ceab74f65 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:57.504415 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:57.609525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=95b69201-a11e-4212-aeb5-e764fa84200a,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:57.620820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46daa5-b8aa-4369-844f-a8109e4c64aa req-bbf9dbf0-7e5d-419f-ab5a-6ed419d7cdfe tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:57.628489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd46daa5-b8aa-4369-844f-a8109e4c64aa req-bbf9dbf0-7e5d-419f-ab5a-6ed419d7cdfe tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 943 time: 0.2848213 Aug 29 06:56:57.641980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f4562-62d2-43cb-80c4-d7570a8a1da2 req-fdda8f11-4e30-460f-9260-764012259606 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:57.643497 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea2f4562-62d2-43cb-80c4-d7570a8a1da2 req-fdda8f11-4e30-460f-9260-764012259606 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 932 time: 0.1871345 Aug 29 06:56:57.665485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:56:57.672631 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:57.687614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Transition to ACTIVE for port object 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:57.691641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:56:57.733680 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c98c5126-13b3-4244-b4b4-d862e795b60b None None] Provisioning complete for port 129d43d9-b000-4e6d-913b-d646593a553d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:57.734120 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c98c5126-13b3-4244-b4b4-d862e795b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:57.767036 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:57.769284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c98c5126-13b3-4244-b4b4-d862e795b60b None None] Port 129d43d9-b000-4e6d-913b-d646593a553d cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:56:57.813454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd46daa5-b8aa-4369-844f-a8109e4c64aa req-28590bf3-ce2c-47bd-8bdc-d8598c0f374a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773765 Aug 29 06:56:57.839648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea2f4562-62d2-43cb-80c4-d7570a8a1da2 req-a229f172-91c4-49ca-aed5-606e37ce6118 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866066 Aug 29 06:56:57.864748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c98c5126-13b3-4244-b4b4-d862e795b60b None None] Provisioning for port dcf746df-4bbf-484d-a823-51f58be040db completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:56:57.869967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c98c5126-13b3-4244-b4b4-d862e795b60b None None] Provisioning complete for port dcf746df-4bbf-484d-a823-51f58be040db triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:57.870449 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c98c5126-13b3-4244-b4b4-d862e795b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:57.893639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Pushing event updated for resources: {'Port': ['ID=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:57.904434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5a852a0e-d978-4e6b-bfee-b45ceab74f65 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Allocated IP 172.20.0.4 (e4553cdb-bda6-460b-afaa-7b1472a2fef2/1f8df2e0-fdbc-4010-b089-3939901047a1/4c0bbb33-0e98-4d80-9f23-8f5a457394ff) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:57.961392 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba28fbb-ee66-4161-810c-f3ea08aae9bd x-openstack-request-id: req-1ba28fbb-ee66-4161-810c-f3ea08aae9bd {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:56:57.967526 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cc18e7-045f-433a-8651-dcb2f680d8c0", "name": "network-vif-plugged", "status": "completed", "tag": "95b69201-a11e-4212-aeb5-e764fa84200a", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:56:57.967526 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ba28fbb-ee66-4161-810c-f3ea08aae9bd {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:56:57.967526 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cc18e7-045f-433a-8651-dcb2f680d8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b69201-a11e-4212-aeb5-e764fa84200a', 'code': 200} Aug 29 06:56:58.018165 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:58.084609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] device_id is not set on port 533ea7b1-98f2-4312-892b-d51306dc4fc2 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 06:56:58.227586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Attempting to bind port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:56:58.238827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Attempting to bind port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:56:58.238827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Attempting to bind port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 on network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:58.241624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 on network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:56:58.241959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Attempting to bind port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 on network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:56:58.245313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7a125-0b0b-4588-a3a8-1a9b3caa3665 req-993750b5-0ce4-435a-8821-7f3b36991c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:58.246805 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c7d7a125-0b0b-4588-a3a8-1a9b3caa3665 req-993750b5-0ce4-435a-8821-7f3b36991c50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 1097 time: 0.2019112 Aug 29 06:56:58.268304 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:56:58.268690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Checking segment: {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:56:58.269076 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Bound using segment: {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:56:58.269517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Bound port: 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:56:58.269803 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:58.293004 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dcf746df-4bbf-484d-a823-51f58be040db up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:56:58.363876 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dcf746df-4bbf-484d-a823-51f58be040db triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:56:58.364497 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:58.383184 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c7d7a125-0b0b-4588-a3a8-1a9b3caa3665 req-9f6dcf48-fd23-406b-b7ee-8a1a0ec2c2dd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233847 Aug 29 06:56:58.438043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] For port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:56:58.443497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] For port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:56:58.550836 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:58.639080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:58.640935 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:58.641819 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] 10.222.0.15 "PUT /v2.0/ports/80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 HTTP/1.1" status: 200 len: 1093 time: 1.5630367 Aug 29 06:56:58.642636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'tag': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:56:58.652264 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caf7704-725b-4b5f-9863-e4e8c15cc9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc43b51-f33e-4f66-b65d-981ec2bdf2f6", "tag": "80d0f8fb-4ebb-4480-9eb4-920fd115c8f0"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:56:58.699617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948ea2b-353c-4109-b422-76e828b738a0 service neutron] Pushing event updated for resources: {'Port': ['ID=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:58.763943 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ec2151-8df6-4d7a-8a90-fa2fb9004bcd x-openstack-request-id: req-12ec2151-8df6-4d7a-8a90-fa2fb9004bcd {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:56:58.764236 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc43b51-f33e-4f66-b65d-981ec2bdf2f6", "tag": "80d0f8fb-4ebb-4480-9eb4-920fd115c8f0", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:56:58.764491 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-12ec2151-8df6-4d7a-8a90-fa2fb9004bcd {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:56:58.764957 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'tag': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'status': 'completed', 'code': 200} Aug 29 06:56:58.860861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf7704-725b-4b5f-9863-e4e8c15cc9c8 req-95d5daa9-dc7e-4f7a-bce1-0629160ab25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:58.862855 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8caf7704-725b-4b5f-9863-e4e8c15cc9c8 req-95d5daa9-dc7e-4f7a-bce1-0629160ab25a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0806530 Aug 29 06:56:58.999958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf7704-725b-4b5f-9863-e4e8c15cc9c8 req-a900832c-c095-44a0-a924-78ed45291816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:59.001554 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8caf7704-725b-4b5f-9863-e4e8c15cc9c8 req-a900832c-c095-44a0-a924-78ed45291816 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1287091 Aug 29 06:56:59.059710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee966d31-8769-429c-8bc1-d75d6da68020 req-e8bfe35a-5e2a-4929-9c1f-509e404e1161 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 210 time: 0.1508899 Aug 29 06:56:59.091683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Allocated IP 172.20.0.6 (67709a0a-5cd1-4969-876d-339083d0fb87/280faf5d-08ea-4b02-b021-6fce7a3dca97/533ea7b1-98f2-4312-892b-d51306dc4fc2) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:56:59.142711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf7704-725b-4b5f-9863-e4e8c15cc9c8 req-f94da5e3-5245-41c2-8433-96355c1073c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:59.144917 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8caf7704-725b-4b5f-9863-e4e8c15cc9c8 req-f94da5e3-5245-41c2-8433-96355c1073c1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348078 Aug 29 06:56:59.161708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65149aa5-8ce5-47fc-9a3e-904f021dc1d0 req-952e8f12-ca16-46a3-9f96-2b52d52b9ff9 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:59.163771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65149aa5-8ce5-47fc-9a3e-904f021dc1d0 req-952e8f12-ca16-46a3-9f96-2b52d52b9ff9 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 943 time: 0.1579058 Aug 29 06:56:59.218615 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5a852a0e-d978-4e6b-bfee-b45ceab74f65 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:59.237235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a789d711-ebc1-4d59-9f58-f0687846f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:59.239017 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-a789d711-ebc1-4d59-9f58-f0687846f749 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0462630 Aug 29 06:56:59.289988 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-b0159b06-dbd9-4ca9-9db8-92a65e471785 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 HTTP/1.1" status: 200 len: 217 time: 0.0350609 Aug 29 06:56:59.338470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251a735-3689-497e-8472-81ecd1e0509a req-6d20e642-71f7-4310-b65d-f0a2eb749e74 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:59.340018 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7251a735-3689-497e-8472-81ecd1e0509a req-6d20e642-71f7-4310-b65d-f0a2eb749e74 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.1889327 Aug 29 06:56:59.342901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65149aa5-8ce5-47fc-9a3e-904f021dc1d0 req-f596b578-2405-4196-a251-45b2ee321add tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724477 Aug 29 06:56:59.359293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-7c787934-f6c4-4d02-af31-ac6d8d301948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:59.365217 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-7c787934-f6c4-4d02-af31-ac6d8d301948 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7085e65-5548-41fd-a4b3-5a3f77bcccc9 HTTP/1.1" status: 200 len: 855 time: 0.0691218 Aug 29 06:56:59.420867 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-9f371c52-d861-48aa-832e-98029fe96362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:59.422572 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-9f371c52-d861-48aa-832e-98029fe96362 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465531 Aug 29 06:56:59.435003 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:59.435480 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-ae4546be-0a4c-4faa-96c3-71cdc4b1738d service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:56:59.439633 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-ae4546be-0a4c-4faa-96c3-71cdc4b1738d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064278 Aug 29 06:56:59.447078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7251a735-3689-497e-8472-81ecd1e0509a req-bf5f9d72-2bad-4c04-bc20-5e7cb3b2311d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910575 Aug 29 06:56:59.455390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Transition to ACTIVE for port object 533ea7b1-98f2-4312-892b-d51306dc4fc2 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:56:59.480400 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5a852a0e-d978-4e6b-bfee-b45ceab74f65 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:59.554512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5a852a0e-d978-4e6b-bfee-b45ceab74f65 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Network e4553cdb-bda6-460b-afaa-7b1472a2fef2 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:59.554773 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-ae736a42-1bb2-4ec8-869e-7e7da85c17e2 service neutron] 10.222.0.15 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097782 Aug 29 06:56:59.557752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a852a0e-d978-4e6b-bfee-b45ceab74f65 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Pushing event updated for resources: {'Port': ['ID=4c0bbb33-0e98-4d80-9f23-8f5a457394ff,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:59.560242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5a852a0e-d978-4e6b-bfee-b45ceab74f65 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:59.562343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5a852a0e-d978-4e6b-bfee-b45ceab74f65 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:59.616415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5a852a0e-d978-4e6b-bfee-b45ceab74f65 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:59.617070 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5a852a0e-d978-4e6b-bfee-b45ceab74f65 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:59.670798 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc4b3df7-f9ef-415a-b215-3726fcee6e96 req-ebadd57b-b6d7-46c7-80cd-690ad960d051 service neutron] 10.222.0.15 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027305 Aug 29 06:56:59.709155 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:59.758420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 67709a0a-5cd1-4969-876d-339083d0fb87 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:56:59.761416 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:56:59.766100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:56:59.770118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=533ea7b1-98f2-4312-892b-d51306dc4fc2,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:56:59.791946 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5a852a0e-d978-4e6b-bfee-b45ceab74f65 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8949602 Aug 29 06:56:59.805601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Request body: {'port': {'device_id': '0f26dc65-a1c6-49e5-a39b-8c58c99cb802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:56:59.836420 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e870f2ef-4ac5-41bc-9591-581225040add details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:56:59.857761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:56:59.861691 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:59.913217 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:56:59.964386 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e870f2ef-4ac5-41bc-9591-581225040add, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e870f2ef-4ac5-41bc-9591-581225040add,segment=NetworkSegment(ef2b514a-9e49-458d-a6d7-f5be42991859),segment_id=ef2b514a-9e49-458d-a6d7-f5be42991859)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:56:59.992751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'e870f2ef-4ac5-41bc-9591-581225040add', 'network_id': '9c851a53-590a-4364-8afe-074561f953fd', 'port_id': 'e870f2ef-4ac5-41bc-9591-581225040add', 'mac_address': 'fa:16:3e:c5:8f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7c86e9-1bed-4ccb-a049-c95a88eca598', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:57:00.047701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-51c33eaa-6759-44b5-ad57-654ddf176a5e tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8763611 Aug 29 06:57:00.048969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60034) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:00.054343 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-23082a0d-3b68-43fd-99d2-b97e77d0c096 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:00.057418 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:00.074573 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e870f2ef-4ac5-41bc-9591-581225040add {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:57:00.103118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e870f2ef-4ac5-41bc-9591-581225040add, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e870f2ef-4ac5-41bc-9591-581225040add,segment=NetworkSegment(ef2b514a-9e49-458d-a6d7-f5be42991859),segment_id=ef2b514a-9e49-458d-a6d7-f5be42991859)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:00.230049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-24d2bb58-72bc-4dac-bfcf-e295ae1ab3b7 None None] Provisioning for port 533ea7b1-98f2-4312-892b-d51306dc4fc2 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:57:00.234797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-24d2bb58-72bc-4dac-bfcf-e295ae1ab3b7 None None] Provisioning complete for port 533ea7b1-98f2-4312-892b-d51306dc4fc2 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:00.235439 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-24d2bb58-72bc-4dac-bfcf-e295ae1ab3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:00.236931 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:00.318444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62ca71-6474-496c-a82a-05e4c29cf118 req-6565d88b-45f1-476f-b6b9-f7cc870fda8e tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:00.321443 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa62ca71-6474-496c-a82a-05e4c29cf118 req-6565d88b-45f1-476f-b6b9-f7cc870fda8e tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 931 time: 0.1394005 Aug 29 06:57:00.330757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e870f2ef-4ac5-41bc-9591-581225040add,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:00.332576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23082a0d-3b68-43fd-99d2-b97e77d0c096 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:57:00.338224 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23082a0d-3b68-43fd-99d2-b97e77d0c096 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:00.354554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-24d2bb58-72bc-4dac-bfcf-e295ae1ab3b7 None None] Port 533ea7b1-98f2-4312-892b-d51306dc4fc2 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:57:00.390136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0bbb33-0e98-4d80-9f23-8f5a457394ff {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:57:00.400798 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:00.434994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa62ca71-6474-496c-a82a-05e4c29cf118 req-05846150-8881-407b-b036-d27903f13852 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/security-groups?id=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069562 Aug 29 06:57:00.440229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Transition to ACTIVE for port object 4c0bbb33-0e98-4d80-9f23-8f5a457394ff will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:57:00.498041 n-d-713301-12 neutron-server[95403]: INFO neutron.db.ipam_backend_mixin [None req-23082a0d-3b68-43fd-99d2-b97e77d0c096 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 280faf5d-08ea-4b02-b021-6fce7a3dca97 (CIDR: 172.20.0.0/28) Aug 29 06:57:00.540859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c22ca8-b695-4a03-91a9-4a3f06bb4dc4 req-45c1bc8d-11b8-49a9-93cf-516de0d84c2b tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:00.542454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89c22ca8-b695-4a03-91a9-4a3f06bb4dc4 req-45c1bc8d-11b8-49a9-93cf-516de0d84c2b tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0823574 Aug 29 06:57:00.543478 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:00.573176 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-23082a0d-3b68-43fd-99d2-b97e77d0c096 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:00.573575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23082a0d-3b68-43fd-99d2-b97e77d0c096 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:57:00.632232 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e870f2ef-4ac5-41bc-9591-581225040add'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:57:00.639661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0bbb33-0e98-4d80-9f23-8f5a457394ff,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:00.675946 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89c22ca8-b695-4a03-91a9-4a3f06bb4dc4 req-58e1d5fe-4f25-4ea2-8f02-c617a74b695e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055191 Aug 29 06:57:00.679511 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-23082a0d-3b68-43fd-99d2-b97e77d0c096 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6287453 Aug 29 06:57:00.680116 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60046) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:00.696117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2f1b4469-6b69-4467-a631-19644a9e362f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:00.826773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2723f-0194-4e6d-a740-9b93ab844338 req-236595a7-09ce-4908-8dc8-6487ec288641 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:00.828883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ba2723f-0194-4e6d-a740-9b93ab844338 req-236595a7-09ce-4908-8dc8-6487ec288641 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.1507351 Aug 29 06:57:00.849438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Attempting to bind port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:57:00.850139 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Attempting to bind port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'fa0e37de-3352-41fb-95aa-a908509f78c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e4553cdb-bda6-460b-afaa-7b1472a2fef2'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:57:00.851191 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Attempting to bind port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff on network e4553cdb-bda6-460b-afaa-7b1472a2fef2 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:57:00.883359 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff on network e4553cdb-bda6-460b-afaa-7b1472a2fef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:57:00.885016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Attempting to bind port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff on network e4553cdb-bda6-460b-afaa-7b1472a2fef2 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:57:00.899253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:57:00.899660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Checking segment: {'id': 'fa0e37de-3352-41fb-95aa-a908509f78c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e4553cdb-bda6-460b-afaa-7b1472a2fef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:57:00.900295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Bound using segment: {'id': 'fa0e37de-3352-41fb-95aa-a908509f78c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e4553cdb-bda6-460b-afaa-7b1472a2fef2'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:57:00.902146 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Bound port: 4c0bbb33-0e98-4d80-9f23-8f5a457394ff, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0e37de-3352-41fb-95aa-a908509f78c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e4553cdb-bda6-460b-afaa-7b1472a2fef2'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:57:00.903242 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:00.920868 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1b4469-6b69-4467-a631-19644a9e362f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:57:00.924510 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f1b4469-6b69-4467-a631-19644a9e362f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:00.963310 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ba2723f-0194-4e6d-a740-9b93ab844338 req-2f7b9188-2597-4ed8-9bfe-48f971478fc1 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149318 Aug 29 06:57:01.013976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] For port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:57:01.024200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] For port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4c0bbb33-0e98-4d80-9f23-8f5a457394ff,segment=NetworkSegment(fa0e37de-3352-41fb-95aa-a908509f78c9),segment_id=fa0e37de-3352-41fb-95aa-a908509f78c9)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:57:01.127824 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:01.206260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:01.211792 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:01.211792 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] 10.222.0.15 "PUT /v2.0/ports/4c0bbb33-0e98-4d80-9f23-8f5a457394ff HTTP/1.1" status: 200 len: 1092 time: 1.4077992 Aug 29 06:57:01.211792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f26dc65-a1c6-49e5-a39b-8c58c99cb802', 'tag': '4c0bbb33-0e98-4d80-9f23-8f5a457394ff'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:57:01.212550 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ec8807-42f0-48f6-9b40-f237eec26313" -d '{"events": [{"name": "network-changed", "server_uuid": "0f26dc65-a1c6-49e5-a39b-8c58c99cb802", "tag": "4c0bbb33-0e98-4d80-9f23-8f5a457394ff"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:57:01.243993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947abea-08ee-4f73-a0a0-89cb57276ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0bbb33-0e98-4d80-9f23-8f5a457394ff,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:01.262736 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91223b7e-3814-4c27-b992-1e6b34b3f1b1 x-openstack-request-id: req-91223b7e-3814-4c27-b992-1e6b34b3f1b1 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:57:01.263406 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f26dc65-a1c6-49e5-a39b-8c58c99cb802", "tag": "4c0bbb33-0e98-4d80-9f23-8f5a457394ff", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:57:01.264052 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-91223b7e-3814-4c27-b992-1e6b34b3f1b1 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:57:01.264600 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f26dc65-a1c6-49e5-a39b-8c58c99cb802', 'tag': '4c0bbb33-0e98-4d80-9f23-8f5a457394ff', 'status': 'completed', 'code': 200} Aug 29 06:57:01.347330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8807-42f0-48f6-9b40-f237eec26313 req-d002a0f1-43c2-41fc-a53f-4ca0f2070dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:01.349561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65ec8807-42f0-48f6-9b40-f237eec26313 req-d002a0f1-43c2-41fc-a53f-4ca0f2070dae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cca006c9c84ebf8c4e94c490dfa989&device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 1095 time: 0.0625629 Aug 29 06:57:01.436531 n-d-713301-12 neutron-server[95403]: INFO neutron.db.ipam_backend_mixin [None req-2f1b4469-6b69-4467-a631-19644a9e362f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 54faf0b0-6d9c-483c-84de-f83713f39ace (CIDR: 172.20.0.16/28) Aug 29 06:57:01.493235 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1b4469-6b69-4467-a631-19644a9e362f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:01.494097 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1b4469-6b69-4467-a631-19644a9e362f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:57:01.514889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8807-42f0-48f6-9b40-f237eec26313 req-a365b3de-ae91-4d50-aaf7-8a15ad648a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:01.516758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65ec8807-42f0-48f6-9b40-f237eec26313 req-a365b3de-ae91-4d50-aaf7-8a15ad648a22 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=00cca006c9c84ebf8c4e94c490dfa989&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1556973 Aug 29 06:57:01.611239 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2f1b4469-6b69-4467-a631-19644a9e362f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9299934 Aug 29 06:57:01.611975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60064) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:01.617845 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-670398e1-9dd1-431c-a34b-da60605430b6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'subnet': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:01.676660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2897d-badf-4a03-93ec-0afb73aa0543 req-cd52ff24-c811-4d02-bd74-1874f7b41822 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:01.685045 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21d2897d-badf-4a03-93ec-0afb73aa0543 req-cd52ff24-c811-4d02-bd74-1874f7b41822 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 943 time: 0.1260722 Aug 29 06:57:01.727605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8807-42f0-48f6-9b40-f237eec26313 req-bbaec5c4-29c2-47bd-b29e-813653c944c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:01.729016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65ec8807-42f0-48f6-9b40-f237eec26313 req-bbaec5c4-29c2-47bd-b29e-813653c944c8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2048738 Aug 29 06:57:01.756215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21d2897d-badf-4a03-93ec-0afb73aa0543 req-07c145e8-9d00-43f8-afcb-34e3798f9ddc tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/security-groups?id=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701821 Aug 29 06:57:01.845709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e870f2ef-4ac5-41bc-9591-581225040add up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:57:01.888572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-7c2cb9ab-d933-4efc-bbc6-47bb12614f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:01.890247 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-7c2cb9ab-d933-4efc-bbc6-47bb12614f32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cca006c9c84ebf8c4e94c490dfa989&device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 1095 time: 0.1183794 Aug 29 06:57:01.899309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ea36f-fc73-4149-bc36-c4cbc9e53c93 req-9597b4c2-be75-4872-8957-166eaf5fa644 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:01.900873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a96ea36f-fc73-4149-bc36-c4cbc9e53c93 req-9597b4c2-be75-4872-8957-166eaf5fa644 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0813262 Aug 29 06:57:01.950678 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-5a19bffb-9b6e-46d1-99ba-da40aa755b16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c0bbb33-0e98-4d80-9f23-8f5a457394ff HTTP/1.1" status: 200 len: 217 time: 0.0488391 Aug 29 06:57:02.002399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a96ea36f-fc73-4149-bc36-c4cbc9e53c93 req-3f9214db-9d30-493a-b517-2c6f4907f5b5 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937126 Aug 29 06:57:02.019625 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-12dbc2ff-c8ea-450a-8888-7d97d29ea1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:02.021268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-12dbc2ff-c8ea-450a-8888-7d97d29ea1db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f8df2e0-fdbc-4010-b089-3939901047a1 HTTP/1.1" status: 200 len: 862 time: 0.0629642 Aug 29 06:57:02.055062 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670398e1-9dd1-431c-a34b-da60605430b6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Made reservation on behalf of 6db82f2c79d34bd3a7176c913c7d5827 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:57:02.058619 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-670398e1-9dd1-431c-a34b-da60605430b6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:02.064079 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-af70b8e9-1c4d-4ae1-b0f3-d56cf17abe0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4553cdb-bda6-460b-afaa-7b1472a2fef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330541 Aug 29 06:57:02.094750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port e870f2ef-4ac5-41bc-9591-581225040add completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:57:02.101644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port e870f2ef-4ac5-41bc-9591-581225040add triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:02.102446 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:02.249889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae55c0-960b-457f-97c4-ea95d982a1e6 req-7321da93-14e7-44f8-9a2b-48619334f663 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:02.258582 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccae55c0-960b-457f-97c4-ea95d982a1e6 req-7321da93-14e7-44f8-9a2b-48619334f663 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.1510444 Aug 29 06:57:02.310243 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-29c31457-13a5-46c8-b76d-132067339db3 service neutron] 10.222.0.15 "GET /v2.0/networks/e4553cdb-bda6-460b-afaa-7b1472a2fef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380185 Aug 29 06:57:02.352744 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:02.398962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4af2aa6-ebce-4a90-8f86-e7935a62f6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e870f2ef-4ac5-41bc-9591-581225040add'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:57:02.401431 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06987b7-ea4f-44c0-b15d-df6dc074db89" -d '{"events": [{"server_uuid": "a4af2aa6-ebce-4a90-8f86-e7935a62f6c4", "name": "network-vif-plugged", "status": "completed", "tag": "e870f2ef-4ac5-41bc-9591-581225040add"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:57:02.437141 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccae55c0-960b-457f-97c4-ea95d982a1e6 req-ac8c097e-ba0c-4d34-ad5f-4b845f9ac820 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757877 Aug 29 06:57:02.449430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e870f2ef-4ac5-41bc-9591-581225040add, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e870f2ef-4ac5-41bc-9591-581225040add,segment=NetworkSegment(ef2b514a-9e49-458d-a6d7-f5be42991859),segment_id=ef2b514a-9e49-458d-a6d7-f5be42991859)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:02.467639 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849a9f86-fc9c-4333-a998-d70209f8d2ed x-openstack-request-id: req-849a9f86-fc9c-4333-a998-d70209f8d2ed {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:57:02.468004 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4af2aa6-ebce-4a90-8f86-e7935a62f6c4", "name": "network-vif-plugged", "status": "completed", "tag": "e870f2ef-4ac5-41bc-9591-581225040add", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:57:02.468289 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-849a9f86-fc9c-4333-a998-d70209f8d2ed {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:57:02.469145 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4af2aa6-ebce-4a90-8f86-e7935a62f6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e870f2ef-4ac5-41bc-9591-581225040add', 'code': 200} Aug 29 06:57:02.491221 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9595799f-c053-43d2-978c-6f2a244fdf91 req-a0b6a448-7113-4a4c-afe0-40bd5bb12889 service neutron] 10.222.0.15 "GET /v2.0/networks/e4553cdb-bda6-460b-afaa-7b1472a2fef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631827 Aug 29 06:57:02.509948 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-670398e1-9dd1-431c-a34b-da60605430b6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:02.552221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670398e1-9dd1-431c-a34b-da60605430b6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Network 67709a0a-5cd1-4969-876d-339083d0fb87 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:57:02.557979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-670398e1-9dd1-431c-a34b-da60605430b6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:57:02.562841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670398e1-9dd1-431c-a34b-da60605430b6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:02.563639 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-670398e1-9dd1-431c-a34b-da60605430b6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:02.572849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d9bc67-0163-4844-bab0-69793228c00d None None] Network 67709a0a-5cd1-4969-876d-339083d0fb87 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:57:02.574289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670398e1-9dd1-431c-a34b-da60605430b6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Subnet': ['ID=6b6c4196-6cda-4504-a3c8-5400079f6542,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:02.603888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbe409-6871-4a14-b9df-6d59096634bf req-6fed2f98-627d-48a2-aab4-b231a1fc4835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:02.605781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1dcbe409-6871-4a14-b9df-6d59096634bf req-6fed2f98-627d-48a2-aab4-b231a1fc4835 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 1096 time: 0.0575726 Aug 29 06:57:02.627582 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:02.644608 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1dcbe409-6871-4a14-b9df-6d59096634bf req-f4576da0-a9de-4758-ad25-a019d7dc7f98 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Aug 29 06:57:02.699569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e870f2ef-4ac5-41bc-9591-581225040add,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:02.732975 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-670398e1-9dd1-431c-a34b-da60605430b6 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1198268 Aug 29 06:57:02.735581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60086) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:02.741853 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-22432bdd-171c-479e-9ddc-9ea6ee9f2c8f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-180578005', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6b6c4196-6cda-4504-a3c8-5400079f6542'}], 'security_groups': ['a6415f2a-b2e7-4e07-a0a9-95a2a1626ab9', 'd459b549-c985-465a-918b-b7767452ce58']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:02.775898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:57:02.955043 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22432bdd-171c-479e-9ddc-9ea6ee9f2c8f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:02.955912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ced636-d0a3-4910-bcd7-508742174449 req-4a67d281-1a65-4075-88dc-294cbf3344df tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:02.958354 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78ced636-d0a3-4910-bcd7-508742174449 req-4a67d281-1a65-4075-88dc-294cbf3344df tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 943 time: 0.0693018 Aug 29 06:57:02.958738 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:02.969335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5184b228-390d-4fd0-81cc-2d2f22aeda7b None None] Update dhcp port {'port': {'network_id': '67709a0a-5cd1-4969-876d-339083d0fb87', 'fixed_ips': [{'subnet_id': '54faf0b0-6d9c-483c-84de-f83713f39ace', 'ip_address': '172.20.0.18'}, {'subnet_id': '280faf5d-08ea-4b02-b021-6fce7a3dca97', 'ip_address': '172.20.0.2'}, {'subnet_id': '6b6c4196-6cda-4504-a3c8-5400079f6542'}], 'binding:host_id': 'n-d-713301-12'}, 'id': 'dcf746df-4bbf-484d-a823-51f58be040db'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 06:57:02.998168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'port_id': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'mac_address': 'fa:16:3e:6b:d8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:57:03.007331 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5184b228-390d-4fd0-81cc-2d2f22aeda7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:03.022968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78ced636-d0a3-4910-bcd7-508742174449 req-ccdb6f1e-e783-4606-a662-eb80117d437a tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/security-groups?id=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475934 Aug 29 06:57:03.091686 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:03.122514 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:57:03.176949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eabc2-d728-4fef-b10d-b61699f6c906 req-37060441-7a7f-43f6-a1a6-510195b08232 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:03.180588 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-544eabc2-d728-4fef-b10d-b61699f6c906 req-37060441-7a7f-43f6-a1a6-510195b08232 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0827603 Aug 29 06:57:03.217932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:03.230929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-544eabc2-d728-4fef-b10d-b61699f6c906 req-95559518-ceed-43ce-8710-6b46e479230f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434542 Aug 29 06:57:03.292348 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:03.349631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-22432bdd-171c-479e-9ddc-9ea6ee9f2c8f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Delete allocated IP 172.20.0.6 (67709a0a-5cd1-4969-876d-339083d0fb87/280faf5d-08ea-4b02-b021-6fce7a3dca97) {{(pid=95403) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 06:57:03.350364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:03.367322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-22432bdd-171c-479e-9ddc-9ea6ee9f2c8f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Allocated IP 172.20.0.45 (67709a0a-5cd1-4969-876d-339083d0fb87/6b6c4196-6cda-4504-a3c8-5400079f6542/533ea7b1-98f2-4312-892b-d51306dc4fc2) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:57:03.493278 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:03.533067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['80d0f8fb-4ebb-4480-9eb4-920fd115c8f0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:57:03.660035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e5fe8-d208-4a25-83ce-857deef88b91 req-7f37e1d1-d829-4019-b28b-2e06d4451a3c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:03.669587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a1e5fe8-d208-4a25-83ce-857deef88b91 req-7f37e1d1-d829-4019-b28b-2e06d4451a3c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 945 time: 0.1122887 Aug 29 06:57:03.684380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22432bdd-171c-479e-9ddc-9ea6ee9f2c8f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:03.710871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-22432bdd-171c-479e-9ddc-9ea6ee9f2c8f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Transition to ACTIVE for port object 533ea7b1-98f2-4312-892b-d51306dc4fc2 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:57:03.746420 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a1e5fe8-d208-4a25-83ce-857deef88b91 req-3c2f8b4e-3684-41fe-80d2-9462700c583b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757051 Aug 29 06:57:03.790153 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22432bdd-171c-479e-9ddc-9ea6ee9f2c8f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:03.808014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60118) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:03.904376 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-5184b228-390d-4fd0-81cc-2d2f22aeda7b None None] Allocated IP 172.20.0.34 (67709a0a-5cd1-4969-876d-339083d0fb87/6b6c4196-6cda-4504-a3c8-5400079f6542/dcf746df-4bbf-484d-a823-51f58be040db) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:57:03.948898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22432bdd-171c-479e-9ddc-9ea6ee9f2c8f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event updated for resources: {'Port': ['ID=533ea7b1-98f2-4312-892b-d51306dc4fc2,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:04.002412 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-22432bdd-171c-479e-9ddc-9ea6ee9f2c8f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] In _notify_port_updated(), no bound segment for port 533ea7b1-98f2-4312-892b-d51306dc4fc2 on network 67709a0a-5cd1-4969-876d-339083d0fb87 {{(pid=95403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 06:57:04.010082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22432bdd-171c-479e-9ddc-9ea6ee9f2c8f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:04.010889 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22432bdd-171c-479e-9ddc-9ea6ee9f2c8f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:04.012274 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-22432bdd-171c-479e-9ddc-9ea6ee9f2c8f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "PUT /v2.0/ports/533ea7b1-98f2-4312-892b-d51306dc4fc2 HTTP/1.1" status: 200 len: 959 time: 1.2756264 Aug 29 06:57:04.014941 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60132) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:04.027794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d63b6d2-8381-48fe-93db-80a374102303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:04.047356 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5184b228-390d-4fd0-81cc-2d2f22aeda7b None None] For port dcf746df-4bbf-484d-a823-51f58be040db, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dcf746df-4bbf-484d-a823-51f58be040db,segment=NetworkSegment(e3f0faca-9a4f-4e87-bfd0-42c04426394c),segment_id=e3f0faca-9a4f-4e87-bfd0-42c04426394c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:04.085052 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5184b228-390d-4fd0-81cc-2d2f22aeda7b None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:04.116580 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5184b228-390d-4fd0-81cc-2d2f22aeda7b None None] Transition to ACTIVE for port object dcf746df-4bbf-484d-a823-51f58be040db will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:57:04.169009 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2ca796ad-6ea6-48d5-bd82-379936a18c1b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 533ea7b1-98f2-4312-892b-d51306dc4fc2 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:04.173504 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ca796ad-6ea6-48d5-bd82-379936a18c1b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:04.186238 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d63b6d2-8381-48fe-93db-80a374102303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:04.201585 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5184b228-390d-4fd0-81cc-2d2f22aeda7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:04.214332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f47895-faea-417b-8f2a-fe17fa76e2f2 req-cfeac0aa-0dce-48cd-b171-baa2ed7c798b tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:04.219361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9f47895-faea-417b-8f2a-fe17fa76e2f2 req-cfeac0aa-0dce-48cd-b171-baa2ed7c798b tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 943 time: 0.0869727 Aug 29 06:57:04.268719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9f47895-faea-417b-8f2a-fe17fa76e2f2 req-723c4e4c-cabe-4ae9-914b-68435fcc5002 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/security-groups?id=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417075 Aug 29 06:57:04.282649 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d63b6d2-8381-48fe-93db-80a374102303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:04.307644 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ca796ad-6ea6-48d5-bd82-379936a18c1b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:04.337238 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2ca796ad-6ea6-48d5-bd82-379936a18c1b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 533ea7b1-98f2-4312-892b-d51306dc4fc2 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:04.340283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184b228-390d-4fd0-81cc-2d2f22aeda7b None None] Pushing event updated for resources: {'Port': ['ID=dcf746df-4bbf-484d-a823-51f58be040db,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:04.345803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0d63b6d2-8381-48fe-93db-80a374102303 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6e51c303425f4691beeb77eb278dddfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5360799 Aug 29 06:57:04.352629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60146) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:04.371473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63b6d2-8381-48fe-93db-80a374102303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62531ecd-c7de-4f03-a34b-078e626ca17d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:04.468840 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1c68de6a-1f59-4101-8395-73400ab523be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:04.471946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3472f-f6bf-4681-9161-c79bc27a91fd req-f97ece0d-fb31-495d-add6-cb1380d10256 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:04.480379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8a3472f-f6bf-4681-9161-c79bc27a91fd req-f97ece0d-fb31-495d-add6-cb1380d10256 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0816116 Aug 29 06:57:04.508185 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1c68de6a-1f59-4101-8395-73400ab523be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:04.590224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8a3472f-f6bf-4681-9161-c79bc27a91fd req-00cce784-c6e1-404f-b9e0-ec9830be1ff3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088729 Aug 29 06:57:04.636969 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7069a59-a9db-4e9e-b0fd-81960e81e144 req-103c73ea-f45f-4671-ad7f-946d94f8be97 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:04.653778 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7069a59-a9db-4e9e-b0fd-81960e81e144 req-103c73ea-f45f-4671-ad7f-946d94f8be97 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 945 time: 0.1360323 Aug 29 06:57:04.686834 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1c68de6a-1f59-4101-8395-73400ab523be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:04.692096 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1c68de6a-1f59-4101-8395-73400ab523be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:04.694053 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1c68de6a-1f59-4101-8395-73400ab523be admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/62531ecd-c7de-4f03-a34b-078e626ca17d HTTP/1.1" status: 204 len: 168 time: 0.3400285 Aug 29 06:57:04.702314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7069a59-a9db-4e9e-b0fd-81960e81e144 req-54240b54-e3f9-4caf-9d5b-52e4e53fc8e3 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477233 Aug 29 06:57:04.705444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68de6a-1f59-4101-8395-73400ab523be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62531ecd-c7de-4f03-a34b-078e626ca17d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:04.773152 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ca796ad-6ea6-48d5-bd82-379936a18c1b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:04.782995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4c0bbb33-0e98-4d80-9f23-8f5a457394ff details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:57:04.796873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:57:04.809507 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca796ad-6ea6-48d5-bd82-379936a18c1b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=533ea7b1-98f2-4312-892b-d51306dc4fc2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:04.940330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760fdba-a018-486e-8f7f-5de94871c672 req-aa1e0e42-306d-4e8b-b9b7-696d3ac91a8d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:04.949148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c760fdba-a018-486e-8f7f-5de94871c672 req-aa1e0e42-306d-4e8b-b9b7-696d3ac91a8d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 945 time: 0.0845046 Aug 29 06:57:04.952805 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ca796ad-6ea6-48d5-bd82-379936a18c1b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:04.955251 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2ca796ad-6ea6-48d5-bd82-379936a18c1b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/533ea7b1-98f2-4312-892b-d51306dc4fc2 HTTP/1.1" status: 204 len: 168 time: 0.9393194 Aug 29 06:57:04.957789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60158) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:04.997967 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2261cc94-ba6c-41db-b89c-d73598b285ec tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] GET failed (client error): The resource could not be found. Aug 29 06:57:04.999651 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2261cc94-ba6c-41db-b89c-d73598b285ec tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports/533ea7b1-98f2-4312-892b-d51306dc4fc2 HTTP/1.1" status: 404 len: 333 time: 0.0404162 Aug 29 06:57:05.002394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60160) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:05.004643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c760fdba-a018-486e-8f7f-5de94871c672 req-33ff4933-7df7-4b85-ad32-8d71ebfde849 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546362 Aug 29 06:57:05.020497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4c0bbb33-0e98-4d80-9f23-8f5a457394ff,segment=NetworkSegment(fa0e37de-3352-41fb-95aa-a908509f78c9),segment_id=fa0e37de-3352-41fb-95aa-a908509f78c9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:05.045416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '4c0bbb33-0e98-4d80-9f23-8f5a457394ff', 'network_id': 'e4553cdb-bda6-460b-afaa-7b1472a2fef2', 'port_id': '4c0bbb33-0e98-4d80-9f23-8f5a457394ff', 'mac_address': 'fa:16:3e:76:98:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8df2e0-fdbc-4010-b089-3939901047a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:57:05.088719 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5bdf-09eb-477b-8d4f-16c7159ffb11 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.103468 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.120070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b2b7bc07-581c-46d8-9529-135f7e1e39ac None None] Provisioning complete for port 129d43d9-b000-4e6d-913b-d646593a553d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:05.120441 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b2b7bc07-581c-46d8-9529-135f7e1e39ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.123759 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0bbb33-0e98-4d80-9f23-8f5a457394ff {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:57:05.144881 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5bdf-09eb-477b-8d4f-16c7159ffb11 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.174094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4c0bbb33-0e98-4d80-9f23-8f5a457394ff,segment=NetworkSegment(fa0e37de-3352-41fb-95aa-a908509f78c9),segment_id=fa0e37de-3352-41fb-95aa-a908509f78c9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:05.178646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7bc07-581c-46d8-9529-135f7e1e39ac None None] Port 129d43d9-b000-4e6d-913b-d646593a553d cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:57:05.181975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b2b7bc07-581c-46d8-9529-135f7e1e39ac None None] Could not find standard attr ID for object 533ea7b1-98f2-4312-892b-d51306dc4fc2. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:57:05.218053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:57:05.222638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:05.223118 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.251294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b317d9-dc9e-45bc-86aa-485286072297 req-0957e0c0-708c-42ef-ab43-43529db16212 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:05.252980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6b317d9-dc9e-45bc-86aa-485286072297 req-0957e0c0-708c-42ef-ab43-43529db16212 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0700455 Aug 29 06:57:05.266914 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.316499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b2b7bc07-581c-46d8-9529-135f7e1e39ac None None] Provisioning for port dcf746df-4bbf-484d-a823-51f58be040db completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:57:05.318809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6b317d9-dc9e-45bc-86aa-485286072297 req-d9cabda9-9151-4300-9438-a422687e0fbc tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587590 Aug 29 06:57:05.350760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b2b7bc07-581c-46d8-9529-135f7e1e39ac None None] Provisioning complete for port dcf746df-4bbf-484d-a823-51f58be040db triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:05.351135 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b2b7bc07-581c-46d8-9529-135f7e1e39ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.372924 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5bdf-09eb-477b-8d4f-16c7159ffb11 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.378199 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5bdf-09eb-477b-8d4f-16c7159ffb11 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.383111 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ae7f5bdf-09eb-477b-8d4f-16c7159ffb11 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/security-groups/41b5c944-8b4c-4193-915e-d1a4fbe637ac HTTP/1.1" status: 204 len: 168 time: 0.3792264 Aug 29 06:57:05.384263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60168) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:05.402875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=4c0bbb33-0e98-4d80-9f23-8f5a457394ff,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:05.404204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb9b0d-d6be-48d1-856f-456d2fb53f12 req-81e5417c-74e7-418b-b3e0-a1130fa9db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:05.405483 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.414459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1bb9b0d-d6be-48d1-856f-456d2fb53f12 req-81e5417c-74e7-418b-b3e0-a1130fa9db5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f450d73063341abaebc5094b99daa86&device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 1097 time: 0.0940707 Aug 29 06:57:05.421043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f5bdf-09eb-477b-8d4f-16c7159ffb11 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b5c944-8b4c-4193-915e-d1a4fbe637ac,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:05.437603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e44a59-4933-4251-b217-fe969f55ff39 req-cac0be20-854d-464d-9838-65efe605b1c3 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:05.452746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01e44a59-4933-4251-b217-fe969f55ff39 req-cac0be20-854d-464d-9838-65efe605b1c3 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 944 time: 0.0977471 Aug 29 06:57:05.491078 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-468af753-dc7f-4ce2-9f63-f33faf13c05c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.497169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:05.504097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:57:05.506411 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d56f33-47d2-4176-b04a-420e0c43b7f7" -d '{"events": [{"server_uuid": "fcc43b51-f33e-4f66-b65d-981ec2bdf2f6", "name": "network-vif-plugged", "status": "completed", "tag": "80d0f8fb-4ebb-4480-9eb4-920fd115c8f0"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:57:05.544534 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-468af753-dc7f-4ce2-9f63-f33faf13c05c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.598215 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4c0bbb33-0e98-4d80-9f23-8f5a457394ff'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:57:05.630103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01e44a59-4933-4251-b217-fe969f55ff39 req-6a0e595f-009f-41b8-a89e-14f9b69191de tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/security-groups?id=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762850 Aug 29 06:57:05.665518 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec21a3ff-b4ef-4447-8863-99106c7ee4eb x-openstack-request-id: req-ec21a3ff-b4ef-4447-8863-99106c7ee4eb {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:57:05.665892 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc43b51-f33e-4f66-b65d-981ec2bdf2f6", "name": "network-vif-plugged", "status": "completed", "tag": "80d0f8fb-4ebb-4480-9eb4-920fd115c8f0", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:57:05.666176 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec21a3ff-b4ef-4447-8863-99106c7ee4eb {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:57:05.666632 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'code': 200} Aug 29 06:57:05.673362 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.754523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb9b0d-d6be-48d1-856f-456d2fb53f12 req-f2cefa3c-7eb3-4e70-9292-56042206b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:05.758939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1bb9b0d-d6be-48d1-856f-456d2fb53f12 req-f2cefa3c-7eb3-4e70-9292-56042206b61d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c851a53-590a-4364-8afe-074561f953fd HTTP/1.1" status: 200 len: 919 time: 0.3040106 Aug 29 06:57:05.760033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60180) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:05.779662 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-468af753-dc7f-4ce2-9f63-f33faf13c05c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.782847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d753ab-ce04-41f4-8932-892aacbe6524 req-f74cfcdb-fd19-4904-8894-7b464bb821e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:05.783847 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-468af753-dc7f-4ce2-9f63-f33faf13c05c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.784644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23d753ab-ce04-41f4-8932-892aacbe6524 req-f74cfcdb-fd19-4904-8894-7b464bb821e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 1098 time: 0.0894225 Aug 29 06:57:05.789263 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-468af753-dc7f-4ce2-9f63-f33faf13c05c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/security-groups/d459b549-c985-465a-918b-b7767452ce58 HTTP/1.1" status: 204 len: 168 time: 0.3805118 Aug 29 06:57:05.790210 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1aa42147-7326-4a6b-bc47-1e3452896ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.792231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60182) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:05.820230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468af753-dc7f-4ce2-9f63-f33faf13c05c tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d459b549-c985-465a-918b-b7767452ce58,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:05.878162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1bb9b0d-d6be-48d1-856f-456d2fb53f12 req-2206dd90-f14c-4eeb-9ebc-1c9ccdfb303f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e870f2ef-4ac5-41bc-9591-581225040add HTTP/1.1" status: 200 len: 217 time: 0.1111052 Aug 29 06:57:05.934773 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62b6de62-7ac9-4dc5-8993-1b6223329b7f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:05.979306 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62b6de62-7ac9-4dc5-8993-1b6223329b7f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.015056 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1ee341d3-2f73-4051-8eb5-dc8b586ee37f None None] Could not find standard attr ID for object 533ea7b1-98f2-4312-892b-d51306dc4fc2. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 06:57:06.023846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb9b0d-d6be-48d1-856f-456d2fb53f12 req-8b06b11b-df87-42f9-b32e-fa1b570cf46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:06.026453 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1bb9b0d-d6be-48d1-856f-456d2fb53f12 req-8b06b11b-df87-42f9-b32e-fa1b570cf46c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c7c86e9-1bed-4ccb-a049-c95a88eca598 HTTP/1.1" status: 200 len: 858 time: 0.1051433 Aug 29 06:57:06.031796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23d753ab-ce04-41f4-8932-892aacbe6524 req-5d089601-1204-426c-b3b2-6a5cbc149c25 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608698 Aug 29 06:57:06.044636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624fffe-438e-4b5d-99bb-7ade2bfd6052 req-f627159e-587d-4383-a8bf-4a622c8eb97f tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:06.054834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7624fffe-438e-4b5d-99bb-7ade2bfd6052 req-f627159e-587d-4383-a8bf-4a622c8eb97f tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 945 time: 0.1855092 Aug 29 06:57:06.058869 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1aa42147-7326-4a6b-bc47-1e3452896ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.114741 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:06.124523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1bb9b0d-d6be-48d1-856f-456d2fb53f12 req-46290f44-02db-477d-8f8e-76502f25651b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c851a53-590a-4364-8afe-074561f953fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660779 Aug 29 06:57:06.135636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7624fffe-438e-4b5d-99bb-7ade2bfd6052 req-d1376561-d9d6-4675-a0a1-2d0ceaad5ff8 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795944 Aug 29 06:57:06.143195 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62b6de62-7ac9-4dc5-8993-1b6223329b7f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.149402 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62b6de62-7ac9-4dc5-8993-1b6223329b7f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.158048 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-62b6de62-7ac9-4dc5-8993-1b6223329b7f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/security-groups/a6415f2a-b2e7-4e07-a0a9-95a2a1626ab9 HTTP/1.1" status: 204 len: 168 time: 0.3507154 Aug 29 06:57:06.158048 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60186) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:06.171084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6de62-7ac9-4dc5-8993-1b6223329b7f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6415f2a-b2e7-4e07-a0a9-95a2a1626ab9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:06.176545 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1aa42147-7326-4a6b-bc47-1e3452896ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.252647 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e6d78-24f1-4d64-99c8-311bc1440350 req-8b37c95a-ab71-4da3-bd8a-ed8f756052a2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:06.254474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa0e6d78-24f1-4d64-99c8-311bc1440350 req-8b37c95a-ab71-4da3-bd8a-ed8f756052a2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.1179421 Aug 29 06:57:06.279765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa42147-7326-4a6b-bc47-1e3452896ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9caf87d-ba62-475e-a92c-cb8c764aff68,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:06.290809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1bb9b0d-d6be-48d1-856f-456d2fb53f12 req-b495f027-2586-481f-a8bf-6d3cfe6fcf44 service neutron] 10.222.0.11 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444266 Aug 29 06:57:06.294155 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1aa42147-7326-4a6b-bc47-1e3452896ad8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=298adfefaa0e4605b30387df6d3a828d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330012 Aug 29 06:57:06.298991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1aed116-751a-4eef-bc4f-2ef2c7180312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting subnet 280faf5d-08ea-4b02-b021-6fce7a3dca97 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:57:06.300006 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60188) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:06.302449 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d1aed116-751a-4eef-bc4f-2ef2c7180312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.312186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dcf746df-4bbf-484d-a823-51f58be040db up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:57:06.384830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dcf746df-4bbf-484d-a823-51f58be040db triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:06.385562 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.395985 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d1aed116-751a-4eef-bc4f-2ef2c7180312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.421896 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa0e6d78-24f1-4d64-99c8-311bc1440350 req-7315cf8b-30ea-44f3-adae-c8a334306f29 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298149 Aug 29 06:57:06.517044 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21362705-4fef-4b56-bf06-38841c371a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.529689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1bb9b0d-d6be-48d1-856f-456d2fb53f12 req-d590cb1c-22be-4d87-b388-ee1fa05059f5 service neutron] 10.222.0.11 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306533 Aug 29 06:57:06.551942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72a96-3c2e-4a33-83ca-7e622ca45526 req-d0e45b3b-8362-4909-ae20-79ee724333e6 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:06.552377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54db1f-157a-41c7-abb0-94a4a6f0d774 req-faf0bc26-c6bd-42b5-ac13-3ed39344ee77 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:06.553537 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5d72a96-3c2e-4a33-83ca-7e622ca45526 req-d0e45b3b-8362-4909-ae20-79ee724333e6 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1371751 Aug 29 06:57:06.554137 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d54db1f-157a-41c7-abb0-94a4a6f0d774 req-faf0bc26-c6bd-42b5-ac13-3ed39344ee77 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.11 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 945 time: 0.0985494 Aug 29 06:57:06.555844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d1aed116-751a-4eef-bc4f-2ef2c7180312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.562729 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21362705-4fef-4b56-bf06-38841c371a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.649387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5d72a96-3c2e-4a33-83ca-7e622ca45526 req-f7d0cba2-8d31-40e6-97c6-99da56144f05 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843184 Aug 29 06:57:06.717616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-8d54db1f-157a-41c7-abb0-94a4a6f0d774 req-3fc5ad10-1701-4192-9fe4-36909b6edd2e tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Deleting port f312aea1-b34c-4a3e-a23a-31be5b04c738 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:06.718006 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d54db1f-157a-41c7-abb0-94a4a6f0d774 req-3fc5ad10-1701-4192-9fe4-36909b6edd2e tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.748300 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21362705-4fef-4b56-bf06-38841c371a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.748300 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21362705-4fef-4b56-bf06-38841c371a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.748300 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-21362705-4fef-4b56-bf06-38841c371a25 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e9caf87d-ba62-475e-a92c-cb8c764aff68 HTTP/1.1" status: 204 len: 168 time: 0.4427834 Aug 29 06:57:06.756079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21362705-4fef-4b56-bf06-38841c371a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9caf87d-ba62-475e-a92c-cb8c764aff68,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:06.775634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe05a5-5e22-4e86-9978-c1958543f8ef req-a3cfa5e9-7fa3-4cc2-aeaf-0cb9946e1988 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:06.778000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bfe05a5-5e22-4e86-9978-c1958543f8ef req-a3cfa5e9-7fa3-4cc2-aeaf-0cb9946e1988 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 944 time: 0.0646842 Aug 29 06:57:06.820206 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d1aed116-751a-4eef-bc4f-2ef2c7180312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.828602 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bfe05a5-5e22-4e86-9978-c1958543f8ef req-5cf3b5f6-bd78-4f95-b465-50c3f57f8155 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/security-groups?id=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Aug 29 06:57:06.868396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aed116-751a-4eef-bc4f-2ef2c7180312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Subnet': ['ID=280faf5d-08ea-4b02-b021-6fce7a3dca97,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:06.882642 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d1aed116-751a-4eef-bc4f-2ef2c7180312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.888272 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d1aed116-751a-4eef-bc4f-2ef2c7180312 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/280faf5d-08ea-4b02-b021-6fce7a3dca97 HTTP/1.1" status: 204 len: 168 time: 0.7208505 Aug 29 06:57:06.888272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8d54db1f-157a-41c7-abb0-94a4a6f0d774 req-3fc5ad10-1701-4192-9fe4-36909b6edd2e tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] For port f312aea1-b34c-4a3e-a23a-31be5b04c738, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f312aea1-b34c-4a3e-a23a-31be5b04c738,segment=NetworkSegment(710668a4-d115-4529-80b2-c6bc44ae18a8),segment_id=710668a4-d115-4529-80b2-c6bc44ae18a8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:06.888272 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d54db1f-157a-41c7-abb0-94a4a6f0d774 req-3fc5ad10-1701-4192-9fe4-36909b6edd2e tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:06.889199 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60206) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:06.893665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ed6c53-19f1-4e3c-88a2-76e5979a7d65 None None] Network 67709a0a-5cd1-4969-876d-339083d0fb87 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:57:06.924731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-8d54db1f-157a-41c7-abb0-94a4a6f0d774 req-3fc5ad10-1701-4192-9fe4-36909b6edd2e tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Calling delete_port for f312aea1-b34c-4a3e-a23a-31be5b04c738 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:06.989890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b77c7e-3aa0-40e6-95fb-c6be09fca20b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting subnet 6b6c4196-6cda-4504-a3c8-5400079f6542 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:57:06.993819 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1b77c7e-3aa0-40e6-95fb-c6be09fca20b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:07.045959 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1b77c7e-3aa0-40e6-95fb-c6be09fca20b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:07.180781 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1b77c7e-3aa0-40e6-95fb-c6be09fca20b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:07.290918 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f4cdc-5c3c-4bef-8420-90622aa5c789 req-65eaf156-3fc7-4c68-b70b-0d5bd3d32543 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:07.299572 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d54db1f-157a-41c7-abb0-94a4a6f0d774 req-3fc5ad10-1701-4192-9fe4-36909b6edd2e tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:07.303689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d18f4cdc-5c3c-4bef-8420-90622aa5c789 req-65eaf156-3fc7-4c68-b70b-0d5bd3d32543 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 945 time: 0.0703521 Aug 29 06:57:07.340244 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['f312aea1-b34c-4a3e-a23a-31be5b04c738'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:57:07.343803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d18f4cdc-5c3c-4bef-8420-90622aa5c789 req-b049721c-c65f-4b23-b064-54875206256e tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392129 Aug 29 06:57:07.366882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5ad10-1701-4192-9fe4-36909b6edd2e tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Pushing event deleted for resources: {'Port': ['ID=f312aea1-b34c-4a3e-a23a-31be5b04c738,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:07.412786 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1b77c7e-3aa0-40e6-95fb-c6be09fca20b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:07.440092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d54db1f-157a-41c7-abb0-94a4a6f0d774 req-3fc5ad10-1701-4192-9fe4-36909b6edd2e tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] No DVR routers for this DVR port f312aea1-b34c-4a3e-a23a-31be5b04c738 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:57:07.462209 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b77c7e-3aa0-40e6-95fb-c6be09fca20b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6c4196-6cda-4504-a3c8-5400079f6542,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:07.468071 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d54db1f-157a-41c7-abb0-94a4a6f0d774 req-3fc5ad10-1701-4192-9fe4-36909b6edd2e tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:07.471295 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d54db1f-157a-41c7-abb0-94a4a6f0d774 req-3fc5ad10-1701-4192-9fe4-36909b6edd2e tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.11 "DELETE /v2.0/ports/f312aea1-b34c-4a3e-a23a-31be5b04c738 HTTP/1.1" status: 204 len: 173 time: 0.8793154 Aug 29 06:57:07.476830 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2251f220-23f0-404d-9dce-ce413a7035a6', 'name': 'network-vif-deleted', 'tag': 'f312aea1-b34c-4a3e-a23a-31be5b04c738'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:57:07.476830 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04ee089-64b3-4c00-bf6a-67f4cd59cd75" -d '{"events": [{"server_uuid": "2251f220-23f0-404d-9dce-ce413a7035a6", "name": "network-vif-deleted", "tag": "f312aea1-b34c-4a3e-a23a-31be5b04c738"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:57:07.484651 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1b77c7e-3aa0-40e6-95fb-c6be09fca20b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:07.489236 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b1b77c7e-3aa0-40e6-95fb-c6be09fca20b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/6b6c4196-6cda-4504-a3c8-5400079f6542 HTTP/1.1" status: 204 len: 168 time: 0.5969195 Aug 29 06:57:07.489736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60222) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:07.527479 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92c7802-9079-4416-a04c-6acb2653477b x-openstack-request-id: req-f92c7802-9079-4416-a04c-6acb2653477b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:57:07.528110 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2251f220-23f0-404d-9dce-ce413a7035a6", "name": "network-vif-deleted", "tag": "f312aea1-b34c-4a3e-a23a-31be5b04c738", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:57:07.528943 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f92c7802-9079-4416-a04c-6acb2653477b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:57:07.529542 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2251f220-23f0-404d-9dce-ce413a7035a6', 'name': 'network-vif-deleted', 'tag': 'f312aea1-b34c-4a3e-a23a-31be5b04c738', 'status': 'completed', 'code': 200} Aug 29 06:57:07.529876 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2578e647-304c-4c79-b68e-82bc853c0631 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] DELETE failed (client error): The resource could not be found. Aug 29 06:57:07.530454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2578e647-304c-4c79-b68e-82bc853c0631 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:57:07.532651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2578e647-304c-4c79-b68e-82bc853c0631 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/280faf5d-08ea-4b02-b021-6fce7a3dca97 HTTP/1.1" status: 404 len: 337 time: 0.0415304 Aug 29 06:57:07.536260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60224) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:07.656473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59d9a19-bde9-4f41-a474-622c4b9b4ed9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting subnet 54faf0b0-6d9c-483c-84de-f83713f39ace {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:57:07.660086 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a59d9a19-bde9-4f41-a474-622c4b9b4ed9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:07.726305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafe06d-2fdb-4f02-9304-c8645bb4fb84 req-2e512cba-ff8b-4ff5-a2e8-e03d82ea0db5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:07.747088 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cafe06d-2fdb-4f02-9304-c8645bb4fb84 req-2e512cba-ff8b-4ff5-a2e8-e03d82ea0db5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.1665757 Aug 29 06:57:07.768003 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a59d9a19-bde9-4f41-a474-622c4b9b4ed9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:07.835343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cafe06d-2fdb-4f02-9304-c8645bb4fb84 req-e797a77e-9293-4d38-9d4f-2f1996ec46b8 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869708 Aug 29 06:57:07.911541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f0d8c5-d04c-43e3-8e6a-0fa2644e5e25 None None] Network 67709a0a-5cd1-4969-876d-339083d0fb87 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:57:07.925361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fb6ae-1958-40c9-92a5-0d498589c039 req-4a745e99-9c5b-4ab7-b8ce-2d6dbfde605b tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:07.935392 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd4fb6ae-1958-40c9-92a5-0d498589c039 req-4a745e99-9c5b-4ab7-b8ce-2d6dbfde605b tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0968111 Aug 29 06:57:08.075500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-42ccbf93-fccc-4f0b-a67f-44c24cd99e64 None None] Provisioning complete for port 129d43d9-b000-4e6d-913b-d646593a553d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:08.079437 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-42ccbf93-fccc-4f0b-a67f-44c24cd99e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:08.107179 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a59d9a19-bde9-4f41-a474-622c4b9b4ed9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:08.127103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-42ccbf93-fccc-4f0b-a67f-44c24cd99e64 None None] Port 129d43d9-b000-4e6d-913b-d646593a553d cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:57:08.136203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd4fb6ae-1958-40c9-92a5-0d498589c039 req-d592a130-d388-4598-ba71-6b10a7ffb96c tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389225 Aug 29 06:57:08.148624 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-841a8859-92b4-4c39-a175-1af6292985b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:08.165276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97828478-bf39-4bcc-bb40-43bf844ba5c8 req-c379cb19-3d8c-4d20-8185-cbd51359c562 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:08.168312 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97828478-bf39-4bcc-bb40-43bf844ba5c8 req-c379cb19-3d8c-4d20-8185-cbd51359c562 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 944 time: 0.1631687 Aug 29 06:57:08.215624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-42ccbf93-fccc-4f0b-a67f-44c24cd99e64 None None] Provisioning complete for port dcf746df-4bbf-484d-a823-51f58be040db triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:08.216026 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-42ccbf93-fccc-4f0b-a67f-44c24cd99e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:08.273903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97828478-bf39-4bcc-bb40-43bf844ba5c8 req-fef04914-3cdd-46d4-9b92-dcb09071cb23 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/security-groups?id=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897188 Aug 29 06:57:08.356295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e3380-541d-4942-9998-6c40a3cf925e req-46e8be9d-282a-47d0-ac04-bdda8bbbd19e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:08.358326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6e3380-541d-4942-9998-6c40a3cf925e req-46e8be9d-282a-47d0-ac04-bdda8bbbd19e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0815284 Aug 29 06:57:08.368525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60252) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:08.373556 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-62839cae-d226-4c5a-b798-1ea8b93899f3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Request body: {'floatingip': {'port_id': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:08.426885 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a59d9a19-bde9-4f41-a474-622c4b9b4ed9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:08.458650 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-62839cae-d226-4c5a-b798-1ea8b93899f3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:08.508372 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a59d9a19-bde9-4f41-a474-622c4b9b4ed9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:08.511746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a59d9a19-bde9-4f41-a474-622c4b9b4ed9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/54faf0b0-6d9c-483c-84de-f83713f39ace HTTP/1.1" status: 204 len: 168 time: 0.9743457 Aug 29 06:57:08.513452 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60258) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:08.585151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d9a19-bde9-4f41-a474-622c4b9b4ed9 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Subnet': ['ID=54faf0b0-6d9c-483c-84de-f83713f39ace,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:08.603436 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f1633ec-aa69-4b9a-9262-57fd5f15cee3 req-68f591ac-cfba-413d-9e38-310e9b2ba378 tempest-AttachSCSIVolumeTestJSON-281427286 tempest-AttachSCSIVolumeTestJSON-281427286-project] 10.222.0.76 "GET /v2.0/ports?device_id=2251f220-23f0-404d-9dce-ce413a7035a6 HTTP/1.1" status: 200 len: 210 time: 0.1091383 Aug 29 06:57:08.616476 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceab964e-3643-4a2a-8e0e-e4f3127f9690 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] DELETE failed (client error): The resource could not be found. Aug 29 06:57:08.617821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceab964e-3643-4a2a-8e0e-e4f3127f9690 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:57:08.626207 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ceab964e-3643-4a2a-8e0e-e4f3127f9690 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/7282e506-eed4-4d4d-ae2b-0d0e9787813f HTTP/1.1" status: 404 len: 337 time: 0.1072140 Aug 29 06:57:08.628217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60260) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:08.679473 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-955a38f4-4ed8-4e7f-9089-93712ffe3335 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea792b9a-799e-4593-a5f1-f83bc6dadfa5 HTTP/1.1" status: 200 len: 205 time: 0.0497465 Aug 29 06:57:08.682989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60264) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:08.764144 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-4484d970-eb88-4878-901d-c4c66957371a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] delete failed (client error): The resource could not be found. Aug 29 06:57:08.769157 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4484d970-eb88-4878-901d-c4c66957371a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/routers/ea792b9a-799e-4593-a5f1-f83bc6dadfa5 HTTP/1.1" status: 404 len: 336 time: 0.0848567 Aug 29 06:57:08.770555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60266) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:08.807611 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4c0bbb33-0e98-4d80-9f23-8f5a457394ff up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:57:08.819557 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b8854b-238f-4697-ad0c-1af348f9883f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] DELETE failed (client error): The resource could not be found. Aug 29 06:57:08.820497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b8854b-238f-4697-ad0c-1af348f9883f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:57:08.825964 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b2b8854b-238f-4697-ad0c-1af348f9883f tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/5f273ebc-0427-4a54-85c8-4666918a3ea8 HTTP/1.1" status: 404 len: 337 time: 0.0536573 Aug 29 06:57:08.826904 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60270) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:08.858016 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee912f4-026d-4da2-94bf-4063842f0dc4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] DELETE failed (client error): The resource could not be found. Aug 29 06:57:08.858724 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee912f4-026d-4da2-94bf-4063842f0dc4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:57:08.864392 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2ee912f4-026d-4da2-94bf-4063842f0dc4 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/e1591e8b-e066-4848-8c41-1b9be12b4935 HTTP/1.1" status: 404 len: 337 time: 0.0361695 Aug 29 06:57:08.865301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60272) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:08.898408 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b53e9ff-523e-4156-80f9-93ef20d9425d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] DELETE failed (client error): The resource could not be found. Aug 29 06:57:08.899107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b53e9ff-523e-4156-80f9-93ef20d9425d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:57:08.903797 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4b53e9ff-523e-4156-80f9-93ef20d9425d tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/4149273d-beb7-4533-a6e0-de2534e86251 HTTP/1.1" status: 404 len: 337 time: 0.0365973 Aug 29 06:57:08.904461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60274) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:08.951000 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2c453d-cf1f-46e7-bf3a-c7b07f8e3e27 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] DELETE failed (client error): The resource could not be found. Aug 29 06:57:08.952405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2c453d-cf1f-46e7-bf3a-c7b07f8e3e27 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:57:08.954949 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cf2c453d-cf1f-46e7-bf3a-c7b07f8e3e27 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/6e211a3f-a258-49c3-9be5-88ee920c709c HTTP/1.1" status: 404 len: 333 time: 0.0489087 Aug 29 06:57:08.966002 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60276) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:08.999283 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23ebcd2-8c63-4139-bc48-f9599c3f1a58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] DELETE failed (client error): The resource could not be found. Aug 29 06:57:09.000182 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23ebcd2-8c63-4139-bc48-f9599c3f1a58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:57:09.005322 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f23ebcd2-8c63-4139-bc48-f9599c3f1a58 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/f6374d56-e094-4eb2-8e62-e5cf60f51df1 HTTP/1.1" status: 404 len: 337 time: 0.0458078 Aug 29 06:57:09.006193 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60278) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:09.040141 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf359d71-19c8-4f5e-8659-945b7fe62347 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] DELETE failed (client error): The resource could not be found. Aug 29 06:57:09.040808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf359d71-19c8-4f5e-8659-945b7fe62347 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:57:09.045725 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cf359d71-19c8-4f5e-8659-945b7fe62347 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/60176c71-87ee-4f07-b417-a04950d8c4ec HTTP/1.1" status: 404 len: 337 time: 0.0381236 Aug 29 06:57:09.046598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60282) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:09.053005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:57:09.063683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:09.063683 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:09.105315 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-33fc8705-2d8f-4b1f-87c3-6d29f0175d5b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] DELETE failed (client error): The resource could not be found. Aug 29 06:57:09.110354 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33fc8705-2d8f-4b1f-87c3-6d29f0175d5b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:57:09.110354 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-33fc8705-2d8f-4b1f-87c3-6d29f0175d5b tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/f3357269-89a1-4d2c-aa68-320157b9f3e8 HTTP/1.1" status: 404 len: 333 time: 0.0618641 Aug 29 06:57:09.112104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60286) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:09.163837 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6dcebef-3433-4baf-a90b-2e6a84af6cc7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] DELETE failed (client error): The resource could not be found. Aug 29 06:57:09.164589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6dcebef-3433-4baf-a90b-2e6a84af6cc7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:57:09.166363 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d6dcebef-3433-4baf-a90b-2e6a84af6cc7 tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/548bc073-ab41-4988-b528-a4fd5562d21c HTTP/1.1" status: 404 len: 337 time: 0.0533211 Aug 29 06:57:09.169191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60290) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:09.170080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35223d5b-39d3-4755-b32d-ed1968b2a167 None None] Network 67709a0a-5cd1-4969-876d-339083d0fb87 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:57:09.206922 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b6e06a-1a1b-4fd5-9077-188abd7c5adc tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] DELETE failed (client error): The resource could not be found. Aug 29 06:57:09.207886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b6e06a-1a1b-4fd5-9077-188abd7c5adc tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 06:57:09.210318 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c4b6e06a-1a1b-4fd5-9077-188abd7c5adc tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/subnets/356daa99-7865-4630-bdbd-db5d080e7479 HTTP/1.1" status: 404 len: 337 time: 0.0400670 Aug 29 06:57:09.212720 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60292) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:09.322884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-391eb5c5-acce-4ac8-8c20-c579d59b3969 None None] Provisioning complete for port 129d43d9-b000-4e6d-913b-d646593a553d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:09.326440 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-391eb5c5-acce-4ac8-8c20-c579d59b3969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:09.326440 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:09.354256 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-62839cae-d226-4c5a-b798-1ea8b93899f3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:09.402316 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-62839cae-d226-4c5a-b798-1ea8b93899f3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:09.443520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-48de1aac-12d7-49df-80d1-b13953b0958a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port 129d43d9-b000-4e6d-913b-d646593a553d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:09.445675 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48de1aac-12d7-49df-80d1-b13953b0958a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:09.459566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f26dc65-a1c6-49e5-a39b-8c58c99cb802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0bbb33-0e98-4d80-9f23-8f5a457394ff'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:57:09.459887 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd879e0-9544-455b-969e-af3251ad674f" -d '{"events": [{"server_uuid": "0f26dc65-a1c6-49e5-a39b-8c58c99cb802", "name": "network-vif-plugged", "status": "completed", "tag": "4c0bbb33-0e98-4d80-9f23-8f5a457394ff"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:57:09.527463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-391eb5c5-acce-4ac8-8c20-c579d59b3969 None None] Port 129d43d9-b000-4e6d-913b-d646593a553d cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:57:09.540592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4c0bbb33-0e98-4d80-9f23-8f5a457394ff,segment=NetworkSegment(fa0e37de-3352-41fb-95aa-a908509f78c9),segment_id=fa0e37de-3352-41fb-95aa-a908509f78c9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:09.589198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-391eb5c5-acce-4ac8-8c20-c579d59b3969 None None] Provisioning complete for port dcf746df-4bbf-484d-a823-51f58be040db triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:09.590054 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-391eb5c5-acce-4ac8-8c20-c579d59b3969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:09.598103 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48de1aac-12d7-49df-80d1-b13953b0958a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:09.619832 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:09.634138 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-48de1aac-12d7-49df-80d1-b13953b0958a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for 129d43d9-b000-4e6d-913b-d646593a553d owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:09.725701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=4c0bbb33-0e98-4d80-9f23-8f5a457394ff,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:09.745784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7104bc-ea24-468c-aaec-3da770764f1f None None] DHCP port deletion for 67709a0a-5cd1-4969-876d-339083d0fb87 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:57:09.892691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48de1aac-12d7-49df-80d1-b13953b0958a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:09.916305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f312aea1-b34c-4a3e-a23a-31be5b04c738 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:57:09.929402 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48de1aac-12d7-49df-80d1-b13953b0958a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:09.934458 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-48de1aac-12d7-49df-80d1-b13953b0958a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/ports/129d43d9-b000-4e6d-913b-d646593a553d HTTP/1.1" status: 204 len: 168 time: 0.7205074 Aug 29 06:57:09.938031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60328) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:09.956744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5c7104bc-ea24-468c-aaec-3da770764f1f None None] Deleting port dcf746df-4bbf-484d-a823-51f58be040db {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:09.957528 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5c7104bc-ea24-468c-aaec-3da770764f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:09.962828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6121e4-382d-4754-ade1-0d5d9c33a45c req-4a7b5b91-33e1-44e7-a212-1cb47ff52e30 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:09.971863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc6121e4-382d-4754-ade1-0d5d9c33a45c req-4a7b5b91-33e1-44e7-a212-1cb47ff52e30 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.7212684 Aug 29 06:57:10.001290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de1aac-12d7-49df-80d1-b13953b0958a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=129d43d9-b000-4e6d-913b-d646593a553d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:10.045053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5c7104bc-ea24-468c-aaec-3da770764f1f None None] For port dcf746df-4bbf-484d-a823-51f58be040db, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dcf746df-4bbf-484d-a823-51f58be040db,segment=NetworkSegment(e3f0faca-9a4f-4e87-bfd0-42c04426394c),segment_id=e3f0faca-9a4f-4e87-bfd0-42c04426394c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:10.045457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5c7104bc-ea24-468c-aaec-3da770764f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:10.063728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5c7104bc-ea24-468c-aaec-3da770764f1f None None] Calling delete_port for dcf746df-4bbf-484d-a823-51f58be040db owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:10.077624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bf09c-5676-4f18-bf85-214db06e3cd0 req-55ee1046-40ae-4e59-bafb-bdaee73c6f75 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:10.079205 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df8bf09c-5676-4f18-bf85-214db06e3cd0 req-55ee1046-40ae-4e59-bafb-bdaee73c6f75 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 945 time: 0.1648338 Aug 29 06:57:10.096061 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc6121e4-382d-4754-ade1-0d5d9c33a45c req-c0f7f786-ea17-490c-9772-bf703356d4d2 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232464 Aug 29 06:57:10.113124 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:10.170937 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-62839cae-d226-4c5a-b798-1ea8b93899f3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Floating IP 4cd5a767-21af-48b3-a88e-9b764e2cef08 associated. External IP: 172.25.1.76, port: 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0. Aug 29 06:57:10.201581 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdae7ce-94f8-4a04-a892-3ad84a2da02f x-openstack-request-id: req-2bdae7ce-94f8-4a04-a892-3ad84a2da02f {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:57:10.202361 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f26dc65-a1c6-49e5-a39b-8c58c99cb802", "name": "network-vif-plugged", "status": "completed", "tag": "4c0bbb33-0e98-4d80-9f23-8f5a457394ff", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:57:10.202361 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2bdae7ce-94f8-4a04-a892-3ad84a2da02f {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:57:10.202888 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f26dc65-a1c6-49e5-a39b-8c58c99cb802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0bbb33-0e98-4d80-9f23-8f5a457394ff', 'code': 200} Aug 29 06:57:10.204423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: f312aea1-b34c-4a3e-a23a-31be5b04c738 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:57:10.204844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f312aea1-b34c-4a3e-a23a-31be5b04c738 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:57:10.239772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Deleting port dcf746df-4bbf-484d-a823-51f58be040db {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:10.240104 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:10.291210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df8bf09c-5676-4f18-bf85-214db06e3cd0 req-a9eb6fce-250e-4d92-ac7d-dbd43564a8f3 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/security-groups?id=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937017 Aug 29 06:57:10.304495 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5c7104bc-ea24-468c-aaec-3da770764f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:10.348348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7104bc-ea24-468c-aaec-3da770764f1f None None] Pushing event deleted for resources: {'Port': ['ID=dcf746df-4bbf-484d-a823-51f58be040db,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:10.355646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7104bc-ea24-468c-aaec-3da770764f1f None None] No DVR routers for this DVR port dcf746df-4bbf-484d-a823-51f58be040db on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:57:10.358853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dcf746df-4bbf-484d-a823-51f58be040db no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:57:10.364573 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] For port dcf746df-4bbf-484d-a823-51f58be040db, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dcf746df-4bbf-484d-a823-51f58be040db,segment=NetworkSegment(e3f0faca-9a4f-4e87-bfd0-42c04426394c),segment_id=e3f0faca-9a4f-4e87-bfd0-42c04426394c)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:10.364573 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:10.401905 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Calling delete_port for dcf746df-4bbf-484d-a823-51f58be040db owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:10.404991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: dcf746df-4bbf-484d-a823-51f58be040db {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:57:10.405330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dcf746df-4bbf-484d-a823-51f58be040db not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:57:10.407825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0759d5e-3818-4755-83d5-d407b8f3de23 req-bc6d91e7-b261-4df1-9c8c-d3f44cf61975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:10.409355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0759d5e-3818-4755-83d5-d407b8f3de23 req-bc6d91e7-b261-4df1-9c8c-d3f44cf61975 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 1097 time: 0.1152179 Aug 29 06:57:10.472352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0759d5e-3818-4755-83d5-d407b8f3de23 req-eaf9a4f3-eda4-4745-9b12-ba605303b70d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537238 Aug 29 06:57:10.536149 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:10.570672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Port': ['ID=dcf746df-4bbf-484d-a823-51f58be040db,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:10.581555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] No DVR routers for this DVR port dcf746df-4bbf-484d-a823-51f58be040db on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:57:10.610528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62839cae-d226-4c5a-b798-1ea8b93899f3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Router b548031b-2247-4114-a9ae-338df5405e2a has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:57:10.665000 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:10.675064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67709a0a-5cd1-4969-876d-339083d0fb87']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:10.696474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f0faca-9a4f-4e87-bfd0-42c04426394c') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:10.696474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f0faca-9a4f-4e87-bfd0-42c04426394c') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:10.697573 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:10.714466 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:10.725173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:57:10.725518 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:57:10.728894 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:57:10.744994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62839cae-d226-4c5a-b798-1ea8b93899f3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:57:10.749969 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-62839cae-d226-4c5a-b798-1ea8b93899f3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:10.761070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b47c84-ce78-4ac5-ab64-8e3086c6f5b3 None None] Sync routers for ids ['b548031b-2247-4114-a9ae-338df5405e2a'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:57:10.773934 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b47c84-ce78-4ac5-ab64-8e3086c6f5b3 None None] Routers {'b548031b-2247-4114-a9ae-338df5405e2a'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:10.774780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-52b47c84-ce78-4ac5-ab64-8e3086c6f5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b548031b-2247-4114-a9ae-338df5405e2a'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:10.783472 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-62839cae-d226-4c5a-b798-1ea8b93899f3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "PUT /v2.0/floatingips/4cd5a767-21af-48b3-a88e-9b764e2cef08 HTTP/1.1" status: 200 len: 991 time: 2.4147921 Aug 29 06:57:10.784270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'tag': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:57:10.787553 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24077bd0-58ae-449f-9b47-087615184633" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc43b51-f33e-4f66-b65d-981ec2bdf2f6", "tag": "80d0f8fb-4ebb-4480-9eb4-920fd115c8f0"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:57:10.828407 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20539f69-2bae-4f4f-94b1-e66d3fee59b5 x-openstack-request-id: req-20539f69-2bae-4f4f-94b1-e66d3fee59b5 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:57:10.828780 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc43b51-f33e-4f66-b65d-981ec2bdf2f6", "tag": "80d0f8fb-4ebb-4480-9eb4-920fd115c8f0", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:57:10.829135 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20539f69-2bae-4f4f-94b1-e66d3fee59b5 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:57:10.829617 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'tag': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'status': 'completed', 'code': 200} Aug 29 06:57:10.831657 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:10.903815 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:10.918233 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:10.918983 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-52b47c84-ce78-4ac5-ab64-8e3086c6f5b3 None None] Set router b548031b-2247-4114-a9ae-338df5405e2a gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:10.919496 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] 10.222.0.76 "DELETE /v2.0/networks/67709a0a-5cd1-4969-876d-339083d0fb87 HTTP/1.1" status: 204 len: 168 time: 0.9728115 Aug 29 06:57:10.925945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32916c53-0eb9-4473-8d08-248f9f25a73a tempest-PortsTestJSON-1659037281 tempest-PortsTestJSON-1659037281-project] Pushing event deleted for resources: {'Network': ['ID=67709a0a-5cd1-4969-876d-339083d0fb87,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:10.955615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077bd0-58ae-449f-9b47-087615184633 req-35d693c7-7f52-4086-84cb-4b034e83b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:10.958104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24077bd0-58ae-449f-9b47-087615184633 req-35d693c7-7f52-4086-84cb-4b034e83b727 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 1098 time: 0.0872369 Aug 29 06:57:11.077695 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077bd0-58ae-449f-9b47-087615184633 req-75fd1404-1609-4ab8-b173-506d62a6c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:11.079212 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24077bd0-58ae-449f-9b47-087615184633 req-75fd1404-1609-4ab8-b173-506d62a6c9dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 917 time: 0.1140459 Aug 29 06:57:11.153372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24077bd0-58ae-449f-9b47-087615184633 req-86cb01b4-bf5c-4af8-98b7-2e6e3dcdf7ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 HTTP/1.1" status: 200 len: 999 time: 0.0658484 Aug 29 06:57:11.209915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-52b47c84-ce78-4ac5-ab64-8e3086c6f5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '4cd5a767-21af-48b3-a88e-9b764e2cef08', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'port_id': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'mac_address': 'fa:16:3e:6b:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:56:49Z', 'updated_at': '2021-08-29T06:57:09Z', 'revision_number': 1, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:47Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:11.236465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b47c84-ce78-4ac5-ab64-8e3086c6f5b3 None None] Checking router: b548031b-2247-4114-a9ae-338df5405e2a for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:57:11.242529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077bd0-58ae-449f-9b47-087615184633 req-d2758003-2db6-4d5b-a795-7b78d71042de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:11.244123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24077bd0-58ae-449f-9b47-087615184633 req-d2758003-2db6-4d5b-a795-7b78d71042de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7085e65-5548-41fd-a4b3-5a3f77bcccc9 HTTP/1.1" status: 200 len: 855 time: 0.0791507 Aug 29 06:57:11.245005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b47c84-ce78-4ac5-ab64-8e3086c6f5b3 None None] Routers {'b548031b-2247-4114-a9ae-338df5405e2a'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:11.245727 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-52b47c84-ce78-4ac5-ab64-8e3086c6f5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:56:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b548031b-2247-4114-a9ae-338df5405e2a'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:11.258388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0782a1f-084f-4209-b962-4cb390d58ab6 req-431196da-2c57-4d66-ac4b-d73fac300260 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:11.259888 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0782a1f-084f-4209-b962-4cb390d58ab6 req-431196da-2c57-4d66-ac4b-d73fac300260 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0961146 Aug 29 06:57:11.342207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077bd0-58ae-449f-9b47-087615184633 req-c2291350-7d86-405a-9a68-cccde97ef96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:11.344326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24077bd0-58ae-449f-9b47-087615184633 req-c2291350-7d86-405a-9a68-cccde97ef96a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834169 Aug 29 06:57:11.348150 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0782a1f-084f-4209-b962-4cb390d58ab6 req-c7622e3a-b97d-4e02-9f9e-04fa9d898415 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580087 Aug 29 06:57:11.390635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-52b47c84-ce78-4ac5-ab64-8e3086c6f5b3 None None] Set router b548031b-2247-4114-a9ae-338df5405e2a gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:11.504247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3354cc-8208-44b3-9c11-b276760db8cf req-0e82ef03-72ca-4474-b4f0-74e26c6f889d tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:11.505787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf3354cc-8208-44b3-9c11-b276760db8cf req-0e82ef03-72ca-4474-b4f0-74e26c6f889d tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 945 time: 0.1211557 Aug 29 06:57:11.510299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24077bd0-58ae-449f-9b47-087615184633 req-7d78b169-00c0-46ef-923b-ae84c9c50e96 service neutron] 10.222.0.15 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529503 Aug 29 06:57:11.598258 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a71e358a-cf25-441a-91fa-9a678b3140cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:11.601054 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60400) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:11.641027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf3354cc-8208-44b3-9c11-b276760db8cf req-6397643b-88bc-4bba-8c2d-f541c6d5a87c tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/security-groups?id=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259391 Aug 29 06:57:11.686788 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24077bd0-58ae-449f-9b47-087615184633 req-1dc54aff-3cab-41bd-9a47-d8db61ee6332 service neutron] 10.222.0.15 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632276 Aug 29 06:57:11.784019 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:11.800221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-52b47c84-ce78-4ac5-ab64-8e3086c6f5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '4cd5a767-21af-48b3-a88e-9b764e2cef08', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'port_id': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'mac_address': 'fa:16:3e:6b:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:56:49Z', 'updated_at': '2021-08-29T06:57:09Z', 'revision_number': 1, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:47Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:11.860079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b47c84-ce78-4ac5-ab64-8e3086c6f5b3 None None] The sync data for ids ['b548031b-2247-4114-a9ae-338df5405e2a'] in n-d-713301-12 is: [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '4cd5a767-21af-48b3-a88e-9b764e2cef08', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'port_id': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'mac_address': 'fa:16:3e:6b:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:56:49Z', 'updated_at': '2021-08-29T06:57:09Z', 'revision_number': 1, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:47Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:57:11.896550 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-485fe978-e022-4b39-8dd9-f71eefd5c614 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6db82f2c79d34bd3a7176c913c7d5827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879381 Aug 29 06:57:11.896550 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60408) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:11.952494 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4978c49-82d5-4f88-8bac-3951bba28a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:11.994899 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4978c49-82d5-4f88-8bac-3951bba28a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:12.122818 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71572512-7de6-4268-925b-56477acaff2d None None] New status for floating IP 4cd5a767-21af-48b3-a88e-9b764e2cef08: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:57:12.232139 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4978c49-82d5-4f88-8bac-3951bba28a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:12.236137 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4978c49-82d5-4f88-8bac-3951bba28a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:12.237748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e4978c49-82d5-4f88-8bac-3951bba28a2a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0d0c4730-ed7a-473d-a42a-49459a8cf3d0 HTTP/1.1" status: 204 len: 168 time: 0.3435810 Aug 29 06:57:12.249238 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4978c49-82d5-4f88-8bac-3951bba28a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0c4730-ed7a-473d-a42a-49459a8cf3d0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:12.503485 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402eae9-f88f-4fc8-9ff7-ce3beaa04e2a req-f81ac24a-b4c9-4299-a205-2c63ba0fe09a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:12.508404 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6402eae9-f88f-4fc8-9ff7-ce3beaa04e2a req-f81ac24a-b4c9-4299-a205-2c63ba0fe09a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0878603 Aug 29 06:57:12.560321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6402eae9-f88f-4fc8-9ff7-ce3beaa04e2a req-c64bfa97-7902-4f45-ad39-ff52c149a28d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462673 Aug 29 06:57:12.829815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d98034-7cc9-4e5f-a25f-5d2bbda38fc0 req-768b6bb6-b479-4041-b4fb-d848df182f5f tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:12.843092 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a9d98034-7cc9-4e5f-a25f-5d2bbda38fc0 req-768b6bb6-b479-4041-b4fb-d848df182f5f tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 945 time: 0.0811756 Aug 29 06:57:12.902958 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a9d98034-7cc9-4e5f-a25f-5d2bbda38fc0 req-69b55504-1e20-4f87-a261-8a0392e5bb46 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/security-groups?id=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587204 Aug 29 06:57:13.477324 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:13.605464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fb4b9-4dca-4b1c-93c2-0c68cd8d8ba4 req-b15e4158-30e7-42a6-a368-d26e9c481714 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:13.625389 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-999fb4b9-4dca-4b1c-93c2-0c68cd8d8ba4 req-b15e4158-30e7-42a6-a368-d26e9c481714 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 945 time: 0.1272068 Aug 29 06:57:13.730848 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-999fb4b9-4dca-4b1c-93c2-0c68cd8d8ba4 req-61811202-10f2-496c-97b4-072d184d1a97 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/security-groups?id=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957320 Aug 29 06:57:13.779813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60484) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:13.848593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a39a10-31f1-4aaa-87ce-7c79fc882e25 req-78962eec-c7fa-4985-b84f-7c3053d7cba7 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:13.859379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96a39a10-31f1-4aaa-87ce-7c79fc882e25 req-78962eec-c7fa-4985-b84f-7c3053d7cba7 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1214349 Aug 29 06:57:13.900772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96a39a10-31f1-4aaa-87ce-7c79fc882e25 req-6e3d14b7-85be-49cc-bcc6-95c55c1b2c5d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402594 Aug 29 06:57:13.962549 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7c78581c-8720-43ab-a4b3-0ffb5dfcf2e2 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:13.963639 n-d-713301-12 neutron-server[95403]: WARNING neutron.api.v2.base [None req-7c78581c-8720-43ab-a4b3-0ffb5dfcf2e2 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 06:57:13.964183 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-7c78581c-8720-43ab-a4b3-0ffb5dfcf2e2 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 06:57:13.965331 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7c78581c-8720-43ab-a4b3-0ffb5dfcf2e2 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1844726 Aug 29 06:57:13.971089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60492) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:13.977704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8c7eb94f-cff6-468b-888b-376f26c38ca7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group': {'name': 'tempest-secgroup--148337260'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:14.143718 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb94f-cff6-468b-888b-376f26c38ca7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:14.152733 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb94f-cff6-468b-888b-376f26c38ca7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:14.253693 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb94f-cff6-468b-888b-376f26c38ca7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:14.349275 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb94f-cff6-468b-888b-376f26c38ca7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:14.391005 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7eb94f-cff6-468b-888b-376f26c38ca7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31240cf2-fa49-406b-8075-12407a9f5def,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:14.448159 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb94f-cff6-468b-888b-376f26c38ca7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:14.589100 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb94f-cff6-468b-888b-376f26c38ca7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:14.630127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7eb94f-cff6-468b-888b-376f26c38ca7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dad6611-0e6b-4a2d-b246-7452cc572279,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:14.737730 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c7eb94f-cff6-468b-888b-376f26c38ca7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:14.743252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8c7eb94f-cff6-468b-888b-376f26c38ca7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7702162 Aug 29 06:57:14.745972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60506) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:14.764516 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-22ad55cc-cd6b-4394-af9a-46fa473c7643 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '4dad6611-0e6b-4a2d-b246-7452cc572279', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:14.975954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57d25e-077f-4253-8f2e-4d1e3594a2c3 req-6d28efd3-58bf-4e36-b0e2-b24bc8fcd44c tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:14.983734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f57d25e-077f-4253-8f2e-4d1e3594a2c3 req-6d28efd3-58bf-4e36-b0e2-b24bc8fcd44c tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 945 time: 0.0955923 Aug 29 06:57:15.006726 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-22ad55cc-cd6b-4394-af9a-46fa473c7643 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:15.084889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f57d25e-077f-4253-8f2e-4d1e3594a2c3 req-5b0c5ea2-d26e-4a08-aa67-9b65885a958e tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/security-groups?id=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996287 Aug 29 06:57:15.112714 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-22ad55cc-cd6b-4394-af9a-46fa473c7643 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:15.121180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24d2f9-2e33-4099-a6ba-beb241365e6e req-4ca9b694-3db0-455e-984d-811651d7846f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:15.122670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae24d2f9-2e33-4099-a6ba-beb241365e6e req-4ca9b694-3db0-455e-984d-811651d7846f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1049316 Aug 29 06:57:15.162387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae24d2f9-2e33-4099-a6ba-beb241365e6e req-20898977-4735-473a-82a3-c9edc3d09b1d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337322 Aug 29 06:57:15.219188 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-22ad55cc-cd6b-4394-af9a-46fa473c7643 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:15.258520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad55cc-cd6b-4394-af9a-46fa473c7643 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9979e682-2a1b-4d0b-ba07-197835426f6b,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:15.282965 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd675a-df5f-43fc-b277-bab350e4d7f6 req-073ed0df-19e1-45b2-a08d-d962bc1bd8f8 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:15.284718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9bcd675a-df5f-43fc-b277-bab350e4d7f6 req-073ed0df-19e1-45b2-a08d-d962bc1bd8f8 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 945 time: 0.0777435 Aug 29 06:57:15.332570 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-22ad55cc-cd6b-4394-af9a-46fa473c7643 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:15.340490 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-22ad55cc-cd6b-4394-af9a-46fa473c7643 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5865591 Aug 29 06:57:15.340810 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60532) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:15.344010 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-23f79ec6-89b0-49a3-888b-6d0f6f563118 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '4dad6611-0e6b-4a2d-b246-7452cc572279', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:15.405755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-9bcd675a-df5f-43fc-b277-bab350e4d7f6 req-4f5cfab5-4fd2-4aea-ba4e-b03e504d296e tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Deleting port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:15.406105 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9bcd675a-df5f-43fc-b277-bab350e4d7f6 req-4f5cfab5-4fd2-4aea-ba4e-b03e504d296e tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:15.501431 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23f79ec6-89b0-49a3-888b-6d0f6f563118 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:15.513217 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-9bcd675a-df5f-43fc-b277-bab350e4d7f6 req-4f5cfab5-4fd2-4aea-ba4e-b03e504d296e tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] For port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4c0bbb33-0e98-4d80-9f23-8f5a457394ff,segment=NetworkSegment(fa0e37de-3352-41fb-95aa-a908509f78c9),segment_id=fa0e37de-3352-41fb-95aa-a908509f78c9)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:15.513217 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9bcd675a-df5f-43fc-b277-bab350e4d7f6 req-4f5cfab5-4fd2-4aea-ba4e-b03e504d296e tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:15.528067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-9bcd675a-df5f-43fc-b277-bab350e4d7f6 req-4f5cfab5-4fd2-4aea-ba4e-b03e504d296e tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Calling delete_port for 4c0bbb33-0e98-4d80-9f23-8f5a457394ff owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:15.687984 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-23f79ec6-89b0-49a3-888b-6d0f6f563118 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 06:57:15.690875 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-23f79ec6-89b0-49a3-888b-6d0f6f563118 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3527932 Aug 29 06:57:15.694316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60542) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:15.738084 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9bcd675a-df5f-43fc-b277-bab350e4d7f6 req-4f5cfab5-4fd2-4aea-ba4e-b03e504d296e tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:15.751748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4c0bbb33-0e98-4d80-9f23-8f5a457394ff'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:57:15.813740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cfab5-4fd2-4aea-ba4e-b03e504d296e tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Pushing event deleted for resources: {'Port': ['ID=4c0bbb33-0e98-4d80-9f23-8f5a457394ff,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:15.827453 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b16c600a-bd92-4772-88f9-adccc55fdae5 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:15.871840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcd675a-df5f-43fc-b277-bab350e4d7f6 req-4f5cfab5-4fd2-4aea-ba4e-b03e504d296e tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] No DVR routers for this DVR port 4c0bbb33-0e98-4d80-9f23-8f5a457394ff on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:57:15.873116 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b16c600a-bd92-4772-88f9-adccc55fdae5 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:15.874789 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9bcd675a-df5f-43fc-b277-bab350e4d7f6 req-4f5cfab5-4fd2-4aea-ba4e-b03e504d296e tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:15.877427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9bcd675a-df5f-43fc-b277-bab350e4d7f6 req-4f5cfab5-4fd2-4aea-ba4e-b03e504d296e tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.15 "DELETE /v2.0/ports/4c0bbb33-0e98-4d80-9f23-8f5a457394ff HTTP/1.1" status: 204 len: 173 time: 0.5817275 Aug 29 06:57:15.878097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f26dc65-a1c6-49e5-a39b-8c58c99cb802', 'name': 'network-vif-deleted', 'tag': '4c0bbb33-0e98-4d80-9f23-8f5a457394ff'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:57:15.889824 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab92693-110a-49cd-918e-e306f0e0faaa" -d '{"events": [{"server_uuid": "0f26dc65-a1c6-49e5-a39b-8c58c99cb802", "name": "network-vif-deleted", "tag": "4c0bbb33-0e98-4d80-9f23-8f5a457394ff"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:57:15.968891 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb5c93b-0cce-4cb1-b095-16c2005b2aa6 x-openstack-request-id: req-2cb5c93b-0cce-4cb1-b095-16c2005b2aa6 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:57:15.969580 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f26dc65-a1c6-49e5-a39b-8c58c99cb802", "name": "network-vif-deleted", "tag": "4c0bbb33-0e98-4d80-9f23-8f5a457394ff", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:57:15.970092 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2cb5c93b-0cce-4cb1-b095-16c2005b2aa6 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:57:15.970764 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f26dc65-a1c6-49e5-a39b-8c58c99cb802', 'name': 'network-vif-deleted', 'tag': '4c0bbb33-0e98-4d80-9f23-8f5a457394ff', 'status': 'completed', 'code': 200} Aug 29 06:57:16.050814 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b16c600a-bd92-4772-88f9-adccc55fdae5 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:16.065032 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b16c600a-bd92-4772-88f9-adccc55fdae5 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:16.066234 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b16c600a-bd92-4772-88f9-adccc55fdae5 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "DELETE /v2.0/security-groups/4dad6611-0e6b-4a2d-b246-7452cc572279 HTTP/1.1" status: 204 len: 168 time: 0.3701181 Aug 29 06:57:16.071394 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60554) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:16.110396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c600a-bd92-4772-88f9-adccc55fdae5 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dad6611-0e6b-4a2d-b246-7452cc572279,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:16.117801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60560) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:16.298796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2955ae85-f7fa-4965-bc8a-b90fa9081e53 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2259369 Aug 29 06:57:16.310770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60572) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:16.329325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-02be61d4-e23e-4fd4-9747-34283a3f92dd tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group': {'name': 'tempest-secgroup--50634825'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:16.336973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7f658b3-90f0-4d3b-a1ca-9e3868abc7fb req-0269f158-f244-45e3-8f82-9f9b2a31da90 tempest-ServerAddressesNegativeTestJSON-1240045884 tempest-ServerAddressesNegativeTestJSON-1240045884-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f26dc65-a1c6-49e5-a39b-8c58c99cb802 HTTP/1.1" status: 200 len: 210 time: 0.0766833 Aug 29 06:57:16.408912 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-02be61d4-e23e-4fd4-9747-34283a3f92dd tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:16.442750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7130a-c5e8-4d1a-b1ea-55eee1d185a0 req-b7ceacc0-08ba-475c-a9ce-ebe0a76062fc tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:16.444352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fab7130a-c5e8-4d1a-b1ea-55eee1d185a0 req-b7ceacc0-08ba-475c-a9ce-ebe0a76062fc tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0714767 Aug 29 06:57:16.503911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fab7130a-c5e8-4d1a-b1ea-55eee1d185a0 req-0807f1b1-9816-407a-b51a-76598558b80f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508363 Aug 29 06:57:16.556546 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-02be61d4-e23e-4fd4-9747-34283a3f92dd tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:16.604723 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc9ffa5-0010-4a00-84f7-254f91f9936f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:16.635124 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-02be61d4-e23e-4fd4-9747-34283a3f92dd tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:16.682774 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be61d4-e23e-4fd4-9747-34283a3f92dd tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496d1762-3d37-40e4-a503-9bad41e17400,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:16.726380 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-02be61d4-e23e-4fd4-9747-34283a3f92dd tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:16.727830 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-02be61d4-e23e-4fd4-9747-34283a3f92dd tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4157815 Aug 29 06:57:16.730652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60578) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:16.735498 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-37356ad4-5a95-4326-8a62-7a4356c1ef76 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '496d1762-3d37-40e4-a503-9bad41e17400', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:16.736492 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-37356ad4-5a95-4326-8a62-7a4356c1ef76 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 06:57:16.737098 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-37356ad4-5a95-4326-8a62-7a4356c1ef76 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:16.741538 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-37356ad4-5a95-4326-8a62-7a4356c1ef76 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064895 Aug 29 06:57:16.742189 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60580) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:16.807246 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9b064c1-ae98-4b02-a8c4-848e220c9de2 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:16.857106 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9b064c1-ae98-4b02-a8c4-848e220c9de2 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:16.968146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9ffa5-0010-4a00-84f7-254f91f9936f admin admin] Deleting port dc060ede-e8c3-492f-aca1-c46044c3acd4 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:16.968497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc9ffa5-0010-4a00-84f7-254f91f9936f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:17.000771 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9b064c1-ae98-4b02-a8c4-848e220c9de2 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:17.004266 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b9b064c1-ae98-4b02-a8c4-848e220c9de2 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:17.005703 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b9b064c1-ae98-4b02-a8c4-848e220c9de2 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "DELETE /v2.0/security-groups/496d1762-3d37-40e4-a503-9bad41e17400 HTTP/1.1" status: 204 len: 168 time: 0.2629001 Aug 29 06:57:17.010216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60590) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:17.031246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b064c1-ae98-4b02-a8c4-848e220c9de2 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=496d1762-3d37-40e4-a503-9bad41e17400,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:17.070941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8c20a5a9-7450-415f-8054-ba159f213a46 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547154 Aug 29 06:57:17.071535 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60592) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:17.075341 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-3dc9ffa5-0010-4a00-84f7-254f91f9936f admin admin] For port dc060ede-e8c3-492f-aca1-c46044c3acd4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dc060ede-e8c3-492f-aca1-c46044c3acd4,segment=NetworkSegment(710668a4-d115-4529-80b2-c6bc44ae18a8),segment_id=710668a4-d115-4529-80b2-c6bc44ae18a8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:17.075712 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc9ffa5-0010-4a00-84f7-254f91f9936f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:17.076502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ed908838-6d34-4282-9375-6bddd89ac672 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group': {'name': 'tempest-secgroup--842902873'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:17.089871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9ffa5-0010-4a00-84f7-254f91f9936f admin admin] Calling delete_port for dc060ede-e8c3-492f-aca1-c46044c3acd4 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:17.238399 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed908838-6d34-4282-9375-6bddd89ac672 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:17.400738 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc9ffa5-0010-4a00-84f7-254f91f9936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:17.402258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60608) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:17.437399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9ffa5-0010-4a00-84f7-254f91f9936f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc060ede-e8c3-492f-aca1-c46044c3acd4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:17.458265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c509f9c-6922-4efb-88ff-4e1201e53689 admin admin] Deleting subnet 1f8df2e0-fdbc-4010-b089-3939901047a1 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:57:17.462194 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c509f9c-6922-4efb-88ff-4e1201e53689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:17.511649 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c509f9c-6922-4efb-88ff-4e1201e53689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:17.597294 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed908838-6d34-4282-9375-6bddd89ac672 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:17.612471 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c509f9c-6922-4efb-88ff-4e1201e53689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:17.710942 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed908838-6d34-4282-9375-6bddd89ac672 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:17.749034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed908838-6d34-4282-9375-6bddd89ac672 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04fdf0bb-33c7-443d-b3c6-2fd5f7161024,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:17.775538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fded94-0746-452e-b9dc-65bd1326772a req-2533447d-6c2d-4715-8521-5e057da7babd tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:17.778199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64fded94-0746-452e-b9dc-65bd1326772a req-2533447d-6c2d-4715-8521-5e057da7babd tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1793966 Aug 29 06:57:17.783701 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c509f9c-6922-4efb-88ff-4e1201e53689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:17.846986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c509f9c-6922-4efb-88ff-4e1201e53689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f8df2e0-fdbc-4010-b089-3939901047a1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:17.855410 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c509f9c-6922-4efb-88ff-4e1201e53689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:17.858048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2c509f9c-6922-4efb-88ff-4e1201e53689 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1f8df2e0-fdbc-4010-b089-3939901047a1 HTTP/1.1" status: 204 len: 168 time: 0.4547558 Aug 29 06:57:17.861903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60614) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:17.884164 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed908838-6d34-4282-9375-6bddd89ac672 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:17.885420 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ed908838-6d34-4282-9375-6bddd89ac672 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8128812 Aug 29 06:57:17.918804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60616) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:17.924242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-63c0908a-7a0b-4498-8df8-7bd5efee5885 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '04fdf0bb-33c7-443d-b3c6-2fd5f7161024', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:17.925317 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-63c0908a-7a0b-4498-8df8-7bd5efee5885 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 06:57:17.925814 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-63c0908a-7a0b-4498-8df8-7bd5efee5885 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:17.930428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-63c0908a-7a0b-4498-8df8-7bd5efee5885 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065992 Aug 29 06:57:17.941194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60618) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:17.962015 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64fded94-0746-452e-b9dc-65bd1326772a req-2f846ffa-d43d-4ce1-980b-3fb58688fb25 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750014 Aug 29 06:57:17.995157 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3dc9ffa5-0010-4a00-84f7-254f91f9936f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.022563 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-781d0a84-8d00-41aa-a546-62e92ec31180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.078241 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-457e8efa-6d55-4d83-be6f-6992acd3e5cd tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.149336 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-781d0a84-8d00-41aa-a546-62e92ec31180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.152546 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-457e8efa-6d55-4d83-be6f-6992acd3e5cd tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.169718 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-781d0a84-8d00-41aa-a546-62e92ec31180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4553cdb-bda6-460b-afaa-7b1472a2fef2']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:18.186292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-781d0a84-8d00-41aa-a546-62e92ec31180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0e37de-3352-41fb-95aa-a908509f78c9') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:18.186597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-781d0a84-8d00-41aa-a546-62e92ec31180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0e37de-3352-41fb-95aa-a908509f78c9') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:18.207210 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-781d0a84-8d00-41aa-a546-62e92ec31180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.223384 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-781d0a84-8d00-41aa-a546-62e92ec31180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.232871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781d0a84-8d00-41aa-a546-62e92ec31180 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:57:18.233370 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-781d0a84-8d00-41aa-a546-62e92ec31180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:57:18.236568 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:57:18.247781 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc9ffa5-0010-4a00-84f7-254f91f9936f admin admin] Router f74c2551-dd8d-4d25-9d19-8054fba40b50 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:57:18.385075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc9ffa5-0010-4a00-84f7-254f91f9936f admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:57:18.391198 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3dc9ffa5-0010-4a00-84f7-254f91f9936f admin admin] 10.222.0.76 "PUT /v2.0/routers/f74c2551-dd8d-4d25-9d19-8054fba40b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2711625 Aug 29 06:57:18.392955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60626) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:18.398829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fd7de5-af6d-4ef7-8e41-988fd208f45a None None] Sync routers for ids ['f74c2551-dd8d-4d25-9d19-8054fba40b50'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:57:18.414462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd7de5-af6d-4ef7-8e41-988fd208f45a None None] Routers {'f74c2551-dd8d-4d25-9d19-8054fba40b50'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:18.415458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f4fd7de5-af6d-4ef7-8e41-988fd208f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f74c2551-dd8d-4d25-9d19-8054fba40b50'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:18.422896 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-457e8efa-6d55-4d83-be6f-6992acd3e5cd tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.426119 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-457e8efa-6d55-4d83-be6f-6992acd3e5cd tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.433197 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-457e8efa-6d55-4d83-be6f-6992acd3e5cd tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "DELETE /v2.0/security-groups/04fdf0bb-33c7-443d-b3c6-2fd5f7161024 HTTP/1.1" status: 204 len: 168 time: 0.4898608 Aug 29 06:57:18.443541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60628) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:18.483104 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-781d0a84-8d00-41aa-a546-62e92ec31180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.494693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e8efa-6d55-4d83-be6f-6992acd3e5cd tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fdf0bb-33c7-443d-b3c6-2fd5f7161024,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:18.502064 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-781d0a84-8d00-41aa-a546-62e92ec31180 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.509314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-781d0a84-8d00-41aa-a546-62e92ec31180 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e4553cdb-bda6-460b-afaa-7b1472a2fef2 HTTP/1.1" status: 204 len: 168 time: 0.6461370 Aug 29 06:57:18.564418 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0a84-8d00-41aa-a546-62e92ec31180 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4553cdb-bda6-460b-afaa-7b1472a2fef2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:18.591287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2ef9d9ff-ce44-47b7-853a-535dfe1ab62e tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1397891 Aug 29 06:57:18.592396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60634) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:18.597149 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5572bacb-c896-4682-b4f4-03725d910cd7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209916996'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:18.681613 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5572bacb-c896-4682-b4f4-03725d910cd7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.708931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f4fd7de5-af6d-4ef7-8e41-988fd208f45a None None] Set router f74c2551-dd8d-4d25-9d19-8054fba40b50 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:18.772666 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.872527 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5572bacb-c896-4682-b4f4-03725d910cd7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.945899 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.951389 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5572bacb-c896-4682-b4f4-03725d910cd7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:18.954105 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4c0bbb33-0e98-4d80-9f23-8f5a457394ff no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:57:18.986777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572bacb-c896-4682-b4f4-03725d910cd7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddf2790-c1c3-486e-9a47-07d2539443fa,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:19.048569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 4c0bbb33-0e98-4d80-9f23-8f5a457394ff {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:57:19.048569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4c0bbb33-0e98-4d80-9f23-8f5a457394ff not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:57:19.103044 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5572bacb-c896-4682-b4f4-03725d910cd7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.105227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5572bacb-c896-4682-b4f4-03725d910cd7 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5122130 Aug 29 06:57:19.110121 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60652) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:19.116629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] Deleting port a0eb5961-fc2d-4fa6-824d-f592b5802efd {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:19.117169 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.130190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e97fb42b-97af-4ea6-b0fd-6cd8c2a0ec2a tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '4ddf2790-c1c3-486e-9a47-07d2539443fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:19.142789 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-e97fb42b-97af-4ea6-b0fd-6cd8c2a0ec2a tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 06:57:19.143533 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-e97fb42b-97af-4ea6-b0fd-6cd8c2a0ec2a tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:19.147343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e97fb42b-97af-4ea6-b0fd-6cd8c2a0ec2a tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0310099 Aug 29 06:57:19.148420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60656) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:19.159678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-97763877-66fd-42c5-972d-db126ca4e425 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '4ddf2790-c1c3-486e-9a47-07d2539443fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:19.164946 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-97763877-66fd-42c5-972d-db126ca4e425 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 06:57:19.164946 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-97763877-66fd-42c5-972d-db126ca4e425 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:19.164946 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-97763877-66fd-42c5-972d-db126ca4e425 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0134652 Aug 29 06:57:19.165296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60658) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:19.172665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-fa48c08e-b9dc-45cf-820d-910141686d37 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '4ddf2790-c1c3-486e-9a47-07d2539443fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:19.174256 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-fa48c08e-b9dc-45cf-820d-910141686d37 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 06:57:19.174768 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-fa48c08e-b9dc-45cf-820d-910141686d37 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:19.176758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fa48c08e-b9dc-45cf-820d-910141686d37 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100431 Aug 29 06:57:19.182470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60660) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:19.190550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9f254e24-c919-43aa-a93d-806090ea30fb tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '4ddf2790-c1c3-486e-9a47-07d2539443fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:19.191571 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-9f254e24-c919-43aa-a93d-806090ea30fb tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 06:57:19.192786 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-9f254e24-c919-43aa-a93d-806090ea30fb tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:19.195350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9f254e24-c919-43aa-a93d-806090ea30fb tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111051 Aug 29 06:57:19.205419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60662) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:19.205882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60664) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:19.216548 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6572e4-e8ae-44af-b5ee-7d7dfb4a5802 req-4649f575-ff77-45be-9fd9-0538881c074e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:19.226998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] For port a0eb5961-fc2d-4fa6-824d-f592b5802efd, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a0eb5961-fc2d-4fa6-824d-f592b5802efd,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:19.226998 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.227559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e6572e4-e8ae-44af-b5ee-7d7dfb4a5802 req-4649f575-ff77-45be-9fd9-0538881c074e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1881325 Aug 29 06:57:19.238626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] Calling delete_port for a0eb5961-fc2d-4fa6-824d-f592b5802efd owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:19.266798 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f4fd7de5-af6d-4ef7-8e41-988fd208f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'name': 'tempest-AttachSCSIVolumeTestJSON-587847949-router', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a0eb5961-fc2d-4fa6-824d-f592b5802efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:50Z', 'updated_at': '2021-08-29T06:57:17Z', 'revision_number': 5, 'project_id': 'c063c916c0cb42319b43e7cc68a9f591', 'gw_port': {'id': 'a0eb5961-fc2d-4fa6-824d-f592b5802efd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:06:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:54:51Z', 'updated_at': '2021-08-29T06:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:19.313818 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fd7de5-af6d-4ef7-8e41-988fd208f45a None None] Checking router: f74c2551-dd8d-4d25-9d19-8054fba40b50 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:57:19.322665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd7de5-af6d-4ef7-8e41-988fd208f45a None None] Routers {'f74c2551-dd8d-4d25-9d19-8054fba40b50'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:19.323841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f4fd7de5-af6d-4ef7-8e41-988fd208f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f74c2551-dd8d-4d25-9d19-8054fba40b50'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:19.346312 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e6572e4-e8ae-44af-b5ee-7d7dfb4a5802 req-322da1a6-2353-45f9-9796-cb0ca5853099 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203871 Aug 29 06:57:19.365800 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05705c84-e540-4bfa-9cc9-08afb5aad7ad tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.371122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fa716cc7-fd95-40ae-bbca-2f457c4fa7ad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=00cca006c9c84ebf8c4e94c490dfa989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368039 Aug 29 06:57:19.378389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60668) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:19.427414 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05705c84-e540-4bfa-9cc9-08afb5aad7ad tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.492663 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-62813649-50f8-45d8-b278-ee565b17152a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.518789 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-62813649-50f8-45d8-b278-ee565b17152a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.554827 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f4fd7de5-af6d-4ef7-8e41-988fd208f45a None None] Set router f74c2551-dd8d-4d25-9d19-8054fba40b50 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:19.556322 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.580984 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05705c84-e540-4bfa-9cc9-08afb5aad7ad tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.584928 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05705c84-e540-4bfa-9cc9-08afb5aad7ad tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.586403 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-05705c84-e540-4bfa-9cc9-08afb5aad7ad tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "DELETE /v2.0/security-groups/4ddf2790-c1c3-486e-9a47-07d2539443fa HTTP/1.1" status: 204 len: 168 time: 0.3465898 Aug 29 06:57:19.601888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60676) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:19.605875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0eb5961-fc2d-4fa6-824d-f592b5802efd,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:19.621644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05705c84-e540-4bfa-9cc9-08afb5aad7ad tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddf2790-c1c3-486e-9a47-07d2539443fa,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:19.622472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f4fd7de5-af6d-4ef7-8e41-988fd208f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'name': 'tempest-AttachSCSIVolumeTestJSON-587847949-router', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:50Z', 'updated_at': '2021-08-29T06:57:18Z', 'revision_number': 6, 'project_id': 'c063c916c0cb42319b43e7cc68a9f591', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:19.639942 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-62813649-50f8-45d8-b278-ee565b17152a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.642844 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-62813649-50f8-45d8-b278-ee565b17152a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.654167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-62813649-50f8-45d8-b278-ee565b17152a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2 HTTP/1.1" status: 204 len: 168 time: 0.2743604 Aug 29 06:57:19.669765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fd7de5-af6d-4ef7-8e41-988fd208f45a None None] The sync data for ids ['f74c2551-dd8d-4d25-9d19-8054fba40b50'] in n-d-713301-12 is: [{'id': 'f74c2551-dd8d-4d25-9d19-8054fba40b50', 'name': 'tempest-AttachSCSIVolumeTestJSON-587847949-router', 'tenant_id': 'c063c916c0cb42319b43e7cc68a9f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:54:50Z', 'updated_at': '2021-08-29T06:57:18Z', 'revision_number': 6, 'project_id': 'c063c916c0cb42319b43e7cc68a9f591', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:57:19.686380 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62813649-50f8-45d8-b278-ee565b17152a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa1bbe3-ec22-4eac-9e97-49ba8b7c10f2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:19.739638 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-77fc0e32-8b97-47c6-96a5-b4231439b68c tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1241732 Aug 29 06:57:19.745614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60682) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:19.751229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4befae86-0b42-466e-b13d-58dc654ac4ed tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907716088'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:19.787982 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.881870 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4befae86-0b42-466e-b13d-58dc654ac4ed tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.896185 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:19.898606 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.003412 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4befae86-0b42-466e-b13d-58dc654ac4ed tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.023441 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.024032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f74c2551-dd8d-4d25-9d19-8054fba40b50 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:57:20.030789 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.032693 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-61dc722f-c0e1-4356-89d9-6b8945908482 admin admin] 10.222.0.76 "DELETE /v2.0/routers/f74c2551-dd8d-4d25-9d19-8054fba40b50 HTTP/1.1" status: 204 len: 168 time: 1.6382248 Aug 29 06:57:20.034920 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60684) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:20.101863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbfa1b0f-cf32-4bf3-b069-b00f7f5288ae admin admin] Deleting subnet 96fc3106-0fec-456d-8593-f2470c46e96b {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:57:20.112564 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cbfa1b0f-cf32-4bf3-b069-b00f7f5288ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.120251 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4befae86-0b42-466e-b13d-58dc654ac4ed tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.173539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cbfa1b0f-cf32-4bf3-b069-b00f7f5288ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.195492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befae86-0b42-466e-b13d-58dc654ac4ed tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c1ab9a-ddf5-46d0-9810-5d87e3ae0957,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:20.229509 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4befae86-0b42-466e-b13d-58dc654ac4ed tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.236690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4befae86-0b42-466e-b13d-58dc654ac4ed tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4874730 Aug 29 06:57:20.237421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60692) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:20.246404 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e7e48be4-1056-47cb-bac0-a4befe140112 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '06c1ab9a-ddf5-46d0-9810-5d87e3ae0957', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:20.247232 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-e7e48be4-1056-47cb-bac0-a4befe140112 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 06:57:20.251320 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-e7e48be4-1056-47cb-bac0-a4befe140112 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:20.255480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e7e48be4-1056-47cb-bac0-a4befe140112 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0155084 Aug 29 06:57:20.257757 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60694) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:20.286049 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cbfa1b0f-cf32-4bf3-b069-b00f7f5288ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.286254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ba8bf834-668c-42bd-8bbd-c3597ef391db tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '06c1ab9a-ddf5-46d0-9810-5d87e3ae0957', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:20.401645 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cbfa1b0f-cf32-4bf3-b069-b00f7f5288ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.439526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa1b0f-cf32-4bf3-b069-b00f7f5288ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96fc3106-0fec-456d-8593-f2470c46e96b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:20.445752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cbfa1b0f-cf32-4bf3-b069-b00f7f5288ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.446521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b11836-1e5a-4ca2-9339-6ec6301dcfab None None] Network bf2aa35c-72ee-4c1a-922b-895d3e6904ad requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:57:20.449173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cbfa1b0f-cf32-4bf3-b069-b00f7f5288ae admin admin] 10.222.0.76 "DELETE /v2.0/subnets/96fc3106-0fec-456d-8593-f2470c46e96b HTTP/1.1" status: 204 len: 168 time: 0.4131079 Aug 29 06:57:20.455764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60704) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:20.548697 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.679340 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-ba8bf834-668c-42bd-8bbd-c3597ef391db tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:20.685097 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60720) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:20.688398 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ba8bf834-668c-42bd-8bbd-c3597ef391db tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4293227 Aug 29 06:57:20.691824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f89a5194-3b31-4dc9-aa38-2323c30059d2 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '06c1ab9a-ddf5-46d0-9810-5d87e3ae0957', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:20.692763 n-d-713301-12 neutron-server[95403]: WARNING neutron.api.v2.base [None req-f89a5194-3b31-4dc9-aa38-2323c30059d2 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 06:57:20.693428 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-f89a5194-3b31-4dc9-aa38-2323c30059d2 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:20.697943 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f89a5194-3b31-4dc9-aa38-2323c30059d2 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117655 Aug 29 06:57:20.699549 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60722) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:20.706074 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-beb75074-4611-489b-a4fe-1b739f7f9f6f tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '06c1ab9a-ddf5-46d0-9810-5d87e3ae0957', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:20.724042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a0eb5961-fc2d-4fa6-824d-f592b5802efd no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:57:20.732504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107e137-5615-4ec3-b84a-5b83e9e2461c req-c59ff5bb-4caa-4420-b825-9c87093703ec tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:20.734148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3107e137-5615-4ec3-b84a-5b83e9e2461c req-c59ff5bb-4caa-4420-b825-9c87093703ec tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1833935 Aug 29 06:57:20.771600 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Deleting port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:20.772080 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.795240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: a0eb5961-fc2d-4fa6-824d-f592b5802efd {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:57:20.797084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a0eb5961-fc2d-4fa6-824d-f592b5802efd not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:57:20.797575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dc060ede-e8c3-492f-aca1-c46044c3acd4 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:57:20.839738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3107e137-5615-4ec3-b84a-5b83e9e2461c req-171005b2-a247-4051-acad-00b803d3422f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957487 Aug 29 06:57:20.869088 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: dc060ede-e8c3-492f-aca1-c46044c3acd4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:57:20.869722 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dc060ede-e8c3-492f-aca1-c46044c3acd4 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:57:20.893676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] For port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=57b53ffc-332c-4265-98c7-49b6b6d4c8fc,segment=NetworkSegment(710668a4-d115-4529-80b2-c6bc44ae18a8),segment_id=710668a4-d115-4529-80b2-c6bc44ae18a8)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:20.893676 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.913444 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:20.937656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Calling delete_port for 57b53ffc-332c-4265-98c7-49b6b6d4c8fc owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:20.944517 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-beb75074-4611-489b-a4fe-1b739f7f9f6f tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:20.947725 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-beb75074-4611-489b-a4fe-1b739f7f9f6f tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2465022 Aug 29 06:57:20.949585 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60730) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:20.957214 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2cb01edc-95c5-4fb0-868b-998eb6f0b786 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '06c1ab9a-ddf5-46d0-9810-5d87e3ae0957', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:20.957716 n-d-713301-12 neutron-server[95403]: WARNING neutron.api.v2.base [None req-2cb01edc-95c5-4fb0-868b-998eb6f0b786 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 06:57:20.958225 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-2cb01edc-95c5-4fb0-868b-998eb6f0b786 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:20.969150 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2cb01edc-95c5-4fb0-868b-998eb6f0b786 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0182559 Aug 29 06:57:20.973785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60732) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:20.997790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-01978a98-3ba7-4763-8362-4b7239b6718c tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '06c1ab9a-ddf5-46d0-9810-5d87e3ae0957', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:21.020130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03eaeca-0796-4439-9577-9951067c7e67 None None] DHCP port deletion for bf2aa35c-72ee-4c1a-922b-895d3e6904ad request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:57:21.127173 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-01978a98-3ba7-4763-8362-4b7239b6718c tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Project bcdc6506cc4541809a5238b505c0ae53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 06:57:21.146121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f03eaeca-0796-4439-9577-9951067c7e67 None None] Deleting port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:21.147061 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f03eaeca-0796-4439-9577-9951067c7e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:21.235433 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-01978a98-3ba7-4763-8362-4b7239b6718c tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:21.236782 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-01978a98-3ba7-4763-8362-4b7239b6718c tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2619982 Aug 29 06:57:21.239799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60740) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:21.241439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f03eaeca-0796-4439-9577-9951067c7e67 None None] For port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=57b53ffc-332c-4265-98c7-49b6b6d4c8fc,segment=NetworkSegment(710668a4-d115-4529-80b2-c6bc44ae18a8),segment_id=710668a4-d115-4529-80b2-c6bc44ae18a8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:21.247804 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f03eaeca-0796-4439-9577-9951067c7e67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:21.247964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-cc57af46-c521-4a1d-ac92-57649406cb77 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '06c1ab9a-ddf5-46d0-9810-5d87e3ae0957', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:21.247964 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-cc57af46-c521-4a1d-ac92-57649406cb77 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 06:57:21.247964 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-cc57af46-c521-4a1d-ac92-57649406cb77 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:21.247964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cc57af46-c521-4a1d-ac92-57649406cb77 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057604 Aug 29 06:57:21.250119 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60742) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:21.254924 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6263b231-6228-4b12-ba01-1c074d9b8b2c tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '06c1ab9a-ddf5-46d0-9810-5d87e3ae0957', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:21.257594 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f03eaeca-0796-4439-9577-9951067c7e67 None None] Calling delete_port for 57b53ffc-332c-4265-98c7-49b6b6d4c8fc owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:21.277788 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:21.320241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Pushing event deleted for resources: {'Port': ['ID=57b53ffc-332c-4265-98c7-49b6b6d4c8fc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:21.330724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] No DVR routers for this DVR port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:57:21.372629 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f03eaeca-0796-4439-9577-9951067c7e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:21.404904 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03eaeca-0796-4439-9577-9951067c7e67 None None] Pushing event deleted for resources: {'Port': ['ID=57b53ffc-332c-4265-98c7-49b6b6d4c8fc,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:21.415825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60750) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:21.419505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03eaeca-0796-4439-9577-9951067c7e67 None None] No DVR routers for this DVR port 57b53ffc-332c-4265-98c7-49b6b6d4c8fc on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:57:21.441700 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:21.444931 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-6263b231-6228-4b12-ba01-1c074d9b8b2c tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Project bcdc6506cc4541809a5238b505c0ae53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 06:57:21.461366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2aa35c-72ee-4c1a-922b-895d3e6904ad']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:21.471979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710668a4-d115-4529-80b2-c6bc44ae18a8') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:21.472264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710668a4-d115-4529-80b2-c6bc44ae18a8') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:21.490680 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:21.507389 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:21.522089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:57:21.523514 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:57:21.525979 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:57:21.542972 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-6263b231-6228-4b12-ba01-1c074d9b8b2c tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:21.548485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60754) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:21.554934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a55d61ad-aa3d-46b0-bbfb-dafd0360c2aa tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '06c1ab9a-ddf5-46d0-9810-5d87e3ae0957', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:21.557324 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6263b231-6228-4b12-ba01-1c074d9b8b2c tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3059850 Aug 29 06:57:21.580424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1095288155-network', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:21.631803 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 06:57:21.631803 n-d-713301-12 neutron-server[95403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 06:57:21.631803 n-d-713301-12 neutron-server[95403]: [parameters: {'project_id_1': '212dac9cbcbe465799b2b11a7923f280', 'expiration_1': datetime.datetime(2021, 8, 29, 6, 57, 21, 605498)}] Aug 29 06:57:21.631803 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:57:21.632802 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:57:21.692101 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:21.703030 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:21.710056 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] 10.222.0.76 "DELETE /v2.0/networks/bf2aa35c-72ee-4c1a-922b-895d3e6904ad HTTP/1.1" status: 204 len: 168 time: 1.2480340 Aug 29 06:57:21.710267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60758) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:21.758106 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-a55d61ad-aa3d-46b0-bbfb-dafd0360c2aa tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Project bcdc6506cc4541809a5238b505c0ae53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 06:57:21.761977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0c3c4-6a48-4c46-8579-19e04a6365da admin admin] Pushing event deleted for resources: {'Network': ['ID=bf2aa35c-72ee-4c1a-922b-895d3e6904ad,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:21.855062 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-a55d61ad-aa3d-46b0-bbfb-dafd0360c2aa tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:21.856860 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a55d61ad-aa3d-46b0-bbfb-dafd0360c2aa tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3070376 Aug 29 06:57:21.876865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60766) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:21.973926 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fb611729-f16e-49f8-95dc-ba6a8efd8006 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:22.037927 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fb611729-f16e-49f8-95dc-ba6a8efd8006 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:22.073346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d277af-c68a-4b66-9061-a94d1cbb565f req-2c5609af-8e12-474c-a601-e2ced5a96028 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:22.075399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-37d277af-c68a-4b66-9061-a94d1cbb565f req-2c5609af-8e12-474c-a601-e2ced5a96028 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0883875 Aug 29 06:57:22.130101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-37d277af-c68a-4b66-9061-a94d1cbb565f req-dfa79b86-c1c6-48de-b97b-9b2d021487ac tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441868 Aug 29 06:57:22.187467 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba787294-e6e1-47a2-867c-e99699360137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:22.193306 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:57:22.258053 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fb611729-f16e-49f8-95dc-ba6a8efd8006 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:22.260718 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fb611729-f16e-49f8-95dc-ba6a8efd8006 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:22.264763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fb611729-f16e-49f8-95dc-ba6a8efd8006 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "DELETE /v2.0/security-groups/06c1ab9a-ddf5-46d0-9810-5d87e3ae0957 HTTP/1.1" status: 204 len: 168 time: 0.3824613 Aug 29 06:57:22.266399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60774) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:22.294656 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 57b53ffc-332c-4265-98c7-49b6b6d4c8fc no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:57:22.334548 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 57b53ffc-332c-4265-98c7-49b6b6d4c8fc {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:57:22.335162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 57b53ffc-332c-4265-98c7-49b6b6d4c8fc not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:57:22.340968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Made reservation on behalf of 212dac9cbcbe465799b2b11a7923f280 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:57:22.344588 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:22.347746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60776) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:22.348779 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ac654416-a584-429a-b66d-2c16a3c5287f tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700154 Aug 29 06:57:22.350484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb611729-f16e-49f8-95dc-ba6a8efd8006 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c1ab9a-ddf5-46d0-9810-5d87e3ae0957,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:22.363387 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8f912de6-89c6-4df1-ba32-6156bdfca443 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758579848'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:22.375311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:22.526347 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f912de6-89c6-4df1-ba32-6156bdfca443 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:22.595862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-ba787294-e6e1-47a2-867c-e99699360137 admin admin] Deleting port cabd4166-abd6-4a47-ae5d-e15fb4c60a39 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:22.596213 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba787294-e6e1-47a2-867c-e99699360137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:22.708866 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:22.726440 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-ba787294-e6e1-47a2-867c-e99699360137 admin admin] For port cabd4166-abd6-4a47-ae5d-e15fb4c60a39, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cabd4166-abd6-4a47-ae5d-e15fb4c60a39,segment=NetworkSegment(652a9045-010a-43da-8beb-0aea2f804aab),segment_id=652a9045-010a-43da-8beb-0aea2f804aab)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:22.730026 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba787294-e6e1-47a2-867c-e99699360137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:22.744948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-ba787294-e6e1-47a2-867c-e99699360137 admin admin] Calling delete_port for cabd4166-abd6-4a47-ae5d-e15fb4c60a39 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:22.812171 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:22.876674 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:57:22.882324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb18f4c-6d44-40a8-8c91-3a6329644be5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:23.175933 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:23.175933 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Added segment e221c0fc-8816-4a3a-9b84-891aff2bb67d of type vlan for network 455cdf1f-0a3b-4403-a47a-0b101221925c Aug 29 06:57:23.175933 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:23.175933 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f912de6-89c6-4df1-ba32-6156bdfca443 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:23.176626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25cf4b23-4e6a-4cb6-8e86-b28153eeb69b req-85e2a296-4769-4da0-806f-329db124f04b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0424469 Aug 29 06:57:23.178497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f912de6-89c6-4df1-ba32-6156bdfca443 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:23.183432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f912de6-89c6-4df1-ba32-6156bdfca443 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbcf36f-58bf-4881-b2d6-dd6937cfe23c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:23.243981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25cf4b23-4e6a-4cb6-8e86-b28153eeb69b req-969760eb-8ba0-4e75-8857-5df343d070db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0461760 Aug 29 06:57:23.307503 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25cf4b23-4e6a-4cb6-8e86-b28153eeb69b req-6cccd79c-646e-4f61-9a43-1621cc8906c5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280995 Aug 29 06:57:23.331973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:23.332982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:23.333578 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:23.336368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b29b06-6452-454c-8b5c-4a446834869e req-cf37e7b3-e1e4-43b5-9c8b-a724e95cd1ac tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:23.344820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97b29b06-6452-454c-8b5c-4a446834869e req-cf37e7b3-e1e4-43b5-9c8b-a724e95cd1ac tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0998077 Aug 29 06:57:23.363522 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba787294-e6e1-47a2-867c-e99699360137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:23.374632 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f912de6-89c6-4df1-ba32-6156bdfca443 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:23.376469 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8f912de6-89c6-4df1-ba32-6156bdfca443 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0255628 Aug 29 06:57:23.392335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60790) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:23.409317 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97b29b06-6452-454c-8b5c-4a446834869e req-9c0bd9cb-8b7d-4a8c-a30c-18de89390b40 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634475 Aug 29 06:57:23.415852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d166ea60-787b-4b69-90a3-f03105f03c19 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': 'cdbcf36f-58bf-4881-b2d6-dd6937cfe23c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:23.483764 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0664132 Aug 29 06:57:23.488084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60792) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:23.495911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba787294-e6e1-47a2-867c-e99699360137 admin admin] Pushing event deleted for resources: {'Port': ['ID=cabd4166-abd6-4a47-ae5d-e15fb4c60a39,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:23.498560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7b7072f7-e333-4356-849d-10920abbe14e admin admin] Request body: {'subnet': {'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1095288155-subnet', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:23.519547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf4b23-4e6a-4cb6-8e86-b28153eeb69b req-81f59a61-fb02-40e2-bd46-76c3e8fe4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:23.521555 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25cf4b23-4e6a-4cb6-8e86-b28153eeb69b req-81f59a61-fb02-40e2-bd46-76c3e8fe4d40 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2014077 Aug 29 06:57:23.592387 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb8f4d-b309-4066-8148-23cc379987c6 admin admin] Pushing event updated for resources: {'Network': ['ID=455cdf1f-0a3b-4403-a47a-0b101221925c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:23.602348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 455cdf1f-0a3b-4403-a47a-0b101221925c details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:57:23.741668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7072f7-e333-4356-849d-10920abbe14e admin admin] Made reservation on behalf of 212dac9cbcbe465799b2b11a7923f280 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:57:23.744202 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b7072f7-e333-4356-849d-10920abbe14e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:23.789512 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-d166ea60-787b-4b69-90a3-f03105f03c19 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The resource could not be found. Aug 29 06:57:23.790976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d166ea60-787b-4b69-90a3-f03105f03c19 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3796289 Aug 29 06:57:23.793707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60796) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:23.798912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e95ec164-2f47-468a-ab0f-6edd1c0ff3af tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': 'cdbcf36f-58bf-4881-b2d6-dd6937cfe23c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'fec7b93c-a289-40ce-8cac-238370483383'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:23.867533 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba787294-e6e1-47a2-867c-e99699360137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:24.006571 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-e95ec164-2f47-468a-ab0f-6edd1c0ff3af tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The resource could not be found. Aug 29 06:57:24.010939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e95ec164-2f47-468a-ab0f-6edd1c0ff3af tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2162328 Aug 29 06:57:24.011822 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60804) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:24.131825 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-abad25ba-8d47-417e-b257-bf5ee59fb442 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:24.166383 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-abad25ba-8d47-417e-b257-bf5ee59fb442 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:24.373888 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-abad25ba-8d47-417e-b257-bf5ee59fb442 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:24.377067 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-abad25ba-8d47-417e-b257-bf5ee59fb442 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:24.379746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-abad25ba-8d47-417e-b257-bf5ee59fb442 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "DELETE /v2.0/security-groups/cdbcf36f-58bf-4881-b2d6-dd6937cfe23c HTTP/1.1" status: 204 len: 168 time: 0.3668234 Aug 29 06:57:24.385127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60808) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:24.400796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad25ba-8d47-417e-b257-bf5ee59fb442 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbcf36f-58bf-4881-b2d6-dd6937cfe23c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:24.501315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bce9acd5-82fa-4c21-9b8f-7fdb68801a61 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1120799 Aug 29 06:57:24.506491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60812) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:24.520909 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-80ea4b10-4f4a-4e76-9dc9-11a3f29b7cb1 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': 'e324d3e2-ff87-44dd-a828-31db1c8f36f7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:24.547876 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b7072f7-e333-4356-849d-10920abbe14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:24.688707 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7072f7-e333-4356-849d-10920abbe14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13662d0-46da-463b-9f33-de194b95abff,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:24.704951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7072f7-e333-4356-849d-10920abbe14e admin admin] Checking segment: {'id': 'e221c0fc-8816-4a3a-9b84-891aff2bb67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:57:24.705313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7072f7-e333-4356-849d-10920abbe14e admin admin] Network hostable DHCP agents. Network: 455cdf1f-0a3b-4403-a47a-0b101221925c, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:57:24.720907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb99ce6-7535-4e9a-ab01-4112442d6683 req-8e264333-2f3d-44c1-8b5f-ca88f8eb4542 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:24.727682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fb99ce6-7535-4e9a-ab01-4112442d6683 req-8e264333-2f3d-44c1-8b5f-ca88f8eb4542 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0774539 Aug 29 06:57:24.732539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba787294-e6e1-47a2-867c-e99699360137 admin admin] Router 062481f1-92e7-488c-a532-a19c756aa186 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:57:24.775992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fb99ce6-7535-4e9a-ab01-4112442d6683 req-2e037efb-7b72-4fa3-9261-bf50825c404f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471692 Aug 29 06:57:24.823679 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-80ea4b10-4f4a-4e76-9dc9-11a3f29b7cb1 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The resource could not be found. Aug 29 06:57:24.824802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-80ea4b10-4f4a-4e76-9dc9-11a3f29b7cb1 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3169932 Aug 29 06:57:24.828534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60814) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:24.833189 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8a8574bf-8d6c-46bb-b917-3dc3fe4e9cc0 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group': {'name': 'tempest-secgroup--302721032'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:24.877277 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba787294-e6e1-47a2-867c-e99699360137 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:57:24.884345 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ba787294-e6e1-47a2-867c-e99699360137 admin admin] 10.222.0.76 "PUT /v2.0/routers/062481f1-92e7-488c-a532-a19c756aa186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1736846 Aug 29 06:57:24.885099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7072f7-e333-4356-849d-10920abbe14e admin admin] Network 455cdf1f-0a3b-4403-a47a-0b101221925c is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:57:24.888700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60818) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:24.890694 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c30471-3025-4f2d-b012-0d45d2b4259a None None] Sync routers for ids ['062481f1-92e7-488c-a532-a19c756aa186'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:57:24.902580 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c30471-3025-4f2d-b012-0d45d2b4259a None None] Routers {'062481f1-92e7-488c-a532-a19c756aa186'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:24.903340 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-76c30471-3025-4f2d-b012-0d45d2b4259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['062481f1-92e7-488c-a532-a19c756aa186'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:24.960710 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a8574bf-8d6c-46bb-b917-3dc3fe4e9cc0 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.007807 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.063479 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a8574bf-8d6c-46bb-b917-3dc3fe4e9cc0 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.067880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-7b7072f7-e333-4356-849d-10920abbe14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 455cdf1f-0a3b-4403-a47a-0b101221925c) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:57:25.079407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5186a68-d880-4702-aeda-e2a1db56dbf1 None None] Network 455cdf1f-0a3b-4403-a47a-0b101221925c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:57:25.100484 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7072f7-e333-4356-849d-10920abbe14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:25.101147 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b7072f7-e333-4356-849d-10920abbe14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.103109 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-76c30471-3025-4f2d-b012-0d45d2b4259a None None] Set router 062481f1-92e7-488c-a532-a19c756aa186 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:25.134569 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a8574bf-8d6c-46bb-b917-3dc3fe4e9cc0 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.192341 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.194893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8574bf-8d6c-46bb-b917-3dc3fe4e9cc0 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc24a05-167c-4d96-ae49-ca408554a0c1,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:25.275907 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7b7072f7-e333-4356-849d-10920abbe14e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7866068 Aug 29 06:57:25.278871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60834) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:25.283687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1095288155-router', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:25.304641 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8a8574bf-8d6c-46bb-b917-3dc3fe4e9cc0 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.305920 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8a8574bf-8d6c-46bb-b917-3dc3fe4e9cc0 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4764147 Aug 29 06:57:25.308644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60836) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:25.319482 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-68760c31-ccf8-46e6-ad0c-dda419f2805d tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group': {'name': 'tempest-secgroup--595161381'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:25.351445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d8a5f-cfaf-481e-a3fc-9932d1810ce4 None None] Network 455cdf1f-0a3b-4403-a47a-0b101221925c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:57:25.397076 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-76c30471-3025-4f2d-b012-0d45d2b4259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062481f1-92e7-488c-a532-a19c756aa186', 'name': 'tempest-AttachSCSIVolumeTestJSON-609344241-router', 'tenant_id': '02402de0e8fb45008967126451baf719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '1893e7e0-5c37-405d-9d8d-13c221ceaf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:55:07Z', 'updated_at': '2021-08-29T06:57:23Z', 'revision_number': 5, 'project_id': '02402de0e8fb45008967126451baf719', 'gw_port': {'id': '1893e7e0-5c37-405d-9d8d-13c221ceaf0d', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062481f1-92e7-488c-a532-a19c756aa186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:55:09Z', 'updated_at': '2021-08-29T06:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:25.399535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] Deleting port 1893e7e0-5c37-405d-9d8d-13c221ceaf0d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:25.399889 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.426737 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c30471-3025-4f2d-b012-0d45d2b4259a None None] Checking router: 062481f1-92e7-488c-a532-a19c756aa186 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:57:25.436534 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c30471-3025-4f2d-b012-0d45d2b4259a None None] Routers {'062481f1-92e7-488c-a532-a19c756aa186'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:25.437155 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-76c30471-3025-4f2d-b012-0d45d2b4259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['062481f1-92e7-488c-a532-a19c756aa186'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:25.506150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] For port 1893e7e0-5c37-405d-9d8d-13c221ceaf0d, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1893e7e0-5c37-405d-9d8d-13c221ceaf0d,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:25.506635 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.522229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] Calling delete_port for 1893e7e0-5c37-405d-9d8d-13c221ceaf0d owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:25.531415 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.532438 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.539550 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-76c30471-3025-4f2d-b012-0d45d2b4259a None None] Set router 062481f1-92e7-488c-a532-a19c756aa186 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:25.607363 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-76c30471-3025-4f2d-b012-0d45d2b4259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062481f1-92e7-488c-a532-a19c756aa186', 'name': 'tempest-AttachSCSIVolumeTestJSON-609344241-router', 'tenant_id': '02402de0e8fb45008967126451baf719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:55:07Z', 'updated_at': '2021-08-29T06:57:25Z', 'revision_number': 6, 'project_id': '02402de0e8fb45008967126451baf719', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:25.623172 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-68760c31-ccf8-46e6-ad0c-dda419f2805d tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.639698 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.645298 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c30471-3025-4f2d-b012-0d45d2b4259a None None] The sync data for ids ['062481f1-92e7-488c-a532-a19c756aa186'] in n-d-713301-12 is: [{'id': '062481f1-92e7-488c-a532-a19c756aa186', 'name': 'tempest-AttachSCSIVolumeTestJSON-609344241-router', 'tenant_id': '02402de0e8fb45008967126451baf719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:55:07Z', 'updated_at': '2021-08-29T06:57:25Z', 'revision_number': 6, 'project_id': '02402de0e8fb45008967126451baf719', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:57:25.749551 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-68760c31-ccf8-46e6-ad0c-dda419f2805d tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.825764 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-68760c31-ccf8-46e6-ad0c-dda419f2805d tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.900247 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.916823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68760c31-ccf8-46e6-ad0c-dda419f2805d tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c99180-ec8e-4559-8e0d-e031fd062b95,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:25.939722 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa1c30-f406-4805-8720-8bfd44be5466 req-d0511896-d2ef-4d90-a64d-d6be1586d60a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:25.941257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ffa1c30-f406-4805-8720-8bfd44be5466 req-d0511896-d2ef-4d90-a64d-d6be1586d60a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0617106 Aug 29 06:57:25.955717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-68760c31-ccf8-46e6-ad0c-dda419f2805d tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:25.960375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-68760c31-ccf8-46e6-ad0c-dda419f2805d tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6475363 Aug 29 06:57:25.960830 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60844) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:25.965558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c99f781a-415c-4886-9ed3-fb3ff95752db tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': 'cbc24a05-167c-4d96-ae49-ca408554a0c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b0c99180-ec8e-4559-8e0d-e031fd062b95'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:25.985816 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ffa1c30-f406-4805-8720-8bfd44be5466 req-e97fac00-5565-40f2-a7e7-ff0826481d09 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383780 Aug 29 06:57:25.997961 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.038709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1893e7e0-5c37-405d-9d8d-13c221ceaf0d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:26.155851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.222540 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-c99f781a-415c-4886-9ed3-fb3ff95752db tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:26.230453 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c99f781a-415c-4886-9ed3-fb3ff95752db tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2642643 Aug 29 06:57:26.233959 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60852) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:26.275973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.279079 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.300033 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-949733c1-8c22-4432-b0fe-5aaa049075b4 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.337884 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-949733c1-8c22-4432-b0fe-5aaa049075b4 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.450742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.490242 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.493369 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.495518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 062481f1-92e7-488c-a532-a19c756aa186 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:57:26.503064 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-949733c1-8c22-4432-b0fe-5aaa049075b4 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.505781 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-949733c1-8c22-4432-b0fe-5aaa049075b4 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.508107 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.509541 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-acd55995-0039-4eda-a0f7-7377c38334b6 admin admin] 10.222.0.76 "DELETE /v2.0/routers/062481f1-92e7-488c-a532-a19c756aa186 HTTP/1.1" status: 204 len: 168 time: 1.6182339 Aug 29 06:57:26.511115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60858) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:26.511782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-949733c1-8c22-4432-b0fe-5aaa049075b4 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "DELETE /v2.0/security-groups/b0c99180-ec8e-4559-8e0d-e031fd062b95 HTTP/1.1" status: 204 len: 168 time: 0.2778127 Aug 29 06:57:26.515207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60860) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:26.577811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cabd4166-abd6-4a47-ae5d-e15fb4c60a39 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:57:26.593325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949733c1-8c22-4432-b0fe-5aaa049075b4 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c99180-ec8e-4559-8e0d-e031fd062b95,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:26.607273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: cabd4166-abd6-4a47-ae5d-e15fb4c60a39 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:57:26.607829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cabd4166-abd6-4a47-ae5d-e15fb4c60a39 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:57:26.608435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1893e7e0-5c37-405d-9d8d-13c221ceaf0d no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:57:26.623876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b424d1-6661-4b12-96f9-d1dd40480eaf admin admin] Deleting subnet 2b045ba6-a169-4496-8f9f-efbc26814eba {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:57:26.627859 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-24b424d1-6661-4b12-96f9-d1dd40480eaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.648391 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5edb9460-a881-4e0a-94a1-65da76f0f9d1 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1327815 Aug 29 06:57:26.648909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 1893e7e0-5c37-405d-9d8d-13c221ceaf0d {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:57:26.648909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1893e7e0-5c37-405d-9d8d-13c221ceaf0d not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:57:26.649703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60862) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:26.679952 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-24b424d1-6661-4b12-96f9-d1dd40480eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.737862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Allocated IP 172.25.1.150 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:57:26.768027 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a02303d6-4c34-4148-ab8b-0d6f3362ca01 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.789481 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-24b424d1-6661-4b12-96f9-d1dd40480eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.836787 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a02303d6-4c34-4148-ab8b-0d6f3362ca01 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.923875 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.932340 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-24b424d1-6661-4b12-96f9-d1dd40480eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.956370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a02303d6-4c34-4148-ab8b-0d6f3362ca01 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.959679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a02303d6-4c34-4148-ab8b-0d6f3362ca01 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.960010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b424d1-6661-4b12-96f9-d1dd40480eaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b045ba6-a169-4496-8f9f-efbc26814eba,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:26.963269 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a02303d6-4c34-4148-ab8b-0d6f3362ca01 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "DELETE /v2.0/security-groups/cbc24a05-167c-4d96-ae49-ca408554a0c1 HTTP/1.1" status: 204 len: 168 time: 0.3102179 Aug 29 06:57:26.966976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60864) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:26.973422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7def432a-4ebd-4c9c-84d3-40eba8e774f4 None None] Network 752a155a-4bbe-4492-8630-629d7fcd59db requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:57:26.974116 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-24b424d1-6661-4b12-96f9-d1dd40480eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:26.979178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-24b424d1-6661-4b12-96f9-d1dd40480eaf admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2b045ba6-a169-4496-8f9f-efbc26814eba HTTP/1.1" status: 204 len: 168 time: 0.4583974 Aug 29 06:57:26.979178 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60866) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:26.987435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02303d6-4c34-4148-ab8b-0d6f3362ca01 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc24a05-167c-4d96-ae49-ca408554a0c1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:27.046804 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:27.141542 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Pushing event updated for resources: {'Port': ['ID=6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:27.155464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:57:27.156812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:57:27.182490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:57:27.199818 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-23282584-bc49-43dd-86dc-f9359d3a0d19 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2273109 Aug 29 06:57:27.202048 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:27.203747 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60872) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:27.218887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-49314986-dafe-4b78-ae30-628854a632c3 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group': {'name': 'tempest-secgroup--760724915'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:27.285474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d37a2-2f51-4555-bb27-611e101934b1 req-99adc8e0-4d28-4403-b0bb-48094528248a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:27.287825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b00d37a2-2f51-4555-bb27-611e101934b1 req-99adc8e0-4d28-4403-b0bb-48094528248a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1828992 Aug 29 06:57:27.295812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6cf61f-2f03-4303-bed3-3904a756bd98 None None] DHCP port deletion for 752a155a-4bbe-4492-8630-629d7fcd59db request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:57:27.357369 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-49314986-dafe-4b78-ae30-628854a632c3 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:27.468387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b00d37a2-2f51-4555-bb27-611e101934b1 req-aa6f479a-7544-432d-860b-f189116bc996 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357105 Aug 29 06:57:27.475272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ad6cf61f-2f03-4303-bed3-3904a756bd98 None None] Deleting port 27f80872-faf4-4597-90dd-83fd755c3d04 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:27.480566 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ad6cf61f-2f03-4303-bed3-3904a756bd98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:27.535663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Deleting port 27f80872-faf4-4597-90dd-83fd755c3d04 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:27.536287 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:27.586262 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ad6cf61f-2f03-4303-bed3-3904a756bd98 None None] For port 27f80872-faf4-4597-90dd-83fd755c3d04, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=27f80872-faf4-4597-90dd-83fd755c3d04,segment=NetworkSegment(652a9045-010a-43da-8beb-0aea2f804aab),segment_id=652a9045-010a-43da-8beb-0aea2f804aab)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:27.587443 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ad6cf61f-2f03-4303-bed3-3904a756bd98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:27.605978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ad6cf61f-2f03-4303-bed3-3904a756bd98 None None] Calling delete_port for 27f80872-faf4-4597-90dd-83fd755c3d04 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:27.702500 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] For port 27f80872-faf4-4597-90dd-83fd755c3d04, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=27f80872-faf4-4597-90dd-83fd755c3d04,segment=NetworkSegment(652a9045-010a-43da-8beb-0aea2f804aab),segment_id=652a9045-010a-43da-8beb-0aea2f804aab)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:27.703032 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:27.727578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Calling delete_port for 27f80872-faf4-4597-90dd-83fd755c3d04 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:27.746380 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-49314986-dafe-4b78-ae30-628854a632c3 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:27.819017 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-49314986-dafe-4b78-ae30-628854a632c3 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:27.851962 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ad6cf61f-2f03-4303-bed3-3904a756bd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:27.883881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49314986-dafe-4b78-ae30-628854a632c3 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d715d3c-12fe-4c74-bb8b-d1c701812f2e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:27.887467 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:27.898663 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cf61f-2f03-4303-bed3-3904a756bd98 None None] Pushing event deleted for resources: {'Port': ['ID=27f80872-faf4-4597-90dd-83fd755c3d04,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:27.903015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6cf61f-2f03-4303-bed3-3904a756bd98 None None] No DVR routers for this DVR port 27f80872-faf4-4597-90dd-83fd755c3d04 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:57:27.903361 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:27.941547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Pushing event deleted for resources: {'Port': ['ID=27f80872-faf4-4597-90dd-83fd755c3d04,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:27.943677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] No DVR routers for this DVR port 27f80872-faf4-4597-90dd-83fd755c3d04 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:57:27.966036 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-49314986-dafe-4b78-ae30-628854a632c3 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:27.967300 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-49314986-dafe-4b78-ae30-628854a632c3 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7584875 Aug 29 06:57:27.970497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60900) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:27.983654 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-dfd25817-75af-4787-8eb3-6a4c49e1338f tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '4d715d3c-12fe-4c74-bb8b-d1c701812f2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:28.043374 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.059525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752a155a-4bbe-4492-8630-629d7fcd59db']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:28.072804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652a9045-010a-43da-8beb-0aea2f804aab') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:28.073984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652a9045-010a-43da-8beb-0aea2f804aab') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:28.088925 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.108545 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:57:28.132827 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:57:28.160968 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.265818 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 27f80872-faf4-4597-90dd-83fd755c3d04 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:57:28.285782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 27f80872-faf4-4597-90dd-83fd755c3d04 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:57:28.286125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 27f80872-faf4-4597-90dd-83fd755c3d04 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:57:28.361076 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-dfd25817-75af-4787-8eb3-6a4c49e1338f tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:28.364858 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-dfd25817-75af-4787-8eb3-6a4c49e1338f tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3908038 Aug 29 06:57:28.364858 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.373031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60910) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:28.373750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.373835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-95bb29d8-dd62-4620-83af-99df0b02028c tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group_rule': {'security_group_id': '4d715d3c-12fe-4c74-bb8b-d1c701812f2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:28.373907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] 10.222.0.76 "DELETE /v2.0/networks/752a155a-4bbe-4492-8630-629d7fcd59db HTTP/1.1" status: 204 len: 168 time: 1.3909111 Aug 29 06:57:28.386759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c04dc-4d9e-49bd-9b25-342f4ee7e9ec admin admin] Pushing event deleted for resources: {'Network': ['ID=752a155a-4bbe-4492-8630-629d7fcd59db,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:28.395835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Router 6b7e752e-1f4c-4d15-b19a-3f984364ff33 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:57:28.538152 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:57:28.550087 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Sync routers for ids ['6b7e752e-1f4c-4d15-b19a-3f984364ff33'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:57:28.566896 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60920) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:28.567439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Routers {'6b7e752e-1f4c-4d15-b19a-3f984364ff33'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:28.569719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['6b7e752e-1f4c-4d15-b19a-3f984364ff33'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:28.589297 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-95bb29d8-dd62-4620-83af-99df0b02028c tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 06:57:28.591006 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-95bb29d8-dd62-4620-83af-99df0b02028c tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2247274 Aug 29 06:57:28.594078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60924) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:28.671998 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9884e883-dd33-4851-8b3f-4f01726d3db0 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.680363 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.685230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60926) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:28.685370 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-834f2397-5b35-42cc-8e83-99b6c4464870 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4052608 Aug 29 06:57:28.717328 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9884e883-dd33-4851-8b3f-4f01726d3db0 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.727945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Set router 6b7e752e-1f4c-4d15-b19a-3f984364ff33 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:28.753175 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2fb3d-5810-4479-98fa-fbebcfbeefa8 req-62cc0ef4-8edb-498a-b526-9e2beaa53782 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:28.754705 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8f2fb3d-5810-4479-98fa-fbebcfbeefa8 req-62cc0ef4-8edb-498a-b526-9e2beaa53782 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1411223 Aug 29 06:57:28.770850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60928) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:28.792844 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d44a-f933-42e2-a731-a4bcc4f74051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.827918 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-20878956-b56d-4fe7-bb3e-39d8ba00f803 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c063c916c0cb42319b43e7cc68a9f591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533357 Aug 29 06:57:28.829797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60930) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:28.867856 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9884e883-dd33-4851-8b3f-4f01726d3db0 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.873901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9884e883-dd33-4851-8b3f-4f01726d3db0 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.879612 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9884e883-dd33-4851-8b3f-4f01726d3db0 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "DELETE /v2.0/security-groups/4d715d3c-12fe-4c74-bb8b-d1c701812f2e HTTP/1.1" status: 204 len: 168 time: 0.2839463 Aug 29 06:57:28.880846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60932) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:28.909489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884e883-dd33-4851-8b3f-4f01726d3db0 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d715d3c-12fe-4c74-bb8b-d1c701812f2e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:28.920302 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5f06c8b3-0176-4002-9432-933f8c5707b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.951131 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5f06c8b3-0176-4002-9432-933f8c5707b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:28.981826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'name': 'tempest-ServerRescueTestJSON-1095288155-router', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:25Z', 'updated_at': '2021-08-29T06:57:27Z', 'revision_number': 3, 'project_id': '212dac9cbcbe465799b2b11a7923f280', 'gw_port': {'id': '6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:71:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:26Z', 'updated_at': '2021-08-29T06:57:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:29.016179 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Checking router: 6b7e752e-1f4c-4d15-b19a-3f984364ff33 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:57:29.016757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Updating router 6b7e752e-1f4c-4d15-b19a-3f984364ff33 port 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:57:29.045294 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:29.069822 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5f06c8b3-0176-4002-9432-933f8c5707b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:29.075461 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5f06c8b3-0176-4002-9432-933f8c5707b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:29.089305 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5f06c8b3-0176-4002-9432-933f8c5707b6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d HTTP/1.1" status: 204 len: 168 time: 0.2578244 Aug 29 06:57:29.100019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06c8b3-0176-4002-9432-933f8c5707b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f5d014-0c3c-4b1d-8bd8-81e99deddc6d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:29.315358 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8f2fb3d-5810-4479-98fa-fbebcfbeefa8 req-8913565f-72f7-4de5-9df4-498678e3696c tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460751 Aug 29 06:57:29.381436 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:29.392962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Transition to ACTIVE for port object 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:57:29.407343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f7ac5345-9567-49ec-8bd9-57ad3e29c45a tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5253775 Aug 29 06:57:29.411421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60940) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:29.416204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e53db783-22ab-47b5-a0e5-7c075b4b1994 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1893418042'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:29.457886 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:29.503690 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d44a-f933-42e2-a731-a4bcc4f74051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:29.509869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Attempting to bind port 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:57:29.509869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Attempting to bind port 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:57:29.509869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Attempting to bind port 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:57:29.521280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:57:29.521665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:57:29.522070 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:29.522471 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:57:29.522958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Bound port: 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:57:29.523363 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:29.555124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abb1cc-8b35-4b9e-88f3-bfb0a8c83453 None None] Pushing event updated for resources: {'Port': ['ID=6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:29.591266 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] For port 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:57:29.594629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] For port 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:57:29.600801 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d44a-f933-42e2-a731-a4bcc4f74051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:29.648146 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d4e8d44a-f933-42e2-a731-a4bcc4f74051 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b76cc2fb6c294ba19181c0280e474e27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0790393 Aug 29 06:57:29.650900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60946) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:29.681313 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:29.691957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8d44a-f933-42e2-a731-a4bcc4f74051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b35065-9618-498d-abff-3aae5dfe60e0,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:29.725499 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e53db783-22ab-47b5-a0e5-7c075b4b1994 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:29.817708 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abb1cc-8b35-4b9e-88f3-bfb0a8c83453 None None] Pushing event updated for resources: {'Port': ['ID=6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:29.833665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Routers {'6b7e752e-1f4c-4d15-b19a-3f984364ff33'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:29.837955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['6b7e752e-1f4c-4d15-b19a-3f984364ff33'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:29.864522 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:29.885218 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf3b004a-8dd6-453e-a10e-d68232a20903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:29.930711 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf3b004a-8dd6-453e-a10e-d68232a20903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:29.995884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60948) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:30.003028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] Set router 6b7e752e-1f4c-4d15-b19a-3f984364ff33 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:30.021998 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e53db783-22ab-47b5-a0e5-7c075b4b1994 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.045260 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f4478b0f-db88-438e-9da4-dc684d5d29cb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=02402de0e8fb45008967126451baf719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480657 Aug 29 06:57:30.047634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60950) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:30.099977 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e7f0-d6f8-4ac7-8099-f75f6aab6b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.105028 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e53db783-22ab-47b5-a0e5-7c075b4b1994 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.117768 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Allocated IP 172.20.0.1 (455cdf1f-0a3b-4403-a47a-0b101221925c/b13662d0-46da-463b-9f33-de194b95abff/083ad7d2-d4bc-473b-aeca-247b09c252e1) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:57:30.134703 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf3b004a-8dd6-453e-a10e-d68232a20903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.137297 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf3b004a-8dd6-453e-a10e-d68232a20903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.138462 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cf3b004a-8dd6-453e-a10e-d68232a20903 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b6b35065-9618-498d-abff-3aae5dfe60e0 HTTP/1.1" status: 204 len: 168 time: 0.4863729 Aug 29 06:57:30.153883 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e7f0-d6f8-4ac7-8099-f75f6aab6b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.161181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53db783-22ab-47b5-a0e5-7c075b4b1994 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154be0c7-2816-4253-85bd-d505067a0e85,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:30.181662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b004a-8dd6-453e-a10e-d68232a20903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b35065-9618-498d-abff-3aae5dfe60e0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:30.246163 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'name': 'tempest-ServerRescueTestJSON-1095288155-router', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:25Z', 'updated_at': '2021-08-29T06:57:27Z', 'revision_number': 3, 'project_id': '212dac9cbcbe465799b2b11a7923f280', 'gw_port': {'id': '6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:71:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:26Z', 'updated_at': '2021-08-29T06:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:30.274954 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e53db783-22ab-47b5-a0e5-7c075b4b1994 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.279991 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e53db783-22ab-47b5-a0e5-7c075b4b1994 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8674788 Aug 29 06:57:30.280141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60960) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:30.287461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-889f9035-27a9-471d-b503-3b7acfe8aa41 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:30.288245 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-889f9035-27a9-471d-b503-3b7acfe8aa41 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 06:57:30.293591 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-889f9035-27a9-471d-b503-3b7acfe8aa41 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 06:57:30.293591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-889f9035-27a9-471d-b503-3b7acfe8aa41 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "PUT /v2.0/security-groups/154be0c7-2816-4253-85bd-d505067a0e85 HTTP/1.1" status: 409 len: 330 time: 0.0088303 Aug 29 06:57:30.294139 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60962) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:30.304541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd28b905-b0ef-4631-b360-a459011c59fe None None] The sync data for ids ['6b7e752e-1f4c-4d15-b19a-3f984364ff33'] in n-d-713301-12 is: [{'id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'name': 'tempest-ServerRescueTestJSON-1095288155-router', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:25Z', 'updated_at': '2021-08-29T06:57:27Z', 'revision_number': 3, 'project_id': '212dac9cbcbe465799b2b11a7923f280', 'gw_port': {'id': '6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:71:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:26Z', 'updated_at': '2021-08-29T06:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:57:30.315417 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e7f0-d6f8-4ac7-8099-f75f6aab6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.318490 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e7f0-d6f8-4ac7-8099-f75f6aab6b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.321559 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e8e2e7f0-d6f8-4ac7-8099-f75f6aab6b07 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a8abb874-09d8-4bd6-b2ea-333610c9801f HTTP/1.1" status: 204 len: 168 time: 0.2705133 Aug 29 06:57:30.331318 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.333252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2e7f0-d6f8-4ac7-8099-f75f6aab6b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8abb874-09d8-4bd6-b2ea-333610c9801f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:30.469331 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33ef0fdb-8096-42c4-b9a9-c2d7afc9ea80 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.503287 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33ef0fdb-8096-42c4-b9a9-c2d7afc9ea80 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.520598 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885ae08-ea22-44b3-8f17-1dbf9cfd9b53 req-112e3e70-543a-4121-85c5-08f3e11231c5 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:30.522667 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8885ae08-ea22-44b3-8f17-1dbf9cfd9b53 req-112e3e70-543a-4121-85c5-08f3e11231c5 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1025457 Aug 29 06:57:30.612720 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.635802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8885ae08-ea22-44b3-8f17-1dbf9cfd9b53 req-88c7f29f-0e98-4806-a135-f3763fcb9504 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992298 Aug 29 06:57:30.680199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Network 455cdf1f-0a3b-4403-a47a-0b101221925c is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:57:30.683503 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:57:30.686131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:57:30.731734 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.738453 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33ef0fdb-8096-42c4-b9a9-c2d7afc9ea80 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.747703 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33ef0fdb-8096-42c4-b9a9-c2d7afc9ea80 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:30.748892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-33ef0fdb-8096-42c4-b9a9-c2d7afc9ea80 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "DELETE /v2.0/security-groups/154be0c7-2816-4253-85bd-d505067a0e85 HTTP/1.1" status: 204 len: 168 time: 0.4538543 Aug 29 06:57:30.752127 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60978) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:30.810481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef0fdb-8096-42c4-b9a9-c2d7afc9ea80 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=154be0c7-2816-4253-85bd-d505067a0e85,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:30.814856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Pushing event updated for resources: {'Port': ['ID=083ad7d2-d4bc-473b-aeca-247b09c252e1,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:30.896741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60982) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:30.907442 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-35256a90-6552-473e-8f67-76d063e39fca tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1535790 Aug 29 06:57:30.917195 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-7022b2ca-93ab-445f-8584-39c8ddda5c2f tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] delete failed (client error): The resource could not be found. Aug 29 06:57:30.918916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7022b2ca-93ab-445f-8584-39c8ddda5c2f tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "DELETE /v2.0/security-groups/7508f048-9771-4f99-ba03-62673a4c507b HTTP/1.1" status: 404 len: 347 time: 0.0212581 Aug 29 06:57:30.929752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60986) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:30.963689 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-d85836a1-84ae-4e30-94ee-958ac558234f tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] show failed (client error): The resource could not be found. Aug 29 06:57:30.963689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d85836a1-84ae-4e30-94ee-958ac558234f tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "GET /v2.0/security-groups/628f03d5-70d1-46bb-b5b8-11b051c73650 HTTP/1.1" status: 404 len: 347 time: 0.0291076 Aug 29 06:57:30.966825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60990) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:30.982470 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-94477b56-4750-4dd2-8dfb-346d99b03a34 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] show failed (client error): The resource could not be found. Aug 29 06:57:30.983853 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-94477b56-4750-4dd2-8dfb-346d99b03a34 tempest-NegativeSecGroupIPv6Test-1495319876 tempest-NegativeSecGroupIPv6Test-1495319876-project] 10.222.0.76 "GET /v2.0/security-group-rules/72893192-385a-44c2-98c0-3d44c165b2b3 HTTP/1.1" status: 404 len: 356 time: 0.0157809 Aug 29 06:57:31.055701 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:31.254661 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:31.273619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60996) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:31.300222 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-04f7b811-84ac-4da4-aef9-f838ecfc5686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:31.331916 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:31.427554 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:31.525291 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-04f7b811-84ac-4da4-aef9-f838ecfc5686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:31.570471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 32774) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:31.582952 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-04f7b811-84ac-4da4-aef9-f838ecfc5686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:31.641215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Pushing event updated for resources: {'Port': ['ID=083ad7d2-d4bc-473b-aeca-247b09c252e1,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:31.718403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7b811-84ac-4da4-aef9-f838ecfc5686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80981bf-718b-413b-b666-83c381cc8907,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:31.757389 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-04f7b811-84ac-4da4-aef9-f838ecfc5686 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d158d9fa92aa4404ba2325092342489b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4826300 Aug 29 06:57:31.762366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Network 455cdf1f-0a3b-4403-a47a-0b101221925c is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:57:31.762516 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 32784) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:31.764238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:57:31.954581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b1dd6-1214-4888-832f-3676476174ee req-98550c9a-dae4-4a3e-8821-4673148dc02a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:31.956902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-270b1dd6-1214-4888-832f-3676476174ee req-98550c9a-dae4-4a3e-8821-4673148dc02a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1817408 Aug 29 06:57:31.958165 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5efd2937-dfee-4b55-83af-be69168b48a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:31.998229 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5efd2937-dfee-4b55-83af-be69168b48a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:32.014221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Router 6b7e752e-1f4c-4d15-b19a-3f984364ff33 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:57:32.044030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-270b1dd6-1214-4888-832f-3676476174ee req-e0154af5-9a1f-4a8b-a37d-28aeb271c170 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708938 Aug 29 06:57:32.093214 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f7c90a91-93a7-46d3-8c3a-7ceadd04ef97 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bcdc6506cc4541809a5238b505c0ae53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5212088 Aug 29 06:57:32.094386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 32790) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:32.190380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5efd2937-dfee-4b55-83af-be69168b48a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:32.192966 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5efd2937-dfee-4b55-83af-be69168b48a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:32.195200 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5efd2937-dfee-4b55-83af-be69168b48a2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e80981bf-718b-413b-b666-83c381cc8907 HTTP/1.1" status: 204 len: 168 time: 0.4306917 Aug 29 06:57:32.225357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd2937-dfee-4b55-83af-be69168b48a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80981bf-718b-413b-b666-83c381cc8907,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:32.231515 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b2152c04-5480-4386-988b-fe7b94fa0762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:32.289724 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b2152c04-5480-4386-988b-fe7b94fa0762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:32.324983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:57:32.347376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2456f62-30d3-4eba-a7c7-8c44c85a9d96 req-4986f06b-a585-4134-8b1b-b17bfb3b8126 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:32.359078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2456f62-30d3-4eba-a7c7-8c44c85a9d96 req-4986f06b-a585-4134-8b1b-b17bfb3b8126 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1668057 Aug 29 06:57:32.396264 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:57:32.415217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5bbd97dd-6a20-4d97-80a1-657a9397d794 admin admin] 10.222.0.76 "PUT /v2.0/routers/6b7e752e-1f4c-4d15-b19a-3f984364ff33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7226553 Aug 29 06:57:32.440479 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b2152c04-5480-4386-988b-fe7b94fa0762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:32.444329 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b2152c04-5480-4386-988b-fe7b94fa0762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:32.445173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b2152c04-5480-4386-988b-fe7b94fa0762 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/31240cf2-fa49-406b-8075-12407a9f5def HTTP/1.1" status: 204 len: 168 time: 0.3494184 Aug 29 06:57:32.453234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2456f62-30d3-4eba-a7c7-8c44c85a9d96 req-82aee1ff-3d0c-4de0-82b3-da67f00e419f tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927222 Aug 29 06:57:32.461326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2152c04-5480-4386-988b-fe7b94fa0762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31240cf2-fa49-406b-8075-12407a9f5def,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:32.545350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:57:32.553345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:32.553717 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:32.721181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 32812) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:32.747985 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Sync routers for ids ['6b7e752e-1f4c-4d15-b19a-3f984364ff33'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:57:32.763341 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Routers {'6b7e752e-1f4c-4d15-b19a-3f984364ff33'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:32.763977 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['6b7e752e-1f4c-4d15-b19a-3f984364ff33'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:32.895084 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:32.923690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:32.965919 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Set router 6b7e752e-1f4c-4d15-b19a-3f984364ff33 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:32.994844 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:33.053336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:33.127894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-655156276-network', 'tenant_id': '93d5b701726443c09dd794cec5c9ea84'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:33.218631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e25a3b-4415-45c6-9c56-42bc7d15c5b1 req-36e8cead-2418-499a-83fa-cef8a25c6779 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:33.222517 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'name': 'tempest-ServerRescueTestJSON-1095288155-router', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:25Z', 'updated_at': '2021-08-29T06:57:30Z', 'revision_number': 4, 'project_id': '212dac9cbcbe465799b2b11a7923f280', 'gw_port': {'id': '6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:71:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:26Z', 'updated_at': '2021-08-29T06:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '083ad7d2-d4bc-473b-aeca-247b09c252e1', 'name': '', 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280', 'mac_address': 'fa:16:3e:20:d9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'b13662d0-46da-463b-9f33-de194b95abff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:29Z', 'updated_at': '2021-08-29T06:57:31Z', 'revision_number': 2, 'project_id': '212dac9cbcbe465799b2b11a7923f280', 'subnets': [{'id': 'b13662d0-46da-463b-9f33-de194b95abff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:33.229315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66e25a3b-4415-45c6-9c56-42bc7d15c5b1 req-36e8cead-2418-499a-83fa-cef8a25c6779 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0805621 Aug 29 06:57:33.245947 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] Made reservation on behalf of 93d5b701726443c09dd794cec5c9ea84 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:57:33.248538 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:33.262822 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:33.267563 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Checking router: 6b7e752e-1f4c-4d15-b19a-3f984364ff33 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:57:33.267979 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Updating router 6b7e752e-1f4c-4d15-b19a-3f984364ff33 port 083ad7d2-d4bc-473b-aeca-247b09c252e1 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:57:33.305370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66e25a3b-4415-45c6-9c56-42bc7d15c5b1 req-b8f03709-febb-4cb2-8cb8-2d650179b5f4 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469832 Aug 29 06:57:33.310573 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:33.437907 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:33.503179 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:33.539695 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:33.564978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:57:33.588928 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:33.589429 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] Added segment 1b6631dd-de22-4753-afce-2abda4b89a8e of type vlan for network 4841b113-3ab6-4b42-9d58-36b28eb017ee Aug 29 06:57:33.666231 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:33.674018 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:33.689156 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Transition to ACTIVE for port object 083ad7d2-d4bc-473b-aeca-247b09c252e1 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:57:33.703568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-6a40717a-41d7-4ab1-a870-a688c4659d7e tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:33.705075 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-6a40717a-41d7-4ab1-a870-a688c4659d7e tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/networks?id=455cdf1f-0a3b-4403-a47a-0b101221925c HTTP/1.1" status: 200 len: 811 time: 0.2113235 Aug 29 06:57:33.746420 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-fd67f067-1964-4c22-a346-2ceb5fe35134 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/quotas/212dac9cbcbe465799b2b11a7923f280 HTTP/1.1" status: 200 len: 375 time: 0.0253067 Aug 29 06:57:33.772645 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c352aad-663f-4fb6-a3cb-9a719d01a6eb req-1c06c280-14eb-4fd5-9bbd-e0f56ed65ba6 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:33.774561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c352aad-663f-4fb6-a3cb-9a719d01a6eb req-1c06c280-14eb-4fd5-9bbd-e0f56ed65ba6 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1865413 Aug 29 06:57:33.782260 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:33.796189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c991d4-1b3e-45eb-93b2-188a33a309ab,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:33.825880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4027829-d060-4fab-92f1-3a9bd9e347da req-f0e12478-73c2-49d3-acdb-4fd45007254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:33.827868 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a4027829-d060-4fab-92f1-3a9bd9e347da req-f0e12478-73c2-49d3-acdb-4fd45007254f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 1097 time: 0.1088922 Aug 29 06:57:33.858851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-93b32e5c-73e0-4311-87b4-b1c9d3e48cb5 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=212dac9cbcbe465799b2b11a7923f280&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114941 Aug 29 06:57:33.875917 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:33.877003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:33.881165 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:33.909839 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1612ed-4d00-4919-8a66-17c7a8a3c8d3 None None] Pushing event updated for resources: {'Port': ['ID=083ad7d2-d4bc-473b-aeca-247b09c252e1,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:33.922165 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c352aad-663f-4fb6-a3cb-9a719d01a6eb req-c75363c4-d699-4110-bd68-290b4099646c tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290855 Aug 29 06:57:34.005975 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2829201 Aug 29 06:57:34.010370 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Attempting to bind port 083ad7d2-d4bc-473b-aeca-247b09c252e1 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:57:34.010756 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Attempting to bind port 083ad7d2-d4bc-473b-aeca-247b09c252e1 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'e221c0fc-8816-4a3a-9b84-891aff2bb67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:57:34.012046 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a4027829-d060-4fab-92f1-3a9bd9e347da req-6d6bf868-306a-40e6-b57b-d30dd4c2e8ac service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760280 Aug 29 06:57:34.013591 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Attempting to bind port 083ad7d2-d4bc-473b-aeca-247b09c252e1 on network 455cdf1f-0a3b-4403-a47a-0b101221925c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:57:34.017847 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-91a32c4e-d3a2-4ed3-921f-30f4ea6dcf5f service neutron] 10.222.0.76 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578174 Aug 29 06:57:34.018479 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 32870) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:34.025356 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:57:34.025734 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Checking segment: {'id': 'e221c0fc-8816-4a3a-9b84-891aff2bb67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:57:34.026147 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:34.027883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-374b880f-d5eb-46b2-b20e-77559f0813b1 admin admin] Request body: {'subnet': {'network_id': '4841b113-3ab6-4b42-9d58-36b28eb017ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-655156276-subnet', 'tenant_id': '93d5b701726443c09dd794cec5c9ea84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:34.029411 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Bound using segment: {'id': 'e221c0fc-8816-4a3a-9b84-891aff2bb67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:57:34.029943 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Bound port: 083ad7d2-d4bc-473b-aeca-247b09c252e1, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e221c0fc-8816-4a3a-9b84-891aff2bb67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:57:34.030352 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:34.086154 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60d60c-72f7-498b-865b-2ce479745fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=4841b113-3ab6-4b42-9d58-36b28eb017ee,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:34.101283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 4841b113-3ab6-4b42-9d58-36b28eb017ee details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:57:34.124706 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] For port 083ad7d2-d4bc-473b-aeca-247b09c252e1, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:57:34.128578 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] For port 083ad7d2-d4bc-473b-aeca-247b09c252e1, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=083ad7d2-d4bc-473b-aeca-247b09c252e1,segment=NetworkSegment(e221c0fc-8816-4a3a-9b84-891aff2bb67d),segment_id=e221c0fc-8816-4a3a-9b84-891aff2bb67d)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:57:34.136322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374b880f-d5eb-46b2-b20e-77559f0813b1 admin admin] Made reservation on behalf of 93d5b701726443c09dd794cec5c9ea84 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:57:34.138684 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-374b880f-d5eb-46b2-b20e-77559f0813b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:34.221483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-f24d3731-1330-4227-bdfc-40a157ff23ab service neutron] 10.222.0.76 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779501 Aug 29 06:57:34.232611 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:34.319512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:57:34.338789 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Routers {'6b7e752e-1f4c-4d15-b19a-3f984364ff33'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:34.339828 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['6b7e752e-1f4c-4d15-b19a-3f984364ff33'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:34.348593 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1612ed-4d00-4919-8a66-17c7a8a3c8d3 None None] Pushing event updated for resources: {'Port': ['ID=083ad7d2-d4bc-473b-aeca-247b09c252e1,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:34.422391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:34.422915 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:34.523989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe165f8-55e2-497f-8d8e-28636844df71 req-a18292ac-bac8-44af-96e6-08ab64688096 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:34.533368 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbe165f8-55e2-497f-8d8e-28636844df71 req-a18292ac-bac8-44af-96e6-08ab64688096 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1459057 Aug 29 06:57:34.543458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 32888) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:34.584219 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-374b880f-d5eb-46b2-b20e-77559f0813b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:34.635113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbe165f8-55e2-497f-8d8e-28636844df71 req-85a4b482-4c58-469f-85a6-2f5298f4764e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993311 Aug 29 06:57:34.746733 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a02aaa73-1a59-40a9-a119-a85c7cac1e11 tempest-SubnetPoolsTestJSON-78439403 tempest-SubnetPoolsTestJSON-78439403-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1740388840', 'prefixes': ['172.20.0.0/16']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:34.780077 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f049334-b388-484a-96af-de2f8e8c8a6d req-f645432b-855e-49c7-b321-cef2a758b71f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 210 time: 0.0604568 Aug 29 06:57:34.792850 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] Set router 6b7e752e-1f4c-4d15-b19a-3f984364ff33 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:34.810544 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b880f-d5eb-46b2-b20e-77559f0813b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c01671-4f52-4a9f-94f5-abd61e76d4dc,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:34.821120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b880f-d5eb-46b2-b20e-77559f0813b1 admin admin] Checking segment: {'id': '1b6631dd-de22-4753-afce-2abda4b89a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4841b113-3ab6-4b42-9d58-36b28eb017ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:57:34.821602 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374b880f-d5eb-46b2-b20e-77559f0813b1 admin admin] Network hostable DHCP agents. Network: 4841b113-3ab6-4b42-9d58-36b28eb017ee, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:57:34.908540 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374b880f-d5eb-46b2-b20e-77559f0813b1 admin admin] Network 4841b113-3ab6-4b42-9d58-36b28eb017ee is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:57:35.017370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-374b880f-d5eb-46b2-b20e-77559f0813b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 4841b113-3ab6-4b42-9d58-36b28eb017ee) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:57:35.027989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5ad63e-89d8-4f48-b9c5-547ae262bdf2 None None] Network 4841b113-3ab6-4b42-9d58-36b28eb017ee requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:57:35.028593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374b880f-d5eb-46b2-b20e-77559f0813b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:35.028593 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-374b880f-d5eb-46b2-b20e-77559f0813b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:35.078132 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'name': 'tempest-ServerRescueTestJSON-1095288155-router', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:25Z', 'updated_at': '2021-08-29T06:57:30Z', 'revision_number': 4, 'project_id': '212dac9cbcbe465799b2b11a7923f280', 'gw_port': {'id': '6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:71:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:26Z', 'updated_at': '2021-08-29T06:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '083ad7d2-d4bc-473b-aeca-247b09c252e1', 'name': '', 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280', 'mac_address': 'fa:16:3e:20:d9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'b13662d0-46da-463b-9f33-de194b95abff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:29Z', 'updated_at': '2021-08-29T06:57:34Z', 'revision_number': 4, 'project_id': '212dac9cbcbe465799b2b11a7923f280', 'subnets': [{'id': 'b13662d0-46da-463b-9f33-de194b95abff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:35.095446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8927ba0-36f4-4bcf-96d3-a90b028b50d9 req-b5dfccb9-ea77-4a39-8ef7-e72c238734ca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:35.097091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8927ba0-36f4-4bcf-96d3-a90b028b50d9 req-b5dfccb9-ea77-4a39-8ef7-e72c238734ca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.0773981 Aug 29 06:57:35.108976 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a02aaa73-1a59-40a9-a119-a85c7cac1e11 tempest-SubnetPoolsTestJSON-78439403 tempest-SubnetPoolsTestJSON-78439403-project] Notify callbacks [] for subnetpool, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:35.110834 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc8063f-55a0-495b-868b-8bd75d61305e None None] The sync data for ids ['6b7e752e-1f4c-4d15-b19a-3f984364ff33'] in n-d-713301-12 is: [{'id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'name': 'tempest-ServerRescueTestJSON-1095288155-router', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:25Z', 'updated_at': '2021-08-29T06:57:30Z', 'revision_number': 4, 'project_id': '212dac9cbcbe465799b2b11a7923f280', 'gw_port': {'id': '6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:71:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:26Z', 'updated_at': '2021-08-29T06:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '083ad7d2-d4bc-473b-aeca-247b09c252e1', 'name': '', 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280', 'mac_address': 'fa:16:3e:20:d9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'b13662d0-46da-463b-9f33-de194b95abff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:29Z', 'updated_at': '2021-08-29T06:57:34Z', 'revision_number': 4, 'project_id': '212dac9cbcbe465799b2b11a7923f280', 'subnets': [{'id': 'b13662d0-46da-463b-9f33-de194b95abff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:57:35.113740 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a02aaa73-1a59-40a9-a119-a85c7cac1e11 tempest-SubnetPoolsTestJSON-78439403 tempest-SubnetPoolsTestJSON-78439403-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5668900 Aug 29 06:57:35.116513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 32912) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:35.236724 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-94422efb-df98-4326-88c6-f7d09db1406a tempest-SubnetPoolsTestJSON-78439403 tempest-SubnetPoolsTestJSON-78439403-project] 10.222.0.76 "GET /v2.0/subnetpools/746dbc94-316f-4359-9ca9-9552e28efe1f HTTP/1.1" status: 200 len: 732 time: 0.1194119 Aug 29 06:57:35.240562 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-374b880f-d5eb-46b2-b20e-77559f0813b1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2174356 Aug 29 06:57:35.241087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 32916) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:35.248222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-9acd98d5-ab64-4a5e-afa1-15f9d2f6ad88 tempest-SubnetPoolsTestJSON-78439403 tempest-SubnetPoolsTestJSON-78439403-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1873416320'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:35.252576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 32918) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:35.272498 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8927ba0-36f4-4bcf-96d3-a90b028b50d9 req-cff6ea06-6c29-4aa1-b244-1c9e145c7f24 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667995 Aug 29 06:57:35.283826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-655156276-router', 'tenant_id': '93d5b701726443c09dd794cec5c9ea84', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:35.319349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-4841b113-3ab6-4b42-9d58-36b28eb017ee', 'network_id': '4841b113-3ab6-4b42-9d58-36b28eb017ee', 'tenant_id': '93d5b701726443c09dd794cec5c9ea84', 'fixed_ips': [{'subnet_id': '71c01671-4f52-4a9f-94f5-abd61e76d4dc'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:57:35.320916 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:35.500400 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9acd98d5-ab64-4a5e-afa1-15f9d2f6ad88 tempest-SubnetPoolsTestJSON-78439403 tempest-SubnetPoolsTestJSON-78439403-project] Notify callbacks [] for subnetpool, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:35.502016 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9acd98d5-ab64-4a5e-afa1-15f9d2f6ad88 tempest-SubnetPoolsTestJSON-78439403 tempest-SubnetPoolsTestJSON-78439403-project] 10.222.0.76 "PUT /v2.0/subnetpools/746dbc94-316f-4359-9ca9-9552e28efe1f HTTP/1.1" status: 200 len: 684 time: 0.2598922 Aug 29 06:57:35.504796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 32922) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:35.511086 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:35.513753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:35.631607 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:35.665726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Allocated IP 172.20.0.2 (4841b113-3ab6-4b42-9d58-36b28eb017ee/71c01671-4f52-4a9f-94f5-abd61e76d4dc/fb8f801d-e5ed-4ec8-9404-b7798dd9883f) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:57:35.836089 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04e0c3a6-938d-410b-a939-2fc23c05c6ed tempest-SubnetPoolsTestJSON-78439403 tempest-SubnetPoolsTestJSON-78439403-project] Notify callbacks [] for subnetpool, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:35.840591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-04e0c3a6-938d-410b-a939-2fc23c05c6ed tempest-SubnetPoolsTestJSON-78439403 tempest-SubnetPoolsTestJSON-78439403-project] 10.222.0.76 "DELETE /v2.0/subnetpools/746dbc94-316f-4359-9ca9-9552e28efe1f HTTP/1.1" status: 204 len: 168 time: 0.3344982 Aug 29 06:57:35.846447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 32936) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:35.928877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c96280ca-ffbb-4ad0-8454-a701a7ad441a req-dde7159d-eff3-4d9d-8f07-148cabacca95 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 210 time: 0.0442960 Aug 29 06:57:35.929873 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-51ff1878-c32c-4e25-b6da-a0ca828e273e tempest-SubnetPoolsTestJSON-78439403 tempest-SubnetPoolsTestJSON-78439403-project] show failed (client error): The resource could not be found. Aug 29 06:57:35.931019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-51ff1878-c32c-4e25-b6da-a0ca828e273e tempest-SubnetPoolsTestJSON-78439403 tempest-SubnetPoolsTestJSON-78439403-project] 10.222.0.76 "GET /v2.0/subnetpools/746dbc94-316f-4359-9ca9-9552e28efe1f HTTP/1.1" status: 404 len: 346 time: 0.0820396 Aug 29 06:57:35.940013 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cdef9-7cf5-43b2-822d-7f709c9174d5 req-3d19c301-f92f-4251-b8f4-7590173fd0d2 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:35.949293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-005cdef9-7cf5-43b2-822d-7f709c9174d5 req-3d19c301-f92f-4251-b8f4-7590173fd0d2 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1647425 Aug 29 06:57:35.951667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 32938) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:35.993806 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:36.005751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Transition to ACTIVE for port object fb8f801d-e5ed-4ec8-9404-b7798dd9883f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:57:36.022773 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-d215cdbb-7005-4927-8771-b3ac7bf858cb tempest-SubnetPoolsTestJSON-78439403 tempest-SubnetPoolsTestJSON-78439403-project] delete failed (client error): The resource could not be found. Aug 29 06:57:36.028744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d215cdbb-7005-4927-8771-b3ac7bf858cb tempest-SubnetPoolsTestJSON-78439403 tempest-SubnetPoolsTestJSON-78439403-project] 10.222.0.76 "DELETE /v2.0/subnetpools/746dbc94-316f-4359-9ca9-9552e28efe1f HTTP/1.1" status: 404 len: 346 time: 0.0718055 Aug 29 06:57:36.041465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-005cdef9-7cf5-43b2-822d-7f709c9174d5 req-1fe73857-3449-4e64-920e-5da6abd63bae tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910223 Aug 29 06:57:36.045207 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Transition to ACTIVE for port object fb8f801d-e5ed-4ec8-9404-b7798dd9883f will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:57:36.126662 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:36.184118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add41bb4-d9fc-4f2a-ad26-066af8723de0 req-042d0447-c7f5-4cfa-a23d-67468a87dad8 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:36.191820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-add41bb4-d9fc-4f2a-ad26-066af8723de0 req-042d0447-c7f5-4cfa-a23d-67468a87dad8 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0708687 Aug 29 06:57:36.252523 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Pushing event updated for resources: {'Port': ['ID=fb8f801d-e5ed-4ec8-9404-b7798dd9883f,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:36.275134 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Network 4841b113-3ab6-4b42-9d58-36b28eb017ee is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:57:36.276484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-add41bb4-d9fc-4f2a-ad26-066af8723de0 req-ba492928-a0a2-40c2-a94c-4f38078e01f9 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835536 Aug 29 06:57:36.284428 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:36.284428 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:36.284774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:36.285107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:36.285447 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:36.285844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:36.286131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:36.286501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:36.286815 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:36.287285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:36.287622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:36.287951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:36.294064 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:57:36.298671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:57:36.383249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Attempting to bind port fb8f801d-e5ed-4ec8-9404-b7798dd9883f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:57:36.383640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Attempting to bind port fb8f801d-e5ed-4ec8-9404-b7798dd9883f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '1b6631dd-de22-4753-afce-2abda4b89a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4841b113-3ab6-4b42-9d58-36b28eb017ee'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:57:36.384057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Attempting to bind port fb8f801d-e5ed-4ec8-9404-b7798dd9883f on network 4841b113-3ab6-4b42-9d58-36b28eb017ee {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:57:36.398577 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:57:36.398962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Checking segment: {'id': '1b6631dd-de22-4753-afce-2abda4b89a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4841b113-3ab6-4b42-9d58-36b28eb017ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:57:36.399570 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:36.399971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Bound using segment: {'id': '1b6631dd-de22-4753-afce-2abda4b89a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4841b113-3ab6-4b42-9d58-36b28eb017ee'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:57:36.400463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Bound port: fb8f801d-e5ed-4ec8-9404-b7798dd9883f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6631dd-de22-4753-afce-2abda4b89a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4841b113-3ab6-4b42-9d58-36b28eb017ee'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:57:36.400851 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:36.495573 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 083ad7d2-d4bc-473b-aeca-247b09c252e1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:57:36.505855 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:36.510941 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ef6f9-8ce6-4a03-9bed-70a4df080463 req-eeda954d-b90b-444d-b15d-70da73dfa0bf tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:36.512802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-120ef6f9-8ce6-4a03-9bed-70a4df080463 req-eeda954d-b90b-444d-b15d-70da73dfa0bf tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1180432 Aug 29 06:57:36.616689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] For port fb8f801d-e5ed-4ec8-9404-b7798dd9883f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:57:36.624517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-120ef6f9-8ce6-4a03-9bed-70a4df080463 req-9936c239-61e5-4706-ab65-18e492e1f068 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960987 Aug 29 06:57:36.680018 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] For port fb8f801d-e5ed-4ec8-9404-b7798dd9883f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fb8f801d-e5ed-4ec8-9404-b7798dd9883f,segment=NetworkSegment(1b6631dd-de22-4753-afce-2abda4b89a8e),segment_id=1b6631dd-de22-4753-afce-2abda4b89a8e)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:57:36.793396 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:36.795373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 083ad7d2-d4bc-473b-aeca-247b09c252e1 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:57:36.858960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 083ad7d2-d4bc-473b-aeca-247b09c252e1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:36.863479 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:36.890576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 32968) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:36.892032 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:36.937978 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:37.100889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e8152488-cb1e-4759-ac67-e6e21b0a7c34 req-abeda8eb-1607-4878-bc83-4c072118b669 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 210 time: 0.0577161 Aug 29 06:57:37.113376 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeaf648-42f1-4a3f-a0ad-b427ee434a50 None None] Pushing event updated for resources: {'Port': ['ID=fb8f801d-e5ed-4ec8-9404-b7798dd9883f,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:37.157773 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Allocated IP 172.25.1.8 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/9c962979-f846-4268-97a1-9f5d72e441b4) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:57:37.194229 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a6dc62f4-c77b-4133-8fe2-4751078cd583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:37.241632 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:37.341174 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53a1b9-9de0-46bb-bf3c-457bac06077e req-7a25e76c-af3a-46ae-8d93-0e0e5d4467c3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:37.370193 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e53a1b9-9de0-46bb-bf3c-457bac06077e req-7a25e76c-af3a-46ae-8d93-0e0e5d4467c3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1468368 Aug 29 06:57:37.384586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 083ad7d2-d4bc-473b-aeca-247b09c252e1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=083ad7d2-d4bc-473b-aeca-247b09c252e1,segment=NetworkSegment(e221c0fc-8816-4a3a-9b84-891aff2bb67d),segment_id=e221c0fc-8816-4a3a-9b84-891aff2bb67d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:37.431125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e53a1b9-9de0-46bb-bf3c-457bac06077e req-826ced49-502f-4d7b-b50f-539a1606790f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599265 Aug 29 06:57:37.456745 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:37.537910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=083ad7d2-d4bc-473b-aeca-247b09c252e1,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:37.544792 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:37.596704 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a6dc62f4-c77b-4133-8fe2-4751078cd583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:37.664746 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:37.672347 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a6dc62f4-c77b-4133-8fe2-4751078cd583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:37.726249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:57:37.729278 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:57:37.734114 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:57:37.737519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a6dc62f4-c77b-4133-8fe2-4751078cd583 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb62199caede48deb8109f99e5e971c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8434224 Aug 29 06:57:37.739414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 32982) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:37.742399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Pushing event updated for resources: {'Port': ['ID=9c962979-f846-4268-97a1-9f5d72e441b4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:37.768957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc62f4-c77b-4133-8fe2-4751078cd583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c4a316-d38d-4e46-ab9f-7a5793ffc85d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:37.830870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-b9d20f5c-2e56-4fd5-ae9e-e544e9079bc5 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:37.832454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-b9d20f5c-2e56-4fd5-ae9e-e544e9079bc5 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.15 "GET /v2.0/networks?id=455cdf1f-0a3b-4403-a47a-0b101221925c HTTP/1.1" status: 200 len: 811 time: 0.2308819 Aug 29 06:57:37.846470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-3a459a81-e4b0-46eb-ac63-9431bdb13b0f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Request body: {'port': {'device_id': 'd5a07774-4423-4245-b07a-fab2a09baff1', 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c', 'admin_state_up': True, 'tenant_id': '212dac9cbcbe465799b2b11a7923f280'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:37.926228 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd159a-e67d-4f60-88e2-696cab32d2c5 req-52194c6f-90be-4086-99a8-e82486e5afe2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:37.928307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86fd159a-e67d-4f60-88e2-696cab32d2c5 req-52194c6f-90be-4086-99a8-e82486e5afe2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1681528 Aug 29 06:57:37.995266 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e934ed77-c5e6-416a-8c1d-e7c209a27faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:38.053764 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e934ed77-c5e6-416a-8c1d-e7c209a27faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:38.063743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86fd159a-e67d-4f60-88e2-696cab32d2c5 req-d65c05a2-3f18-4c31-9160-627e3996eed8 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284468 Aug 29 06:57:38.096554 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-22509028-e529-4577-89c2-d91bbfcbb432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:38.144173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-3a459a81-e4b0-46eb-ac63-9431bdb13b0f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Made reservation on behalf of 212dac9cbcbe465799b2b11a7923f280 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:57:38.148116 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-3a459a81-e4b0-46eb-ac63-9431bdb13b0f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:38.232557 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e934ed77-c5e6-416a-8c1d-e7c209a27faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:38.236353 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e934ed77-c5e6-416a-8c1d-e7c209a27faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:38.241062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e934ed77-c5e6-416a-8c1d-e7c209a27faa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f5c4a316-d38d-4e46-ab9f-7a5793ffc85d HTTP/1.1" status: 204 len: 168 time: 0.4976060 Aug 29 06:57:38.280078 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:38.281435 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3280d9d-9342-49f7-aea1-06113eea0ea7 req-73b334b8-da8e-468c-9bf3-f74e9d82fc45 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 210 time: 0.0955057 Aug 29 06:57:38.334579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934ed77-c5e6-416a-8c1d-e7c209a27faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c4a316-d38d-4e46-ab9f-7a5793ffc85d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:38.490265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-3a459a81-e4b0-46eb-ac63-9431bdb13b0f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Allocated IP 172.20.0.7 (455cdf1f-0a3b-4403-a47a-0b101221925c/b13662d0-46da-463b-9f33-de194b95abff/a65377e2-8ca7-4374-b21b-816b09d32d29) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:57:38.585090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 083ad7d2-d4bc-473b-aeca-247b09c252e1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:57:38.695512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 083ad7d2-d4bc-473b-aeca-247b09c252e1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:38.697441 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:38.727239 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:38.768867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed4def2-378a-46d1-8e30-f0079095bf62 None None] Network 4841b113-3ab6-4b42-9d58-36b28eb017ee requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:57:38.857474 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-3a459a81-e4b0-46eb-ac63-9431bdb13b0f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:38.909003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241cbc6-5f41-4fc0-82c1-6639054a7357 req-ecbd5e32-3e63-4256-be4f-aca2156542e3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:38.910815 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0241cbc6-5f41-4fc0-82c1-6639054a7357 req-ecbd5e32-3e63-4256-be4f-aca2156542e3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.2931664 Aug 29 06:57:38.966330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fb8f801d-e5ed-4ec8-9404-b7798dd9883f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:57:38.983948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0241cbc6-5f41-4fc0-82c1-6639054a7357 req-fbb950a1-6638-481f-9c1f-2cc4932a990d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620739 Aug 29 06:57:39.010856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Router ac663150-2085-4eb5-9945-516c3eab88c6 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:57:39.064547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c886ffc5-70fd-4972-8291-b24eb3e408d8 None None] Provisioning for port fb8f801d-e5ed-4ec8-9404-b7798dd9883f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:57:39.092169 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-3a459a81-e4b0-46eb-ac63-9431bdb13b0f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:39.173127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-3a459a81-e4b0-46eb-ac63-9431bdb13b0f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Network 455cdf1f-0a3b-4403-a47a-0b101221925c is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:57:39.205539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-3a459a81-e4b0-46eb-ac63-9431bdb13b0f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:57:39.220424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:57:39.229271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-3a459a81-e4b0-46eb-ac63-9431bdb13b0f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:57:39.232670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Sync routers for ids ['ac663150-2085-4eb5-9945-516c3eab88c6'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:57:39.234790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port fb8f801d-e5ed-4ec8-9404-b7798dd9883f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:57:39.242308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port fb8f801d-e5ed-4ec8-9404-b7798dd9883f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:39.242688 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:39.268213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a459a81-e4b0-46eb-ac63-9431bdb13b0f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Pushing event updated for resources: {'Port': ['ID=a65377e2-8ca7-4374-b21b-816b09d32d29,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:39.277704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Routers {'ac663150-2085-4eb5-9945-516c3eab88c6'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:39.277704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ac663150-2085-4eb5-9945-516c3eab88c6'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:39.320220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-3a459a81-e4b0-46eb-ac63-9431bdb13b0f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:39.320774 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-3a459a81-e4b0-46eb-ac63-9431bdb13b0f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:39.335041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a21a25-1636-4e86-98a4-767b4f30ee56 req-d3929bea-4172-4661-ab7b-fbd4ea1e30e9 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:39.335041 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4a21a25-1636-4e86-98a4-767b4f30ee56 req-d3929bea-4172-4661-ab7b-fbd4ea1e30e9 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1630256 Aug 29 06:57:39.377150 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:39.378493 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-38a8d236-9ad4-4801-8537-68ed0409aefb admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.1231468 Aug 29 06:57:39.381977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33028) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:39.384348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4a21a25-1636-4e86-98a4-767b4f30ee56 req-bf3fe236-a42b-424a-aaf3-2ec24d32b1be tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379481 Aug 29 06:57:39.445508 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Set router ac663150-2085-4eb5-9945-516c3eab88c6 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:39.469705 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-3a459a81-e4b0-46eb-ac63-9431bdb13b0f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6273868 Aug 29 06:57:39.504500 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:39.590822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ec59f597-29d0-4728-9bde-b18ebd78d533 None None] Provisioning complete for port fb8f801d-e5ed-4ec8-9404-b7798dd9883f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:39.591441 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ec59f597-29d0-4728-9bde-b18ebd78d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:39.599997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port fb8f801d-e5ed-4ec8-9404-b7798dd9883f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fb8f801d-e5ed-4ec8-9404-b7798dd9883f,segment=NetworkSegment(1b6631dd-de22-4753-afce-2abda4b89a8e),segment_id=1b6631dd-de22-4753-afce-2abda4b89a8e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:39.608288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b373198-f340-4a5f-abc8-c1a8f92e6631 req-3f8ec25c-47e2-4f04-9fc0-dd1a432ce531 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:39.615017 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b373198-f340-4a5f-abc8-c1a8f92e6631 req-3f8ec25c-47e2-4f04-9fc0-dd1a432ce531 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 931 time: 0.1141906 Aug 29 06:57:39.689054 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:39.692200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Request body: {'port': {'device_id': 'd5a07774-4423-4245-b07a-fab2a09baff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:39.790427 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=fb8f801d-e5ed-4ec8-9404-b7798dd9883f,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:39.801781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-655156276-router', 'tenant_id': '93d5b701726443c09dd794cec5c9ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '9c962979-f846-4268-97a1-9f5d72e441b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:35Z', 'updated_at': '2021-08-29T06:57:38Z', 'revision_number': 3, 'project_id': '93d5b701726443c09dd794cec5c9ea84', 'gw_port': {'id': '9c962979-f846-4268-97a1-9f5d72e441b4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:36Z', 'updated_at': '2021-08-29T06:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:39.837661 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b373198-f340-4a5f-abc8-c1a8f92e6631 req-56687f0e-fdea-456f-9a14-ed4b8505988a tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144997 Aug 29 06:57:39.839719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Checking router: ac663150-2085-4eb5-9945-516c3eab88c6 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:57:39.840078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Updating router ac663150-2085-4eb5-9945-516c3eab88c6 port 9c962979-f846-4268-97a1-9f5d72e441b4 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:57:39.897599 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:39.905740 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:39.927183 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e63f7-2f3d-40de-9b20-c9347f433467 req-7c3028cd-8b79-4ee8-8564-85a334a66d37 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:39.936518 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-046e63f7-2f3d-40de-9b20-c9347f433467 req-7c3028cd-8b79-4ee8-8564-85a334a66d37 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.2006917 Aug 29 06:57:39.998499 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-046e63f7-2f3d-40de-9b20-c9347f433467 req-960dd5b0-9e10-48d7-a101-0b1dab0afd97 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550487 Aug 29 06:57:40.146580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:40.336448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fb8f801d-e5ed-4ec8-9404-b7798dd9883f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:57:40.343030 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:40.379808 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Transition to ACTIVE for port object 9c962979-f846-4268-97a1-9f5d72e441b4 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:57:40.403474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port fb8f801d-e5ed-4ec8-9404-b7798dd9883f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:40.403850 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:40.404642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65377e2-8ca7-4374-b21b-816b09d32d29 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:57:40.415483 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:40.431007 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Transition to ACTIVE for port object a65377e2-8ca7-4374-b21b-816b09d32d29 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:57:40.491801 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:40.493922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Allocated IP 172.20.0.1 (4841b113-3ab6-4b42-9d58-36b28eb017ee/71c01671-4f52-4a9f-94f5-abd61e76d4dc/e9b3529b-be8e-401c-b7ee-538f258488dd) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:57:40.518197 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:40.588721 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Pushing event updated for resources: {'Port': ['ID=a65377e2-8ca7-4374-b21b-816b09d32d29,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:40.611274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7fd9-1fc6-4b4e-a6c1-2d79fa54b16d req-d89ac8a4-e5e4-4548-986a-af384aac105c tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:40.615366 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df9e7fd9-1fc6-4b4e-a6c1-2d79fa54b16d req-d89ac8a4-e5e4-4548-986a-af384aac105c tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1482241 Aug 29 06:57:40.669301 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:40.691758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Transition to ACTIVE for port object e9b3529b-be8e-401c-b7ee-538f258488dd will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:57:40.741468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df9e7fd9-1fc6-4b4e-a6c1-2d79fa54b16d req-df331812-a0bc-419d-97c9-761c3270d03b tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121180 Aug 29 06:57:40.757826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa58664-f21d-4d4d-afa3-a687f2c66bf0 None None] Pushing event updated for resources: {'Port': ['ID=9c962979-f846-4268-97a1-9f5d72e441b4,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:40.759863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Attempting to bind port 9c962979-f846-4268-97a1-9f5d72e441b4 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:57:40.760242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Attempting to bind port 9c962979-f846-4268-97a1-9f5d72e441b4 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:57:40.760610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Attempting to bind port 9c962979-f846-4268-97a1-9f5d72e441b4 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:57:40.766996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:57:40.767874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:57:40.768283 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:40.768686 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:57:40.769595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Bound port: 9c962979-f846-4268-97a1-9f5d72e441b4, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:57:40.769995 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:40.778025 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:40.821017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Attempting to bind port a65377e2-8ca7-4374-b21b-816b09d32d29 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:57:40.821357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Attempting to bind port a65377e2-8ca7-4374-b21b-816b09d32d29 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'e221c0fc-8816-4a3a-9b84-891aff2bb67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:57:40.821685 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Attempting to bind port a65377e2-8ca7-4374-b21b-816b09d32d29 on network 455cdf1f-0a3b-4403-a47a-0b101221925c {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:57:40.827477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Port a65377e2-8ca7-4374-b21b-816b09d32d29 on network 455cdf1f-0a3b-4403-a47a-0b101221925c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:57:40.828181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Attempting to bind port a65377e2-8ca7-4374-b21b-816b09d32d29 on network 455cdf1f-0a3b-4403-a47a-0b101221925c {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:57:40.833657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:57:40.834330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Checking segment: {'id': 'e221c0fc-8816-4a3a-9b84-891aff2bb67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:57:40.834556 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Bound using segment: {'id': 'e221c0fc-8816-4a3a-9b84-891aff2bb67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:57:40.834957 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:40.835075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Bound port: a65377e2-8ca7-4374-b21b-816b09d32d29, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e221c0fc-8816-4a3a-9b84-891aff2bb67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:57:40.835438 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:40.855920 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] For port 9c962979-f846-4268-97a1-9f5d72e441b4, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:57:40.863103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] For port 9c962979-f846-4268-97a1-9f5d72e441b4, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9c962979-f846-4268-97a1-9f5d72e441b4,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:57:40.884243 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Network 4841b113-3ab6-4b42-9d58-36b28eb017ee is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:57:40.886294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:57:40.907745 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Pushing event updated for resources: {'Port': ['ID=e9b3529b-be8e-401c-b7ee-538f258488dd,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:40.911703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:57:40.921117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:40.921590 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:40.922004 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:40.922753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:40.923173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:40.924066 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:40.924066 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:40.924539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:40.924966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:40.925366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:40.925758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:40.926153 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:40.968937 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:40.983965 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:41.101798 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] For port a65377e2-8ca7-4374-b21b-816b09d32d29, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:57:41.146726 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe69b6-5773-4a8e-a2e7-982b32bac978 req-52afc5d6-d997-4f36-bf36-5a8a5823c953 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:41.154961 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20fe69b6-5773-4a8e-a2e7-982b32bac978 req-52afc5d6-d997-4f36-bf36-5a8a5823c953 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 943 time: 0.2136967 Aug 29 06:57:41.165090 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] For port a65377e2-8ca7-4374-b21b-816b09d32d29, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a65377e2-8ca7-4374-b21b-816b09d32d29,segment=NetworkSegment(e221c0fc-8816-4a3a-9b84-891aff2bb67d),segment_id=e221c0fc-8816-4a3a-9b84-891aff2bb67d)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:57:41.188723 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa58664-f21d-4d4d-afa3-a687f2c66bf0 None None] Pushing event updated for resources: {'Port': ['ID=9c962979-f846-4268-97a1-9f5d72e441b4,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:41.197002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Routers {'ac663150-2085-4eb5-9945-516c3eab88c6'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:41.197922 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ac663150-2085-4eb5-9945-516c3eab88c6'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:41.260609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20fe69b6-5773-4a8e-a2e7-982b32bac978 req-ee0c048a-8534-45f7-984c-8a0417f65f2e tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044769 Aug 29 06:57:41.266139 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:41.279381 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:41.341336 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:41.341951 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:41.343470 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] 10.222.0.15 "PUT /v2.0/ports/a65377e2-8ca7-4374-b21b-816b09d32d29 HTTP/1.1" status: 200 len: 1092 time: 1.8652823 Aug 29 06:57:41.343986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a07774-4423-4245-b07a-fab2a09baff1', 'tag': 'a65377e2-8ca7-4374-b21b-816b09d32d29'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:57:41.346859 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc91505-bd4e-42dc-8753-5d1bbbf5c9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a07774-4423-4245-b07a-fab2a09baff1", "tag": "a65377e2-8ca7-4374-b21b-816b09d32d29"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:57:41.377649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4aaf0-75f7-4db2-92c7-f571b168510b req-b7c43f60-aba5-48dc-95ac-d12d813d129f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:41.380852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14c4aaf0-75f7-4db2-92c7-f571b168510b req-b7c43f60-aba5-48dc-95ac-d12d813d129f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.2077479 Aug 29 06:57:41.440336 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bbf81-f0a7-4020-8c99-2be1619ac32c service neutron] Pushing event updated for resources: {'Port': ['ID=a65377e2-8ca7-4374-b21b-816b09d32d29,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:41.501048 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] Set router ac663150-2085-4eb5-9945-516c3eab88c6 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:41.527085 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14c4aaf0-75f7-4db2-92c7-f571b168510b req-52d99bd7-deed-484e-bbc5-fec4b867d0dc tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374815 Aug 29 06:57:41.540560 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-f5a80016-c43e-42b7-a8e8-881bd8badf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:41.542513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-f5a80016-c43e-42b7-a8e8-881bd8badf67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=212dac9cbcbe465799b2b11a7923f280&device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 1095 time: 0.0872228 Aug 29 06:57:41.595713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c16e3aa7-3ca3-446a-bf5e-5e6262961d06 None None] Provisioning for port e9b3529b-be8e-401c-b7ee-538f258488dd completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:57:41.600261 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c2f4-f945-499f-b19f-22d531473775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:41.615983 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78daa36b-a2c9-4e09-a45d-ebbe7ee55f41 x-openstack-request-id: req-78daa36b-a2c9-4e09-a45d-ebbe7ee55f41 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:57:41.616688 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a07774-4423-4245-b07a-fab2a09baff1", "tag": "a65377e2-8ca7-4374-b21b-816b09d32d29", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:57:41.617033 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78daa36b-a2c9-4e09-a45d-ebbe7ee55f41 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:57:41.617525 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a07774-4423-4245-b07a-fab2a09baff1', 'tag': 'a65377e2-8ca7-4374-b21b-816b09d32d29', 'status': 'completed', 'code': 200} Aug 29 06:57:41.619226 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-ce2aeaee-dfeb-4cfb-81dc-08363f84cfe6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a65377e2-8ca7-4374-b21b-816b09d32d29 HTTP/1.1" status: 200 len: 217 time: 0.0664575 Aug 29 06:57:41.627952 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c16e3aa7-3ca3-446a-bf5e-5e6262961d06 None None] Provisioning complete for port e9b3529b-be8e-401c-b7ee-538f258488dd triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:41.628333 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c16e3aa7-3ca3-446a-bf5e-5e6262961d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:41.690659 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-75307a6c-7873-4342-8390-3fce54760326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:41.692282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-75307a6c-7873-4342-8390-3fce54760326 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b13662d0-46da-463b-9f33-de194b95abff HTTP/1.1" status: 200 len: 851 time: 0.0582666 Aug 29 06:57:41.702022 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:41.720782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c16e3aa7-3ca3-446a-bf5e-5e6262961d06 None None] Port e9b3529b-be8e-401c-b7ee-538f258488dd cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:57:41.732049 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-cf99a97d-79b1-418c-a7e7-a59d7ed98223 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=455cdf1f-0a3b-4403-a47a-0b101221925c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313129 Aug 29 06:57:41.791944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:41.807308 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:41.838923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Pushing event updated for resources: {'Port': ['ID=e9b3529b-be8e-401c-b7ee-538f258488dd,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:41.848060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-655156276-router', 'tenant_id': '93d5b701726443c09dd794cec5c9ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '9c962979-f846-4268-97a1-9f5d72e441b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:35Z', 'updated_at': '2021-08-29T06:57:38Z', 'revision_number': 3, 'project_id': '93d5b701726443c09dd794cec5c9ea84', 'gw_port': {'id': '9c962979-f846-4268-97a1-9f5d72e441b4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:36Z', 'updated_at': '2021-08-29T06:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:41.909304 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:41.935726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac1a92-f1cc-4649-8b4a-bc2e60615a1a None None] The sync data for ids ['ac663150-2085-4eb5-9945-516c3eab88c6'] in n-d-713301-12 is: [{'id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-655156276-router', 'tenant_id': '93d5b701726443c09dd794cec5c9ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '9c962979-f846-4268-97a1-9f5d72e441b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:35Z', 'updated_at': '2021-08-29T06:57:38Z', 'revision_number': 3, 'project_id': '93d5b701726443c09dd794cec5c9ea84', 'gw_port': {'id': '9c962979-f846-4268-97a1-9f5d72e441b4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:36Z', 'updated_at': '2021-08-29T06:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:57:42.085914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Network 4841b113-3ab6-4b42-9d58-36b28eb017ee is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:57:42.088481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:57:42.162148 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33136) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:42.361174 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Router ac663150-2085-4eb5-9945-516c3eab88c6 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:57:42.418791 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71c11d19-0d49-4140-a7b0-6acf5fe6b23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:42.568313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b7f309d9-6aae-4f8e-9e98-1ac43d84ee9b None None] Provisioning complete for port e9b3529b-be8e-401c-b7ee-538f258488dd triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:42.568988 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b7f309d9-6aae-4f8e-9e98-1ac43d84ee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:42.658010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b7f309d9-6aae-4f8e-9e98-1ac43d84ee9b None None] Port e9b3529b-be8e-401c-b7ee-538f258488dd cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:57:42.734080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fd3b7-0f74-4019-8a88-ae00df195d53 req-01db8c56-1944-4772-b27d-721deeb3cbef tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:42.741720 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-050fd3b7-0f74-4019-8a88-ae00df195d53 req-01db8c56-1944-4772-b27d-721deeb3cbef tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1660705 Aug 29 06:57:42.760174 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04facc-f9f8-496e-bf0d-8702ffbbffe1 req-f20b33aa-8dce-4759-baa5-874f6c541c47 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:42.761769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c04facc-f9f8-496e-bf0d-8702ffbbffe1 req-f20b33aa-8dce-4759-baa5-874f6c541c47 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 943 time: 0.1898184 Aug 29 06:57:42.763742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-32b0bca0-8e64-4810-8f28-ed7817655100 service neutron] 10.222.0.15 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0181584 Aug 29 06:57:42.912540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-050fd3b7-0f74-4019-8a88-ae00df195d53 req-48cfbe05-1f6d-4efc-98cf-c5c51f5a4054 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698992 Aug 29 06:57:42.923799 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c04facc-f9f8-496e-bf0d-8702ffbbffe1 req-bfdf9dc7-e346-4802-85be-5a6cf36e0f45 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391895 Aug 29 06:57:43.002359 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dba70bc-d476-4dee-b3fa-acf51a7425c4 req-651ef0c8-2c7f-4bbc-95b5-e1f35b9e5c25 service neutron] 10.222.0.15 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188597 Aug 29 06:57:43.142594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:57:43.144413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33156) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:43.150088 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4a94daaa-e1ed-4445-bea5-49b98bac75ab admin admin] 10.222.0.76 "PUT /v2.0/routers/ac663150-2085-4eb5-9945-516c3eab88c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7670851 Aug 29 06:57:43.188920 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71c11d19-0d49-4140-a7b0-6acf5fe6b23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:43.222555 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd66cc-7a36-48ec-9d84-c1301216f13e req-e3cc02c0-9fd9-405b-8946-aac4bdb96497 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:43.224715 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cdd66cc-7a36-48ec-9d84-c1301216f13e req-e3cc02c0-9fd9-405b-8946-aac4bdb96497 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1489365 Aug 29 06:57:43.254250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc91505-bd4e-42dc-8753-5d1bbbf5c9bf req-60f826d1-3450-4997-8fb8-83d52c25ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:43.256369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfc91505-bd4e-42dc-8753-5d1bbbf5c9bf req-60f826d1-3450-4997-8fb8-83d52c25ab6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=212dac9cbcbe465799b2b11a7923f280&device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 1095 time: 0.0960546 Aug 29 06:57:43.274696 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71c11d19-0d49-4140-a7b0-6acf5fe6b23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:43.316939 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-71c11d19-0d49-4140-a7b0-6acf5fe6b23b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6924b2bf4382470999708ff5fbb63dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1561537 Aug 29 06:57:43.323292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33168) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:43.363771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c11d19-0d49-4140-a7b0-6acf5fe6b23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d865c15c-1515-4fa0-ae42-d96d49e899ea,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:43.421025 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-053025a7-e982-452a-b2de-6b11391efaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:43.427353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc91505-bd4e-42dc-8753-5d1bbbf5c9bf req-a3edc78a-3881-43df-a88b-d8c96b87fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:43.428996 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfc91505-bd4e-42dc-8753-5d1bbbf5c9bf req-a3edc78a-3881-43df-a88b-d8c96b87fb4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=455cdf1f-0a3b-4403-a47a-0b101221925c HTTP/1.1" status: 200 len: 912 time: 0.1587701 Aug 29 06:57:43.432934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cdd66cc-7a36-48ec-9d84-c1301216f13e req-b25837e5-2af3-46e4-8a79-095f35d90849 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972651 Aug 29 06:57:43.445632 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-053025a7-e982-452a-b2de-6b11391efaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:43.446407 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8801806b-7344-4113-97fc-3f887bb69093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:43.463019 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:43.500744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfc91505-bd4e-42dc-8753-5d1bbbf5c9bf req-fa3b90d1-d22b-400c-939b-bb5b63dd41c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a65377e2-8ca7-4374-b21b-816b09d32d29 HTTP/1.1" status: 200 len: 217 time: 0.0619385 Aug 29 06:57:43.545087 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-2a992cdd-b662-49e5-9a77-674718d27fab req-2321996d-2907-427e-b9e2-c8089fb1f810 tempest-FloatingIPDetailsNegativeTestJSON-1956059291 tempest-FloatingIPDetailsNegativeTestJSON-1956059291-project] show failed (client error): The resource could not be found. Aug 29 06:57:43.546092 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a992cdd-b662-49e5-9a77-674718d27fab req-2321996d-2907-427e-b9e2-c8089fb1f810 tempest-FloatingIPDetailsNegativeTestJSON-1956059291 tempest-FloatingIPDetailsNegativeTestJSON-1956059291-project] 10.222.0.76 "GET /v2.0/floatingips/613409a8-9c4d-4660-b7a9-b1b974693c53 HTTP/1.1" status: 404 len: 350 time: 0.0499825 Aug 29 06:57:43.556077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33170) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:43.563827 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-053025a7-e982-452a-b2de-6b11391efaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:43.566710 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-053025a7-e982-452a-b2de-6b11391efaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:43.570175 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-053025a7-e982-452a-b2de-6b11391efaf5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d865c15c-1515-4fa0-ae42-d96d49e899ea HTTP/1.1" status: 204 len: 168 time: 0.2308011 Aug 29 06:57:43.607015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc91505-bd4e-42dc-8753-5d1bbbf5c9bf req-e43fbcf3-e5eb-4740-b480-2841a85a0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:43.608549 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfc91505-bd4e-42dc-8753-5d1bbbf5c9bf req-e43fbcf3-e5eb-4740-b480-2841a85a0c6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b13662d0-46da-463b-9f33-de194b95abff HTTP/1.1" status: 200 len: 851 time: 0.0987017 Aug 29 06:57:43.621394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053025a7-e982-452a-b2de-6b11391efaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d865c15c-1515-4fa0-ae42-d96d49e899ea,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:43.652107 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfc91505-bd4e-42dc-8753-5d1bbbf5c9bf req-7e0351a8-8bc6-431d-b32e-e51fc2d082ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=455cdf1f-0a3b-4403-a47a-0b101221925c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330973 Aug 29 06:57:43.740477 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8801806b-7344-4113-97fc-3f887bb69093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:43.771456 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfc91505-bd4e-42dc-8753-5d1bbbf5c9bf req-2748f285-2e99-49f8-8070-761a72959ddf service neutron] 10.222.0.15 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077147 Aug 29 06:57:43.846254 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8801806b-7344-4113-97fc-3f887bb69093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:43.900482 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801806b-7344-4113-97fc-3f887bb69093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab903929-a270-4974-8f7f-9d00f778ac7c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:43.920293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfc91505-bd4e-42dc-8753-5d1bbbf5c9bf req-cece2f7d-b65b-4a7e-8b5d-aa918fc6be2e service neutron] 10.222.0.15 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406953 Aug 29 06:57:43.926229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33176) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:43.927694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8801806b-7344-4113-97fc-3f887bb69093 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=52c3bd5e1fd64ed2b0e3b90763363dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7647495 Aug 29 06:57:43.986271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f217bfa-968d-41cb-adae-37ac82ac147b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:44.034766 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b28c90fc-8a07-4f76-8a7b-4a299f11a96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:44.098314 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b28c90fc-8a07-4f76-8a7b-4a299f11a96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:44.112059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85903a-59ab-44fd-805a-4eef6097950f req-955c4de0-df9f-4226-b75b-2ec981e175e1 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:44.113588 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e85903a-59ab-44fd-805a-4eef6097950f req-955c4de0-df9f-4226-b75b-2ec981e175e1 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 943 time: 0.0883350 Aug 29 06:57:44.121696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb92f2-7b23-4f5b-902c-b84732ad4824 req-39bf3218-238b-4807-aad6-5e4ba283d182 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:44.123202 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3eb92f2-7b23-4f5b-902c-b84732ad4824 req-39bf3218-238b-4807-aad6-5e4ba283d182 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.0884790 Aug 29 06:57:44.184768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e85903a-59ab-44fd-805a-4eef6097950f req-04c2a8c0-201d-4c43-bc78-e27f2f7267e6 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605819 Aug 29 06:57:44.187992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3eb92f2-7b23-4f5b-902c-b84732ad4824 req-f3cb9390-9ce0-42f4-8c27-3dc2ab908fd7 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561416 Aug 29 06:57:44.280285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33188) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:44.313856 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b28c90fc-8a07-4f76-8a7b-4a299f11a96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:44.315359 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38e26482-7d61-4dfd-a592-76b90b6f5fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:44.316828 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b28c90fc-8a07-4f76-8a7b-4a299f11a96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:44.320994 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b28c90fc-8a07-4f76-8a7b-4a299f11a96f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ab903929-a270-4974-8f7f-9d00f778ac7c HTTP/1.1" status: 204 len: 168 time: 0.3914154 Aug 29 06:57:44.342535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c90fc-8a07-4f76-8a7b-4a299f11a96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab903929-a270-4974-8f7f-9d00f778ac7c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:44.342983 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717953b-a3ad-4e10-8792-06f9ac12c7e9 None None] Sync routers for ids ['ac663150-2085-4eb5-9945-516c3eab88c6'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:57:44.376020 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717953b-a3ad-4e10-8792-06f9ac12c7e9 None None] Routers {'ac663150-2085-4eb5-9945-516c3eab88c6'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:44.376671 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0717953b-a3ad-4e10-8792-06f9ac12c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ac663150-2085-4eb5-9945-516c3eab88c6'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:44.409650 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9c962979-f846-4268-97a1-9f5d72e441b4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:57:44.457332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8f217bfa-968d-41cb-adae-37ac82ac147b admin admin] Deleting port e9b3529b-be8e-401c-b7ee-538f258488dd {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:44.457687 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f217bfa-968d-41cb-adae-37ac82ac147b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:44.559499 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38e26482-7d61-4dfd-a592-76b90b6f5fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:44.580309 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-0717953b-a3ad-4e10-8792-06f9ac12c7e9 None None] Set router ac663150-2085-4eb5-9945-516c3eab88c6 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:44.597847 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f217bfa-968d-41cb-adae-37ac82ac147b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:44.610517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8f217bfa-968d-41cb-adae-37ac82ac147b admin admin] Calling delete_port for e9b3529b-be8e-401c-b7ee-538f258488dd owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:44.637255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab168ff-9e1c-4419-ba3b-4a72c47e76c1 req-ad29e3a8-7e29-41f2-92b3-3c1f2157f2ae tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:44.640135 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 9c962979-f846-4268-97a1-9f5d72e441b4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:57:44.647206 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9c962979-f846-4268-97a1-9f5d72e441b4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:44.647840 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:44.651902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ab168ff-9e1c-4419-ba3b-4a72c47e76c1 req-ad29e3a8-7e29-41f2-92b3-3c1f2157f2ae tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0599840 Aug 29 06:57:44.664622 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38e26482-7d61-4dfd-a592-76b90b6f5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:44.755192 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-38e26482-7d61-4dfd-a592-76b90b6f5fe1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de12ca32b0ad4f5390f5f8af765015d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712858 Aug 29 06:57:44.768874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33200) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:44.769557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e26482-7d61-4dfd-a592-76b90b6f5fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f46d1b-64de-4ec6-80d5-7d26aef1c218,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:44.815660 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:44.823915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ab168ff-9e1c-4419-ba3b-4a72c47e76c1 req-06702207-a4e4-450c-a609-e813647c7e0c tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716468 Aug 29 06:57:44.874534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 9c962979-f846-4268-97a1-9f5d72e441b4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9c962979-f846-4268-97a1-9f5d72e441b4,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:44.915854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878af1f-18f7-42df-af4c-8fc2b4aa2e3e req-573f135b-6de3-4888-b8a2-100971764a49 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:44.918460 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0878af1f-18f7-42df-af4c-8fc2b4aa2e3e req-573f135b-6de3-4888-b8a2-100971764a49 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1199009 Aug 29 06:57:44.937337 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:44.946632 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b4427c72-f23a-4ab4-9c79-8f35fcdb0e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:44.984186 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0878af1f-18f7-42df-af4c-8fc2b4aa2e3e req-8955b2ff-55a5-478a-8baa-30a0e7aacbf0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544634 Aug 29 06:57:44.997059 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b4427c72-f23a-4ab4-9c79-8f35fcdb0e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:45.014345 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0717953b-a3ad-4e10-8792-06f9ac12c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-655156276-router', 'tenant_id': '93d5b701726443c09dd794cec5c9ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '9c962979-f846-4268-97a1-9f5d72e441b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:35Z', 'updated_at': '2021-08-29T06:57:41Z', 'revision_number': 4, 'project_id': '93d5b701726443c09dd794cec5c9ea84', 'gw_port': {'id': '9c962979-f846-4268-97a1-9f5d72e441b4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:36Z', 'updated_at': '2021-08-29T06:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'e9b3529b-be8e-401c-b7ee-538f258488dd', 'name': '', 'network_id': '4841b113-3ab6-4b42-9d58-36b28eb017ee', 'tenant_id': '93d5b701726443c09dd794cec5c9ea84', 'mac_address': 'fa:16:3e:75:79:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '71c01671-4f52-4a9f-94f5-abd61e76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:40Z', 'updated_at': '2021-08-29T06:57:41Z', 'revision_number': 2, 'project_id': '93d5b701726443c09dd794cec5c9ea84', 'subnets': [{'id': '71c01671-4f52-4a9f-94f5-abd61e76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:45.054258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=9c962979-f846-4268-97a1-9f5d72e441b4,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:45.063276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a65377e2-8ca7-4374-b21b-816b09d32d29 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:57:45.084695 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717953b-a3ad-4e10-8792-06f9ac12c7e9 None None] Checking router: ac663150-2085-4eb5-9945-516c3eab88c6 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:57:45.086245 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717953b-a3ad-4e10-8792-06f9ac12c7e9 None None] Updating router ac663150-2085-4eb5-9945-516c3eab88c6 port e9b3529b-be8e-401c-b7ee-538f258488dd binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:57:45.113867 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f217bfa-968d-41cb-adae-37ac82ac147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:45.118374 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-0717953b-a3ad-4e10-8792-06f9ac12c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:45.158484 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717953b-a3ad-4e10-8792-06f9ac12c7e9 None None] Port e9b3529b-be8e-401c-b7ee-538f258488dd not found while updating agent binding for router ac663150-2085-4eb5-9945-516c3eab88c6. {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 29 06:57:45.160079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f217bfa-968d-41cb-adae-37ac82ac147b admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b3529b-be8e-401c-b7ee-538f258488dd,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:45.168248 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717953b-a3ad-4e10-8792-06f9ac12c7e9 None None] Routers {'ac663150-2085-4eb5-9945-516c3eab88c6'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:45.169015 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0717953b-a3ad-4e10-8792-06f9ac12c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ac663150-2085-4eb5-9945-516c3eab88c6'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:45.194704 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b4427c72-f23a-4ab4-9c79-8f35fcdb0e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:45.197579 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b4427c72-f23a-4ab4-9c79-8f35fcdb0e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:45.198738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b4427c72-f23a-4ab4-9c79-8f35fcdb0e9b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97f46d1b-64de-4ec6-80d5-7d26aef1c218 HTTP/1.1" status: 204 len: 168 time: 0.4262390 Aug 29 06:57:45.214764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4427c72-f23a-4ab4-9c79-8f35fcdb0e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f46d1b-64de-4ec6-80d5-7d26aef1c218,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:45.296040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port a65377e2-8ca7-4374-b21b-816b09d32d29, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a65377e2-8ca7-4374-b21b-816b09d32d29,segment=NetworkSegment(e221c0fc-8816-4a3a-9b84-891aff2bb67d),segment_id=e221c0fc-8816-4a3a-9b84-891aff2bb67d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:45.320052 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'a65377e2-8ca7-4374-b21b-816b09d32d29', 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c', 'port_id': 'a65377e2-8ca7-4374-b21b-816b09d32d29', 'mac_address': 'fa:16:3e:de:ae:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13662d0-46da-463b-9f33-de194b95abff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:57:45.384636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33212) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:45.403493 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-0717953b-a3ad-4e10-8792-06f9ac12c7e9 None None] Set router ac663150-2085-4eb5-9945-516c3eab88c6 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:45.411624 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e1e8aac4-f055-413a-83b8-f13fca6b3c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:45.429535 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:45.460284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e5aff-c60a-4e2b-ba25-e1dd38c972fa req-8b72308e-df58-4505-9bde-46da64e55ab1 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:45.462032 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a6e5aff-c60a-4e2b-ba25-e1dd38c972fa req-8b72308e-df58-4505-9bde-46da64e55ab1 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 943 time: 0.1472688 Aug 29 06:57:45.476609 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65377e2-8ca7-4374-b21b-816b09d32d29 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:57:45.480827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ac342-8c73-450a-9691-3384ef9a2204 req-1c109a5d-7235-4993-8723-55a4ee8e15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:45.483912 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f8ac342-8c73-450a-9691-3384ef9a2204 req-1c109a5d-7235-4993-8723-55a4ee8e15ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=395f384cb65b432a9ea260b20483cc6b&device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 1097 time: 0.5042870 Aug 29 06:57:45.518855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port a65377e2-8ca7-4374-b21b-816b09d32d29, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a65377e2-8ca7-4374-b21b-816b09d32d29,segment=NetworkSegment(e221c0fc-8816-4a3a-9b84-891aff2bb67d),segment_id=e221c0fc-8816-4a3a-9b84-891aff2bb67d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:45.582627 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:45.617547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ac342-8c73-450a-9691-3384ef9a2204 req-a0c7a422-61fa-4321-89e0-2ca75cb07024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:45.617547 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f8ac342-8c73-450a-9691-3384ef9a2204 req-a0c7a422-61fa-4321-89e0-2ca75cb07024 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467 HTTP/1.1" status: 200 len: 912 time: 0.1239989 Aug 29 06:57:45.629103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a6e5aff-c60a-4e2b-ba25-e1dd38c972fa req-f0a7c104-a208-4e99-9fb7-bf8a5c483854 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583309 Aug 29 06:57:45.695930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=a65377e2-8ca7-4374-b21b-816b09d32d29,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:45.763483 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f217bfa-968d-41cb-adae-37ac82ac147b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:45.773781 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f8ac342-8c73-450a-9691-3384ef9a2204 req-66a98695-7b4e-4be0-ac0c-552e93b9d8b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b311365-5d50-4477-9ebd-cee874962599 HTTP/1.1" status: 200 len: 1000 time: 0.1037214 Aug 29 06:57:45.789292 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e1e8aac4-f055-413a-83b8-f13fca6b3c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:45.792099 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0717953b-a3ad-4e10-8792-06f9ac12c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-655156276-router', 'tenant_id': '93d5b701726443c09dd794cec5c9ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '9c962979-f846-4268-97a1-9f5d72e441b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:35Z', 'updated_at': '2021-08-29T06:57:44Z', 'revision_number': 5, 'project_id': '93d5b701726443c09dd794cec5c9ea84', 'gw_port': {'id': '9c962979-f846-4268-97a1-9f5d72e441b4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:36Z', 'updated_at': '2021-08-29T06:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:45.826758 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717953b-a3ad-4e10-8792-06f9ac12c7e9 None None] The sync data for ids ['ac663150-2085-4eb5-9945-516c3eab88c6'] in n-d-713301-12 is: [{'id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-655156276-router', 'tenant_id': '93d5b701726443c09dd794cec5c9ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '9c962979-f846-4268-97a1-9f5d72e441b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:35Z', 'updated_at': '2021-08-29T06:57:44Z', 'revision_number': 5, 'project_id': '93d5b701726443c09dd794cec5c9ea84', 'gw_port': {'id': '9c962979-f846-4268-97a1-9f5d72e441b4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:36Z', 'updated_at': '2021-08-29T06:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:57:45.844536 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['a65377e2-8ca7-4374-b21b-816b09d32d29'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:57:45.861693 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e1e8aac4-f055-413a-83b8-f13fca6b3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:45.954814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ac342-8c73-450a-9691-3384ef9a2204 req-90e97cee-c8f4-48bd-8fc9-fd5766a67eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:45.956301 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f8ac342-8c73-450a-9691-3384ef9a2204 req-90e97cee-c8f4-48bd-8fc9-fd5766a67eed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268 HTTP/1.1" status: 200 len: 850 time: 0.1266320 Aug 29 06:57:46.030397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e1e8aac4-f055-413a-83b8-f13fca6b3c05 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac5a2a6b77364d609913437a34573bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6446941 Aug 29 06:57:46.039989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33228) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:46.044157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8aac4-f055-413a-83b8-f13fca6b3c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e49ac2-443b-4a36-956b-b32424c4268b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:46.107513 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8230eba-641d-4019-b70d-e7ce85ced994 req-03c60840-5a27-4da3-a49a-d13dc070e9f3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:46.109900 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8230eba-641d-4019-b70d-e7ce85ced994 req-03c60840-5a27-4da3-a49a-d13dc070e9f3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1655672 Aug 29 06:57:46.167869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ac342-8c73-450a-9691-3384ef9a2204 req-ebd03fa8-c0b2-48c3-9fa0-69af64fe9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:46.169555 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f8ac342-8c73-450a-9691-3384ef9a2204 req-ebd03fa8-c0b2-48c3-9fa0-69af64fe9afe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2046793 Aug 29 06:57:46.182893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-9f8ac342-8c73-450a-9691-3384ef9a2204 req-ec6b3d3c-500d-4ff6-88e1-4385a2ef0e5e service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:57:46.184393 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f8ac342-8c73-450a-9691-3384ef9a2204 req-ec6b3d3c-500d-4ff6-88e1-4385a2ef0e5e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066087 Aug 29 06:57:46.223364 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8230eba-641d-4019-b70d-e7ce85ced994 req-135b7506-f11c-4e08-9681-929995538ac2 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061423 Aug 29 06:57:46.245476 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f217bfa-968d-41cb-adae-37ac82ac147b admin admin] Router ac663150-2085-4eb5-9945-516c3eab88c6 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:57:46.272994 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-71b4bb03-c957-4f74-a655-4ae20fc674df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:46.301825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420d807-870a-4268-9bcd-89f5326e49d3 req-20376a01-9a2f-4eea-bbff-654b08b72ea2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:46.303466 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c420d807-870a-4268-9bcd-89f5326e49d3 req-20376a01-9a2f-4eea-bbff-654b08b72ea2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1652851 Aug 29 06:57:46.314771 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-71b4bb03-c957-4f74-a655-4ae20fc674df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:46.351889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9c962979-f846-4268-97a1-9f5d72e441b4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:57:46.372862 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c420d807-870a-4268-9bcd-89f5326e49d3 req-6fb36a76-7e20-4a46-95c7-a2782d0180c7 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604515 Aug 29 06:57:46.452763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9c962979-f846-4268-97a1-9f5d72e441b4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:46.453160 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:46.514372 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-71b4bb03-c957-4f74-a655-4ae20fc674df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:46.517070 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-71b4bb03-c957-4f74-a655-4ae20fc674df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:46.518313 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-71b4bb03-c957-4f74-a655-4ae20fc674df admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/72e49ac2-443b-4a36-956b-b32424c4268b HTTP/1.1" status: 204 len: 168 time: 0.4772055 Aug 29 06:57:46.531361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4bb03-c957-4f74-a655-4ae20fc674df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e49ac2-443b-4a36-956b-b32424c4268b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:46.579107 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f8ac342-8c73-450a-9691-3384ef9a2204 req-df04c66c-b2e6-4d4b-bac2-11dcf2014d7b service neutron] 10.222.0.11 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841004 Aug 29 06:57:46.695858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f217bfa-968d-41cb-adae-37ac82ac147b admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:57:46.714320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33246) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:46.715660 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8f217bfa-968d-41cb-adae-37ac82ac147b admin admin] 10.222.0.76 "PUT /v2.0/routers/ac663150-2085-4eb5-9945-516c3eab88c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1571534 Aug 29 06:57:46.788904 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f8ac342-8c73-450a-9691-3384ef9a2204 req-3144ccfe-b8ad-4179-acb4-4192f79118b3 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000408 Aug 29 06:57:46.958933 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:47.012579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea14a62-cd01-446f-ba8f-ea8c4356b4a9 req-ef1fb265-53fd-4c5c-8455-2d2e840eeec1 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:47.020132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ea14a62-cd01-446f-ba8f-ea8c4356b4a9 req-ef1fb265-53fd-4c5c-8455-2d2e840eeec1 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 944 time: 0.2584426 Aug 29 06:57:47.041378 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a65377e2-8ca7-4374-b21b-816b09d32d29 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:57:47.093725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6578b-6643-4641-b31e-2d0339a95f29 None None] Sync routers for ids ['ac663150-2085-4eb5-9945-516c3eab88c6'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:57:47.139587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6578b-6643-4641-b31e-2d0339a95f29 None None] Routers {'ac663150-2085-4eb5-9945-516c3eab88c6'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:47.140136 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ea14a62-cd01-446f-ba8f-ea8c4356b4a9 req-e453bbdc-5be0-4d8e-a765-91751bc36219 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170037 Aug 29 06:57:47.143540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f6c6578b-6643-4641-b31e-2d0339a95f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ac663150-2085-4eb5-9945-516c3eab88c6'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:47.170166 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:47.312075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f6c6578b-6643-4641-b31e-2d0339a95f29 None None] Set router ac663150-2085-4eb5-9945-516c3eab88c6 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:47.336695 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] Deleting port 9c962979-f846-4268-97a1-9f5d72e441b4 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:47.337049 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:47.439061 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] For port 9c962979-f846-4268-97a1-9f5d72e441b4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9c962979-f846-4268-97a1-9f5d72e441b4,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:47.439411 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:47.450507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port a65377e2-8ca7-4374-b21b-816b09d32d29 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:57:47.456562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] Calling delete_port for 9c962979-f846-4268-97a1-9f5d72e441b4 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:47.464055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port a65377e2-8ca7-4374-b21b-816b09d32d29 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:57:47.464433 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:47.652895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587abf6-22ac-418a-be32-587cb6c3bad2 req-103eac4e-5897-4863-9f86-58205b3a3b42 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:47.656089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6587abf6-22ac-418a-be32-587cb6c3bad2 req-103eac4e-5897-4863-9f86-58205b3a3b42 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1135435 Aug 29 06:57:47.664025 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:47.667985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f6c6578b-6643-4641-b31e-2d0339a95f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-655156276-router', 'tenant_id': '93d5b701726443c09dd794cec5c9ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '9c962979-f846-4268-97a1-9f5d72e441b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:35Z', 'updated_at': '2021-08-29T06:57:44Z', 'revision_number': 5, 'project_id': '93d5b701726443c09dd794cec5c9ea84', 'gw_port': {'id': '9c962979-f846-4268-97a1-9f5d72e441b4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:36Z', 'updated_at': '2021-08-29T06:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:47.718371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6578b-6643-4641-b31e-2d0339a95f29 None None] Checking router: ac663150-2085-4eb5-9945-516c3eab88c6 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:57:47.740530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a07774-4423-4245-b07a-fab2a09baff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65377e2-8ca7-4374-b21b-816b09d32d29'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:57:47.743563 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e4525b-cdb2-4abd-914c-e983f6e88eb4" -d '{"events": [{"server_uuid": "d5a07774-4423-4245-b07a-fab2a09baff1", "name": "network-vif-plugged", "status": "completed", "tag": "a65377e2-8ca7-4374-b21b-816b09d32d29"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:57:47.757527 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6578b-6643-4641-b31e-2d0339a95f29 None None] Routers {'ac663150-2085-4eb5-9945-516c3eab88c6'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:57:47.758434 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f6c6578b-6643-4641-b31e-2d0339a95f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ac663150-2085-4eb5-9945-516c3eab88c6'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:47.766120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port a65377e2-8ca7-4374-b21b-816b09d32d29, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a65377e2-8ca7-4374-b21b-816b09d32d29,segment=NetworkSegment(e221c0fc-8816-4a3a-9b84-891aff2bb67d),segment_id=e221c0fc-8816-4a3a-9b84-891aff2bb67d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:47.805563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6587abf6-22ac-418a-be32-587cb6c3bad2 req-584c892d-a379-441d-9bea-11cbd9738a64 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726271 Aug 29 06:57:47.817648 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:47.876724 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:47.908778 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c962979-f846-4268-97a1-9f5d72e441b4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:47.928747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f6c6578b-6643-4641-b31e-2d0339a95f29 None None] Set router ac663150-2085-4eb5-9945-516c3eab88c6 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:57:48.013422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f6c6578b-6643-4641-b31e-2d0339a95f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-655156276-router', 'tenant_id': '93d5b701726443c09dd794cec5c9ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:35Z', 'updated_at': '2021-08-29T06:57:47Z', 'revision_number': 6, 'project_id': '93d5b701726443c09dd794cec5c9ea84', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:48.037351 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:48.258325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=a65377e2-8ca7-4374-b21b-816b09d32d29,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:48.278905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6578b-6643-4641-b31e-2d0339a95f29 None None] The sync data for ids ['ac663150-2085-4eb5-9945-516c3eab88c6'] in n-d-713301-12 is: [{'id': 'ac663150-2085-4eb5-9945-516c3eab88c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-655156276-router', 'tenant_id': '93d5b701726443c09dd794cec5c9ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:35Z', 'updated_at': '2021-08-29T06:57:47Z', 'revision_number': 6, 'project_id': '93d5b701726443c09dd794cec5c9ea84', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:57:48.328839 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4ff203-ecb1-4767-b1df-555ac0c12e9a x-openstack-request-id: req-8f4ff203-ecb1-4767-b1df-555ac0c12e9a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:57:48.329206 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a07774-4423-4245-b07a-fab2a09baff1", "name": "network-vif-plugged", "status": "completed", "tag": "a65377e2-8ca7-4374-b21b-816b09d32d29", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:57:48.329527 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f4ff203-ecb1-4767-b1df-555ac0c12e9a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:57:48.330017 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a07774-4423-4245-b07a-fab2a09baff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65377e2-8ca7-4374-b21b-816b09d32d29', 'code': 200} Aug 29 06:57:48.500031 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:48.527033 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:48.602271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b151fe-8c09-41f6-8580-1ddb8f5f8525 req-56228c91-c1c9-453d-bc21-ea85cd3ac370 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:48.609905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8b151fe-8c09-41f6-8580-1ddb8f5f8525 req-56228c91-c1c9-453d-bc21-ea85cd3ac370 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.2020206 Aug 29 06:57:48.614728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed48fb4-ec72-48e8-ad98-ac37dcfce123 req-23007d77-30d5-49f5-b9ea-3f8a7887f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:48.616305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eed48fb4-ec72-48e8-ad98-ac37dcfce123 req-23007d77-30d5-49f5-b9ea-3f8a7887f5ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 1097 time: 0.1933267 Aug 29 06:57:48.676666 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8b151fe-8c09-41f6-8580-1ddb8f5f8525 req-b35be02e-8e65-4f23-a123-a48c84b8baa6 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640166 Aug 29 06:57:48.683726 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:48.684373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac663150-2085-4eb5-9945-516c3eab88c6 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:57:48.698975 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:48.698975 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-081a6cf8-7014-419d-a3d9-01280a87f810 admin admin] 10.222.0.76 "DELETE /v2.0/routers/ac663150-2085-4eb5-9945-516c3eab88c6 HTTP/1.1" status: 204 len: 168 time: 1.9792550 Aug 29 06:57:48.699213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33312) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:48.703605 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eed48fb4-ec72-48e8-ad98-ac37dcfce123 req-8cf59243-3eff-4bfc-ba89-ef47935b49c7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675774 Aug 29 06:57:48.750406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-9293edda-9519-403a-9c86-0c5d47efc494 admin admin] Deleting subnet 71c01671-4f52-4a9f-94f5-abd61e76d4dc {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:57:48.753580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9293edda-9519-403a-9c86-0c5d47efc494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:48.852107 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9293edda-9519-403a-9c86-0c5d47efc494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:48.872399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33322) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:49.092427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad5ccf-8b5d-4237-9bea-0207d3ff0976 req-dc878d1f-ee7e-4838-9743-63837917ebd0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:49.101613 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9293edda-9519-403a-9c86-0c5d47efc494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.104874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0aad5ccf-8b5d-4237-9bea-0207d3ff0976 req-dc878d1f-ee7e-4838-9743-63837917ebd0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1407886 Aug 29 06:57:49.187829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0aad5ccf-8b5d-4237-9bea-0207d3ff0976 req-15afb3c8-6332-47a7-97bd-e64fcf9002c7 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774581 Aug 29 06:57:49.221056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39e8cb4d-2e89-4610-a673-317e16eb0713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.328557 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9293edda-9519-403a-9c86-0c5d47efc494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.366613 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293edda-9519-403a-9c86-0c5d47efc494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c01671-4f52-4a9f-94f5-abd61e76d4dc,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:49.381538 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9293edda-9519-403a-9c86-0c5d47efc494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.384435 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9293edda-9519-403a-9c86-0c5d47efc494 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/71c01671-4f52-4a9f-94f5-abd61e76d4dc HTTP/1.1" status: 204 len: 168 time: 0.6860580 Aug 29 06:57:49.386076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534d9632-2ad5-4a92-a8fe-36ffe7866409 None None] Network 4841b113-3ab6-4b42-9d58-36b28eb017ee requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:57:49.386925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33338) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:49.432728 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39e8cb4d-2e89-4610-a673-317e16eb0713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.481620 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.548130 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39e8cb4d-2e89-4610-a673-317e16eb0713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.576629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Deleting port fb8f801d-e5ed-4ec8-9404-b7798dd9883f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:49.577071 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.606278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a01263-f607-479c-b102-74cb52eaa05c None None] DHCP port deletion for 4841b113-3ab6-4b42-9d58-36b28eb017ee request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 06:57:49.610204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8cb4d-2e89-4610-a673-317e16eb0713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed61e3ac-480a-4e01-a5b1-4656379174e6,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:49.615728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-39e8cb4d-2e89-4610-a673-317e16eb0713 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=621dfeec926b49fda7c40df0eafed052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7399378 Aug 29 06:57:49.618532 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33348) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:49.682009 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6ce9c949-032d-41c2-8674-d6e917f15f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.714089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c3a01263-f607-479c-b102-74cb52eaa05c None None] Deleting port fb8f801d-e5ed-4ec8-9404-b7798dd9883f {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:57:49.714493 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c3a01263-f607-479c-b102-74cb52eaa05c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.715898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] For port fb8f801d-e5ed-4ec8-9404-b7798dd9883f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fb8f801d-e5ed-4ec8-9404-b7798dd9883f,segment=NetworkSegment(1b6631dd-de22-4753-afce-2abda4b89a8e),segment_id=1b6631dd-de22-4753-afce-2abda4b89a8e)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:49.716355 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.734302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Calling delete_port for fb8f801d-e5ed-4ec8-9404-b7798dd9883f owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:49.767871 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6ce9c949-032d-41c2-8674-d6e917f15f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.826736 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c3a01263-f607-479c-b102-74cb52eaa05c None None] For port fb8f801d-e5ed-4ec8-9404-b7798dd9883f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fb8f801d-e5ed-4ec8-9404-b7798dd9883f,segment=NetworkSegment(1b6631dd-de22-4753-afce-2abda4b89a8e),segment_id=1b6631dd-de22-4753-afce-2abda4b89a8e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:57:49.827116 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c3a01263-f607-479c-b102-74cb52eaa05c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.849068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c3a01263-f607-479c-b102-74cb52eaa05c None None] Calling delete_port for fb8f801d-e5ed-4ec8-9404-b7798dd9883f owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:57:49.891315 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74295b-bda2-4dc8-ba51-d7a127e2f6ce req-af7fd05e-199b-47ce-a7dd-63b964a94e6c tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:49.893488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb74295b-bda2-4dc8-ba51-d7a127e2f6ce req-af7fd05e-199b-47ce-a7dd-63b964a94e6c tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.1022749 Aug 29 06:57:49.898240 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.916099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] No DVR routers for this DVR port fb8f801d-e5ed-4ec8-9404-b7798dd9883f on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:57:49.957564 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c3a01263-f607-479c-b102-74cb52eaa05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:49.983940 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb74295b-bda2-4dc8-ba51-d7a127e2f6ce req-33902886-6b1a-4356-a9b3-3e8655e4e0cf tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728447 Aug 29 06:57:50.003581 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6ce9c949-032d-41c2-8674-d6e917f15f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:50.021852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a01263-f607-479c-b102-74cb52eaa05c None None] No DVR routers for this DVR port fb8f801d-e5ed-4ec8-9404-b7798dd9883f on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:57:50.024883 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6ce9c949-032d-41c2-8674-d6e917f15f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:50.027754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a01263-f607-479c-b102-74cb52eaa05c None None] Pushing event deleted for resources: {'Port': ['ID=fb8f801d-e5ed-4ec8-9404-b7798dd9883f,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:50.043356 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6ce9c949-032d-41c2-8674-d6e917f15f1d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed61e3ac-480a-4e01-a5b1-4656379174e6 HTTP/1.1" status: 204 len: 168 time: 0.4235198 Aug 29 06:57:50.054953 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9c949-032d-41c2-8674-d6e917f15f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed61e3ac-480a-4e01-a5b1-4656379174e6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:50.095552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8f801d-e5ed-4ec8-9404-b7798dd9883f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:50.116170 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:50.127406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4841b113-3ab6-4b42-9d58-36b28eb017ee']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:50.143989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6631dd-de22-4753-afce-2abda4b89a8e') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:50.144309 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6631dd-de22-4753-afce-2abda4b89a8e') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:50.156283 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:50.176249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:50.188083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:57:50.188590 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:57:50.190700 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:57:50.257720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f7875-2275-4bb1-a35f-f12f54320ced req-ca933fc4-4e1f-4492-858c-9c4f13cfdd7f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:50.262733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-979f7875-2275-4bb1-a35f-f12f54320ced req-ca933fc4-4e1f-4492-858c-9c4f13cfdd7f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1449916 Aug 29 06:57:50.267958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ffa9c-a014-4c3c-afa9-b7758fe4f4ef req-622676b2-53d1-4a08-8bf8-31aeb711ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:50.269643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-552ffa9c-a014-4c3c-afa9-b7758fe4f4ef req-622676b2-53d1-4a08-8bf8-31aeb711ac49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f450d73063341abaebc5094b99daa86&device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 1097 time: 0.1716664 Aug 29 06:57:50.319755 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9c962979-f846-4268-97a1-9f5d72e441b4 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:57:50.341606 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 9c962979-f846-4268-97a1-9f5d72e441b4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:57:50.341876 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9c962979-f846-4268-97a1-9f5d72e441b4 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:57:50.342280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fb8f801d-e5ed-4ec8-9404-b7798dd9883f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:57:50.360840 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-979f7875-2275-4bb1-a35f-f12f54320ced req-f298bd23-cced-4231-8ed1-3313ddcede87 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889471 Aug 29 06:57:50.366762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: fb8f801d-e5ed-4ec8-9404-b7798dd9883f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:57:50.366762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fb8f801d-e5ed-4ec8-9404-b7798dd9883f not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:57:50.388087 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:50.394170 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:50.396326 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] 10.222.0.76 "DELETE /v2.0/networks/4841b113-3ab6-4b42-9d58-36b28eb017ee HTTP/1.1" status: 204 len: 168 time: 1.0081899 Aug 29 06:57:50.410880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66796a5e-60e9-4601-a131-81ba40d8bb7a admin admin] Pushing event deleted for resources: {'Network': ['ID=4841b113-3ab6-4b42-9d58-36b28eb017ee,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:50.412701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ffa9c-a014-4c3c-afa9-b7758fe4f4ef req-f8018645-e70b-4138-9245-5280aa45d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:50.414303 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-552ffa9c-a014-4c3c-afa9-b7758fe4f4ef req-f8018645-e70b-4138-9245-5280aa45d2d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c851a53-590a-4364-8afe-074561f953fd HTTP/1.1" status: 200 len: 919 time: 0.1356754 Aug 29 06:57:50.460453 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-552ffa9c-a014-4c3c-afa9-b7758fe4f4ef req-6430307d-b0c4-435f-8a74-274abb628101 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b69201-a11e-4212-aeb5-e764fa84200a HTTP/1.1" status: 200 len: 217 time: 0.0384219 Aug 29 06:57:50.523536 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ffa9c-a014-4c3c-afa9-b7758fe4f4ef req-aee08573-a44b-4a50-9193-47a4f7dd945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:50.525139 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-552ffa9c-a014-4c3c-afa9-b7758fe4f4ef req-aee08573-a44b-4a50-9193-47a4f7dd945d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c7c86e9-1bed-4ccb-a049-c95a88eca598 HTTP/1.1" status: 200 len: 858 time: 0.0576982 Aug 29 06:57:50.566523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-552ffa9c-a014-4c3c-afa9-b7758fe4f4ef req-a25aaa98-13b7-4f4d-967f-6b177bc03a96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c851a53-590a-4364-8afe-074561f953fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325103 Aug 29 06:57:50.665771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-552ffa9c-a014-4c3c-afa9-b7758fe4f4ef req-cd07d004-c24b-4373-82f1-25218f4a606b service neutron] 10.222.0.15 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921235 Aug 29 06:57:50.781787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-552ffa9c-a014-4c3c-afa9-b7758fe4f4ef req-4fb99799-fe37-4478-8756-9456313ce8a9 service neutron] 10.222.0.15 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087942 Aug 29 06:57:50.816921 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:50.888065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33376) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:50.938857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3390a113-0db4-4c41-85e8-d14b73dc32d5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=93d5b701726443c09dd794cec5c9ea84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493941 Aug 29 06:57:50.941668 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33382) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:50.957189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33386) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:50.978691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0ee1-1e0f-43a5-99de-782273f428c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:51.013347 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af85709e-f184-47f0-8917-b2d726f84bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:51.068774 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af85709e-f184-47f0-8917-b2d726f84bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:51.149883 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0ee1-1e0f-43a5-99de-782273f428c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:51.188725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5004f2a-66c1-4f79-be5f-5d6bd27af0bc req-c2df9901-e3e4-4da6-9623-d4760077deb8 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:51.190213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5004f2a-66c1-4f79-be5f-5d6bd27af0bc req-c2df9901-e3e4-4da6-9623-d4760077deb8 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0574255 Aug 29 06:57:51.223269 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0ee1-1e0f-43a5-99de-782273f428c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:51.230315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5004f2a-66c1-4f79-be5f-5d6bd27af0bc req-41077eca-68e5-4f30-8397-c431925f00ea tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330994 Aug 29 06:57:51.269095 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ccdb0ee1-1e0f-43a5-99de-782273f428c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=617d5038915e49d7a0ee659cf6e5d4db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105245 Aug 29 06:57:51.272469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33400) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:51.273023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb0ee1-1e0f-43a5-99de-782273f428c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f968a5b8-e2fb-4774-a72c-d76e9d59f846,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:51.321102 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af85709e-f184-47f0-8917-b2d726f84bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:51.323954 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af85709e-f184-47f0-8917-b2d726f84bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:51.332388 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-af85709e-f184-47f0-8917-b2d726f84bb0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c0c991d4-1b3e-45eb-93b2-188a33a309ab HTTP/1.1" status: 204 len: 168 time: 0.3821564 Aug 29 06:57:51.336788 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aabeb13f-fd6d-4051-be25-5c96200f5469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:51.339527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85709e-f184-47f0-8917-b2d726f84bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c991d4-1b3e-45eb-93b2-188a33a309ab,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:51.362549 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aabeb13f-fd6d-4051-be25-5c96200f5469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:51.493727 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aabeb13f-fd6d-4051-be25-5c96200f5469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:51.496644 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aabeb13f-fd6d-4051-be25-5c96200f5469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:51.500700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-aabeb13f-fd6d-4051-be25-5c96200f5469 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f968a5b8-e2fb-4774-a72c-d76e9d59f846 HTTP/1.1" status: 204 len: 168 time: 0.2272048 Aug 29 06:57:51.533031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb42b21-66cf-4153-bdd5-ec634fe0f420 req-461ccb92-619f-4fb4-91b4-f8c49daab3e0 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:51.534919 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6bb42b21-66cf-4153-bdd5-ec634fe0f420 req-461ccb92-619f-4fb4-91b4-f8c49daab3e0 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0782633 Aug 29 06:57:51.537177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabeb13f-fd6d-4051-be25-5c96200f5469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f968a5b8-e2fb-4774-a72c-d76e9d59f846,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:51.587250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6bb42b21-66cf-4153-bdd5-ec634fe0f420 req-73c22838-b57b-46fe-a91c-53defa9ce358 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408256 Aug 29 06:57:51.707196 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e95df-65b6-4063-8e13-8d0491bb22c4 req-674ea27f-5ec3-42c0-bc52-983602464dd6 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:51.709270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-278e95df-65b6-4063-8e13-8d0491bb22c4 req-674ea27f-5ec3-42c0-bc52-983602464dd6 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0562606 Aug 29 06:57:51.779759 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-278e95df-65b6-4063-8e13-8d0491bb22c4 req-5d0846db-2531-46f1-987f-ab8cbc956b8b tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640657 Aug 29 06:57:51.798224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d2a1c-2f73-4908-9b2e-fdb59acb09d7 req-04d524fd-df1b-4a23-9b9e-8dbf7046ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:51.800022 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-923d2a1c-2f73-4908-9b2e-fdb59acb09d7 req-04d524fd-df1b-4a23-9b9e-8dbf7046ff8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=212dac9cbcbe465799b2b11a7923f280&device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 1097 time: 0.0654030 Aug 29 06:57:51.916144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d2a1c-2f73-4908-9b2e-fdb59acb09d7 req-c2445bc4-9219-4ce6-860e-e43108dfe7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:51.917877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-923d2a1c-2f73-4908-9b2e-fdb59acb09d7 req-c2445bc4-9219-4ce6-860e-e43108dfe7b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=455cdf1f-0a3b-4403-a47a-0b101221925c HTTP/1.1" status: 200 len: 912 time: 0.0997815 Aug 29 06:57:51.983655 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-923d2a1c-2f73-4908-9b2e-fdb59acb09d7 req-4b11db4f-0ab0-4e23-9561-5c80fcbc084c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a65377e2-8ca7-4374-b21b-816b09d32d29 HTTP/1.1" status: 200 len: 217 time: 0.0578895 Aug 29 06:57:52.050273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d2a1c-2f73-4908-9b2e-fdb59acb09d7 req-a25723a9-65c4-4ed7-8612-57fc07f51db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:52.052076 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-923d2a1c-2f73-4908-9b2e-fdb59acb09d7 req-a25723a9-65c4-4ed7-8612-57fc07f51db1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b13662d0-46da-463b-9f33-de194b95abff HTTP/1.1" status: 200 len: 851 time: 0.0589387 Aug 29 06:57:52.097948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-923d2a1c-2f73-4908-9b2e-fdb59acb09d7 req-4236193b-aea3-4645-9f19-24849d8ae334 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=455cdf1f-0a3b-4403-a47a-0b101221925c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355363 Aug 29 06:57:52.205371 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-923d2a1c-2f73-4908-9b2e-fdb59acb09d7 req-9f84caa9-2d4a-406a-b04a-37709538a379 service neutron] 10.222.0.15 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980465 Aug 29 06:57:52.331182 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-923d2a1c-2f73-4908-9b2e-fdb59acb09d7 req-472cbcdd-523d-43cf-8582-c2ba3ed73f05 service neutron] 10.222.0.15 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064429 Aug 29 06:57:52.716612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65f0b5-d8c9-4183-8c06-83d793de39d1 req-2307deb9-e220-458f-b204-806087eaf7df tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:52.718594 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb65f0b5-d8c9-4183-8c06-83d793de39d1 req-2307deb9-e220-458f-b204-806087eaf7df tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0529263 Aug 29 06:57:52.771367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb65f0b5-d8c9-4183-8c06-83d793de39d1 req-1e6a1183-d37b-4c53-b0a4-bcaa09754087 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Aug 29 06:57:52.920522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33166e5a-2744-4b19-9345-aaaf43f541d7 req-4acc7d24-fa08-46ef-90f0-655ec49dc472 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:52.922245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33166e5a-2744-4b19-9345-aaaf43f541d7 req-4acc7d24-fa08-46ef-90f0-655ec49dc472 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0585430 Aug 29 06:57:52.985456 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33166e5a-2744-4b19-9345-aaaf43f541d7 req-2c8e2c56-d315-40fb-83a4-62f5e0d6363a tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531120 Aug 29 06:57:53.150428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61b5d350-10b4-4b10-bea7-69c36da7b881 req-15372b6e-827e-42d3-9242-c7716b7a852b tempest-AbsoluteLimitsNegativeTestJSON-789271575 tempest-AbsoluteLimitsNegativeTestJSON-789271575-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=8666f332434f402eaf8788703b985dd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221469 Aug 29 06:57:53.265994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5d350-10b4-4b10-bea7-69c36da7b881 req-ebaeba29-87d2-4ed2-b9a6-fd14f1917af8 tempest-AbsoluteLimitsNegativeTestJSON-789271575 tempest-AbsoluteLimitsNegativeTestJSON-789271575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:53.267686 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61b5d350-10b4-4b10-bea7-69c36da7b881 req-ebaeba29-87d2-4ed2-b9a6-fd14f1917af8 tempest-AbsoluteLimitsNegativeTestJSON-789271575 tempest-AbsoluteLimitsNegativeTestJSON-789271575-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1116455 Aug 29 06:57:53.285487 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61b5d350-10b4-4b10-bea7-69c36da7b881 req-8c49a76a-c24c-48c2-8d51-4b9c810f4ca3 tempest-AbsoluteLimitsNegativeTestJSON-789271575 tempest-AbsoluteLimitsNegativeTestJSON-789271575-project] 10.222.0.76 "GET /v2.0/quotas/8666f332434f402eaf8788703b985dd9 HTTP/1.1" status: 200 len: 375 time: 0.0111310 Aug 29 06:57:53.325849 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61b5d350-10b4-4b10-bea7-69c36da7b881 req-c768611f-8465-4291-a9d6-2136f37da2b7 tempest-AbsoluteLimitsNegativeTestJSON-789271575 tempest-AbsoluteLimitsNegativeTestJSON-789271575-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8666f332434f402eaf8788703b985dd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310040 Aug 29 06:57:53.906432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241abb1-607d-48ce-a3bd-22e725fc90cb req-d1421978-6b36-4690-9e49-fc2acffa6c44 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:53.908883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3241abb1-607d-48ce-a3bd-22e725fc90cb req-d1421978-6b36-4690-9e49-fc2acffa6c44 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0649800 Aug 29 06:57:53.948299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33530) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:53.976802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3241abb1-607d-48ce-a3bd-22e725fc90cb req-91ef8b2d-3b3e-4a31-950d-8a18945fa7aa tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525885 Aug 29 06:57:54.109616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d0d37-28e4-43f1-a7d5-037db9b4937d req-7064c315-c499-4e9d-84d0-988c77da653e tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:54.111131 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd9d0d37-28e4-43f1-a7d5-037db9b4937d req-7064c315-c499-4e9d-84d0-988c77da653e tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0513082 Aug 29 06:57:54.154814 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd9d0d37-28e4-43f1-a7d5-037db9b4937d req-b3526b02-48cb-4def-ab30-ae1fe5b2b86e tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371253 Aug 29 06:57:54.158520 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a4446c8f-95ae-4aab-91ca-5ff42234af7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:54.258561 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a4446c8f-95ae-4aab-91ca-5ff42234af7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:54.383046 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a4446c8f-95ae-4aab-91ca-5ff42234af7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:54.423137 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a4446c8f-95ae-4aab-91ca-5ff42234af7b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8666f332434f402eaf8788703b985dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4721546 Aug 29 06:57:54.424179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33546) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:54.428017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4446c8f-95ae-4aab-91ca-5ff42234af7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662e3e9b-2618-4bb0-bda3-1e343cab87aa,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:54.480128 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:54.501062 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:54.674179 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:54.677258 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:54.678410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/662e3e9b-2618-4bb0-bda3-1e343cab87aa HTTP/1.1" status: 204 len: 168 time: 0.2532561 Aug 29 06:57:54.689044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662e3e9b-2618-4bb0-bda3-1e343cab87aa,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:54.697003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:54.697673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:54.698089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:54.698498 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:54.698897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:54.699351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:54.699880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:54.700234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:54.700699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:54.701087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:54.701546 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:54.702096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7233fc0-ddb8-4268-bfac-35457ac4bde1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:57:55.111533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc499491-e9ce-4b9a-8252-0623fc5c9cb4 req-4169f591-ed93-4f15-a352-f1d770649c1d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:55.121222 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc499491-e9ce-4b9a-8252-0623fc5c9cb4 req-4169f591-ed93-4f15-a352-f1d770649c1d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0700054 Aug 29 06:57:55.184209 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc499491-e9ce-4b9a-8252-0623fc5c9cb4 req-8437abc5-4b4a-4bbc-ac5d-9d71a3a8e864 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611601 Aug 29 06:57:55.315195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632cb3a-4a3e-435a-b1b3-1f0944155e7d req-9e817117-fa72-401f-9b1f-8eddb51221cb tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:55.323591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5632cb3a-4a3e-435a-b1b3-1f0944155e7d req-9e817117-fa72-401f-9b1f-8eddb51221cb tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0783615 Aug 29 06:57:55.358836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5632cb3a-4a3e-435a-b1b3-1f0944155e7d req-17d379b1-37b4-4d87-aeac-fa6e34e0453b tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343730 Aug 29 06:57:55.965465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33604) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:56.120490 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-383504478-network', 'tenant_id': 'd54f5a1af4234476a6432491b669925b'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:56.256989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] Made reservation on behalf of d54f5a1af4234476a6432491b669925b for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:57:56.259247 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:56.277773 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:56.334837 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7bfc7-c6ae-4b08-985d-6338299ad5d1 req-2e1c6c53-9286-494d-a010-70d35df923ff tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:56.336708 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51e7bfc7-c6ae-4b08-985d-6338299ad5d1 req-2e1c6c53-9286-494d-a010-70d35df923ff tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0741980 Aug 29 06:57:56.401715 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51e7bfc7-c6ae-4b08-985d-6338299ad5d1 req-891a1acb-fced-494d-806d-47b0b0be5e11 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580652 Aug 29 06:57:56.464870 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:56.512882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722ce0b-a03e-492b-8561-d441ecac9fef req-5982d19c-13f2-44c8-acfc-5a3c9ac8cf97 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:56.514410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7722ce0b-a03e-492b-8561-d441ecac9fef req-5982d19c-13f2-44c8-acfc-5a3c9ac8cf97 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0622153 Aug 29 06:57:56.556248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7722ce0b-a03e-492b-8561-d441ecac9fef req-ff21921f-488c-4341-a760-42619c1c1602 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322378 Aug 29 06:57:56.556248 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:56.587446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:57:56.598986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ec0744-3e6b-4453-afa4-252e57c45c33,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:56.605268 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:56.605786 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] Added segment bf1a5dd5-2e6c-4f51-ae2b-76648b674a91 of type vlan for network 16cb9a71-9966-40c7-8caa-03b43b75f667 Aug 29 06:57:57.004244 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:57.081761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33632) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:57.119655 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:57.120674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:57.121255 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:57.180866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] Pushing event updated for resources: {'Network': ['ID=16cb9a71-9966-40c7-8caa-03b43b75f667,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:57.191080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 16cb9a71-9966-40c7-8caa-03b43b75f667 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:57:57.196590 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3a1c-7d84-4465-bbb8-78847efd6bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:57.271609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3c4b49eb-ce6b-4ef9-845d-fc6fc1e2dac8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3050046 Aug 29 06:57:57.274626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33636) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:57.279378 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b1bf7e32-afbf-457a-8f46-6aecacd06357 admin admin] Request body: {'subnet': {'network_id': '16cb9a71-9966-40c7-8caa-03b43b75f667', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-383504478-subnet', 'tenant_id': 'd54f5a1af4234476a6432491b669925b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:57:57.361897 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3a1c-7d84-4465-bbb8-78847efd6bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:57.450470 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3a1c-7d84-4465-bbb8-78847efd6bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:57.520773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed3a1c-7d84-4465-bbb8-78847efd6bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d97d85-eb9b-4b13-a652-60b294f66452,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:57.531691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e9ed3a1c-7d84-4465-bbb8-78847efd6bb9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b99b13ad6a084ed5b5fdc66ba208c234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448864 Aug 29 06:57:57.532033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33640) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:57.551758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c04ef1-12f5-4062-9b68-410057cd01e9 req-a96a668b-36ab-4ff6-8705-f4e08c9723a0 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:57.553261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20c04ef1-12f5-4062-9b68-410057cd01e9 req-a96a668b-36ab-4ff6-8705-f4e08c9723a0 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0781288 Aug 29 06:57:57.584503 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-298ad51a-7f59-47a9-9271-37471582fc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:57.601983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20c04ef1-12f5-4062-9b68-410057cd01e9 req-1b46cb98-c30c-4758-aee8-dc6e4c8bc21a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417683 Aug 29 06:57:57.611658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bf7e32-afbf-457a-8f46-6aecacd06357 admin admin] Made reservation on behalf of d54f5a1af4234476a6432491b669925b for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:57:57.611992 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-298ad51a-7f59-47a9-9271-37471582fc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:57.623544 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7e32-afbf-457a-8f46-6aecacd06357 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:57.758904 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402a342-ff09-4078-a09c-d3955f245ed2 req-3ce802b6-481f-4bd6-a160-bf4643cb0ae4 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:57.760369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2402a342-ff09-4078-a09c-d3955f245ed2 req-3ce802b6-481f-4bd6-a160-bf4643cb0ae4 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0736012 Aug 29 06:57:57.772172 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-298ad51a-7f59-47a9-9271-37471582fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:57.774984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-298ad51a-7f59-47a9-9271-37471582fc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:57.776747 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-298ad51a-7f59-47a9-9271-37471582fc88 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/48d97d85-eb9b-4b13-a652-60b294f66452 HTTP/1.1" status: 204 len: 168 time: 0.2448444 Aug 29 06:57:57.785081 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ad51a-7f59-47a9-9271-37471582fc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d97d85-eb9b-4b13-a652-60b294f66452,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:57.828249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2402a342-ff09-4078-a09c-d3955f245ed2 req-d5d2f56b-80f9-46e7-bb30-456c331826c9 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610261 Aug 29 06:57:58.011100 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7e32-afbf-457a-8f46-6aecacd06357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:58.081674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf7e32-afbf-457a-8f46-6aecacd06357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c624d6cf-1bb7-4910-a6d9-46f22565a8b8,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:58.088907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf7e32-afbf-457a-8f46-6aecacd06357 admin admin] Checking segment: {'id': 'bf1a5dd5-2e6c-4f51-ae2b-76648b674a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '16cb9a71-9966-40c7-8caa-03b43b75f667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:57:58.089270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf7e32-afbf-457a-8f46-6aecacd06357 admin admin] Network hostable DHCP agents. Network: 16cb9a71-9966-40c7-8caa-03b43b75f667, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:57:58.177101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf7e32-afbf-457a-8f46-6aecacd06357 admin admin] Network 16cb9a71-9966-40c7-8caa-03b43b75f667 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:57:58.329635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33662) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:58.329771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-b1bf7e32-afbf-457a-8f46-6aecacd06357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 16cb9a71-9966-40c7-8caa-03b43b75f667) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:57:58.332304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bf7e32-afbf-457a-8f46-6aecacd06357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:58.333127 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7e32-afbf-457a-8f46-6aecacd06357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:58.337322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee1eaeb-09a1-4afb-9446-eb6658dbffca None None] Network 16cb9a71-9966-40c7-8caa-03b43b75f667 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:57:58.446340 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b1bf7e32-afbf-457a-8f46-6aecacd06357 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1707563 Aug 29 06:57:58.448606 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0b01e40-6dae-4c2f-aa42-29cb7bacf6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:58.475772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102433bc-7b75-4510-a934-4c779aff569f None None] Network 16cb9a71-9966-40c7-8caa-03b43b75f667 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:57:58.561460 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0b01e40-6dae-4c2f-aa42-29cb7bacf6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:58.680093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0b01e40-6dae-4c2f-aa42-29cb7bacf6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:58.723824 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-05352c47-3cae-4e2e-af7d-b5b5ccf40d7a req-2b634d10-ec84-4a5b-8585-c06969cc89eb tempest-SecurityGroupsNegativeTestJSON-642916052 tempest-SecurityGroupsNegativeTestJSON-642916052-project] show failed (client error): The resource could not be found. Aug 29 06:57:58.724057 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a0b01e40-6dae-4c2f-aa42-29cb7bacf6cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cde46400f6e44e7d9bc6b3db828e4d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3929172 Aug 29 06:57:58.724155 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05352c47-3cae-4e2e-af7d-b5b5ccf40d7a req-2b634d10-ec84-4a5b-8585-c06969cc89eb tempest-SecurityGroupsNegativeTestJSON-642916052 tempest-SecurityGroupsNegativeTestJSON-642916052-project] 10.222.0.76 "GET /v2.0/security-groups/84d23d85-d9b1-4b87-a4f5-d872a320e407 HTTP/1.1" status: 404 len: 352 time: 0.0195889 Aug 29 06:57:58.724233 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b01e40-6dae-4c2f-aa42-29cb7bacf6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cba1eb0-c9a2-42c4-aac6-106df94e75ba,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:58.725611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33676) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:58.744306 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33680) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:58.758190 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b049caf9-3d08-4107-aab2-ff1b0ec043f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:58.758443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1c45b-81b7-4cee-9ac1-bc288233acf5 req-b41c356f-eb9b-41b5-8de8-a480be512d50 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:58.760227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bb1c45b-81b7-4cee-9ac1-bc288233acf5 req-b41c356f-eb9b-41b5-8de8-a480be512d50 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0897846 Aug 29 06:57:58.819708 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bb1c45b-81b7-4cee-9ac1-bc288233acf5 req-19981e1d-7bcc-44f2-b9bf-514b30cdb295 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512400 Aug 29 06:57:58.826597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4c33fc5-5797-4512-a494-e63efe27f00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:58.861232 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4c33fc5-5797-4512-a494-e63efe27f00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:58.893167 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b049caf9-3d08-4107-aab2-ff1b0ec043f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:58.983420 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bf375c9-ee81-4cd9-a351-5060b3a17f2a req-c996877c-24ca-4093-a509-7e7b73b5fa85 tempest-SecurityGroupsNegativeTestJSON-642916052 tempest-SecurityGroupsNegativeTestJSON-642916052-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d54f5a1af4234476a6432491b669925b HTTP/1.1" status: 200 len: 2988 time: 0.1400154 Aug 29 06:57:58.994074 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b049caf9-3d08-4107-aab2-ff1b0ec043f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.011568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9d6cd-8dc1-45cd-99ef-3053dcc9be16 req-59156155-9e19-4467-bd6f-a1c9f4216ba1 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:57:59.013062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8d9d6cd-8dc1-45cd-99ef-3053dcc9be16 req-59156155-9e19-4467-bd6f-a1c9f4216ba1 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0940297 Aug 29 06:57:59.043268 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b049caf9-3d08-4107-aab2-ff1b0ec043f5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5cd5de277d444e591dd1e9d05173227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978303 Aug 29 06:57:59.044169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049caf9-3d08-4107-aab2-ff1b0ec043f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfd0a59-3596-472d-8c62-610488d3289f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:59.046443 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33690) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:59.068057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bf375c9-ee81-4cd9-a351-5060b3a17f2a req-7fdeee52-31f9-4d10-95bc-e5608aeaa8c4 tempest-SecurityGroupsNegativeTestJSON-642916052 tempest-SecurityGroupsNegativeTestJSON-642916052-project] 10.222.0.76 "GET /v2.0/security-groups/20ec0744-3e6b-4453-afa4-252e57c45c33 HTTP/1.1" status: 200 len: 2985 time: 0.0751638 Aug 29 06:57:59.075357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8d9d6cd-8dc1-45cd-99ef-3053dcc9be16 req-2a501a85-3eaf-4f97-a121-0fbb7ef3ada7 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561569 Aug 29 06:57:59.095849 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0adf196a-0730-4498-9454-d8c201caafd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.118205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0adf196a-0730-4498-9454-d8c201caafd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.119018 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bf375c9-ee81-4cd9-a351-5060b3a17f2a req-2895de36-6d89-4c00-90b3-a76c25a48eb6 tempest-SecurityGroupsNegativeTestJSON-642916052 tempest-SecurityGroupsNegativeTestJSON-642916052-project] 10.222.0.76 "GET /v2.0/security-groups/20ec0744-3e6b-4453-afa4-252e57c45c33 HTTP/1.1" status: 200 len: 2985 time: 0.0427382 Aug 29 06:57:59.164171 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4c33fc5-5797-4512-a494-e63efe27f00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.167170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4c33fc5-5797-4512-a494-e63efe27f00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.172754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f4c33fc5-5797-4512-a494-e63efe27f00b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7cba1eb0-c9a2-42c4-aac6-106df94e75ba HTTP/1.1" status: 204 len: 168 time: 0.4418461 Aug 29 06:57:59.189858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c33fc5-5797-4512-a494-e63efe27f00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cba1eb0-c9a2-42c4-aac6-106df94e75ba,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:59.192344 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:57:59.210885 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58bd238a-b77e-4b4a-a240-1ee05d5d3e0e req-1e6bf1ae-ccf6-4ecb-9831-3bf12b2bc715 tempest-SecurityGroupsNegativeTestJSON-642916052 tempest-SecurityGroupsNegativeTestJSON-642916052-project] 10.222.0.76 "GET /v2.0/security-groups/20ec0744-3e6b-4453-afa4-252e57c45c33 HTTP/1.1" status: 200 len: 2985 time: 0.0684490 Aug 29 06:57:59.251996 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0adf196a-0730-4498-9454-d8c201caafd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.255195 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0adf196a-0730-4498-9454-d8c201caafd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.256882 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0adf196a-0730-4498-9454-d8c201caafd2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bbfd0a59-3596-472d-8c62-610488d3289f HTTP/1.1" status: 204 len: 168 time: 0.2093344 Aug 29 06:57:59.267618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf196a-0730-4498-9454-d8c201caafd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfd0a59-3596-472d-8c62-610488d3289f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:59.272830 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-58bd238a-b77e-4b4a-a240-1ee05d5d3e0e req-b1a98650-2fe9-4862-8526-b76a1060727e tempest-SecurityGroupsNegativeTestJSON-642916052 tempest-SecurityGroupsNegativeTestJSON-642916052-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 06:57:59.274050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58bd238a-b77e-4b4a-a240-1ee05d5d3e0e req-b1a98650-2fe9-4862-8526-b76a1060727e tempest-SecurityGroupsNegativeTestJSON-642916052 tempest-SecurityGroupsNegativeTestJSON-642916052-project] 10.222.0.76 "DELETE /v2.0/security-groups/20ec0744-3e6b-4453-afa4-252e57c45c33 HTTP/1.1" status: 409 len: 352 time: 0.0623355 Aug 29 06:57:59.321606 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-efa72c58-6439-4cd6-8ecf-ee6f148b2f21 req-adb7352d-f4dd-446d-80d2-d42a648c3f7a tempest-SecurityGroupsNegativeTestJSON-642916052 tempest-SecurityGroupsNegativeTestJSON-642916052-project] show failed (client error): The resource could not be found. Aug 29 06:57:59.323024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-efa72c58-6439-4cd6-8ecf-ee6f148b2f21 req-adb7352d-f4dd-446d-80d2-d42a648c3f7a tempest-SecurityGroupsNegativeTestJSON-642916052 tempest-SecurityGroupsNegativeTestJSON-642916052-project] 10.222.0.76 "GET /v2.0/security-groups/36265fd9-719f-4abb-8945-98e723520393 HTTP/1.1" status: 404 len: 352 time: 0.0215328 Aug 29 06:57:59.363540 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-e5df7b91-0a34-4839-8a0d-0caf24130845 req-71367a08-f27c-4202-b9b1-e7bedc8a4413 tempest-SecurityGroupsNegativeTestJSON-642916052 tempest-SecurityGroupsNegativeTestJSON-642916052-project] show failed (client error): The resource could not be found. Aug 29 06:57:59.365078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5df7b91-0a34-4839-8a0d-0caf24130845 req-71367a08-f27c-4202-b9b1-e7bedc8a4413 tempest-SecurityGroupsNegativeTestJSON-642916052 tempest-SecurityGroupsNegativeTestJSON-642916052-project] 10.222.0.76 "GET /v2.0/security-groups/308b9f10-5691-4e9d-873c-f9970cd4f574 HTTP/1.1" status: 404 len: 352 time: 0.0148375 Aug 29 06:57:59.376295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33704) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:59.421874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-9182e061-0ba7-4719-9b9c-b852c554dabe admin admin] Deleting subnet c624d6cf-1bb7-4910-a6d9-46f22565a8b8 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:57:59.425502 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9182e061-0ba7-4719-9b9c-b852c554dabe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.461523 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9182e061-0ba7-4719-9b9c-b852c554dabe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.502019 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9182e061-0ba7-4719-9b9c-b852c554dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.662582 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9182e061-0ba7-4719-9b9c-b852c554dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.700728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182e061-0ba7-4719-9b9c-b852c554dabe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c624d6cf-1bb7-4910-a6d9-46f22565a8b8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:57:59.707247 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9182e061-0ba7-4719-9b9c-b852c554dabe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.707247 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9182e061-0ba7-4719-9b9c-b852c554dabe admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c624d6cf-1bb7-4910-a6d9-46f22565a8b8 HTTP/1.1" status: 204 len: 168 time: 0.3275054 Aug 29 06:57:59.708682 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33714) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:57:59.781492 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd0b653e-9243-44ab-a06e-2a1f1bceea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.874483 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd0b653e-9243-44ab-a06e-2a1f1bceea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.885737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fd0b653e-9243-44ab-a06e-2a1f1bceea1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cb9a71-9966-40c7-8caa-03b43b75f667']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:59.897428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fd0b653e-9243-44ab-a06e-2a1f1bceea1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1a5dd5-2e6c-4f51-ae2b-76648b674a91') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:59.897739 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fd0b653e-9243-44ab-a06e-2a1f1bceea1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1a5dd5-2e6c-4f51-ae2b-76648b674a91') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:57:59.908328 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd0b653e-9243-44ab-a06e-2a1f1bceea1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.946575 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd0b653e-9243-44ab-a06e-2a1f1bceea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.956021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0b653e-9243-44ab-a06e-2a1f1bceea1f admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:57:59.956342 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd0b653e-9243-44ab-a06e-2a1f1bceea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:57:59.958588 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:58:00.013671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85b266-fe4a-47e2-9a0c-a2d9872d8148 req-60a178ac-5231-4d46-9465-be88d6cf03fe tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:00.015242 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae85b266-fe4a-47e2-9a0c-a2d9872d8148 req-60a178ac-5231-4d46-9465-be88d6cf03fe tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1005671 Aug 29 06:58:00.039775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33728) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:00.060577 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075d0714-11a4-4a1c-bf76-55e46e5f2b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:00.087909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae85b266-fe4a-47e2-9a0c-a2d9872d8148 req-f86ad3f4-0232-4495-a453-f45350f6350e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602558 Aug 29 06:58:00.168883 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd0b653e-9243-44ab-a06e-2a1f1bceea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:00.186570 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd0b653e-9243-44ab-a06e-2a1f1bceea1f admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:00.188504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fd0b653e-9243-44ab-a06e-2a1f1bceea1f admin admin] 10.222.0.76 "DELETE /v2.0/networks/16cb9a71-9966-40c7-8caa-03b43b75f667 HTTP/1.1" status: 204 len: 168 time: 0.4795234 Aug 29 06:58:00.208147 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b653e-9243-44ab-a06e-2a1f1bceea1f admin admin] Pushing event deleted for resources: {'Network': ['ID=16cb9a71-9966-40c7-8caa-03b43b75f667,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:00.246257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa0f3a-f251-4adb-aa13-6c6acca0d4bc req-d7976d3d-6e7f-4cb8-9c9d-a16df1b93a32 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:00.248653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5fa0f3a-f251-4adb-aa13-6c6acca0d4bc req-d7976d3d-6e7f-4cb8-9c9d-a16df1b93a32 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0888135 Aug 29 06:58:00.274874 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075d0714-11a4-4a1c-bf76-55e46e5f2b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:00.292833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5fa0f3a-f251-4adb-aa13-6c6acca0d4bc req-6bd27b8b-dd6c-4145-8e82-07cd97d3a0bf tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368493 Aug 29 06:58:00.382309 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075d0714-11a4-4a1c-bf76-55e46e5f2b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:00.420010 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-075d0714-11a4-4a1c-bf76-55e46e5f2b68 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e3b281afcd1d4dc28d268d7809c18608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3785203 Aug 29 06:58:00.422166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d0714-11a4-4a1c-bf76-55e46e5f2b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d275e01a-d8b9-44d2-9793-181a33c2350b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:00.422701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33740) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:00.473861 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0a910252-b7cc-4623-98d8-2196c7155d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:00.496157 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0a910252-b7cc-4623-98d8-2196c7155d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:00.639498 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0a910252-b7cc-4623-98d8-2196c7155d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:00.642153 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0a910252-b7cc-4623-98d8-2196c7155d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:00.643654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0a910252-b7cc-4623-98d8-2196c7155d2d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d275e01a-d8b9-44d2-9793-181a33c2350b HTTP/1.1" status: 204 len: 168 time: 0.2195237 Aug 29 06:58:00.651680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a910252-b7cc-4623-98d8-2196c7155d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d275e01a-d8b9-44d2-9793-181a33c2350b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:00.679426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33748) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:00.725652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-153e9c54-4476-46af-9fdf-79f3f44775ed admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d54f5a1af4234476a6432491b669925b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433581 Aug 29 06:58:00.728039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33750) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:00.776732 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4fae4ab1-166f-4539-854d-6715e7b1a4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:00.798644 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4fae4ab1-166f-4539-854d-6715e7b1a4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:00.890927 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4fae4ab1-166f-4539-854d-6715e7b1a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:00.893642 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4fae4ab1-166f-4539-854d-6715e7b1a4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:00.895360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4fae4ab1-166f-4539-854d-6715e7b1a4cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20ec0744-3e6b-4453-afa4-252e57c45c33 HTTP/1.1" status: 204 len: 168 time: 0.1658509 Aug 29 06:58:00.903413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae4ab1-166f-4539-854d-6715e7b1a4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ec0744-3e6b-4453-afa4-252e57c45c33,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:01.233861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbca33-72d0-4ff1-a2cc-5c9bbc2d11d7 req-8cd467b9-3f94-40b5-8093-422930b76960 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:01.240470 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43cbca33-72d0-4ff1-a2cc-5c9bbc2d11d7 req-8cd467b9-3f94-40b5-8093-422930b76960 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0627713 Aug 29 06:58:01.277543 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43cbca33-72d0-4ff1-a2cc-5c9bbc2d11d7 req-5bfb930c-6272-4731-94ee-da290ff530a3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345004 Aug 29 06:58:01.429035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b674d-886b-41e4-b03f-09edbb515de8 req-6a770960-b887-48ca-ae42-b78c0f0efbb0 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:01.430543 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f72b674d-886b-41e4-b03f-09edbb515de8 req-6a770960-b887-48ca-ae42-b78c0f0efbb0 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0612955 Aug 29 06:58:01.480464 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f72b674d-886b-41e4-b03f-09edbb515de8 req-508e5735-5e72-4cec-96b4-a7108876e723 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435195 Aug 29 06:58:02.310728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3e4e5-6fbc-46ec-b566-3ace672ec9f7 req-c971724b-89aa-447d-810c-4ec75316ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:02.317386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50d3e4e5-6fbc-46ec-b566-3ace672ec9f7 req-c971724b-89aa-447d-810c-4ec75316ec25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 1097 time: 0.0738006 Aug 29 06:58:02.362706 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50d3e4e5-6fbc-46ec-b566-3ace672ec9f7 req-cb92b613-19f9-45f5-90a5-f7b900b9e6fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377111 Aug 29 06:58:02.459802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b0534-1882-4e00-aaac-ba92859efed6 req-73cbfc57-12c3-4e64-85c9-cec407de7406 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:02.461410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-553b0534-1882-4e00-aaac-ba92859efed6 req-73cbfc57-12c3-4e64-85c9-cec407de7406 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1016283 Aug 29 06:58:02.546286 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-553b0534-1882-4e00-aaac-ba92859efed6 req-041fe0cb-8ac3-48b6-8a22-aa4a5696d33b tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780671 Aug 29 06:58:02.661073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca407af-fa4b-4c09-8032-b04e3414f1ab req-66b08251-5aaa-4c7e-999d-d615ae37e8b6 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:02.667510 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ca407af-fa4b-4c09-8032-b04e3414f1ab req-66b08251-5aaa-4c7e-999d-d615ae37e8b6 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0755453 Aug 29 06:58:02.724934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ca407af-fa4b-4c09-8032-b04e3414f1ab req-21e5d071-fd95-4260-982a-956ab5023fb1 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452430 Aug 29 06:58:02.831938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33840) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:03.087205 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-326533535-network', 'tenant_id': 'fc67721640744935b4963814570d92ad'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:58:03.208384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] Made reservation on behalf of fc67721640744935b4963814570d92ad for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:58:03.208384 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:03.218668 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:03.330833 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:03.400278 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:03.428781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:58:03.437787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4221afa8-dbb1-4287-8820-aea44599c056,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:03.450384 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:03.451595 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] Added segment 40e765de-b7cd-49cd-9570-b92515c55b87 of type vlan for network ebce1c26-2bb6-4889-8893-84137d0c3905 Aug 29 06:58:03.503456 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:03.668322 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:03.712858 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:03.717480 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:03.718191 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:03.793284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe27398-f30c-4445-a1d0-5f714d2ac7ac req-e9a37213-d3b4-40f0-9cdb-9710ebdac9b9 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:03.800305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbe27398-f30c-4445-a1d0-5f714d2ac7ac req-e9a37213-d3b4-40f0-9cdb-9710ebdac9b9 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1704826 Aug 29 06:58:03.830002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] Pushing event updated for resources: {'Network': ['ID=ebce1c26-2bb6-4889-8893-84137d0c3905,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:03.840576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network ebce1c26-2bb6-4889-8893-84137d0c3905 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:58:03.873219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0d512f96-13b1-40da-8824-903272998fae admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0395584 Aug 29 06:58:03.876899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33882) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:03.880719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbe27398-f30c-4445-a1d0-5f714d2ac7ac req-68b9c2ad-66c5-44b3-b3be-4899a90c5a51 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795357 Aug 29 06:58:03.890979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-88bf60d9-553e-4850-b6f2-e280015c9721 admin admin] Request body: {'subnet': {'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-326533535-subnet', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:58:03.908893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e398fae-c533-438d-b9fd-7850609aa0cd req-96de699b-fd39-4930-825b-a41fc125ff08 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:03.911164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e398fae-c533-438d-b9fd-7850609aa0cd req-96de699b-fd39-4930-825b-a41fc125ff08 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0848944 Aug 29 06:58:03.958815 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e398fae-c533-438d-b9fd-7850609aa0cd req-6a803579-7931-4a7a-b643-1dfae250f0f9 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351284 Aug 29 06:58:04.016594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bf60d9-553e-4850-b6f2-e280015c9721 admin admin] Made reservation on behalf of fc67721640744935b4963814570d92ad for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:58:04.019248 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-88bf60d9-553e-4850-b6f2-e280015c9721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:04.638881 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-88bf60d9-553e-4850-b6f2-e280015c9721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:04.703360 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf60d9-553e-4850-b6f2-e280015c9721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=258193db-0e20-4115-b10a-6e32476c36c8,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:04.713145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf60d9-553e-4850-b6f2-e280015c9721 admin admin] Checking segment: {'id': '40e765de-b7cd-49cd-9570-b92515c55b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:58:04.713582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf60d9-553e-4850-b6f2-e280015c9721 admin admin] Network hostable DHCP agents. Network: ebce1c26-2bb6-4889-8893-84137d0c3905, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:58:04.857018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf60d9-553e-4850-b6f2-e280015c9721 admin admin] Network ebce1c26-2bb6-4889-8893-84137d0c3905 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:58:04.971490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-88bf60d9-553e-4850-b6f2-e280015c9721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, ebce1c26-2bb6-4889-8893-84137d0c3905) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:58:04.977377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf60d9-553e-4850-b6f2-e280015c9721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:04.986385 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-88bf60d9-553e-4850-b6f2-e280015c9721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:04.991717 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156953de-7842-45e1-a012-5c60fd89928d None None] Network ebce1c26-2bb6-4889-8893-84137d0c3905 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:58:05.033525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da553ab-65b9-46b5-ab38-ce344f03b9a2 req-5c141b23-16cd-4d48-9c1b-73b7248df350 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:05.041575 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1da553ab-65b9-46b5-ab38-ce344f03b9a2 req-5c141b23-16cd-4d48-9c1b-73b7248df350 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0743370 Aug 29 06:58:05.091791 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-88bf60d9-553e-4850-b6f2-e280015c9721 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2126312 Aug 29 06:58:05.096194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33912) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:05.102758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:58:05.109549 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1da553ab-65b9-46b5-ab38-ce344f03b9a2 req-1bcf3a7f-5b3f-496d-9fef-cf9194e1ebb9 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626440 Aug 29 06:58:05.204948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7344e-a549-4cd5-a273-2e7f6672906c req-0ba7a455-b6c6-4405-be72-967d6f51eff8 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:05.206490 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88f7344e-a549-4cd5-a273-2e7f6672906c req-0ba7a455-b6c6-4405-be72-967d6f51eff8 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.1333854 Aug 29 06:58:05.250798 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:05.267847 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:05.291988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88f7344e-a549-4cd5-a273-2e7f6672906c req-0fef9eaa-b315-4d93-bb0b-c63761b2d1d3 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759709 Aug 29 06:58:05.327520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-ebce1c26-2bb6-4889-8893-84137d0c3905', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'fixed_ips': [{'subnet_id': '258193db-0e20-4115-b10a-6e32476c36c8'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:58:05.327520 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:05.375227 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:05.501072 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Allocated IP 172.20.0.2 (ebce1c26-2bb6-4889-8893-84137d0c3905/258193db-0e20-4115-b10a-6e32476c36c8/f18cdad9-96aa-47e2-aca6-8a8c9e81383b) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:58:05.650434 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:05.704947 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:05.715413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd19bfa-944d-455c-966b-fbefcf1c7120 req-3391761f-bd76-4a4e-9b0d-97181546400d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:05.716670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Transition to ACTIVE for port object f18cdad9-96aa-47e2-aca6-8a8c9e81383b will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:58:05.717921 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6cd19bfa-944d-455c-966b-fbefcf1c7120 req-3391761f-bd76-4a4e-9b0d-97181546400d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0597491 Aug 29 06:58:05.733061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Transition to ACTIVE for port object f18cdad9-96aa-47e2-aca6-8a8c9e81383b will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:58:05.802787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6cd19bfa-944d-455c-966b-fbefcf1c7120 req-0428b5fc-f704-4435-942d-40daba33a2c8 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679181 Aug 29 06:58:05.832335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc948c91-e337-446a-9513-88e421576552 req-2f13329b-d59b-460d-838d-9e2bfc21efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:05.835364 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc948c91-e337-446a-9513-88e421576552 req-2f13329b-d59b-460d-838d-9e2bfc21efd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f450d73063341abaebc5094b99daa86&device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 1097 time: 0.0847244 Aug 29 06:58:05.849918 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:05.977977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Pushing event updated for resources: {'Port': ['ID=f18cdad9-96aa-47e2-aca6-8a8c9e81383b,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:05.992893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Network ebce1c26-2bb6-4889-8893-84137d0c3905 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:58:05.995030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:58:06.000438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:58:06.013663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc948c91-e337-446a-9513-88e421576552 req-b9129961-68ef-445b-b233-6786052512d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:06.015592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc948c91-e337-446a-9513-88e421576552 req-b9129961-68ef-445b-b233-6786052512d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c851a53-590a-4364-8afe-074561f953fd HTTP/1.1" status: 200 len: 919 time: 0.1669385 Aug 29 06:58:06.068340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Attempting to bind port f18cdad9-96aa-47e2-aca6-8a8c9e81383b on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:58:06.069243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Attempting to bind port f18cdad9-96aa-47e2-aca6-8a8c9e81383b by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '40e765de-b7cd-49cd-9570-b92515c55b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:58:06.070049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Attempting to bind port f18cdad9-96aa-47e2-aca6-8a8c9e81383b on network ebce1c26-2bb6-4889-8893-84137d0c3905 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:58:06.077756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc948c91-e337-446a-9513-88e421576552 req-bfe8eab8-cba6-484c-b601-87851ddc1e10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b69201-a11e-4212-aeb5-e764fa84200a HTTP/1.1" status: 200 len: 217 time: 0.0519183 Aug 29 06:58:06.080090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:58:06.080948 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Checking segment: {'id': '40e765de-b7cd-49cd-9570-b92515c55b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:58:06.083278 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:06.083278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Bound using segment: {'id': '40e765de-b7cd-49cd-9570-b92515c55b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:58:06.083278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Bound port: f18cdad9-96aa-47e2-aca6-8a8c9e81383b, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e765de-b7cd-49cd-9570-b92515c55b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:58:06.083278 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:06.111803 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:06.137155 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:06.146066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc948c91-e337-446a-9513-88e421576552 req-f41e03ff-9fe9-455b-b8bc-3884f4ddb60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:06.150557 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc948c91-e337-446a-9513-88e421576552 req-f41e03ff-9fe9-455b-b8bc-3884f4ddb60d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c7c86e9-1bed-4ccb-a049-c95a88eca598 HTTP/1.1" status: 200 len: 858 time: 0.0612104 Aug 29 06:58:06.179252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] For port f18cdad9-96aa-47e2-aca6-8a8c9e81383b, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:58:06.186216 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] For port f18cdad9-96aa-47e2-aca6-8a8c9e81383b, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f18cdad9-96aa-47e2-aca6-8a8c9e81383b,segment=NetworkSegment(40e765de-b7cd-49cd-9570-b92515c55b87),segment_id=40e765de-b7cd-49cd-9570-b92515c55b87)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:58:06.226746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc948c91-e337-446a-9513-88e421576552 req-54520c91-6df1-4e40-a08f-d9f4f9c088e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c851a53-590a-4364-8afe-074561f953fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642903 Aug 29 06:58:06.279309 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:06.368543 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc948c91-e337-446a-9513-88e421576552 req-271e84bf-8acb-47f5-a267-672a136f4654 service neutron] 10.222.0.15 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322634 Aug 29 06:58:06.378818 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0715553-2266-4080-a3ed-6aab61dadf37 None None] Pushing event updated for resources: {'Port': ['ID=f18cdad9-96aa-47e2-aca6-8a8c9e81383b,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:06.397913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Allocated IP 172.25.1.155 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/666c4fcd-e45e-44dc-acc8-87d76630c549) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:58:06.572758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:06.607311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed1b49-b661-4a42-bfd5-830d6f22511f req-c3c3f2e6-280c-40fd-a121-f4acad5b25fa tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:06.615175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7ed1b49-b661-4a42-bfd5-830d6f22511f req-c3c3f2e6-280c-40fd-a121-f4acad5b25fa tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0811989 Aug 29 06:58:06.626005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc948c91-e337-446a-9513-88e421576552 req-c35629fe-eea4-4b41-85fc-da7c1c3af708 service neutron] 10.222.0.15 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458794 Aug 29 06:58:06.673654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7ed1b49-b661-4a42-bfd5-830d6f22511f req-ab477889-a2e0-41c5-a0df-7ef102db9aac tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576293 Aug 29 06:58:06.697567 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:06.758605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:58:06.769340 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:58:06.775037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:58:06.778559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Pushing event updated for resources: {'Port': ['ID=666c4fcd-e45e-44dc-acc8-87d76630c549,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:06.967216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0531951-afd3-4f40-9b02-74eaf28bb9b7 req-2fd6a036-f674-4027-8b9f-a17eccde9527 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:06.975758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0531951-afd3-4f40-9b02-74eaf28bb9b7 req-2fd6a036-f674-4027-8b9f-a17eccde9527 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0762138 Aug 29 06:58:07.027362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0531951-afd3-4f40-9b02-74eaf28bb9b7 req-ac94bbf2-2356-4e2e-9cba-4e9755964ff5 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 Aug 29 06:58:07.192464 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:07.499777 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:07.720500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3e7a25-fdc5-4109-b35c-4ab5dc0eeb03 None None] Network ebce1c26-2bb6-4889-8893-84137d0c3905 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:58:07.782558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:58:07.831124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1624da-2508-4e59-89ee-bc7a4e83cb3f req-cdc23d63-930f-4a69-b040-6ba14eafc65c tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:07.834954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d1624da-2508-4e59-89ee-bc7a4e83cb3f req-cdc23d63-930f-4a69-b040-6ba14eafc65c tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0746212 Aug 29 06:58:07.902227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d1624da-2508-4e59-89ee-bc7a4e83cb3f req-70d263c5-aac4-4b75-8e58-dd8ddb13484e tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587132 Aug 29 06:58:07.913225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a303290d-ff29-444d-a5f5-c47752122c6f None None] Provisioning for port f18cdad9-96aa-47e2-aca6-8a8c9e81383b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:58:07.949832 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:58:07.961041 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Sync routers for ids ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:58:07.972555 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Routers {'57606c5e-d0e9-47e9-94d4-5c3c70c21186'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:58:07.973839 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:58:08.045280 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:08.046744 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-86dbf696-5300-414a-87d6-a213aca3019c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9492884 Aug 29 06:58:08.049598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33962) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:08.115106 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f8246770-57c0-4aa1-8cbd-6f7c6ca9a52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:08.123711 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Set router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:58:08.253186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d25aa-46eb-4240-baa1-a356488f9eaa req-240dd7cf-0dc7-433c-a8b3-268631d30bb9 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:08.262100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d3d25aa-46eb-4240-baa1-a356488f9eaa req-240dd7cf-0dc7-433c-a8b3-268631d30bb9 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1094615 Aug 29 06:58:08.317275 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d3d25aa-46eb-4240-baa1-a356488f9eaa req-abb160c8-6599-4da7-8d37-b57fc70dd275 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534272 Aug 29 06:58:08.445313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f18cdad9-96aa-47e2-aca6-8a8c9e81383b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:58:08.504905 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T06:58:06Z', 'revision_number': 3, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port': {'id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:06Z', 'updated_at': '2021-08-29T06:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:58:08.616600 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port f18cdad9-96aa-47e2-aca6-8a8c9e81383b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:58:08.620765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port f18cdad9-96aa-47e2-aca6-8a8c9e81383b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:58:08.621708 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:08.711657 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Checking router: 57606c5e-d0e9-47e9-94d4-5c3c70c21186 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:58:08.712072 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Updating router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 port 666c4fcd-e45e-44dc-acc8-87d76630c549 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:58:08.750117 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:08.787392 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:08.824113 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:08.875118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port f18cdad9-96aa-47e2-aca6-8a8c9e81383b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f18cdad9-96aa-47e2-aca6-8a8c9e81383b,segment=NetworkSegment(40e765de-b7cd-49cd-9570-b92515c55b87),segment_id=40e765de-b7cd-49cd-9570-b92515c55b87)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:58:08.977691 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:09.073043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=f18cdad9-96aa-47e2-aca6-8a8c9e81383b,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:09.125024 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e89e5-eedc-41cb-8118-9d66c54a74cd req-c6d7005e-3c0d-4fa6-8710-3fe99a6d80a5 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:09.133388 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f86e89e5-eedc-41cb-8118-9d66c54a74cd req-c6d7005e-3c0d-4fa6-8710-3fe99a6d80a5 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.1055925 Aug 29 06:58:09.149005 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:09.160814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Allocated IP 172.20.0.1 (ebce1c26-2bb6-4889-8893-84137d0c3905/258193db-0e20-4115-b10a-6e32476c36c8/03b238f6-96fa-4bce-8d56-fa8215a72b9e) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:58:09.166220 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Transition to ACTIVE for port object 666c4fcd-e45e-44dc-acc8-87d76630c549 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:58:09.190645 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f86e89e5-eedc-41cb-8118-9d66c54a74cd req-dc5b21ae-2c31-436e-bcc1-2b3b11698fc4 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561552 Aug 29 06:58:09.244842 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:09.325940 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:09.334861 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af3182-6e76-4e47-add3-960e6c926425 None None] Pushing event updated for resources: {'Port': ['ID=666c4fcd-e45e-44dc-acc8-87d76630c549,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:09.346181 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3182-6e76-4e47-add3-960e6c926425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:09.351744 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3182-6e76-4e47-add3-960e6c926425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:09.351744 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3182-6e76-4e47-add3-960e6c926425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:09.351744 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3182-6e76-4e47-add3-960e6c926425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:09.351744 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3182-6e76-4e47-add3-960e6c926425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:09.351744 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3182-6e76-4e47-add3-960e6c926425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:09.351744 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3182-6e76-4e47-add3-960e6c926425 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:09.351744 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3182-6e76-4e47-add3-960e6c926425 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:09.351744 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3182-6e76-4e47-add3-960e6c926425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:09.351744 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3182-6e76-4e47-add3-960e6c926425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:09.351744 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3182-6e76-4e47-add3-960e6c926425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:09.352717 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af3182-6e76-4e47-add3-960e6c926425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:09.365952 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Attempting to bind port 666c4fcd-e45e-44dc-acc8-87d76630c549 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:58:09.366422 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Attempting to bind port 666c4fcd-e45e-44dc-acc8-87d76630c549 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:58:09.367321 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Attempting to bind port 666c4fcd-e45e-44dc-acc8-87d76630c549 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:58:09.373808 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:58:09.374326 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:58:09.374835 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:09.375338 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:58:09.375889 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Bound port: 666c4fcd-e45e-44dc-acc8-87d76630c549, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:58:09.376443 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:09.377067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Transition to ACTIVE for port object 03b238f6-96fa-4bce-8d56-fa8215a72b9e will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:58:09.486954 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] For port 666c4fcd-e45e-44dc-acc8-87d76630c549, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:58:09.492588 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] For port 666c4fcd-e45e-44dc-acc8-87d76630c549, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=666c4fcd-e45e-44dc-acc8-87d76630c549,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:58:09.521951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076a08-7d1f-4cf9-89f4-96ff5efa2671 req-df52b39c-1ab4-419e-b1e9-f3151bf8ea94 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:09.526055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:09.532235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79076a08-7d1f-4cf9-89f4-96ff5efa2671 req-df52b39c-1ab4-419e-b1e9-f3151bf8ea94 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0891669 Aug 29 06:58:09.588308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79076a08-7d1f-4cf9-89f4-96ff5efa2671 req-1ab545c6-db75-4772-b3b4-8bdd8d2f1f77 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502505 Aug 29 06:58:09.609109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Network ebce1c26-2bb6-4889-8893-84137d0c3905 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:58:09.623885 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:09.624033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:58:09.627829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:58:09.661968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Pushing event updated for resources: {'Port': ['ID=03b238f6-96fa-4bce-8d56-fa8215a72b9e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:09.683585 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:09.773038 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af3182-6e76-4e47-add3-960e6c926425 None None] Pushing event updated for resources: {'Port': ['ID=666c4fcd-e45e-44dc-acc8-87d76630c549,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:09.799552 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Routers {'57606c5e-d0e9-47e9-94d4-5c3c70c21186'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:58:09.800393 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:57:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:58:10.046454 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] Set router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:58:10.176416 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:10.253192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0e9f00df-2a5c-4d6d-9f3a-db96a5e9611f None None] Provisioning for port 03b238f6-96fa-4bce-8d56-fa8215a72b9e completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:58:10.257838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0e9f00df-2a5c-4d6d-9f3a-db96a5e9611f None None] Provisioning complete for port 03b238f6-96fa-4bce-8d56-fa8215a72b9e triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:58:10.258549 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0e9f00df-2a5c-4d6d-9f3a-db96a5e9611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:10.366300 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f00df-2a5c-4d6d-9f3a-db96a5e9611f None None] Port 03b238f6-96fa-4bce-8d56-fa8215a72b9e cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:58:10.378718 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68788e49-7e78-43ce-b313-8b64acbb2059 req-fe369ead-9a93-4d79-b2bf-2260c1a27764 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:10.387624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68788e49-7e78-43ce-b313-8b64acbb2059 req-fe369ead-9a93-4d79-b2bf-2260c1a27764 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0783660 Aug 29 06:58:10.423250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f18cdad9-96aa-47e2-aca6-8a8c9e81383b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:58:10.428281 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68788e49-7e78-43ce-b313-8b64acbb2059 req-c7184f9e-b925-49a5-9abf-e73dee4363c6 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393798 Aug 29 06:58:10.436077 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T06:58:06Z', 'revision_number': 3, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port': {'id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:06Z', 'updated_at': '2021-08-29T06:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:58:10.505508 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1809fc9-3d70-4ff4-b733-0213c0b6f372 None None] The sync data for ids ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'] in n-d-713301-12 is: [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T06:58:06Z', 'revision_number': 3, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port': {'id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:06Z', 'updated_at': '2021-08-29T06:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:58:10.510630 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port f18cdad9-96aa-47e2-aca6-8a8c9e81383b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:58:10.513637 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:10.591119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:10.683655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:10.764735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Pushing event updated for resources: {'Port': ['ID=03b238f6-96fa-4bce-8d56-fa8215a72b9e,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:10.768665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:10.889896 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:10.928727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Network ebce1c26-2bb6-4889-8893-84137d0c3905 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:58:10.933772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:58:11.311180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fac1726e-15fb-4e37-b23e-b6382edc8253 None None] Provisioning complete for port 03b238f6-96fa-4bce-8d56-fa8215a72b9e triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:58:11.312401 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fac1726e-15fb-4e37-b23e-b6382edc8253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:11.370475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-fac1726e-15fb-4e37-b23e-b6382edc8253 None None] Port 03b238f6-96fa-4bce-8d56-fa8215a72b9e cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:58:11.575100 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fc81e3c1-f15a-40ab-a65a-1def9f0912e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:11.585778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:58:11.659295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef4b8c-661f-4238-b29d-93ab326bbc8d req-1d85aad1-ef2b-47cd-9e7a-bb89664ea669 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:11.661726 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4aef4b8c-661f-4238-b29d-93ab326bbc8d req-1d85aad1-ef2b-47cd-9e7a-bb89664ea669 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.1071651 Aug 29 06:58:11.729532 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:11.745728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4aef4b8c-661f-4238-b29d-93ab326bbc8d req-e3cff7de-79ab-445c-b154-4720f8545e9f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627389 Aug 29 06:58:11.802984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:58:11.811746 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-66f19f40-5a05-4a10-bb92-eb9ab21d36b9 admin admin] 10.222.0.76 "PUT /v2.0/routers/57606c5e-d0e9-47e9-94d4-5c3c70c21186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7609892 Aug 29 06:58:12.415099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 666c4fcd-e45e-44dc-acc8-87d76630c549 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:58:12.609710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 666c4fcd-e45e-44dc-acc8-87d76630c549 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:58:12.614094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 666c4fcd-e45e-44dc-acc8-87d76630c549 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:58:12.614452 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:12.631772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34050) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:12.724172 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:12.751255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 666c4fcd-e45e-44dc-acc8-87d76630c549, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=666c4fcd-e45e-44dc-acc8-87d76630c549,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:58:12.849457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:12.927484 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8aadaab-f409-4e41-88ca-25678a0d9afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:12.968404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=666c4fcd-e45e-44dc-acc8-87d76630c549,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:12.973280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e6d52-76fb-4bf4-a848-54d33cc27c00 req-beb25cdb-994e-49a4-9a91-66b14fdfb8d7 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:13.003250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-704e6d52-76fb-4bf4-a848-54d33cc27c00 req-beb25cdb-994e-49a4-9a91-66b14fdfb8d7 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.1522110 Aug 29 06:58:13.122760 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-704e6d52-76fb-4bf4-a848-54d33cc27c00 req-f892be3d-652c-4f91-8331-52765b7c10a9 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768917 Aug 29 06:58:13.234518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Sync routers for ids ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:58:13.235107 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8aadaab-f409-4e41-88ca-25678a0d9afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:13.249070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Routers {'57606c5e-d0e9-47e9-94d4-5c3c70c21186'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:58:13.249730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:58:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:58:13.320348 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60526e2e-3a84-48f4-b6e4-a1d5451f62d1 req-50bf8eee-1e02-440e-902d-5a0a2b0e4d7d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:13.324791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60526e2e-3a84-48f4-b6e4-a1d5451f62d1 req-50bf8eee-1e02-440e-902d-5a0a2b0e4d7d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0874743 Aug 29 06:58:13.368995 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60526e2e-3a84-48f4-b6e4-a1d5451f62d1 req-dc0d2185-4010-44ee-a0a4-6564e28ac47a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348899 Aug 29 06:58:13.399626 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8aadaab-f409-4e41-88ca-25678a0d9afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:13.475275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aadaab-f409-4e41-88ca-25678a0d9afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821d5965-ca96-4217-995b-9f6cf861a5f3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:13.489003 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d8aadaab-f409-4e41-88ca-25678a0d9afe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=60480949fd9e4e4f8ca574f9388e8cae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8530507 Aug 29 06:58:13.489346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34072) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:13.603606 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9fcda199-baa7-4262-bfc7-994073f321f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:13.653416 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9fcda199-baa7-4262-bfc7-994073f321f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:13.690148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34084) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:13.696008 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-207d6552-513a-4c6a-b953-fd2860dc5c85 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1071798029', 'description': 'tempest-description--110217434'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:58:13.777653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Set router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:58:13.807743 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:13.827885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9fcda199-baa7-4262-bfc7-994073f321f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:13.829402 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-207d6552-513a-4c6a-b953-fd2860dc5c85 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:13.834886 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9fcda199-baa7-4262-bfc7-994073f321f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:13.841694 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9fcda199-baa7-4262-bfc7-994073f321f4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/821d5965-ca96-4217-995b-9f6cf861a5f3 HTTP/1.1" status: 204 len: 168 time: 0.3513756 Aug 29 06:58:13.875340 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcda199-baa7-4262-bfc7-994073f321f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821d5965-ca96-4217-995b-9f6cf861a5f3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:14.007050 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-207d6552-513a-4c6a-b953-fd2860dc5c85 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.056954 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T06:58:09Z', 'revision_number': 4, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port': {'id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:06Z', 'updated_at': '2021-08-29T06:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '03b238f6-96fa-4bce-8d56-fa8215a72b9e', 'name': '', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'mac_address': 'fa:16:3e:36:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '258193db-0e20-4115-b10a-6e32476c36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:08Z', 'updated_at': '2021-08-29T06:58:10Z', 'revision_number': 2, 'project_id': 'fc67721640744935b4963814570d92ad', 'subnets': [{'id': '258193db-0e20-4115-b10a-6e32476c36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:58:14.090847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Checking router: 57606c5e-d0e9-47e9-94d4-5c3c70c21186 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:58:14.090847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Updating router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 port 03b238f6-96fa-4bce-8d56-fa8215a72b9e binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:58:14.108261 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-207d6552-513a-4c6a-b953-fd2860dc5c85 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.126447 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.162260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d6552-513a-4c6a-b953-fd2860dc5c85 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229f9bc9-36bf-42e8-9684-c21de1ef8be2,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:14.265827 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-207d6552-513a-4c6a-b953-fd2860dc5c85 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.270132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-207d6552-513a-4c6a-b953-fd2860dc5c85 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5759215 Aug 29 06:58:14.270328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34102) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:14.276967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bd572637-52ec-44d3-ab6c-1736f9588142 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Request body: {'security_group_rule': {'security_group_id': '229f9bc9-36bf-42e8-9684-c21de1ef8be2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:58:14.317996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb888c2a-1d95-4865-b6a4-18ae0b7ee284 req-cdc938e3-37bb-462a-a9ca-ccbb54ab8552 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:14.330324 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb888c2a-1d95-4865-b6a4-18ae0b7ee284 req-cdc938e3-37bb-462a-a9ca-ccbb54ab8552 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.1011078 Aug 29 06:58:14.370319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34106) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:14.416556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 666c4fcd-e45e-44dc-acc8-87d76630c549 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:58:14.429583 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb888c2a-1d95-4865-b6a4-18ae0b7ee284 req-8f87c4f9-d8b4-4a31-9936-47bf8cac0943 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966246 Aug 29 06:58:14.483336 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bd572637-52ec-44d3-ab6c-1736f9588142 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.580731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 666c4fcd-e45e-44dc-acc8-87d76630c549 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:58:14.581169 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.607641 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a88304e1-9441-44f4-be1c-2d3a8954dea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.611635 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bd572637-52ec-44d3-ab6c-1736f9588142 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.669413 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.684129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Transition to ACTIVE for port object 03b238f6-96fa-4bce-8d56-fa8215a72b9e will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:58:14.685913 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bd572637-52ec-44d3-ab6c-1736f9588142 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.727564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd572637-52ec-44d3-ab6c-1736f9588142 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9623b7d-47ec-4644-8537-bcfc9c9a1b7a,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:14.733488 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a88304e1-9441-44f4-be1c-2d3a8954dea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.786848 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.858249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a88304e1-9441-44f4-be1c-2d3a8954dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.862364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d32773-be00-46b0-a3d8-66560b5c90ab None None] Pushing event updated for resources: {'Port': ['ID=03b238f6-96fa-4bce-8d56-fa8215a72b9e,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:14.900115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Attempting to bind port 03b238f6-96fa-4bce-8d56-fa8215a72b9e on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:58:14.900490 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Attempting to bind port 03b238f6-96fa-4bce-8d56-fa8215a72b9e by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '40e765de-b7cd-49cd-9570-b92515c55b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:58:14.900856 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Attempting to bind port 03b238f6-96fa-4bce-8d56-fa8215a72b9e on network ebce1c26-2bb6-4889-8893-84137d0c3905 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:58:14.906545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88304e1-9441-44f4-be1c-2d3a8954dea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e899263-ca28-4b97-9096-c8ba6881111f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:14.906715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:58:14.912267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Checking segment: {'id': '40e765de-b7cd-49cd-9570-b92515c55b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:58:14.912744 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.913158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Bound using segment: {'id': '40e765de-b7cd-49cd-9570-b92515c55b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:58:14.914158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Bound port: 03b238f6-96fa-4bce-8d56-fa8215a72b9e, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e765de-b7cd-49cd-9570-b92515c55b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:58:14.917127 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.917230 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a88304e1-9441-44f4-be1c-2d3a8954dea5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ab47fa916c4b4c25a0132f18919fecdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5408375 Aug 29 06:58:14.918886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34114) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:14.955496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bd572637-52ec-44d3-ab6c-1736f9588142 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:14.957893 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bd572637-52ec-44d3-ab6c-1736f9588142 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6858757 Aug 29 06:58:14.960759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34116) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:14.969160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5bdac414-9bfe-4cbe-8c3a-347ab6307457 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Request body: {'security_group_rule': {'security_group_id': '229f9bc9-36bf-42e8-9684-c21de1ef8be2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:58:15.002307 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f9b5fe3f-ef69-4d1c-8605-a37ec28f8da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.010994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] For port 03b238f6-96fa-4bce-8d56-fa8215a72b9e, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:58:15.014933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] For port 03b238f6-96fa-4bce-8d56-fa8215a72b9e, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=03b238f6-96fa-4bce-8d56-fa8215a72b9e,segment=NetworkSegment(40e765de-b7cd-49cd-9570-b92515c55b87),segment_id=40e765de-b7cd-49cd-9570-b92515c55b87)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:58:15.030890 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f9b5fe3f-ef69-4d1c-8605-a37ec28f8da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.085177 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bdac414-9bfe-4cbe-8c3a-347ab6307457 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.115486 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.126685 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34118) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:15.141474 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-386eb286-6db7-4fbb-aafe-de474b582e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.156069 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f9b5fe3f-ef69-4d1c-8605-a37ec28f8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.158445 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f9b5fe3f-ef69-4d1c-8605-a37ec28f8da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.159636 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f9b5fe3f-ef69-4d1c-8605-a37ec28f8da0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9e899263-ca28-4b97-9096-c8ba6881111f HTTP/1.1" status: 204 len: 168 time: 0.2398038 Aug 29 06:58:15.178408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5fe3f-ef69-4d1c-8605-a37ec28f8da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e899263-ca28-4b97-9096-c8ba6881111f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:15.190900 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bdac414-9bfe-4cbe-8c3a-347ab6307457 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.208605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Routers {'57606c5e-d0e9-47e9-94d4-5c3c70c21186'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:58:15.209648 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:58:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:58:15.264829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d32773-be00-46b0-a3d8-66560b5c90ab None None] Pushing event updated for resources: {'Port': ['ID=03b238f6-96fa-4bce-8d56-fa8215a72b9e,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:15.273519 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bdac414-9bfe-4cbe-8c3a-347ab6307457 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.334455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdac414-9bfe-4cbe-8c3a-347ab6307457 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f21865-ce2f-4d39-a66b-56954349ee12,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:15.352135 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-386eb286-6db7-4fbb-aafe-de474b582e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.380053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] Set router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:58:15.432403 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-386eb286-6db7-4fbb-aafe-de474b582e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.538128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386eb286-6db7-4fbb-aafe-de474b582e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb0af50-606b-447a-9aa7-9af676d1da47,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:15.552946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34132) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:15.556742 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-386eb286-6db7-4fbb-aafe-de474b582e8e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2ea5b2d03f434b379b98536f26c9c193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216821 Aug 29 06:58:15.632809 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bdac414-9bfe-4cbe-8c3a-347ab6307457 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.635315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5bdac414-9bfe-4cbe-8c3a-347ab6307457 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6721449 Aug 29 06:58:15.637191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34136) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:15.642161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:58:15.647699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T06:58:09Z', 'revision_number': 4, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port': {'id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:06Z', 'updated_at': '2021-08-29T06:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '03b238f6-96fa-4bce-8d56-fa8215a72b9e', 'name': '', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'mac_address': 'fa:16:3e:36:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '258193db-0e20-4115-b10a-6e32476c36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:08Z', 'updated_at': '2021-08-29T06:58:15Z', 'revision_number': 4, 'project_id': 'fc67721640744935b4963814570d92ad', 'subnets': [{'id': '258193db-0e20-4115-b10a-6e32476c36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:58:15.679419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e721ef-ec5c-4707-93ed-c8d7413edf8a req-0270a932-e831-47ca-a6ab-56f847f3ea5e tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:15.681314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96e721ef-ec5c-4707-93ed-c8d7413edf8a req-0270a932-e831-47ca-a6ab-56f847f3ea5e tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0989380 Aug 29 06:58:15.684406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f692298-0ba1-49d4-9047-b41412627362 None None] The sync data for ids ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'] in n-d-713301-12 is: [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T06:58:09Z', 'revision_number': 4, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port': {'id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:06Z', 'updated_at': '2021-08-29T06:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '03b238f6-96fa-4bce-8d56-fa8215a72b9e', 'name': '', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'mac_address': 'fa:16:3e:36:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '258193db-0e20-4115-b10a-6e32476c36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:08Z', 'updated_at': '2021-08-29T06:58:15Z', 'revision_number': 4, 'project_id': 'fc67721640744935b4963814570d92ad', 'subnets': [{'id': '258193db-0e20-4115-b10a-6e32476c36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:58:15.713295 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-698a5fab-1e07-4348-8c71-dc27ebbc9e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.774264 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-698a5fab-1e07-4348-8c71-dc27ebbc9e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.794332 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96e721ef-ec5c-4707-93ed-c8d7413edf8a req-3a94cac2-4710-405b-b248-9018d3375049 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995805 Aug 29 06:58:15.809206 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.971694 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.983789 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-698a5fab-1e07-4348-8c71-dc27ebbc9e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.986396 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-698a5fab-1e07-4348-8c71-dc27ebbc9e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:15.991421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-698a5fab-1e07-4348-8c71-dc27ebbc9e81 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7bb0af50-606b-447a-9aa7-9af676d1da47 HTTP/1.1" status: 204 len: 168 time: 0.4369349 Aug 29 06:58:16.010396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a5fab-1e07-4348-8c71-dc27ebbc9e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb0af50-606b-447a-9aa7-9af676d1da47,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:16.116936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Allocated IP 172.25.1.89 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/762678cf-0054-41f5-9cc2-ffa337724e7e) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:58:16.284884 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:16.410006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 03b238f6-96fa-4bce-8d56-fa8215a72b9e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:58:16.588319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34148) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:16.604132 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba6173b2-4921-4567-b1ab-3fcf4690d7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:16.658316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 03b238f6-96fa-4bce-8d56-fa8215a72b9e completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:58:16.663547 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:16.670882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 03b238f6-96fa-4bce-8d56-fa8215a72b9e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:58:16.671294 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:16.718543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Pushing event updated for resources: {'Port': ['ID=762678cf-0054-41f5-9cc2-ffa337724e7e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:16.744094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:58:16.744636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:58:16.749344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:58:16.823994 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:16.928870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 03b238f6-96fa-4bce-8d56-fa8215a72b9e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=03b238f6-96fa-4bce-8d56-fa8215a72b9e,segment=NetworkSegment(40e765de-b7cd-49cd-9570-b92515c55b87),segment_id=40e765de-b7cd-49cd-9570-b92515c55b87)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:58:16.971974 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba6173b2-4921-4567-b1ab-3fcf4690d7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:16.986347 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:17.006283 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:17.020296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cac899-dab6-4035-905f-092df6701469 req-9d8b7a91-7953-4cfb-802f-df049299cf22 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:17.022505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7cac899-dab6-4035-905f-092df6701469 req-9d8b7a91-7953-4cfb-802f-df049299cf22 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0831819 Aug 29 06:58:17.073935 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba6173b2-4921-4567-b1ab-3fcf4690d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:17.087833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7cac899-dab6-4035-905f-092df6701469 req-89799373-b5f9-485d-a555-d8902201f452 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498645 Aug 29 06:58:17.112738 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=03b238f6-96fa-4bce-8d56-fa8215a72b9e,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:17.130631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6173b2-4921-4567-b1ab-3fcf4690d7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f2c4e3-ad13-43ca-8671-6fdc6c2c614b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:17.174520 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ba6173b2-4921-4567-b1ab-3fcf4690d7d5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a71ae1ab20314cdfbbd3b8353e3b1cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5849464 Aug 29 06:58:17.175322 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34166) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:17.183009 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:17.281127 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-564d4d26-6b8e-45f2-8dc9-5106f973aa6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:17.316432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-564d4d26-6b8e-45f2-8dc9-5106f973aa6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:17.387446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:17.553976 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-564d4d26-6b8e-45f2-8dc9-5106f973aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:17.554547 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:17.558977 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-564d4d26-6b8e-45f2-8dc9-5106f973aa6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:17.560173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-564d4d26-6b8e-45f2-8dc9-5106f973aa6e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f3f2c4e3-ad13-43ca-8671-6fdc6c2c614b HTTP/1.1" status: 204 len: 168 time: 0.3830876 Aug 29 06:58:17.571082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d4d26-6b8e-45f2-8dc9-5106f973aa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f2c4e3-ad13-43ca-8671-6fdc6c2c614b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:17.662169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Pushing event updated for resources: {'Port': ['ID=762678cf-0054-41f5-9cc2-ffa337724e7e,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:17.680435 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:17.757865 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:17.767984 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8ebb5d24-8b11-4c99-86bd-bc2b9e50468b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1209149 Aug 29 06:58:18.062192 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-eff698e9-78b8-4fee-a92a-760a2086e630 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1071798029&fields=id&tenant_id=fc67721640744935b4963814570d92ad HTTP/1.1" status: 200 len: 267 time: 0.0836883 Aug 29 06:58:18.212975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686547-e906-4099-8f5e-fcf997267332 req-d4f85f3b-3d3d-4f16-a6f9-b6901c7722f8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:18.214460 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-d4f85f3b-3d3d-4f16-a6f9-b6901c7722f8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/networks?id=ebce1c26-2bb6-4889-8893-84137d0c3905 HTTP/1.1" status: 200 len: 814 time: 0.1514742 Aug 29 06:58:18.240217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-de51637f-0fbe-4a1a-9c49-f5349eaee8c2 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/quotas/fc67721640744935b4963814570d92ad HTTP/1.1" status: 200 len: 375 time: 0.0162477 Aug 29 06:58:18.258215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c20b8a-285d-41eb-afef-ad99394c60d9 req-eb3b3add-c66d-42e3-bc57-79eb9600ef2d tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:18.269695 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82c20b8a-285d-41eb-afef-ad99394c60d9 req-eb3b3add-c66d-42e3-bc57-79eb9600ef2d tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.1053188 Aug 29 06:58:18.333115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 03b238f6-96fa-4bce-8d56-fa8215a72b9e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:58:18.362745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82c20b8a-285d-41eb-afef-ad99394c60d9 req-1f14791e-7c11-4404-a929-1fce4e31e515 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885437 Aug 29 06:58:18.394385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 03b238f6-96fa-4bce-8d56-fa8215a72b9e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:58:18.395273 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:18.402289 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-7160be0c-dd57-4a8a-886d-d716227ecaaa tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc67721640744935b4963814570d92ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1234968 Aug 29 06:58:18.417446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-21b61a47-80d2-4de8-bcc4-89876cf6127b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:58:18.418905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-21b61a47-80d2-4de8-bcc4-89876cf6127b service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073912 Aug 29 06:58:18.571594 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-a6d2cc61-4487-4a46-be02-d0f00f98b998 service neutron] 10.222.0.76 "GET /v2.0/networks/ebce1c26-2bb6-4889-8893-84137d0c3905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448162 Aug 29 06:58:18.683660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-c7bffdfe-7ccc-448b-bb76-748c7486d3bf service neutron] 10.222.0.76 "GET /v2.0/networks/ebce1c26-2bb6-4889-8893-84137d0c3905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995722 Aug 29 06:58:18.962109 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2edd29f-72e8-4f47-97f9-19c48aa431d5 req-bd9eb28f-7909-42f6-9390-b2e2a2110364 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 210 time: 0.0509765 Aug 29 06:58:19.492484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574081e-65a9-441c-92c5-f103e932b2a8 req-53e8d255-6d41-4b63-9e33-31e5aef4d5c9 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:19.494534 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1574081e-65a9-441c-92c5-f103e932b2a8 req-53e8d255-6d41-4b63-9e33-31e5aef4d5c9 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0608985 Aug 29 06:58:19.548074 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1574081e-65a9-441c-92c5-f103e932b2a8 req-1c4a6ab6-5c8b-4349-8982-a8e9d3693a4b tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444982 Aug 29 06:58:20.103219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b028181-7842-4749-9d92-895b7789139f req-b4fd62b8-3517-479e-9476-33055eb9bce6 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 210 time: 0.0459352 Aug 29 06:58:20.685223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6752901-8527-4198-a8f5-f94cd6a9abc2 req-d0490f60-6f7f-4d89-a702-35fcda56e803 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:20.687430 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6752901-8527-4198-a8f5-f94cd6a9abc2 req-d0490f60-6f7f-4d89-a702-35fcda56e803 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0550153 Aug 29 06:58:20.774828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6752901-8527-4198-a8f5-f94cd6a9abc2 req-c9085d33-c25e-416e-8040-e4760259ca58 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791023 Aug 29 06:58:20.873924 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:21.212805 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35b47ba4-9ec7-4162-aa57-d6ff2972e641 req-79c96795-31cd-4c2d-9cf3-bc0999b095e3 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 210 time: 0.0274994 Aug 29 06:58:21.920761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d4793-bd30-48bf-9f90-4aa937861402 req-de53ab79-c051-4089-a6bc-42bb5acd76ae tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:21.929574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a55d4793-bd30-48bf-9f90-4aa937861402 req-de53ab79-c051-4089-a6bc-42bb5acd76ae tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0803914 Aug 29 06:58:21.938221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686547-e906-4099-8f5e-fcf997267332 req-82ab5981-a7fd-484e-8502-3015266eaa26 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:21.939766 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-82ab5981-a7fd-484e-8502-3015266eaa26 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.11 "GET /v2.0/networks?id=ebce1c26-2bb6-4889-8893-84137d0c3905 HTTP/1.1" status: 200 len: 814 time: 0.1236620 Aug 29 06:58:21.971719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a55d4793-bd30-48bf-9f90-4aa937861402 req-015c93e3-f187-45d1-8e81-2915c0052aa9 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409746 Aug 29 06:58:21.994586 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-fe93767f-c42a-4e07-95c7-7d77a7ca2601 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc67721640744935b4963814570d92ad HTTP/1.1" status: 200 len: 380 time: 0.0391691 Aug 29 06:58:22.004349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b3686547-e906-4099-8f5e-fcf997267332 req-5245b4a7-3a8d-437b-96a3-bec419003df8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Request body: {'port': {'device_id': '76708944-99db-49b0-86da-22821e5ef78a', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'admin_state_up': True, 'tenant_id': 'fc67721640744935b4963814570d92ad', 'security_groups': ['229f9bc9-36bf-42e8-9684-c21de1ef8be2']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:58:22.321101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b179d1df-0eea-4607-9f54-cb74fa76dc4c req-be1c14c4-2b75-4680-89c9-0ece5f49c231 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 210 time: 0.0287135 Aug 29 06:58:22.342449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3686547-e906-4099-8f5e-fcf997267332 req-5245b4a7-3a8d-437b-96a3-bec419003df8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Made reservation on behalf of fc67721640744935b4963814570d92ad for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:58:22.346003 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b3686547-e906-4099-8f5e-fcf997267332 req-5245b4a7-3a8d-437b-96a3-bec419003df8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:22.490391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-b3686547-e906-4099-8f5e-fcf997267332 req-5245b4a7-3a8d-437b-96a3-bec419003df8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Allocated IP 172.20.0.13 (ebce1c26-2bb6-4889-8893-84137d0c3905/258193db-0e20-4115-b10a-6e32476c36c8/c5296dbb-2f59-4443-ad6a-551d6658c917) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:58:22.648271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b3686547-e906-4099-8f5e-fcf997267332 req-5245b4a7-3a8d-437b-96a3-bec419003df8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:22.665453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b3686547-e906-4099-8f5e-fcf997267332 req-5245b4a7-3a8d-437b-96a3-bec419003df8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Transition to ACTIVE for port object c5296dbb-2f59-4443-ad6a-551d6658c917 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:58:22.805438 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b3686547-e906-4099-8f5e-fcf997267332 req-5245b4a7-3a8d-437b-96a3-bec419003df8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:22.861047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3686547-e906-4099-8f5e-fcf997267332 req-5245b4a7-3a8d-437b-96a3-bec419003df8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Network ebce1c26-2bb6-4889-8893-84137d0c3905 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:58:22.865162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-b3686547-e906-4099-8f5e-fcf997267332 req-5245b4a7-3a8d-437b-96a3-bec419003df8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:58:22.882294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3686547-e906-4099-8f5e-fcf997267332 req-5245b4a7-3a8d-437b-96a3-bec419003df8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:58:22.962987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686547-e906-4099-8f5e-fcf997267332 req-5245b4a7-3a8d-437b-96a3-bec419003df8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:22.963668 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b3686547-e906-4099-8f5e-fcf997267332 req-5245b4a7-3a8d-437b-96a3-bec419003df8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:22.970746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245b4a7-3a8d-437b-96a3-bec419003df8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Pushing event updated for resources: {'Port': ['ID=c5296dbb-2f59-4443-ad6a-551d6658c917,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:23.074551 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-5245b4a7-3a8d-437b-96a3-bec419003df8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0745120 Aug 29 06:58:23.093978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Request body: {'port': {'device_id': '76708944-99db-49b0-86da-22821e5ef78a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:58:23.142115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d889623-4bcc-4068-aeb1-88879bf76439 req-70dac946-32e2-48bf-b07e-5558c7fdb1ae tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:23.155009 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d889623-4bcc-4068-aeb1-88879bf76439 req-70dac946-32e2-48bf-b07e-5558c7fdb1ae tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0839095 Aug 29 06:58:23.192881 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:23.229529 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d889623-4bcc-4068-aeb1-88879bf76439 req-6e3f324f-c0a7-491e-ba72-7d962a73ca80 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718334 Aug 29 06:58:23.426794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-89bb7aa2-9320-42a2-a65e-a3b43d837d5a None None] Provisioning for port c5296dbb-2f59-4443-ad6a-551d6658c917 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:58:23.441532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-89bb7aa2-9320-42a2-a65e-a3b43d837d5a None None] Provisioning complete for port c5296dbb-2f59-4443-ad6a-551d6658c917 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:58:23.442268 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-89bb7aa2-9320-42a2-a65e-a3b43d837d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:23.464496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4239e6-30bb-4f8b-87e3-fb278b374bf4 req-b3c82549-ae1e-4d42-85df-d44247da549b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:23.466621 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc4239e6-30bb-4f8b-87e3-fb278b374bf4 req-b3c82549-ae1e-4d42-85df-d44247da549b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 932 time: 0.0698431 Aug 29 06:58:23.513715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-89bb7aa2-9320-42a2-a65e-a3b43d837d5a None None] Port c5296dbb-2f59-4443-ad6a-551d6658c917 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:58:23.529012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc4239e6-30bb-4f8b-87e3-fb278b374bf4 req-77915e91-806e-4a5f-a58d-13410bac70c1 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522566 Aug 29 06:58:23.580006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5296dbb-2f59-4443-ad6a-551d6658c917 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:58:23.589819 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:23.603299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Transition to ACTIVE for port object c5296dbb-2f59-4443-ad6a-551d6658c917 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:58:23.645744 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:23.734831 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Pushing event updated for resources: {'Port': ['ID=c5296dbb-2f59-4443-ad6a-551d6658c917,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:23.798090 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Attempting to bind port c5296dbb-2f59-4443-ad6a-551d6658c917 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:58:23.798443 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Attempting to bind port c5296dbb-2f59-4443-ad6a-551d6658c917 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '40e765de-b7cd-49cd-9570-b92515c55b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:58:23.798783 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Attempting to bind port c5296dbb-2f59-4443-ad6a-551d6658c917 on network ebce1c26-2bb6-4889-8893-84137d0c3905 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:58:23.803626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Port c5296dbb-2f59-4443-ad6a-551d6658c917 on network ebce1c26-2bb6-4889-8893-84137d0c3905 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:58:23.804011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Attempting to bind port c5296dbb-2f59-4443-ad6a-551d6658c917 on network ebce1c26-2bb6-4889-8893-84137d0c3905 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:58:23.810161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:58:23.810616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Checking segment: {'id': '40e765de-b7cd-49cd-9570-b92515c55b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:58:23.816692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Bound using segment: {'id': '40e765de-b7cd-49cd-9570-b92515c55b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:58:23.816692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Bound port: c5296dbb-2f59-4443-ad6a-551d6658c917, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e765de-b7cd-49cd-9570-b92515c55b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:58:23.816692 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:23.901663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] For port c5296dbb-2f59-4443-ad6a-551d6658c917, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:58:23.905743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] For port c5296dbb-2f59-4443-ad6a-551d6658c917, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c5296dbb-2f59-4443-ad6a-551d6658c917,segment=NetworkSegment(40e765de-b7cd-49cd-9570-b92515c55b87),segment_id=40e765de-b7cd-49cd-9570-b92515c55b87)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:58:24.004183 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:24.059792 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:24.060408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:24.061808 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] 10.222.0.11 "PUT /v2.0/ports/c5296dbb-2f59-4443-ad6a-551d6658c917 HTTP/1.1" status: 200 len: 1093 time: 0.9730992 Aug 29 06:58:24.063952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76708944-99db-49b0-86da-22821e5ef78a', 'tag': 'c5296dbb-2f59-4443-ad6a-551d6658c917'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:58:24.067085 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0643cc18-026a-4d92-a05b-85318d20deed" -d '{"events": [{"name": "network-changed", "server_uuid": "76708944-99db-49b0-86da-22821e5ef78a", "tag": "c5296dbb-2f59-4443-ad6a-551d6658c917"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:58:24.086664 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b9c80-f334-4cfb-9af1-1b357ef1c813 req-b2e0d6eb-fe38-4bd2-9290-824621bce765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:24.088227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b0b9c80-f334-4cfb-9af1-1b357ef1c813 req-b2e0d6eb-fe38-4bd2-9290-824621bce765 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 1097 time: 0.0653229 Aug 29 06:58:24.135346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2243dec-f4d6-4024-96cf-2e806434d3fb service neutron] Pushing event updated for resources: {'Port': ['ID=c5296dbb-2f59-4443-ad6a-551d6658c917,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:24.151439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b0b9c80-f334-4cfb-9af1-1b357ef1c813 req-02617dcc-8a64-4451-ba6e-175616314f20 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499649 Aug 29 06:58:24.151949 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b29d922-5342-42ae-a342-d174c7a3c28c req-3e68b4aa-05ae-4cf1-a7d3-93fed35c062a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1046562 Aug 29 06:58:24.276706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686547-e906-4099-8f5e-fcf997267332 req-4f63edc3-efbb-4806-89de-7b2c346166af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:24.279949 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-4f63edc3-efbb-4806-89de-7b2c346166af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc67721640744935b4963814570d92ad&device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 1096 time: 0.0791652 Aug 29 06:58:24.338597 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820878a1-e8e5-4c94-ad43-0caa003de8e8 x-openstack-request-id: req-820878a1-e8e5-4c94-ad43-0caa003de8e8 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:58:24.338953 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76708944-99db-49b0-86da-22821e5ef78a", "tag": "c5296dbb-2f59-4443-ad6a-551d6658c917", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:58:24.339325 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-820878a1-e8e5-4c94-ad43-0caa003de8e8 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:58:24.339792 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76708944-99db-49b0-86da-22821e5ef78a', 'tag': 'c5296dbb-2f59-4443-ad6a-551d6658c917', 'status': 'completed', 'code': 200} Aug 29 06:58:24.341776 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-c07279c2-1f5a-4133-a0e9-67cc4396b74b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5296dbb-2f59-4443-ad6a-551d6658c917 HTTP/1.1" status: 200 len: 217 time: 0.0481994 Aug 29 06:58:24.415704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb717-cd40-40e7-ad36-33b5a58e9b9b req-c165c5a2-f0bd-4ec7-b4b2-a66a087126e0 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:24.417562 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c7eb717-cd40-40e7-ad36-33b5a58e9b9b req-c165c5a2-f0bd-4ec7-b4b2-a66a087126e0 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0980208 Aug 29 06:58:24.433335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686547-e906-4099-8f5e-fcf997267332 req-ba5c4013-2303-45a7-9990-15965ffc8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:24.435351 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-ba5c4013-2303-45a7-9990-15965ffc8200 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=258193db-0e20-4115-b10a-6e32476c36c8 HTTP/1.1" status: 200 len: 853 time: 0.0833499 Aug 29 06:58:24.471902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c7eb717-cd40-40e7-ad36-33b5a58e9b9b req-abc4e84b-7c0f-40f4-93c9-c93d9328c729 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475371 Aug 29 06:58:24.509607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34428) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:24.534460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686547-e906-4099-8f5e-fcf997267332 req-81093ffe-2718-4173-84fb-05ab7f486394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:24.536533 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-81093ffe-2718-4173-84fb-05ab7f486394 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ebce1c26-2bb6-4889-8893-84137d0c3905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934722 Aug 29 06:58:24.559013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29d922-5342-42ae-a342-d174c7a3c28c req-e172b860-17fa-45fc-bcf6-36c5e51a2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:24.560728 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b29d922-5342-42ae-a342-d174c7a3c28c req-e172b860-17fa-45fc-bcf6-36c5e51a2505 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f450d73063341abaebc5094b99daa86&device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 1097 time: 0.0733802 Aug 29 06:58:24.656053 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af890ccc-9caf-4a69-9722-f8bff0eff42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:24.688235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc90a82-8ec3-4e73-9fa9-4bc176f0641e req-0a9d15ae-66e0-4af1-8282-c4c163ce325b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:24.692147 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acc90a82-8ec3-4e73-9fa9-4bc176f0641e req-0a9d15ae-66e0-4af1-8282-c4c163ce325b tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 944 time: 0.0851095 Aug 29 06:58:24.733149 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-bd9c8b89-e007-41fe-a668-c5d3d436022f service neutron] 10.222.0.11 "GET /v2.0/networks/ebce1c26-2bb6-4889-8893-84137d0c3905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873147 Aug 29 06:58:24.738625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29d922-5342-42ae-a342-d174c7a3c28c req-5e9de6fe-09b3-4d7e-ba3e-7123a0a0ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:24.740614 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b29d922-5342-42ae-a342-d174c7a3c28c req-5e9de6fe-09b3-4d7e-ba3e-7123a0a0ca2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c851a53-590a-4364-8afe-074561f953fd HTTP/1.1" status: 200 len: 919 time: 0.1369798 Aug 29 06:58:24.780749 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acc90a82-8ec3-4e73-9fa9-4bc176f0641e req-a127eba0-d83c-421a-b3c4-6ba5461c53f8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694025 Aug 29 06:58:24.837396 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b29d922-5342-42ae-a342-d174c7a3c28c req-fa4fa7fb-c305-4f1b-b358-aa0e304b119a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b69201-a11e-4212-aeb5-e764fa84200a HTTP/1.1" status: 200 len: 217 time: 0.0711343 Aug 29 06:58:24.877275 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af890ccc-9caf-4a69-9722-f8bff0eff42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:24.938994 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b3686547-e906-4099-8f5e-fcf997267332 req-64330231-aa47-42bb-9a5e-aac3b17a3dde service neutron] 10.222.0.11 "GET /v2.0/networks/ebce1c26-2bb6-4889-8893-84137d0c3905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974180 Aug 29 06:58:24.944748 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29d922-5342-42ae-a342-d174c7a3c28c req-b55ca3ff-96a7-4d51-9316-0a2e4c420758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:24.946444 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b29d922-5342-42ae-a342-d174c7a3c28c req-b55ca3ff-96a7-4d51-9316-0a2e4c420758 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c7c86e9-1bed-4ccb-a049-c95a88eca598 HTTP/1.1" status: 200 len: 858 time: 0.0993290 Aug 29 06:58:24.964705 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af890ccc-9caf-4a69-9722-f8bff0eff42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:24.985188 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b29d922-5342-42ae-a342-d174c7a3c28c req-0a20723d-e3a1-40ed-bcf1-56a7489716b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c851a53-590a-4364-8afe-074561f953fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271988 Aug 29 06:58:25.010245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af890ccc-9caf-4a69-9722-f8bff0eff42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791d8866-a437-43cd-8bef-ef531b0ae5a2,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:25.025408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-af890ccc-9caf-4a69-9722-f8bff0eff42b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a17e5a1adee44ed1a2f8d426dd4899c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5123048 Aug 29 06:58:25.027730 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34448) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:25.087285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc9e1ff3-67e7-4370-b192-cee851836a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:25.106794 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b29d922-5342-42ae-a342-d174c7a3c28c req-f635c806-c0e0-4752-8856-6c859f2d9be8 service neutron] 10.222.0.15 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061709 Aug 29 06:58:25.124121 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc9e1ff3-67e7-4370-b192-cee851836a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:25.244085 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643cc18-026a-4d92-a05b-85318d20deed req-718e3602-b61b-4aa5-8456-81c8eb69ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:25.245512 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0643cc18-026a-4d92-a05b-85318d20deed req-718e3602-b61b-4aa5-8456-81c8eb69ff2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc67721640744935b4963814570d92ad&device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 1096 time: 0.0732131 Aug 29 06:58:25.249083 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7b29d922-5342-42ae-a342-d174c7a3c28c req-053e3777-14a4-4184-a05e-7aa3e4dab451 service neutron] 10.222.0.15 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270499 Aug 29 06:58:25.283047 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc9e1ff3-67e7-4370-b192-cee851836a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:25.288913 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc9e1ff3-67e7-4370-b192-cee851836a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:25.313551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fc9e1ff3-67e7-4370-b192-cee851836a34 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/791d8866-a437-43cd-8bef-ef531b0ae5a2 HTTP/1.1" status: 204 len: 168 time: 0.2615502 Aug 29 06:58:25.313551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e1ff3-67e7-4370-b192-cee851836a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791d8866-a437-43cd-8bef-ef531b0ae5a2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:25.382697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643cc18-026a-4d92-a05b-85318d20deed req-10df351e-e7ff-4285-8a51-169133d72022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:25.384610 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0643cc18-026a-4d92-a05b-85318d20deed req-10df351e-e7ff-4285-8a51-169133d72022 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ebce1c26-2bb6-4889-8893-84137d0c3905 HTTP/1.1" status: 200 len: 915 time: 0.1318018 Aug 29 06:58:25.433042 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0643cc18-026a-4d92-a05b-85318d20deed req-1b0526c6-14c6-4519-88a1-15b35b0ac187 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5296dbb-2f59-4443-ad6a-551d6658c917 HTTP/1.1" status: 200 len: 217 time: 0.0401227 Aug 29 06:58:25.486172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643cc18-026a-4d92-a05b-85318d20deed req-6a99574a-fd26-43cb-a48e-984384869137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:25.488788 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0643cc18-026a-4d92-a05b-85318d20deed req-6a99574a-fd26-43cb-a48e-984384869137 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=258193db-0e20-4115-b10a-6e32476c36c8 HTTP/1.1" status: 200 len: 853 time: 0.0477843 Aug 29 06:58:25.549251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643cc18-026a-4d92-a05b-85318d20deed req-a6422508-e242-4636-91f7-a6bc7a61a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:25.557175 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0643cc18-026a-4d92-a05b-85318d20deed req-a6422508-e242-4636-91f7-a6bc7a61a733 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ebce1c26-2bb6-4889-8893-84137d0c3905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573251 Aug 29 06:58:25.629964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc57ba7-db13-4ced-9651-4e5903761f87 req-38543808-e97c-4f08-b78a-2dab97b944dc tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:25.631761 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7cc57ba7-db13-4ced-9651-4e5903761f87 req-38543808-e97c-4f08-b78a-2dab97b944dc tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0649295 Aug 29 06:58:25.684087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7cc57ba7-db13-4ced-9651-4e5903761f87 req-83d36fd7-2264-4ae9-b2d5-d084e55ae4e9 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425627 Aug 29 06:58:25.690256 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0643cc18-026a-4d92-a05b-85318d20deed req-8ed1ae16-4db5-412b-9311-685fec49451f service neutron] 10.222.0.11 "GET /v2.0/networks/ebce1c26-2bb6-4889-8893-84137d0c3905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284544 Aug 29 06:58:25.820332 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0643cc18-026a-4d92-a05b-85318d20deed req-6968d8e4-bd6a-4388-b2e9-6281653ba9f8 service neutron] 10.222.0.11 "GET /v2.0/networks/ebce1c26-2bb6-4889-8893-84137d0c3905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215868 Aug 29 06:58:25.901677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef0cd6-7545-44db-96a8-30421bc66ba0 req-8fe4e379-efd5-4c64-9652-ca35c4fd6f03 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:25.910795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7ef0cd6-7545-44db-96a8-30421bc66ba0 req-8fe4e379-efd5-4c64-9652-ca35c4fd6f03 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 944 time: 0.0651009 Aug 29 06:58:25.956065 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7ef0cd6-7545-44db-96a8-30421bc66ba0 req-e4eaff01-8490-4362-bc28-b9e515ed882d tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398376 Aug 29 06:58:26.160103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34466) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:26.172401 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-12fbc270-2a15-4c60-82b5-91e02eb868ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:26.265872 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-12fbc270-2a15-4c60-82b5-91e02eb868ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:26.443347 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-12fbc270-2a15-4c60-82b5-91e02eb868ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:26.482982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-12fbc270-2a15-4c60-82b5-91e02eb868ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb16d978a4a449c9b79c9304bbd85b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239315 Aug 29 06:58:26.483912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbc270-2a15-4c60-82b5-91e02eb868ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3af212-2837-45fe-8464-2b3216980030,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:26.485583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34468) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:26.540187 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3201f64b-212f-474d-87f1-c7053db74b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:26.562718 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3201f64b-212f-474d-87f1-c7053db74b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:26.790691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3201f64b-212f-474d-87f1-c7053db74b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:26.794213 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3201f64b-212f-474d-87f1-c7053db74b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:26.795967 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3201f64b-212f-474d-87f1-c7053db74b10 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b3af212-2837-45fe-8464-2b3216980030 HTTP/1.1" status: 204 len: 168 time: 0.3091452 Aug 29 06:58:26.808717 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035fc8-8a0e-4d62-b222-902fa31de356 req-c7ffb273-0bc6-4e21-92a9-0a1010b7d5fa tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:26.816199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52035fc8-8a0e-4d62-b222-902fa31de356 req-c7ffb273-0bc6-4e21-92a9-0a1010b7d5fa tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0590477 Aug 29 06:58:26.822127 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201f64b-212f-474d-87f1-c7053db74b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3af212-2837-45fe-8464-2b3216980030,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:26.859267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52035fc8-8a0e-4d62-b222-902fa31de356 req-fb68c866-b80b-4356-b6ca-ca039b6a7312 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368369 Aug 29 06:58:27.169536 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4689d-607b-47b6-9146-f234d591ba46 req-9f19b77f-bd99-4611-8892-a4882bf02de0 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:27.171273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83e4689d-607b-47b6-9146-f234d591ba46 req-9f19b77f-bd99-4611-8892-a4882bf02de0 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 944 time: 0.1117437 Aug 29 06:58:27.246210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-1f450cf1-3144-410b-b1f2-9e04ceb10f85 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:27.248108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-1f450cf1-3144-410b-b1f2-9e04ceb10f85 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/networks?id=455cdf1f-0a3b-4403-a47a-0b101221925c HTTP/1.1" status: 200 len: 811 time: 0.1552842 Aug 29 06:58:27.251173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83e4689d-607b-47b6-9146-f234d591ba46 req-0af5a04d-ad45-4a13-b898-e696e3bc220f tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687606 Aug 29 06:58:27.294802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-6edf38f3-46c4-4d2f-afa0-d708e8ec69c0 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/quotas/212dac9cbcbe465799b2b11a7923f280 HTTP/1.1" status: 200 len: 375 time: 0.0401585 Aug 29 06:58:27.366435 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-c0c286c2-5b5e-40f6-a90f-09bd5f598b83 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=212dac9cbcbe465799b2b11a7923f280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675437 Aug 29 06:58:27.474367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-26edd989-7d45-476c-8df7-7fbfc4d46361 service neutron] 10.222.0.76 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982261 Aug 29 06:58:27.584439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-56041280-12b8-4051-abd3-c7dcabc771ad service neutron] 10.222.0.76 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036689 Aug 29 06:58:27.757126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34514) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:27.771380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82fbd113-73c8-4d65-a2e7-e0e9a12e9a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:27.909036 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82fbd113-73c8-4d65-a2e7-e0e9a12e9a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:27.986719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc70b58b-e0f3-4a6d-ba17-917fdad7a203 req-d79d1b5e-e94c-4159-92c7-dddbf3ab9af4 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 210 time: 0.0379181 Aug 29 06:58:28.035639 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82fbd113-73c8-4d65-a2e7-e0e9a12e9a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:28.105033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35506088-8ddf-4997-be55-16d132642518 req-3a2c6117-0464-4169-a179-6f03059bfcdf tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:28.109515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35506088-8ddf-4997-be55-16d132642518 req-3a2c6117-0464-4169-a179-6f03059bfcdf tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1256535 Aug 29 06:58:28.175415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35506088-8ddf-4997-be55-16d132642518 req-e21f0241-8a3a-4884-83d0-ee7ebfa530cf tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589254 Aug 29 06:58:28.186077 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-82fbd113-73c8-4d65-a2e7-e0e9a12e9a34 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0c1d4ce5f54744089c8e8cddd62a5796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4276609 Aug 29 06:58:28.188423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbd113-73c8-4d65-a2e7-e0e9a12e9a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decdffb5-8743-4f2e-ae1c-67659bfe6f87,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:28.188703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34530) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:28.214636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b812e5-c162-49db-aa1b-b13e25dae4fa req-6bc9dd71-20d7-4e93-8388-e9d3539d20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:28.214636 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81b812e5-c162-49db-aa1b-b13e25dae4fa req-6bc9dd71-20d7-4e93-8388-e9d3539d20e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f450d73063341abaebc5094b99daa86&device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 1097 time: 0.1782129 Aug 29 06:58:28.262621 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-143e880d-db5b-43c7-9896-133d949d56ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:28.288855 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-143e880d-db5b-43c7-9896-133d949d56ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:28.380236 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b812e5-c162-49db-aa1b-b13e25dae4fa req-74296c83-a6a9-4701-87da-6a842bf28838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:28.382844 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81b812e5-c162-49db-aa1b-b13e25dae4fa req-74296c83-a6a9-4701-87da-6a842bf28838 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c851a53-590a-4364-8afe-074561f953fd HTTP/1.1" status: 200 len: 919 time: 0.1594312 Aug 29 06:58:28.454630 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-143e880d-db5b-43c7-9896-133d949d56ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:28.457983 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-143e880d-db5b-43c7-9896-133d949d56ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:28.462037 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-143e880d-db5b-43c7-9896-133d949d56ff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/decdffb5-8743-4f2e-ae1c-67659bfe6f87 HTTP/1.1" status: 204 len: 168 time: 0.2704005 Aug 29 06:58:28.474741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e880d-db5b-43c7-9896-133d949d56ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decdffb5-8743-4f2e-ae1c-67659bfe6f87,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:28.504245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472584d-731b-4764-a403-32416a218cc6 req-23bea4b1-e0e8-449b-af74-4a322245f5be tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:28.513496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b472584d-731b-4764-a403-32416a218cc6 req-23bea4b1-e0e8-449b-af74-4a322245f5be tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 944 time: 0.0932131 Aug 29 06:58:28.525040 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81b812e5-c162-49db-aa1b-b13e25dae4fa req-ae68dc7a-a404-414d-a7b8-a224d3840cde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b69201-a11e-4212-aeb5-e764fa84200a HTTP/1.1" status: 200 len: 217 time: 0.1264596 Aug 29 06:58:28.583483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b472584d-731b-4764-a403-32416a218cc6 req-848765ef-6423-4e19-b5ec-951dfe2c269d tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706298 Aug 29 06:58:28.612995 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b812e5-c162-49db-aa1b-b13e25dae4fa req-a675be92-469a-442b-b0e8-0cb11a7b4b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:28.615330 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81b812e5-c162-49db-aa1b-b13e25dae4fa req-a675be92-469a-442b-b0e8-0cb11a7b4b38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c7c86e9-1bed-4ccb-a049-c95a88eca598 HTTP/1.1" status: 200 len: 858 time: 0.0808623 Aug 29 06:58:28.667930 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81b812e5-c162-49db-aa1b-b13e25dae4fa req-d6d5eb00-6348-4a58-836d-2e0a838b5090 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c851a53-590a-4364-8afe-074561f953fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362475 Aug 29 06:58:28.794228 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81b812e5-c162-49db-aa1b-b13e25dae4fa req-c1c1a646-9f62-4a45-b4b3-27968c089144 service neutron] 10.222.0.15 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135972 Aug 29 06:58:28.910424 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81b812e5-c162-49db-aa1b-b13e25dae4fa req-95ce9d20-8b4f-4bc7-9b0e-4b7bfdb4e92e service neutron] 10.222.0.15 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030376 Aug 29 06:58:29.121043 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b22a4e7f-fa22-41e8-b891-3c132283d697 req-7ae372cb-b7ed-4291-9fbc-e9ed18d898d1 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 210 time: 0.0333946 Aug 29 06:58:29.385548 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affe7b9-54ae-4c05-bc56-dc23da7fe621 req-7ea1a937-f5ec-4b16-945f-8e9d6c48a2d0 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:29.387355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7affe7b9-54ae-4c05-bc56-dc23da7fe621 req-7ea1a937-f5ec-4b16-945f-8e9d6c48a2d0 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0613170 Aug 29 06:58:29.447820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7affe7b9-54ae-4c05-bc56-dc23da7fe621 req-2d452586-7517-4e7b-9ed6-5c73dbca3e62 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542140 Aug 29 06:58:29.734342 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c059a-f046-4c57-932b-d24ff4e8a455 req-a536ca9a-27a7-40c3-b52e-c0444cbc1dcd tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:29.735968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d17c059a-f046-4c57-932b-d24ff4e8a455 req-a536ca9a-27a7-40c3-b52e-c0444cbc1dcd tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 944 time: 0.0698683 Aug 29 06:58:29.798373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d17c059a-f046-4c57-932b-d24ff4e8a455 req-8ef32bc6-673b-49c4-ad77-3ac4a6f75fb9 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553045 Aug 29 06:58:30.222492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7af6543-de00-483f-86c6-ad43a69fef5a req-19ecabc5-c5f3-4401-b241-86b52e117ba0 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 210 time: 0.0290003 Aug 29 06:58:30.257529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c5296dbb-2f59-4443-ad6a-551d6658c917 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:58:30.361238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c5296dbb-2f59-4443-ad6a-551d6658c917, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c5296dbb-2f59-4443-ad6a-551d6658c917,segment=NetworkSegment(40e765de-b7cd-49cd-9570-b92515c55b87),segment_id=40e765de-b7cd-49cd-9570-b92515c55b87)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:58:30.374213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'c5296dbb-2f59-4443-ad6a-551d6658c917', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'port_id': 'c5296dbb-2f59-4443-ad6a-551d6658c917', 'mac_address': 'fa:16:3e:bd:c9:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258193db-0e20-4115-b10a-6e32476c36c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:58:30.414819 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:30.428547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5296dbb-2f59-4443-ad6a-551d6658c917 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:58:30.450077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c5296dbb-2f59-4443-ad6a-551d6658c917, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c5296dbb-2f59-4443-ad6a-551d6658c917,segment=NetworkSegment(40e765de-b7cd-49cd-9570-b92515c55b87),segment_id=40e765de-b7cd-49cd-9570-b92515c55b87)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:58:30.536562 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:30.605822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=c5296dbb-2f59-4443-ad6a-551d6658c917,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:30.648548 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30550aa6-67bd-46f7-8671-5f3e4c632d13 req-d7f00844-b4a5-4edd-aed5-d259e1454ffd tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:30.658899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30550aa6-67bd-46f7-8671-5f3e4c632d13 req-d7f00844-b4a5-4edd-aed5-d259e1454ffd tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0953579 Aug 29 06:58:30.674534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-e24ac8fb-846c-4f75-929a-e0b7e73d0f7d tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:30.676221 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-e24ac8fb-846c-4f75-929a-e0b7e73d0f7d tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.11 "GET /v2.0/networks?id=455cdf1f-0a3b-4403-a47a-0b101221925c HTTP/1.1" status: 200 len: 811 time: 0.1718931 Aug 29 06:58:30.697902 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-c2ba37cb-0143-473b-9dbe-c8ae96eeb257 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Request body: {'port': {'device_id': 'f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8', 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c', 'admin_state_up': True, 'tenant_id': '212dac9cbcbe465799b2b11a7923f280'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:58:30.703356 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30550aa6-67bd-46f7-8671-5f3e4c632d13 req-369a18ff-6f29-422b-812e-1dce90e583e9 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431585 Aug 29 06:58:30.925927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-c2ba37cb-0143-473b-9dbe-c8ae96eeb257 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Made reservation on behalf of 212dac9cbcbe465799b2b11a7923f280 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:58:30.930471 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-c2ba37cb-0143-473b-9dbe-c8ae96eeb257 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:30.946296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515442e5-a7bf-4717-9ad9-d795b8d57e81 req-e58bdae1-dac3-4b40-a152-3ef1628731ec tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:30.948896 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-515442e5-a7bf-4717-9ad9-d795b8d57e81 req-e58bdae1-dac3-4b40-a152-3ef1628731ec tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 945 time: 0.0718968 Aug 29 06:58:30.973217 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['c5296dbb-2f59-4443-ad6a-551d6658c917'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:58:31.002479 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-515442e5-a7bf-4717-9ad9-d795b8d57e81 req-9885b997-27f1-4a4f-a59e-d29240c7fe20 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441072 Aug 29 06:58:31.148636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-c2ba37cb-0143-473b-9dbe-c8ae96eeb257 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Allocated IP 172.20.0.14 (455cdf1f-0a3b-4403-a47a-0b101221925c/b13662d0-46da-463b-9f33-de194b95abff/11838ba4-9bc2-4d4b-8748-b05d5070b272) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:58:31.396305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7b14cc54-2bec-4c45-bcb7-8ea82cff55ef req-894964c9-c1cc-418c-b87e-3b2552e7b13b tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 210 time: 0.0439322 Aug 29 06:58:31.433682 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-c2ba37cb-0143-473b-9dbe-c8ae96eeb257 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:31.577874 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-c2ba37cb-0143-473b-9dbe-c8ae96eeb257 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:31.592034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['a65377e2-8ca7-4374-b21b-816b09d32d29'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:58:31.636109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba37cb-0143-473b-9dbe-c8ae96eeb257 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Pushing event updated for resources: {'Port': ['ID=11838ba4-9bc2-4d4b-8748-b05d5070b272,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:31.660379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-c2ba37cb-0143-473b-9dbe-c8ae96eeb257 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Network 455cdf1f-0a3b-4403-a47a-0b101221925c is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:58:31.662145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-c2ba37cb-0143-473b-9dbe-c8ae96eeb257 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:58:31.669404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-c2ba37cb-0143-473b-9dbe-c8ae96eeb257 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:58:31.746565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-c2ba37cb-0143-473b-9dbe-c8ae96eeb257 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:31.749091 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-c2ba37cb-0143-473b-9dbe-c8ae96eeb257 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:31.873444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba96c9-aa78-43e0-b2f1-8696e0b286b5 req-e1b329a3-d320-484b-bb46-c1edaaf56f68 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:31.875617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7ba96c9-aa78-43e0-b2f1-8696e0b286b5 req-e1b329a3-d320-484b-bb46-c1edaaf56f68 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0660250 Aug 29 06:58:31.891557 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-c2ba37cb-0143-473b-9dbe-c8ae96eeb257 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1985452 Aug 29 06:58:31.917144 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Request body: {'port': {'device_id': 'f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:58:31.922111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7ba96c9-aa78-43e0-b2f1-8696e0b286b5 req-b344051a-8614-451e-bbf4-d213235e13d5 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379498 Aug 29 06:58:31.991843 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:32.222763 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f622b-4f13-451a-b6ee-bf676abc84e2 req-d54d1ace-f2ef-4409-97ae-57de3ba9c723 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:32.224250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-793f622b-4f13-451a-b6ee-bf676abc84e2 req-d54d1ace-f2ef-4409-97ae-57de3ba9c723 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 945 time: 0.0990810 Aug 29 06:58:32.286346 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-793f622b-4f13-451a-b6ee-bf676abc84e2 req-1211a6a5-e44f-4b59-9f39-457af99582ec tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558875 Aug 29 06:58:32.294446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c5296dbb-2f59-4443-ad6a-551d6658c917 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:58:32.398325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11838ba4-9bc2-4d4b-8748-b05d5070b272 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:58:32.408649 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:32.424139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Transition to ACTIVE for port object 11838ba4-9bc2-4d4b-8748-b05d5070b272 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:58:32.523229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d0eb7-97a4-4544-a2e8-b604c766e1a7 req-94432cb5-8e31-4f08-b58d-97a60bb09ea2 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:32.524744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-867d0eb7-97a4-4544-a2e8-b604c766e1a7 req-94432cb5-8e31-4f08-b58d-97a60bb09ea2 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 932 time: 0.0546849 Aug 29 06:58:32.565181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-867d0eb7-97a4-4544-a2e8-b604c766e1a7 req-2b0be73d-e1a5-4878-9293-c4ae07bdc0b5 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338759 Aug 29 06:58:32.677295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port c5296dbb-2f59-4443-ad6a-551d6658c917 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:58:32.698349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port c5296dbb-2f59-4443-ad6a-551d6658c917 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:58:32.698349 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:32.799973 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:32.804670 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:32.837856 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76708944-99db-49b0-86da-22821e5ef78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5296dbb-2f59-4443-ad6a-551d6658c917'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:58:32.845668 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264d7572-c8cc-446b-baec-abfe9f1b7791" -d '{"events": [{"server_uuid": "76708944-99db-49b0-86da-22821e5ef78a", "name": "network-vif-plugged", "status": "completed", "tag": "c5296dbb-2f59-4443-ad6a-551d6658c917"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:58:32.875402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c5296dbb-2f59-4443-ad6a-551d6658c917, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c5296dbb-2f59-4443-ad6a-551d6658c917,segment=NetworkSegment(40e765de-b7cd-49cd-9570-b92515c55b87),segment_id=40e765de-b7cd-49cd-9570-b92515c55b87)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:58:32.903717 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed55790-6f6c-4149-8ba9-2c9c0cdf952a x-openstack-request-id: req-3ed55790-6f6c-4149-8ba9-2c9c0cdf952a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:58:32.904007 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76708944-99db-49b0-86da-22821e5ef78a", "name": "network-vif-plugged", "status": "completed", "tag": "c5296dbb-2f59-4443-ad6a-551d6658c917", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:58:32.904281 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ed55790-6f6c-4149-8ba9-2c9c0cdf952a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:58:32.904675 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76708944-99db-49b0-86da-22821e5ef78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5296dbb-2f59-4443-ad6a-551d6658c917', 'code': 200} Aug 29 06:58:32.934699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Pushing event updated for resources: {'Port': ['ID=11838ba4-9bc2-4d4b-8748-b05d5070b272,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:32.957754 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:33.008335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=c5296dbb-2f59-4443-ad6a-551d6658c917,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:33.020015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Attempting to bind port 11838ba4-9bc2-4d4b-8748-b05d5070b272 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:58:33.024769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Attempting to bind port 11838ba4-9bc2-4d4b-8748-b05d5070b272 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'e221c0fc-8816-4a3a-9b84-891aff2bb67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:58:33.024769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Attempting to bind port 11838ba4-9bc2-4d4b-8748-b05d5070b272 on network 455cdf1f-0a3b-4403-a47a-0b101221925c {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:58:33.025355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Port 11838ba4-9bc2-4d4b-8748-b05d5070b272 on network 455cdf1f-0a3b-4403-a47a-0b101221925c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 06:58:33.025694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Attempting to bind port 11838ba4-9bc2-4d4b-8748-b05d5070b272 on network 455cdf1f-0a3b-4403-a47a-0b101221925c {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:58:33.030576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:58:33.030906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Checking segment: {'id': 'e221c0fc-8816-4a3a-9b84-891aff2bb67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:58:33.031335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Bound using segment: {'id': 'e221c0fc-8816-4a3a-9b84-891aff2bb67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:58:33.031767 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Bound port: 11838ba4-9bc2-4d4b-8748-b05d5070b272, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e221c0fc-8816-4a3a-9b84-891aff2bb67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:58:33.032122 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:33.107289 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedd5e3-66b8-48b1-8418-13a53b84bd75 req-c818170f-7e23-4d79-a317-30c3ed085261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:33.111287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fedd5e3-66b8-48b1-8418-13a53b84bd75 req-c818170f-7e23-4d79-a317-30c3ed085261 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 1098 time: 0.1134026 Aug 29 06:58:33.122526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] For port 11838ba4-9bc2-4d4b-8748-b05d5070b272, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:58:33.125133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] For port 11838ba4-9bc2-4d4b-8748-b05d5070b272, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11838ba4-9bc2-4d4b-8748-b05d5070b272,segment=NetworkSegment(e221c0fc-8816-4a3a-9b84-891aff2bb67d),segment_id=e221c0fc-8816-4a3a-9b84-891aff2bb67d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:58:33.156302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725a323-ea68-42a4-835c-9ac865836c72 req-eb20b2e7-9c9d-4399-9b9b-a0a3c3e51049 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:33.157790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d725a323-ea68-42a4-835c-9ac865836c72 req-eb20b2e7-9c9d-4399-9b9b-a0a3c3e51049 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1251752 Aug 29 06:58:33.195406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fedd5e3-66b8-48b1-8418-13a53b84bd75 req-040f249e-e1ce-43e5-9735-b943635df02b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750601 Aug 29 06:58:33.218417 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d725a323-ea68-42a4-835c-9ac865836c72 req-7b9a1f10-21bb-4ee3-9157-3013d9363667 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483499 Aug 29 06:58:33.250968 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:33.286212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:33.287133 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:33.288614 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] 10.222.0.11 "PUT /v2.0/ports/11838ba4-9bc2-4d4b-8748-b05d5070b272 HTTP/1.1" status: 200 len: 1093 time: 1.3798213 Aug 29 06:58:33.291225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8', 'tag': '11838ba4-9bc2-4d4b-8748-b05d5070b272'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:58:33.293603 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afeb216-e0e7-45fa-8702-0e0a4e30f01b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8", "tag": "11838ba4-9bc2-4d4b-8748-b05d5070b272"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:58:33.321547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe22a7-4b6c-4b7a-9533-5c89a022ae3c service neutron] Pushing event updated for resources: {'Port': ['ID=11838ba4-9bc2-4d4b-8748-b05d5070b272,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:33.352640 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e63683-4fc7-4e16-8e5b-989392a80b70 x-openstack-request-id: req-d2e63683-4fc7-4e16-8e5b-989392a80b70 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:58:33.352931 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8", "tag": "11838ba4-9bc2-4d4b-8748-b05d5070b272", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:58:33.353196 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d2e63683-4fc7-4e16-8e5b-989392a80b70 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:58:33.353578 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8', 'tag': '11838ba4-9bc2-4d4b-8748-b05d5070b272', 'status': 'completed', 'code': 200} Aug 29 06:58:33.430836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96908cc2-8c07-4b8e-b875-cd0d2e496342 req-b4d9f523-13cf-4964-8bb8-ca8faa4642d5 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:33.432577 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96908cc2-8c07-4b8e-b875-cd0d2e496342 req-b4d9f523-13cf-4964-8bb8-ca8faa4642d5 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 946 time: 0.0541847 Aug 29 06:58:33.475442 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96908cc2-8c07-4b8e-b875-cd0d2e496342 req-0791e73b-a270-43f6-bdf8-3fa01a69b25d tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364320 Aug 29 06:58:33.564856 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:33.683249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeb216-e0e7-45fa-8702-0e0a4e30f01b req-652e3042-223f-4633-8f31-7936e485caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:33.685365 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1afeb216-e0e7-45fa-8702-0e0a4e30f01b req-652e3042-223f-4633-8f31-7936e485caa7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=212dac9cbcbe465799b2b11a7923f280&device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 1096 time: 0.0517936 Aug 29 06:58:33.691137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d978ad0-06d5-4482-ad2e-1be0e49e39fe req-e9518ed0-8cff-48f0-b1e0-ca291f128c7a tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:33.692780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d978ad0-06d5-4482-ad2e-1be0e49e39fe req-e9518ed0-8cff-48f0-b1e0-ca291f128c7a tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 944 time: 0.0520375 Aug 29 06:58:33.733457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d978ad0-06d5-4482-ad2e-1be0e49e39fe req-ce82ac2e-c5f1-4b5f-b355-45d2879e0f3b tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331514 Aug 29 06:58:33.808670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeb216-e0e7-45fa-8702-0e0a4e30f01b req-139a3ae9-5aa0-4ce0-a5b4-b215bd57d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:33.810787 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1afeb216-e0e7-45fa-8702-0e0a4e30f01b req-139a3ae9-5aa0-4ce0-a5b4-b215bd57d926 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=212dac9cbcbe465799b2b11a7923f280&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1013932 Aug 29 06:58:33.925780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeb216-e0e7-45fa-8702-0e0a4e30f01b req-caa8f230-45d3-4a40-9cd5-9517b540c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:33.928348 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1afeb216-e0e7-45fa-8702-0e0a4e30f01b req-caa8f230-45d3-4a40-9cd5-9517b540c2b9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097815 Aug 29 06:58:34.040830 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-ffb09208-bd52-4d98-bbda-2df8d2110d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:34.042314 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-ffb09208-bd52-4d98-bbda-2df8d2110d39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=212dac9cbcbe465799b2b11a7923f280&device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 1096 time: 0.0466673 Aug 29 06:58:34.093969 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-feaeecd6-e98d-435e-a501-1aab6d2bc1f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11838ba4-9bc2-4d4b-8748-b05d5070b272 HTTP/1.1" status: 200 len: 217 time: 0.0347981 Aug 29 06:58:34.143466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-02224e0d-b872-4ea5-a14f-4daafdeb366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:34.144937 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-02224e0d-b872-4ea5-a14f-4daafdeb366f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b13662d0-46da-463b-9f33-de194b95abff HTTP/1.1" status: 200 len: 851 time: 0.0440819 Aug 29 06:58:34.179564 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-f45bb7a7-ae3b-4b80-b840-3d104990b69e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=455cdf1f-0a3b-4403-a47a-0b101221925c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263147 Aug 29 06:58:34.355360 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397e2f7-80bf-4f07-82ff-501ad7ab5d42 req-b6fd5095-194a-44e4-a639-74fe9f15f1eb tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:34.357249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3397e2f7-80bf-4f07-82ff-501ad7ab5d42 req-b6fd5095-194a-44e4-a639-74fe9f15f1eb tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0640950 Aug 29 06:58:34.411717 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3397e2f7-80bf-4f07-82ff-501ad7ab5d42 req-69b6f2db-e542-4638-82db-94e248527381 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463543 Aug 29 06:58:34.610609 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-7c8a345d-ea0a-4895-9661-f3b6835f4f4a service neutron] 10.222.0.11 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196224 Aug 29 06:58:34.673095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48aa43-22f5-4d58-9920-e6d6b89f778b req-384afc2e-9bfa-4a20-bfd0-a5eb216cb353 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:34.681021 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c48aa43-22f5-4d58-9920-e6d6b89f778b req-384afc2e-9bfa-4a20-bfd0-a5eb216cb353 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 946 time: 0.1166356 Aug 29 06:58:34.717910 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-157ee3dc-c34e-4cd0-bc82-f707456067b7 req-d5924df6-cf6e-4687-b24f-cd74e2a52a2f service neutron] 10.222.0.11 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013303 Aug 29 06:58:34.718820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c48aa43-22f5-4d58-9920-e6d6b89f778b req-754ee77c-b73a-4c61-a7a3-9a092cb76e29 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368698 Aug 29 06:58:34.859286 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406ac9f-383a-4f8e-ae65-ba6278f150b4 req-792d1df9-4ef4-4012-8700-59af2ed40449 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:34.860851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7406ac9f-383a-4f8e-ae65-ba6278f150b4 req-792d1df9-4ef4-4012-8700-59af2ed40449 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 944 time: 0.0542796 Aug 29 06:58:34.916352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7406ac9f-383a-4f8e-ae65-ba6278f150b4 req-ccd7760e-a340-4fe2-8064-8e9fb9a07d2d tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486071 Aug 29 06:58:35.546220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260b7fa-9f8e-4611-8ee9-b08f36c7e989 req-6d5d2e74-9848-4a26-be62-a343c3e24e41 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:35.548037 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4260b7fa-9f8e-4611-8ee9-b08f36c7e989 req-6d5d2e74-9848-4a26-be62-a343c3e24e41 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0570886 Aug 29 06:58:35.592376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4260b7fa-9f8e-4611-8ee9-b08f36c7e989 req-c2658899-9e8c-4918-a8e2-a8d4ad306657 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363479 Aug 29 06:58:35.835993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b92364-49eb-44c5-b44e-aa67d654f2f0 req-7d90f060-d6a6-4177-9aac-08108bcee1eb tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:35.838397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25b92364-49eb-44c5-b44e-aa67d654f2f0 req-7d90f060-d6a6-4177-9aac-08108bcee1eb tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 946 time: 0.0503898 Aug 29 06:58:35.875993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25b92364-49eb-44c5-b44e-aa67d654f2f0 req-34b65d39-6a37-4d7e-9099-9134811ef7a7 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320594 Aug 29 06:58:35.996804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725197e-40e3-4a9b-8207-484adcfc369c req-ef46deb0-ab70-48ab-b1ac-fba778ac7e58 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:35.997971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5725197e-40e3-4a9b-8207-484adcfc369c req-ef46deb0-ab70-48ab-b1ac-fba778ac7e58 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 946 time: 0.0550501 Aug 29 06:58:36.008366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34708) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:36.012742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6223579f-4df7-4022-9975-7d97b0abe2a0 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Request body: {'floatingip': {'port_id': 'c5296dbb-2f59-4443-ad6a-551d6658c917'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:58:36.047450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51fb1e-3d7b-400a-9b7b-60b96f06e00c req-3ec316c9-1fc7-409c-b540-28ca788f659a tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:36.049200 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc51fb1e-3d7b-400a-9b7b-60b96f06e00c req-3ec316c9-1fc7-409c-b540-28ca788f659a tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 944 time: 0.0502605 Aug 29 06:58:36.056101 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6223579f-4df7-4022-9975-7d97b0abe2a0 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for floatingip, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:36.099438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc51fb1e-3d7b-400a-9b7b-60b96f06e00c req-e4976c54-7da5-4bab-8c5f-e5e5f76427d5 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420110 Aug 29 06:58:36.193993 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:58:36.646561 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6223579f-4df7-4022-9975-7d97b0abe2a0 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:36.727825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cdd5-90c5-401b-90b3-38bcbf4554da req-02d2180b-deda-48c9-8dbb-3287d5d48733 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:36.735239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aac5cdd5-90c5-401b-90b3-38bcbf4554da req-02d2180b-deda-48c9-8dbb-3287d5d48733 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0585761 Aug 29 06:58:36.764942 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6223579f-4df7-4022-9975-7d97b0abe2a0 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:36.783068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aac5cdd5-90c5-401b-90b3-38bcbf4554da req-c5648210-3ea4-4b5a-846e-4ff7c440cfab tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466042 Aug 29 06:58:36.884734 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-6223579f-4df7-4022-9975-7d97b0abe2a0 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Floating IP 4241bb37-66ef-4e6b-a217-c14417e15470 associated. External IP: 172.25.1.89, port: c5296dbb-2f59-4443-ad6a-551d6658c917. Aug 29 06:58:37.120627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6223579f-4df7-4022-9975-7d97b0abe2a0 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:58:37.261374 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6223579f-4df7-4022-9975-7d97b0abe2a0 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:58:37.276025 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6223579f-4df7-4022-9975-7d97b0abe2a0 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:37.276642 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f0ac7a-02eb-4621-9d52-44f708187b13 None None] Sync routers for ids ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:58:37.288490 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f0ac7a-02eb-4621-9d52-44f708187b13 None None] Routers {'57606c5e-d0e9-47e9-94d4-5c3c70c21186'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:58:37.289199 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-07f0ac7a-02eb-4621-9d52-44f708187b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:58:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:58:37.325615 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6223579f-4df7-4022-9975-7d97b0abe2a0 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "PUT /v2.0/floatingips/4241bb37-66ef-4e6b-a217-c14417e15470 HTTP/1.1" status: 200 len: 991 time: 1.3168986 Aug 29 06:58:37.326208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76708944-99db-49b0-86da-22821e5ef78a', 'tag': 'c5296dbb-2f59-4443-ad6a-551d6658c917'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:58:37.341317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce32e9-53a9-4e2e-9737-8aab517cdbb7 req-b0d96d4e-049e-4799-a8c6-7aa4ab49067b tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:37.351744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34ce32e9-53a9-4e2e-9737-8aab517cdbb7 req-b0d96d4e-049e-4799-a8c6-7aa4ab49067b tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 944 time: 0.1316922 Aug 29 06:58:37.353905 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d85813-57fa-44f2-86a4-48a621d0b935" -d '{"events": [{"name": "network-changed", "server_uuid": "76708944-99db-49b0-86da-22821e5ef78a", "tag": "c5296dbb-2f59-4443-ad6a-551d6658c917"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:58:37.394738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34ce32e9-53a9-4e2e-9737-8aab517cdbb7 req-1c7d7648-a1dc-4569-b31d-906c2d662019 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419219 Aug 29 06:58:37.462859 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-07f0ac7a-02eb-4621-9d52-44f708187b13 None None] Set router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:58:37.479983 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 06:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802e32eb-001e-41a8-bee2-516d4f84adab x-openstack-request-id: req-802e32eb-001e-41a8-bee2-516d4f84adab {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:58:37.480383 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76708944-99db-49b0-86da-22821e5ef78a", "tag": "c5296dbb-2f59-4443-ad6a-551d6658c917", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:58:37.480742 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-802e32eb-001e-41a8-bee2-516d4f84adab {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:58:37.481320 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76708944-99db-49b0-86da-22821e5ef78a', 'tag': 'c5296dbb-2f59-4443-ad6a-551d6658c917', 'status': 'completed', 'code': 200} Aug 29 06:58:37.583903 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85813-57fa-44f2-86a4-48a621d0b935 req-9fafeecc-99b5-4bba-b675-2b237fa78573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:37.587516 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-59d85813-57fa-44f2-86a4-48a621d0b935 req-9fafeecc-99b5-4bba-b675-2b237fa78573 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc67721640744935b4963814570d92ad&device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 1098 time: 0.0627725 Aug 29 06:58:37.708251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85813-57fa-44f2-86a4-48a621d0b935 req-85c0fc21-a695-4449-8dcb-cb6585ec07be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:37.712540 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-59d85813-57fa-44f2-86a4-48a621d0b935 req-85c0fc21-a695-4449-8dcb-cb6585ec07be service neutron] 10.222.0.11 "GET /v2.0/networks?id=ebce1c26-2bb6-4889-8893-84137d0c3905 HTTP/1.1" status: 200 len: 915 time: 0.1167247 Aug 29 06:58:37.841899 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-59d85813-57fa-44f2-86a4-48a621d0b935 req-280f9bdf-8153-471d-b081-1ed030e1f885 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5296dbb-2f59-4443-ad6a-551d6658c917 HTTP/1.1" status: 200 len: 999 time: 0.1152523 Aug 29 06:58:37.870925 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-07f0ac7a-02eb-4621-9d52-44f708187b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T06:58:09Z', 'revision_number': 4, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port': {'id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:06Z', 'updated_at': '2021-08-29T06:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '4241bb37-66ef-4e6b-a217-c14417e15470', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'floating_ip_address': '172.25.1.89', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'port_id': 'c5296dbb-2f59-4443-ad6a-551d6658c917', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'mac_address': 'fa:16:3e:bd:c9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708944-99db-49b0-86da-22821e5ef78a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:58:16Z', 'updated_at': '2021-08-29T06:58:36Z', 'revision_number': 1, 'project_id': 'fc67721640744935b4963814570d92ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b238f6-96fa-4bce-8d56-fa8215a72b9e', 'name': '', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'mac_address': 'fa:16:3e:36:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '258193db-0e20-4115-b10a-6e32476c36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:08Z', 'updated_at': '2021-08-29T06:58:16Z', 'revision_number': 5, 'project_id': 'fc67721640744935b4963814570d92ad', 'subnets': [{'id': '258193db-0e20-4115-b10a-6e32476c36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:58:37.903729 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f0ac7a-02eb-4621-9d52-44f708187b13 None None] Checking router: 57606c5e-d0e9-47e9-94d4-5c3c70c21186 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:58:37.916864 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f0ac7a-02eb-4621-9d52-44f708187b13 None None] Routers {'57606c5e-d0e9-47e9-94d4-5c3c70c21186'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:58:37.918108 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-07f0ac7a-02eb-4621-9d52-44f708187b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:58:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:58:37.941917 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85813-57fa-44f2-86a4-48a621d0b935 req-eacf309d-8fa2-4b9a-90c1-d80053d1ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:37.943690 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-59d85813-57fa-44f2-86a4-48a621d0b935 req-eacf309d-8fa2-4b9a-90c1-d80053d1ea4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=258193db-0e20-4115-b10a-6e32476c36c8 HTTP/1.1" status: 200 len: 853 time: 0.0944490 Aug 29 06:58:37.974406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83247fd7-9731-4935-87f6-ab154add4ebb req-60b4cc6a-79c8-47b9-8cf4-ba6fe0997ccf tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:37.981596 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83247fd7-9731-4935-87f6-ab154add4ebb req-60b4cc6a-79c8-47b9-8cf4-ba6fe0997ccf tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0805378 Aug 29 06:58:38.033088 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83247fd7-9731-4935-87f6-ab154add4ebb req-ed9402fd-346e-412f-9afd-071d68d08d70 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501766 Aug 29 06:58:38.042064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85813-57fa-44f2-86a4-48a621d0b935 req-98b8cd3a-69ef-4820-9d16-dc93bc617c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:38.043880 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-59d85813-57fa-44f2-86a4-48a621d0b935 req-98b8cd3a-69ef-4820-9d16-dc93bc617c82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ebce1c26-2bb6-4889-8893-84137d0c3905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906088 Aug 29 06:58:38.072651 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-07f0ac7a-02eb-4621-9d52-44f708187b13 None None] Set router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:58:38.130357 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-40893a34-f273-4e69-9780-1669388a6aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:38.170054 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-59d85813-57fa-44f2-86a4-48a621d0b935 req-65fee2b1-e47d-4184-9513-ebf133fffac0 service neutron] 10.222.0.11 "GET /v2.0/networks/ebce1c26-2bb6-4889-8893-84137d0c3905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187932 Aug 29 06:58:38.295908 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-59d85813-57fa-44f2-86a4-48a621d0b935 req-7b8a8b78-0778-449e-a6b7-58a9fe1843be service neutron] 10.222.0.11 "GET /v2.0/networks/ebce1c26-2bb6-4889-8893-84137d0c3905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170442 Aug 29 06:58:38.534866 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-07f0ac7a-02eb-4621-9d52-44f708187b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T06:58:09Z', 'revision_number': 4, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port': {'id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:06Z', 'updated_at': '2021-08-29T06:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '4241bb37-66ef-4e6b-a217-c14417e15470', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'floating_ip_address': '172.25.1.89', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'port_id': 'c5296dbb-2f59-4443-ad6a-551d6658c917', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'mac_address': 'fa:16:3e:bd:c9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708944-99db-49b0-86da-22821e5ef78a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:58:16Z', 'updated_at': '2021-08-29T06:58:36Z', 'revision_number': 1, 'project_id': 'fc67721640744935b4963814570d92ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b238f6-96fa-4bce-8d56-fa8215a72b9e', 'name': '', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'mac_address': 'fa:16:3e:36:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '258193db-0e20-4115-b10a-6e32476c36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:08Z', 'updated_at': '2021-08-29T06:58:16Z', 'revision_number': 5, 'project_id': 'fc67721640744935b4963814570d92ad', 'subnets': [{'id': '258193db-0e20-4115-b10a-6e32476c36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:58:38.574390 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f0ac7a-02eb-4621-9d52-44f708187b13 None None] The sync data for ids ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'] in n-d-713301-12 is: [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T06:58:09Z', 'revision_number': 4, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port': {'id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:06Z', 'updated_at': '2021-08-29T06:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '4241bb37-66ef-4e6b-a217-c14417e15470', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'floating_ip_address': '172.25.1.89', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'port_id': 'c5296dbb-2f59-4443-ad6a-551d6658c917', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'mac_address': 'fa:16:3e:bd:c9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76708944-99db-49b0-86da-22821e5ef78a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T06:58:16Z', 'updated_at': '2021-08-29T06:58:36Z', 'revision_number': 1, 'project_id': 'fc67721640744935b4963814570d92ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b238f6-96fa-4bce-8d56-fa8215a72b9e', 'name': '', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'mac_address': 'fa:16:3e:36:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '258193db-0e20-4115-b10a-6e32476c36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:08Z', 'updated_at': '2021-08-29T06:58:16Z', 'revision_number': 5, 'project_id': 'fc67721640744935b4963814570d92ad', 'subnets': [{'id': '258193db-0e20-4115-b10a-6e32476c36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:58:38.581379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127c0aa-c1bc-4037-ac55-73e38809ef1b req-1d4e0aa5-5c8c-434b-840e-1451b16e2533 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:38.591774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9127c0aa-c1bc-4037-ac55-73e38809ef1b req-1d4e0aa5-5c8c-434b-840e-1451b16e2533 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 944 time: 0.0733774 Aug 29 06:58:38.652418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9127c0aa-c1bc-4037-ac55-73e38809ef1b req-2526dc60-772b-4c01-91ad-58669272fd34 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587311 Aug 29 06:58:38.853707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab90339f-8572-4a0a-b133-e6b702d186eb None None] New status for floating IP 4241bb37-66ef-4e6b-a217-c14417e15470: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 06:58:39.156353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73ba6b-5b80-45ea-ba0e-40e27d976ced req-57533732-9bb9-4b0c-a65b-9a9e87d1aadc tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:39.158044 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce73ba6b-5b80-45ea-ba0e-40e27d976ced req-57533732-9bb9-4b0c-a65b-9a9e87d1aadc tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0540257 Aug 29 06:58:39.213756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce73ba6b-5b80-45ea-ba0e-40e27d976ced req-2e814319-f954-4586-a185-3e5052433cf8 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486214 Aug 29 06:58:39.801326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589d0a0-6d3d-4975-95d1-a5c0db5817dd req-25db6b2f-0c75-4114-8762-ee7473299fff tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:39.803048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1589d0a0-6d3d-4975-95d1-a5c0db5817dd req-25db6b2f-0c75-4114-8762-ee7473299fff tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 944 time: 0.0810754 Aug 29 06:58:39.873382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1589d0a0-6d3d-4975-95d1-a5c0db5817dd req-00fa5303-6c3c-43d5-8e02-ee3986513932 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609171 Aug 29 06:58:40.175788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34788) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:40.299027 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7f63caee-38fb-45f5-adb8-1aafdd42601c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:40.338793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 11838ba4-9bc2-4d4b-8748-b05d5070b272 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:58:40.377038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30da22-e229-40ed-bb03-8e8675a66a5d req-bd751c7e-2ef8-42e6-8455-f2db010f0e89 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:40.383759 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed30da22-e229-40ed-bb03-8e8675a66a5d req-bd751c7e-2ef8-42e6-8455-f2db010f0e89 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0814900 Aug 29 06:58:40.449433 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed30da22-e229-40ed-bb03-8e8675a66a5d req-92ac24df-7fc8-4bff-ab47-53324992b8f4 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607765 Aug 29 06:58:40.455400 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 11838ba4-9bc2-4d4b-8748-b05d5070b272, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11838ba4-9bc2-4d4b-8748-b05d5070b272,segment=NetworkSegment(e221c0fc-8816-4a3a-9b84-891aff2bb67d),segment_id=e221c0fc-8816-4a3a-9b84-891aff2bb67d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:58:40.479982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '11838ba4-9bc2-4d4b-8748-b05d5070b272', 'network_id': '455cdf1f-0a3b-4403-a47a-0b101221925c', 'port_id': '11838ba4-9bc2-4d4b-8748-b05d5070b272', 'mac_address': 'fa:16:3e:4a:2f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13662d0-46da-463b-9f33-de194b95abff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:58:40.487492 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7f63caee-38fb-45f5-adb8-1aafdd42601c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:40.529748 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:40.544598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11838ba4-9bc2-4d4b-8748-b05d5070b272 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:58:40.565847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 11838ba4-9bc2-4d4b-8748-b05d5070b272, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11838ba4-9bc2-4d4b-8748-b05d5070b272,segment=NetworkSegment(e221c0fc-8816-4a3a-9b84-891aff2bb67d),segment_id=e221c0fc-8816-4a3a-9b84-891aff2bb67d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:58:40.639278 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7f63caee-38fb-45f5-adb8-1aafdd42601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:40.677556 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63caee-38fb-45f5-adb8-1aafdd42601c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835c07a5-69e6-4a6f-b403-a7a10f247e95,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:40.682267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7f63caee-38fb-45f5-adb8-1aafdd42601c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b7860886f09a4cddad28b74f920c77cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054560 Aug 29 06:58:40.685082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34798) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:40.747775 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:40.777743 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:40.821910 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:40.852240 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:40.876900 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=11838ba4-9bc2-4d4b-8748-b05d5070b272,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:40.885703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.886067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.886400 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.886741 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.887076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.887431 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.887758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.888084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.888408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.888731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.889136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.889557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.942439 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:40.945380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:40.947360 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/835c07a5-69e6-4a6f-b403-a7a10f247e95 HTTP/1.1" status: 204 len: 168 time: 0.2610493 Aug 29 06:58:40.956195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835c07a5-69e6-4a6f-b403-a7a10f247e95,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:40.976593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.976593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.976593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.976593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.976593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.976593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.976593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.976593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.976593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.976593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.976593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:40.976593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfab9ce-11f2-4f80-a9ad-0389b7ca4bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:58:41.016522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc61db-1d07-47e6-8955-4e1c23511a8c req-5f6b9585-f26c-4d45-91d8-b42d10c38b90 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:41.018331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6dc61db-1d07-47e6-8955-4e1c23511a8c req-5f6b9585-f26c-4d45-91d8-b42d10c38b90 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 945 time: 0.0688186 Aug 29 06:58:41.056954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6dc61db-1d07-47e6-8955-4e1c23511a8c req-6d4e2188-a154-40e5-a91b-1d5f06260646 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325668 Aug 29 06:58:41.274670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['11838ba4-9bc2-4d4b-8748-b05d5070b272'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:58:41.576124 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-80521765-c893-4b41-8c3b-357d72780e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:41.599212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32a955-51ca-4ced-be2f-fe7fa31fd855 req-bc0fd6b7-eb32-4c79-afad-c4bf5de49116 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:41.600701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d32a955-51ca-4ced-be2f-fe7fa31fd855 req-bc0fd6b7-eb32-4c79-afad-c4bf5de49116 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0552347 Aug 29 06:58:41.645627 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d32a955-51ca-4ced-be2f-fe7fa31fd855 req-3fece444-c85a-40a5-89d9-217e882e16bb tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385377 Aug 29 06:58:41.774159 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:41.825624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34816) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:41.839965 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e07cd7fe-5f1e-4b92-9d33-a0736747677f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:41.938470 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e07cd7fe-5f1e-4b92-9d33-a0736747677f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:42.036873 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e07cd7fe-5f1e-4b92-9d33-a0736747677f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:42.074020 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e07cd7fe-5f1e-4b92-9d33-a0736747677f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f89465050c3c4fe79c0c6a4f4b2c5c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473085 Aug 29 06:58:42.075992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cd7fe-5f1e-4b92-9d33-a0736747677f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d3a58b-62e6-463f-8f40-35622a676da5,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:42.076964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34822) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:42.130980 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-579bb915-1384-4de4-b930-76c840bf9481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:42.162917 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-579bb915-1384-4de4-b930-76c840bf9481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:42.181867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b791010-70a3-4013-aa85-222df736dd29 req-277902dd-a093-4323-b524-06272ee85c41 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:42.211000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b791010-70a3-4013-aa85-222df736dd29 req-277902dd-a093-4323-b524-06272ee85c41 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 945 time: 0.0576799 Aug 29 06:58:42.223950 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b791010-70a3-4013-aa85-222df736dd29 req-8e514305-368d-4e54-b5bb-a5253d22cf8c tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342474 Aug 29 06:58:42.342081 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-579bb915-1384-4de4-b930-76c840bf9481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:42.342275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 11838ba4-9bc2-4d4b-8748-b05d5070b272 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:58:42.345805 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-579bb915-1384-4de4-b930-76c840bf9481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:42.347890 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-579bb915-1384-4de4-b930-76c840bf9481 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/43d3a58b-62e6-463f-8f40-35622a676da5 HTTP/1.1" status: 204 len: 168 time: 0.2700126 Aug 29 06:58:42.358272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bb915-1384-4de4-b930-76c840bf9481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d3a58b-62e6-463f-8f40-35622a676da5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:42.501481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 11838ba4-9bc2-4d4b-8748-b05d5070b272 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:58:42.506215 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 11838ba4-9bc2-4d4b-8748-b05d5070b272 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:58:42.506644 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:42.584497 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:42.607913 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11838ba4-9bc2-4d4b-8748-b05d5070b272'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:58:42.610231 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667d3f56-bea6-4030-ae08-83dc347cdc07" -d '{"events": [{"server_uuid": "f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8", "name": "network-vif-plugged", "status": "completed", "tag": "11838ba4-9bc2-4d4b-8748-b05d5070b272"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:58:42.637292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 11838ba4-9bc2-4d4b-8748-b05d5070b272, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11838ba4-9bc2-4d4b-8748-b05d5070b272,segment=NetworkSegment(e221c0fc-8816-4a3a-9b84-891aff2bb67d),segment_id=e221c0fc-8816-4a3a-9b84-891aff2bb67d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:58:42.651828 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01691c7-f7d3-460a-924d-179d5170eb03 x-openstack-request-id: req-d01691c7-f7d3-460a-924d-179d5170eb03 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:58:42.652127 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8", "name": "network-vif-plugged", "status": "completed", "tag": "11838ba4-9bc2-4d4b-8748-b05d5070b272", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:58:42.652386 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d01691c7-f7d3-460a-924d-179d5170eb03 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:58:42.652787 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11838ba4-9bc2-4d4b-8748-b05d5070b272', 'code': 200} Aug 29 06:58:42.771112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91431c-1129-4aa6-9a00-7141da4e3efc req-6579f76d-7546-4364-96b3-f50d70e8ef62 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:42.772552 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a91431c-1129-4aa6-9a00-7141da4e3efc req-6579f76d-7546-4364-96b3-f50d70e8ef62 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0541229 Aug 29 06:58:42.814296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc43f98-d21b-48c5-b415-b1d3aa78d21e req-7ef64e34-b165-4da6-bca1-103622751cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:42.816467 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bbc43f98-d21b-48c5-b415-b1d3aa78d21e req-7ef64e34-b165-4da6-bca1-103622751cb5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 1097 time: 0.0638068 Aug 29 06:58:42.822257 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:42.837750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a91431c-1129-4aa6-9a00-7141da4e3efc req-5f983e27-c465-4a3e-a350-854369297686 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557203 Aug 29 06:58:42.883949 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bbc43f98-d21b-48c5-b415-b1d3aa78d21e req-a00c9840-227e-4691-b218-3f830f07964a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498881 Aug 29 06:58:42.914835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=11838ba4-9bc2-4d4b-8748-b05d5070b272,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:43.345343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141d7b2-7bbe-445a-8adc-b237d38719d7 req-f54d2b69-c2f0-4f39-807c-9bd7c40b17c4 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:43.350933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d141d7b2-7bbe-445a-8adc-b237d38719d7 req-f54d2b69-c2f0-4f39-807c-9bd7c40b17c4 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0529165 Aug 29 06:58:43.379187 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34846) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:43.389067 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d141d7b2-7bbe-445a-8adc-b237d38719d7 req-aaf1f4ef-3790-48ad-a553-a36fad10bb87 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342200 Aug 29 06:58:43.395843 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b61b-9be3-4b78-8121-0ab9e36196b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:43.474141 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:43.488099 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b61b-9be3-4b78-8121-0ab9e36196b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:43.599060 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b61b-9be3-4b78-8121-0ab9e36196b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:43.644068 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6ac2b61b-9be3-4b78-8121-0ab9e36196b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dceffabd2a404932bb276927aade1238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606175 Aug 29 06:58:43.644997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34848) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:43.652357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2b61b-9be3-4b78-8121-0ab9e36196b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f9b8b7-1594-47a4-bdb3-d62fb08e0e16,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:43.717655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-abf374cf-9bbb-4f84-92d3-0acf0612aa2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:43.741800 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-abf374cf-9bbb-4f84-92d3-0acf0612aa2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:43.913378 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-abf374cf-9bbb-4f84-92d3-0acf0612aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:43.916121 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-abf374cf-9bbb-4f84-92d3-0acf0612aa2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:43.917318 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-abf374cf-9bbb-4f84-92d3-0acf0612aa2a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34f9b8b7-1594-47a4-bdb3-d62fb08e0e16 HTTP/1.1" status: 204 len: 168 time: 0.2713892 Aug 29 06:58:43.926213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf374cf-9bbb-4f84-92d3-0acf0612aa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f9b8b7-1594-47a4-bdb3-d62fb08e0e16,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:43.966175 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbe885-1a2b-41fd-9df9-dac228092eb7 req-4b1e26f0-7fd8-4ccf-9bc0-1384e238a9da tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:43.975892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57cbe885-1a2b-41fd-9df9-dac228092eb7 req-4b1e26f0-7fd8-4ccf-9bc0-1384e238a9da tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0743628 Aug 29 06:58:44.017607 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57cbe885-1a2b-41fd-9df9-dac228092eb7 req-68417ae5-03e1-47df-a724-ab9f5e085a35 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Aug 29 06:58:44.511918 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fab33e-ddec-431c-be40-4f6d9ab0500c req-dc28a67d-bc57-4f0f-a78c-3404fb0ac023 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:44.513542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9fab33e-ddec-431c-be40-4f6d9ab0500c req-dc28a67d-bc57-4f0f-a78c-3404fb0ac023 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0510046 Aug 29 06:58:44.554009 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9fab33e-ddec-431c-be40-4f6d9ab0500c req-582812cd-167e-4dec-810e-d838689cb9b2 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343845 Aug 29 06:58:45.141409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c99e1-5b16-4568-8fc2-de2e047ec473 req-6baad3a3-9a3c-41ab-b42a-973dacd20d96 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:45.144010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa4c99e1-5b16-4568-8fc2-de2e047ec473 req-6baad3a3-9a3c-41ab-b42a-973dacd20d96 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0528951 Aug 29 06:58:45.185020 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa4c99e1-5b16-4568-8fc2-de2e047ec473 req-954909cd-c69d-45e1-a450-a999a6a4f680 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351317 Aug 29 06:58:45.679515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0140416-fc49-4b42-9c1c-1d0f153d53d3 req-8c880d31-37fc-4da6-a579-7af5fc658c45 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:45.681089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0140416-fc49-4b42-9c1c-1d0f153d53d3 req-8c880d31-37fc-4da6-a579-7af5fc658c45 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0546987 Aug 29 06:58:45.720369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0140416-fc49-4b42-9c1c-1d0f153d53d3 req-d60f7e34-1ad8-45b8-92dd-4efd63a3ad23 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328948 Aug 29 06:58:46.323783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e57b6c-8a67-4e6b-a5a3-13bd4675d848 req-a4063e68-c9a2-469d-bc30-21e0bd8855ce tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:46.325284 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12e57b6c-8a67-4e6b-a5a3-13bd4675d848 req-a4063e68-c9a2-469d-bc30-21e0bd8855ce tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0510108 Aug 29 06:58:46.366988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12e57b6c-8a67-4e6b-a5a3-13bd4675d848 req-b5cc6fa4-7edb-47ac-a4ba-6947a439ac8b tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353560 Aug 29 06:58:46.567178 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d65180-d0e4-4def-913c-d8d60f9299fd req-9fcdc884-025a-4290-9ef9-f85092043502 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:46.568735 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17d65180-d0e4-4def-913c-d8d60f9299fd req-9fcdc884-025a-4290-9ef9-f85092043502 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0509808 Aug 29 06:58:46.625418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17d65180-d0e4-4def-913c-d8d60f9299fd req-a374e146-f497-431b-a000-df307e76bb69 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475833 Aug 29 06:58:46.692452 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c061d0d-5129-43fc-9a6d-79825b051d3b req-16627d77-7558-4375-817a-ba9b007a9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:46.694127 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c061d0d-5129-43fc-9a6d-79825b051d3b req-16627d77-7558-4375-817a-ba9b007a9435 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=212dac9cbcbe465799b2b11a7923f280&device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 1098 time: 0.0574691 Aug 29 06:58:46.795249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c061d0d-5129-43fc-9a6d-79825b051d3b req-42a777e3-ccc3-40e5-a059-1f249c52b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:46.797204 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c061d0d-5129-43fc-9a6d-79825b051d3b req-42a777e3-ccc3-40e5-a059-1f249c52b0c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=455cdf1f-0a3b-4403-a47a-0b101221925c HTTP/1.1" status: 200 len: 912 time: 0.0959573 Aug 29 06:58:46.842481 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c061d0d-5129-43fc-9a6d-79825b051d3b req-38d27d34-11f6-4fe1-ab6c-17d73d962312 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11838ba4-9bc2-4d4b-8748-b05d5070b272 HTTP/1.1" status: 200 len: 217 time: 0.0382237 Aug 29 06:58:46.843689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0261d06-787e-48b4-bacd-f0323094229f req-abeb1cef-b058-493a-9141-b3001e940c15 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0635881 Aug 29 06:58:46.926520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c061d0d-5129-43fc-9a6d-79825b051d3b req-3512306e-6770-44ef-ac4b-871d48976155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:46.928015 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c061d0d-5129-43fc-9a6d-79825b051d3b req-3512306e-6770-44ef-ac4b-871d48976155 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b13662d0-46da-463b-9f33-de194b95abff HTTP/1.1" status: 200 len: 851 time: 0.0489833 Aug 29 06:58:46.957379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261d06-787e-48b4-bacd-f0323094229f req-7cdf77c6-5c1a-454c-aa7d-af682ee7738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:46.958935 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0261d06-787e-48b4-bacd-f0323094229f req-7cdf77c6-5c1a-454c-aa7d-af682ee7738d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=395f384cb65b432a9ea260b20483cc6b&device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 1097 time: 0.0485947 Aug 29 06:58:46.963864 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c061d0d-5129-43fc-9a6d-79825b051d3b req-a6e01288-5647-48ae-b18b-beac279ffd60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=455cdf1f-0a3b-4403-a47a-0b101221925c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287864 Aug 29 06:58:47.076229 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c061d0d-5129-43fc-9a6d-79825b051d3b req-cac2911a-10d9-4cce-a281-e299e340321d service neutron] 10.222.0.11 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048870 Aug 29 06:58:47.076419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261d06-787e-48b4-bacd-f0323094229f req-1d7c7d0d-1641-4d7c-8658-828fd56ca388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:47.077440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0261d06-787e-48b4-bacd-f0323094229f req-1d7c7d0d-1641-4d7c-8658-828fd56ca388 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467 HTTP/1.1" status: 200 len: 912 time: 0.0970767 Aug 29 06:58:47.268924 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c061d0d-5129-43fc-9a6d-79825b051d3b req-cc123bec-8cbd-4541-9ee5-35938f508693 service neutron] 10.222.0.11 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753824 Aug 29 06:58:47.592804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0261d06-787e-48b4-bacd-f0323094229f req-30d7af99-0fb6-4aaa-b143-825a693e5296 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b311365-5d50-4477-9ebd-cee874962599 HTTP/1.1" status: 200 len: 1000 time: 0.4992611 Aug 29 06:58:47.600964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69404564-42bc-4549-8e0c-cd16ad84df77 req-e820032e-9b85-427f-94b4-43e01dfb34c3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:47.602430 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69404564-42bc-4549-8e0c-cd16ad84df77 req-e820032e-9b85-427f-94b4-43e01dfb34c3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0713742 Aug 29 06:58:47.696738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69404564-42bc-4549-8e0c-cd16ad84df77 req-eb4ff0c1-1084-498a-9609-664db8847fdb tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834925 Aug 29 06:58:47.749330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261d06-787e-48b4-bacd-f0323094229f req-1d8de34a-2a6f-475e-be39-5ff2aaddfe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:47.751008 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0261d06-787e-48b4-bacd-f0323094229f req-1d8de34a-2a6f-475e-be39-5ff2aaddfe9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268 HTTP/1.1" status: 200 len: 850 time: 0.1254408 Aug 29 06:58:47.808617 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb40c8-6b5f-4248-b4ae-490a938a6cc8 req-03605565-a4ed-4bd4-aa23-9495612da943 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:47.810341 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51cb40c8-6b5f-4248-b4ae-490a938a6cc8 req-03605565-a4ed-4bd4-aa23-9495612da943 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.1005027 Aug 29 06:58:47.891471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261d06-787e-48b4-bacd-f0323094229f req-34b73318-0c8c-462d-b493-3a391be2e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:47.893612 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0261d06-787e-48b4-bacd-f0323094229f req-34b73318-0c8c-462d-b493-3a391be2e738 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1332819 Aug 29 06:58:47.907514 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51cb40c8-6b5f-4248-b4ae-490a938a6cc8 req-f1d57468-c919-42cc-ba84-62b2dd42bcd2 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836015 Aug 29 06:58:48.039441 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0261d06-787e-48b4-bacd-f0323094229f req-78205754-22e9-48e4-96c8-a9d4e9f10502 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174932 Aug 29 06:58:48.134777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0261d06-787e-48b4-bacd-f0323094229f req-cb4c8ec4-1480-464f-8a64-253685f61308 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000893 Aug 29 06:58:48.818199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbc8ba-2bc0-4463-8445-51dd19f28af2 req-38239806-759e-4281-ba6a-1049887d78df tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:48.819750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3dbc8ba-2bc0-4463-8445-51dd19f28af2 req-38239806-759e-4281-ba6a-1049887d78df tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0564172 Aug 29 06:58:48.869909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3dbc8ba-2bc0-4463-8445-51dd19f28af2 req-aec09fb2-4468-499b-8dff-eda1762f9cb4 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390837 Aug 29 06:58:49.042641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa4099-72d7-4ad5-972e-9a6c634f7c7e req-4d8ca560-ba1a-41ed-b027-4728462bc4f8 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:49.044266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bcfa4099-72d7-4ad5-972e-9a6c634f7c7e req-4d8ca560-ba1a-41ed-b027-4728462bc4f8 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0642419 Aug 29 06:58:49.084090 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bcfa4099-72d7-4ad5-972e-9a6c634f7c7e req-fa543ec8-ae5d-424a-98fc-6bff8ca8d4cd tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328133 Aug 29 06:58:49.998173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0086b8-59fc-4b65-bbee-a59c8399b837 req-9c80b380-a16c-41d0-aa3f-f0cd986c2bc3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:50.000110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a0086b8-59fc-4b65-bbee-a59c8399b837 req-9c80b380-a16c-41d0-aa3f-f0cd986c2bc3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0550246 Aug 29 06:58:50.053562 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a0086b8-59fc-4b65-bbee-a59c8399b837 req-b5cf8de8-e1b1-4799-9520-d8bada98fe67 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 Aug 29 06:58:50.235424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb48b0-b8a0-4e08-8af2-ad495ac0bbf7 req-74d1792e-776e-434c-8c71-f90508fede31 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:50.237879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eaeb48b0-b8a0-4e08-8af2-ad495ac0bbf7 req-74d1792e-776e-434c-8c71-f90508fede31 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0553708 Aug 29 06:58:50.284626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eaeb48b0-b8a0-4e08-8af2-ad495ac0bbf7 req-736cbd6d-6a2b-4c55-8cb2-b825a4ecc198 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Aug 29 06:58:50.567303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed55d1c-ce64-4613-87db-7989bcaa2d01 req-bb349892-f4b0-4b2f-8b03-42a52ab1ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:50.568997 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3ed55d1c-ce64-4613-87db-7989bcaa2d01 req-bb349892-f4b0-4b2f-8b03-42a52ab1ef7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 1097 time: 0.0574412 Aug 29 06:58:50.606136 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3ed55d1c-ce64-4613-87db-7989bcaa2d01 req-a6ba1da2-7719-4250-9a8d-5fb63cc58907 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291851 Aug 29 06:58:50.796410 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:51.188866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4aefa-1e4b-451d-8e0d-8bc20e92c4f7 req-ec748fe0-ab6f-4a2c-9a19-0de22052198b tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:51.188866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4df4aefa-1e4b-451d-8e0d-8bc20e92c4f7 req-ec748fe0-ab6f-4a2c-9a19-0de22052198b tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0600722 Aug 29 06:58:51.233531 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4df4aefa-1e4b-451d-8e0d-8bc20e92c4f7 req-6e2e3697-70ce-474f-b848-d1d4d9aa19c8 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358720 Aug 29 06:58:51.415383 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc43a3-4c86-4396-a6e1-b2c11aaff233 req-35ec9902-54a9-4130-8d48-4f66ee09961b tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:51.416938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89bc43a3-4c86-4396-a6e1-b2c11aaff233 req-35ec9902-54a9-4130-8d48-4f66ee09961b tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0509000 Aug 29 06:58:51.457063 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89bc43a3-4c86-4396-a6e1-b2c11aaff233 req-a2c73d0f-6829-4a6d-bdfc-1b51f8c38daf tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333698 Aug 29 06:58:52.305509 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35106) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:52.381375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37f0bc-9185-4777-a9a0-c56a4abc6774 req-9b9ac9ee-f76b-449d-ad3a-93f8253f9ddd tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:52.389378 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d37f0bc-9185-4777-a9a0-c56a4abc6774 req-9b9ac9ee-f76b-449d-ad3a-93f8253f9ddd tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0666330 Aug 29 06:58:52.463938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d37f0bc-9185-4777-a9a0-c56a4abc6774 req-c52b53ba-d7da-4bca-8a65-f54bb0029d11 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610085 Aug 29 06:58:52.490241 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-560f4f1f-cecb-4956-acb4-e6a782cf084d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:52.632507 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-560f4f1f-cecb-4956-acb4-e6a782cf084d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:52.666768 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa96e-020e-4b76-a19f-c769a1506177 req-97823e6c-9131-4c57-946a-b42b3df2fc5f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:52.668883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e3fa96e-020e-4b76-a19f-c769a1506177 req-97823e6c-9131-4c57-946a-b42b3df2fc5f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0770550 Aug 29 06:58:52.712899 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-560f4f1f-cecb-4956-acb4-e6a782cf084d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:52.743889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e3fa96e-020e-4b76-a19f-c769a1506177 req-bab99044-5ec6-4954-94cd-b7cfecccad3f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651984 Aug 29 06:58:52.761129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 35128) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:58:52.761375 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-560f4f1f-cecb-4956-acb4-e6a782cf084d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=69ba827592584ea88275e468a2804479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4544587 Aug 29 06:58:52.766384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f4f1f-cecb-4956-acb4-e6a782cf084d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22690730-7570-45a6-aa79-da8e6187711f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:52.832669 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-905f3874-34ec-4487-981d-1e15171c55f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:52.864018 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-905f3874-34ec-4487-981d-1e15171c55f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:53.042334 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-905f3874-34ec-4487-981d-1e15171c55f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:53.045130 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-905f3874-34ec-4487-981d-1e15171c55f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:58:53.048713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-905f3874-34ec-4487-981d-1e15171c55f7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/22690730-7570-45a6-aa79-da8e6187711f HTTP/1.1" status: 204 len: 168 time: 0.2839208 Aug 29 06:58:53.055295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f3874-34ec-4487-981d-1e15171c55f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22690730-7570-45a6-aa79-da8e6187711f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:58:53.222227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063ebc2-aad9-4731-ba18-d8aa7e24d40b req-dae84489-6059-4ab6-b1b4-e8be8abe527a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:53.224011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e063ebc2-aad9-4731-ba18-d8aa7e24d40b req-dae84489-6059-4ab6-b1b4-e8be8abe527a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0535972 Aug 29 06:58:53.250027 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c786eea-1428-4879-a53d-9e136b4871df req-b9b9134a-b95a-4714-9c66-e26378013771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:53.251637 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c786eea-1428-4879-a53d-9e136b4871df req-b9b9134a-b95a-4714-9c66-e26378013771 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f450d73063341abaebc5094b99daa86&device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 1097 time: 0.0451000 Aug 29 06:58:53.285686 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e063ebc2-aad9-4731-ba18-d8aa7e24d40b req-249d075b-2561-4dfe-9d1a-852ff1ec17d3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477171 Aug 29 06:58:53.387252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c786eea-1428-4879-a53d-9e136b4871df req-a03a3b0b-d076-400f-b1fd-31ca38820a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:53.388767 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c786eea-1428-4879-a53d-9e136b4871df req-a03a3b0b-d076-400f-b1fd-31ca38820a66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c851a53-590a-4364-8afe-074561f953fd HTTP/1.1" status: 200 len: 919 time: 0.1214452 Aug 29 06:58:53.440441 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c786eea-1428-4879-a53d-9e136b4871df req-d5fa126c-61d5-40b6-acdd-1912dc4dad36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b69201-a11e-4212-aeb5-e764fa84200a HTTP/1.1" status: 200 len: 217 time: 0.0386662 Aug 29 06:58:53.507831 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c786eea-1428-4879-a53d-9e136b4871df req-eb120fa5-df7c-47fc-9544-d0c0a9e2231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:53.509398 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c786eea-1428-4879-a53d-9e136b4871df req-eb120fa5-df7c-47fc-9544-d0c0a9e2231c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c7c86e9-1bed-4ccb-a049-c95a88eca598 HTTP/1.1" status: 200 len: 858 time: 0.0610821 Aug 29 06:58:53.560426 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c786eea-1428-4879-a53d-9e136b4871df req-e55e82b2-5866-4cc5-a7a3-95a01a9cfb3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c851a53-590a-4364-8afe-074561f953fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375440 Aug 29 06:58:53.689826 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c786eea-1428-4879-a53d-9e136b4871df req-889eb45b-2af0-453a-a1ee-6bb277f2c9a0 service neutron] 10.222.0.15 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178913 Aug 29 06:58:53.798692 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c786eea-1428-4879-a53d-9e136b4871df req-fbbe4e88-aaa6-41cc-a40f-d53313501e45 service neutron] 10.222.0.15 "GET /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005242 Aug 29 06:58:53.944852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc493b83-0aac-457f-a773-f4e2c031f1ac req-1f2584be-39e9-4624-bca6-9eee5745b029 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:53.946758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc493b83-0aac-457f-a773-f4e2c031f1ac req-1f2584be-39e9-4624-bca6-9eee5745b029 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0579886 Aug 29 06:58:54.005500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc493b83-0aac-457f-a773-f4e2c031f1ac req-3f088b65-5d7b-4da2-ac95-50cdc5aac629 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473433 Aug 29 06:58:54.440767 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d1f89-bc73-420e-993b-a99b4fdea9dd req-4c83c5eb-6bd1-4781-a9bd-a723e2c76c7e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:54.442914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d6d1f89-bc73-420e-993b-a99b4fdea9dd req-4c83c5eb-6bd1-4781-a9bd-a723e2c76c7e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0547020 Aug 29 06:58:54.485738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d6d1f89-bc73-420e-993b-a99b4fdea9dd req-df59b34d-a121-438b-adaa-0dad2df445b3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368130 Aug 29 06:58:55.168656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17737dd3-0628-4448-82d0-83551f09ef21 req-d69c7598-a0a9-4efd-97ba-4666ff35eff4 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:55.171313 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17737dd3-0628-4448-82d0-83551f09ef21 req-d69c7598-a0a9-4efd-97ba-4666ff35eff4 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0674543 Aug 29 06:58:55.213306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17737dd3-0628-4448-82d0-83551f09ef21 req-68a5cade-bf83-4cd4-b158-99a0f563b715 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354383 Aug 29 06:58:55.627316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13df3c-509a-4012-b66e-53431da6254c req-2da6f9d8-35dc-4dd7-a124-c391d9ef295c tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:55.628971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f13df3c-509a-4012-b66e-53431da6254c req-2da6f9d8-35dc-4dd7-a124-c391d9ef295c tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0581753 Aug 29 06:58:55.673757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f13df3c-509a-4012-b66e-53431da6254c req-bf4aae11-eefb-43da-bb3a-0bee306d2b4d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382824 Aug 29 06:58:56.336126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdef9f-39bd-48a9-91c5-2e55e607fe83 req-73de98d6-f342-4105-b26e-3a0cdb25c4ad tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:56.338449 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bbdef9f-39bd-48a9-91c5-2e55e607fe83 req-73de98d6-f342-4105-b26e-3a0cdb25c4ad tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0511014 Aug 29 06:58:56.402122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bbdef9f-39bd-48a9-91c5-2e55e607fe83 req-2c7fa579-4a52-440e-92b6-d4baefc25231 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567575 Aug 29 06:58:56.802446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2b7d8-a342-450a-8787-54c805e7cc3b req-8a2e1974-7503-4253-9357-c6df3524901b tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:56.804095 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7a2b7d8-a342-450a-8787-54c805e7cc3b req-8a2e1974-7503-4253-9357-c6df3524901b tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0518873 Aug 29 06:58:56.864306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7a2b7d8-a342-450a-8787-54c805e7cc3b req-cbc33d26-6412-4a55-b384-a68b18e846a3 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401809 Aug 29 06:58:57.605963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a12b2-ca00-426f-aebf-405b8a1c78bb req-ff4c08cf-2e71-4900-92b3-5a3d95da4b7f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:57.606756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e29a12b2-ca00-426f-aebf-405b8a1c78bb req-ff4c08cf-2e71-4900-92b3-5a3d95da4b7f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0740533 Aug 29 06:58:57.664780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e29a12b2-ca00-426f-aebf-405b8a1c78bb req-27b08533-fe52-4d80-a8c5-669d117de1a9 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505962 Aug 29 06:58:57.885404 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46122-7e90-44bc-8d0d-51bda354b228 req-d1a5cde1-35d4-46f5-8f5f-58180353c9d8 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:57.885404 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42a46122-7e90-44bc-8d0d-51bda354b228 req-d1a5cde1-35d4-46f5-8f5f-58180353c9d8 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.1139143 Aug 29 06:58:57.929745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42a46122-7e90-44bc-8d0d-51bda354b228 req-12a67677-7310-4379-8e64-3b9d61c159dc tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484040 Aug 29 06:58:58.799384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5679a6-3545-481a-82a9-20ab7af90e32 req-c0be0e89-329b-4ef1-a232-f430d6a94aef tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:58.799384 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f5679a6-3545-481a-82a9-20ab7af90e32 req-c0be0e89-329b-4ef1-a232-f430d6a94aef tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0514956 Aug 29 06:58:58.843922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f5679a6-3545-481a-82a9-20ab7af90e32 req-63ae7498-2f1f-4157-a5c0-5d7450fd566d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421650 Aug 29 06:58:59.086383 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4b3f2-9d60-4331-9e7d-a463b47cf6ae req-45638315-138d-4a0c-b330-09e410448740 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:58:59.092943 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ad4b3f2-9d60-4331-9e7d-a463b47cf6ae req-45638315-138d-4a0c-b330-09e410448740 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0789561 Aug 29 06:58:59.133572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ad4b3f2-9d60-4331-9e7d-a463b47cf6ae req-1fdeb9b0-8e23-49f7-a216-b5fc8dd19284 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345039 Aug 29 06:59:00.002764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bdf6a-db1d-48b5-a1f4-e827f731d56a req-94b1d422-4d0e-4335-996b-5d5d7c17c7ef tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:00.005505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e97bdf6a-db1d-48b5-a1f4-e827f731d56a req-94b1d422-4d0e-4335-996b-5d5d7c17c7ef tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0746558 Aug 29 06:59:00.059178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e97bdf6a-db1d-48b5-a1f4-e827f731d56a req-0cb28e5e-cbfc-462f-97f3-f76a72b7ac67 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Aug 29 06:59:00.250834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f600b-f040-4118-a4c5-0cb04b50e97b req-1e20ef07-8c6c-4633-9f1e-34415f532bf8 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:00.252447 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c7f600b-f040-4118-a4c5-0cb04b50e97b req-1e20ef07-8c6c-4633-9f1e-34415f532bf8 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0500901 Aug 29 06:59:00.292263 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c7f600b-f040-4118-a4c5-0cb04b50e97b req-ca7fe5d1-a2e7-40be-b80c-bb165415f351 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336633 Aug 29 06:59:01.202862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf98ce2-5122-4721-b7be-8230a0dedd6c req-52c0f3d5-d9a5-49ed-a66a-534210906792 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:01.204589 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cf98ce2-5122-4721-b7be-8230a0dedd6c req-52c0f3d5-d9a5-49ed-a66a-534210906792 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0574942 Aug 29 06:59:01.245638 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cf98ce2-5122-4721-b7be-8230a0dedd6c req-31957962-8e3b-40a6-9a00-0670bdb84982 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343695 Aug 29 06:59:01.418343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c47db3-4f9b-47bb-876a-cc55194b69d1 req-0d295b17-79db-40f3-bbb9-a7de6e86087e tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:01.420380 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7c47db3-4f9b-47bb-876a-cc55194b69d1 req-0d295b17-79db-40f3-bbb9-a7de6e86087e tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0506005 Aug 29 06:59:01.469496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7c47db3-4f9b-47bb-876a-cc55194b69d1 req-de1ab55f-ee81-40c1-b0d4-8984500ab791 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421450 Aug 29 06:59:02.437203 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77263764-b1a6-4235-af56-c7ace69e5721 req-3dd137f1-5338-47ba-865f-f89045af37ce tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:02.440410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77263764-b1a6-4235-af56-c7ace69e5721 req-3dd137f1-5338-47ba-865f-f89045af37ce tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0620639 Aug 29 06:59:02.482713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77263764-b1a6-4235-af56-c7ace69e5721 req-b4ee3726-ab3c-4779-b42a-326568cc5139 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361645 Aug 29 06:59:02.609411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f140fc5-2d88-45ae-8cd4-2d7f5238960f req-35f31780-494e-40ca-98fe-28f2d217858f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:02.610911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f140fc5-2d88-45ae-8cd4-2d7f5238960f req-35f31780-494e-40ca-98fe-28f2d217858f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0571246 Aug 29 06:59:02.684968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f140fc5-2d88-45ae-8cd4-2d7f5238960f req-fd77f337-1f94-40dd-a454-eaf6058d3bfb tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672481 Aug 29 06:59:02.709893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75631e-3d54-4136-9a26-af72d9ff2e8b req-246df4b1-e61f-4009-a239-e6891193ced5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:02.709893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a75631e-3d54-4136-9a26-af72d9ff2e8b req-246df4b1-e61f-4009-a239-e6891193ced5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.0904348 Aug 29 06:59:02.763058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a75631e-3d54-4136-9a26-af72d9ff2e8b req-17895461-1440-4637-baa0-78f5464f9333 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468123 Aug 29 06:59:03.574019 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:03.654101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b99341-47da-491c-8702-0e74bcfa6be1 req-0375940c-5d34-4b6b-90e0-914fd1a458af tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:03.661805 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85b99341-47da-491c-8702-0e74bcfa6be1 req-0375940c-5d34-4b6b-90e0-914fd1a458af tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0597184 Aug 29 06:59:03.723503 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85b99341-47da-491c-8702-0e74bcfa6be1 req-1bf0a858-f5f3-43c7-9fb7-c6e36e8cedf5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563853 Aug 29 06:59:03.886149 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c0d11-2b3f-4b19-b7bd-035f9628cff3 req-c913c77a-9e2a-4acf-a07f-581b244e70be tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:03.887878 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee6c0d11-2b3f-4b19-b7bd-035f9628cff3 req-c913c77a-9e2a-4acf-a07f-581b244e70be tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.1050391 Aug 29 06:59:03.920545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a84c3-d3e0-418b-a950-7538de7833c4 req-8ecb97b0-1069-437e-8059-1d92c44591f4 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:03.922332 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-117a84c3-d3e0-418b-a950-7538de7833c4 req-8ecb97b0-1069-437e-8059-1d92c44591f4 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.0818384 Aug 29 06:59:03.993679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee6c0d11-2b3f-4b19-b7bd-035f9628cff3 req-5ea5fdd4-4bb7-4c46-8ffd-035340125718 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927820 Aug 29 06:59:04.046544 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-117a84c3-d3e0-418b-a950-7538de7833c4 req-830478ac-02c9-4609-9d20-bd9a4639e1b1 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162963 Aug 29 06:59:04.855357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e5fdb-f023-4af6-ab4c-592efaf3a2c8 req-4050a1da-b9f9-4fce-adb8-c93afc65d87c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:04.856547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-368e5fdb-f023-4af6-ab4c-592efaf3a2c8 req-4050a1da-b9f9-4fce-adb8-c93afc65d87c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0584087 Aug 29 06:59:04.931936 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-368e5fdb-f023-4af6-ab4c-592efaf3a2c8 req-5031f942-a3c1-4667-92a9-c4d221124eab tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684330 Aug 29 06:59:05.331134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9136cc1-3140-4780-ae87-469f2eb72979 req-b7b4378b-eecb-44d1-b33c-c13a2af4abf7 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:05.331134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c9136cc1-3140-4780-ae87-469f2eb72979 req-b7b4378b-eecb-44d1-b33c-c13a2af4abf7 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.1486785 Aug 29 06:59:05.370365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7d604-0588-4e69-96ac-89efc2e6fe3f req-931c6cbc-c55e-4534-a654-3e77a84457ef tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:05.371984 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dea7d604-0588-4e69-96ac-89efc2e6fe3f req-931c6cbc-c55e-4534-a654-3e77a84457ef tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1481748 Aug 29 06:59:05.386140 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c9136cc1-3140-4780-ae87-469f2eb72979 req-e22b5c8f-4270-4d83-88b3-40030111a566 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709081 Aug 29 06:59:05.436058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dea7d604-0588-4e69-96ac-89efc2e6fe3f req-cefd4656-8fb2-46d2-ac07-e3396abe0c04 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488162 Aug 29 06:59:06.088562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6f554-4ec8-4187-b7dd-0916558ec418 req-73173981-e11c-445d-9a02-416989af3850 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:06.090156 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8df6f554-4ec8-4187-b7dd-0916558ec418 req-73173981-e11c-445d-9a02-416989af3850 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0558915 Aug 29 06:59:06.131563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8df6f554-4ec8-4187-b7dd-0916558ec418 req-cb7022eb-db66-4806-9586-4b41d9109418 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350597 Aug 29 06:59:06.592649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d47933-3a39-46fe-a6f7-69af689cb0dd req-0f62e6bf-40c4-4791-ac18-b20b0b121fbf tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:06.594218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6d47933-3a39-46fe-a6f7-69af689cb0dd req-0f62e6bf-40c4-4791-ac18-b20b0b121fbf tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.1116998 Aug 29 06:59:06.651320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6d47933-3a39-46fe-a6f7-69af689cb0dd req-c7dd8117-d5b5-44e2-b657-786b3c1de4df tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474129 Aug 29 06:59:06.665446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c9b9c-b128-4dcf-9f08-17da7622a09b req-723363f0-815a-4842-8e37-9a371b853cee tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:06.665446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-783c9b9c-b128-4dcf-9f08-17da7622a09b req-723363f0-815a-4842-8e37-9a371b853cee tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1269858 Aug 29 06:59:06.706101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-783c9b9c-b128-4dcf-9f08-17da7622a09b req-bbb1888a-15e4-48ac-8ff2-d669b33b266d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348351 Aug 29 06:59:07.305491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b808d-939d-4a1c-939d-a940610afb81 req-6936b2a2-88c6-4c56-a214-216a09a4f2e8 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:07.307318 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb8b808d-939d-4a1c-939d-a940610afb81 req-6936b2a2-88c6-4c56-a214-216a09a4f2e8 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0875263 Aug 29 06:59:07.421397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb8b808d-939d-4a1c-939d-a940610afb81 req-3928159d-b353-4ba6-b3a1-0a8bd3dfe3b4 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968790 Aug 29 06:59:07.651703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35562) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:07.884189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc460ad2-8a18-42e8-84d7-6c9fa9e94565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:07.936804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72bc9a-a8ac-4294-9b59-7b154dbb356b req-6da10787-c355-4bc4-91b3-a4c31c042896 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:07.941137 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af72bc9a-a8ac-4294-9b59-7b154dbb356b req-6da10787-c355-4bc4-91b3-a4c31c042896 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.1842709 Aug 29 06:59:08.007097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5835d-66ae-49c3-b31c-7b6e1ed5e68f req-cdeac6cf-a4db-4aee-b30b-9f88cc9fab79 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:08.014653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56e5835d-66ae-49c3-b31c-7b6e1ed5e68f req-cdeac6cf-a4db-4aee-b30b-9f88cc9fab79 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1902170 Aug 29 06:59:08.020346 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc460ad2-8a18-42e8-84d7-6c9fa9e94565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:08.038523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af72bc9a-a8ac-4294-9b59-7b154dbb356b req-3c4ae306-c0cb-4f01-a789-815811b63e1d tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938222 Aug 29 06:59:08.083702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56e5835d-66ae-49c3-b31c-7b6e1ed5e68f req-c6e0ef0e-9159-45c3-8cdf-79d7fa774db2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584884 Aug 29 06:59:08.121773 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cc460ad2-8a18-42e8-84d7-6c9fa9e94565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:08.165675 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cc460ad2-8a18-42e8-84d7-6c9fa9e94565 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=101ce4ff528c46508726e2d901545123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128319 Aug 29 06:59:08.171391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc460ad2-8a18-42e8-84d7-6c9fa9e94565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0b419a-fd98-48d5-ba78-8a33f3d6b260,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:08.171529 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-32d95d03-8f1f-4396-83aa-ccff5de4c629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:08.171990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35578) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:08.233677 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bee6e76b-ff8d-4a5f-ab04-aa8164778188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:08.259051 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bee6e76b-ff8d-4a5f-ab04-aa8164778188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:08.404011 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bee6e76b-ff8d-4a5f-ab04-aa8164778188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:08.407173 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bee6e76b-ff8d-4a5f-ab04-aa8164778188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:08.411002 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bee6e76b-ff8d-4a5f-ab04-aa8164778188 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fa0b419a-fd98-48d5-ba78-8a33f3d6b260 HTTP/1.1" status: 204 len: 168 time: 0.2351916 Aug 29 06:59:08.417327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6e76b-ff8d-4a5f-ab04-aa8164778188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0b419a-fd98-48d5-ba78-8a33f3d6b260,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:08.577328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4586d-bf9a-4ff2-a128-05c87b421a3d req-e8f01b65-43c4-4731-b4c3-9cb2d8c338fd tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:08.578917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58d4586d-bf9a-4ff2-a128-05c87b421a3d req-e8f01b65-43c4-4731-b4c3-9cb2d8c338fd tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0533607 Aug 29 06:59:08.618010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58d4586d-bf9a-4ff2-a128-05c87b421a3d req-8b5439f0-f684-4a56-be46-b94bdb00071e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321600 Aug 29 06:59:09.208781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627f42e-3189-405b-a399-614696d803b4 req-1082c64a-73b2-4b18-856d-8dffc0eb24fb tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:09.210394 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5627f42e-3189-405b-a399-614696d803b4 req-1082c64a-73b2-4b18-856d-8dffc0eb24fb tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0983820 Aug 29 06:59:09.253017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6fe1f-934c-45d8-9417-33c9f01b38cb req-111008e8-f36c-446a-aaf1-8d22a599c886 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:09.254488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8b6fe1f-934c-45d8-9417-33c9f01b38cb req-111008e8-f36c-446a-aaf1-8d22a599c886 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.0976589 Aug 29 06:59:09.292331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5627f42e-3189-405b-a399-614696d803b4 req-5be39c4e-fd9e-43ea-94ce-fddf8479f538 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687418 Aug 29 06:59:09.338700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8b6fe1f-934c-45d8-9417-33c9f01b38cb req-b2a3a598-d851-498b-b30f-0f765e585f50 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725791 Aug 29 06:59:09.345798 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35608) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:09.366061 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52d0420c-ab41-41bd-b7d1-fe933a9b04da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:09.472553 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52d0420c-ab41-41bd-b7d1-fe933a9b04da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:09.624003 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52d0420c-ab41-41bd-b7d1-fe933a9b04da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:09.669757 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-52d0420c-ab41-41bd-b7d1-fe933a9b04da admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=048646727642435583fe54506ef0ada5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278167 Aug 29 06:59:09.670477 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0420c-ab41-41bd-b7d1-fe933a9b04da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb45259a-cfe3-461d-81aa-62bca304e553,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:09.672897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 35618) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:09.775505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ee11d-0867-4516-b025-1ec6647335d2 req-996abfa0-b27f-4139-86dc-78a584867cba tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:09.777329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-783ee11d-0867-4516-b025-1ec6647335d2 req-996abfa0-b27f-4139-86dc-78a584867cba tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0814424 Aug 29 06:59:09.780669 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:09.821931 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:09.853396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-783ee11d-0867-4516-b025-1ec6647335d2 req-45b86026-671a-47f3-a884-723c6c8e7177 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627329 Aug 29 06:59:10.121761 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:10.124616 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:10.125776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cb45259a-cfe3-461d-81aa-62bca304e553 HTTP/1.1" status: 204 len: 168 time: 0.4506180 Aug 29 06:59:10.133901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb45259a-cfe3-461d-81aa-62bca304e553,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:10.141899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:10.142740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:10.143125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:10.143501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:10.143839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:10.144174 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:10.144507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:10.144838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:10.145164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:10.145495 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:10.145819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:10.146139 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb7fd9-9c6c-47ac-a3c7-d787ff1bf33a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:10.422897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f02ea-33f9-4110-91f6-0ce69b071c85 req-8a741bc8-c49a-4589-ad92-51e1670dc143 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:10.427637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-121f02ea-33f9-4110-91f6-0ce69b071c85 req-8a741bc8-c49a-4589-ad92-51e1670dc143 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0621760 Aug 29 06:59:10.500537 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-121f02ea-33f9-4110-91f6-0ce69b071c85 req-0180ca40-be9b-478f-9eae-e51d00ba8d86 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622189 Aug 29 06:59:10.522875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bd6d8-5516-4737-b2dc-dd66bf34cfe7 req-ac7d6b44-eede-4413-8dd4-4ba4a6f82b8c tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:10.530085 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-977bd6d8-5516-4737-b2dc-dd66bf34cfe7 req-ac7d6b44-eede-4413-8dd4-4ba4a6f82b8c tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1012943 Aug 29 06:59:10.565315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-977bd6d8-5516-4737-b2dc-dd66bf34cfe7 req-ac199262-70c9-42ab-adcd-4001807fb8ef tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343187 Aug 29 06:59:10.859329 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:11.054814 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a8d2-f288-4c0c-85bf-d160ab1f1b7a req-e4295c14-7f5a-44f9-af5d-42cec02f7a02 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:11.058586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97e6a8d2-f288-4c0c-85bf-d160ab1f1b7a req-e4295c14-7f5a-44f9-af5d-42cec02f7a02 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0888953 Aug 29 06:59:11.131746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97e6a8d2-f288-4c0c-85bf-d160ab1f1b7a req-7fee1246-1335-40d5-ba8a-5c6366b3623f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635421 Aug 29 06:59:11.615646 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f1ff9a15-bd42-4c3f-830f-bfe0e4988228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:11.649224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1fe5-6ee8-40b1-8d2b-5abe21b56eb3 req-c75e3124-3b80-48ad-a6b3-be1a840c1193 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:11.666148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-466d1fe5-6ee8-40b1-8d2b-5abe21b56eb3 req-c75e3124-3b80-48ad-a6b3-be1a840c1193 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0808451 Aug 29 06:59:11.754672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-466d1fe5-6ee8-40b1-8d2b-5abe21b56eb3 req-430e04e3-27a3-4b71-87da-c1339814c9d1 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916221 Aug 29 06:59:11.772536 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7849ad5-d8af-4118-8644-db49619a0602 req-b0e2f94c-f440-4b59-a12d-d62fe322b24c tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:11.774271 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7849ad5-d8af-4118-8644-db49619a0602 req-b0e2f94c-f440-4b59-a12d-d62fe322b24c tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.0981600 Aug 29 06:59:11.803523 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:11.862625 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7849ad5-d8af-4118-8644-db49619a0602 req-c5ea695b-ca71-4c88-8e71-edc3381b1e14 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764480 Aug 29 06:59:12.271952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd01a8-d06a-4b74-afb4-8cb27ece5692 req-43584657-ce43-4153-bcb5-41f7fa565319 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:12.274112 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2bd01a8-d06a-4b74-afb4-8cb27ece5692 req-43584657-ce43-4153-bcb5-41f7fa565319 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0558684 Aug 29 06:59:12.318515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2bd01a8-d06a-4b74-afb4-8cb27ece5692 req-9c1d768d-2706-4b23-bbf5-2c1ee839d6e5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376420 Aug 29 06:59:12.883181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c86e1-32e6-45c0-94df-e8acc72741d2 req-932b2650-7636-4286-aa72-5e7ada035c5b tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:12.884048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-072c86e1-32e6-45c0-94df-e8acc72741d2 req-932b2650-7636-4286-aa72-5e7ada035c5b tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0616636 Aug 29 06:59:12.951373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-072c86e1-32e6-45c0-94df-e8acc72741d2 req-9fdea9fe-f8b0-4fc8-8448-995e11256f60 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549915 Aug 29 06:59:13.074726 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bc8e0-4943-4021-a4b7-cd3b673b6333 req-52a43fe9-0a81-43b7-b829-153370ea0387 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:13.082483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-677bc8e0-4943-4021-a4b7-cd3b673b6333 req-52a43fe9-0a81-43b7-b829-153370ea0387 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.0708230 Aug 29 06:59:13.130178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-677bc8e0-4943-4021-a4b7-cd3b673b6333 req-a9d33533-8fdf-452a-87b3-087abba2a2bf tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469728 Aug 29 06:59:13.195506 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:59:13.462580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcc137-7557-40b4-9492-70854daedbff req-1a6a111e-6a07-41ed-8374-8d3e393e70a7 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:13.470868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffbcc137-7557-40b4-9492-70854daedbff req-1a6a111e-6a07-41ed-8374-8d3e393e70a7 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0696678 Aug 29 06:59:13.507001 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffbcc137-7557-40b4-9492-70854daedbff req-2c4aabc7-bdaa-4bd4-a956-d6654e302037 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350196 Aug 29 06:59:13.575663 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:14.134498 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ee4c8-7039-48ff-87b8-f4ca3b2a7486 req-0f5cad13-c0e6-4547-bff0-6de3f92d4bc6 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:14.135985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-703ee4c8-7039-48ff-87b8-f4ca3b2a7486 req-0f5cad13-c0e6-4547-bff0-6de3f92d4bc6 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0688469 Aug 29 06:59:14.200903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-703ee4c8-7039-48ff-87b8-f4ca3b2a7486 req-17624d64-73d1-4aa1-bdaa-d84d6fb36f99 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552101 Aug 29 06:59:14.283088 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882e15f-31c0-4b1c-8c3b-0b3b1071aeca req-655b724e-df16-4101-ae35-cb10222a3a8b tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:14.284920 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7882e15f-31c0-4b1c-8c3b-0b3b1071aeca req-655b724e-df16-4101-ae35-cb10222a3a8b tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.0598085 Aug 29 06:59:14.335253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7882e15f-31c0-4b1c-8c3b-0b3b1071aeca req-bbc815bd-e08e-4b29-ae11-3c8b04bbb29b tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400591 Aug 29 06:59:14.981624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d9ce8-54d7-40ea-876d-442429d6d392 req-4f0c86eb-ad6d-4711-8de9-d4ad93e987c5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:14.984025 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-099d9ce8-54d7-40ea-876d-442429d6d392 req-4f0c86eb-ad6d-4711-8de9-d4ad93e987c5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.1001773 Aug 29 06:59:15.084792 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-099d9ce8-54d7-40ea-876d-442429d6d392 req-7980ae15-cc76-4e7f-972d-fa882ae899c6 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939152 Aug 29 06:59:15.102644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3506cc-508a-4a36-a745-8d61f536e4f1 req-ee03e33f-efbe-4dad-b872-32edd5afcb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:15.108300 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d3506cc-508a-4a36-a745-8d61f536e4f1 req-ee03e33f-efbe-4dad-b872-32edd5afcb44 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 1098 time: 0.0956106 Aug 29 06:59:15.151633 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480ecd-b9e3-4ba8-942b-188988824533 req-cce1c56f-db3d-4878-b8d6-6b975cff2dae tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:15.153512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1480ecd-b9e3-4ba8-942b-188988824533 req-cce1c56f-db3d-4878-b8d6-6b975cff2dae tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1301208 Aug 29 06:59:15.226519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d3506cc-508a-4a36-a745-8d61f536e4f1 req-0ff43dc4-3bcc-47f7-ba3e-7ebcb3ab8545 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096931 Aug 29 06:59:15.247351 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1480ecd-b9e3-4ba8-942b-188988824533 req-6736b7b7-fdde-4446-a600-70157c8d385c tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818644 Aug 29 06:59:15.276135 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb90ede-4af5-4bd9-9467-35e500fdc6bf req-860339fa-5019-4d5e-9504-494cc599d50e tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:15.276235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a61739-4a6b-4348-ac52-a3201bc345aa req-c5b3ee41-70e1-435b-85ac-4a2df78ea259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:15.276685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0eb90ede-4af5-4bd9-9467-35e500fdc6bf req-860339fa-5019-4d5e-9504-494cc599d50e tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1035309 Aug 29 06:59:15.276767 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89a61739-4a6b-4348-ac52-a3201bc345aa req-c5b3ee41-70e1-435b-85ac-4a2df78ea259 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=395f384cb65b432a9ea260b20483cc6b&device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 1097 time: 0.0470219 Aug 29 06:59:15.318476 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0eb90ede-4af5-4bd9-9467-35e500fdc6bf req-97fefedd-309c-487f-96f1-bf434645e75e tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465226 Aug 29 06:59:15.441665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ff326-cb25-4c07-b473-b9da01dd94f3 req-7194e721-07ce-4671-a62f-889987fd262e tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:15.443248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-958ff326-cb25-4c07-b473-b9da01dd94f3 req-7194e721-07ce-4671-a62f-889987fd262e tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0589783 Aug 29 06:59:15.495804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-958ff326-cb25-4c07-b473-b9da01dd94f3 req-b71e4444-9732-4086-984e-9588621444d2 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Aug 29 06:59:15.546680 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 06:59:15.646257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:59:15.659107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'port_id': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'mac_address': 'fa:16:3e:6b:d8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 06:59:15.701777 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:15.718019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 06:59:15.741513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:59:15.783173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a61739-4a6b-4348-ac52-a3201bc345aa req-8e9754ac-4235-43b6-b725-c27e6eb7945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:15.784766 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89a61739-4a6b-4348-ac52-a3201bc345aa req-8e9754ac-4235-43b6-b725-c27e6eb7945c service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467 HTTP/1.1" status: 200 len: 912 time: 0.1024740 Aug 29 06:59:15.852660 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89a61739-4a6b-4348-ac52-a3201bc345aa req-c00d35e1-7ddd-442d-a5ae-c5d02764edba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b311365-5d50-4477-9ebd-cee874962599 HTTP/1.1" status: 200 len: 1000 time: 0.0603187 Aug 29 06:59:15.889727 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:15.910802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a61739-4a6b-4348-ac52-a3201bc345aa req-2c18a1ce-ed10-4306-99ba-38ddaaaf683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:15.914367 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89a61739-4a6b-4348-ac52-a3201bc345aa req-2c18a1ce-ed10-4306-99ba-38ddaaaf683b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268 HTTP/1.1" status: 200 len: 850 time: 0.0533254 Aug 29 06:59:15.947595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:15.994092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a61739-4a6b-4348-ac52-a3201bc345aa req-4a752d1a-0cad-4eef-bd85-fc3aa6cdf462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:15.995625 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89a61739-4a6b-4348-ac52-a3201bc345aa req-4a752d1a-0cad-4eef-bd85-fc3aa6cdf462 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740843 Aug 29 06:59:16.008930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['80d0f8fb-4ebb-4480-9eb4-920fd115c8f0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:59:16.135469 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89a61739-4a6b-4348-ac52-a3201bc345aa req-986f2c80-44a2-4afd-8b04-5f16f2fec7ca service neutron] 10.222.0.11 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317968 Aug 29 06:59:16.284841 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89a61739-4a6b-4348-ac52-a3201bc345aa req-5a1f4a9d-272e-49a9-b1f2-e822f0f2fa40 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386502 Aug 29 06:59:16.297790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ce1cf-af5d-4199-a6e1-f68fe39d87fb req-c6218ef5-5942-4e8b-88d4-666941eeabe4 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:16.300853 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-570ce1cf-af5d-4199-a6e1-f68fe39d87fb req-c6218ef5-5942-4e8b-88d4-666941eeabe4 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 945 time: 0.0680733 Aug 29 06:59:16.377881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-570ce1cf-af5d-4199-a6e1-f68fe39d87fb req-248c2edd-24c8-4f34-b369-51fb70d7e1ec tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655489 Aug 29 06:59:16.394942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d338de-7f02-43d3-9aa2-e4c2b20a3b2e req-fa786197-d26c-4eab-b4c4-e0e470c9b74a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:16.396463 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94d338de-7f02-43d3-9aa2-e4c2b20a3b2e req-fa786197-d26c-4eab-b4c4-e0e470c9b74a tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0656497 Aug 29 06:59:16.479582 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94d338de-7f02-43d3-9aa2-e4c2b20a3b2e req-91ad6408-3825-4ba1-996c-ec4293f260b1 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679059 Aug 29 06:59:16.518921 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c6452-c54b-47bf-aaba-3698446639b9 req-aeb38cec-1802-4967-81ba-c92d41ceb515 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:16.520460 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-460c6452-c54b-47bf-aaba-3698446639b9 req-aeb38cec-1802-4967-81ba-c92d41ceb515 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.0558989 Aug 29 06:59:16.560753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-460c6452-c54b-47bf-aaba-3698446639b9 req-d3e8ff92-73f2-480a-9dfe-392a07064d45 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327268 Aug 29 06:59:16.620792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec8afc-695d-4ff3-bdad-b88c0a546e97 req-314fd8b0-8594-4d2d-ade7-cfa3a661cbcb tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:16.622339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0bec8afc-695d-4ff3-bdad-b88c0a546e97 req-314fd8b0-8594-4d2d-ade7-cfa3a661cbcb tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0607219 Aug 29 06:59:16.666233 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0bec8afc-695d-4ff3-bdad-b88c0a546e97 req-fe4637a0-8883-428e-80a1-6d9bbe1b6b7b tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360100 Aug 29 06:59:17.563786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:59:17.623214 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f176ab4-73a3-45c7-8afb-395877d152a1 req-d5a304e0-1367-4550-97b3-ee4491864e80 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:17.625221 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f176ab4-73a3-45c7-8afb-395877d152a1 req-d5a304e0-1367-4550-97b3-ee4491864e80 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 945 time: 0.1323152 Aug 29 06:59:17.686371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:59:17.686816 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:17.697335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f176ab4-73a3-45c7-8afb-395877d152a1 req-4537d022-2de0-4859-9cc4-f7b5442ef511 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617163 Aug 29 06:59:17.710130 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ba9a-090c-4521-bfa2-5b0428d752d1 req-d10c26c6-084c-4bb8-aeb8-e8758bb20567 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:17.717691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0bd9ba9a-090c-4521-bfa2-5b0428d752d1 req-d10c26c6-084c-4bb8-aeb8-e8758bb20567 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0910504 Aug 29 06:59:17.821059 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0bd9ba9a-090c-4521-bfa2-5b0428d752d1 req-ca8dd330-8a5c-4706-afae-39cb6d2eff26 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023679 Aug 29 06:59:17.927901 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:17.962642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f78e80-4701-4353-b8c3-c1f47636dda5 req-b61800a1-f54c-4382-8749-aff1649b8e1e tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:17.962642 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4f78e80-4701-4353-b8c3-c1f47636dda5 req-b61800a1-f54c-4382-8749-aff1649b8e1e tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1007721 Aug 29 06:59:17.974057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:59:17.978026 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1c3f99-56f7-462d-b748-7c283e489423" -d '{"events": [{"server_uuid": "fcc43b51-f33e-4f66-b65d-981ec2bdf2f6", "name": "network-vif-plugged", "status": "completed", "tag": "80d0f8fb-4ebb-4480-9eb4-920fd115c8f0"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:59:17.994441 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:59:18.073411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598839e-fbdd-44d1-8590-9939728693e4 req-e9d86140-1240-4ffc-9f59-2ad0fb32ab26 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:18.080855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5598839e-fbdd-44d1-8590-9939728693e4 req-e9d86140-1240-4ffc-9f59-2ad0fb32ab26 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.1188827 Aug 29 06:59:18.085609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4f78e80-4701-4353-b8c3-c1f47636dda5 req-82a0d242-dc1c-4f92-a7ec-9b8a0210aeff tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773211 Aug 29 06:59:18.109980 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:18.133381 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5598839e-fbdd-44d1-8590-9939728693e4 req-151402dc-92b1-4515-b4aa-477a4aabcd12 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515161 Aug 29 06:59:18.195489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:18.224569 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0305342a-9c7b-4391-b2e2-0283721d870a x-openstack-request-id: req-0305342a-9c7b-4391-b2e2-0283721d870a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:59:18.225181 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc43b51-f33e-4f66-b65d-981ec2bdf2f6", "name": "network-vif-plugged", "status": "completed", "tag": "80d0f8fb-4ebb-4480-9eb4-920fd115c8f0", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:59:18.225573 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0305342a-9c7b-4391-b2e2-0283721d870a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:59:18.226135 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'code': 200} Aug 29 06:59:18.351694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992a5c0-404c-4b73-a19d-0cbd13a531b2 req-ad28cbff-4dae-482d-baf2-7295e8426bd8 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:18.353409 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b992a5c0-404c-4b73-a19d-0cbd13a531b2 req-ad28cbff-4dae-482d-baf2-7295e8426bd8 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0642338 Aug 29 06:59:18.497171 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b992a5c0-404c-4b73-a19d-0cbd13a531b2 req-58233c6c-400b-4467-84b4-cf7b768e658d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Deleting port e870f2ef-4ac5-41bc-9591-581225040add {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:59:18.497608 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b992a5c0-404c-4b73-a19d-0cbd13a531b2 req-58233c6c-400b-4467-84b4-cf7b768e658d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:18.647587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b992a5c0-404c-4b73-a19d-0cbd13a531b2 req-58233c6c-400b-4467-84b4-cf7b768e658d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] For port e870f2ef-4ac5-41bc-9591-581225040add, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e870f2ef-4ac5-41bc-9591-581225040add,segment=NetworkSegment(ef2b514a-9e49-458d-a6d7-f5be42991859),segment_id=ef2b514a-9e49-458d-a6d7-f5be42991859)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:59:18.647964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b992a5c0-404c-4b73-a19d-0cbd13a531b2 req-58233c6c-400b-4467-84b4-cf7b768e658d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:18.677175 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-b992a5c0-404c-4b73-a19d-0cbd13a531b2 req-58233c6c-400b-4467-84b4-cf7b768e658d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Calling delete_port for e870f2ef-4ac5-41bc-9591-581225040add owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:59:18.906233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e39385-7f0f-43f4-893f-ad8a54d09320 req-9c211b4f-368b-4d6a-9cc8-39f83fdff790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:18.906233 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09e39385-7f0f-43f4-893f-ad8a54d09320 req-9c211b4f-368b-4d6a-9cc8-39f83fdff790 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=212dac9cbcbe465799b2b11a7923f280&device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 1098 time: 0.1369188 Aug 29 06:59:18.958266 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7a012-0f68-4e1b-964d-c406af12508a req-1ce38e79-9a30-4b94-8d6a-59b80fb37707 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:18.960008 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cc7a012-0f68-4e1b-964d-c406af12508a req-1ce38e79-9a30-4b94-8d6a-59b80fb37707 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.2542424 Aug 29 06:59:19.040371 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae990c9-0367-4a34-8905-6f8f90d794f7 req-b6207bf4-6e01-471b-9e88-9de919ad4df5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:19.040371 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ae990c9-0367-4a34-8905-6f8f90d794f7 req-b6207bf4-6e01-471b-9e88-9de919ad4df5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.1507065 Aug 29 06:59:19.098181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cc7a012-0f68-4e1b-964d-c406af12508a req-2b11339f-854c-486e-8f38-12f5d59cc592 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041548 Aug 29 06:59:19.110942 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ae990c9-0367-4a34-8905-6f8f90d794f7 req-4a62a59b-c596-415a-b7b1-a33e32047dbd tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694551 Aug 29 06:59:19.116765 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b992a5c0-404c-4b73-a19d-0cbd13a531b2 req-58233c6c-400b-4467-84b4-cf7b768e658d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:19.127417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e39385-7f0f-43f4-893f-ad8a54d09320 req-20e4fb43-5ceb-4914-aae5-daee6d2282a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:19.130513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09e39385-7f0f-43f4-893f-ad8a54d09320 req-20e4fb43-5ceb-4914-aae5-daee6d2282a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=455cdf1f-0a3b-4403-a47a-0b101221925c HTTP/1.1" status: 200 len: 912 time: 0.2085636 Aug 29 06:59:19.132089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['95b69201-a11e-4212-aeb5-e764fa84200a'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:59:19.188519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58233c6c-400b-4467-84b4-cf7b768e658d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Pushing event deleted for resources: {'Port': ['ID=e870f2ef-4ac5-41bc-9591-581225040add,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:19.238980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09e39385-7f0f-43f4-893f-ad8a54d09320 req-466158c4-9a5b-4361-a625-16ee1aef7e41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11838ba4-9bc2-4d4b-8748-b05d5070b272 HTTP/1.1" status: 200 len: 217 time: 0.0928268 Aug 29 06:59:19.307016 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b992a5c0-404c-4b73-a19d-0cbd13a531b2 req-58233c6c-400b-4467-84b4-cf7b768e658d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] No DVR routers for this DVR port e870f2ef-4ac5-41bc-9591-581225040add on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:59:19.332145 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b992a5c0-404c-4b73-a19d-0cbd13a531b2 req-58233c6c-400b-4467-84b4-cf7b768e658d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:19.335584 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b992a5c0-404c-4b73-a19d-0cbd13a531b2 req-58233c6c-400b-4467-84b4-cf7b768e658d tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.11 "DELETE /v2.0/ports/e870f2ef-4ac5-41bc-9591-581225040add HTTP/1.1" status: 204 len: 173 time: 0.9763732 Aug 29 06:59:19.337216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4af2aa6-ebce-4a90-8f86-e7935a62f6c4', 'name': 'network-vif-deleted', 'tag': 'e870f2ef-4ac5-41bc-9591-581225040add'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:59:19.343896 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0650ab13-6ea3-42a2-b220-12d67aa24a91" -d '{"events": [{"server_uuid": "a4af2aa6-ebce-4a90-8f86-e7935a62f6c4", "name": "network-vif-deleted", "tag": "e870f2ef-4ac5-41bc-9591-581225040add"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:59:19.461326 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc0938a-fab1-4941-b89e-1ad6fd122301 x-openstack-request-id: req-3bc0938a-fab1-4941-b89e-1ad6fd122301 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:59:19.462374 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4af2aa6-ebce-4a90-8f86-e7935a62f6c4", "name": "network-vif-deleted", "tag": "e870f2ef-4ac5-41bc-9591-581225040add", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:59:19.463006 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3bc0938a-fab1-4941-b89e-1ad6fd122301 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:59:19.463690 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4af2aa6-ebce-4a90-8f86-e7935a62f6c4', 'name': 'network-vif-deleted', 'tag': 'e870f2ef-4ac5-41bc-9591-581225040add', 'status': 'completed', 'code': 200} Aug 29 06:59:19.470512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c548f08-9a5b-4365-92df-094f32f63c43 req-e70877d1-a384-4be2-b5e8-9cd86b981338 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4af2aa6-ebce-4a90-8f86-e7935a62f6c4 HTTP/1.1" status: 200 len: 210 time: 0.2347684 Aug 29 06:59:19.490471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e39385-7f0f-43f4-893f-ad8a54d09320 req-2f9df84c-b847-4bed-be05-6d022e9893ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:19.492032 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09e39385-7f0f-43f4-893f-ad8a54d09320 req-2f9df84c-b847-4bed-be05-6d022e9893ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b13662d0-46da-463b-9f33-de194b95abff HTTP/1.1" status: 200 len: 851 time: 0.2427635 Aug 29 06:59:19.526928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09e39385-7f0f-43f4-893f-ad8a54d09320 req-f3830e7c-68fe-471f-b695-37e807cb4270 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=455cdf1f-0a3b-4403-a47a-0b101221925c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276210 Aug 29 06:59:19.760435 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09e39385-7f0f-43f4-893f-ad8a54d09320 req-b377a488-5b0a-473e-beec-ea80eafbf828 service neutron] 10.222.0.11 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243104 Aug 29 06:59:19.870882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09e39385-7f0f-43f4-893f-ad8a54d09320 req-c6b32b31-b56f-4bac-9ad9-3ed6e5b44e10 service neutron] 10.222.0.11 "GET /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032016 Aug 29 06:59:20.440920 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3a015-15ea-41bb-aad2-48dc76f8914a req-60d262c7-2fa6-4631-9f31-dd6b338c1aeb tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:20.449623 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ed3a015-15ea-41bb-aad2-48dc76f8914a req-60d262c7-2fa6-4631-9f31-dd6b338c1aeb tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.1747956 Aug 29 06:59:20.466210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfecb8-9d8e-4ed3-9e99-5b0665e986ef req-54d455d5-12b6-462f-9d6f-45af8073abd7 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:20.475943 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5bdfecb8-9d8e-4ed3-9e99-5b0665e986ef req-54d455d5-12b6-462f-9d6f-45af8073abd7 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.1873565 Aug 29 06:59:20.603225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e870f2ef-4ac5-41bc-9591-581225040add no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:59:20.627953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: e870f2ef-4ac5-41bc-9591-581225040add {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:59:20.628636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e870f2ef-4ac5-41bc-9591-581225040add not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:59:20.906893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ed3a015-15ea-41bb-aad2-48dc76f8914a req-4846ce97-8476-4a0d-97ae-f5eda060f077 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4561982 Aug 29 06:59:20.921931 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:20.944296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5bdfecb8-9d8e-4ed3-9e99-5b0665e986ef req-9b9565a9-6031-4ec0-9a21-37591ffe666f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674926 Aug 29 06:59:22.074675 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcaba0b-5e0d-48ac-a433-62d4de49f31f req-0470e2af-7f80-42bc-a66b-b5b5678700ab tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:22.077157 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-afcaba0b-5e0d-48ac-a433-62d4de49f31f req-0470e2af-7f80-42bc-a66b-b5b5678700ab tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0738809 Aug 29 06:59:22.130829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-afcaba0b-5e0d-48ac-a433-62d4de49f31f req-4446dfce-4e93-4b83-af93-a42282030eee tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413103 Aug 29 06:59:22.229800 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476556a2-2029-4fcf-83a9-e4d721fcfe36 req-a1d7540e-20ed-4134-87ac-ec17a3d84988 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:22.231412 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-476556a2-2029-4fcf-83a9-e4d721fcfe36 req-a1d7540e-20ed-4134-87ac-ec17a3d84988 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0926654 Aug 29 06:59:22.456852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4127d-77a5-4aae-98ad-ba4601060181 req-dfefde3f-87f9-4953-91da-22c793326e74 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:22.459362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6b4127d-77a5-4aae-98ad-ba4601060181 req-dfefde3f-87f9-4953-91da-22c793326e74 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1958106 Aug 29 06:59:22.490126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-476556a2-2029-4fcf-83a9-e4d721fcfe36 req-7010dc8d-4d8e-4db9-b3f6-375d01905e80 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484858 Aug 29 06:59:22.596331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6b4127d-77a5-4aae-98ad-ba4601060181 req-6e96ad88-5d58-41e4-8826-5f6a0e4d5cf1 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043131 Aug 29 06:59:23.419758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0771d7-2266-4dd3-871b-d0712c3e1d08 req-779aed38-fe3d-4a30-b33f-6134e4222d8e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:23.431519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c0771d7-2266-4dd3-871b-d0712c3e1d08 req-779aed38-fe3d-4a30-b33f-6134e4222d8e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.1253836 Aug 29 06:59:23.498402 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c0771d7-2266-4dd3-871b-d0712c3e1d08 req-995961fe-8273-4786-8d32-13da1658a9dd tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577362 Aug 29 06:59:23.662529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239ee1-e41d-4502-83a0-32ab670be8ec req-862cf5a7-0cb7-4488-a386-8f795a365c43 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:23.664614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3239ee1-e41d-4502-83a0-32ab670be8ec req-862cf5a7-0cb7-4488-a386-8f795a365c43 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.0964065 Aug 29 06:59:23.742515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3239ee1-e41d-4502-83a0-32ab670be8ec req-366f6d69-fff6-4736-b0d8-b15c143ec36a tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706799 Aug 29 06:59:23.968361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660d62a-7c95-4c94-b4f2-06cdd99bf7ea req-e0c38dc1-3981-4394-ba48-a23e7f64904e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:23.970986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d660d62a-7c95-4c94-b4f2-06cdd99bf7ea req-e0c38dc1-3981-4394-ba48-a23e7f64904e tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0700049 Aug 29 06:59:24.022551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d660d62a-7c95-4c94-b4f2-06cdd99bf7ea req-426ed5b1-f15d-462d-a7a0-c13cc07fbcfe tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434034 Aug 29 06:59:24.574010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199396d-fbf4-4532-90d8-c80155d7ad0c req-fe05c54d-891d-40c7-9e1f-b22edbdfb816 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:24.576909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c199396d-fbf4-4532-90d8-c80155d7ad0c req-fe05c54d-891d-40c7-9e1f-b22edbdfb816 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.1186061 Aug 29 06:59:24.693546 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c199396d-fbf4-4532-90d8-c80155d7ad0c req-1c615244-8285-4bc8-ac88-482fa8dc2f10 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077034 Aug 29 06:59:24.761436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5404e1-9a16-4c69-90f4-c386f170de22 req-7949b12c-51b2-4b13-9097-6e44b08ccafc tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:24.763038 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c5404e1-9a16-4c69-90f4-c386f170de22 req-7949b12c-51b2-4b13-9097-6e44b08ccafc tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.1023991 Aug 29 06:59:24.824093 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c5404e1-9a16-4c69-90f4-c386f170de22 req-27d272cd-9f63-4a21-b7cf-e07fd9e901f7 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540082 Aug 29 06:59:25.259632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8d42-f963-4dc4-a226-dfe1cd3bb2a8 req-01f96641-2ea1-41f8-9d53-844fbbe8db38 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:25.268003 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a8a8d42-f963-4dc4-a226-dfe1cd3bb2a8 req-01f96641-2ea1-41f8-9d53-844fbbe8db38 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1473656 Aug 29 06:59:25.330614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a8a8d42-f963-4dc4-a226-dfe1cd3bb2a8 req-995e9088-4296-4e1f-b66c-8d1a3996e7aa tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614190 Aug 29 06:59:26.017130 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf540c1c-596a-4561-ab2b-695681f0d3d7 req-40e4a8ff-8067-49b5-b937-8580bad0bdd2 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:26.019031 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf540c1c-596a-4561-ab2b-695681f0d3d7 req-40e4a8ff-8067-49b5-b937-8580bad0bdd2 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.1906796 Aug 29 06:59:26.058870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed188f6-41a4-40b3-9ec1-40e95402dc5d req-75b19f6c-1f15-4cb4-9270-7a19726b3655 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:26.061134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ed188f6-41a4-40b3-9ec1-40e95402dc5d req-75b19f6c-1f15-4cb4-9270-7a19726b3655 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.1022191 Aug 29 06:59:26.123259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ed188f6-41a4-40b3-9ec1-40e95402dc5d req-87651012-2f66-4357-b762-a75c16806fc3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524654 Aug 29 06:59:26.129112 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf540c1c-596a-4561-ab2b-695681f0d3d7 req-75273f5e-0fb0-4796-bc55-417ff0ed5396 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960655 Aug 29 06:59:26.133839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078bd4a-ba0f-44e4-aeac-ba4b46329e51 req-aa17a612-1af5-4f74-8805-7acbdf5df655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:26.136561 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2078bd4a-ba0f-44e4-aeac-ba4b46329e51 req-aa17a612-1af5-4f74-8805-7acbdf5df655 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 1098 time: 0.0714564 Aug 29 06:59:26.270229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078bd4a-ba0f-44e4-aeac-ba4b46329e51 req-88b7427e-1d0e-418b-bf19-d19610d02558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:26.272300 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2078bd4a-ba0f-44e4-aeac-ba4b46329e51 req-88b7427e-1d0e-418b-bf19-d19610d02558 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 917 time: 0.1110852 Aug 29 06:59:26.346931 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2078bd4a-ba0f-44e4-aeac-ba4b46329e51 req-718c1531-82df-484a-b0ad-d07730cb273b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 HTTP/1.1" status: 200 len: 1001 time: 0.0637026 Aug 29 06:59:26.410840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078bd4a-ba0f-44e4-aeac-ba4b46329e51 req-e0b2c96d-0a57-4376-be21-80ca9b6918bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:26.412385 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2078bd4a-ba0f-44e4-aeac-ba4b46329e51 req-e0b2c96d-0a57-4376-be21-80ca9b6918bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7085e65-5548-41fd-a4b3-5a3f77bcccc9 HTTP/1.1" status: 200 len: 855 time: 0.0566068 Aug 29 06:59:26.463823 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078bd4a-ba0f-44e4-aeac-ba4b46329e51 req-081415d3-580a-443a-91ea-f103ceaace2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:26.465321 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2078bd4a-ba0f-44e4-aeac-ba4b46329e51 req-081415d3-580a-443a-91ea-f103ceaace2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407267 Aug 29 06:59:26.572877 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2078bd4a-ba0f-44e4-aeac-ba4b46329e51 req-d61411ab-056d-426f-87ad-c322cce05577 service neutron] 10.222.0.15 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964413 Aug 29 06:59:26.598104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8214df0-d05c-4ad9-a58c-13098f3bb926 req-1f7fda78-74d4-4c19-b8ba-b9bfbe6c33ed tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:26.620839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8214df0-d05c-4ad9-a58c-13098f3bb926 req-1f7fda78-74d4-4c19-b8ba-b9bfbe6c33ed tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.0724833 Aug 29 06:59:26.666491 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8214df0-d05c-4ad9-a58c-13098f3bb926 req-bec29a32-3455-4c5c-9e3c-988668992979 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451474 Aug 29 06:59:27.096545 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2078bd4a-ba0f-44e4-aeac-ba4b46329e51 req-afa3a0a8-f11a-4add-996e-a43ee93b4835 service neutron] 10.222.0.15 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180335 Aug 29 06:59:27.437647 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa51ecd-01a4-4a94-b4a6-b99152e4a330 req-a1219f08-fdd2-4d11-aac1-036edc9458ce tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:27.446844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-daa51ecd-01a4-4a94-b4a6-b99152e4a330 req-a1219f08-fdd2-4d11-aac1-036edc9458ce tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.1903074 Aug 29 06:59:27.547788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213a094-1ec9-4a38-8da7-109387750043 req-df4c24cc-c823-41c5-b521-94ea3dce1d78 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:27.567826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6213a094-1ec9-4a38-8da7-109387750043 req-df4c24cc-c823-41c5-b521-94ea3dce1d78 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.2545056 Aug 29 06:59:27.616820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-daa51ecd-01a4-4a94-b4a6-b99152e4a330 req-6b064595-97d0-4b2a-8d4e-6ee45f81057f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686862 Aug 29 06:59:27.656149 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6213a094-1ec9-4a38-8da7-109387750043 req-365bce05-6d62-465a-a0ef-3aaa1e9da009 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873530 Aug 29 06:59:27.855758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93274a27-f275-482a-ba64-1c7ee436a8af req-f56e0f32-baa5-43e8-8088-989e02c71387 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:27.862504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93274a27-f275-482a-ba64-1c7ee436a8af req-f56e0f32-baa5-43e8-8088-989e02c71387 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1023855 Aug 29 06:59:27.921586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93274a27-f275-482a-ba64-1c7ee436a8af req-79e60639-a9e3-4b7d-aa8e-59522cb13b49 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584872 Aug 29 06:59:28.077814 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b23fd0-9ad7-4ee5-bd2a-818449a8e44e req-300f5c07-e87c-4e36-8d02-aa70e46d11bf tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:28.080168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26b23fd0-9ad7-4ee5-bd2a-818449a8e44e req-300f5c07-e87c-4e36-8d02-aa70e46d11bf tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 946 time: 0.1279368 Aug 29 06:59:28.302415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-26b23fd0-9ad7-4ee5-bd2a-818449a8e44e req-1a09030a-f2a5-4884-b840-e098d937fe12 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Deleting port 11838ba4-9bc2-4d4b-8748-b05d5070b272 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:59:28.303043 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-26b23fd0-9ad7-4ee5-bd2a-818449a8e44e req-1a09030a-f2a5-4884-b840-e098d937fe12 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:28.464170 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-26b23fd0-9ad7-4ee5-bd2a-818449a8e44e req-1a09030a-f2a5-4884-b840-e098d937fe12 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] For port 11838ba4-9bc2-4d4b-8748-b05d5070b272, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11838ba4-9bc2-4d4b-8748-b05d5070b272,segment=NetworkSegment(e221c0fc-8816-4a3a-9b84-891aff2bb67d),segment_id=e221c0fc-8816-4a3a-9b84-891aff2bb67d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:59:28.474021 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-26b23fd0-9ad7-4ee5-bd2a-818449a8e44e req-1a09030a-f2a5-4884-b840-e098d937fe12 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:28.508857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-26b23fd0-9ad7-4ee5-bd2a-818449a8e44e req-1a09030a-f2a5-4884-b840-e098d937fe12 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Calling delete_port for 11838ba4-9bc2-4d4b-8748-b05d5070b272 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:59:28.888854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae4403-88d8-4d7c-a461-aef195f41216 req-ca60b6fe-62c4-42b1-a5fa-500f6f1a37d7 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:28.891397 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-22ae4403-88d8-4d7c-a461-aef195f41216 req-ca60b6fe-62c4-42b1-a5fa-500f6f1a37d7 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.15 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1025298 Aug 29 06:59:28.957390 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-26b23fd0-9ad7-4ee5-bd2a-818449a8e44e req-1a09030a-f2a5-4884-b840-e098d937fe12 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:28.972675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['a65377e2-8ca7-4374-b21b-816b09d32d29'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:59:29.009795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4190b-971e-4b89-82e2-07f54bbbef1f req-29f6d186-7515-4f34-8eb8-9bd59b1723d5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:29.019256 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65a4190b-971e-4b89-82e2-07f54bbbef1f req-29f6d186-7515-4f34-8eb8-9bd59b1723d5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.2598946 Aug 29 06:59:29.025594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09030a-f2a5-4884-b840-e098d937fe12 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Pushing event deleted for resources: {'Port': ['ID=11838ba4-9bc2-4d4b-8748-b05d5070b272,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:29.128033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b23fd0-9ad7-4ee5-bd2a-818449a8e44e req-1a09030a-f2a5-4884-b840-e098d937fe12 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] No DVR routers for this DVR port 11838ba4-9bc2-4d4b-8748-b05d5070b272 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:59:29.132658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65a4190b-971e-4b89-82e2-07f54bbbef1f req-bad4d9b1-01be-4be5-b6d9-2dd6b16aa369 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125338 Aug 29 06:59:29.137958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-22ae4403-88d8-4d7c-a461-aef195f41216 req-eabb5f71-6dd0-4ec5-abda-5eeaa1bce532 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Deleting port 95b69201-a11e-4212-aeb5-e764fa84200a {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:59:29.138336 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-22ae4403-88d8-4d7c-a461-aef195f41216 req-eabb5f71-6dd0-4ec5-abda-5eeaa1bce532 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:29.158427 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-26b23fd0-9ad7-4ee5-bd2a-818449a8e44e req-1a09030a-f2a5-4884-b840-e098d937fe12 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:29.160551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26b23fd0-9ad7-4ee5-bd2a-818449a8e44e req-1a09030a-f2a5-4884-b840-e098d937fe12 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.11 "DELETE /v2.0/ports/11838ba4-9bc2-4d4b-8748-b05d5070b272 HTTP/1.1" status: 204 len: 173 time: 1.0744691 Aug 29 06:59:29.171395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9046b-faa6-4d40-b46a-ff683bcd55bb req-e6b4a060-cf9f-410c-b8cb-ac8b71cdbd53 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:29.172954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eec9046b-faa6-4d40-b46a-ff683bcd55bb req-e6b4a060-cf9f-410c-b8cb-ac8b71cdbd53 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 867 time: 0.2807200 Aug 29 06:59:29.174056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8', 'name': 'network-vif-deleted', 'tag': '11838ba4-9bc2-4d4b-8748-b05d5070b272'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:59:29.186263 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9d0595-1c1e-484d-9fa7-8e554164a47b" -d '{"events": [{"server_uuid": "f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8", "name": "network-vif-deleted", "tag": "11838ba4-9bc2-4d4b-8748-b05d5070b272"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:59:29.360755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eec9046b-faa6-4d40-b46a-ff683bcd55bb req-69769780-d621-4324-9a56-4557c73494c5 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664345 Aug 29 06:59:29.474662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-22ae4403-88d8-4d7c-a461-aef195f41216 req-eabb5f71-6dd0-4ec5-abda-5eeaa1bce532 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] For port 95b69201-a11e-4212-aeb5-e764fa84200a, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=95b69201-a11e-4212-aeb5-e764fa84200a,segment=NetworkSegment(ef2b514a-9e49-458d-a6d7-f5be42991859),segment_id=ef2b514a-9e49-458d-a6d7-f5be42991859)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:59:29.475034 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-22ae4403-88d8-4d7c-a461-aef195f41216 req-eabb5f71-6dd0-4ec5-abda-5eeaa1bce532 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:29.534593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-22ae4403-88d8-4d7c-a461-aef195f41216 req-eabb5f71-6dd0-4ec5-abda-5eeaa1bce532 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Calling delete_port for 95b69201-a11e-4212-aeb5-e764fa84200a owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:59:29.694904 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f206ae-a8d5-40b2-8c64-05149c4841db x-openstack-request-id: req-77f206ae-a8d5-40b2-8c64-05149c4841db {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:59:29.696485 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8", "name": "network-vif-deleted", "tag": "11838ba4-9bc2-4d4b-8748-b05d5070b272", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:59:29.697451 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77f206ae-a8d5-40b2-8c64-05149c4841db {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:59:29.708001 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8', 'name': 'network-vif-deleted', 'tag': '11838ba4-9bc2-4d4b-8748-b05d5070b272', 'status': 'completed', 'code': 200} Aug 29 06:59:29.766765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16628506-6285-4639-92d9-d2d8ea83f9a4 req-6dbce97e-ba06-42c8-b87c-505e937b3146 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:29.772217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16628506-6285-4639-92d9-d2d8ea83f9a4 req-6dbce97e-ba06-42c8-b87c-505e937b3146 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 945 time: 0.1929326 Aug 29 06:59:29.893998 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16628506-6285-4639-92d9-d2d8ea83f9a4 req-db44f70f-6401-43df-a1ab-df1b18c69721 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/security-groups?id=1ba68b43-ee9b-4881-8e86-5ed9c1715d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163259 Aug 29 06:59:29.987634 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-22ae4403-88d8-4d7c-a461-aef195f41216 req-eabb5f71-6dd0-4ec5-abda-5eeaa1bce532 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:30.036252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb5f71-6dd0-4ec5-abda-5eeaa1bce532 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Pushing event deleted for resources: {'Port': ['ID=95b69201-a11e-4212-aeb5-e764fa84200a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:30.090016 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ae4403-88d8-4d7c-a461-aef195f41216 req-eabb5f71-6dd0-4ec5-abda-5eeaa1bce532 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] No DVR routers for this DVR port 95b69201-a11e-4212-aeb5-e764fa84200a on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:59:30.093887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-22ae4403-88d8-4d7c-a461-aef195f41216 req-eabb5f71-6dd0-4ec5-abda-5eeaa1bce532 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:30.096904 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-22ae4403-88d8-4d7c-a461-aef195f41216 req-eabb5f71-6dd0-4ec5-abda-5eeaa1bce532 tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.15 "DELETE /v2.0/ports/95b69201-a11e-4212-aeb5-e764fa84200a HTTP/1.1" status: 204 len: 173 time: 1.1949642 Aug 29 06:59:30.097451 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cc18e7-045f-433a-8651-dcb2f680d8c0', 'name': 'network-vif-deleted', 'tag': '95b69201-a11e-4212-aeb5-e764fa84200a'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:59:30.100603 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e122538-3241-4695-b839-39d5da215713" -d '{"events": [{"server_uuid": "66cc18e7-045f-433a-8651-dcb2f680d8c0", "name": "network-vif-deleted", "tag": "95b69201-a11e-4212-aeb5-e764fa84200a"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:59:30.107280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['95b69201-a11e-4212-aeb5-e764fa84200a'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:59:30.233851 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c5a647-8870-4a03-8f9b-f857c1ad7fcf x-openstack-request-id: req-03c5a647-8870-4a03-8f9b-f857c1ad7fcf {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:59:30.234277 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cc18e7-045f-433a-8651-dcb2f680d8c0", "name": "network-vif-deleted", "tag": "95b69201-a11e-4212-aeb5-e764fa84200a", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:59:30.234632 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03c5a647-8870-4a03-8f9b-f857c1ad7fcf {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:59:30.235160 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cc18e7-045f-433a-8651-dcb2f680d8c0', 'name': 'network-vif-deleted', 'tag': '95b69201-a11e-4212-aeb5-e764fa84200a', 'status': 'completed', 'code': 200} Aug 29 06:59:30.436146 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15486150-cb5d-41db-b7fb-55d5a3cbfbda req-4d02d247-c884-42c5-9967-eb8451009902 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:30.448123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15486150-cb5d-41db-b7fb-55d5a3cbfbda req-4d02d247-c884-42c5-9967-eb8451009902 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.1500373 Aug 29 06:59:30.547034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15486150-cb5d-41db-b7fb-55d5a3cbfbda req-f058a4e1-59c7-4c75-9b03-87f590050145 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976405 Aug 29 06:59:30.669356 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-781c0519-f1d3-4725-93e0-a1ca7cfb7aab req-c71146d8-8606-4428-8660-e22c4cef1255 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6f6c2a1-2c9a-442f-a9e7-8add1e3792f8 HTTP/1.1" status: 200 len: 210 time: 0.0690687 Aug 29 06:59:30.731701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 11838ba4-9bc2-4d4b-8748-b05d5070b272 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:59:30.764972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 11838ba4-9bc2-4d4b-8748-b05d5070b272 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:59:30.765662 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 11838ba4-9bc2-4d4b-8748-b05d5070b272 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:59:31.117384 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-383466e8-a793-4b07-b4fb-c49f2bbf8ae8 req-af627f05-80e9-4314-8726-162853d8d6fa tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 210 time: 0.0775290 Aug 29 06:59:31.776623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4589764-d2c9-467f-9d60-5e455ca5b490 req-b95760bc-1624-4c93-8d56-c6ee1f85dd7d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:31.778454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4589764-d2c9-467f-9d60-5e455ca5b490 req-b95760bc-1624-4c93-8d56-c6ee1f85dd7d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0623567 Aug 29 06:59:31.925574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4589764-d2c9-467f-9d60-5e455ca5b490 req-12432911-f8bf-4ae6-9ec4-94546d5c8ca3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407673 Aug 29 06:59:32.353874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c64d218-ec3d-48df-8712-ed1223ae3596 req-6d5236a7-045f-4e96-b7ea-7064e7e5c54f tempest-ServerRescueNegativeTestJSON-175203922 tempest-ServerRescueNegativeTestJSON-175203922-project] 10.222.0.76 "GET /v2.0/ports?device_id=66cc18e7-045f-433a-8651-dcb2f680d8c0 HTTP/1.1" status: 200 len: 210 time: 0.0493126 Aug 29 06:59:32.635326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88af5b2-8f94-42a7-bbe9-466191b33fb1 req-0eafaf9c-f084-4bea-932e-70f1cd41d433 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:32.636921 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f88af5b2-8f94-42a7-bbe9-466191b33fb1 req-0eafaf9c-f084-4bea-932e-70f1cd41d433 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0521805 Aug 29 06:59:32.678779 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f88af5b2-8f94-42a7-bbe9-466191b33fb1 req-73cb831b-4e22-446d-b990-ed12288aa04d tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Aug 29 06:59:33.067317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3977ab-def3-4d0f-9052-54b9449a0a02 req-a6419ade-889d-408d-9e4e-8131cf707018 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:33.068775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da3977ab-def3-4d0f-9052-54b9449a0a02 req-a6419ade-889d-408d-9e4e-8131cf707018 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0536537 Aug 29 06:59:33.108863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da3977ab-def3-4d0f-9052-54b9449a0a02 req-98e77f77-66e6-4cd3-93da-6d17e2d5990d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337703 Aug 29 06:59:33.448468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36270) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:33.571979 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:33.590225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 95b69201-a11e-4212-aeb5-e764fa84200a no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:59:33.664101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 95b69201-a11e-4212-aeb5-e764fa84200a {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:59:33.665158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 95b69201-a11e-4212-aeb5-e764fa84200a not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:59:33.837375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508de3f-fec3-4de2-ab87-c85af85e0b98 req-1a4e300d-d0a8-45e4-b4ea-97c122b92f93 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:33.842844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7508de3f-fec3-4de2-ab87-c85af85e0b98 req-1a4e300d-d0a8-45e4-b4ea-97c122b92f93 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.0776839 Aug 29 06:59:33.995620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7508de3f-fec3-4de2-ab87-c85af85e0b98 req-e5a77bc3-61b3-4ad4-b919-17c0528fa2dc tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436315 Aug 29 06:59:34.363462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbff93f-3074-497c-8b0e-ef97e74bd331 req-ef5df5dd-ebdc-4e46-9abc-88c3845d3bff tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:34.382429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9cbff93f-3074-497c-8b0e-ef97e74bd331 req-ef5df5dd-ebdc-4e46-9abc-88c3845d3bff tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.1260786 Aug 29 06:59:34.479960 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9cbff93f-3074-497c-8b0e-ef97e74bd331 req-f10c1ab6-22b4-40cc-b429-6d6abc871154 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932608 Aug 29 06:59:34.493431 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8206590f-b32b-4c4a-99df-97bc1d69813c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:35.206458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34579d6d-2ac4-4ee7-8884-1c161f1a14be req-5009e280-4f62-400f-916a-f09030a88d5f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:35.208179 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34579d6d-2ac4-4ee7-8884-1c161f1a14be req-5009e280-4f62-400f-916a-f09030a88d5f tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.2067971 Aug 29 06:59:35.209985 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8206590f-b32b-4c4a-99df-97bc1d69813c admin admin] Deleting port 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:59:35.210405 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8206590f-b32b-4c4a-99df-97bc1d69813c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:35.226649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd2dac-220f-40f4-9e33-7401b273cc20 req-ee1ed5ec-08fe-4ee2-b94a-977da29562a5 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:35.228484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64bd2dac-220f-40f4-9e33-7401b273cc20 req-ee1ed5ec-08fe-4ee2-b94a-977da29562a5 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 945 time: 0.1144128 Aug 29 06:59:35.290063 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64bd2dac-220f-40f4-9e33-7401b273cc20 req-05a2a91b-08f0-416d-96a9-89ed39172c40 tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fb18f4c-6d44-40a8-8c91-3a6329644be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546029 Aug 29 06:59:35.390218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-8206590f-b32b-4c4a-99df-97bc1d69813c admin admin] For port 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa,segment=NetworkSegment(ef2b514a-9e49-458d-a6d7-f5be42991859),segment_id=ef2b514a-9e49-458d-a6d7-f5be42991859)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:59:35.390671 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8206590f-b32b-4c4a-99df-97bc1d69813c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:35.410791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8206590f-b32b-4c4a-99df-97bc1d69813c admin admin] Calling delete_port for 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:59:35.513880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-34579d6d-2ac4-4ee7-8884-1c161f1a14be req-d18e8721-1863-4626-ae4a-9e9d6d4e2bae tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Deleting port a65377e2-8ca7-4374-b21b-816b09d32d29 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:59:35.514503 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-34579d6d-2ac4-4ee7-8884-1c161f1a14be req-d18e8721-1863-4626-ae4a-9e9d6d4e2bae tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:35.615103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d031abd-d498-4596-a3ad-20d4db4adda6 req-3ec3e551-baba-4adc-b039-3c3428aca3fe tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:35.616913 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d031abd-d498-4596-a3ad-20d4db4adda6 req-3ec3e551-baba-4adc-b039-3c3428aca3fe tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0583646 Aug 29 06:59:35.663672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d031abd-d498-4596-a3ad-20d4db4adda6 req-3142b1fa-bfb4-442a-9a09-3ce7f4651547 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392206 Aug 29 06:59:35.681260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-34579d6d-2ac4-4ee7-8884-1c161f1a14be req-d18e8721-1863-4626-ae4a-9e9d6d4e2bae tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] For port a65377e2-8ca7-4374-b21b-816b09d32d29, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a65377e2-8ca7-4374-b21b-816b09d32d29,segment=NetworkSegment(e221c0fc-8816-4a3a-9b84-891aff2bb67d),segment_id=e221c0fc-8816-4a3a-9b84-891aff2bb67d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:59:35.681627 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-34579d6d-2ac4-4ee7-8884-1c161f1a14be req-d18e8721-1863-4626-ae4a-9e9d6d4e2bae tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:35.706551 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-34579d6d-2ac4-4ee7-8884-1c161f1a14be req-d18e8721-1863-4626-ae4a-9e9d6d4e2bae tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Calling delete_port for a65377e2-8ca7-4374-b21b-816b09d32d29 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:59:35.940572 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8206590f-b32b-4c4a-99df-97bc1d69813c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:35.968940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206590f-b32b-4c4a-99df-97bc1d69813c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:36.009029 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-34579d6d-2ac4-4ee7-8884-1c161f1a14be req-d18e8721-1863-4626-ae4a-9e9d6d4e2bae tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:36.022412 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['a65377e2-8ca7-4374-b21b-816b09d32d29'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 06:59:36.070699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e8721-1863-4626-ae4a-9e9d6d4e2bae tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Pushing event deleted for resources: {'Port': ['ID=a65377e2-8ca7-4374-b21b-816b09d32d29,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:36.114387 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-34579d6d-2ac4-4ee7-8884-1c161f1a14be req-d18e8721-1863-4626-ae4a-9e9d6d4e2bae tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] No DVR routers for this DVR port a65377e2-8ca7-4374-b21b-816b09d32d29 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 06:59:36.117599 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-34579d6d-2ac4-4ee7-8884-1c161f1a14be req-d18e8721-1863-4626-ae4a-9e9d6d4e2bae tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:36.119638 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34579d6d-2ac4-4ee7-8884-1c161f1a14be req-d18e8721-1863-4626-ae4a-9e9d6d4e2bae tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.15 "DELETE /v2.0/ports/a65377e2-8ca7-4374-b21b-816b09d32d29 HTTP/1.1" status: 204 len: 173 time: 0.8959658 Aug 29 06:59:36.120321 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a07774-4423-4245-b07a-fab2a09baff1', 'name': 'network-vif-deleted', 'tag': 'a65377e2-8ca7-4374-b21b-816b09d32d29'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:59:36.122621 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b56f13-540d-4560-b91b-6d880dd5f18c" -d '{"events": [{"server_uuid": "d5a07774-4423-4245-b07a-fab2a09baff1", "name": "network-vif-deleted", "tag": "a65377e2-8ca7-4374-b21b-816b09d32d29"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:59:36.189729 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 06:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eafd073-4d2d-4323-a0e2-1b4832a03662 x-openstack-request-id: req-2eafd073-4d2d-4323-a0e2-1b4832a03662 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:59:36.189729 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a07774-4423-4245-b07a-fab2a09baff1", "name": "network-vif-deleted", "tag": "a65377e2-8ca7-4374-b21b-816b09d32d29", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:59:36.189729 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2eafd073-4d2d-4323-a0e2-1b4832a03662 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:59:36.189729 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a07774-4423-4245-b07a-fab2a09baff1', 'name': 'network-vif-deleted', 'tag': 'a65377e2-8ca7-4374-b21b-816b09d32d29', 'status': 'completed', 'code': 200} Aug 29 06:59:36.266154 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8206590f-b32b-4c4a-99df-97bc1d69813c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:36.481758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eac6b023-59e6-418f-a0c8-371b4bd8c416 req-effc18c2-3e6a-4559-9d4f-d54251b4a5df tempest-ServerRescueTestJSON-1991156059 tempest-ServerRescueTestJSON-1991156059-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5a07774-4423-4245-b07a-fab2a09baff1 HTTP/1.1" status: 200 len: 210 time: 0.0524454 Aug 29 06:59:36.572693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8206590f-b32b-4c4a-99df-97bc1d69813c admin admin] Router e83e791e-c317-421a-afb8-578bb79d0b22 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:59:36.585710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9681810-5c17-4fa9-841c-d3bd2496fd92 req-890dde38-24ec-4189-ba26-b8570d6bc4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:36.587237 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9681810-5c17-4fa9-841c-d3bd2496fd92 req-890dde38-24ec-4189-ba26-b8570d6bc4bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 1098 time: 0.0583496 Aug 29 06:59:36.767858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8206590f-b32b-4c4a-99df-97bc1d69813c admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:59:36.770318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9681810-5c17-4fa9-841c-d3bd2496fd92 req-59a8d860-0e04-4492-af9a-bdb43be9bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:36.771806 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9681810-5c17-4fa9-841c-d3bd2496fd92 req-59a8d860-0e04-4492-af9a-bdb43be9bee8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 917 time: 0.1491518 Aug 29 06:59:36.778432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36344) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:36.778731 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a205602-23d9-407e-bec0-226251faafeb None None] Sync routers for ids ['e83e791e-c317-421a-afb8-578bb79d0b22'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:59:36.790458 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8206590f-b32b-4c4a-99df-97bc1d69813c admin admin] 10.222.0.76 "PUT /v2.0/routers/e83e791e-c317-421a-afb8-578bb79d0b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3405032 Aug 29 06:59:36.796470 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a205602-23d9-407e-bec0-226251faafeb None None] Routers {'e83e791e-c317-421a-afb8-578bb79d0b22'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:59:36.797251 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1a205602-23d9-407e-bec0-226251faafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:59:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e83e791e-c317-421a-afb8-578bb79d0b22'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:36.891386 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9681810-5c17-4fa9-841c-d3bd2496fd92 req-5f4144a0-6625-4028-9101-f32f665591e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 HTTP/1.1" status: 200 len: 1001 time: 0.0996399 Aug 29 06:59:36.981027 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:37.006840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9681810-5c17-4fa9-841c-d3bd2496fd92 req-29cba994-096c-4dc4-b62b-df87d1b63424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:37.011859 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9681810-5c17-4fa9-841c-d3bd2496fd92 req-29cba994-096c-4dc4-b62b-df87d1b63424 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7085e65-5548-41fd-a4b3-5a3f77bcccc9 HTTP/1.1" status: 200 len: 855 time: 0.1098499 Aug 29 06:59:37.113750 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-1a205602-23d9-407e-bec0-226251faafeb None None] Set router e83e791e-c317-421a-afb8-578bb79d0b22 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:59:37.152547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9681810-5c17-4fa9-841c-d3bd2496fd92 req-88f0dc82-a25f-4d3e-b7b4-630f2458ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:37.156578 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9681810-5c17-4fa9-841c-d3bd2496fd92 req-88f0dc82-a25f-4d3e-b7b4-630f2458ae96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371815 Aug 29 06:59:37.181200 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:37.272297 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66538e2-d99b-45c3-8d1b-abdee2b2cea0 req-f1bb3481-896a-41be-bafa-0ec7564edd32 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:37.280408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36394) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:37.281160 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e66538e2-d99b-45c3-8d1b-abdee2b2cea0 req-f1bb3481-896a-41be-bafa-0ec7564edd32 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.3183320 Aug 29 06:59:37.382219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e66538e2-d99b-45c3-8d1b-abdee2b2cea0 req-3a96f797-0579-460e-8dac-ac84814fd91c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992234 Aug 29 06:59:37.471719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] Deleting port 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:59:37.474644 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:37.535215 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9681810-5c17-4fa9-841c-d3bd2496fd92 req-be53931c-05ee-4a8e-975f-186122869433 service neutron] 10.222.0.15 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683243 Aug 29 06:59:37.562167 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36402) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:37.649349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] For port 2d2544e0-48d5-4a4f-ad81-e549eff8bb03, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2d2544e0-48d5-4a4f-ad81-e549eff8bb03,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:59:37.650425 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:37.672580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] Calling delete_port for 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:59:37.687532 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1a205602-23d9-407e-bec0-226251faafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'name': 'tempest-ServerRescueNegativeTestJSON-623366454-router', 'tenant_id': '3f450d73063341abaebc5094b99daa86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '2d2544e0-48d5-4a4f-ad81-e549eff8bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:25Z', 'updated_at': '2021-08-29T06:59:35Z', 'revision_number': 5, 'project_id': '3f450d73063341abaebc5094b99daa86', 'gw_port': {'id': '2d2544e0-48d5-4a4f-ad81-e549eff8bb03', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:27Z', 'updated_at': '2021-08-29T06:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:37.714841 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a205602-23d9-407e-bec0-226251faafeb None None] Checking router: e83e791e-c317-421a-afb8-578bb79d0b22 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:59:37.721266 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-419a18f5-9a3c-443d-aace-bd9291398e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:37.740238 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a205602-23d9-407e-bec0-226251faafeb None None] Routers {'e83e791e-c317-421a-afb8-578bb79d0b22'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:59:37.743058 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1a205602-23d9-407e-bec0-226251faafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:59:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e83e791e-c317-421a-afb8-578bb79d0b22'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:37.885504 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-1a205602-23d9-407e-bec0-226251faafeb None None] Set router e83e791e-c317-421a-afb8-578bb79d0b22 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:59:37.898043 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9681810-5c17-4fa9-841c-d3bd2496fd92 req-128746f5-74c9-4f7c-9fd2-db8e91b9196d service neutron] 10.222.0.15 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532760 Aug 29 06:59:37.974557 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1a205602-23d9-407e-bec0-226251faafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'name': 'tempest-ServerRescueNegativeTestJSON-623366454-router', 'tenant_id': '3f450d73063341abaebc5094b99daa86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:25Z', 'updated_at': '2021-08-29T06:59:37Z', 'revision_number': 6, 'project_id': '3f450d73063341abaebc5094b99daa86', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:38.023271 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.036200 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a205602-23d9-407e-bec0-226251faafeb None None] The sync data for ids ['e83e791e-c317-421a-afb8-578bb79d0b22'] in n-d-713301-12 is: [{'id': 'e83e791e-c317-421a-afb8-578bb79d0b22', 'name': 'tempest-ServerRescueNegativeTestJSON-623366454-router', 'tenant_id': '3f450d73063341abaebc5094b99daa86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:25Z', 'updated_at': '2021-08-29T06:59:37Z', 'revision_number': 6, 'project_id': '3f450d73063341abaebc5094b99daa86', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:59:38.108662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2544e0-48d5-4a4f-ad81-e549eff8bb03,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:38.117907 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f28db515-c504-4d8e-8efa-54bfdfd6bba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.210340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-419a18f5-9a3c-443d-aace-bd9291398e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.219080 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.326028 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.328284 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.347003 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-419a18f5-9a3c-443d-aace-bd9291398e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.403295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a18f5-9a3c-443d-aace-bd9291398e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a839446-7c2e-4cf4-ab36-359bde5906ee,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:38.416209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36418) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:38.416876 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-419a18f5-9a3c-443d-aace-bd9291398e12 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bd074174c9ef4b9888a7a1d502ff9002&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1299865 Aug 29 06:59:38.492979 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48ab3b5-32e7-44d3-917a-8bbdcc2d5664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.520154 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48ab3b5-32e7-44d3-917a-8bbdcc2d5664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.550718 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1c67ea95-5223-4bb0-ad9a-2b86a6ef8757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.556798 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.558636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e83e791e-c317-421a-afb8-578bb79d0b22 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:59:38.568313 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.573614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-39e2b819-c171-41e4-8562-56939e802d9e admin admin] 10.222.0.76 "DELETE /v2.0/routers/e83e791e-c317-421a-afb8-578bb79d0b22 HTTP/1.1" status: 204 len: 168 time: 1.7938945 Aug 29 06:59:38.609011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36422) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:38.682450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e88d2-60e5-44fa-8dcb-7f0c50dc56fa req-0b78cf82-0989-4272-8aad-eca3fc587f5e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:38.683994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c8e88d2-60e5-44fa-8dcb-7f0c50dc56fa req-0b78cf82-0989-4272-8aad-eca3fc587f5e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.1228354 Aug 29 06:59:38.726977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0ece38-04a6-45c7-b39f-82cd149c9807 admin admin] Deleting subnet 1c7c86e9-1bed-4ccb-a049-c95a88eca598 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:59:38.737381 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48ab3b5-32e7-44d3-917a-8bbdcc2d5664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.741795 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48ab3b5-32e7-44d3-917a-8bbdcc2d5664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.746006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a48ab3b5-32e7-44d3-917a-8bbdcc2d5664 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9a839446-7c2e-4cf4-ab36-359bde5906ee HTTP/1.1" status: 204 len: 168 time: 0.3285244 Aug 29 06:59:38.760174 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c0ece38-04a6-45c7-b39f-82cd149c9807 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.764028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ab3b5-32e7-44d3-917a-8bbdcc2d5664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a839446-7c2e-4cf4-ab36-359bde5906ee,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:38.787943 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c8e88d2-60e5-44fa-8dcb-7f0c50dc56fa req-544204f5-77bf-4adb-a440-47796873888b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903697 Aug 29 06:59:38.825796 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c0ece38-04a6-45c7-b39f-82cd149c9807 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.888270 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c0ece38-04a6-45c7-b39f-82cd149c9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:38.919970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:59:38.959304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:59:38.959304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6ad8eb7c-b8ce-4b0f-bc2f-0dbfe29e0daa not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:59:39.047455 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-1c67ea95-5223-4bb0-ad9a-2b86a6ef8757 admin admin] Deleting port 083ad7d2-d4bc-473b-aeca-247b09c252e1 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:59:39.047753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1c67ea95-5223-4bb0-ad9a-2b86a6ef8757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:39.112598 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c0ece38-04a6-45c7-b39f-82cd149c9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:39.135467 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c0ece38-04a6-45c7-b39f-82cd149c9807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:39.141283 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2c0ece38-04a6-45c7-b39f-82cd149c9807 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1c7c86e9-1bed-4ccb-a049-c95a88eca598 HTTP/1.1" status: 204 len: 168 time: 0.5310805 Aug 29 06:59:39.143986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36468) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:39.170431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ece38-04a6-45c7-b39f-82cd149c9807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c7c86e9-1bed-4ccb-a049-c95a88eca598,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:39.214922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-1c67ea95-5223-4bb0-ad9a-2b86a6ef8757 admin admin] For port 083ad7d2-d4bc-473b-aeca-247b09c252e1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=083ad7d2-d4bc-473b-aeca-247b09c252e1,segment=NetworkSegment(e221c0fc-8816-4a3a-9b84-891aff2bb67d),segment_id=e221c0fc-8816-4a3a-9b84-891aff2bb67d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:59:39.215975 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1c67ea95-5223-4bb0-ad9a-2b86a6ef8757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:39.235231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-1c67ea95-5223-4bb0-ad9a-2b86a6ef8757 admin admin] Calling delete_port for 083ad7d2-d4bc-473b-aeca-247b09c252e1 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:59:39.289724 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4e4d-666c-448a-be1f-25cf211a761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:39.391798 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4e4d-666c-448a-be1f-25cf211a761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:39.406162 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-bf9e4e4d-666c-448a-be1f-25cf211a761a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c851a53-590a-4364-8afe-074561f953fd']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:39.421614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-bf9e4e4d-666c-448a-be1f-25cf211a761a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2b514a-9e49-458d-a6d7-f5be42991859') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:39.421614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-bf9e4e4d-666c-448a-be1f-25cf211a761a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2b514a-9e49-458d-a6d7-f5be42991859') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:39.436315 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4e4d-666c-448a-be1f-25cf211a761a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:39.453278 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4e4d-666c-448a-be1f-25cf211a761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:39.464568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9e4e4d-666c-448a-be1f-25cf211a761a admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:59:39.465194 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4e4d-666c-448a-be1f-25cf211a761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: timer() Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:59:39.467898 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:59:39.611280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:59:39.670189 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4e4d-666c-448a-be1f-25cf211a761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:39.676999 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bf9e4e4d-666c-448a-be1f-25cf211a761a admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:39.682826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bf9e4e4d-666c-448a-be1f-25cf211a761a admin admin] 10.222.0.76 "DELETE /v2.0/networks/9c851a53-590a-4364-8afe-074561f953fd HTTP/1.1" status: 204 len: 168 time: 0.5376093 Aug 29 06:59:39.696940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e4e4d-666c-448a-be1f-25cf211a761a admin admin] Pushing event deleted for resources: {'Network': ['ID=9c851a53-590a-4364-8afe-074561f953fd,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:39.775620 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:39.803456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 06:59:39.816375 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e03a57f-05ef-45d3-8ff2-6005fa57606d" -d '{"events": [{"server_uuid": "fcc43b51-f33e-4f66-b65d-981ec2bdf2f6", "name": "network-vif-unplugged", "status": "completed", "tag": "80d0f8fb-4ebb-4480-9eb4-920fd115c8f0"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 06:59:39.829188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:59:39.893727 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 06:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf85b94-8e8e-433d-bbab-8fa1f0483800 x-openstack-request-id: req-acf85b94-8e8e-433d-bbab-8fa1f0483800 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 06:59:39.894265 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc43b51-f33e-4f66-b65d-981ec2bdf2f6", "name": "network-vif-unplugged", "status": "completed", "tag": "80d0f8fb-4ebb-4480-9eb4-920fd115c8f0", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 06:59:39.894702 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-acf85b94-8e8e-433d-bbab-8fa1f0483800 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 06:59:39.895355 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'code': 200} Aug 29 06:59:39.964992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fbfc1-0bf0-4596-9d47-dff713028880 req-524d357e-77d7-470e-b06e-a80b11ba932a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:39.970098 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1c67ea95-5223-4bb0-ad9a-2b86a6ef8757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:39.970592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c6fbfc1-0bf0-4596-9d47-dff713028880 req-524d357e-77d7-470e-b06e-a80b11ba932a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 946 time: 0.0613658 Aug 29 06:59:39.970701 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:39.970701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a65377e2-8ca7-4374-b21b-816b09d32d29 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:59:40.001751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67ea95-5223-4bb0-ad9a-2b86a6ef8757 admin admin] Pushing event deleted for resources: {'Port': ['ID=083ad7d2-d4bc-473b-aeca-247b09c252e1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:40.021118 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c6fbfc1-0bf0-4596-9d47-dff713028880 req-76592588-328c-4a0d-a4f4-7de710e76bd9 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474384 Aug 29 06:59:40.055297 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:40.059751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: a65377e2-8ca7-4374-b21b-816b09d32d29 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:59:40.060311 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a65377e2-8ca7-4374-b21b-816b09d32d29 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:59:40.206370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1c67ea95-5223-4bb0-ad9a-2b86a6ef8757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:40.233524 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36510) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:40.283212 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c98d8ec8-2fcd-4603-835c-cd27df3a4bc6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3f450d73063341abaebc5094b99daa86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547240 Aug 29 06:59:40.288819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36514) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:40.444609 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5c52b48-9eb1-4e16-a013-78d3a55fb74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:40.466502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:59:40.495133 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5c52b48-9eb1-4e16-a013-78d3a55fb74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:40.501613 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:59:40.501969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2d2544e0-48d5-4a4f-ad81-e549eff8bb03 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:59:40.573993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c67ea95-5223-4bb0-ad9a-2b86a6ef8757 admin admin] Router 6b7e752e-1f4c-4d15-b19a-3f984364ff33 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:59:40.632409 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5c52b48-9eb1-4e16-a013-78d3a55fb74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:40.638632 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5c52b48-9eb1-4e16-a013-78d3a55fb74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:40.640447 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b5c52b48-9eb1-4e16-a013-78d3a55fb74c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1ba68b43-ee9b-4881-8e86-5ed9c1715d43 HTTP/1.1" status: 204 len: 168 time: 0.3471854 Aug 29 06:59:40.651007 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c52b48-9eb1-4e16-a013-78d3a55fb74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba68b43-ee9b-4881-8e86-5ed9c1715d43,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:40.783376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c67ea95-5223-4bb0-ad9a-2b86a6ef8757 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:59:40.789686 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1c67ea95-5223-4bb0-ad9a-2b86a6ef8757 admin admin] 10.222.0.76 "PUT /v2.0/routers/6b7e752e-1f4c-4d15-b19a-3f984364ff33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2264690 Aug 29 06:59:40.792628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36524) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:40.794377 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68fab5c-0d33-43a7-a242-b1e79b0ce384 None None] Sync routers for ids ['6b7e752e-1f4c-4d15-b19a-3f984364ff33'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:59:40.812966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68fab5c-0d33-43a7-a242-b1e79b0ce384 None None] Routers {'6b7e752e-1f4c-4d15-b19a-3f984364ff33'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:59:40.812966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c68fab5c-0d33-43a7-a242-b1e79b0ce384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:59:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['6b7e752e-1f4c-4d15-b19a-3f984364ff33'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:40.907333 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:40.940268 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:40.972197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-c68fab5c-0d33-43a7-a242-b1e79b0ce384 None None] Set router 6b7e752e-1f4c-4d15-b19a-3f984364ff33 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:59:41.065887 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:41.245538 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c68fab5c-0d33-43a7-a242-b1e79b0ce384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'name': 'tempest-ServerRescueTestJSON-1095288155-router', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:25Z', 'updated_at': '2021-08-29T06:59:39Z', 'revision_number': 5, 'project_id': '212dac9cbcbe465799b2b11a7923f280', 'gw_port': {'id': '6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:71:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:57:26Z', 'updated_at': '2021-08-29T06:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:41.260973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b148893-729d-464c-8e7a-5420857cbe7d req-18a6d65e-06f9-4d06-a74f-5886baaf1344 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:41.262616 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b148893-729d-464c-8e7a-5420857cbe7d req-18a6d65e-06f9-4d06-a74f-5886baaf1344 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.1099143 Aug 29 06:59:41.285982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68fab5c-0d33-43a7-a242-b1e79b0ce384 None None] Checking router: 6b7e752e-1f4c-4d15-b19a-3f984364ff33 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:59:41.297988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68fab5c-0d33-43a7-a242-b1e79b0ce384 None None] Routers {'6b7e752e-1f4c-4d15-b19a-3f984364ff33'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:59:41.299328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c68fab5c-0d33-43a7-a242-b1e79b0ce384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:59:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['6b7e752e-1f4c-4d15-b19a-3f984364ff33'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:41.313483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] Deleting port 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 06:59:41.316279 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:41.337164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b148893-729d-464c-8e7a-5420857cbe7d req-01fada19-8bdb-484e-ae01-454fa32c52fa tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673945 Aug 29 06:59:41.410263 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-c68fab5c-0d33-43a7-a242-b1e79b0ce384 None None] Set router 6b7e752e-1f4c-4d15-b19a-3f984364ff33 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:59:41.469039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c68fab5c-0d33-43a7-a242-b1e79b0ce384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'name': 'tempest-ServerRescueTestJSON-1095288155-router', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:25Z', 'updated_at': '2021-08-29T06:59:41Z', 'revision_number': 6, 'project_id': '212dac9cbcbe465799b2b11a7923f280', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:41.488455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] For port 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:59:41.489488 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:41.530494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] Calling delete_port for 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 06:59:41.550935 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68fab5c-0d33-43a7-a242-b1e79b0ce384 None None] The sync data for ids ['6b7e752e-1f4c-4d15-b19a-3f984364ff33'] in n-d-713301-12 is: [{'id': '6b7e752e-1f4c-4d15-b19a-3f984364ff33', 'name': 'tempest-ServerRescueTestJSON-1095288155-router', 'tenant_id': '212dac9cbcbe465799b2b11a7923f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:57:25Z', 'updated_at': '2021-08-29T06:59:41Z', 'revision_number': 6, 'project_id': '212dac9cbcbe465799b2b11a7923f280', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:59:41.645946 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5a9fe055-73a5-4a73-b8fd-c1b6ba8f0758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:41.798043 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:41.886046 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:41.931803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:42.018461 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:42.160134 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:42.163756 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:42.343254 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:42.343805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7e752e-1f4c-4d15-b19a-3f984364ff33 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 06:59:42.351848 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:42.351848 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4563fe24-3554-4c89-8ece-8306450c70c2 admin admin] 10.222.0.76 "DELETE /v2.0/routers/6b7e752e-1f4c-4d15-b19a-3f984364ff33 HTTP/1.1" status: 204 len: 168 time: 1.5561361 Aug 29 06:59:42.353022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36576) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:42.409817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a6be77-b26e-4986-95dd-bbac1e23658e admin admin] Deleting subnet b13662d0-46da-463b-9f33-de194b95abff {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 06:59:42.412971 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74a6be77-b26e-4986-95dd-bbac1e23658e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:42.461031 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74a6be77-b26e-4986-95dd-bbac1e23658e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:42.475561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 083ad7d2-d4bc-473b-aeca-247b09c252e1 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:59:42.511356 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74a6be77-b26e-4986-95dd-bbac1e23658e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:42.528827 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 083ad7d2-d4bc-473b-aeca-247b09c252e1 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:59:42.530452 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 083ad7d2-d4bc-473b-aeca-247b09c252e1 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:59:42.531845 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:59:42.578802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 06:59:42.591207 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6caecb1b-cddc-48f5-9da2-e09bd8e8c7d5 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 06:59:42.670065 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74a6be77-b26e-4986-95dd-bbac1e23658e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:42.690934 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74a6be77-b26e-4986-95dd-bbac1e23658e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:42.694043 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-74a6be77-b26e-4986-95dd-bbac1e23658e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b13662d0-46da-463b-9f33-de194b95abff HTTP/1.1" status: 204 len: 168 time: 0.3394947 Aug 29 06:59:42.696636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36586) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:42.720252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6be77-b26e-4986-95dd-bbac1e23658e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13662d0-46da-463b-9f33-de194b95abff,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:42.737287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36588) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:42.847893 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:42.972093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:42.988351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455cdf1f-0a3b-4403-a47a-0b101221925c']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:43.027821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e221c0fc-8816-4a3a-9b84-891aff2bb67d') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:43.028260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e221c0fc-8816-4a3a-9b84-891aff2bb67d') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:43.066054 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:43.102037 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:43.114784 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 06:59:43.117410 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: timer() Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 06:59:43.121606 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 06:59:43.208138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-991606404-network', 'tenant_id': '7828153a41cd4954b5027994ab244473'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:43.406780 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:43.427623 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:43.430058 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] 10.222.0.76 "DELETE /v2.0/networks/455cdf1f-0a3b-4403-a47a-0b101221925c HTTP/1.1" status: 204 len: 168 time: 0.7322261 Aug 29 06:59:43.431393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=455cdf1f-0a3b-4403-a47a-0b101221925c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:43.442308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:43.442812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:43.449721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:43.449721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:43.449721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:43.449721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:43.449721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:43.449721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:43.449721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:43.449721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:43.449721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:43.449721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b445ec-ac1f-4a42-8ba0-5285ae716f03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:43.483419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] Made reservation on behalf of 7828153a41cd4954b5027994ab244473 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:59:43.486520 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:43.500553 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:43.520424 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:43.621833 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:43.623205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 06:59:43.717069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36616) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:43.722921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Request body: {'network': {'name': 'tempest-network-smoke--595850847', 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'port_security_enabled': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:43.746994 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:43.785513 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919b648-5cf9-4c14-ac3d-6c69b07a0a33 req-3e30a047-0470-42f6-a059-d2f2eaccb048 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:43.787721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c919b648-5cf9-4c14-ac3d-6c69b07a0a33 req-3e30a047-0470-42f6-a059-d2f2eaccb048 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.1118343 Aug 29 06:59:43.793401 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:59:43.822833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc22a468-0103-4352-af11-64e7073edfa5,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:43.832798 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:43.833184 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] Added segment ae0a8e7a-0a20-497c-b775-6c8feac0e015 of type vlan for network 547a3bea-dfbf-49bf-a9ed-43b863da8274 Aug 29 06:59:43.888483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c919b648-5cf9-4c14-ac3d-6c69b07a0a33 req-e9c3e815-b685-4d60-a666-6942f8c8fa50 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883386 Aug 29 06:59:43.904450 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:43.931432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Made reservation on behalf of 22a0ce1904444ca0986e4df87b83c4f1 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:59:43.935654 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:43.973986 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.009466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36624) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:44.078051 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.078658 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.080405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:44.081167 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.192074 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.236817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:59:44.247747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68aa067-8fb9-40ab-aeca-225c24b135a1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:44.258056 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.258414 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Added segment 167ba920-aaae-4978-97ab-c28ffe6b4d62 of type vlan for network 8c6029a4-a7f9-4f42-9654-d8e161d528ee Aug 29 06:59:44.312033 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.403267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-865813cc-9a26-4e2e-86d9-989ac07b4f20 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=212dac9cbcbe465799b2b11a7923f280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917675 Aug 29 06:59:44.403813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36636) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:44.409382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] Pushing event updated for resources: {'Network': ['ID=547a3bea-dfbf-49bf-a9ed-43b863da8274,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:44.424216 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 547a3bea-dfbf-49bf-a9ed-43b863da8274 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:59:44.442910 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.451350 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:44.452854 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.519838 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-87713188-8cfb-421b-98d2-677c72fd4953 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7806013 Aug 29 06:59:44.534003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36638) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:44.543345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-27c6dd89-70a7-4676-99e6-962a6fdef607 admin admin] Request body: {'subnet': {'network_id': '547a3bea-dfbf-49bf-a9ed-43b863da8274', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-991606404-subnet', 'tenant_id': '7828153a41cd4954b5027994ab244473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:44.557170 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8388450 Aug 29 06:59:44.563026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36640) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:44.571159 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'admin_state_up': True, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:44.591882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cc9a2-957d-4f7c-9562-2c23afe7eebb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'Network': ['ID=8c6029a4-a7f9-4f42-9654-d8e161d528ee,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:44.595225 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61e5a7fc-f8e0-49db-983b-f8b61e1c9cee req-3c1a1a97-237a-4d38-97cb-13daba6da6fc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2204733 Aug 29 06:59:44.607105 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df1e9ddf-0b0b-408d-8a41-701ea3d6e92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.611309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 8c6029a4-a7f9-4f42-9654-d8e161d528ee details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:59:44.653247 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df1e9ddf-0b0b-408d-8a41-701ea3d6e92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.699176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c6dd89-70a7-4676-99e6-962a6fdef607 admin admin] Made reservation on behalf of 7828153a41cd4954b5027994ab244473 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:59:44.702104 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-27c6dd89-70a7-4676-99e6-962a6fdef607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.805634 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df1e9ddf-0b0b-408d-8a41-701ea3d6e92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.808258 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df1e9ddf-0b0b-408d-8a41-701ea3d6e92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.812558 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-df1e9ddf-0b0b-408d-8a41-701ea3d6e92b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3fb18f4c-6d44-40a8-8c91-3a6329644be5 HTTP/1.1" status: 204 len: 168 time: 0.4079111 Aug 29 06:59:44.823491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e9ddf-0b0b-408d-8a41-701ea3d6e92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb18f4c-6d44-40a8-8c91-3a6329644be5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:44.969532 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:44.972308 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:45.136324 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-27c6dd89-70a7-4676-99e6-962a6fdef607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:45.148829 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:45.271824 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa0051-3cbd-413f-b36f-2b96e9545a7a req-1891f889-e6bc-48aa-85ec-27493780018a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:45.273525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2fa0051-3cbd-413f-b36f-2b96e9545a7a req-1891f889-e6bc-48aa-85ec-27493780018a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.2491071 Aug 29 06:59:45.286334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6dd89-70a7-4676-99e6-962a6fdef607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73544910-3c92-4a41-80f1-ee4b773844db,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:45.301589 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c6dd89-70a7-4676-99e6-962a6fdef607 admin admin] Checking segment: {'id': 'ae0a8e7a-0a20-497c-b775-6c8feac0e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '547a3bea-dfbf-49bf-a9ed-43b863da8274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:59:45.302107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c6dd89-70a7-4676-99e6-962a6fdef607 admin admin] Network hostable DHCP agents. Network: 547a3bea-dfbf-49bf-a9ed-43b863da8274, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:59:45.468771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2fa0051-3cbd-413f-b36f-2b96e9545a7a req-dc272487-9bb5-4c5c-be5e-159be353cb96 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877589 Aug 29 06:59:45.558367 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c6dd89-70a7-4676-99e6-962a6fdef607 admin admin] Network 547a3bea-dfbf-49bf-a9ed-43b863da8274 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:59:45.566261 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:45.709018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-27c6dd89-70a7-4676-99e6-962a6fdef607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 547a3bea-dfbf-49bf-a9ed-43b863da8274) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:59:45.724328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c6dd89-70a7-4676-99e6-962a6fdef607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:45.724328 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-27c6dd89-70a7-4676-99e6-962a6fdef607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:45.724707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae311bd8-229c-4c2d-88ce-3551122e47bc None None] Network 547a3bea-dfbf-49bf-a9ed-43b863da8274 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:59:45.931294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b46b3d0-f8a7-49fc-b81f-2a9264113624 None None] Network 547a3bea-dfbf-49bf-a9ed-43b863da8274 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:59:45.984836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-27c6dd89-70a7-4676-99e6-962a6fdef607 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4458754 Aug 29 06:59:46.023915 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:46.058633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:46.214515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Allocated IP 172.25.1.139 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/53d90507-3781-4e3d-a0b6-7c41df51f16c) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:59:46.375864 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:46.576692 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:46.599600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36696) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:46.679310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:59:46.684655 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:59:46.694176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:59:46.698376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'Port': ['ID=53d90507-3781-4e3d-a0b6-7c41df51f16c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:46.757198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065889-5d04-4de0-96eb-3f30f5cc8b29 req-e24cc3e6-5480-4fe1-ad63-b98a23f7d7b4 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:46.757198 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be065889-5d04-4de0-96eb-3f30f5cc8b29 req-e24cc3e6-5480-4fe1-ad63-b98a23f7d7b4 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.1652136 Aug 29 06:59:46.882166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be065889-5d04-4de0-96eb-3f30f5cc8b29 req-5a10b469-a037-4971-a820-ebbb350bf093 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354897 Aug 29 06:59:46.953747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1785424036-network', 'tenant_id': 'c6f5cacadd2f4dab8b27a56efab78c57'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:47.143216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] Made reservation on behalf of c6f5cacadd2f4dab8b27a56efab78c57 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:59:47.145765 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:47.159668 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:47.193555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36710) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:47.203438 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1772985082-network', 'tenant_id': '46e004ed4c794501a44bf65b94e3bee0'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:47.236786 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:47.324552 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:47.571132 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:47.610200 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:59:47.629227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c8a491-bda8-4528-805d-22d5e5372bd5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:47.634595 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:47.635259 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] Added segment ab8c2475-b552-4f90-a5b2-ec4e2adc0069 of type vlan for network 36f56023-89e5-4bb5-b740-0799e8565e59 Aug 29 06:59:47.688459 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:47.725703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] Made reservation on behalf of 46e004ed4c794501a44bf65b94e3bee0 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:59:47.728317 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:47.737708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:47.739502 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:47.820819 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:47.826818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:47.826818 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:47.913343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a25ee45d-91a3-43b4-878c-c83a53a99bf1 req-08281721-5a58-4270-9e83-8c88c56b9ce4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0721357 Aug 29 06:59:47.962171 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:47.975912 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] Pushing event updated for resources: {'Network': ['ID=36f56023-89e5-4bb5-b740-0799e8565e59,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:47.989670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 36f56023-89e5-4bb5-b740-0799e8565e59 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:59:48.019182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ee45d-91a3-43b4-878c-c83a53a99bf1 req-f85b1d3a-0062-4ddf-93fe-a51f8f382334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:48.022234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a25ee45d-91a3-43b4-878c-c83a53a99bf1 req-f85b1d3a-0062-4ddf-93fe-a51f8f382334 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc67721640744935b4963814570d92ad&device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 1098 time: 0.0715463 Aug 29 06:59:48.138014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Router 35ed75a4-6379-4429-aa54-155b6774d17f is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 06:59:48.174667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ab8e7-94da-473b-a616-93ad190851ae req-73fcdbad-c508-4a25-b167-4e6565cb2b7e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:48.176691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c80ab8e7-94da-473b-a616-93ad190851ae req-73fcdbad-c508-4a25-b167-4e6565cb2b7e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.1532285 Aug 29 06:59:48.310188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ee45d-91a3-43b4-878c-c83a53a99bf1 req-ad6b04a7-a5de-4d15-bcfe-cb2d057acc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:48.311899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a25ee45d-91a3-43b4-878c-c83a53a99bf1 req-ad6b04a7-a5de-4d15-bcfe-cb2d057acc65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ebce1c26-2bb6-4889-8893-84137d0c3905 HTTP/1.1" status: 200 len: 915 time: 0.2587957 Aug 29 06:59:48.327996 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:48.363485 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c80ab8e7-94da-473b-a616-93ad190851ae req-af7c1886-c830-4f4c-9a57-eebee676afcd tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750505 Aug 29 06:59:48.384303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 06:59:48.411963 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:48.412529 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] Added segment 4f6020c3-cf1a-4140-9440-05389a914b22 of type vlan for network 2368e6ab-93b7-41c3-8244-6522d1a05dde Aug 29 06:59:48.434825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:59:48.445112 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Sync routers for ids ['35ed75a4-6379-4429-aa54-155b6774d17f'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:59:48.456313 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Routers {'35ed75a4-6379-4429-aa54-155b6774d17f'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:59:48.456961 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:59:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['35ed75a4-6379-4429-aa54-155b6774d17f'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:48.464476 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a25ee45d-91a3-43b4-878c-c83a53a99bf1 req-9319cb1d-6e47-4c2c-a876-b67b05269afb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5296dbb-2f59-4443-ad6a-551d6658c917 HTTP/1.1" status: 200 len: 1001 time: 0.1132276 Aug 29 06:59:48.476234 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3c572dd6-019e-416d-acca-c7f35870eabe admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8727934 Aug 29 06:59:48.477934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36722) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:48.492890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e59995c1-e949-4342-9808-cefe960d67ae admin admin] Request body: {'subnet': {'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1785424036-subnet', 'tenant_id': 'c6f5cacadd2f4dab8b27a56efab78c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:48.555981 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:48.584405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ee45d-91a3-43b4-878c-c83a53a99bf1 req-afba3502-3365-4cb6-8de6-d2791f356c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:48.588189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a25ee45d-91a3-43b4-878c-c83a53a99bf1 req-afba3502-3365-4cb6-8de6-d2791f356c54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=258193db-0e20-4115-b10a-6e32476c36c8 HTTP/1.1" status: 200 len: 853 time: 0.1149170 Aug 29 06:59:48.592786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d1c1c3-3d1e-46d2-97ef-530d93fc61f4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:48.616867 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:48.618251 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-01c41633-2ba2-4f14-a43f-92cb437897e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.0534618 Aug 29 06:59:48.633094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36726) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:48.718400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ee45d-91a3-43b4-878c-c83a53a99bf1 req-26110ccd-821e-4483-96f4-61ff6fe8c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:48.722891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a25ee45d-91a3-43b4-878c-c83a53a99bf1 req-26110ccd-821e-4483-96f4-61ff6fe8c7a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ebce1c26-2bb6-4889-8893-84137d0c3905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261234 Aug 29 06:59:48.734466 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Set router 35ed75a4-6379-4429-aa54-155b6774d17f gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:59:48.791863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59995c1-e949-4342-9808-cefe960d67ae admin admin] Made reservation on behalf of c6f5cacadd2f4dab8b27a56efab78c57 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:59:48.794412 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e59995c1-e949-4342-9808-cefe960d67ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:48.878055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:48.880116 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:48.880950 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:48.971796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a25ee45d-91a3-43b4-878c-c83a53a99bf1 req-da00af09-41e1-472e-87c9-46f6cbea64e7 service neutron] 10.222.0.11 "GET /v2.0/networks/ebce1c26-2bb6-4889-8893-84137d0c3905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406914 Aug 29 06:59:49.025762 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8299887 Aug 29 06:59:49.028297 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36736) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:49.062064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-92fe0bc9-b465-4f73-91bc-ac944cdbd683 admin admin] Request body: {'subnet': {'network_id': '2368e6ab-93b7-41c3-8244-6522d1a05dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1772985082-subnet', 'tenant_id': '46e004ed4c794501a44bf65b94e3bee0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:49.078255 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-16e02bbd-e70f-4ddc-b7ae-fe25d2074adc tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=22a0ce1904444ca0986e4df87b83c4f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4430747 Aug 29 06:59:49.082637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36738) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:49.092159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb890b1-01c1-4a82-9019-ed0ef30e0cbb admin admin] Pushing event updated for resources: {'Network': ['ID=2368e6ab-93b7-41c3-8244-6522d1a05dde,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:49.103434 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 2368e6ab-93b7-41c3-8244-6522d1a05dde details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 06:59:49.179683 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T06:59:46Z', 'revision_number': 3, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:49.206068 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fe0bc9-b465-4f73-91bc-ac944cdbd683 admin admin] Made reservation on behalf of 46e004ed4c794501a44bf65b94e3bee0 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:59:49.208432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-92fe0bc9-b465-4f73-91bc-ac944cdbd683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:49.223732 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Checking router: 35ed75a4-6379-4429-aa54-155b6774d17f for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:59:49.224159 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Updating router 35ed75a4-6379-4429-aa54-155b6774d17f port 53d90507-3781-4e3d-a0b6-7c41df51f16c binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:59:49.254630 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:49.327663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a25ee45d-91a3-43b4-878c-c83a53a99bf1 req-c3c60a90-7db2-444a-b17b-aba8c01e90b4 service neutron] 10.222.0.11 "GET /v2.0/networks/ebce1c26-2bb6-4889-8893-84137d0c3905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433509 Aug 29 06:59:49.380725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f44836-60da-4d50-880d-7dca596c26ea tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:49.382458 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a1f44836-60da-4d50-880d-7dca596c26ea tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2985556 Aug 29 06:59:49.385255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36742) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:49.468585 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e59995c1-e949-4342-9808-cefe960d67ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:49.478845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3e5b2ddb-fd0c-4093-93b1-a9c1cd08d920 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0922987 Aug 29 06:59:49.483915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36746) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:49.498369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-547a4e33-93a2-4751-90e7-7848db70e2d4 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-490609675', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:49.554735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59995c1-e949-4342-9808-cefe960d67ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6091bec-950b-46b5-924b-2d79c271ea4f,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:49.567136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59995c1-e949-4342-9808-cefe960d67ae admin admin] Checking segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:59:49.567656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59995c1-e949-4342-9808-cefe960d67ae admin admin] Network hostable DHCP agents. Network: 36f56023-89e5-4bb5-b740-0799e8565e59, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:59:49.578911 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-92fe0bc9-b465-4f73-91bc-ac944cdbd683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:49.586737 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:49.599534 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Transition to ACTIVE for port object 53d90507-3781-4e3d-a0b6-7c41df51f16c will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:59:49.665253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe0bc9-b465-4f73-91bc-ac944cdbd683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b34fde-0f1c-4699-86b5-dc0dec2be5a3,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:49.680728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc993aaa-3f03-4194-b5b0-20c4341d856b req-2b291709-3b22-4333-b162-f89cd269310a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:49.680728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc993aaa-3f03-4194-b5b0-20c4341d856b req-2b291709-3b22-4333-b162-f89cd269310a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.0940759 Aug 29 06:59:49.685671 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fe0bc9-b465-4f73-91bc-ac944cdbd683 admin admin] Checking segment: {'id': '4f6020c3-cf1a-4140-9440-05389a914b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2368e6ab-93b7-41c3-8244-6522d1a05dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:59:49.685943 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe0bc9-b465-4f73-91bc-ac944cdbd683 admin admin] Network hostable DHCP agents. Network: 2368e6ab-93b7-41c3-8244-6522d1a05dde, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:59:49.702643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59995c1-e949-4342-9808-cefe960d67ae admin admin] Network 36f56023-89e5-4bb5-b740-0799e8565e59 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:59:49.702840 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:49.729555 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc993aaa-3f03-4194-b5b0-20c4341d856b req-7adf6e34-29e7-4d56-909b-0ef95b9a2a46 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464289 Aug 29 06:59:49.775505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe0bc9-b465-4f73-91bc-ac944cdbd683 admin admin] Network 2368e6ab-93b7-41c3-8244-6522d1a05dde is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:59:49.810572 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0262c1-6fa2-4829-87a7-3de63a2e76d2 None None] Pushing event updated for resources: {'Port': ['ID=53d90507-3781-4e3d-a0b6-7c41df51f16c,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:49.814442 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Attempting to bind port 53d90507-3781-4e3d-a0b6-7c41df51f16c on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:59:49.814806 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Attempting to bind port 53d90507-3781-4e3d-a0b6-7c41df51f16c by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:59:49.815192 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Attempting to bind port 53d90507-3781-4e3d-a0b6-7c41df51f16c on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:59:49.816782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547a4e33-93a2-4751-90e7-7848db70e2d4 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Made reservation on behalf of 22a0ce1904444ca0986e4df87b83c4f1 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:59:49.821475 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-547a4e33-93a2-4751-90e7-7848db70e2d4 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:49.824636 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:59:49.830131 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:59:49.830131 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:49.830131 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:59:49.830131 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Bound port: 53d90507-3781-4e3d-a0b6-7c41df51f16c, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:59:49.830131 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:49.831917 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0262c1-6fa2-4829-87a7-3de63a2e76d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:49.831917 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0262c1-6fa2-4829-87a7-3de63a2e76d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:49.831917 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0262c1-6fa2-4829-87a7-3de63a2e76d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:49.831917 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0262c1-6fa2-4829-87a7-3de63a2e76d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:49.832496 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0262c1-6fa2-4829-87a7-3de63a2e76d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:49.832496 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0262c1-6fa2-4829-87a7-3de63a2e76d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:49.832786 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0262c1-6fa2-4829-87a7-3de63a2e76d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:49.833845 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0262c1-6fa2-4829-87a7-3de63a2e76d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:49.834183 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0262c1-6fa2-4829-87a7-3de63a2e76d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:49.834506 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0262c1-6fa2-4829-87a7-3de63a2e76d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:49.834830 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0262c1-6fa2-4829-87a7-3de63a2e76d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:49.835182 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0262c1-6fa2-4829-87a7-3de63a2e76d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:49.854396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-e59995c1-e949-4342-9808-cefe960d67ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 36f56023-89e5-4bb5-b740-0799e8565e59) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:59:49.857546 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-92fe0bc9-b465-4f73-91bc-ac944cdbd683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 2368e6ab-93b7-41c3-8244-6522d1a05dde) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:59:49.865197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59995c1-e949-4342-9808-cefe960d67ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:49.865880 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e59995c1-e949-4342-9808-cefe960d67ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:49.869579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fe0bc9-b465-4f73-91bc-ac944cdbd683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:49.871870 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-92fe0bc9-b465-4f73-91bc-ac944cdbd683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:49.887007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6763fade-c98a-4464-a417-62c21ac4d1c6 None None] Network 36f56023-89e5-4bb5-b740-0799e8565e59 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:59:49.960887 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] For port 53d90507-3781-4e3d-a0b6-7c41df51f16c, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:59:49.964713 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] For port 53d90507-3781-4e3d-a0b6-7c41df51f16c, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=53d90507-3781-4e3d-a0b6-7c41df51f16c,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:59:49.983349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b5789b-6429-49ea-b50c-23d768691a4f None None] Network 2368e6ab-93b7-41c3-8244-6522d1a05dde requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:59:50.018132 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-92fe0bc9-b465-4f73-91bc-ac944cdbd683 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9653268 Aug 29 06:59:50.059486 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e59995c1-e949-4342-9808-cefe960d67ae admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5679798 Aug 29 06:59:50.114856 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:50.211892 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:59:50.211892 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Routers {'35ed75a4-6379-4429-aa54-155b6774d17f'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:59:50.212287 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:59:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['35ed75a4-6379-4429-aa54-155b6774d17f'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:50.217025 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0262c1-6fa2-4829-87a7-3de63a2e76d2 None None] Pushing event updated for resources: {'Port': ['ID=53d90507-3781-4e3d-a0b6-7c41df51f16c,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:50.277624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c286b325-5cec-4094-a51d-af55a09dc076 None None] Network 36f56023-89e5-4bb5-b740-0799e8565e59 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:59:50.280724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd675cb-5bf6-48f2-8a56-c8e78b76f036 None None] Network 2368e6ab-93b7-41c3-8244-6522d1a05dde requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:59:50.332009 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-547a4e33-93a2-4751-90e7-7848db70e2d4 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:50.370479 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] Set router 35ed75a4-6379-4429-aa54-155b6774d17f gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:59:50.525939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a4e33-93a2-4751-90e7-7848db70e2d4 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'Subnet': ['ID=5c338746-3097-40d6-b9c0-2d2139e10558,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:50.535182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a4e33-93a2-4751-90e7-7848db70e2d4 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Checking segment: {'id': '167ba920-aaae-4978-97ab-c28ffe6b4d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:59:50.535553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547a4e33-93a2-4751-90e7-7848db70e2d4 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Network hostable DHCP agents. Network: 8c6029a4-a7f9-4f42-9654-d8e161d528ee, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 06:59:50.704289 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547a4e33-93a2-4751-90e7-7848db70e2d4 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Network 8c6029a4-a7f9-4f42-9654-d8e161d528ee is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 06:59:50.847720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-547a4e33-93a2-4751-90e7-7848db70e2d4 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 8c6029a4-a7f9-4f42-9654-d8e161d528ee) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:59:50.980216 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T06:59:46Z', 'revision_number': 3, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:50.994756 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a4e33-93a2-4751-90e7-7848db70e2d4 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:51.002568 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-547a4e33-93a2-4751-90e7-7848db70e2d4 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:51.010807 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f8c3df-30c8-4ab2-8e87-6d97c3c5523e None None] The sync data for ids ['35ed75a4-6379-4429-aa54-155b6774d17f'] in n-d-713301-12 is: [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T06:59:46Z', 'revision_number': 3, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 06:59:51.030571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6301b9a-65ac-4fd5-b0db-f366f548979f None None] Network 8c6029a4-a7f9-4f42-9654-d8e161d528ee requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:59:51.105970 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-547a4e33-93a2-4751-90e7-7848db70e2d4 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6186185 Aug 29 06:59:51.109496 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36790) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:51.167957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-8b758293-cfd5-4dca-a1a8-83f61c1f6a65 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:51.169527 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-8b758293-cfd5-4dca-a1a8-83f61c1f6a65 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.3786223 Aug 29 06:59:51.203312 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:51.204468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-1c992ebf-2cab-46f9-896b-19cc7b119118 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:51.206426 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-1c992ebf-2cab-46f9-896b-19cc7b119118 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/networks?id=547a3bea-dfbf-49bf-a9ed-43b863da8274 HTTP/1.1" status: 200 len: 824 time: 0.3543925 Aug 29 06:59:51.208279 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-19fa9e9c-992a-4198-866b-2d503a7af83c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/quotas/c6f5cacadd2f4dab8b27a56efab78c57 HTTP/1.1" status: 200 len: 375 time: 0.0314298 Aug 29 06:59:51.276106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-1b7fd7d5-5f6c-4caa-a56b-132f8a994d42 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551350 Aug 29 06:59:51.281282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-3a2adec2-2ca6-42a2-a4f4-63d5087ada25 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/quotas/7828153a41cd4954b5027994ab244473 HTTP/1.1" status: 200 len: 375 time: 0.0462399 Aug 29 06:59:51.303482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'fixed_ips': [{'subnet_id': '5c338746-3097-40d6-b9c0-2d2139e10558'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 06:59:51.304962 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:51.386926 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-64127193-92ca-4da1-90fc-9b4bd8b1d81e tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7828153a41cd4954b5027994ab244473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941589 Aug 29 06:59:51.463188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-b947f6c3-d6a8-4069-a147-367d2e0d151a service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 06:59:51.470625 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-b947f6c3-d6a8-4069-a147-367d2e0d151a service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1749804 Aug 29 06:59:51.679961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Allocated IP 172.20.0.2 (8c6029a4-a7f9-4f42-9654-d8e161d528ee/5c338746-3097-40d6-b9c0-2d2139e10558/c365c617-3164-42a4-bfaf-670d0789fd00) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:59:51.798664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-b244c159-916c-4cc7-ad07-ddb33860a75b service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119180 Aug 29 06:59:51.918740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-25cecc3e-3cc6-42f6-bec0-759c62cceb74 service neutron] 10.222.0.76 "GET /v2.0/networks/547a3bea-dfbf-49bf-a9ed-43b863da8274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184364 Aug 29 06:59:51.962290 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:51.983964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Transition to ACTIVE for port object c365c617-3164-42a4-bfaf-670d0789fd00 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:59:51.988366 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:52.014248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-7426c908-263f-4d75-b35c-8c6bcbf15720 service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026572 Aug 29 06:59:52.025943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Transition to ACTIVE for port object c365c617-3164-42a4-bfaf-670d0789fd00 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:59:52.086248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-2228ed4c-4cdf-47be-92d3-77200ce1e203 service neutron] 10.222.0.76 "GET /v2.0/networks/547a3bea-dfbf-49bf-a9ed-43b863da8274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645179 Aug 29 06:59:52.307087 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:52.375940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Allocated IP 172.20.0.1 (8c6029a4-a7f9-4f42-9654-d8e161d528ee/5c338746-3097-40d6-b9c0-2d2139e10558/b5deadbf-93bb-44f8-af8c-8c27225e145f) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:59:52.389234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Network 8c6029a4-a7f9-4f42-9654-d8e161d528ee is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:59:52.400978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:59:52.404505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:59:52.418021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Pushing event updated for resources: {'Port': ['ID=c365c617-3164-42a4-bfaf-670d0789fd00,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:52.456429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:52.457967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:52.457967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:52.458193 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:52.458509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:52.458847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:52.459204 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:52.463659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:52.463659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:52.463659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:52.463659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:52.463659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 06:59:52.531189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 53d90507-3781-4e3d-a0b6-7c41df51f16c up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:59:52.612562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Attempting to bind port c365c617-3164-42a4-bfaf-670d0789fd00 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:59:52.612935 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Attempting to bind port c365c617-3164-42a4-bfaf-670d0789fd00 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '167ba920-aaae-4978-97ab-c28ffe6b4d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:59:52.613305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Attempting to bind port c365c617-3164-42a4-bfaf-670d0789fd00 on network 8c6029a4-a7f9-4f42-9654-d8e161d528ee {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:59:52.639055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:59:52.639389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Checking segment: {'id': '167ba920-aaae-4978-97ab-c28ffe6b4d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:59:52.639895 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:52.640195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Bound using segment: {'id': '167ba920-aaae-4978-97ab-c28ffe6b4d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:59:52.642210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Bound port: c365c617-3164-42a4-bfaf-670d0789fd00, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167ba920-aaae-4978-97ab-c28ffe6b4d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:59:52.642680 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:52.691454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254cd70-c166-40fb-8ad7-f40fafc236a2 req-f3a7e50f-543a-409d-9214-5cd31811c228 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:52.705776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e254cd70-c166-40fb-8ad7-f40fafc236a2 req-f3a7e50f-543a-409d-9214-5cd31811c228 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.2036977 Aug 29 06:59:52.710153 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:52.746607 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Transition to ACTIVE for port object b5deadbf-93bb-44f8-af8c-8c27225e145f will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:59:52.779678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] For port c365c617-3164-42a4-bfaf-670d0789fd00, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:59:52.795985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] For port c365c617-3164-42a4-bfaf-670d0789fd00, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c365c617-3164-42a4-bfaf-670d0789fd00,segment=NetworkSegment(167ba920-aaae-4978-97ab-c28ffe6b4d62),segment_id=167ba920-aaae-4978-97ab-c28ffe6b4d62)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:59:52.882680 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d91f473-2946-4ebe-a511-5c425359025c req-aea10f48-4ee2-4fe9-99d9-c3654ef7c9ae tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 210 time: 0.0762596 Aug 29 06:59:52.889034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e254cd70-c166-40fb-8ad7-f40fafc236a2 req-5f281551-9631-484c-9dd6-6072dd6d1fa9 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822937 Aug 29 06:59:52.904932 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:52.944040 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:52.992759 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64f6824b-e648-4b1d-95e2-707eef10bc71 req-6c7255ae-0d86-41e6-9269-966ebfb7fa32 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 210 time: 0.0430005 Aug 29 06:59:53.004559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 53d90507-3781-4e3d-a0b6-7c41df51f16c completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:59:53.017399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 53d90507-3781-4e3d-a0b6-7c41df51f16c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:59:53.017811 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:53.057251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Network 8c6029a4-a7f9-4f42-9654-d8e161d528ee is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:59:53.063841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:59:53.074435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:59:53.085192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'Port': ['ID=b5deadbf-93bb-44f8-af8c-8c27225e145f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:53.088216 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67047bc8-ad7f-42a5-96e6-dfe838b1d781 None None] Pushing event updated for resources: {'Port': ['ID=c365c617-3164-42a4-bfaf-670d0789fd00,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:53.195596 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:53.204435 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:53.253132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 53d90507-3781-4e3d-a0b6-7c41df51f16c, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=53d90507-3781-4e3d-a0b6-7c41df51f16c,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:59:54.009791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a011592-41fb-410d-87e4-5e75871f9be7 req-d1666e57-1a95-4bfe-89e4-c2f75f6dfbcf tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 210 time: 0.0688448 Aug 29 06:59:54.152896 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-059126ce-9445-4c77-86fa-44580e85100b req-79013135-bda5-466a-9544-ad65ad611a38 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 210 time: 0.0579357 Aug 29 06:59:54.190533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72458237-6b98-4ff1-9b08-c95f0ab3c04a req-88f04779-3ad1-4560-9618-44603709c91a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:54.198621 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72458237-6b98-4ff1-9b08-c95f0ab3c04a req-88f04779-3ad1-4560-9618-44603709c91a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.1103103 Aug 29 06:59:54.199527 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:54.254016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72458237-6b98-4ff1-9b08-c95f0ab3c04a req-f408f7e8-1d06-43d5-9f17-9cbe89079823 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535588 Aug 29 06:59:54.267173 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=53d90507-3781-4e3d-a0b6-7c41df51f16c,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:54.307412 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:54.321728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d1cb18-0496-4ce7-a0a2-f830ce2fe2cb None None] Network 8c6029a4-a7f9-4f42-9654-d8e161d528ee requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 06:59:54.551039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-005bf2d2-0d42-4958-b45e-7b80b7a7cf38 None None] Provisioning for port c365c617-3164-42a4-bfaf-670d0789fd00 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:59:54.634083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c365c617-3164-42a4-bfaf-670d0789fd00 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:59:54.830276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port c365c617-3164-42a4-bfaf-670d0789fd00 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:59:54.838498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c365c617-3164-42a4-bfaf-670d0789fd00 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:59:54.838498 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:54.885323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a7fc-f8e0-49db-983b-f8b61e1c9cee req-5ca01dfc-561b-4cf7-a5d5-fabd64da86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:54.888016 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61e5a7fc-f8e0-49db-983b-f8b61e1c9cee req-5ca01dfc-561b-4cf7-a5d5-fabd64da86b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6&tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1 HTTP/1.1" status: 200 len: 1096 time: 0.1257303 Aug 29 06:59:54.980204 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:55.013238 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:55.046098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port c365c617-3164-42a4-bfaf-670d0789fd00, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c365c617-3164-42a4-bfaf-670d0789fd00,segment=NetworkSegment(167ba920-aaae-4978-97ab-c28ffe6b4d62),segment_id=167ba920-aaae-4978-97ab-c28ffe6b4d62)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 06:59:55.119988 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:55.137418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-353c27e5-7d5e-4b30-be21-92af29649ad3 None None] Provisioning for port b5deadbf-93bb-44f8-af8c-8c27225e145f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 06:59:55.139867 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:55.140671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 53d90507-3781-4e3d-a0b6-7c41df51f16c up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:59:55.157663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a7fc-f8e0-49db-983b-f8b61e1c9cee req-8541ce17-dcf7-4711-bbac-518af19a04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:55.159635 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61e5a7fc-f8e0-49db-983b-f8b61e1c9cee req-8541ce17-dcf7-4711-bbac-518af19a04d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 1096 time: 0.2288823 Aug 29 06:59:55.163116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bac3a021-2574-41c8-b1f2-094e97985b0f req-66d2ca85-c16a-4cac-a9f3-df959b6c6013 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 210 time: 0.0699341 Aug 29 06:59:55.230029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-353c27e5-7d5e-4b30-be21-92af29649ad3 None None] Provisioning complete for port b5deadbf-93bb-44f8-af8c-8c27225e145f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:59:55.230562 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-353c27e5-7d5e-4b30-be21-92af29649ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:55.321998 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad25640b-228b-489d-ba50-9f3f81114290 req-3f3b24ef-26fb-42bf-be75-8598c13f3731 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 210 time: 0.0712199 Aug 29 06:59:55.398968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=c365c617-3164-42a4-bfaf-670d0789fd00,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:55.407183 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-353c27e5-7d5e-4b30-be21-92af29649ad3 None None] Port b5deadbf-93bb-44f8-af8c-8c27225e145f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:59:55.426481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453658d3-d84e-4d74-ac0b-c92629677687 req-d82a4598-207f-4878-9bf1-e0c44f1be94f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:55.435570 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-453658d3-d84e-4d74-ac0b-c92629677687 req-d82a4598-207f-4878-9bf1-e0c44f1be94f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.0684295 Aug 29 06:59:55.448413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-353c27e5-7d5e-4b30-be21-92af29649ad3 None None] Provisioning complete for port c365c617-3164-42a4-bfaf-670d0789fd00 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:59:55.448803 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-353c27e5-7d5e-4b30-be21-92af29649ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:55.450445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 53d90507-3781-4e3d-a0b6-7c41df51f16c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:59:55.450808 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:55.500142 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-453658d3-d84e-4d74-ac0b-c92629677687 req-37a1da94-d9fb-4bc6-bae9-324d378dab50 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633917 Aug 29 06:59:55.795984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'Port': ['ID=b5deadbf-93bb-44f8-af8c-8c27225e145f,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:55.801423 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:55.876740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-65568a62-b81d-4e6f-823d-d781f2f31133 None None] Provisioning complete for port b5deadbf-93bb-44f8-af8c-8c27225e145f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:59:55.879172 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-65568a62-b81d-4e6f-823d-d781f2f31133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:55.893445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a7fc-f8e0-49db-983b-f8b61e1c9cee req-7fd7b38d-5ced-4a41-a53c-c6e7290833cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:55.894926 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61e5a7fc-f8e0-49db-983b-f8b61e1c9cee req-7fd7b38d-5ced-4a41-a53c-c6e7290833cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 917 time: 0.7132974 Aug 29 06:59:55.918195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-65568a62-b81d-4e6f-823d-d781f2f31133 None None] Port b5deadbf-93bb-44f8-af8c-8c27225e145f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:59:55.982292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Network 8c6029a4-a7f9-4f42-9654-d8e161d528ee is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:59:55.984926 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61e5a7fc-f8e0-49db-983b-f8b61e1c9cee req-d76803d6-f655-43bb-8a9f-8b8628b1c5da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 HTTP/1.1" status: 200 len: 999 time: 0.0816581 Aug 29 06:59:55.985886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:59:56.158377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Router 35ed75a4-6379-4429-aa54-155b6774d17f has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 06:59:56.180706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a7fc-f8e0-49db-983b-f8b61e1c9cee req-986e00b4-2dd9-4334-8624-b785ceece03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:56.182208 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61e5a7fc-f8e0-49db-983b-f8b61e1c9cee req-986e00b4-2dd9-4334-8624-b785ceece03d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7085e65-5548-41fd-a4b3-5a3f77bcccc9 HTTP/1.1" status: 200 len: 855 time: 0.1883810 Aug 29 06:59:56.372161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-76efd2c9-c43c-4c49-bed2-56187463a88a None None] Provisioning complete for port b5deadbf-93bb-44f8-af8c-8c27225e145f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:59:56.372689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-76efd2c9-c43c-4c49-bed2-56187463a88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:56.381157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a7fc-f8e0-49db-983b-f8b61e1c9cee req-32cd82c4-1f8a-4054-ae39-82defa0344c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:56.382747 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61e5a7fc-f8e0-49db-983b-f8b61e1c9cee req-32cd82c4-1f8a-4054-ae39-82defa0344c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1533661 Aug 29 06:59:56.441620 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c365c617-3164-42a4-bfaf-670d0789fd00 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 06:59:56.512460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 06:59:56.531490 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aaa07a00-9c66-4dc6-a2e5-7c786a06fb80 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "PUT /v2.0/routers/35ed75a4-6379-4429-aa54-155b6774d17f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4200220 Aug 29 06:59:56.552418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Sync routers for ids ['35ed75a4-6379-4429-aa54-155b6774d17f'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 06:59:56.575001 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36864) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:56.577550 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61e5a7fc-f8e0-49db-983b-f8b61e1c9cee req-faf74a98-33f6-4df8-9faf-86baf6ede705 service neutron] 10.222.0.15 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619332 Aug 29 06:59:56.578986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-76efd2c9-c43c-4c49-bed2-56187463a88a None None] Port b5deadbf-93bb-44f8-af8c-8c27225e145f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 06:59:56.583207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e18f9f4a-506b-49cf-9640-ddf88b7acaf5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1616047585', 'description': 'tempest-secgroup_access--1616047585 description', 'project_id': '22a0ce1904444ca0986e4df87b83c4f1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:56.607090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Routers {'35ed75a4-6379-4429-aa54-155b6774d17f'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:59:56.608636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:59:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['35ed75a4-6379-4429-aa54-155b6774d17f'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:56.717404 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61e5a7fc-f8e0-49db-983b-f8b61e1c9cee req-e83c7e3c-83ed-41cd-b776-1c70386ba655 service neutron] 10.222.0.15 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282201 Aug 29 06:59:56.743537 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e18f9f4a-506b-49cf-9640-ddf88b7acaf5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:56.749254 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c365c617-3164-42a4-bfaf-670d0789fd00 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 06:59:56.750912 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:56.823800 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8c1c62b-d506-4e21-bb7b-337a98782e19 req-91cf4d92-5f78-442d-bfeb-9e73bccd2be5 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 210 time: 0.5631902 Aug 29 06:59:56.842652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-464b0b3d-bf86-44fe-9c0f-e22741b2742e req-c5f79282-7243-4b37-b8e9-80cf88f3f52f tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 210 time: 0.0574574 Aug 29 06:59:56.845121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Set router 35ed75a4-6379-4429-aa54-155b6774d17f gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:59:56.938275 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e18f9f4a-506b-49cf-9640-ddf88b7acaf5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:57.020709 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e18f9f4a-506b-49cf-9640-ddf88b7acaf5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:57.068840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9a5bf-c891-4b03-91f8-cfe44636923c req-9a3ba0f5-a4ce-47bf-afbd-fc23b5d8a575 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:57.071973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6a9a5bf-c891-4b03-91f8-cfe44636923c req-9a3ba0f5-a4ce-47bf-afbd-fc23b5d8a575 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.0945117 Aug 29 06:59:57.084382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f9f4a-506b-49cf-9640-ddf88b7acaf5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a07840-2ac6-4ee6-bc78-f190e5636cf3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:57.125228 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-92cdc3b5-fed0-4351-aca4-161d8940bfc1 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:57.126912 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-92cdc3b5-fed0-4351-aca4-161d8940bfc1 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.15 "GET /v2.0/networks?id=547a3bea-dfbf-49bf-a9ed-43b863da8274 HTTP/1.1" status: 200 len: 824 time: 0.9014740 Aug 29 06:59:57.156128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-f5c360a6-f78b-4967-b6d2-8d7170193ac2 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Request body: {'port': {'device_id': 'b1111651-396c-45f7-beb7-5d792069711a', 'network_id': '547a3bea-dfbf-49bf-a9ed-43b863da8274', 'admin_state_up': True, 'tenant_id': '7828153a41cd4954b5027994ab244473'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:57.174525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6a9a5bf-c891-4b03-91f8-cfe44636923c req-9a28a9d9-4c8c-4c84-bf87-f8b76b65b73d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887060 Aug 29 06:59:57.254195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-1cf4742b-4193-40a4-9664-3b9afa52e36e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:57.255777 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-1cf4742b-4193-40a4-9664-3b9afa52e36e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.15 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.1354885 Aug 29 06:59:57.257104 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e18f9f4a-506b-49cf-9640-ddf88b7acaf5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:57.260991 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e18f9f4a-506b-49cf-9640-ddf88b7acaf5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6795673 Aug 29 06:59:57.264807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36882) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:57.278205 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d27b07f7-ebb3-4170-ad01-bb2596251a60 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--216492097', 'description': 'tempest-secgroup_general--216492097 description', 'project_id': '22a0ce1904444ca0986e4df87b83c4f1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:57.309982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-2b29df33-31f4-4d84-bd99-b606aad8fcf7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Request body: {'port': {'device_id': 'eadb37aa-cb10-4c71-a813-19eadaa717fd', 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'admin_state_up': True, 'tenant_id': 'c6f5cacadd2f4dab8b27a56efab78c57'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:57.322313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b5deadbf-93bb-44f8-af8c-8c27225e145f', 'name': '', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'mac_address': 'fa:16:3e:01:f9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:52Z', 'updated_at': '2021-08-29T06:59:54Z', 'revision_number': 2, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'subnets': [{'id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:57.358802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Checking router: 35ed75a4-6379-4429-aa54-155b6774d17f for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 06:59:57.359579 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Updating router 35ed75a4-6379-4429-aa54-155b6774d17f port b5deadbf-93bb-44f8-af8c-8c27225e145f binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 06:59:57.410572 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:57.429951 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d27b07f7-ebb3-4170-ad01-bb2596251a60 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:57.542962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-f5c360a6-f78b-4967-b6d2-8d7170193ac2 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Made reservation on behalf of 7828153a41cd4954b5027994ab244473 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:59:57.550843 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-d27b07f7-ebb3-4170-ad01-bb2596251a60 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 06:59:57.550843 n-d-713301-12 neutron-server[95403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 06:59:57.550843 n-d-713301-12 neutron-server[95403]: [parameters: {'project_id_1': '22a0ce1904444ca0986e4df87b83c4f1', 'expiration_1': datetime.datetime(2021, 8, 29, 6, 59, 57, 456791)}] Aug 29 06:59:57.550843 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 06:59:57.551849 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-d27b07f7-ebb3-4170-ad01-bb2596251a60 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 06:59:57.572281 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-f5c360a6-f78b-4967-b6d2-8d7170193ac2 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:57.657986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-2b29df33-31f4-4d84-bd99-b606aad8fcf7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Made reservation on behalf of c6f5cacadd2f4dab8b27a56efab78c57 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 06:59:57.661644 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-2b29df33-31f4-4d84-bd99-b606aad8fcf7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:57.981286 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-f5c360a6-f78b-4967-b6d2-8d7170193ac2 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Allocated IP 172.20.0.14 (547a3bea-dfbf-49bf-a9ed-43b863da8274/73544910-3c92-4a41-80f1-ee4b773844db/d49ede7f-a51e-4270-a977-bfe3f48f8e88) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:59:58.045279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-2b29df33-31f4-4d84-bd99-b606aad8fcf7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Allocated IP 172.20.0.6 (36f56023-89e5-4bb5-b740-0799e8565e59/c6091bec-950b-46b5-924b-2d79c271ea4f/4abd830a-54f2-4704-ba2c-e7575c049cb4) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 06:59:58.108239 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:58.142505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Transition to ACTIVE for port object b5deadbf-93bb-44f8-af8c-8c27225e145f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 06:59:58.234273 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:58.274165 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-2b29df33-31f4-4d84-bd99-b606aad8fcf7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:58.289573 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d27b07f7-ebb3-4170-ad01-bb2596251a60 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:58.418528 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221fee7-c79e-480b-b84f-2facd201673f None None] Pushing event updated for resources: {'Port': ['ID=b5deadbf-93bb-44f8-af8c-8c27225e145f,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:58.437564 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-f5c360a6-f78b-4967-b6d2-8d7170193ac2 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:58.449490 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-2b29df33-31f4-4d84-bd99-b606aad8fcf7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:58.516025 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da1f6f5e-f265-4c91-8cd5-62290330b087 req-92ba1afe-8e05-4702-8143-9844879e6769 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 210 time: 0.4710233 Aug 29 06:59:58.518003 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d27b07f7-ebb3-4170-ad01-bb2596251a60 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:58.542386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a2e278c-adad-4cbf-9a79-b89e7b45f281 req-d43f8b65-be8f-467c-ab98-ea4a9b19d105 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 210 time: 0.4889407 Aug 29 06:59:58.575383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Attempting to bind port b5deadbf-93bb-44f8-af8c-8c27225e145f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 06:59:58.579065 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Attempting to bind port b5deadbf-93bb-44f8-af8c-8c27225e145f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '167ba920-aaae-4978-97ab-c28ffe6b4d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 06:59:58.580892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-2b29df33-31f4-4d84-bd99-b606aad8fcf7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Network 36f56023-89e5-4bb5-b740-0799e8565e59 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:59:58.583924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Attempting to bind port b5deadbf-93bb-44f8-af8c-8c27225e145f on network 8c6029a4-a7f9-4f42-9654-d8e161d528ee {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 06:59:58.593674 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-2b29df33-31f4-4d84-bd99-b606aad8fcf7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:59:58.616524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-2b29df33-31f4-4d84-bd99-b606aad8fcf7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:59:58.619837 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 06:59:58.620216 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Checking segment: {'id': '167ba920-aaae-4978-97ab-c28ffe6b4d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 06:59:58.630003 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:58.631996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Bound using segment: {'id': '167ba920-aaae-4978-97ab-c28ffe6b4d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 06:59:58.632764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Bound port: b5deadbf-93bb-44f8-af8c-8c27225e145f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167ba920-aaae-4978-97ab-c28ffe6b4d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 06:59:58.634795 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:58.654135 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d27b07f7-ebb3-4170-ad01-bb2596251a60 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:58.731607 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-f5c360a6-f78b-4967-b6d2-8d7170193ac2 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:58.898649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-f5c360a6-f78b-4967-b6d2-8d7170193ac2 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Network 547a3bea-dfbf-49bf-a9ed-43b863da8274 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 06:59:58.919236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-f5c360a6-f78b-4967-b6d2-8d7170193ac2 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 06:59:58.919440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] For port b5deadbf-93bb-44f8-af8c-8c27225e145f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 06:59:58.926891 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-f5c360a6-f78b-4967-b6d2-8d7170193ac2 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 06:59:58.927163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29df33-31f4-4d84-bd99-b606aad8fcf7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Pushing event updated for resources: {'Port': ['ID=4abd830a-54f2-4704-ba2c-e7575c049cb4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:58.927252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] For port b5deadbf-93bb-44f8-af8c-8c27225e145f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b5deadbf-93bb-44f8-af8c-8c27225e145f,segment=NetworkSegment(167ba920-aaae-4978-97ab-c28ffe6b4d62),segment_id=167ba920-aaae-4978-97ab-c28ffe6b4d62)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 06:59:58.934766 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-2b29df33-31f4-4d84-bd99-b606aad8fcf7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:58.935336 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-2b29df33-31f4-4d84-bd99-b606aad8fcf7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:58.942660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b07f7-ebb3-4170-ad01-bb2596251a60 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d99f5c-9b63-42ea-b9ec-0ad028e503be,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:59.041079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c360a6-f78b-4967-b6d2-8d7170193ac2 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Pushing event updated for resources: {'Port': ['ID=d49ede7f-a51e-4270-a977-bfe3f48f8e88,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:59.057259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49eb3cf-52c6-4019-9f67-bf1786c3ad67 req-cb9600c7-c7a6-43cb-8a2f-36d47f16c208 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:59.059016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e49eb3cf-52c6-4019-9f67-bf1786c3ad67 req-cb9600c7-c7a6-43cb-8a2f-36d47f16c208 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.3519919 Aug 29 06:59:59.097026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-f5c360a6-f78b-4967-b6d2-8d7170193ac2 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:59.098456 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-f5c360a6-f78b-4967-b6d2-8d7170193ac2 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:59.137826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e49eb3cf-52c6-4019-9f67-bf1786c3ad67 req-e9477180-305e-4fbe-894e-7c4725ced6eb tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708086 Aug 29 06:59:59.217538 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:59.218017 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d27b07f7-ebb3-4170-ad01-bb2596251a60 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:59.220291 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d27b07f7-ebb3-4170-ad01-bb2596251a60 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.9519782 Aug 29 06:59:59.222230 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-2b29df33-31f4-4d84-bd99-b606aad8fcf7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9521227 Aug 29 06:59:59.242106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36916) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 06:59:59.257493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-61d5e88a-7d4f-4564-a357-d6f267a20191 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Request body: {'security_group_rule': {'security_group_id': 'b9a07840-2ac6-4ee6-bc78-f190e5636cf3', 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:59.303226 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-f5c360a6-f78b-4967-b6d2-8d7170193ac2 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1511178 Aug 29 06:59:59.307032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Routers {'35ed75a4-6379-4429-aa54-155b6774d17f'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 06:59:59.307032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T06:59:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['35ed75a4-6379-4429-aa54-155b6774d17f'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 06:59:59.371118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221fee7-c79e-480b-b84f-2facd201673f None None] Pushing event updated for resources: {'Port': ['ID=b5deadbf-93bb-44f8-af8c-8c27225e145f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:59.476077 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61d5e88a-7d4f-4564-a357-d6f267a20191 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:59.681442 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61d5e88a-7d4f-4564-a357-d6f267a20191 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:59.745851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61d5e88a-7d4f-4564-a357-d6f267a20191 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:59.780170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5e88a-7d4f-4564-a357-d6f267a20191 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcaea78-25d3-4309-8449-07066f0ffee5,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 06:59:59.820025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6a235-f971-451c-86a6-d38563798cf4 req-0cc7e6ed-5c69-4191-a15a-3da69baef8bc tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:59.821950 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85d6a235-f971-451c-86a6-d38563798cf4 req-0cc7e6ed-5c69-4191-a15a-3da69baef8bc tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 931 time: 0.1256499 Aug 29 06:59:59.834220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74810097-739c-4922-957d-632d33ea77eb req-780a7a17-e538-48d4-a951-28540f6a53ae tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 06:59:59.843489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Request body: {'port': {'device_id': 'eadb37aa-cb10-4c71-a813-19eadaa717fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:59.847662 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74810097-739c-4922-957d-632d33ea77eb req-780a7a17-e538-48d4-a951-28540f6a53ae tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 932 time: 0.1723940 Aug 29 06:59:59.877653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] Set router 35ed75a4-6379-4429-aa54-155b6774d17f gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 06:59:59.884182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Request body: {'port': {'device_id': 'b1111651-396c-45f7-beb7-5d792069711a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 06:59:59.923570 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61d5e88a-7d4f-4564-a357-d6f267a20191 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:59:59.928863 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-61d5e88a-7d4f-4564-a357-d6f267a20191 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6839101 Aug 29 06:59:59.959306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85d6a235-f971-451c-86a6-d38563798cf4 req-104c78ce-1467-4aec-84bf-6ef70c0718d6 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076696 Aug 29 07:00:00.010267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74810097-739c-4922-957d-632d33ea77eb req-58668acc-84dd-40d3-bde1-24812a8b3399 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613719 Aug 29 07:00:00.034447 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:00.145853 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:00.514555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b5deadbf-93bb-44f8-af8c-8c27225e145f', 'name': '', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'mac_address': 'fa:16:3e:01:f9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:52Z', 'updated_at': '2021-08-29T06:59:58Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'subnets': [{'id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:00.602462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f651c182-7a29-4024-91f0-4f1f2d0d4b59 None None] The sync data for ids ['35ed75a4-6379-4429-aa54-155b6774d17f'] in n-d-713301-12 is: [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b5deadbf-93bb-44f8-af8c-8c27225e145f', 'name': '', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'mac_address': 'fa:16:3e:01:f9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:52Z', 'updated_at': '2021-08-29T06:59:58Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'subnets': [{'id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:00:00.654113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-198d3595-41df-46be-83a1-cd3b3385ba74 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup_general--216492097&fields=id&tenant_id=22a0ce1904444ca0986e4df87b83c4f1 HTTP/1.1" status: 200 len: 267 time: 0.0923676 Aug 29 07:00:00.803461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c3e46-acc5-4f4c-b408-a5495b7685c4 req-7d50ccb3-550e-4da3-a100-9593bd2b1fd3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:00.815064 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b12c3e46-acc5-4f4c-b408-a5495b7685c4 req-7d50ccb3-550e-4da3-a100-9593bd2b1fd3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.4965639 Aug 29 07:00:00.829957 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abd830a-54f2-4704-ba2c-e7575c049cb4 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:00.839125 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:00.889008 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Transition to ACTIVE for port object 4abd830a-54f2-4704-ba2c-e7575c049cb4 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:00:00.904922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-99e76424-5de5-4e16-af83-8f34ecb59163 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup_access--1616047585&fields=id&tenant_id=22a0ce1904444ca0986e4df87b83c4f1 HTTP/1.1" status: 200 len: 267 time: 0.2495286 Aug 29 07:00:00.923468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b12c3e46-acc5-4f4c-b408-a5495b7685c4 req-78c8a5be-cabb-487a-a711-7c3f9cc6943d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041458 Aug 29 07:00:00.974709 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:01.154309 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Pushing event updated for resources: {'Port': ['ID=4abd830a-54f2-4704-ba2c-e7575c049cb4,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:01.267958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Attempting to bind port 4abd830a-54f2-4704-ba2c-e7575c049cb4 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:00:01.268319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Attempting to bind port 4abd830a-54f2-4704-ba2c-e7575c049cb4 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:00:01.268623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Attempting to bind port 4abd830a-54f2-4704-ba2c-e7575c049cb4 on network 36f56023-89e5-4bb5-b740-0799e8565e59 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:00:01.278950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Port 4abd830a-54f2-4704-ba2c-e7575c049cb4 on network 36f56023-89e5-4bb5-b740-0799e8565e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:00:01.279313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Attempting to bind port 4abd830a-54f2-4704-ba2c-e7575c049cb4 on network 36f56023-89e5-4bb5-b740-0799e8565e59 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:00:01.298905 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:00:01.299285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Checking segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:00:01.299678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Bound using segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:00:01.301944 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Bound port: 4abd830a-54f2-4704-ba2c-e7575c049cb4, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:00:01.301944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:01.351133 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-9e26301c-fddb-474c-8358-5251ecec4c44 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:01.353559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-9e26301c-fddb-474c-8358-5251ecec4c44 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/networks?id=8c6029a4-a7f9-4f42-9654-d8e161d528ee HTTP/1.1" status: 200 len: 796 time: 0.4270961 Aug 29 07:00:01.399354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49ede7f-a51e-4270-a977-bfe3f48f8e88 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:01.404766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-42266144-7e78-4126-b24f-d5544a9205b5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/quotas/22a0ce1904444ca0986e4df87b83c4f1 HTTP/1.1" status: 200 len: 375 time: 0.0328026 Aug 29 07:00:01.427058 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe03f4-125a-48b0-9c31-cc3c20869d4d req-713eef1e-01d5-4562-bc86-e11fdb5955e5 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:01.449149 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56fe03f4-125a-48b0-9c31-cc3c20869d4d req-713eef1e-01d5-4562-bc86-e11fdb5955e5 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 943 time: 0.2193806 Aug 29 07:00:01.474243 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:01.483969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] For port 4abd830a-54f2-4704-ba2c-e7575c049cb4, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:00:01.497125 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] For port 4abd830a-54f2-4704-ba2c-e7575c049cb4, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4abd830a-54f2-4704-ba2c-e7575c049cb4,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:00:01.564420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Transition to ACTIVE for port object d49ede7f-a51e-4270-a977-bfe3f48f8e88 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:00:01.575617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:01.596824 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56fe03f4-125a-48b0-9c31-cc3c20869d4d req-fcebabdd-57c3-46e9-80eb-ec9a62189a92 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414006 Aug 29 07:00:01.630624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:01.631893 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:01.633834 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] 10.222.0.15 "PUT /v2.0/ports/4abd830a-54f2-4704-ba2c-e7575c049cb4 HTTP/1.1" status: 200 len: 1092 time: 1.7955034 Aug 29 07:00:01.635183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadb37aa-cb10-4c71-a813-19eadaa717fd', 'tag': '4abd830a-54f2-4704-ba2c-e7575c049cb4'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:01.638128 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4449162f-b1a3-4e1c-9fe9-dcd008f1385e" -d '{"events": [{"name": "network-changed", "server_uuid": "eadb37aa-cb10-4c71-a813-19eadaa717fd", "tag": "4abd830a-54f2-4704-ba2c-e7575c049cb4"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:01.642670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-a31db479-9c8e-4905-899a-8d205c309c1a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=22a0ce1904444ca0986e4df87b83c4f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1783292 Aug 29 07:00:01.643968 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:01.726274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f88e7-9030-41d7-9578-d7c7f832211e service neutron] Pushing event updated for resources: {'Port': ['ID=4abd830a-54f2-4704-ba2c-e7575c049cb4,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:01.827451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Pushing event updated for resources: {'Port': ['ID=d49ede7f-a51e-4270-a977-bfe3f48f8e88,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:01.973089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-461421c1-caa1-40d5-a5e5-7e012aac88f6 service neutron] 10.222.0.76 "GET /v2.0/networks/8c6029a4-a7f9-4f42-9654-d8e161d528ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426713 Aug 29 07:00:02.179446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb01002-1b35-4e81-8896-e32c5df782e9 req-28c5eefc-9e48-434e-a98b-c63f1159b0ba tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:02.192042 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecb01002-1b35-4e81-8896-e32c5df782e9 req-28c5eefc-9e48-434e-a98b-c63f1159b0ba tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 944 time: 0.3927119 Aug 29 07:00:02.288191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecb01002-1b35-4e81-8896-e32c5df782e9 req-fac04812-8696-42bb-a3ea-2e2048a0a322 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922327 Aug 29 07:00:02.302649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Attempting to bind port d49ede7f-a51e-4270-a977-bfe3f48f8e88 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:00:02.302998 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Attempting to bind port d49ede7f-a51e-4270-a977-bfe3f48f8e88 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae0a8e7a-0a20-497c-b775-6c8feac0e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '547a3bea-dfbf-49bf-a9ed-43b863da8274'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:00:02.303372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Attempting to bind port d49ede7f-a51e-4270-a977-bfe3f48f8e88 on network 547a3bea-dfbf-49bf-a9ed-43b863da8274 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:00:02.307504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-d223d86a-2a91-4ae1-b9e9-5b3f14bc699f service neutron] 10.222.0.76 "GET /v2.0/networks/8c6029a4-a7f9-4f42-9654-d8e161d528ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331444 Aug 29 07:00:02.315831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Port d49ede7f-a51e-4270-a977-bfe3f48f8e88 on network 547a3bea-dfbf-49bf-a9ed-43b863da8274 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:00:02.316167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Attempting to bind port d49ede7f-a51e-4270-a977-bfe3f48f8e88 on network 547a3bea-dfbf-49bf-a9ed-43b863da8274 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:00:02.329896 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:00:02.330201 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Checking segment: {'id': 'ae0a8e7a-0a20-497c-b775-6c8feac0e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '547a3bea-dfbf-49bf-a9ed-43b863da8274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:00:02.330519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Bound using segment: {'id': 'ae0a8e7a-0a20-497c-b775-6c8feac0e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '547a3bea-dfbf-49bf-a9ed-43b863da8274'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:00:02.331230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Bound port: d49ede7f-a51e-4270-a977-bfe3f48f8e88, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae0a8e7a-0a20-497c-b775-6c8feac0e015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '547a3bea-dfbf-49bf-a9ed-43b863da8274'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:00:02.331609 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:02.479240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] For port d49ede7f-a51e-4270-a977-bfe3f48f8e88, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:00:02.483992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] For port d49ede7f-a51e-4270-a977-bfe3f48f8e88, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d49ede7f-a51e-4270-a977-bfe3f48f8e88,segment=NetworkSegment(ae0a8e7a-0a20-497c-b775-6c8feac0e015),segment_id=ae0a8e7a-0a20-497c-b775-6c8feac0e015)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:00:02.529453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b5deadbf-93bb-44f8-af8c-8c27225e145f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:00:02.564062 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e6e301-c26c-48ed-94f9-ad6a596823bc x-openstack-request-id: req-32e6e301-c26c-48ed-94f9-ad6a596823bc {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:02.564599 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eadb37aa-cb10-4c71-a813-19eadaa717fd", "tag": "4abd830a-54f2-4704-ba2c-e7575c049cb4", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:02.564599 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-32e6e301-c26c-48ed-94f9-ad6a596823bc {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:02.564996 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eadb37aa-cb10-4c71-a813-19eadaa717fd', 'tag': '4abd830a-54f2-4704-ba2c-e7575c049cb4', 'status': 'completed', 'code': 200} Aug 29 07:00:02.590976 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-e34132b1-8ce4-4982-91d0-193ca272ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:02.593371 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-e34132b1-8ce4-4982-91d0-193ca272ccaf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 1095 time: 0.0785527 Aug 29 07:00:02.603990 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:02.782843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:02.782843 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:02.782843 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] 10.222.0.15 "PUT /v2.0/ports/d49ede7f-a51e-4270-a977-bfe3f48f8e88 HTTP/1.1" status: 200 len: 1093 time: 2.8333359 Aug 29 07:00:02.786669 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-d94099d7-d67c-44c2-b7c7-2d9a5dc9df26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4abd830a-54f2-4704-ba2c-e7575c049cb4 HTTP/1.1" status: 200 len: 217 time: 0.1053791 Aug 29 07:00:02.787168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1111651-396c-45f7-beb7-5d792069711a', 'tag': 'd49ede7f-a51e-4270-a977-bfe3f48f8e88'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:02.787168 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689048ea-edf2-425c-8685-e8201c121a03" -d '{"events": [{"name": "network-changed", "server_uuid": "b1111651-396c-45f7-beb7-5d792069711a", "tag": "d49ede7f-a51e-4270-a977-bfe3f48f8e88"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:02.787672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port b5deadbf-93bb-44f8-af8c-8c27225e145f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:00:02.787672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b5deadbf-93bb-44f8-af8c-8c27225e145f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:00:02.787672 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:02.788186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f18336-f30b-4dcd-9fcd-82b4e0612684 service neutron] Pushing event updated for resources: {'Port': ['ID=d49ede7f-a51e-4270-a977-bfe3f48f8e88,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:02.826850 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e35cee-f75f-47f6-b17c-553c80d8da61 req-e56f4bb5-e686-4902-9600-8c3e923b1b51 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:02.838246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4e35cee-f75f-47f6-b17c-553c80d8da61 req-e56f4bb5-e686-4902-9600-8c3e923b1b51 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.1978083 Aug 29 07:00:02.869488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-5073a64a-37c2-4b87-ab96-b889ddd4fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:02.873951 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-5073a64a-37c2-4b87-ab96-b889ddd4fc68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6091bec-950b-46b5-924b-2d79c271ea4f HTTP/1.1" status: 200 len: 846 time: 0.1498551 Aug 29 07:00:02.944813 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-c434fb5e-6533-486f-9d4b-fbab33398418 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36f56023-89e5-4bb5-b740-0799e8565e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504432 Aug 29 07:00:02.947215 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:03.111063 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port b5deadbf-93bb-44f8-af8c-8c27225e145f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b5deadbf-93bb-44f8-af8c-8c27225e145f,segment=NetworkSegment(167ba920-aaae-4978-97ab-c28ffe6b4d62),segment_id=167ba920-aaae-4978-97ab-c28ffe6b4d62)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:03.112652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4e35cee-f75f-47f6-b17c-553c80d8da61 req-c02f5b65-5521-45e1-800f-8aaad437640f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695542 Aug 29 07:00:03.122974 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:03.164663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44073d14-8dc4-447e-a518-38583be93360 req-9bfef39c-94a7-4550-ab53-0c3830ba1b72 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:03.169426 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44073d14-8dc4-447e-a518-38583be93360 req-9bfef39c-94a7-4550-ab53-0c3830ba1b72 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 943 time: 0.3059113 Aug 29 07:00:03.175387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-e1f16cda-b8e7-4749-b3f5-1b1f2589fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:03.181189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-e1f16cda-b8e7-4749-b3f5-1b1f2589fee2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7828153a41cd4954b5027994ab244473&device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 1096 time: 0.3382311 Aug 29 07:00:03.222241 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-9c73e06e-7387-4850-9216-b6c5efc84b08 service neutron] 10.222.0.15 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554991 Aug 29 07:00:03.233512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=b5deadbf-93bb-44f8-af8c-8c27225e145f,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:03.411897 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26ac796e-f87a-4cc1-b9ca-9f284b3d0269 req-c1f16094-3be3-4663-b7c2-5cae8d239c95 service neutron] 10.222.0.15 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752467 Aug 29 07:00:03.421786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4e42a895-2eaa-4e95-865e-dac483a6e69d req-9dd5db8c-0466-471a-9530-b4f390c2697c tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 210 time: 0.2136676 Aug 29 07:00:03.424287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-7d0e6716-117f-4d30-92c7-cecd6e0430c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d49ede7f-a51e-4270-a977-bfe3f48f8e88 HTTP/1.1" status: 200 len: 217 time: 0.2142465 Aug 29 07:00:03.516491 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38365be3-4a1e-4e6b-bc4d-ba63d92fa7f4 x-openstack-request-id: req-38365be3-4a1e-4e6b-bc4d-ba63d92fa7f4 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:03.517184 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1111651-396c-45f7-beb7-5d792069711a", "tag": "d49ede7f-a51e-4270-a977-bfe3f48f8e88", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:03.517184 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-38365be3-4a1e-4e6b-bc4d-ba63d92fa7f4 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:03.517738 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1111651-396c-45f7-beb7-5d792069711a', 'tag': 'd49ede7f-a51e-4270-a977-bfe3f48f8e88', 'status': 'completed', 'code': 200} Aug 29 07:00:03.524878 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44073d14-8dc4-447e-a518-38583be93360 req-267ad728-ba40-4fff-b531-5f6c6328946e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424740 Aug 29 07:00:03.643303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-2ca6a745-0538-4fff-91f3-02b19995be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:03.645287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-2ca6a745-0538-4fff-91f3-02b19995be1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73544910-3c92-4a41-80f1-ee4b773844db HTTP/1.1" status: 200 len: 864 time: 0.2061825 Aug 29 07:00:03.651015 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:03.686765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59ed09-95bf-4b7e-83b0-028e8afa3585 req-426b995e-5c42-4d13-ad5f-af253a3babbe tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:03.692914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb59ed09-95bf-4b7e-83b0-028e8afa3585 req-426b995e-5c42-4d13-ad5f-af253a3babbe tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 944 time: 0.1255429 Aug 29 07:00:03.771511 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb59ed09-95bf-4b7e-83b0-028e8afa3585 req-c624be62-e9ef-4f42-ba40-77c0944e2ff1 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646222 Aug 29 07:00:04.296584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8232a-3291-4af7-8aa6-e6edfe764a1e req-b44ddec6-4887-4935-ba66-720cb955295f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:04.306427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acf8232a-3291-4af7-8aa6-e6edfe764a1e req-b44ddec6-4887-4935-ba66-720cb955295f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.0769699 Aug 29 07:00:04.387100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acf8232a-3291-4af7-8aa6-e6edfe764a1e req-34fec698-744f-4994-9e3a-f53274859949 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794847 Aug 29 07:00:04.484530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b5deadbf-93bb-44f8-af8c-8c27225e145f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:00:04.575224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d96fd07-821c-44bc-963a-8512ff197d4a req-6353d977-7936-4996-ba29-385fe38b29cc tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 210 time: 0.0509896 Aug 29 07:00:04.603394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b5deadbf-93bb-44f8-af8c-8c27225e145f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:00:04.603862 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:04.805144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2c7c5-0580-4d3a-b308-b86ca0ecffef req-76b39b7c-dcc7-4e08-b37d-0b15470758b6 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:04.815939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cc2c7c5-0580-4d3a-b308-b86ca0ecffef req-76b39b7c-dcc7-4e08-b37d-0b15470758b6 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 943 time: 0.1509149 Aug 29 07:00:04.919670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cc2c7c5-0580-4d3a-b308-b86ca0ecffef req-8028c017-1170-4758-a34b-49722e8e7012 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991330 Aug 29 07:00:05.014784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610df70-e644-4245-9e43-24f5607234f0 req-b91a2fb2-392e-4c08-8280-9e802b24dcb0 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:05.019834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1610df70-e644-4245-9e43-24f5607234f0 req-b91a2fb2-392e-4c08-8280-9e802b24dcb0 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 944 time: 0.0578449 Aug 29 07:00:05.099311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1610df70-e644-4245-9e43-24f5607234f0 req-93ced6c2-d20b-48f9-a6b3-41394cf1e625 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720701 Aug 29 07:00:05.578839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8042b-4f8b-4980-9b99-b41ebc079246 req-ef0829d3-9db8-443e-9d08-e0ed61f450a5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:05.581511 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4e8042b-4f8b-4980-9b99-b41ebc079246 req-ef0829d3-9db8-443e-9d08-e0ed61f450a5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.0623431 Aug 29 07:00:05.631016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4e8042b-4f8b-4980-9b99-b41ebc079246 req-0c6d20f2-6086-4edd-9ee2-bb23ee3c05fe tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416954 Aug 29 07:00:05.731174 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3da1f1ec-9a63-4d09-9f7f-f1b590994036 req-e6378c80-3acb-45b0-bd00-d41a16695d0b tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 210 time: 0.0405595 Aug 29 07:00:06.079460 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf160f0-34eb-468b-8bdb-a197fd21cdcf req-8f235d87-f65b-40e2-810b-89eef3d0d843 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:06.081024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdf160f0-34eb-468b-8bdb-a197fd21cdcf req-8f235d87-f65b-40e2-810b-89eef3d0d843 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 943 time: 0.0713439 Aug 29 07:00:06.123898 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdf160f0-34eb-468b-8bdb-a197fd21cdcf req-a9729fa2-bcac-4e0e-94b2-68594c900dac tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359836 Aug 29 07:00:06.239842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a9740-abe0-44c4-9443-6e87f7de317c req-78329796-f50a-4aa2-b2ae-61b155279c22 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:06.241690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db6a9740-abe0-44c4-9443-6e87f7de317c req-78329796-f50a-4aa2-b2ae-61b155279c22 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 944 time: 0.0555673 Aug 29 07:00:06.291906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db6a9740-abe0-44c4-9443-6e87f7de317c req-18048ecc-ab54-44c4-b31b-b05f5f9b4a9d tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419598 Aug 29 07:00:06.678584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-45463e9e-a9c6-4940-96df-9b93eb3e840a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:06.680210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-45463e9e-a9c6-4940-96df-9b93eb3e840a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.11 "GET /v2.0/networks?id=8c6029a4-a7f9-4f42-9654-d8e161d528ee HTTP/1.1" status: 200 len: 796 time: 0.1255488 Aug 29 07:00:06.763277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-18529f7f-4776-4451-87a8-31c0320bf01e tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22a0ce1904444ca0986e4df87b83c4f1 HTTP/1.1" status: 200 len: 477 time: 0.0526431 Aug 29 07:00:06.843610 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-ab93212e-e4a8-4e11-a372-d39a9ac5d5df tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Request body: {'port': {'device_id': '631a72e9-e3ed-4041-844c-863527b66288', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'admin_state_up': True, 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'security_groups': ['c9d99f5c-9b63-42ea-b9ec-0ad028e503be', 'b9a07840-2ac6-4ee6-bc78-f190e5636cf3']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:06.938199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14f79a-a169-496a-b4dd-5c94d4fd3200 req-07b96f91-ba3a-41b2-985c-6f352f4e1b82 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:06.939850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f14f79a-a169-496a-b4dd-5c94d4fd3200 req-07b96f91-ba3a-41b2-985c-6f352f4e1b82 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.1754689 Aug 29 07:00:06.944480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65c19a7c-ac64-4020-92b3-2ce327d4e758 req-dcb0a2b5-1bd0-41c7-bf83-64f6b9df5345 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 210 time: 0.0507882 Aug 29 07:00:07.001578 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f14f79a-a169-496a-b4dd-5c94d4fd3200 req-558a042d-c5a9-463a-8379-c14b20555853 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540349 Aug 29 07:00:07.280687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae14d00-9fb3-4239-bc5b-b39443dd9550 req-dd0a1b44-208e-4ab2-9f6a-8906979f7825 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:07.282818 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae14d00-9fb3-4239-bc5b-b39443dd9550 req-dd0a1b44-208e-4ab2-9f6a-8906979f7825 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 943 time: 0.0575726 Aug 29 07:00:07.327693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-ab93212e-e4a8-4e11-a372-d39a9ac5d5df tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Made reservation on behalf of 22a0ce1904444ca0986e4df87b83c4f1 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:00:07.332317 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-ab93212e-e4a8-4e11-a372-d39a9ac5d5df tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:07.375017 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ae14d00-9fb3-4239-bc5b-b39443dd9550 req-db05dd91-6360-45f5-9162-0874edb2b7b7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849116 Aug 29 07:00:07.760950 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313681e9-4b27-4ef7-adb5-d7f6f92ef1d8 req-272f6e67-8cf6-4e89-b55e-8f2ea24538cc tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:07.762500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-313681e9-4b27-4ef7-adb5-d7f6f92ef1d8 req-272f6e67-8cf6-4e89-b55e-8f2ea24538cc tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 944 time: 0.3863859 Aug 29 07:00:07.837563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-ab93212e-e4a8-4e11-a372-d39a9ac5d5df tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Allocated IP 172.20.0.11 (8c6029a4-a7f9-4f42-9654-d8e161d528ee/5c338746-3097-40d6-b9c0-2d2139e10558/ace24cb0-dabe-465e-99bf-47fd143d07f1) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:00:07.847124 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-313681e9-4b27-4ef7-adb5-d7f6f92ef1d8 req-bca52b93-002b-4082-942b-7a487fb79a5a tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612438 Aug 29 07:00:08.107344 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a286196a-76a6-48ce-ac80-eaa3088f6e8d req-bfa70b47-3777-427d-b62b-a46d2cb5649a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 210 time: 0.0449131 Aug 29 07:00:08.132949 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2d4fe9ad-f664-497a-86ae-30cea780dd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:08.149869 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-ab93212e-e4a8-4e11-a372-d39a9ac5d5df tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:08.199968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-ab93212e-e4a8-4e11-a372-d39a9ac5d5df tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Transition to ACTIVE for port object ace24cb0-dabe-465e-99bf-47fd143d07f1 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:00:08.211703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d897200-8a40-484b-8299-739e80d8aac1 req-d2ef677d-a352-4ea5-8a3b-834569d9bdcd tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:08.213556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d897200-8a40-484b-8299-739e80d8aac1 req-d2ef677d-a352-4ea5-8a3b-834569d9bdcd tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.1047587 Aug 29 07:00:08.275826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d897200-8a40-484b-8299-739e80d8aac1 req-9c6c0208-1eb4-4eac-b12e-ab37fbef6f0e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499525 Aug 29 07:00:08.408960 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-ab93212e-e4a8-4e11-a372-d39a9ac5d5df tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:08.458439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-ab93212e-e4a8-4e11-a372-d39a9ac5d5df tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Network 8c6029a4-a7f9-4f42-9654-d8e161d528ee is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:00:08.473794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-ab93212e-e4a8-4e11-a372-d39a9ac5d5df tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:00:08.502727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-ab93212e-e4a8-4e11-a372-d39a9ac5d5df tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:00:08.506631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93212e-e4a8-4e11-a372-d39a9ac5d5df tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'Port': ['ID=ace24cb0-dabe-465e-99bf-47fd143d07f1,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:08.596690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-ab93212e-e4a8-4e11-a372-d39a9ac5d5df tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:08.597375 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-ab93212e-e4a8-4e11-a372-d39a9ac5d5df tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:08.624099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c32e7d-de7c-46e3-8b1b-27f09267fcaa req-5f821ba7-916d-44f2-9ff1-7fc6114023b2 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:08.631330 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86c32e7d-de7c-46e3-8b1b-27f09267fcaa req-5f821ba7-916d-44f2-9ff1-7fc6114023b2 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 943 time: 0.1698258 Aug 29 07:00:08.673609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86c32e7d-de7c-46e3-8b1b-27f09267fcaa req-bb69ad15-06fa-4e2f-9dfe-cf6050b2c2a3 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Aug 29 07:00:08.999503 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d865b6-34b3-4a0e-90ba-20770f4c73aa req-163679b7-6240-4695-9ff4-37592315bfa6 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:09.001109 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7d865b6-34b3-4a0e-90ba-20770f4c73aa req-163679b7-6240-4695-9ff4-37592315bfa6 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 944 time: 0.0590270 Aug 29 07:00:09.052891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7d865b6-34b3-4a0e-90ba-20770f4c73aa req-215a739c-4dad-4207-913a-2d61643c2bf9 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451131 Aug 29 07:00:09.244327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257d6a5-67cd-4ede-ac2a-0ef078eed246 req-8121106a-ebbe-460b-a1e6-f7e1290b428b tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:09.246070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7257d6a5-67cd-4ede-ac2a-0ef078eed246 req-8121106a-ebbe-460b-a1e6-f7e1290b428b tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 971 time: 0.0602376 Aug 29 07:00:09.312283 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7257d6a5-67cd-4ede-ac2a-0ef078eed246 req-f3a38843-3081-4c72-9bfd-71922dbe35f7 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0601237 Aug 29 07:00:09.437584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1294d17-c468-44ce-a84e-5eeb3cb26af3 req-20e0ba00-331e-4afa-bf0d-344bde2b9300 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:09.438580 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1294d17-c468-44ce-a84e-5eeb3cb26af3 req-20e0ba00-331e-4afa-bf0d-344bde2b9300 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.0592656 Aug 29 07:00:09.481735 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1294d17-c468-44ce-a84e-5eeb3cb26af3 req-4efe60ac-a092-4e2e-a193-fa9c259beef5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365748 Aug 29 07:00:09.500813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-ab93212e-e4a8-4e11-a372-d39a9ac5d5df tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.6616781 Aug 29 07:00:09.516482 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Request body: {'port': {'device_id': '631a72e9-e3ed-4041-844c-863527b66288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:09.524694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f68f4b04-542b-46b7-84df-71323370a4fa None None] Provisioning for port ace24cb0-dabe-465e-99bf-47fd143d07f1 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:00:09.545824 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f68f4b04-542b-46b7-84df-71323370a4fa None None] Provisioning complete for port ace24cb0-dabe-465e-99bf-47fd143d07f1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:00:09.545824 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f68f4b04-542b-46b7-84df-71323370a4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:09.583957 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:09.597674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f68f4b04-542b-46b7-84df-71323370a4fa None None] Port ace24cb0-dabe-465e-99bf-47fd143d07f1 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:00:09.899698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b45cd-13f5-451b-82bd-c947ea6d16ae req-8afd05b6-e6b9-49bf-a75e-cb9fca0f3d4f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:09.901438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-107b45cd-13f5-451b-82bd-c947ea6d16ae req-8afd05b6-e6b9-49bf-a75e-cb9fca0f3d4f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 943 time: 0.1150165 Aug 29 07:00:09.972152 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-107b45cd-13f5-451b-82bd-c947ea6d16ae req-dd6207ed-67cd-43ea-87e1-4afbe1d33845 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630333 Aug 29 07:00:10.041630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace24cb0-dabe-465e-99bf-47fd143d07f1 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:10.050153 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:10.070115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Transition to ACTIVE for port object ace24cb0-dabe-465e-99bf-47fd143d07f1 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:00:10.176550 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:10.257617 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416b0b0-e448-464e-a3aa-41d4bb20b643 req-ea9a0cdf-5faf-4fc6-9340-926bd4ab90fc tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:10.259331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1416b0b0-e448-464e-a3aa-41d4bb20b643 req-ea9a0cdf-5faf-4fc6-9340-926bd4ab90fc tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 944 time: 0.1136436 Aug 29 07:00:10.262360 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Pushing event updated for resources: {'Port': ['ID=ace24cb0-dabe-465e-99bf-47fd143d07f1,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:10.302337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:10.302689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:10.303036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:10.303443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:10.303779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:10.304113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:10.304515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:10.304855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:10.305247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:10.305590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:10.305923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:10.306252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:10.389531 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1416b0b0-e448-464e-a3aa-41d4bb20b643 req-d43878c1-75c5-401a-b0a1-d3cedb252458 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185155 Aug 29 07:00:10.419124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Attempting to bind port ace24cb0-dabe-465e-99bf-47fd143d07f1 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:00:10.419783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Attempting to bind port ace24cb0-dabe-465e-99bf-47fd143d07f1 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '167ba920-aaae-4978-97ab-c28ffe6b4d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:00:10.420295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Attempting to bind port ace24cb0-dabe-465e-99bf-47fd143d07f1 on network 8c6029a4-a7f9-4f42-9654-d8e161d528ee {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:00:10.437886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Port ace24cb0-dabe-465e-99bf-47fd143d07f1 on network 8c6029a4-a7f9-4f42-9654-d8e161d528ee not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:00:10.439036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Attempting to bind port ace24cb0-dabe-465e-99bf-47fd143d07f1 on network 8c6029a4-a7f9-4f42-9654-d8e161d528ee {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:00:10.467966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 6, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:00:10.468425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Checking segment: {'id': '167ba920-aaae-4978-97ab-c28ffe6b4d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:00:10.469694 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Bound using segment: {'id': '167ba920-aaae-4978-97ab-c28ffe6b4d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:00:10.470149 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Bound port: ace24cb0-dabe-465e-99bf-47fd143d07f1, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '167ba920-aaae-4978-97ab-c28ffe6b4d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:00:10.470515 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:10.556707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9b418-c718-4651-be54-50679c378664 req-59f7a0ba-ba30-49c7-940f-1eb8631f9d30 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:10.556707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bcd9b418-c718-4651-be54-50679c378664 req-59f7a0ba-ba30-49c7-940f-1eb8631f9d30 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 983 time: 0.1194179 Aug 29 07:00:10.611870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] For port ace24cb0-dabe-465e-99bf-47fd143d07f1, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:00:10.646766 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] For port ace24cb0-dabe-465e-99bf-47fd143d07f1, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=ace24cb0-dabe-465e-99bf-47fd143d07f1,segment=NetworkSegment(167ba920-aaae-4978-97ab-c28ffe6b4d62),segment_id=167ba920-aaae-4978-97ab-c28ffe6b4d62)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:00:10.667038 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bcd9b418-c718-4651-be54-50679c378664 req-c574a5ab-c652-4420-8d58-bc2cc1f726ea tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0984292 Aug 29 07:00:10.687880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2729dec-d74d-4b1e-9991-3d778dbd1b68 req-912bc001-7877-45a9-b4d3-24d7c0d0d784 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:10.689355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2729dec-d74d-4b1e-9991-3d778dbd1b68 req-912bc001-7877-45a9-b4d3-24d7c0d0d784 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.1036663 Aug 29 07:00:10.735267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2729dec-d74d-4b1e-9991-3d778dbd1b68 req-f60d72b7-c41b-430e-957a-462a525dbc8d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386679 Aug 29 07:00:10.737550 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:10.804524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-e30a8a80-6424-4141-93af-3bf6f89ba1aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=547a3bea-dfbf-49bf-a9ed-43b863da8274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610070 Aug 29 07:00:10.814549 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:10.821124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:10.846537 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:10.846537 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] 10.222.0.11 "PUT /v2.0/ports/ace24cb0-dabe-465e-99bf-47fd143d07f1 HTTP/1.1" status: 200 len: 1132 time: 1.3116231 Aug 29 07:00:10.846537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631a72e9-e3ed-4041-844c-863527b66288', 'tag': 'ace24cb0-dabe-465e-99bf-47fd143d07f1'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:10.846537 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53e8fc0-6370-441c-9629-2913a9aa4a31" -d '{"events": [{"name": "network-changed", "server_uuid": "631a72e9-e3ed-4041-844c-863527b66288", "tag": "ace24cb0-dabe-465e-99bf-47fd143d07f1"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:10.847411 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449162f-b1a3-4e1c-9fe9-dcd008f1385e req-ae285b7b-3390-4e87-ae66-dd4976ec6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:10.847411 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4449162f-b1a3-4e1c-9fe9-dcd008f1385e req-ae285b7b-3390-4e87-ae66-dd4976ec6210 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 1095 time: 0.0637906 Aug 29 07:00:10.900592 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d6ed49-8353-40b8-9346-85b353436149 x-openstack-request-id: req-37d6ed49-8353-40b8-9346-85b353436149 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:10.900592 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631a72e9-e3ed-4041-844c-863527b66288", "tag": "ace24cb0-dabe-465e-99bf-47fd143d07f1", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:10.900592 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-37d6ed49-8353-40b8-9346-85b353436149 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:10.900592 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631a72e9-e3ed-4041-844c-863527b66288', 'tag': 'ace24cb0-dabe-465e-99bf-47fd143d07f1', 'status': 'completed', 'code': 200} Aug 29 07:00:10.925843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9c3c9-ada9-4ca8-ab8f-b8929f5f7310 service neutron] Pushing event updated for resources: {'Port': ['ID=ace24cb0-dabe-465e-99bf-47fd143d07f1,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:10.994955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449162f-b1a3-4e1c-9fe9-dcd008f1385e req-10fd3215-39bc-4ed7-903a-47a4383dfc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:10.996629 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4449162f-b1a3-4e1c-9fe9-dcd008f1385e req-10fd3215-39bc-4ed7-903a-47a4383dfc00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 907 time: 0.1546235 Aug 29 07:00:11.007747 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e8fc0-6370-441c-9629-2913a9aa4a31 req-467a80e5-cded-406c-aec3-99c361ea71a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:11.020776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e53e8fc0-6370-441c-9629-2913a9aa4a31 req-467a80e5-cded-406c-aec3-99c361ea71a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22a0ce1904444ca0986e4df87b83c4f1&device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 1135 time: 0.0868583 Aug 29 07:00:11.023362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-f7c258e8-a20b-4eed-a93f-b57db8042e03 service neutron] 10.222.0.15 "GET /v2.0/networks/547a3bea-dfbf-49bf-a9ed-43b863da8274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112193 Aug 29 07:00:11.055604 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4449162f-b1a3-4e1c-9fe9-dcd008f1385e req-4b86f7f6-4eb3-4fca-a8ac-8b595754c453 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4abd830a-54f2-4704-ba2c-e7575c049cb4 HTTP/1.1" status: 200 len: 217 time: 0.0503352 Aug 29 07:00:11.155541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449162f-b1a3-4e1c-9fe9-dcd008f1385e req-6340d156-2ae4-4fa5-98dd-d68849756deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:11.157523 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4449162f-b1a3-4e1c-9fe9-dcd008f1385e req-6340d156-2ae4-4fa5-98dd-d68849756deb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6091bec-950b-46b5-924b-2d79c271ea4f HTTP/1.1" status: 200 len: 846 time: 0.0891595 Aug 29 07:00:11.209035 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4449162f-b1a3-4e1c-9fe9-dcd008f1385e req-a65e6e3e-d464-466a-a05d-700431fdf960 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36f56023-89e5-4bb5-b740-0799e8565e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426607 Aug 29 07:00:11.310743 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4449162f-b1a3-4e1c-9fe9-dcd008f1385e req-d85ccf25-25ea-4239-8aa9-3695fc949217 service neutron] 10.222.0.15 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932884 Aug 29 07:00:11.356246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49173c64-db1a-40b0-8c8c-231eaa906322 req-14fb44e2-de3d-4ed7-84d7-aff48ca6b12d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:11.357743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49173c64-db1a-40b0-8c8c-231eaa906322 req-14fb44e2-de3d-4ed7-84d7-aff48ca6b12d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 943 time: 0.1962445 Aug 29 07:00:11.366667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e8fc0-6370-441c-9629-2913a9aa4a31 req-8e149f4a-4a2f-4426-85ff-aebcc86386f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:11.368093 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e53e8fc0-6370-441c-9629-2913a9aa4a31 req-8e149f4a-4a2f-4426-85ff-aebcc86386f7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=22a0ce1904444ca0986e4df87b83c4f1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3031216 Aug 29 07:00:11.370739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6796855c-ba8a-42e8-9d26-078df434e5ff req-d6b18c83-a3ad-4f14-bf80-8ea27348f364 service neutron] 10.222.0.15 "GET /v2.0/networks/547a3bea-dfbf-49bf-a9ed-43b863da8274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385677 Aug 29 07:00:11.431286 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4449162f-b1a3-4e1c-9fe9-dcd008f1385e req-5a3be4ec-4026-4be2-81ed-000d96911efb service neutron] 10.222.0.15 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081417 Aug 29 07:00:11.471808 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49173c64-db1a-40b0-8c8c-231eaa906322 req-14ac4ba5-6316-4bb0-8df4-23d2780e659a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067042 Aug 29 07:00:11.536016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e8fc0-6370-441c-9629-2913a9aa4a31 req-70fd4828-3b59-4897-a82f-06fcf75d33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:11.537500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e53e8fc0-6370-441c-9629-2913a9aa4a31 req-70fd4828-3b59-4897-a82f-06fcf75d33d3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1605291 Aug 29 07:00:11.554139 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb00a52-aef8-4d79-829f-d2fca94ba42a req-621d886b-a274-4982-b492-ffec26606bfe tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:11.555713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bb00a52-aef8-4d79-829f-d2fca94ba42a req-621d886b-a274-4982-b492-ffec26606bfe tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 944 time: 0.0702159 Aug 29 07:00:11.596492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bb00a52-aef8-4d79-829f-d2fca94ba42a req-0fd923dc-c29b-408c-b1c4-0529820e9722 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348403 Aug 29 07:00:11.636367 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-259d9f56-a8ac-4ff4-9b62-44f4abdd1ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:11.661961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689048ea-edf2-425c-8685-e8201c121a03 req-d75d498b-64c2-48e7-bd4c-74c4a2fee859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:11.663567 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-689048ea-edf2-425c-8685-e8201c121a03 req-d75d498b-64c2-48e7-bd4c-74c4a2fee859 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7828153a41cd4954b5027994ab244473&device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 1096 time: 0.0672364 Aug 29 07:00:11.674843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-84742593-ead5-4899-9632-232fc89444b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:11.676421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-84742593-ead5-4899-9632-232fc89444b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22a0ce1904444ca0986e4df87b83c4f1&device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 1135 time: 0.0516522 Aug 29 07:00:11.739601 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-99dcb9c8-20dc-4dc8-8014-38f88fc50882 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace24cb0-dabe-465e-99bf-47fd143d07f1 HTTP/1.1" status: 200 len: 217 time: 0.0492144 Aug 29 07:00:11.765153 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:11.790622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689048ea-edf2-425c-8685-e8201c121a03 req-a144d597-5a9f-42f4-9a2c-1e774f1695f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:11.792322 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-689048ea-edf2-425c-8685-e8201c121a03 req-a144d597-5a9f-42f4-9a2c-1e774f1695f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=547a3bea-dfbf-49bf-a9ed-43b863da8274 HTTP/1.1" status: 200 len: 925 time: 0.1211450 Aug 29 07:00:11.833528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-17eee7bb-c95d-426c-8831-6eaaaae073a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:11.835199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-17eee7bb-c95d-426c-8831-6eaaaae073a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c338746-3097-40d6-b9c0-2d2139e10558 HTTP/1.1" status: 200 len: 834 time: 0.0864148 Aug 29 07:00:11.839554 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-689048ea-edf2-425c-8685-e8201c121a03 req-3903580d-f6b4-4510-b5b6-51e90a7d0c45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d49ede7f-a51e-4270-a977-bfe3f48f8e88 HTTP/1.1" status: 200 len: 217 time: 0.0388207 Aug 29 07:00:11.899554 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689048ea-edf2-425c-8685-e8201c121a03 req-f51396d2-fbec-43a0-b49c-1c8ba6672e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:11.901486 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-689048ea-edf2-425c-8685-e8201c121a03 req-f51396d2-fbec-43a0-b49c-1c8ba6672e48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73544910-3c92-4a41-80f1-ee4b773844db HTTP/1.1" status: 200 len: 864 time: 0.0544710 Aug 29 07:00:11.913540 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad45b68-3257-48ea-9279-3c1b534dd7a7 req-37de40db-678e-45a0-959d-fed6e0582c25 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:11.915015 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ad45b68-3257-48ea-9279-3c1b534dd7a7 req-37de40db-678e-45a0-959d-fed6e0582c25 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 983 time: 0.1378345 Aug 29 07:00:11.939382 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-689048ea-edf2-425c-8685-e8201c121a03 req-dcb01411-a43e-4479-bf9c-a9edec7cefbf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=547a3bea-dfbf-49bf-a9ed-43b863da8274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284314 Aug 29 07:00:11.951183 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e07a2-f978-4ef2-8c3d-ab0c34f09df5 req-265ff590-050f-481f-9ced-3be8a9cfec77 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:11.952932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-615e07a2-f978-4ef2-8c3d-ab0c34f09df5 req-265ff590-050f-481f-9ced-3be8a9cfec77 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.1227088 Aug 29 07:00:11.974044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-c6c35b0b-375c-41c0-a1b2-9ba6c796906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:11.975551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-c6c35b0b-375c-41c0-a1b2-9ba6c796906f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c6029a4-a7f9-4f42-9654-d8e161d528ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285017 Aug 29 07:00:12.049993 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-689048ea-edf2-425c-8685-e8201c121a03 req-3ca294f6-5eff-4198-be68-4f4014fabfaf service neutron] 10.222.0.15 "GET /v2.0/networks/547a3bea-dfbf-49bf-a9ed-43b863da8274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024733 Aug 29 07:00:12.079905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ad45b68-3257-48ea-9279-3c1b534dd7a7 req-0d3983fd-d4fc-4637-9088-4f537f7fa4e7 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1515112 Aug 29 07:00:12.098360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-615e07a2-f978-4ef2-8c3d-ab0c34f09df5 req-8ae9a9d7-8eea-4a39-9a38-84451af9f078 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379197 Aug 29 07:00:12.137959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-ad725c23-46bb-4e58-9f38-8d5a03b45737 service neutron] 10.222.0.11 "GET /v2.0/networks/8c6029a4-a7f9-4f42-9654-d8e161d528ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481910 Aug 29 07:00:12.149397 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-689048ea-edf2-425c-8685-e8201c121a03 req-51e4d50d-49ef-4c70-95ca-daca928200e4 service neutron] 10.222.0.15 "GET /v2.0/networks/547a3bea-dfbf-49bf-a9ed-43b863da8274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911212 Aug 29 07:00:12.238985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4771f3-3380-4739-a203-c75fed8dcbf5 req-cb4bb1f7-b995-449f-9e1d-012472444c41 service neutron] 10.222.0.11 "GET /v2.0/networks/8c6029a4-a7f9-4f42-9654-d8e161d528ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931034 Aug 29 07:00:12.610134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320591af-bfa8-49c8-b458-2080ae74ebee req-d6caee30-768d-4ac8-976a-8da50f4afb94 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:12.614781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-320591af-bfa8-49c8-b458-2080ae74ebee req-d6caee30-768d-4ac8-976a-8da50f4afb94 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 943 time: 0.0643978 Aug 29 07:00:12.652072 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-320591af-bfa8-49c8-b458-2080ae74ebee req-cfce55d5-efa4-4e8f-835a-73400b983a3c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327582 Aug 29 07:00:13.021429 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f6afa-f263-40d1-9aeb-41a94f48bb7f req-1bad49e8-8832-4c15-9314-129c3c0260b4 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:13.023084 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e7f6afa-f263-40d1-9aeb-41a94f48bb7f req-1bad49e8-8832-4c15-9314-129c3c0260b4 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 944 time: 0.3125660 Aug 29 07:00:13.068973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e7f6afa-f263-40d1-9aeb-41a94f48bb7f req-e834f2a1-f189-4633-bd49-7ed9e6b8df80 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391145 Aug 29 07:00:13.232312 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5d734-c2a5-42ab-a8f2-c80987342590 req-a7489e1f-9f7c-4ed7-8353-a02c734bd2af tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:13.233794 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a9c5d734-c2a5-42ab-a8f2-c80987342590 req-a7489e1f-9f7c-4ed7-8353-a02c734bd2af tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 983 time: 0.0890543 Aug 29 07:00:13.255907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1eacb9-0da0-486d-afd3-80ef3967dab2 req-6e52af1a-ecc5-47b2-a21e-17020f5c7a67 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:13.257381 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff1eacb9-0da0-486d-afd3-80ef3967dab2 req-6e52af1a-ecc5-47b2-a21e-17020f5c7a67 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.0821004 Aug 29 07:00:13.307281 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a9c5d734-c2a5-42ab-a8f2-c80987342590 req-6d8f3958-cb1c-4e09-9651-25c7a0daa633 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0652945 Aug 29 07:00:13.326131 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff1eacb9-0da0-486d-afd3-80ef3967dab2 req-e9fd9b82-0023-477a-a85b-c2ea8119d41d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609941 Aug 29 07:00:13.528634 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:13.777013 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dbb96-aef1-467a-aba0-d46ff4e70fba req-60fa773d-010a-4b68-b15a-0b30aae2845b tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:13.778626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-990dbb96-aef1-467a-aba0-d46ff4e70fba req-60fa773d-010a-4b68-b15a-0b30aae2845b tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 943 time: 0.0578289 Aug 29 07:00:13.819370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-990dbb96-aef1-467a-aba0-d46ff4e70fba req-22742356-562c-47dc-8911-41e8ba192cf4 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332243 Aug 29 07:00:13.825382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4abd830a-54f2-4704-ba2c-e7575c049cb4 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:00:13.930443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4abd830a-54f2-4704-ba2c-e7575c049cb4, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4abd830a-54f2-4704-ba2c-e7575c049cb4,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:13.942190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '4abd830a-54f2-4704-ba2c-e7575c049cb4', 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'port_id': '4abd830a-54f2-4704-ba2c-e7575c049cb4', 'mac_address': 'fa:16:3e:97:01:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6091bec-950b-46b5-924b-2d79c271ea4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:00:13.982636 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:13.996903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abd830a-54f2-4704-ba2c-e7575c049cb4 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:14.017273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4abd830a-54f2-4704-ba2c-e7575c049cb4, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4abd830a-54f2-4704-ba2c-e7575c049cb4,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:14.267031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f4b6e-f484-4ac7-bfae-5737eafb7e13 req-ed3cf982-ae6a-49be-8aea-eeb1bdfd0349 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:14.267031 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-839f4b6e-f484-4ac7-bfae-5737eafb7e13 req-ed3cf982-ae6a-49be-8aea-eeb1bdfd0349 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 944 time: 0.0517797 Aug 29 07:00:14.267031 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-839f4b6e-f484-4ac7-bfae-5737eafb7e13 req-989ee1ba-6830-4ac4-80eb-81a1746be953 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355821 Aug 29 07:00:14.476877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e329fca-3f2a-4567-ba79-610a4ede0b27 req-b614efa0-4f29-4804-9fe2-25c65cfb8e8a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:14.478700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e329fca-3f2a-4567-ba79-610a4ede0b27 req-b614efa0-4f29-4804-9fe2-25c65cfb8e8a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 983 time: 0.0930357 Aug 29 07:00:14.499392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d37b5-a481-445c-97af-cc22c37ba4d1 req-271afb60-f92d-4987-97c8-7073f24edc57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:14.500828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd0d37b5-a481-445c-97af-cc22c37ba4d1 req-271afb60-f92d-4987-97c8-7073f24edc57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.0827060 Aug 29 07:00:14.552931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e329fca-3f2a-4567-ba79-610a4ede0b27 req-003d3a42-c099-4906-9629-a1c380aad556 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0671852 Aug 29 07:00:14.560040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd0d37b5-a481-445c-97af-cc22c37ba4d1 req-d0fa98dd-9f06-4885-9162-a37037fd6b45 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519793 Aug 29 07:00:14.587921 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:14.633557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=4abd830a-54f2-4704-ba2c-e7575c049cb4,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:14.838261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4abd830a-54f2-4704-ba2c-e7575c049cb4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:00:14.940661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cedc8-350f-409c-8590-c6abb08ec1e0 req-1d93d43a-4362-487c-b068-531f9947e389 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:14.942152 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-739cedc8-350f-409c-8590-c6abb08ec1e0 req-1d93d43a-4362-487c-b068-531f9947e389 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 944 time: 0.0495846 Aug 29 07:00:14.981650 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-739cedc8-350f-409c-8590-c6abb08ec1e0 req-3d620f26-1b9d-4b02-ac37-d68524cf0ee2 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325618 Aug 29 07:00:15.363056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260fd15-c550-4dd3-994e-6691e197946d req-3e5a92fd-8309-4495-99da-806bc84ea994 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:15.364585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1260fd15-c550-4dd3-994e-6691e197946d req-3e5a92fd-8309-4495-99da-806bc84ea994 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 944 time: 0.0570569 Aug 29 07:00:15.405757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1260fd15-c550-4dd3-994e-6691e197946d req-da575115-b9ab-459a-b249-6941ef798e9a tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349519 Aug 29 07:00:15.714672 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827ea4a-6fd4-421c-92f0-08df59a1ad67 req-b4018376-cc79-474c-a063-2a95c6fc2499 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:15.716906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c827ea4a-6fd4-421c-92f0-08df59a1ad67 req-b4018376-cc79-474c-a063-2a95c6fc2499 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 983 time: 0.0917406 Aug 29 07:00:15.731199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2b131-bc30-44fa-bd6c-3da9f71a36b5 req-6b93a1ac-a8bb-4dd7-89e5-c98a66464385 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:15.732659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17a2b131-bc30-44fa-bd6c-3da9f71a36b5 req-6b93a1ac-a8bb-4dd7-89e5-c98a66464385 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.0735557 Aug 29 07:00:15.793199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c827ea4a-6fd4-421c-92f0-08df59a1ad67 req-44987e67-ea81-4eb2-9e8c-403956ff96a2 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0594137 Aug 29 07:00:15.796217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17a2b131-bc30-44fa-bd6c-3da9f71a36b5 req-c3bbe22c-8304-429a-8032-7f3432250cb3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545828 Aug 29 07:00:15.845820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d49ede7f-a51e-4270-a977-bfe3f48f8e88 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:00:15.848047 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4abd830a-54f2-4704-ba2c-e7575c049cb4 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:00:15.981429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d49ede7f-a51e-4270-a977-bfe3f48f8e88, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d49ede7f-a51e-4270-a977-bfe3f48f8e88,segment=NetworkSegment(ae0a8e7a-0a20-497c-b775-6c8feac0e015),segment_id=ae0a8e7a-0a20-497c-b775-6c8feac0e015)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:15.992845 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'd49ede7f-a51e-4270-a977-bfe3f48f8e88', 'network_id': '547a3bea-dfbf-49bf-a9ed-43b863da8274', 'port_id': 'd49ede7f-a51e-4270-a977-bfe3f48f8e88', 'mac_address': 'fa:16:3e:4a:a6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73544910-3c92-4a41-80f1-ee4b773844db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:00:16.044149 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:16.056587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49ede7f-a51e-4270-a977-bfe3f48f8e88 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:16.073933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 4abd830a-54f2-4704-ba2c-e7575c049cb4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:00:16.080385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d49ede7f-a51e-4270-a977-bfe3f48f8e88, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d49ede7f-a51e-4270-a977-bfe3f48f8e88,segment=NetworkSegment(ae0a8e7a-0a20-497c-b775-6c8feac0e015),segment_id=ae0a8e7a-0a20-497c-b775-6c8feac0e015)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:16.081994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 4abd830a-54f2-4704-ba2c-e7575c049cb4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:00:16.082368 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:16.123125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c642cd-58b9-446c-863a-a765747067da req-0242e182-0088-48f8-99bd-66ffcc10884e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:16.124746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14c642cd-58b9-446c-863a-a765747067da req-0242e182-0088-48f8-99bd-66ffcc10884e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 944 time: 0.0614450 Aug 29 07:00:16.173522 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:16.183268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14c642cd-58b9-446c-863a-a765747067da req-c1060465-8cd7-4508-ba7f-b11a375a92b4 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473287 Aug 29 07:00:16.209403 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:16.224181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadb37aa-cb10-4c71-a813-19eadaa717fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abd830a-54f2-4704-ba2c-e7575c049cb4'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:16.226527 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115b56a2-77d3-4653-8ee7-0ea25f00d2d7" -d '{"events": [{"server_uuid": "eadb37aa-cb10-4c71-a813-19eadaa717fd", "name": "network-vif-plugged", "status": "completed", "tag": "4abd830a-54f2-4704-ba2c-e7575c049cb4"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:16.258880 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4abd830a-54f2-4704-ba2c-e7575c049cb4, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4abd830a-54f2-4704-ba2c-e7575c049cb4,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:16.280387 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=d49ede7f-a51e-4270-a977-bfe3f48f8e88,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:16.286640 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83d0785-2796-4421-b16e-aebf71f3858b x-openstack-request-id: req-f83d0785-2796-4421-b16e-aebf71f3858b {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:16.286966 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadb37aa-cb10-4c71-a813-19eadaa717fd", "name": "network-vif-plugged", "status": "completed", "tag": "4abd830a-54f2-4704-ba2c-e7575c049cb4", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:16.287210 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f83d0785-2796-4421-b16e-aebf71f3858b {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:16.287657 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadb37aa-cb10-4c71-a813-19eadaa717fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abd830a-54f2-4704-ba2c-e7575c049cb4', 'code': 200} Aug 29 07:00:16.401002 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2a39e-5ac0-43be-8d54-16b195855f51 req-64d6f616-c725-44f0-be69-3154f4efce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:16.402779 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e2c2a39e-5ac0-43be-8d54-16b195855f51 req-64d6f616-c725-44f0-be69-3154f4efce92 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 1096 time: 0.0489976 Aug 29 07:00:16.416765 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:16.442205 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e2c2a39e-5ac0-43be-8d54-16b195855f51 req-5b387800-72f1-496c-8270-59a934f94bc1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312624 Aug 29 07:00:16.470373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['d49ede7f-a51e-4270-a977-bfe3f48f8e88'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:00:16.510878 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=4abd830a-54f2-4704-ba2c-e7575c049cb4,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:16.547189 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fb3ef-553f-4ad7-83d6-f522d7965a58 req-46f3d3ea-4110-44fd-9d17-f78532b85103 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:16.549189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-657fb3ef-553f-4ad7-83d6-f522d7965a58 req-46f3d3ea-4110-44fd-9d17-f78532b85103 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 945 time: 0.0669067 Aug 29 07:00:16.600101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-657fb3ef-553f-4ad7-83d6-f522d7965a58 req-0b84d74b-bf49-4bca-ac60-554b72d03a4d tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440547 Aug 29 07:00:16.904584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device ace24cb0-dabe-465e-99bf-47fd143d07f1 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:00:16.959421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a464d-1a9f-47db-a3ef-91b5ffc58d61 req-fb2f64af-5fea-4bfa-bdf8-95b6b43dc000 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:16.960930 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f2a464d-1a9f-47db-a3ef-91b5ffc58d61 req-fb2f64af-5fea-4bfa-bdf8-95b6b43dc000 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 983 time: 0.0860610 Aug 29 07:00:16.971596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b56a5f-7b66-42a9-9fcb-40541a53e0cb req-b18a2224-2340-41ac-9376-6edd98f99fd7 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:16.973053 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73b56a5f-7b66-42a9-9fcb-40541a53e0cb req-b18a2224-2340-41ac-9376-6edd98f99fd7 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.0882943 Aug 29 07:00:17.012540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port ace24cb0-dabe-465e-99bf-47fd143d07f1, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=ace24cb0-dabe-465e-99bf-47fd143d07f1,segment=NetworkSegment(167ba920-aaae-4978-97ab-c28ffe6b4d62),segment_id=167ba920-aaae-4978-97ab-c28ffe6b4d62)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:17.026842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'ace24cb0-dabe-465e-99bf-47fd143d07f1', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'port_id': 'ace24cb0-dabe-465e-99bf-47fd143d07f1', 'mac_address': 'fa:16:3e:b3:34:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:00:17.034606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73b56a5f-7b66-42a9-9fcb-40541a53e0cb req-b70c08be-2f95-44ba-8133-5cbdb2876c19 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539596 Aug 29 07:00:17.038663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f2a464d-1a9f-47db-a3ef-91b5ffc58d61 req-a51e6637-9839-4997-b045-8e656b47b66a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0647180 Aug 29 07:00:17.071933 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:17.101478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace24cb0-dabe-465e-99bf-47fd143d07f1 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:17.121073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port ace24cb0-dabe-465e-99bf-47fd143d07f1, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=ace24cb0-dabe-465e-99bf-47fd143d07f1,segment=NetworkSegment(167ba920-aaae-4978-97ab-c28ffe6b4d62),segment_id=167ba920-aaae-4978-97ab-c28ffe6b4d62)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:17.261959 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:17.301169 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b563a3-d82d-4693-a53d-7fba2e89d971 req-9bfb5845-5592-47dc-98f9-17d1b5c6c067 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:17.302779 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-46b563a3-d82d-4693-a53d-7fba2e89d971 req-9bfb5845-5592-47dc-98f9-17d1b5c6c067 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 945 time: 0.0510674 Aug 29 07:00:17.330422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=ace24cb0-dabe-465e-99bf-47fd143d07f1,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:17.352885 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-46b563a3-d82d-4693-a53d-7fba2e89d971 req-fbe163e9-206b-4bb2-a791-6ebdaff6b37e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Aug 29 07:00:17.697972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['ace24cb0-dabe-465e-99bf-47fd143d07f1'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:00:17.720379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c05787-5ce8-4893-9a80-b3ac52453430 req-e4894779-4fe9-4bb4-b156-0725c0465129 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:17.722254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44c05787-5ce8-4893-9a80-b3ac52453430 req-e4894779-4fe9-4bb4-b156-0725c0465129 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 945 time: 0.0520952 Aug 29 07:00:17.771297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44c05787-5ce8-4893-9a80-b3ac52453430 req-2584510b-1fc8-4fc5-b708-4c297e75d529 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424953 Aug 29 07:00:17.872542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d49ede7f-a51e-4270-a977-bfe3f48f8e88 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:00:18.005045 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port d49ede7f-a51e-4270-a977-bfe3f48f8e88 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:00:18.009328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port d49ede7f-a51e-4270-a977-bfe3f48f8e88 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:00:18.009708 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:18.103255 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:18.145787 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d49ede7f-a51e-4270-a977-bfe3f48f8e88, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d49ede7f-a51e-4270-a977-bfe3f48f8e88,segment=NetworkSegment(ae0a8e7a-0a20-497c-b775-6c8feac0e015),segment_id=ae0a8e7a-0a20-497c-b775-6c8feac0e015)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:18.221382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c07069-cbbe-45b7-b2b4-878f0639f5d9 req-043bcb58-9913-4fea-a66a-f36d28484487 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:18.223239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74c07069-cbbe-45b7-b2b4-878f0639f5d9 req-043bcb58-9913-4fea-a66a-f36d28484487 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 984 time: 0.0892506 Aug 29 07:00:18.233309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e44992-0278-4098-8379-c466934381f8 req-c2fec1c8-506c-43ed-b8bf-3f92bb85d7ee tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:18.235691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7e44992-0278-4098-8379-c466934381f8 req-c2fec1c8-506c-43ed-b8bf-3f92bb85d7ee tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.0911667 Aug 29 07:00:18.261573 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:18.298364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1111651-396c-45f7-beb7-5d792069711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49ede7f-a51e-4270-a977-bfe3f48f8e88'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:18.300544 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dcfca7-8eeb-4b04-83dc-f4f0c3cc4d54" -d '{"events": [{"server_uuid": "b1111651-396c-45f7-beb7-5d792069711a", "name": "network-vif-plugged", "status": "completed", "tag": "d49ede7f-a51e-4270-a977-bfe3f48f8e88"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:18.316414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74c07069-cbbe-45b7-b2b4-878f0639f5d9 req-046cddf9-2ed6-436f-a9fe-05b2ba072775 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0796673 Aug 29 07:00:18.319443 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7e44992-0278-4098-8379-c466934381f8 req-b492f46c-c083-46a3-a216-1424bee0c45a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760124 Aug 29 07:00:18.336718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=d49ede7f-a51e-4270-a977-bfe3f48f8e88,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:18.408864 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb9b4dc-12f7-401f-8c2b-c5472fedb9cb x-openstack-request-id: req-acb9b4dc-12f7-401f-8c2b-c5472fedb9cb {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:18.409207 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1111651-396c-45f7-beb7-5d792069711a", "name": "network-vif-plugged", "status": "completed", "tag": "d49ede7f-a51e-4270-a977-bfe3f48f8e88", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:18.409459 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-acb9b4dc-12f7-401f-8c2b-c5472fedb9cb {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:18.409854 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1111651-396c-45f7-beb7-5d792069711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49ede7f-a51e-4270-a977-bfe3f48f8e88', 'code': 200} Aug 29 07:00:18.513566 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2dba6-93ce-4a2f-a3f8-2807c62ed977 req-66ee7608-a212-48b0-ab6e-0f316dc6120d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:18.518401 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79a2dba6-93ce-4a2f-a3f8-2807c62ed977 req-66ee7608-a212-48b0-ab6e-0f316dc6120d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 945 time: 0.0549612 Aug 29 07:00:18.529187 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08887c-5ca2-45b7-9425-ba3b10ccaf46 req-0f269e27-c2c2-4560-b621-b61b1c12297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:18.530715 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bd08887c-5ca2-45b7-9425-ba3b10ccaf46 req-0f269e27-c2c2-4560-b621-b61b1c12297d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 1098 time: 0.0411665 Aug 29 07:00:18.573025 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79a2dba6-93ce-4a2f-a3f8-2807c62ed977 req-073ce4b3-e283-4a3a-aa3d-03380252b4b6 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507390 Aug 29 07:00:18.573183 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bd08887c-5ca2-45b7-9425-ba3b10ccaf46 req-c3f70f3b-001f-4010-8fef-01b489638fd8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338171 Aug 29 07:00:18.826960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7495f-e737-467e-8ccf-fb769b38c5cd req-c523b0ba-574e-40d5-b40e-46f5768f2ab9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:18.828548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9c7495f-e737-467e-8ccf-fb769b38c5cd req-c523b0ba-574e-40d5-b40e-46f5768f2ab9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.1131723 Aug 29 07:00:18.846326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9c7495f-e737-467e-8ccf-fb769b38c5cd req-690c519f-c152-4abe-bfa0-cb6b8a1e02d9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/quotas/c6f5cacadd2f4dab8b27a56efab78c57 HTTP/1.1" status: 200 len: 375 time: 0.0118549 Aug 29 07:00:18.914355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device ace24cb0-dabe-465e-99bf-47fd143d07f1 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:00:18.958047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd7ea0-faad-4d74-9b59-9ee93f990e2a req-61bc09b2-6d67-48b9-baa0-2e7ea57ee449 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:18.959941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1cdd7ea0-faad-4d74-9b59-9ee93f990e2a req-61bc09b2-6d67-48b9-baa0-2e7ea57ee449 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 946 time: 0.1124771 Aug 29 07:00:19.003718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9c7495f-e737-467e-8ccf-fb769b38c5cd req-a78fe30d-ee00-4583-afe5-5d9d4a68a51a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116939 Aug 29 07:00:19.011804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1cdd7ea0-faad-4d74-9b59-9ee93f990e2a req-547d1270-18f1-4f20-ac68-9443fff37f6f tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440934 Aug 29 07:00:19.088798 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port ace24cb0-dabe-465e-99bf-47fd143d07f1 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:00:19.106009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port ace24cb0-dabe-465e-99bf-47fd143d07f1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:00:19.108629 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:19.143295 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9c7495f-e737-467e-8ccf-fb769b38c5cd req-54724f90-b644-4d4f-884a-2563449d8c62 service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259210 Aug 29 07:00:19.198123 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:19.237257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port ace24cb0-dabe-465e-99bf-47fd143d07f1, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=ace24cb0-dabe-465e-99bf-47fd143d07f1,segment=NetworkSegment(167ba920-aaae-4978-97ab-c28ffe6b4d62),segment_id=167ba920-aaae-4978-97ab-c28ffe6b4d62)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:19.274141 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9c7495f-e737-467e-8ccf-fb769b38c5cd req-52828d86-1b7f-4676-89c0-9f80d0c79604 service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245770 Aug 29 07:00:19.394321 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:19.465348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=ace24cb0-dabe-465e-99bf-47fd143d07f1,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:19.506110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20903d-070f-407c-9dec-6c269576a28e req-1268e952-9d6f-4a29-9278-9ac729cfcf0e tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:19.507721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e20903d-070f-407c-9dec-6c269576a28e req-1268e952-9d6f-4a29-9278-9ac729cfcf0e tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 985 time: 0.0553861 Aug 29 07:00:19.559129 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e20903d-070f-407c-9dec-6c269576a28e req-7ffd910b-5f19-4975-867e-94133ea4c673 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0451407 Aug 29 07:00:19.665427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75239cf3-3733-459d-8c02-2ca3236d1e2e req-8e0b2da7-dd7a-4583-aeef-f2f6d1a9c82b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:19.666953 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75239cf3-3733-459d-8c02-2ca3236d1e2e req-8e0b2da7-dd7a-4583-aeef-f2f6d1a9c82b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 944 time: 0.0657308 Aug 29 07:00:19.742344 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75239cf3-3733-459d-8c02-2ca3236d1e2e req-c5c7697d-3cb6-4ad6-9e49-6fecb7bdaaa9 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609293 Aug 29 07:00:19.894772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:00:20.083752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:20.125075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'port_id': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'mac_address': 'fa:16:3e:6b:d8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:00:20.235539 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:20.252235 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:20.288946 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:20.351382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0881f11-9804-4181-9ec9-12ff247cf0fd req-5f7fae42-e7ce-49bc-b3df-1ce6bb3933df tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:20.354402 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0881f11-9804-4181-9ec9-12ff247cf0fd req-5f7fae42-e7ce-49bc-b3df-1ce6bb3933df tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 946 time: 0.1872666 Aug 29 07:00:20.410794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631a72e9-e3ed-4041-844c-863527b66288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace24cb0-dabe-465e-99bf-47fd143d07f1'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:20.413842 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295a87d2-91cc-41ff-8d27-b6b9b2db6d93" -d '{"events": [{"server_uuid": "631a72e9-e3ed-4041-844c-863527b66288", "name": "network-vif-plugged", "status": "completed", "tag": "ace24cb0-dabe-465e-99bf-47fd143d07f1"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:20.450927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0881f11-9804-4181-9ec9-12ff247cf0fd req-962a224c-3baa-45d5-ac92-75ca007aaaef tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816855 Aug 29 07:00:20.467061 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999607d9-bf95-4ce2-a10b-39dbc9d34ff3 x-openstack-request-id: req-999607d9-bf95-4ce2-a10b-39dbc9d34ff3 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:20.471071 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631a72e9-e3ed-4041-844c-863527b66288", "name": "network-vif-plugged", "status": "completed", "tag": "ace24cb0-dabe-465e-99bf-47fd143d07f1", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:20.471071 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-999607d9-bf95-4ce2-a10b-39dbc9d34ff3 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:20.471071 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631a72e9-e3ed-4041-844c-863527b66288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace24cb0-dabe-465e-99bf-47fd143d07f1', 'code': 200} Aug 29 07:00:20.471071 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:20.543132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:20.772751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['80d0f8fb-4ebb-4480-9eb4-920fd115c8f0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:00:20.773071 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3a27b-a046-4ee4-ab1b-5ac42e7123cb req-267b4a0a-1264-4a79-800e-42f3469c4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:20.776466 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80d3a27b-a046-4ee4-ab1b-5ac42e7123cb req-267b4a0a-1264-4a79-800e-42f3469c4220 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 1137 time: 0.1918666 Aug 29 07:00:20.875861 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80d3a27b-a046-4ee4-ab1b-5ac42e7123cb req-6b98fd33-eb17-4a92-8898-6b7f99c03567 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0903287 Aug 29 07:00:20.880996 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:20.895817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-08d59af4-a2d7-4ad5-b85b-48be29f4dc11 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:20.899889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-08d59af4-a2d7-4ad5-b85b-48be29f4dc11 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.2968247 Aug 29 07:00:20.908719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7eff9-9576-455d-9078-2f54d19ce56a req-43ace5c3-3653-4b11-95ae-1e5963009d96 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:20.910474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79a7eff9-9576-455d-9078-2f54d19ce56a req-43ace5c3-3653-4b11-95ae-1e5963009d96 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 985 time: 0.1960683 Aug 29 07:00:20.934874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-c0d49eaa-a480-4095-af15-c5be6c6c560a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/quotas/c6f5cacadd2f4dab8b27a56efab78c57 HTTP/1.1" status: 200 len: 375 time: 0.0228395 Aug 29 07:00:20.991102 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79a7eff9-9576-455d-9078-2f54d19ce56a req-3ccb2161-0c63-4792-88ba-55d36f322353 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0726845 Aug 29 07:00:21.025532 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-cee5ca4f-6d64-4292-ae3e-1be7533879d3 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761607 Aug 29 07:00:21.141659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-4456c7bf-780a-42eb-aa62-98dd144c6475 service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063781 Aug 29 07:00:21.262959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-b60d68f2-845a-42a4-8421-ca6e53e83a45 service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142108 Aug 29 07:00:21.393399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d875e-78b2-48f0-85ca-35ae7f6b7b43 req-2dd82bfc-0858-46b9-9a0a-f2ba12a2c776 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:21.394966 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-503d875e-78b2-48f0-85ca-35ae7f6b7b43 req-2dd82bfc-0858-46b9-9a0a-f2ba12a2c776 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 945 time: 0.0546706 Aug 29 07:00:21.437614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-503d875e-78b2-48f0-85ca-35ae7f6b7b43 req-0a144025-5479-4734-add4-3a1c399f6e53 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357022 Aug 29 07:00:21.679039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c329387-7f2a-46ae-a652-55445b36a15a req-f6a1b584-c163-4a2b-ad09-be0376baae48 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 210 time: 0.0837395 Aug 29 07:00:21.701519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae10432-d70b-48fc-b140-f7de503bf9fb req-32359f05-68e1-4d49-8028-b670e1cbef9d tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:21.702691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ae10432-d70b-48fc-b140-f7de503bf9fb req-32359f05-68e1-4d49-8028-b670e1cbef9d tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 946 time: 0.1399531 Aug 29 07:00:21.764630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ae10432-d70b-48fc-b140-f7de503bf9fb req-69a550d3-c54c-48b1-a3ff-acd6203f6ff4 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527842 Aug 29 07:00:21.918493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:00:21.923051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828c612-a3d8-49df-84c3-5c891475f8e5 req-b7f22be3-98f5-4042-bbe0-7a0ae644dd68 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:21.931549 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1828c612-a3d8-49df-84c3-5c891475f8e5 req-b7f22be3-98f5-4042-bbe0-7a0ae644dd68 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 946 time: 0.0766461 Aug 29 07:00:21.980669 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1828c612-a3d8-49df-84c3-5c891475f8e5 req-cfca9d9c-bb02-4d82-ad7c-38351062e2ca tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480628 Aug 29 07:00:21.982731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:00:21.983091 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:22.077520 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:22.133725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:22.201242 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:22.211787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af9e47-3715-4d1f-9b51-2131512df21e req-41c630a5-87ad-48b1-83a2-b7db9269ed6d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:22.213333 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29af9e47-3715-4d1f-9b51-2131512df21e req-41c630a5-87ad-48b1-83a2-b7db9269ed6d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 985 time: 0.1382029 Aug 29 07:00:22.249799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941072a-a01b-4bb9-bb07-03c5894163b1 req-b4ddac4a-d01a-41dd-8ab1-c2ee58bd80cd tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:22.251499 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d941072a-a01b-4bb9-bb07-03c5894163b1 req-b4ddac4a-d01a-41dd-8ab1-c2ee58bd80cd tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 946 time: 0.0846419 Aug 29 07:00:22.258412 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,revision_number=10']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:22.303855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29af9e47-3715-4d1f-9b51-2131512df21e req-4d0a9688-4a01-46ec-97d9-8219703d75eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0740852 Aug 29 07:00:22.325558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d941072a-a01b-4bb9-bb07-03c5894163b1 req-13b3c959-3d66-402a-98db-4925f27d6f16 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673535 Aug 29 07:00:22.469774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:22.473450 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e82bea9-54d4-4dc0-87a5-8e8e5a1296dd" -d '{"events": [{"server_uuid": "fcc43b51-f33e-4f66-b65d-981ec2bdf2f6", "name": "network-vif-plugged", "status": "completed", "tag": "80d0f8fb-4ebb-4480-9eb4-920fd115c8f0"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:22.590887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce7f10-780c-4b9f-a65d-f9dec72d4a8e req-818af7ee-1451-4495-8a73-b66bd9824ca0 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:22.592565 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9ce7f10-780c-4b9f-a65d-f9dec72d4a8e req-818af7ee-1451-4495-8a73-b66bd9824ca0 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 947 time: 0.0553460 Aug 29 07:00:22.639299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9ce7f10-780c-4b9f-a65d-f9dec72d4a8e req-36f0c9e0-9530-4ef8-b4f3-2565c79a6aa1 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388024 Aug 29 07:00:22.697454 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42efe6b1-851c-4ac3-be29-1c8159833bc2 x-openstack-request-id: req-42efe6b1-851c-4ac3-be29-1c8159833bc2 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:22.697764 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc43b51-f33e-4f66-b65d-981ec2bdf2f6", "name": "network-vif-plugged", "status": "completed", "tag": "80d0f8fb-4ebb-4480-9eb4-920fd115c8f0", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:22.698020 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42efe6b1-851c-4ac3-be29-1c8159833bc2 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:22.698395 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'code': 200} Aug 29 07:00:22.826277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5306c02e-c28b-439a-b5fb-e599d190eba0 req-1949d9e0-449e-4956-abf3-373a6cfbe18a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 210 time: 0.0550950 Aug 29 07:00:23.012223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342aaac-fe54-4312-8930-57dbb292a651 req-fdfac621-cf36-490f-accd-24de26895da5 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:23.020942 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d342aaac-fe54-4312-8930-57dbb292a651 req-fdfac621-cf36-490f-accd-24de26895da5 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 946 time: 0.0947788 Aug 29 07:00:23.077875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d342aaac-fe54-4312-8930-57dbb292a651 req-da0039db-0123-4675-8983-741a4e105612 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558848 Aug 29 07:00:23.089433 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2253e5-f9a5-4b66-954e-cd1cdca00782 req-b9bc3da8-c36b-4d00-b413-94b6a2a167ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:23.104643 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ba2253e5-f9a5-4b66-954e-cd1cdca00782 req-b9bc3da8-c36b-4d00-b413-94b6a2a167ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 1099 time: 0.0649905 Aug 29 07:00:23.155202 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ba2253e5-f9a5-4b66-954e-cd1cdca00782 req-02cbc8fd-a2ad-4daf-855c-6f271c92028f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330207 Aug 29 07:00:23.444594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bb83b-3ada-496d-90fa-8d6b4f07b874 req-16a27893-90e1-487f-b46d-e7a56aa1b382 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:23.446183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-666bb83b-3ada-496d-90fa-8d6b4f07b874 req-16a27893-90e1-487f-b46d-e7a56aa1b382 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 985 time: 0.0599439 Aug 29 07:00:23.495772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-666bb83b-3ada-496d-90fa-8d6b4f07b874 req-5e1b403e-cc07-4475-a93b-41b95942bdf2 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0415146 Aug 29 07:00:23.620727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bde5f-2096-496f-b6ce-566f9129312a req-f9149a1b-9f0e-40b6-9d29-f56e854701e8 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:23.622122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca0bde5f-2096-496f-b6ce-566f9129312a req-f9149a1b-9f0e-40b6-9d29-f56e854701e8 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 985 time: 0.0504539 Aug 29 07:00:23.663523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca0bde5f-2096-496f-b6ce-566f9129312a req-bdbbcd81-e37b-41c2-a45a-a060ebd61890 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344810 Aug 29 07:00:23.816122 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f1087-584f-4f05-a0ee-2f0968bc4fe0 req-c556dab3-8e2d-4b61-9894-18144ec062a3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:23.817972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-511f1087-584f-4f05-a0ee-2f0968bc4fe0 req-c556dab3-8e2d-4b61-9894-18144ec062a3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 947 time: 0.0828118 Aug 29 07:00:23.824950 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1673b-ee7a-452b-ad6a-7a202fcc59cb req-bfd47dad-bcc2-4135-ae8b-ef89852143a6 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:23.826427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65e1673b-ee7a-452b-ad6a-7a202fcc59cb req-bfd47dad-bcc2-4135-ae8b-ef89852143a6 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 1137 time: 0.0802896 Aug 29 07:00:23.874749 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-65e1673b-ee7a-452b-ad6a-7a202fcc59cb req-3fc14f8e-4ff2-47c3-9b24-d2975880f992 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:23.891409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-511f1087-584f-4f05-a0ee-2f0968bc4fe0 req-79e1f59e-121e-472a-ba07-432824605a31 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639722 Aug 29 07:00:24.016659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19ecace2-c76b-4523-aee5-6b909b9b4ef7 req-e115f172-13fe-4db8-9703-e188825a0b53 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 210 time: 0.0406272 Aug 29 07:00:24.030252 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-65e1673b-ee7a-452b-ad6a-7a202fcc59cb req-3fc14f8e-4ff2-47c3-9b24-d2975880f992 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:24.145969 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-65e1673b-ee7a-452b-ad6a-7a202fcc59cb req-3fc14f8e-4ff2-47c3-9b24-d2975880f992 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:24.224423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65e1673b-ee7a-452b-ad6a-7a202fcc59cb req-3fc14f8e-4ff2-47c3-9b24-d2975880f992 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3794589 Aug 29 07:00:24.242135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37576) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:24.242944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc14f8e-4ff2-47c3-9b24-d2975880f992 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d13f45-58ef-4d19-948a-416d43da85bf,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:24.255433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445e295-6883-4679-bf6a-8c8bada6b6c0 req-caffe5b9-2108-430d-9926-2aad5e93cc23 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:24.257309 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a445e295-6883-4679-bf6a-8c8bada6b6c0 req-caffe5b9-2108-430d-9926-2aad5e93cc23 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 946 time: 0.0995686 Aug 29 07:00:24.297765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7a1e41-7102-4e25-9ef8-736b8b07f82c tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:24.300055 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cb7a1e41-7102-4e25-9ef8-736b8b07f82c tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 1132 time: 0.0583346 Aug 29 07:00:24.305379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37578) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:24.311315 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': 'ace24cb0-dabe-465e-99bf-47fd143d07f1', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:24.314345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a445e295-6883-4679-bf6a-8c8bada6b6c0 req-50278fb1-b968-42c2-be26-269904df2f56 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450113 Aug 29 07:00:24.490346 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:24.514811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-8f047f73-3484-4550-90ec-0259d5b5d017 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:24.516624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-8f047f73-3484-4550-90ec-0259d5b5d017 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.1166651 Aug 29 07:00:24.561594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-f1f1aab7-b5b1-4e1a-bc53-354f792a49ef tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Request body: {'port': {'device_id': 'ed272dd8-3c76-4ed2-b679-e5dae0bad49d', 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'admin_state_up': True, 'tenant_id': 'c6f5cacadd2f4dab8b27a56efab78c57'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:24.675079 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:24.828343 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Allocated IP 172.25.1.16 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/6db78ddf-1602-4dd3-9e51-28e73e1689cb) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:00:24.838792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-f1f1aab7-b5b1-4e1a-bc53-354f792a49ef tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Made reservation on behalf of c6f5cacadd2f4dab8b27a56efab78c57 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:00:24.844634 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-f1f1aab7-b5b1-4e1a-bc53-354f792a49ef tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:25.072944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:25.116858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-f1f1aab7-b5b1-4e1a-bc53-354f792a49ef tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Allocated IP 172.20.0.2 (36f56023-89e5-4bb5-b740-0799e8565e59/c6091bec-950b-46b5-924b-2d79c271ea4f/d0238da2-9d0b-40b0-bb73-ba316cc10f89) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:00:25.261787 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:25.303844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f4cc4fc-012e-4eb2-b4ba-0811e90932e8 req-3cf2f1b7-b32b-4076-a4e6-f7f020b3c58f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 210 time: 0.0595469 Aug 29 07:00:25.361449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:00:25.373079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'Port': ['ID=6db78ddf-1602-4dd3-9e51-28e73e1689cb,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:25.374714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adede4-4428-4105-9800-c7725a074ee5 req-9a611f3c-0b3d-4ca3-8863-148fe3ede3e8 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:25.383500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:00:25.384826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76adede4-4428-4105-9800-c7725a074ee5 req-9a611f3c-0b3d-4ca3-8863-148fe3ede3e8 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 947 time: 0.1416478 Aug 29 07:00:25.401507 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:00:25.402656 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-f1f1aab7-b5b1-4e1a-bc53-354f792a49ef tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:25.454963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76adede4-4428-4105-9800-c7725a074ee5 req-e9481bf2-33a9-4135-a6ba-ba5fcefeb5fe tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689738 Aug 29 07:00:25.581154 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-f1f1aab7-b5b1-4e1a-bc53-354f792a49ef tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:25.602318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e825b0a-678d-4b4d-a4f0-b416cd3d5d7f req-9c06a908-155c-4232-bad1-006a726aac69 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:25.607783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4abd830a-54f2-4704-ba2c-e7575c049cb4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:00:25.616424 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e825b0a-678d-4b4d-a4f0-b416cd3d5d7f req-9c06a908-155c-4232-bad1-006a726aac69 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 946 time: 0.0956147 Aug 29 07:00:25.752538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1aab7-b5b1-4e1a-bc53-354f792a49ef tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Pushing event updated for resources: {'Port': ['ID=d0238da2-9d0b-40b0-bb73-ba316cc10f89,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:25.797991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-f1f1aab7-b5b1-4e1a-bc53-354f792a49ef tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Network 36f56023-89e5-4bb5-b740-0799e8565e59 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:00:25.804977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-f1f1aab7-b5b1-4e1a-bc53-354f792a49ef tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:00:25.829245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e825b0a-678d-4b4d-a4f0-b416cd3d5d7f req-3570560e-0053-4bee-b4d0-91d8bc242eb8 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc22a468-0103-4352-af11-64e7073edfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115171 Aug 29 07:00:25.834435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-f1f1aab7-b5b1-4e1a-bc53-354f792a49ef tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:00:25.859340 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e42b4-f176-4abc-942d-e82d2b9de723 req-14bd73ff-0947-4f46-9bc5-4425a2c708c8 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:25.860916 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc4e42b4-f176-4abc-942d-e82d2b9de723 req-14bd73ff-0947-4f46-9bc5-4425a2c708c8 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 946 time: 0.4975483 Aug 29 07:00:25.982270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-f1f1aab7-b5b1-4e1a-bc53-354f792a49ef tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:25.982966 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-f1f1aab7-b5b1-4e1a-bc53-354f792a49ef tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:26.060333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-dc4e42b4-f176-4abc-942d-e82d2b9de723 req-8ede2dac-8839-4bc7-a144-36218a462e32 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Deleting port d49ede7f-a51e-4270-a977-bfe3f48f8e88 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:00:26.060700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc4e42b4-f176-4abc-942d-e82d2b9de723 req-8ede2dac-8839-4bc7-a144-36218a462e32 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:26.063887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:26.091725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ab90384d-8ae9-4e4d-a4f1-65dc1fa87119 req-c3f05ab7-e000-4870-aca2-2bf5915167a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0511847 Aug 29 07:00:26.118468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82b003-8319-4b10-b57f-e6c2ea6ecd9c req-c65d84b7-78cc-4289-b82e-21d6f112eb2a tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:26.120236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e82b003-8319-4b10-b57f-e6c2ea6ecd9c req-c65d84b7-78cc-4289-b82e-21d6f112eb2a tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.0810142 Aug 29 07:00:26.174315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-f1f1aab7-b5b1-4e1a-bc53-354f792a49ef tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6399567 Aug 29 07:00:26.193687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-dc4e42b4-f176-4abc-942d-e82d2b9de723 req-8ede2dac-8839-4bc7-a144-36218a462e32 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] For port d49ede7f-a51e-4270-a977-bfe3f48f8e88, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d49ede7f-a51e-4270-a977-bfe3f48f8e88,segment=NetworkSegment(ae0a8e7a-0a20-497c-b775-6c8feac0e015),segment_id=ae0a8e7a-0a20-497c-b775-6c8feac0e015)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:26.193944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc4e42b4-f176-4abc-942d-e82d2b9de723 req-8ede2dac-8839-4bc7-a144-36218a462e32 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:26.200436 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ab90384d-8ae9-4e4d-a4f1-65dc1fa87119 req-b6b79e08-0e98-4281-87aa-0fff2dd43c44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0494022 Aug 29 07:00:26.206302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Request body: {'port': {'device_id': 'ed272dd8-3c76-4ed2-b679-e5dae0bad49d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:26.209348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-dc4e42b4-f176-4abc-942d-e82d2b9de723 req-8ede2dac-8839-4bc7-a144-36218a462e32 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Calling delete_port for d49ede7f-a51e-4270-a977-bfe3f48f8e88 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:00:26.275013 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e82b003-8319-4b10-b57f-e6c2ea6ecd9c req-1458542c-9f0a-493e-a210-f15a36f36d12 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326866 Aug 29 07:00:26.308478 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:26.317294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ab90384d-8ae9-4e4d-a4f1-65dc1fa87119 req-f4e1c32e-5fdb-4de2-ba7b-6c3ae3b207d5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692337 Aug 29 07:00:26.412845 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:26.504393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90384d-8ae9-4e4d-a4f1-65dc1fa87119 req-b2e93893-87df-4328-8648-3c0029373f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:26.505952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ab90384d-8ae9-4e4d-a4f1-65dc1fa87119 req-b2e93893-87df-4328-8648-3c0029373f41 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1800506 Aug 29 07:00:26.534468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdafa23-29d5-4dbc-a0b5-b0c9155115e0 req-7824fd0f-08b2-4c16-af10-77a91d3c499b tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:26.536370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bdafa23-29d5-4dbc-a0b5-b0c9155115e0 req-7824fd0f-08b2-4c16-af10-77a91d3c499b tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 931 time: 0.1382797 Aug 29 07:00:26.682743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bdafa23-29d5-4dbc-a0b5-b0c9155115e0 req-875e3042-fe5b-4c2d-967d-15c229182b54 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872469 Aug 29 07:00:26.753635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0aee7-339b-4f82-92af-6faf110ab5a8 req-24d72671-2718-4ab7-bc66-d36253a4ef27 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:26.761062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-efb0aee7-339b-4f82-92af-6faf110ab5a8 req-24d72671-2718-4ab7-bc66-d36253a4ef27 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 947 time: 0.2142618 Aug 29 07:00:26.832123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-efb0aee7-339b-4f82-92af-6faf110ab5a8 req-1b6778c9-f3a4-46cd-b573-fe5069e49520 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581899 Aug 29 07:00:26.961326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0238da2-9d0b-40b0-bb73-ba316cc10f89 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:26.980852 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc4e42b4-f176-4abc-942d-e82d2b9de723 req-8ede2dac-8839-4bc7-a144-36218a462e32 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:26.981304 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:26.994574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['d49ede7f-a51e-4270-a977-bfe3f48f8e88'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:00:27.027897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede2dac-8839-4bc7-a144-36218a462e32 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Pushing event deleted for resources: {'Port': ['ID=d49ede7f-a51e-4270-a977-bfe3f48f8e88,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:27.058276 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34f8c0b9-5f0b-4de0-ab60-a74a4725f6ee req-56a07ba2-9bb7-4ad9-ad22-9d627fb2f003 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 210 time: 0.0980237 Aug 29 07:00:27.085424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4e42b4-f176-4abc-942d-e82d2b9de723 req-8ede2dac-8839-4bc7-a144-36218a462e32 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] No DVR routers for this DVR port d49ede7f-a51e-4270-a977-bfe3f48f8e88 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:00:27.089063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc4e42b4-f176-4abc-942d-e82d2b9de723 req-8ede2dac-8839-4bc7-a144-36218a462e32 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:27.091619 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc4e42b4-f176-4abc-942d-e82d2b9de723 req-8ede2dac-8839-4bc7-a144-36218a462e32 tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.15 "DELETE /v2.0/ports/d49ede7f-a51e-4270-a977-bfe3f48f8e88 HTTP/1.1" status: 204 len: 173 time: 1.2222867 Aug 29 07:00:27.093817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1111651-396c-45f7-beb7-5d792069711a', 'name': 'network-vif-deleted', 'tag': 'd49ede7f-a51e-4270-a977-bfe3f48f8e88'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:27.095646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Transition to ACTIVE for port object d0238da2-9d0b-40b0-bb73-ba316cc10f89 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:00:27.097413 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c070e8f9-cf3c-42e2-9331-43e7b9e2c766" -d '{"events": [{"server_uuid": "b1111651-396c-45f7-beb7-5d792069711a", "name": "network-vif-deleted", "tag": "d49ede7f-a51e-4270-a977-bfe3f48f8e88"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:27.151313 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:27.201422 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:00:27.211903 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b1ce40-f9ca-488a-b686-5283466d7ac5 x-openstack-request-id: req-76b1ce40-f9ca-488a-b686-5283466d7ac5 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:27.212233 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1111651-396c-45f7-beb7-5d792069711a", "name": "network-vif-deleted", "tag": "d49ede7f-a51e-4270-a977-bfe3f48f8e88", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:27.212489 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-76b1ce40-f9ca-488a-b686-5283466d7ac5 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:27.213143 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1111651-396c-45f7-beb7-5d792069711a', 'name': 'network-vif-deleted', 'tag': 'd49ede7f-a51e-4270-a977-bfe3f48f8e88', 'status': 'completed', 'code': 200} Aug 29 07:00:27.253359 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:27.264021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-742a7c48-18bd-4e73-b882-dbd438e1e092 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:27.267690 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-742a7c48-18bd-4e73-b882-dbd438e1e092 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.0929785 Aug 29 07:00:27.275213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Pushing event updated for resources: {'Port': ['ID=d0238da2-9d0b-40b0-bb73-ba316cc10f89,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:27.330745 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:27.356143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Attempting to bind port d0238da2-9d0b-40b0-bb73-ba316cc10f89 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:00:27.356801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Attempting to bind port d0238da2-9d0b-40b0-bb73-ba316cc10f89 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:00:27.357568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Attempting to bind port d0238da2-9d0b-40b0-bb73-ba316cc10f89 on network 36f56023-89e5-4bb5-b740-0799e8565e59 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:00:27.363112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Port d0238da2-9d0b-40b0-bb73-ba316cc10f89 on network 36f56023-89e5-4bb5-b740-0799e8565e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:00:27.363639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Attempting to bind port d0238da2-9d0b-40b0-bb73-ba316cc10f89 on network 36f56023-89e5-4bb5-b740-0799e8565e59 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:00:27.368848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:00:27.369231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Checking segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:00:27.369596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Bound using segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:00:27.370029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Bound port: d0238da2-9d0b-40b0-bb73-ba316cc10f89, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:00:27.370391 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:27.521709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'Port': ['ID=6db78ddf-1602-4dd3-9e51-28e73e1689cb,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:27.522177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] For port d0238da2-9d0b-40b0-bb73-ba316cc10f89, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:00:27.541899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] For port d0238da2-9d0b-40b0-bb73-ba316cc10f89, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d0238da2-9d0b-40b0-bb73-ba316cc10f89,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:00:27.556132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b62769-837b-406e-a539-c783b4835263 req-4e4459a8-64fa-4e7f-af78-bab18a0f5d64 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:27.558050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17b62769-837b-406e-a539-c783b4835263 req-4e4459a8-64fa-4e7f-af78-bab18a0f5d64 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 945 time: 0.1177912 Aug 29 07:00:27.568350 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:27.604312 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17b62769-837b-406e-a539-c783b4835263 req-c048313c-37dd-4be9-9fc3-224ad1c32040 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=675f5cb3-dc44-4eb9-b772-3eef42bd2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379350 Aug 29 07:00:27.630556 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Deleting port 1b311365-5d50-4477-9ebd-cee874962599 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:00:27.630906 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:27.640909 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:27.727688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Pushing event updated for resources: {'Port': ['ID=d0238da2-9d0b-40b0-bb73-ba316cc10f89,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:27.745217 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:27.745943 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:27.747611 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-75444e42-3998-4a26-bdd1-c3a6e2ea51cf service neutron] 10.222.0.11 "PUT /v2.0/ports/d0238da2-9d0b-40b0-bb73-ba316cc10f89 HTTP/1.1" status: 200 len: 1092 time: 1.5498512 Aug 29 07:00:27.754716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed272dd8-3c76-4ed2-b679-e5dae0bad49d', 'tag': 'd0238da2-9d0b-40b0-bb73-ba316cc10f89'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:27.759379 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ec456c-826b-4fa4-b96b-794d40f6752f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed272dd8-3c76-4ed2-b679-e5dae0bad49d", "tag": "d0238da2-9d0b-40b0-bb73-ba316cc10f89"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:27.809319 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a62193-2a17-4f09-8be1-ef93a57119f3 x-openstack-request-id: req-42a62193-2a17-4f09-8be1-ef93a57119f3 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:27.809673 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed272dd8-3c76-4ed2-b679-e5dae0bad49d", "tag": "d0238da2-9d0b-40b0-bb73-ba316cc10f89", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:27.809927 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42a62193-2a17-4f09-8be1-ef93a57119f3 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:27.810334 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed272dd8-3c76-4ed2-b679-e5dae0bad49d', 'tag': 'd0238da2-9d0b-40b0-bb73-ba316cc10f89', 'status': 'completed', 'code': 200} Aug 29 07:00:27.854776 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Floating IP ad7c3f0f-3726-4249-90b2-35bbc81d76e6 associated. External IP: 172.25.1.16, port: ace24cb0-dabe-465e-99bf-47fd143d07f1. Aug 29 07:00:27.958531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] For port 1b311365-5d50-4477-9ebd-cee874962599, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1b311365-5d50-4477-9ebd-cee874962599,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:27.958964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:28.219594 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:28.219989 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:28.220444 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Floating IP a04189e0-a02e-4c0f-a203-4b06601daa92 disassociated. External IP: 172.25.1.29, port: 1b311365-5d50-4477-9ebd-cee874962599. Aug 29 07:00:28.220801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Calling delete_port for 1b311365-5d50-4477-9ebd-cee874962599 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:00:28.312385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c92d5-caff-455f-9585-4f28be09c3cd req-827b5da0-78b9-4939-ab04-bea014199bb9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:28.320887 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c14c92d5-caff-455f-9585-4f28be09c3cd req-827b5da0-78b9-4939-ab04-bea014199bb9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 943 time: 0.4982285 Aug 29 07:00:28.360784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec456c-826b-4fa4-b96b-794d40f6752f req-8ab60cf6-64e3-4e6c-9e8c-b74dd7af763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:28.362546 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68ec456c-826b-4fa4-b96b-794d40f6752f req-8ab60cf6-64e3-4e6c-9e8c-b74dd7af763c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 1095 time: 0.4734735 Aug 29 07:00:28.383599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c14c92d5-caff-455f-9585-4f28be09c3cd req-286b9be0-bd16-4eea-ab51-553de2e58b95 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577574 Aug 29 07:00:28.400903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b05da-be9a-48f8-bd3e-97a0b440bf09 req-c97a6c9c-70be-4572-966f-e8997d937a9a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:28.402475 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-332b05da-be9a-48f8-bd3e-97a0b440bf09 req-c97a6c9c-70be-4572-966f-e8997d937a9a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 947 time: 0.4528909 Aug 29 07:00:28.491605 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:28.618997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event deleted for resources: {'Port': ['ID=1b311365-5d50-4477-9ebd-cee874962599,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:28.622051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c923bb4f-0b70-43db-b7be-13520cc52f25 req-485d7784-babf-4384-aa3e-6799ffb35d6e tempest-ServersNegativeTestMultiTenantJSON-890052573 tempest-ServersNegativeTestMultiTenantJSON-890052573-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1111651-396c-45f7-beb7-5d792069711a HTTP/1.1" status: 200 len: 210 time: 0.1236143 Aug 29 07:00:28.641842 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-332b05da-be9a-48f8-bd3e-97a0b440bf09 req-1c42bf1e-e705-4b66-b7fa-2a55f47d1094 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291851 Aug 29 07:00:28.689226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec456c-826b-4fa4-b96b-794d40f6752f req-850384a9-d202-44f2-b584-55384d123695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:28.690988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68ec456c-826b-4fa4-b96b-794d40f6752f req-850384a9-d202-44f2-b584-55384d123695 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3038671 Aug 29 07:00:28.826860 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Router 35ed75a4-6379-4429-aa54-155b6774d17f has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:00:28.846846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec456c-826b-4fa4-b96b-794d40f6752f req-4ff15b47-5c08-4629-b406-ab8d10ce133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:28.848602 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68ec456c-826b-4fa4-b96b-794d40f6752f req-4ff15b47-5c08-4629-b406-ab8d10ce133e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1507986 Aug 29 07:00:28.923915 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Router 9cf05a5f-f23b-43e2-84ea-23030c63c890 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:00:28.962235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3291046-05ba-4dac-9c85-1fdb4dc66ee4 req-4b3efa55-b927-4abc-92eb-113605343ac5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 210 time: 0.2253380 Aug 29 07:00:29.076883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-906c3796-743d-4802-ba2a-18ec10fc6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:29.082635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-906c3796-743d-4802-ba2a-18ec10fc6f0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 1095 time: 0.1116478 Aug 29 07:00:29.093393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:00:29.116553 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd564c50-9f9f-42b7-a00e-308cfa3e8cd6 None None] Sync routers for ids ['35ed75a4-6379-4429-aa54-155b6774d17f'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:00:29.130056 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd564c50-9f9f-42b7-a00e-308cfa3e8cd6 None None] Routers {'35ed75a4-6379-4429-aa54-155b6774d17f'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:00:29.130930 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-cd564c50-9f9f-42b7-a00e-308cfa3e8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:00:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['35ed75a4-6379-4429-aa54-155b6774d17f'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:29.211406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:00:29.225189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-d9f0f6ed-774b-402f-b075-b130676fd18e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0238da2-9d0b-40b0-bb73-ba316cc10f89 HTTP/1.1" status: 200 len: 217 time: 0.1320090 Aug 29 07:00:29.232695 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d2515-a9d4-454d-b019-1546457ad5fd None None] Sync routers for ids ['9cf05a5f-f23b-43e2-84ea-23030c63c890'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:00:29.250989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d2515-a9d4-454d-b019-1546457ad5fd None None] Routers {'9cf05a5f-f23b-43e2-84ea-23030c63c890'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:00:29.251762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c46d2515-a9d4-454d-b019-1546457ad5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:00:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9cf05a5f-f23b-43e2-84ea-23030c63c890'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:29.259680 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:29.331542 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] No DVR routers for this DVR port 1b311365-5d50-4477-9ebd-cee874962599 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:00:29.335179 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-cd564c50-9f9f-42b7-a00e-308cfa3e8cd6 None None] Set router 35ed75a4-6379-4429-aa54-155b6774d17f gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:00:29.336343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-d1665a92-686a-4b13-a74a-48b9d4cc6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:29.338124 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-d1665a92-686a-4b13-a74a-48b9d4cc6d17 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6091bec-950b-46b5-924b-2d79c271ea4f HTTP/1.1" status: 200 len: 846 time: 0.1063626 Aug 29 07:00:29.340604 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:29.343977 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8e7ec570-1172-4fbd-8e43-306383379b2a req-3b58cad7-4320-410d-8a12-36209b55d7bd tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.11 "DELETE /v2.0/ports/1b311365-5d50-4477-9ebd-cee874962599 HTTP/1.1" status: 204 len: 173 time: 2.0688422 Aug 29 07:00:29.357207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b64226a-366a-4bf1-9c59-4a613a5fd860', 'name': 'network-vif-deleted', 'tag': '1b311365-5d50-4477-9ebd-cee874962599'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:29.368790 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81108507-cb03-4adb-8343-c5b3750348f5" -d '{"events": [{"server_uuid": "3b64226a-366a-4bf1-9c59-4a613a5fd860", "name": "network-vif-deleted", "tag": "1b311365-5d50-4477-9ebd-cee874962599"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:29.378260 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5e8debf4-683f-41e6-8205-17a30be9c602 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0739396 Aug 29 07:00:29.381729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37690) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:29.392532 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-059801d0-4398-46fe-b28b-e3382349bac5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36f56023-89e5-4bb5-b740-0799e8565e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438850 Aug 29 07:00:29.473163 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-c46d2515-a9d4-454d-b019-1546457ad5fd None None] Set router 9cf05a5f-f23b-43e2-84ea-23030c63c890 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:00:29.517385 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f3e862-a4b1-4b44-9d57-5f6fd39daf87 x-openstack-request-id: req-e2f3e862-a4b1-4b44-9d57-5f6fd39daf87 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:29.520588 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b64226a-366a-4bf1-9c59-4a613a5fd860", "name": "network-vif-deleted", "tag": "1b311365-5d50-4477-9ebd-cee874962599", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:29.522930 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2f3e862-a4b1-4b44-9d57-5f6fd39daf87 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:29.527673 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b64226a-366a-4bf1-9c59-4a613a5fd860', 'name': 'network-vif-deleted', 'tag': '1b311365-5d50-4477-9ebd-cee874962599', 'status': 'completed', 'code': 200} Aug 29 07:00:29.702191 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e3bd1-7923-435d-be5a-dd4510e5b319 req-8103a248-a369-4371-841c-16ef77205359 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:29.702708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37696) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:29.727796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d00e3bd1-7923-435d-be5a-dd4510e5b319 req-8103a248-a369-4371-841c-16ef77205359 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 943 time: 0.1458709 Aug 29 07:00:29.779028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c46d2515-a9d4-454d-b019-1546457ad5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:43Z', 'revision_number': 5, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:29.782863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-b23f15c2-a3e1-4ce3-9b65-00fddf2082ac service neutron] 10.222.0.11 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751147 Aug 29 07:00:29.792490 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d00e3bd1-7923-435d-be5a-dd4510e5b319 req-8a126033-c80f-4f7c-8ff1-6eddeccbae82 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623875 Aug 29 07:00:29.840818 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-cd564c50-9f9f-42b7-a00e-308cfa3e8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'ad7c3f0f-3726-4249-90b2-35bbc81d76e6', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'floating_ip_address': '172.25.1.16', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'port_id': 'ace24cb0-dabe-465e-99bf-47fd143d07f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'mac_address': 'fa:16:3e:b3:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a72e9-e3ed-4041-844c-863527b66288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:00:25Z', 'updated_at': '2021-08-29T07:00:25Z', 'revision_number': 0, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5deadbf-93bb-44f8-af8c-8c27225e145f', 'name': '', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'mac_address': 'fa:16:3e:01:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:52Z', 'updated_at': '2021-08-29T07:00:02Z', 'revision_number': 5, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'subnets': [{'id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:29.871362 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd564c50-9f9f-42b7-a00e-308cfa3e8cd6 None None] Checking router: 35ed75a4-6379-4429-aa54-155b6774d17f for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:00:29.879570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d2515-a9d4-454d-b019-1546457ad5fd None None] Checking router: 9cf05a5f-f23b-43e2-84ea-23030c63c890 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:00:29.884923 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd564c50-9f9f-42b7-a00e-308cfa3e8cd6 None None] Routers {'35ed75a4-6379-4429-aa54-155b6774d17f'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:00:29.885752 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-cd564c50-9f9f-42b7-a00e-308cfa3e8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:00:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['35ed75a4-6379-4429-aa54-155b6774d17f'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:29.890097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d2515-a9d4-454d-b019-1546457ad5fd None None] Routers {'9cf05a5f-f23b-43e2-84ea-23030c63c890'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:00:29.890742 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c46d2515-a9d4-454d-b019-1546457ad5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:00:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9cf05a5f-f23b-43e2-84ea-23030c63c890'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:29.928292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a40973-010f-4cbd-82f5-1f63635668e4 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:29.929062 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a40973-010f-4cbd-82f5-1f63635668e4 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:29.929620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a40973-010f-4cbd-82f5-1f63635668e4 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:29.930162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a40973-010f-4cbd-82f5-1f63635668e4 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:29.930697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a40973-010f-4cbd-82f5-1f63635668e4 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:29.931264 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a40973-010f-4cbd-82f5-1f63635668e4 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:29.931794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a40973-010f-4cbd-82f5-1f63635668e4 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:29.932570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a40973-010f-4cbd-82f5-1f63635668e4 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:29.934776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a40973-010f-4cbd-82f5-1f63635668e4 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:29.942637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a40973-010f-4cbd-82f5-1f63635668e4 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:29.953210 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c7a40973-010f-4cbd-82f5-1f63635668e4 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7109 time: 0.5650215 Aug 29 07:00:29.954537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37702) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:29.978266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c6048d8-2965-428e-a6b0-d8d7d2bf9240 req-cd1dcf46-fe26-4119-a1a1-8a7d017e96f2 service neutron] 10.222.0.11 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620145 Aug 29 07:00:30.044726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbff425e-803b-42dd-8d73-794bf6ccdcd6 admin admin] Deleting subnet 73544910-3c92-4a41-80f1-ee4b773844db {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:00:30.092729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a896d-181f-43c6-86b4-92f9b193e5f0 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:30.094508 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a896d-181f-43c6-86b4-92f9b193e5f0 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:30.094981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a896d-181f-43c6-86b4-92f9b193e5f0 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:30.095549 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a896d-181f-43c6-86b4-92f9b193e5f0 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:30.096628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a896d-181f-43c6-86b4-92f9b193e5f0 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:30.096628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a896d-181f-43c6-86b4-92f9b193e5f0 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:30.097274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a896d-181f-43c6-86b4-92f9b193e5f0 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:30.098442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a896d-181f-43c6-86b4-92f9b193e5f0 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:30.098923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a896d-181f-43c6-86b4-92f9b193e5f0 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:30.099420 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a896d-181f-43c6-86b4-92f9b193e5f0 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:30.104480 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dc0a896d-181f-43c6-86b4-92f9b193e5f0 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6588 time: 0.1463015 Aug 29 07:00:30.105759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 37708) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:30.106854 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cbff425e-803b-42dd-8d73-794bf6ccdcd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:30.128232 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-cd564c50-9f9f-42b7-a00e-308cfa3e8cd6 None None] Set router 35ed75a4-6379-4429-aa54-155b6774d17f gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:00:30.140562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d49ede7f-a51e-4270-a977-bfe3f48f8e88 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:00:30.166789 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cbff425e-803b-42dd-8d73-794bf6ccdcd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:30.173139 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: d49ede7f-a51e-4270-a977-bfe3f48f8e88 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:00:30.173489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d49ede7f-a51e-4270-a977-bfe3f48f8e88 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:00:30.235113 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cbff425e-803b-42dd-8d73-794bf6ccdcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:30.285743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fd034c5-1c12-43c6-bc38-cd3f18f272c8 req-2056a7f4-fe4f-4671-857d-0c7baaada119 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b64226a-366a-4bf1-9c59-4a613a5fd860 HTTP/1.1" status: 200 len: 210 time: 0.1099517 Aug 29 07:00:30.321618 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-c46d2515-a9d4-454d-b019-1546457ad5fd None None] Set router 9cf05a5f-f23b-43e2-84ea-23030c63c890 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:00:30.387959 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cbff425e-803b-42dd-8d73-794bf6ccdcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:30.465646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff425e-803b-42dd-8d73-794bf6ccdcd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73544910-3c92-4a41-80f1-ee4b773844db,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:30.491956 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cbff425e-803b-42dd-8d73-794bf6ccdcd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:30.508042 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cbff425e-803b-42dd-8d73-794bf6ccdcd6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/73544910-3c92-4a41-80f1-ee4b773844db HTTP/1.1" status: 204 len: 168 time: 0.8042459 Aug 29 07:00:30.512360 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37714) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:30.530280 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-cd564c50-9f9f-42b7-a00e-308cfa3e8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'ad7c3f0f-3726-4249-90b2-35bbc81d76e6', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'floating_ip_address': '172.25.1.16', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'port_id': 'ace24cb0-dabe-465e-99bf-47fd143d07f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'mac_address': 'fa:16:3e:b3:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a72e9-e3ed-4041-844c-863527b66288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:00:25Z', 'updated_at': '2021-08-29T07:00:25Z', 'revision_number': 0, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5deadbf-93bb-44f8-af8c-8c27225e145f', 'name': '', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'mac_address': 'fa:16:3e:01:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:52Z', 'updated_at': '2021-08-29T07:00:02Z', 'revision_number': 5, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'subnets': [{'id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:30.592310 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd564c50-9f9f-42b7-a00e-308cfa3e8cd6 None None] The sync data for ids ['35ed75a4-6379-4429-aa54-155b6774d17f'] in n-d-713301-12 is: [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'ad7c3f0f-3726-4249-90b2-35bbc81d76e6', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'floating_ip_address': '172.25.1.16', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'port_id': 'ace24cb0-dabe-465e-99bf-47fd143d07f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'mac_address': 'fa:16:3e:b3:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631a72e9-e3ed-4041-844c-863527b66288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:00:25Z', 'updated_at': '2021-08-29T07:00:25Z', 'revision_number': 0, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5deadbf-93bb-44f8-af8c-8c27225e145f', 'name': '', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'mac_address': 'fa:16:3e:01:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:52Z', 'updated_at': '2021-08-29T07:00:02Z', 'revision_number': 5, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'subnets': [{'id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:00:30.633704 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cd94deb0-2582-435f-920d-5c08ac7ed4c4 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3781 time: 0.5242753 Aug 29 07:00:30.636607 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37716) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:30.685776 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3061b780-f44a-45bb-a5f8-2c3a08880c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:30.696847 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1eae65-3289-4e0c-a0b6-c64438e34939 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:30.697728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1eae65-3289-4e0c-a0b6-c64438e34939 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:30.710031 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7c1eae65-3289-4e0c-a0b6-c64438e34939 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=35ed75a4-6379-4429-aa54-155b6774d17f HTTP/1.1" status: 200 len: 1992 time: 0.0643899 Aug 29 07:00:30.773087 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c46d2515-a9d4-454d-b019-1546457ad5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:43Z', 'revision_number': 5, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:30.799921 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3061b780-f44a-45bb-a5f8-2c3a08880c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:30.806972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d2515-a9d4-454d-b019-1546457ad5fd None None] The sync data for ids ['9cf05a5f-f23b-43e2-84ea-23030c63c890'] in n-d-713301-12 is: [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:43Z', 'revision_number': 5, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:00:30.824221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-3061b780-f44a-45bb-a5f8-2c3a08880c01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547a3bea-dfbf-49bf-a9ed-43b863da8274']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:30.859346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-3061b780-f44a-45bb-a5f8-2c3a08880c01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0a8e7a-0a20-497c-b775-6c8feac0e015') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:30.859346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-3061b780-f44a-45bb-a5f8-2c3a08880c01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0a8e7a-0a20-497c-b775-6c8feac0e015') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:30.879554 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3061b780-f44a-45bb-a5f8-2c3a08880c01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:30.913900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3061b780-f44a-45bb-a5f8-2c3a08880c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:30.924965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3061b780-f44a-45bb-a5f8-2c3a08880c01 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:00:30.927857 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3061b780-f44a-45bb-a5f8-2c3a08880c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:00:30.930158 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:00:31.026815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea5b64-0a1f-4a19-96d7-41d104dd69ae req-e4970d13-4522-4c28-80bf-21f5912e06d6 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:31.039274 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97ea5b64-0a1f-4a19-96d7-41d104dd69ae req-e4970d13-4522-4c28-80bf-21f5912e06d6 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 943 time: 0.1178339 Aug 29 07:00:31.041220 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ba0f47-09c8-4b2f-ab60-7639256bf874 None None] New status for floating IP ad7c3f0f-3726-4249-90b2-35bbc81d76e6: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:00:31.122428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97ea5b64-0a1f-4a19-96d7-41d104dd69ae req-a6dda92b-427d-41c8-adbc-c762f3ed0494 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766573 Aug 29 07:00:31.141222 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3061b780-f44a-45bb-a5f8-2c3a08880c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:31.146934 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3061b780-f44a-45bb-a5f8-2c3a08880c01 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:31.150748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3061b780-f44a-45bb-a5f8-2c3a08880c01 admin admin] 10.222.0.76 "DELETE /v2.0/networks/547a3bea-dfbf-49bf-a9ed-43b863da8274 HTTP/1.1" status: 204 len: 168 time: 0.6343398 Aug 29 07:00:31.153107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 37732) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:31.184834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061b780-f44a-45bb-a5f8-2c3a08880c01 admin admin] Pushing event deleted for resources: {'Network': ['ID=547a3bea-dfbf-49bf-a9ed-43b863da8274,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:31.222769 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d54e36-2da5-41fb-b88e-f4eb32d202d4 admin admin] Deleting subnet 25b34fde-0f1c-4699-86b5-dc0dec2be5a3 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:00:31.227105 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52d54e36-2da5-41fb-b88e-f4eb32d202d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:31.245419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042d44f-b01a-4d6d-9670-fc2b654bc0cf None None] New status for floating IP a04189e0-a02e-4c0f-a203-4b06601daa92: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:00:31.263133 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52d54e36-2da5-41fb-b88e-f4eb32d202d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:31.308799 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52d54e36-2da5-41fb-b88e-f4eb32d202d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:31.497070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37740) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:31.532456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631a72e9-e3ed-4041-844c-863527b66288', 'tag': 'ace24cb0-dabe-465e-99bf-47fd143d07f1'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:31.540113 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7a73ea-18e8-44ee-8bbd-2db12f6b75ab" -d '{"events": [{"name": "network-changed", "server_uuid": "631a72e9-e3ed-4041-844c-863527b66288", "tag": "ace24cb0-dabe-465e-99bf-47fd143d07f1"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:31.569665 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52d54e36-2da5-41fb-b88e-f4eb32d202d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:31.641591 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d54e36-2da5-41fb-b88e-f4eb32d202d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b34fde-0f1c-4699-86b5-dc0dec2be5a3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:31.658653 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52d54e36-2da5-41fb-b88e-f4eb32d202d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:31.658804 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6414adb-959f-4b80-9471-f360ed63243e x-openstack-request-id: req-b6414adb-959f-4b80-9471-f360ed63243e {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:31.659088 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631a72e9-e3ed-4041-844c-863527b66288", "tag": "ace24cb0-dabe-465e-99bf-47fd143d07f1", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:31.659478 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6414adb-959f-4b80-9471-f360ed63243e {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:31.659884 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631a72e9-e3ed-4041-844c-863527b66288', 'tag': 'ace24cb0-dabe-465e-99bf-47fd143d07f1', 'status': 'completed', 'code': 200} Aug 29 07:00:31.662746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-52d54e36-2da5-41fb-b88e-f4eb32d202d4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/25b34fde-0f1c-4699-86b5-dc0dec2be5a3 HTTP/1.1" status: 204 len: 168 time: 0.5083988 Aug 29 07:00:31.664222 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 37756) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:31.669122 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a672e61-6cea-43a8-9696-4e6be3623790 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:31.749302 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a672e61-6cea-43a8-9696-4e6be3623790 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:31.759828 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d9749c2-1766-44c9-be7b-dfd9c80b8ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:31.860081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a73ea-18e8-44ee-8bbd-2db12f6b75ab req-baa4452f-ca36-4c70-b9d8-55a336f8e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:31.862267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c7a73ea-18e8-44ee-8bbd-2db12f6b75ab req-baa4452f-ca36-4c70-b9d8-55a336f8e7f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22a0ce1904444ca0986e4df87b83c4f1&device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 1137 time: 0.0990620 Aug 29 07:00:31.924743 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a672e61-6cea-43a8-9696-4e6be3623790 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:31.927661 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a672e61-6cea-43a8-9696-4e6be3623790 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:31.933240 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7a672e61-6cea-43a8-9696-4e6be3623790 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "DELETE /v2.0/security-groups/675f5cb3-dc44-4eb9-b772-3eef42bd2753 HTTP/1.1" status: 204 len: 168 time: 0.4391716 Aug 29 07:00:31.934495 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37760) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:31.970769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a672e61-6cea-43a8-9696-4e6be3623790 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675f5cb3-dc44-4eb9-b772-3eef42bd2753,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:31.975528 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d9749c2-1766-44c9-be7b-dfd9c80b8ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:31.986532 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-9cafe85b-5224-4f0a-b621-4997607b9800 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] show failed (client error): The resource could not be found. Aug 29 07:00:31.990782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-3d9749c2-1766-44c9-be7b-dfd9c80b8ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2368e6ab-93b7-41c3-8244-6522d1a05dde']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:31.993056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 37762) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:31.994321 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9cafe85b-5224-4f0a-b621-4997607b9800 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups/675f5cb3-dc44-4eb9-b772-3eef42bd2753 HTTP/1.1" status: 404 len: 347 time: 0.0370078 Aug 29 07:00:32.028267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-3d9749c2-1766-44c9-be7b-dfd9c80b8ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6020c3-cf1a-4140-9440-05389a914b22') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:32.028561 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-3d9749c2-1766-44c9-be7b-dfd9c80b8ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6020c3-cf1a-4140-9440-05389a914b22') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:32.076355 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d9749c2-1766-44c9-be7b-dfd9c80b8ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:32.158120 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d9749c2-1766-44c9-be7b-dfd9c80b8ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:32.160814 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a73ea-18e8-44ee-8bbd-2db12f6b75ab req-8c9637a4-cb35-4536-8b45-f4cfed3cf30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:32.164317 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c7a73ea-18e8-44ee-8bbd-2db12f6b75ab req-8c9637a4-cb35-4536-8b45-f4cfed3cf30b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c6029a4-a7f9-4f42-9654-d8e161d528ee HTTP/1.1" status: 200 len: 897 time: 0.2638903 Aug 29 07:00:32.252486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9749c2-1766-44c9-be7b-dfd9c80b8ed2 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:00:32.252895 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d9749c2-1766-44c9-be7b-dfd9c80b8ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:32.256322 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c7a73ea-18e8-44ee-8bbd-2db12f6b75ab req-219abdf0-3d5c-47aa-a211-d589838ca5f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace24cb0-dabe-465e-99bf-47fd143d07f1 HTTP/1.1" status: 200 len: 1001 time: 0.0854588 Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:00:32.256956 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:00:32.399232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a73ea-18e8-44ee-8bbd-2db12f6b75ab req-e9a35c1d-2b01-4db3-bd1e-16994b272932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:32.401560 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c7a73ea-18e8-44ee-8bbd-2db12f6b75ab req-e9a35c1d-2b01-4db3-bd1e-16994b272932 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c338746-3097-40d6-b9c0-2d2139e10558 HTTP/1.1" status: 200 len: 834 time: 0.1079011 Aug 29 07:00:32.421999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-4bd4ebb1-5815-48f9-b18a-14d4f25122ba tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Deleting port 7709b855-518e-466e-9aee-565e530b48ca {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:00:32.424460 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4bd4ebb1-5815-48f9-b18a-14d4f25122ba tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:32.432940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a40c5c-72c4-419f-a014-886209d32fe6 req-c7f51f6e-09cd-4e8f-8395-328059134828 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:32.434469 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19a40c5c-72c4-419f-a014-886209d32fe6 req-c7f51f6e-09cd-4e8f-8395-328059134828 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 943 time: 0.1675308 Aug 29 07:00:32.512427 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d9749c2-1766-44c9-be7b-dfd9c80b8ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:32.534442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d9749c2-1766-44c9-be7b-dfd9c80b8ed2 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:32.547017 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3d9749c2-1766-44c9-be7b-dfd9c80b8ed2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2368e6ab-93b7-41c3-8244-6522d1a05dde HTTP/1.1" status: 204 len: 168 time: 0.8745964 Aug 29 07:00:32.581286 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19a40c5c-72c4-419f-a014-886209d32fe6 req-acb8b3fe-00b5-46f2-9fca-53a50655fa22 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216309 Aug 29 07:00:32.621408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9749c2-1766-44c9-be7b-dfd9c80b8ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2368e6ab-93b7-41c3-8244-6522d1a05dde,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:32.638831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a73ea-18e8-44ee-8bbd-2db12f6b75ab req-e001b729-c95e-4751-972f-9933b35ac546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:32.641103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c7a73ea-18e8-44ee-8bbd-2db12f6b75ab req-e001b729-c95e-4751-972f-9933b35ac546 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c6029a4-a7f9-4f42-9654-d8e161d528ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2318339 Aug 29 07:00:32.726975 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4bd4ebb1-5815-48f9-b18a-14d4f25122ba tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:32.727647 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4bd4ebb1-5815-48f9-b18a-14d4f25122ba tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:32.757123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-4bd4ebb1-5815-48f9-b18a-14d4f25122ba tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Calling delete_port for 7709b855-518e-466e-9aee-565e530b48ca owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:00:32.880702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c7a73ea-18e8-44ee-8bbd-2db12f6b75ab req-dee2a4f5-d7dc-453f-866f-19cb9e7755bf service neutron] 10.222.0.11 "GET /v2.0/networks/8c6029a4-a7f9-4f42-9654-d8e161d528ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295237 Aug 29 07:00:32.966332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1b311365-5d50-4477-9ebd-cee874962599 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:00:32.990891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 1b311365-5d50-4477-9ebd-cee874962599 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:00:32.991277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1b311365-5d50-4477-9ebd-cee874962599 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:00:33.033372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c7a73ea-18e8-44ee-8bbd-2db12f6b75ab req-60056c1f-8b36-49db-93ef-7ff01f2a6242 service neutron] 10.222.0.11 "GET /v2.0/networks/8c6029a4-a7f9-4f42-9654-d8e161d528ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340525 Aug 29 07:00:33.081764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37792) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:33.094409 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4bd4ebb1-5815-48f9-b18a-14d4f25122ba tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:33.122699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4ebb1-5815-48f9-b18a-14d4f25122ba tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event deleted for resources: {'Port': ['ID=7709b855-518e-466e-9aee-565e530b48ca,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:33.138466 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ecc001cc-1d21-415a-811c-bd7d3fde32ed admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7828153a41cd4954b5027994ab244473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555050 Aug 29 07:00:33.143600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37798) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:33.196275 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c73b7f01-cb45-499d-8ef2-f30344696329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:33.198363 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4bd4ebb1-5815-48f9-b18a-14d4f25122ba tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:33.201174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4bd4ebb1-5815-48f9-b18a-14d4f25122ba tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:33.203420 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4bd4ebb1-5815-48f9-b18a-14d4f25122ba tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "DELETE /v2.0/floatingips/a04189e0-a02e-4c0f-a203-4b06601daa92 HTTP/1.1" status: 204 len: 168 time: 1.1914871 Aug 29 07:00:33.262524 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c73b7f01-cb45-499d-8ef2-f30344696329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:33.478900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c73b7f01-cb45-499d-8ef2-f30344696329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:33.482239 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c73b7f01-cb45-499d-8ef2-f30344696329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:33.483541 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c73b7f01-cb45-499d-8ef2-f30344696329 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dc22a468-0103-4352-af11-64e7073edfa5 HTTP/1.1" status: 204 len: 168 time: 0.3388882 Aug 29 07:00:33.524414 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b7f01-cb45-499d-8ef2-f30344696329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc22a468-0103-4352-af11-64e7073edfa5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:33.569715 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:33.767911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37828) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:33.778818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2ab3c895-5684-4c7f-8c0e-b4d7a54bd3e2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696096301', 'description': 'tempest-description--1301370154'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:33.807042 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08134470-03ce-48ef-8296-77daafc32a6f req-aada9b4b-2853-4a5d-9128-8c8082e4e3a8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:33.818058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-08134470-03ce-48ef-8296-77daafc32a6f req-aada9b4b-2853-4a5d-9128-8c8082e4e3a8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 943 time: 0.1435850 Aug 29 07:00:33.850886 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ab3c895-5684-4c7f-8c0e-b4d7a54bd3e2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:33.887369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-08134470-03ce-48ef-8296-77daafc32a6f req-6ccbc809-8b7e-44a7-bb50-7d06573c2bfe tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680392 Aug 29 07:00:34.018475 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ab3c895-5684-4c7f-8c0e-b4d7a54bd3e2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:34.141707 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ab3c895-5684-4c7f-8c0e-b4d7a54bd3e2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:34.173667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3c895-5684-4c7f-8c0e-b4d7a54bd3e2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e490def-c154-447a-b256-cff1a0774cf9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:34.255910 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2ab3c895-5684-4c7f-8c0e-b4d7a54bd3e2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:34.257282 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2ab3c895-5684-4c7f-8c0e-b4d7a54bd3e2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4876368 Aug 29 07:00:34.260108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37852) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:34.265962 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ec89e366-1020-48e5-a17b-1e070b3db2c0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Request body: {'security_group_rule': {'security_group_id': '2e490def-c154-447a-b256-cff1a0774cf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:34.421053 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec89e366-1020-48e5-a17b-1e070b3db2c0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:34.480093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 37864) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:34.494005 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec89e366-1020-48e5-a17b-1e070b3db2c0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:34.525695 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4755cf0b-968e-4700-a466-ce9d627656bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=46e004ed4c794501a44bf65b94e3bee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444863 Aug 29 07:00:34.528245 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37868) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:34.582060 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a555ed57-fb3e-4de9-866f-afa937208e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:34.602767 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec89e366-1020-48e5-a17b-1e070b3db2c0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:34.605752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a555ed57-fb3e-4de9-866f-afa937208e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:34.639835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89e366-1020-48e5-a17b-1e070b3db2c0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadd7631-9b7c-4443-89ad-e4db0d04e4fd,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:34.724096 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec89e366-1020-48e5-a17b-1e070b3db2c0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:34.725584 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ec89e366-1020-48e5-a17b-1e070b3db2c0 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4641967 Aug 29 07:00:34.729769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37874) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:34.742731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b84c2f4d-c5c3-4aa6-b65e-764268f33579 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Request body: {'security_group_rule': {'security_group_id': '2e490def-c154-447a-b256-cff1a0774cf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:34.784289 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a555ed57-fb3e-4de9-866f-afa937208e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:34.787643 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a555ed57-fb3e-4de9-866f-afa937208e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:34.789189 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a555ed57-fb3e-4de9-866f-afa937208e45 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/32d1c1c3-3d1e-46d2-97ef-530d93fc61f4 HTTP/1.1" status: 204 len: 168 time: 0.2598698 Aug 29 07:00:34.804321 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555ed57-fb3e-4de9-866f-afa937208e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d1c1c3-3d1e-46d2-97ef-530d93fc61f4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:34.825656 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b84c2f4d-c5c3-4aa6-b65e-764268f33579 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:34.947278 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b84c2f4d-c5c3-4aa6-b65e-764268f33579 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:34.976830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d0238da2-9d0b-40b0-bb73-ba316cc10f89 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:00:35.037107 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b84c2f4d-c5c3-4aa6-b65e-764268f33579 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:35.042841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05485-fce1-4691-a1c9-82c6f32eb508 req-19272a61-5e12-4b3c-a0f3-676e0138310d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:35.045190 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-caf05485-fce1-4691-a1c9-82c6f32eb508 req-19272a61-5e12-4b3c-a0f3-676e0138310d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 943 time: 0.0666986 Aug 29 07:00:35.080348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c2f4d-c5c3-4aa6-b65e-764268f33579 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ec6113-ae44-42e3-93cb-dd78c34694bc,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:35.089301 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-caf05485-fce1-4691-a1c9-82c6f32eb508 req-5e489701-325b-4618-bbb2-d01a7da8fa71 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375133 Aug 29 07:00:35.156323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d0238da2-9d0b-40b0-bb73-ba316cc10f89, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d0238da2-9d0b-40b0-bb73-ba316cc10f89,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:35.170102 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'd0238da2-9d0b-40b0-bb73-ba316cc10f89', 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'port_id': 'd0238da2-9d0b-40b0-bb73-ba316cc10f89', 'mac_address': 'fa:16:3e:79:c0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6091bec-950b-46b5-924b-2d79c271ea4f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:00:35.212289 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:35.219992 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b84c2f4d-c5c3-4aa6-b65e-764268f33579 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:35.225704 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b84c2f4d-c5c3-4aa6-b65e-764268f33579 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4910688 Aug 29 07:00:35.225824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37900) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:35.227175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0238da2-9d0b-40b0-bb73-ba316cc10f89 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:35.230677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:35.250410 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d0238da2-9d0b-40b0-bb73-ba316cc10f89, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d0238da2-9d0b-40b0-bb73-ba316cc10f89,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:35.340457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:35.355031 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:35.460677 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=d0238da2-9d0b-40b0-bb73-ba316cc10f89,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:35.552930 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:35.675737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Allocated IP 172.25.1.130 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/e30d6962-e326-4ec9-a12b-cf0a7fe2ffbf) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:00:35.765990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['d0238da2-9d0b-40b0-bb73-ba316cc10f89'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:00:35.829890 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:35.981565 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:36.019723 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:00:36.024275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:00:36.027872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:00:36.054742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event updated for resources: {'Port': ['ID=e30d6962-e326-4ec9-a12b-cf0a7fe2ffbf,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:36.135930 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:36.270770 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:36.274865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5e8a4-fda1-405d-b0e9-6a472354d523 req-833df531-9970-4dac-bcfe-11445363b408 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:36.279734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16a5e8a4-fda1-405d-b0e9-6a472354d523 req-833df531-9970-4dac-bcfe-11445363b408 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 944 time: 0.0999489 Aug 29 07:00:36.336678 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16a5e8a4-fda1-405d-b0e9-6a472354d523 req-b69c1bcd-0a41-4035-9c4f-e6df051b6477 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534790 Aug 29 07:00:36.450320 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:36.541622 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:36.641460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event updated for resources: {'Port': ['ID=e30d6962-e326-4ec9-a12b-cf0a7fe2ffbf,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:36.650589 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:36.715232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 37990) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:36.718616 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:36.720798 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7e61b861-bee9-4919-9ac1-ca8381874bca tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4932323 Aug 29 07:00:36.851192 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3bac2209-9182-48e4-9a3f-3bf6add0dc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:36.967357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-218325ca-efcd-4569-ac7d-0630eb29a2a6 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1696096301&fields=id&tenant_id=395f384cb65b432a9ea260b20483cc6b HTTP/1.1" status: 200 len: 267 time: 0.0584030 Aug 29 07:00:37.007304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d0238da2-9d0b-40b0-bb73-ba316cc10f89 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:00:37.063067 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3bac2209-9182-48e4-9a3f-3bf6add0dc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:37.105236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-0625cd69-65ad-48d9-9a2c-e81c0c3ba749 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:37.107281 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-0625cd69-65ad-48d9-9a2c-e81c0c3ba749 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/networks?id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467 HTTP/1.1" status: 200 len: 811 time: 0.1318269 Aug 29 07:00:37.127211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-e2a2500d-bdd1-4cbb-a6fc-1cd4ea0c9c25 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/quotas/395f384cb65b432a9ea260b20483cc6b HTTP/1.1" status: 200 len: 375 time: 0.0106950 Aug 29 07:00:37.152196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port d0238da2-9d0b-40b0-bb73-ba316cc10f89 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:00:37.156659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port d0238da2-9d0b-40b0-bb73-ba316cc10f89 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:00:37.157103 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:37.293507 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:37.305271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed272dd8-3c76-4ed2-b679-e5dae0bad49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0238da2-9d0b-40b0-bb73-ba316cc10f89'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:37.307614 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39cf4f7-9cf7-467d-a826-89f13c23f20b" -d '{"events": [{"server_uuid": "ed272dd8-3c76-4ed2-b679-e5dae0bad49d", "name": "network-vif-plugged", "status": "completed", "tag": "d0238da2-9d0b-40b0-bb73-ba316cc10f89"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:37.322177 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d0238da2-9d0b-40b0-bb73-ba316cc10f89, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d0238da2-9d0b-40b0-bb73-ba316cc10f89,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:37.347915 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec6560e-0473-4e60-89bc-098d95c237a5 x-openstack-request-id: req-1ec6560e-0473-4e60-89bc-098d95c237a5 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:37.348242 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed272dd8-3c76-4ed2-b679-e5dae0bad49d", "name": "network-vif-plugged", "status": "completed", "tag": "d0238da2-9d0b-40b0-bb73-ba316cc10f89", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:37.348502 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ec6560e-0473-4e60-89bc-098d95c237a5 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:37.353613 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed272dd8-3c76-4ed2-b679-e5dae0bad49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0238da2-9d0b-40b0-bb73-ba316cc10f89', 'code': 200} Aug 29 07:00:37.416281 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:37.469450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=d0238da2-9d0b-40b0-bb73-ba316cc10f89,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:37.478618 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3bac2209-9182-48e4-9a3f-3bf6add0dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:37.571046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac2209-9182-48e4-9a3f-3bf6add0dc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f1b604-bddb-4619-b36a-30b6f61a149b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:37.581250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3bac2209-9182-48e4-9a3f-3bf6add0dc91 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cce121b8b9214b1e8ccf561186b25bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8649311 Aug 29 07:00:37.583936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38042) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:37.593644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-f42efeba-fb9f-4759-b3ca-063683e676c8 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=395f384cb65b432a9ea260b20483cc6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4606063 Aug 29 07:00:37.603443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794dce0-6280-4a21-bf06-2a73e50c509a req-73acc58b-c58b-40ea-b646-5a35bec0f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:37.604697 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a794dce0-6280-4a21-bf06-2a73e50c509a req-73acc58b-c58b-40ea-b646-5a35bec0f258 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 1097 time: 0.1370342 Aug 29 07:00:37.615762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43b3d2-45d3-4d95-91c8-5c2dd4ca5938 req-ab5e9cdd-5114-4979-aba6-134fcc63bf1d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:37.617281 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c43b3d2-45d3-4d95-91c8-5c2dd4ca5938 req-ab5e9cdd-5114-4979-aba6-134fcc63bf1d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 945 time: 0.1478574 Aug 29 07:00:37.659488 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c641cafb-b4ba-48e4-b00b-a08163a0c36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:37.681142 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c641cafb-b4ba-48e4-b00b-a08163a0c36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:37.747658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a794dce0-6280-4a21-bf06-2a73e50c509a req-f5c2e404-cbdf-4e29-abbf-cc713c24c756 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283064 Aug 29 07:00:37.750418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c43b3d2-45d3-4d95-91c8-5c2dd4ca5938 req-789f7840-66b5-4b64-9e2f-e307dd5c0fac tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174691 Aug 29 07:00:37.772201 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-f61a2358-c43a-4eef-8bc1-a4088127e2d7 service neutron] 10.222.0.76 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539230 Aug 29 07:00:37.810342 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c641cafb-b4ba-48e4-b00b-a08163a0c36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:37.814789 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c641cafb-b4ba-48e4-b00b-a08163a0c36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:37.816866 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c641cafb-b4ba-48e4-b00b-a08163a0c36f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a6f1b604-bddb-4619-b36a-30b6f61a149b HTTP/1.1" status: 204 len: 168 time: 0.2313528 Aug 29 07:00:37.847655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641cafb-b4ba-48e4-b00b-a08163a0c36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f1b604-bddb-4619-b36a-30b6f61a149b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:37.886792 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-e53aff51-4d28-4c31-abc3-5386b9042a4e service neutron] 10.222.0.76 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076736 Aug 29 07:00:38.180812 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-afa80c29-4d05-4b03-8346-bede564f8750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:38.269490 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-362eed23-9254-4ed8-bf81-805345967924 req-11662c5c-a182-4c49-acf2-9a3ff488308b tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 210 time: 0.0579150 Aug 29 07:00:38.880710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7a33c-4fa5-4ec2-a801-40acb26d3b8c req-79e2a48b-5a01-4db2-8177-6ddb1083217d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:38.884782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98d7a33c-4fa5-4ec2-a801-40acb26d3b8c req-79e2a48b-5a01-4db2-8177-6ddb1083217d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 945 time: 0.0616939 Aug 29 07:00:38.924623 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98d7a33c-4fa5-4ec2-a801-40acb26d3b8c req-17761ca5-2df5-4ddb-b3d4-3152a2427f3f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361032 Aug 29 07:00:39.358988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f3afb94-1906-4c66-8f1c-7fc9ac96689b req-ec7e1bd6-8c4f-4d88-88a7-b73e409e660f tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 210 time: 0.0274425 Aug 29 07:00:39.907059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38182) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:40.044378 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-051f98bc-07b3-46f6-970b-9dadd86979ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:40.104465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2e636-d6d6-4b9c-a64b-03553bbf7e32 req-5c81d715-919b-4afd-b482-7b0eae5f8536 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:40.104465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40a2e636-d6d6-4b9c-a64b-03553bbf7e32 req-5c81d715-919b-4afd-b482-7b0eae5f8536 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 945 time: 0.0807204 Aug 29 07:00:40.142982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40a2e636-d6d6-4b9c-a64b-03553bbf7e32 req-c6196b62-fc13-440d-8d48-57515219e4b2 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334392 Aug 29 07:00:40.161112 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-051f98bc-07b3-46f6-970b-9dadd86979ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:40.250413 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-051f98bc-07b3-46f6-970b-9dadd86979ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:40.277000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671b9f9-3bc6-435f-83f7-548204ffde34 req-1ed63a5f-573a-43c7-a901-96f2044aeffa tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:40.278631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a671b9f9-3bc6-435f-83f7-548204ffde34 req-1ed63a5f-573a-43c7-a901-96f2044aeffa tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 945 time: 0.0598419 Aug 29 07:00:40.299349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f98bc-07b3-46f6-970b-9dadd86979ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d876cc-9826-4a84-9a76-ec9d14a66ff8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:40.305730 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-051f98bc-07b3-46f6-970b-9dadd86979ae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6a56987cb45d4ed0b4571cb382965f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974907 Aug 29 07:00:40.314191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38206) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:40.346504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a671b9f9-3bc6-435f-83f7-548204ffde34 req-a14f1113-ed11-4f64-ad41-1d40460e1ccb tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529079 Aug 29 07:00:40.378391 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-78dee698-c104-4d84-847e-01af45768e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:40.407877 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-78dee698-c104-4d84-847e-01af45768e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:40.513545 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7aac0545-e57f-4a8f-bab5-6fcbedd61576 req-75f76234-cb11-447a-adbc-7024a746c527 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 210 time: 0.0306625 Aug 29 07:00:40.585569 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-78dee698-c104-4d84-847e-01af45768e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:40.588263 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-78dee698-c104-4d84-847e-01af45768e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:40.589559 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-78dee698-c104-4d84-847e-01af45768e1c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e9d876cc-9826-4a84-9a76-ec9d14a66ff8 HTTP/1.1" status: 204 len: 168 time: 0.2799530 Aug 29 07:00:40.598045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dee698-c104-4d84-847e-01af45768e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d876cc-9826-4a84-9a76-ec9d14a66ff8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:40.739534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-092f1667-cdf5-4579-8f6b-22ec3aa5bc0a tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:40.741354 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-092f1667-cdf5-4579-8f6b-22ec3aa5bc0a tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.15 "GET /v2.0/networks?id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467 HTTP/1.1" status: 200 len: 811 time: 0.1302421 Aug 29 07:00:40.804516 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:40.822401 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-446dc3a4-35df-49a2-8b18-975f818abf4c tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=395f384cb65b432a9ea260b20483cc6b HTTP/1.1" status: 200 len: 380 time: 0.0559342 Aug 29 07:00:40.842772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-897d82a2-305c-4977-8fca-b6492c474087 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Request body: {'port': {'device_id': '57b85d4e-fdd6-4ddf-921b-47b8719f33c4', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'admin_state_up': True, 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'security_groups': ['2e490def-c154-447a-b256-cff1a0774cf9']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:40.897787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9e43f-e4f0-40ab-8106-62ef9dd0e44f req-a93d103a-acf8-4c7d-8751-77989056e7c6 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:40.899781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9b9e43f-e4f0-40ab-8106-62ef9dd0e44f req-a93d103a-acf8-4c7d-8751-77989056e7c6 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 945 time: 0.0839064 Aug 29 07:00:40.948856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9b9e43f-e4f0-40ab-8106-62ef9dd0e44f req-05fe93d4-38b5-49e0-b874-5e0e62e608d1 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 Aug 29 07:00:41.124348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-897d82a2-305c-4977-8fca-b6492c474087 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Made reservation on behalf of 395f384cb65b432a9ea260b20483cc6b for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:00:41.127651 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-897d82a2-305c-4977-8fca-b6492c474087 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:41.262748 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-897d82a2-305c-4977-8fca-b6492c474087 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Allocated IP 172.20.0.8 (1b4e2f38-07ee-4197-9c6f-52bd4ef32467/17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268/0738be4f-e627-45fa-863c-c35d03d826f9) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:00:41.483117 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-897d82a2-305c-4977-8fca-b6492c474087 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:41.579929 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f051aa5d-8017-437f-989d-703e1671cd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:41.630022 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffe0a406-d71d-4cd9-b838-efd0ca7290d9 req-53e015d9-cfcc-4364-a206-96f220b26e82 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 210 time: 0.0424559 Aug 29 07:00:41.735702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:41.860947 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-897d82a2-305c-4977-8fca-b6492c474087 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Transition to ACTIVE for port object 0738be4f-e627-45fa-863c-c35d03d826f9 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:00:41.922674 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38288) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:41.984011 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-897d82a2-305c-4977-8fca-b6492c474087 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:42.032689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-897d82a2-305c-4977-8fca-b6492c474087 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:00:42.040444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2009501527-network', 'tenant_id': '98de27abaf5b42d08b73e15c7686a6ae'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:42.045938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-897d82a2-305c-4977-8fca-b6492c474087 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:00:42.054822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-897d82a2-305c-4977-8fca-b6492c474087 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:00:42.107911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d82a2-305c-4977-8fca-b6492c474087 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event updated for resources: {'Port': ['ID=0738be4f-e627-45fa-863c-c35d03d826f9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:42.152384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-897d82a2-305c-4977-8fca-b6492c474087 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:42.157351 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-897d82a2-305c-4977-8fca-b6492c474087 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:42.164170 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d156962-a4f9-4417-a2eb-d544eea6a334 req-14c57531-42c0-4622-9fd2-531dd841e128 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:42.166802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d156962-a4f9-4417-a2eb-d544eea6a334 req-14c57531-42c0-4622-9fd2-531dd841e128 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 945 time: 0.1171210 Aug 29 07:00:42.210386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] Made reservation on behalf of 98de27abaf5b42d08b73e15c7686a6ae for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:00:42.210386 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:42.221671 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d156962-a4f9-4417-a2eb-d544eea6a334 req-e99ebf46-e49e-4706-a3db-07789dda0b2d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482159 Aug 29 07:00:42.222506 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:42.325827 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-897d82a2-305c-4977-8fca-b6492c474087 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4952664 Aug 29 07:00:42.344023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Request body: {'port': {'device_id': '57b85d4e-fdd6-4ddf-921b-47b8719f33c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:42.418868 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:42.482369 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:42.575705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c45843d7-f765-41b4-b3cc-21256403c2b9 None None] Provisioning for port 0738be4f-e627-45fa-863c-c35d03d826f9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:00:42.580438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c45843d7-f765-41b4-b3cc-21256403c2b9 None None] Provisioning complete for port 0738be4f-e627-45fa-863c-c35d03d826f9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:00:42.580832 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c45843d7-f765-41b4-b3cc-21256403c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:42.598039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46c130-3d53-438b-a7ac-63af482f4aee req-6ad1b95f-be93-447e-90a5-25c0da831cd8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:42.599596 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df46c130-3d53-438b-a7ac-63af482f4aee req-6ad1b95f-be93-447e-90a5-25c0da831cd8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 945 time: 0.0724914 Aug 29 07:00:42.631397 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:42.641647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c45843d7-f765-41b4-b3cc-21256403c2b9 None None] Port 0738be4f-e627-45fa-863c-c35d03d826f9 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:00:42.697708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:00:42.727581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca57a27b-51c4-4a63-9518-199941cda849,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:42.737752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:42.738090 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] Added segment 2f6157fe-d19d-4ce1-97e9-9f6e05563e3a of type vlan for network e1497d81-f578-4d2d-b90a-c3708d07408d Aug 29 07:00:42.793996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-df46c130-3d53-438b-a7ac-63af482f4aee req-c1bb855b-fb17-42e7-8119-f6dabad9f79d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Deleting port d0238da2-9d0b-40b0-bb73-ba316cc10f89 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:00:42.794945 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-df46c130-3d53-438b-a7ac-63af482f4aee req-c1bb855b-fb17-42e7-8119-f6dabad9f79d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:42.819658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738f5e9-7e69-44f0-9e78-0b416b43bbdf req-f1fec964-9502-4881-a344-7ee8f6484990 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:42.823636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b738f5e9-7e69-44f0-9e78-0b416b43bbdf req-f1fec964-9502-4881-a344-7ee8f6484990 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 931 time: 0.1201425 Aug 29 07:00:42.824311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 38332) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:42.841263 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:42.902137 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b738f5e9-7e69-44f0-9e78-0b416b43bbdf req-3d270a3c-b6aa-4781-b85c-686a402af36e tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e490def-c154-447a-b256-cff1a0774cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479870 Aug 29 07:00:42.952081 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0738be4f-e627-45fa-863c-c35d03d826f9 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:42.956344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-df46c130-3d53-438b-a7ac-63af482f4aee req-c1bb855b-fb17-42e7-8119-f6dabad9f79d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] For port d0238da2-9d0b-40b0-bb73-ba316cc10f89, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d0238da2-9d0b-40b0-bb73-ba316cc10f89,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:42.956918 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-df46c130-3d53-438b-a7ac-63af482f4aee req-c1bb855b-fb17-42e7-8119-f6dabad9f79d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:42.960993 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:42.977064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Transition to ACTIVE for port object 0738be4f-e627-45fa-863c-c35d03d826f9 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:00:42.982566 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-df46c130-3d53-438b-a7ac-63af482f4aee req-c1bb855b-fb17-42e7-8119-f6dabad9f79d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Calling delete_port for d0238da2-9d0b-40b0-bb73-ba316cc10f89 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:00:43.015032 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.016253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:43.016891 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.060576 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-333fa6b2-9e13-474a-a5ab-1d17845e1493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.084696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] Pushing event updated for resources: {'Network': ['ID=e1497d81-f578-4d2d-b90a-c3708d07408d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:43.097586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.102771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network e1497d81-f578-4d2d-b90a-c3708d07408d details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:00:43.215499 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2be18190-fccc-4dc3-b005-c62a0f62b80b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2916133 Aug 29 07:00:43.221072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38352) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:43.226334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-21f1d44e-028c-4aa4-8466-41fb540d619c admin admin] Request body: {'subnet': {'network_id': 'e1497d81-f578-4d2d-b90a-c3708d07408d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2009501527-subnet', 'tenant_id': '98de27abaf5b42d08b73e15c7686a6ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:43.246444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Pushing event updated for resources: {'Port': ['ID=0738be4f-e627-45fa-863c-c35d03d826f9,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:43.267950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Attempting to bind port 0738be4f-e627-45fa-863c-c35d03d826f9 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:00:43.268275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Attempting to bind port 0738be4f-e627-45fa-863c-c35d03d826f9 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:00:43.268604 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Attempting to bind port 0738be4f-e627-45fa-863c-c35d03d826f9 on network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:00:43.274760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Port 0738be4f-e627-45fa-863c-c35d03d826f9 on network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:00:43.275090 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Attempting to bind port 0738be4f-e627-45fa-863c-c35d03d826f9 on network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:00:43.284979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:00:43.285456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Checking segment: {'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:00:43.285693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Bound using segment: {'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:00:43.286230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Bound port: 0738be4f-e627-45fa-863c-c35d03d826f9, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e243498-413b-4925-9996-522e5eb1a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:00:43.286474 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.318172 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-333fa6b2-9e13-474a-a5ab-1d17845e1493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.341863 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-df46c130-3d53-438b-a7ac-63af482f4aee req-c1bb855b-fb17-42e7-8119-f6dabad9f79d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.352229 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4abd830a-54f2-4704-ba2c-e7575c049cb4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:00:43.386477 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] For port 0738be4f-e627-45fa-863c-c35d03d826f9, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:00:43.387776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12ff25df-bdc7-4f16-b0b8-404bbc1c69ae req-7ef55fc3-b864-43f5-b6ef-607e1e4b7080 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 210 time: 0.0590253 Aug 29 07:00:43.389882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb855b-fb17-42e7-8119-f6dabad9f79d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Pushing event deleted for resources: {'Port': ['ID=d0238da2-9d0b-40b0-bb73-ba316cc10f89,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:43.390148 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] For port 0738be4f-e627-45fa-863c-c35d03d826f9, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0738be4f-e627-45fa-863c-c35d03d826f9,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:00:43.415030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['d0238da2-9d0b-40b0-bb73-ba316cc10f89'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:00:43.435719 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-333fa6b2-9e13-474a-a5ab-1d17845e1493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.459428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-df46c130-3d53-438b-a7ac-63af482f4aee req-c1bb855b-fb17-42e7-8119-f6dabad9f79d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] No DVR routers for this DVR port d0238da2-9d0b-40b0-bb73-ba316cc10f89 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:00:43.468461 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-df46c130-3d53-438b-a7ac-63af482f4aee req-c1bb855b-fb17-42e7-8119-f6dabad9f79d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.470694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df46c130-3d53-438b-a7ac-63af482f4aee req-c1bb855b-fb17-42e7-8119-f6dabad9f79d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "DELETE /v2.0/ports/d0238da2-9d0b-40b0-bb73-ba316cc10f89 HTTP/1.1" status: 204 len: 173 time: 0.8640394 Aug 29 07:00:43.473811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed272dd8-3c76-4ed2-b679-e5dae0bad49d', 'name': 'network-vif-deleted', 'tag': 'd0238da2-9d0b-40b0-bb73-ba316cc10f89'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:43.476255 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ef578f-9867-44d0-9c32-63d40b55c39f" -d '{"events": [{"server_uuid": "ed272dd8-3c76-4ed2-b679-e5dae0bad49d", "name": "network-vif-deleted", "tag": "d0238da2-9d0b-40b0-bb73-ba316cc10f89"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:43.486558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.515519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-333fa6b2-9e13-474a-a5ab-1d17845e1493 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05f5943c4f1f4bae9b33405a08231963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6586127 Aug 29 07:00:43.520003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 38366) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:43.532496 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:43.533128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.536386 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] 10.222.0.15 "PUT /v2.0/ports/0738be4f-e627-45fa-863c-c35d03d826f9 HTTP/1.1" status: 200 len: 1092 time: 1.1951425 Aug 29 07:00:43.539102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b85d4e-fdd6-4ddf-921b-47b8719f33c4', 'tag': '0738be4f-e627-45fa-863c-c35d03d826f9'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:43.542237 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe17aa89-0444-4c06-bcdd-1513b4105026" -d '{"events": [{"name": "network-changed", "server_uuid": "57b85d4e-fdd6-4ddf-921b-47b8719f33c4", "tag": "0738be4f-e627-45fa-863c-c35d03d826f9"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:43.566822 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd40b471-5136-404a-9bfb-1c5f76b874a7 x-openstack-request-id: req-fd40b471-5136-404a-9bfb-1c5f76b874a7 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:43.567477 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed272dd8-3c76-4ed2-b679-e5dae0bad49d", "name": "network-vif-deleted", "tag": "d0238da2-9d0b-40b0-bb73-ba316cc10f89", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:43.567874 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd40b471-5136-404a-9bfb-1c5f76b874a7 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:43.568283 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed272dd8-3c76-4ed2-b679-e5dae0bad49d', 'name': 'network-vif-deleted', 'tag': 'd0238da2-9d0b-40b0-bb73-ba316cc10f89', 'status': 'completed', 'code': 200} Aug 29 07:00:43.575118 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f1d44e-028c-4aa4-8466-41fb540d619c admin admin] Made reservation on behalf of 98de27abaf5b42d08b73e15c7686a6ae for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:00:43.579010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fa6b2-9e13-474a-a5ab-1d17845e1493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe6aed9-cb45-4d48-ad16-ce0167d921c8,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:43.579831 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21f1d44e-028c-4aa4-8466-41fb540d619c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.603508 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d97fd21-9a9d-45d5-a8a7-b31d169e291a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.614232 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.641250 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d97fd21-9a9d-45d5-a8a7-b31d169e291a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.683719 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07996ff3-7007-4efd-8b94-b53557af09fa x-openstack-request-id: req-07996ff3-7007-4efd-8b94-b53557af09fa {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:43.683719 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b85d4e-fdd6-4ddf-921b-47b8719f33c4", "tag": "0738be4f-e627-45fa-863c-c35d03d826f9", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:43.683719 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-07996ff3-7007-4efd-8b94-b53557af09fa {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:43.683719 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b85d4e-fdd6-4ddf-921b-47b8719f33c4', 'tag': '0738be4f-e627-45fa-863c-c35d03d826f9', 'status': 'completed', 'code': 200} Aug 29 07:00:43.727277 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Pushing event updated for resources: {'Port': ['ID=0738be4f-e627-45fa-863c-c35d03d826f9,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:43.749206 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:43.749561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:43.749903 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:43.750237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:43.750569 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:43.751059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:43.751434 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:43.751769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:43.752141 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:43.752475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:43.752804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:43.753127 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c9016-64f1-412e-8d8c-2c925fbf2c58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:43.781501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17aa89-0444-4c06-bcdd-1513b4105026 req-927354f6-9fbd-49ef-9535-3026882b4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:43.783371 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fe17aa89-0444-4c06-bcdd-1513b4105026 req-927354f6-9fbd-49ef-9535-3026882b4794 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=395f384cb65b432a9ea260b20483cc6b&device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 1095 time: 0.1095383 Aug 29 07:00:43.787639 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d97fd21-9a9d-45d5-a8a7-b31d169e291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.791833 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d97fd21-9a9d-45d5-a8a7-b31d169e291a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:43.803308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5d97fd21-9a9d-45d5-a8a7-b31d169e291a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9fe6aed9-cb45-4d48-ad16-ce0167d921c8 HTTP/1.1" status: 204 len: 168 time: 0.2752101 Aug 29 07:00:43.820795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97fd21-9a9d-45d5-a8a7-b31d169e291a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe6aed9-cb45-4d48-ad16-ce0167d921c8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:43.990639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17aa89-0444-4c06-bcdd-1513b4105026 req-7290fcdd-dae4-4466-8c5a-71cee98773ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:43.992197 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fe17aa89-0444-4c06-bcdd-1513b4105026 req-7290fcdd-dae4-4466-8c5a-71cee98773ad service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=395f384cb65b432a9ea260b20483cc6b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1497500 Aug 29 07:00:44.047677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5f84f-32a2-4cb4-9057-a2da04b160ff req-18604e0a-bf56-4b7e-94ff-66359c5c56cc tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:44.049316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cfc5f84f-32a2-4cb4-9057-a2da04b160ff req-18604e0a-bf56-4b7e-94ff-66359c5c56cc tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 943 time: 0.0560615 Aug 29 07:00:44.062060 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21f1d44e-028c-4aa4-8466-41fb540d619c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:44.090121 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cfc5f84f-32a2-4cb4-9057-a2da04b160ff req-5fb0220f-065b-4ef6-a064-0a375e2ec1c2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e490def-c154-447a-b256-cff1a0774cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343370 Aug 29 07:00:44.141104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17aa89-0444-4c06-bcdd-1513b4105026 req-32d812df-64ce-4373-a8f0-1748336b9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:44.142674 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fe17aa89-0444-4c06-bcdd-1513b4105026 req-32d812df-64ce-4373-a8f0-1748336b9c5a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1420362 Aug 29 07:00:44.148704 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1d44e-028c-4aa4-8466-41fb540d619c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7ca5720-f72a-4903-ba19-56aba325c1f9,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:44.165263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1d44e-028c-4aa4-8466-41fb540d619c admin admin] Checking segment: {'id': '2f6157fe-d19d-4ce1-97e9-9f6e05563e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e1497d81-f578-4d2d-b90a-c3708d07408d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:00:44.165630 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f1d44e-028c-4aa4-8466-41fb540d619c admin admin] Network hostable DHCP agents. Network: e1497d81-f578-4d2d-b90a-c3708d07408d, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:00:44.234112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-d0e1cb6c-1c39-478c-b7dc-9d3581ab2e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:44.235702 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-d0e1cb6c-1c39-478c-b7dc-9d3581ab2e29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=395f384cb65b432a9ea260b20483cc6b&device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 1095 time: 0.0435584 Aug 29 07:00:44.282723 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-fb5be79c-1544-4c30-ad4d-0bfbe503e530 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0738be4f-e627-45fa-863c-c35d03d826f9 HTTP/1.1" status: 200 len: 217 time: 0.0365238 Aug 29 07:00:44.334796 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-8e36f812-8742-4817-9bec-3b270dcc1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:44.336313 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-8e36f812-8742-4817-9bec-3b270dcc1a0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268 HTTP/1.1" status: 200 len: 850 time: 0.0471549 Aug 29 07:00:44.389300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-a7023f47-08a8-4d1f-a833-1a17b0b92334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:44.390925 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-a7023f47-08a8-4d1f-a833-1a17b0b92334 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471890 Aug 29 07:00:44.480257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f1d44e-028c-4aa4-8466-41fb540d619c admin admin] Network e1497d81-f578-4d2d-b90a-c3708d07408d is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:00:44.494360 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-977d5b17-4bb1-435b-a384-491b7fe4b24c service neutron] 10.222.0.15 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941522 Aug 29 07:00:44.507016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d53233ec-910e-469c-a347-448eaac6affe req-90b8d1c4-a55b-41d6-bce9-8be8914da4f2 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed272dd8-3c76-4ed2-b679-e5dae0bad49d HTTP/1.1" status: 200 len: 210 time: 0.0326169 Aug 29 07:00:44.609768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-21f1d44e-028c-4aa4-8466-41fb540d619c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, e1497d81-f578-4d2d-b90a-c3708d07408d) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:00:44.612949 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a266c199-847f-40b9-a7f3-d4b551496d4e req-60d14c8b-a90f-4f88-b645-f4cca5649bed service neutron] 10.222.0.15 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115925 Aug 29 07:00:44.615558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f1d44e-028c-4aa4-8466-41fb540d619c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:44.619683 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21f1d44e-028c-4aa4-8466-41fb540d619c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:44.619820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7559c8ad-7398-49c3-91f2-18c4df478c44 None None] Network e1497d81-f578-4d2d-b90a-c3708d07408d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:00:44.756250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd69b660-c479-4871-be97-35cbbe3d98ec None None] Network e1497d81-f578-4d2d-b90a-c3708d07408d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:00:44.780957 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-21f1d44e-028c-4aa4-8466-41fb540d619c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5588081 Aug 29 07:00:45.234529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39ac93-3e1e-410a-bb58-49e35ec50131 req-31a9ce0c-69fb-4bc9-b0ff-f5dd374e392d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:45.236089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e39ac93-3e1e-410a-bb58-49e35ec50131 req-31a9ce0c-69fb-4bc9-b0ff-f5dd374e392d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 943 time: 0.0668111 Aug 29 07:00:45.275320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e39ac93-3e1e-410a-bb58-49e35ec50131 req-ab1add51-96bb-4adc-893a-21c321490154 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e490def-c154-447a-b256-cff1a0774cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327301 Aug 29 07:00:45.925868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 38486) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:45.939183 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1728129350-network', 'tenant_id': '3430d647423e4e57a813ce307f696c6f'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:46.077659 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] Made reservation on behalf of 3430d647423e4e57a813ce307f696c6f for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:00:46.080032 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:46.088934 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:46.206865 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:46.334363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-c0a05e51-4ce7-4fa3-8b76-44d83de1cb69 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:46.336078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-c0a05e51-4ce7-4fa3-8b76-44d83de1cb69 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.1275492 Aug 29 07:00:46.337362 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:46.374405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:00:46.401040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-34c2bf8b-4920-4741-84e7-d852d2215e6e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/quotas/c6f5cacadd2f4dab8b27a56efab78c57 HTTP/1.1" status: 200 len: 375 time: 0.0511422 Aug 29 07:00:46.432740 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:46.433087 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] Added segment 08134365-1649-42d6-a4a2-f0ebcdc194c5 of type vlan for network 6a2ccb97-80ff-4e12-8271-5c04286fa1d5 Aug 29 07:00:46.452533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9878b8-a3a7-4c38-b1ac-cbe49759adb0,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:46.512552 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:46.533717 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876da5d9-624c-42c3-af46-8fefd6b73241 req-85173ddc-0e07-4d79-af74-b3227ecf17a5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:46.535211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-876da5d9-624c-42c3-af46-8fefd6b73241 req-85173ddc-0e07-4d79-af74-b3227ecf17a5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 943 time: 0.1619670 Aug 29 07:00:46.543585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-a24de913-b62b-4794-8609-ce91dff31de9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1146531 Aug 29 07:00:46.643480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-876da5d9-624c-42c3-af46-8fefd6b73241 req-b9600ec2-0688-4ad8-8854-cab30a4516b2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e490def-c154-447a-b256-cff1a0774cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885823 Aug 29 07:00:46.662398 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:46.663473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:46.664004 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:46.745906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=6a2ccb97-80ff-4e12-8271-5c04286fa1d5,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:46.755804 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 6a2ccb97-80ff-4e12-8271-5c04286fa1d5 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:00:46.762412 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-0ae53758-97bc-478c-a759-6138ac9950cb service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016566 Aug 29 07:00:46.789939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-00b02058-8191-4aac-8f18-e098a9e31cb1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8630095 Aug 29 07:00:46.794840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38548) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:46.801214 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e78d80d6-2353-4d63-981a-1373c1ba3778 admin admin] Request body: {'subnet': {'network_id': '6a2ccb97-80ff-4e12-8271-5c04286fa1d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1728129350-subnet', 'tenant_id': '3430d647423e4e57a813ce307f696c6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:46.866176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-758441a3-ad1e-4a9c-802d-a2a8281d08bf service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972345 Aug 29 07:00:46.902212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78d80d6-2353-4d63-981a-1373c1ba3778 admin admin] Made reservation on behalf of 3430d647423e4e57a813ce307f696c6f for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:00:46.905917 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e78d80d6-2353-4d63-981a-1373c1ba3778 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:47.058310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d0238da2-9d0b-40b0-bb73-ba316cc10f89 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:00:47.101928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: d0238da2-9d0b-40b0-bb73-ba316cc10f89 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:00:47.101928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d0238da2-9d0b-40b0-bb73-ba316cc10f89 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:00:47.166437 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4dd23c15-522f-493f-84a2-9fa5a359b384 req-3f5fe6c1-afe1-45f9-aafd-35ea6c6d3344 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 210 time: 0.0285552 Aug 29 07:00:47.251062 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e78d80d6-2353-4d63-981a-1373c1ba3778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:47.312480 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d80d6-2353-4d63-981a-1373c1ba3778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71121fe9-9428-46bf-a953-9d706d7c5bc8,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:47.319898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78d80d6-2353-4d63-981a-1373c1ba3778 admin admin] Checking segment: {'id': '08134365-1649-42d6-a4a2-f0ebcdc194c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a2ccb97-80ff-4e12-8271-5c04286fa1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:00:47.320266 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78d80d6-2353-4d63-981a-1373c1ba3778 admin admin] Network hostable DHCP agents. Network: 6a2ccb97-80ff-4e12-8271-5c04286fa1d5, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:00:47.514924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78d80d6-2353-4d63-981a-1373c1ba3778 admin admin] Network 6a2ccb97-80ff-4e12-8271-5c04286fa1d5 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:00:47.627013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-e78d80d6-2353-4d63-981a-1373c1ba3778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 6a2ccb97-80ff-4e12-8271-5c04286fa1d5) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:00:47.636738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d80d6-2353-4d63-981a-1373c1ba3778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:47.637705 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e78d80d6-2353-4d63-981a-1373c1ba3778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:47.640691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2e196c-c9b6-48b7-b9b4-d907e64e4777 None None] Network 6a2ccb97-80ff-4e12-8271-5c04286fa1d5 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:00:47.739871 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e78d80d6-2353-4d63-981a-1373c1ba3778 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9346480 Aug 29 07:00:47.809671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5966c-eaee-4d75-879a-c826d07394de req-90534310-af96-4878-8bae-c7c969e1797d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:47.819750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3de5966c-eaee-4d75-879a-c826d07394de req-90534310-af96-4878-8bae-c7c969e1797d tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 943 time: 0.0951729 Aug 29 07:00:47.889924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3de5966c-eaee-4d75-879a-c826d07394de req-19dc85f5-952b-4623-913f-9f0bdb1e0929 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e490def-c154-447a-b256-cff1a0774cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670221 Aug 29 07:00:47.947036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50208fbf-64d3-494d-a253-a223d14500c8 None None] Network 6a2ccb97-80ff-4e12-8271-5c04286fa1d5 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:00:48.078740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 0738be4f-e627-45fa-863c-c35d03d826f9 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:00:48.236620 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 0738be4f-e627-45fa-863c-c35d03d826f9, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0738be4f-e627-45fa-863c-c35d03d826f9,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:48.251315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '0738be4f-e627-45fa-863c-c35d03d826f9', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'port_id': '0738be4f-e627-45fa-863c-c35d03d826f9', 'mac_address': 'fa:16:3e:67:3c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:00:48.308523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b0103e9-bbde-429a-9dff-daa641639489 req-3ab60b32-0cef-41ce-8d3d-fa3f07195f5e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 210 time: 0.0483539 Aug 29 07:00:48.349018 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:48.365422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0738be4f-e627-45fa-863c-c35d03d826f9 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:48.389384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 0738be4f-e627-45fa-863c-c35d03d826f9, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0738be4f-e627-45fa-863c-c35d03d826f9,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:48.503061 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-58929839-8664-4d12-82b6-a45f74d4ee65 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:48.504804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-58929839-8664-4d12-82b6-a45f74d4ee65 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/networks?id=e1497d81-f578-4d2d-b90a-c3708d07408d HTTP/1.1" status: 200 len: 812 time: 0.1071346 Aug 29 07:00:48.521637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-f56adccd-2d77-4499-bbd3-c4f53deb570b tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/quotas/98de27abaf5b42d08b73e15c7686a6ae HTTP/1.1" status: 200 len: 375 time: 0.0101223 Aug 29 07:00:48.556608 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-e1566a57-5d87-4d56-a23c-69877119135e tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=98de27abaf5b42d08b73e15c7686a6ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287855 Aug 29 07:00:48.613893 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:48.660482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-35b0dc3a-30fe-4bff-8d0c-fc0769d92e5b service neutron] 10.222.0.76 "GET /v2.0/networks/e1497d81-f578-4d2d-b90a-c3708d07408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966480 Aug 29 07:00:48.672659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=0738be4f-e627-45fa-863c-c35d03d826f9,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:48.768824 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-25d425ae-0e34-4836-91f4-7c04461bc56f service neutron] 10.222.0.76 "GET /v2.0/networks/e1497d81-f578-4d2d-b90a-c3708d07408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004722 Aug 29 07:00:48.851457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['0738be4f-e627-45fa-863c-c35d03d826f9'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:00:49.021461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95571703-c788-45c0-aad5-659bc291ce7d req-8c3c9deb-7353-48a6-8844-bbece747eea2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:49.023212 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95571703-c788-45c0-aad5-659bc291ce7d req-8c3c9deb-7353-48a6-8844-bbece747eea2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 944 time: 0.0590508 Aug 29 07:00:49.098852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95571703-c788-45c0-aad5-659bc291ce7d req-c16f4129-4288-45ef-b00c-9c806853d6b1 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e490def-c154-447a-b256-cff1a0774cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693381 Aug 29 07:00:49.129097 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cedc477b-8dcf-4806-8312-c528de5ff637 req-d7405398-ec25-490e-b849-fda9d14e93b5 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 210 time: 0.0509648 Aug 29 07:00:49.428919 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f1783f5-62ec-4cbe-ae53-70c04e8061c7 req-e635064e-1c61-4513-a08d-b66aea337af5 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 210 time: 0.0296757 Aug 29 07:00:49.852219 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38682) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:49.950084 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-64fc0591-e77a-43a9-a4c0-f8245aea0971 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:49.952222 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-64fc0591-e77a-43a9-a4c0-f8245aea0971 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.1380019 Aug 29 07:00:49.976669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-5205e46a-8cad-457a-a608-c826251b99d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Request body: {'port': {'device_id': '6d6204f3-476a-46bd-806c-333a980ffa05', 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'admin_state_up': True, 'tenant_id': 'c6f5cacadd2f4dab8b27a56efab78c57'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:49.996746 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-96147858-f8c6-4a95-a1e8-88416faf01d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:50.091170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 0738be4f-e627-45fa-863c-c35d03d826f9 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:00:50.140802 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-96147858-f8c6-4a95-a1e8-88416faf01d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:50.276253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b06e3bd-fd74-484c-bc9b-acdc91c03371 req-7d44454c-00ef-4efd-abb1-efb6f9ba9161 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 210 time: 0.0390475 Aug 29 07:00:50.321262 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-96147858-f8c6-4a95-a1e8-88416faf01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:50.321369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b4613-7a5b-4c98-b2a3-ed39ac5a8dab req-69ca207b-f972-495f-8b28-8f6a26e7e9a4 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:50.321369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-113b4613-7a5b-4c98-b2a3-ed39ac5a8dab req-69ca207b-f972-495f-8b28-8f6a26e7e9a4 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 944 time: 0.1029940 Aug 29 07:00:50.340859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 0738be4f-e627-45fa-863c-c35d03d826f9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:00:50.345507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 0738be4f-e627-45fa-863c-c35d03d826f9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:00:50.345882 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:50.349123 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-96147858-f8c6-4a95-a1e8-88416faf01d2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=56f741b3fbf94a6a80c91b552f3d7b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934790 Aug 29 07:00:50.349123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96147858-f8c6-4a95-a1e8-88416faf01d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158bc278-a08f-45b0-a151-6e33926195e8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:50.350413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38694) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:50.362273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-113b4613-7a5b-4c98-b2a3-ed39ac5a8dab req-7aee1f62-0389-4391-b776-87936f58b320 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e490def-c154-447a-b256-cff1a0774cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563719 Aug 29 07:00:50.414519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cdc80476-ce9f-4b33-9986-5b2cc1352e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:50.440716 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cdc80476-ce9f-4b33-9986-5b2cc1352e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:50.449664 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:50.481184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b85d4e-fdd6-4ddf-921b-47b8719f33c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0738be4f-e627-45fa-863c-c35d03d826f9'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:50.483961 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daa2f1c-3f30-4d9d-af1b-28565c6b12b0" -d '{"events": [{"server_uuid": "57b85d4e-fdd6-4ddf-921b-47b8719f33c4", "name": "network-vif-plugged", "status": "completed", "tag": "0738be4f-e627-45fa-863c-c35d03d826f9"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:50.495235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-5205e46a-8cad-457a-a608-c826251b99d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Made reservation on behalf of c6f5cacadd2f4dab8b27a56efab78c57 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:00:50.501255 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-5205e46a-8cad-457a-a608-c826251b99d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:50.502393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 0738be4f-e627-45fa-863c-c35d03d826f9, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0738be4f-e627-45fa-863c-c35d03d826f9,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:50.535717 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1000c556-7db7-477f-8eb2-76c2c745317e x-openstack-request-id: req-1000c556-7db7-477f-8eb2-76c2c745317e {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:50.536285 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b85d4e-fdd6-4ddf-921b-47b8719f33c4", "name": "network-vif-plugged", "status": "completed", "tag": "0738be4f-e627-45fa-863c-c35d03d826f9", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:50.536539 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1000c556-7db7-477f-8eb2-76c2c745317e {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:50.537033 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b85d4e-fdd6-4ddf-921b-47b8719f33c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0738be4f-e627-45fa-863c-c35d03d826f9', 'code': 200} Aug 29 07:00:50.543409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8e72ad6-06f1-48e5-892f-003acff21db2 req-a1eeee4b-26f6-4048-b0b9-767f71e8c51d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 210 time: 0.0310535 Aug 29 07:00:50.654960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ee323-4bb9-4b13-a2d1-6866d32160ba req-a54aa03a-34bf-4185-b840-2305415689be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:50.656583 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c16ee323-4bb9-4b13-a2d1-6866d32160ba req-a54aa03a-34bf-4185-b840-2305415689be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 1096 time: 0.0433054 Aug 29 07:00:50.694405 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c16ee323-4bb9-4b13-a2d1-6866d32160ba req-9c1e7b7f-7ee0-42a8-858f-2f243496e8ac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2e490def-c154-447a-b256-cff1a0774cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288327 Aug 29 07:00:50.769290 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cdc80476-ce9f-4b33-9986-5b2cc1352e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:50.771809 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cdc80476-ce9f-4b33-9986-5b2cc1352e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:50.772225 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:50.775052 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cdc80476-ce9f-4b33-9986-5b2cc1352e9d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/158bc278-a08f-45b0-a151-6e33926195e8 HTTP/1.1" status: 204 len: 168 time: 0.4216797 Aug 29 07:00:50.791677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc80476-ce9f-4b33-9986-5b2cc1352e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158bc278-a08f-45b0-a151-6e33926195e8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:50.832938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=0738be4f-e627-45fa-863c-c35d03d826f9,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:50.894761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-5205e46a-8cad-457a-a608-c826251b99d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Allocated IP 172.20.0.5 (36f56023-89e5-4bb5-b740-0799e8565e59/c6091bec-950b-46b5-924b-2d79c271ea4f/e4fa1b45-ede6-459e-81fd-66b709d58e3b) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:00:50.899120 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:51.048457 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-5205e46a-8cad-457a-a608-c826251b99d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:51.187252 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-5205e46a-8cad-457a-a608-c826251b99d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:51.199357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4abd830a-54f2-4704-ba2c-e7575c049cb4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:00:51.232444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-5205e46a-8cad-457a-a608-c826251b99d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Network 36f56023-89e5-4bb5-b740-0799e8565e59 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:00:51.243770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-5205e46a-8cad-457a-a608-c826251b99d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:00:51.246398 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-5205e46a-8cad-457a-a608-c826251b99d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:00:51.279006 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205e46a-8cad-457a-a608-c826251b99d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Pushing event updated for resources: {'Port': ['ID=e4fa1b45-ede6-459e-81fd-66b709d58e3b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:51.310996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-5205e46a-8cad-457a-a608-c826251b99d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:51.311797 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-5205e46a-8cad-457a-a608-c826251b99d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:51.394955 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-944d4de8-f734-410e-a2fd-365909f1dda5 req-1e546e58-e363-4c22-a952-3544ed4e5761 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 210 time: 0.0300293 Aug 29 07:00:51.417074 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-5205e46a-8cad-457a-a608-c826251b99d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4453101 Aug 29 07:00:51.435835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Request body: {'port': {'device_id': '6d6204f3-476a-46bd-806c-333a980ffa05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:51.526005 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:51.567126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38716) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:51.577984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03936ab4-d06d-43b1-bef7-e654f6f510ee req-8d4e5198-b9cb-4827-914a-f58e0aba6748 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:51.579995 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03936ab4-d06d-43b1-bef7-e654f6f510ee req-8d4e5198-b9cb-4827-914a-f58e0aba6748 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 945 time: 0.1141379 Aug 29 07:00:51.582932 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22ad2a65-f5ce-4ec9-bc67-05cd872c67f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:51.681687 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22ad2a65-f5ce-4ec9-bc67-05cd872c67f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:51.732424 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03936ab4-d06d-43b1-bef7-e654f6f510ee req-e727e9dd-0541-43a5-bcbd-f4305e979bd1 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e490def-c154-447a-b256-cff1a0774cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432278 Aug 29 07:00:51.769219 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22ad2a65-f5ce-4ec9-bc67-05cd872c67f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:51.798584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee1bb5-2bc4-4722-9442-409c50939997 req-47817729-2b9a-444b-bdf3-d06127db833c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:51.800365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6ee1bb5-2bc4-4722-9442-409c50939997 req-47817729-2b9a-444b-bdf3-d06127db833c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 931 time: 0.1784594 Aug 29 07:00:51.827283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad2a65-f5ce-4ec9-bc67-05cd872c67f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507f174f-10fc-46a4-8955-a803f3bcfdf0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:51.832365 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-22ad2a65-f5ce-4ec9-bc67-05cd872c67f1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=30230e2afc0d4fb3ac8fe240fae4a12a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635047 Aug 29 07:00:51.842154 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38720) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:51.873483 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6ee1bb5-2bc4-4722-9442-409c50939997 req-dde43fd1-db26-4320-9135-31c6eeea9b52 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567815 Aug 29 07:00:51.903666 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de93c789-3220-432a-a79a-9d730073982b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:51.939020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4fa1b45-ede6-459e-81fd-66b709d58e3b {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:51.948616 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:51.951494 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de93c789-3220-432a-a79a-9d730073982b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:51.964935 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Transition to ACTIVE for port object e4fa1b45-ede6-459e-81fd-66b709d58e3b will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:00:52.032391 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:52.089398 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Pushing event updated for resources: {'Port': ['ID=e4fa1b45-ede6-459e-81fd-66b709d58e3b,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:52.098450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-cb0f9cad-3ba0-4056-a202-1f5701c7ef15 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:52.100842 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-cb0f9cad-3ba0-4056-a202-1f5701c7ef15 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.11 "GET /v2.0/networks?id=e1497d81-f578-4d2d-b90a-c3708d07408d HTTP/1.1" status: 200 len: 812 time: 0.1232026 Aug 29 07:00:52.121626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-56100f6c-e731-46ed-a88c-b5a93c25f668 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Request body: {'port': {'device_id': 'c7c8800b-ec20-40bf-91fe-2988b59a8c68', 'network_id': 'e1497d81-f578-4d2d-b90a-c3708d07408d', 'admin_state_up': True, 'tenant_id': '98de27abaf5b42d08b73e15c7686a6ae'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:52.170905 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Attempting to bind port e4fa1b45-ede6-459e-81fd-66b709d58e3b on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:00:52.171275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Attempting to bind port e4fa1b45-ede6-459e-81fd-66b709d58e3b by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:00:52.171668 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Attempting to bind port e4fa1b45-ede6-459e-81fd-66b709d58e3b on network 36f56023-89e5-4bb5-b740-0799e8565e59 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:00:52.177317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Port e4fa1b45-ede6-459e-81fd-66b709d58e3b on network 36f56023-89e5-4bb5-b740-0799e8565e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:00:52.178302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Attempting to bind port e4fa1b45-ede6-459e-81fd-66b709d58e3b on network 36f56023-89e5-4bb5-b740-0799e8565e59 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:00:52.178686 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de93c789-3220-432a-a79a-9d730073982b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:52.181421 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-de93c789-3220-432a-a79a-9d730073982b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:52.183619 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-de93c789-3220-432a-a79a-9d730073982b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/507f174f-10fc-46a4-8955-a803f3bcfdf0 HTTP/1.1" status: 204 len: 168 time: 0.3404393 Aug 29 07:00:52.184081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:00:52.184438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Checking segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:00:52.184828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Bound using segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:00:52.185459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Bound port: e4fa1b45-ede6-459e-81fd-66b709d58e3b, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:00:52.185835 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:52.205313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93c789-3220-432a-a79a-9d730073982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507f174f-10fc-46a4-8955-a803f3bcfdf0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:52.284137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] For port e4fa1b45-ede6-459e-81fd-66b709d58e3b, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:00:52.289434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] For port e4fa1b45-ede6-459e-81fd-66b709d58e3b, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e4fa1b45-ede6-459e-81fd-66b709d58e3b,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:00:52.438699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-56100f6c-e731-46ed-a88c-b5a93c25f668 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Made reservation on behalf of 98de27abaf5b42d08b73e15c7686a6ae for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:00:52.442642 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-56100f6c-e731-46ed-a88c-b5a93c25f668 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:52.471683 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:52.558799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:52.559597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:52.561058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] 10.222.0.11 "PUT /v2.0/ports/e4fa1b45-ede6-459e-81fd-66b709d58e3b HTTP/1.1" status: 200 len: 1092 time: 1.1300435 Aug 29 07:00:52.563563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cde80213-6585-4d78-afb3-8eb33f065061 req-2a7ffaf5-a8a7-4693-b08f-467beb2f9798 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 210 time: 0.0345216 Aug 29 07:00:52.563987 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6204f3-476a-46bd-806c-333a980ffa05', 'tag': 'e4fa1b45-ede6-459e-81fd-66b709d58e3b'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:52.566226 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2215b8b-a67a-4ad2-b1c1-eaa39092788d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6204f3-476a-46bd-806c-333a980ffa05", "tag": "e4fa1b45-ede6-459e-81fd-66b709d58e3b"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:52.615705 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3b2a4-e8b7-438d-b223-9454812b740c service neutron] Pushing event updated for resources: {'Port': ['ID=e4fa1b45-ede6-459e-81fd-66b709d58e3b,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:52.640697 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bc6606-6320-4b8d-bfa5-307dca7391fc x-openstack-request-id: req-d8bc6606-6320-4b8d-bfa5-307dca7391fc {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:52.641294 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6204f3-476a-46bd-806c-333a980ffa05", "tag": "e4fa1b45-ede6-459e-81fd-66b709d58e3b", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:52.641900 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d8bc6606-6320-4b8d-bfa5-307dca7391fc {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:52.642035 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6204f3-476a-46bd-806c-333a980ffa05', 'tag': 'e4fa1b45-ede6-459e-81fd-66b709d58e3b', 'status': 'completed', 'code': 200} Aug 29 07:00:52.647643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-56100f6c-e731-46ed-a88c-b5a93c25f668 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Allocated IP 172.20.0.10 (e1497d81-f578-4d2d-b90a-c3708d07408d/d7ca5720-f72a-4903-ba19-56aba325c1f9/4aec8cdc-3c0e-4d61-aa0a-61786a8e891b) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:00:52.737901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2215b8b-a67a-4ad2-b1c1-eaa39092788d req-5ede1a24-c8d5-48c6-a3b5-1ead6cfd269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:52.739607 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2215b8b-a67a-4ad2-b1c1-eaa39092788d req-5ede1a24-c8d5-48c6-a3b5-1ead6cfd269c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 1095 time: 0.0577705 Aug 29 07:00:52.840663 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-56100f6c-e731-46ed-a88c-b5a93c25f668 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:52.928054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1764d01-afb8-4119-a3df-c703ad73d0ae req-d25d323e-703e-4700-b134-76393501201e tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:52.929545 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1764d01-afb8-4119-a3df-c703ad73d0ae req-d25d323e-703e-4700-b134-76393501201e tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 945 time: 0.0948205 Aug 29 07:00:52.969402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2215b8b-a67a-4ad2-b1c1-eaa39092788d req-026f1adb-ff9a-4e5b-9247-7346c9f3d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:52.971026 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2215b8b-a67a-4ad2-b1c1-eaa39092788d req-026f1adb-ff9a-4e5b-9247-7346c9f3d1e7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2181804 Aug 29 07:00:52.998580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-56100f6c-e731-46ed-a88c-b5a93c25f668 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:53.047000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-56100f6c-e731-46ed-a88c-b5a93c25f668 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Network e1497d81-f578-4d2d-b90a-c3708d07408d is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:00:53.053760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-56100f6c-e731-46ed-a88c-b5a93c25f668 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:00:53.056910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-56100f6c-e731-46ed-a88c-b5a93c25f668 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:00:53.112930 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-56100f6c-e731-46ed-a88c-b5a93c25f668 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:53.114650 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-56100f6c-e731-46ed-a88c-b5a93c25f668 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:53.125833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56100f6c-e731-46ed-a88c-b5a93c25f668 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Pushing event updated for resources: {'Port': ['ID=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:53.255897 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-56100f6c-e731-46ed-a88c-b5a93c25f668 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1390181 Aug 29 07:00:53.275018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Request body: {'port': {'device_id': 'c7c8800b-ec20-40bf-91fe-2988b59a8c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:53.353947 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:53.370692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1764d01-afb8-4119-a3df-c703ad73d0ae req-f78d0305-1e85-4234-902f-603f8012cece tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e490def-c154-447a-b256-cff1a0774cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4319620 Aug 29 07:00:53.391046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d218d-3b96-400a-8914-8d2cec1616e0 req-b1919387-289c-438e-882a-57806e847c92 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:53.398364 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf4d218d-3b96-400a-8914-8d2cec1616e0 req-b1919387-289c-438e-882a-57806e847c92 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 943 time: 0.4472940 Aug 29 07:00:53.473121 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2215b8b-a67a-4ad2-b1c1-eaa39092788d req-e47fbb52-52ad-49f0-b5fb-a4a48a2883f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:53.474677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2215b8b-a67a-4ad2-b1c1-eaa39092788d req-e47fbb52-52ad-49f0-b5fb-a4a48a2883f0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1806922 Aug 29 07:00:53.547402 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf4d218d-3b96-400a-8914-8d2cec1616e0 req-ff193278-1297-4dd6-aea1-3b7184ebe0fb tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275425 Aug 29 07:00:53.609211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d0359-939f-494e-b4dc-4e53247ae9ad req-1a807f6d-7391-4c33-9765-9a4d08caa746 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:53.610840 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fe7d0359-939f-494e-b4dc-4e53247ae9ad req-1a807f6d-7391-4c33-9765-9a4d08caa746 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 945 time: 0.1489503 Aug 29 07:00:53.617004 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-d8baf1f1-eac0-475e-98e3-05cdbf47c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:53.619329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-d8baf1f1-eac0-475e-98e3-05cdbf47c345 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 1095 time: 0.0644555 Aug 29 07:00:53.620074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 38764) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:00:53.625095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-06a75511-d3e8-4127-af88-d15d9e2dd792 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Request body: {'floatingip': {'port_id': '0738be4f-e627-45fa-863c-c35d03d826f9'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:00:53.674549 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-06a75511-d3e8-4127-af88-d15d9e2dd792 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:53.743228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:53.752852 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:53.767389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Transition to ACTIVE for port object 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:00:53.828466 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-0e24b779-0958-401a-8fd1-4a82fccee303 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4fa1b45-ede6-459e-81fd-66b709d58e3b HTTP/1.1" status: 200 len: 217 time: 0.1582975 Aug 29 07:00:53.844624 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:53.907666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Pushing event updated for resources: {'Port': ['ID=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:53.919740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75140316-6531-4906-a46d-e09d08c84343 req-490a7c95-ad68-4728-9c19-f60daf8a686e tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:53.921689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75140316-6531-4906-a46d-e09d08c84343 req-490a7c95-ad68-4728-9c19-f60daf8a686e tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 932 time: 0.1877098 Aug 29 07:00:53.997721 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-9276adc6-711e-4dcf-9dbb-9112bd664156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:53.999874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-9276adc6-711e-4dcf-9dbb-9112bd664156 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6091bec-950b-46b5-924b-2d79c271ea4f HTTP/1.1" status: 200 len: 846 time: 0.1615412 Aug 29 07:00:54.003401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Attempting to bind port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:00:54.003401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Attempting to bind port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '2f6157fe-d19d-4ce1-97e9-9f6e05563e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e1497d81-f578-4d2d-b90a-c3708d07408d'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:00:54.003817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Attempting to bind port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b on network e1497d81-f578-4d2d-b90a-c3708d07408d {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:00:54.015409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b on network e1497d81-f578-4d2d-b90a-c3708d07408d not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:00:54.015409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Attempting to bind port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b on network e1497d81-f578-4d2d-b90a-c3708d07408d {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:00:54.022775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:00:54.023749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Checking segment: {'id': '2f6157fe-d19d-4ce1-97e9-9f6e05563e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e1497d81-f578-4d2d-b90a-c3708d07408d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:00:54.024162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Bound using segment: {'id': '2f6157fe-d19d-4ce1-97e9-9f6e05563e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e1497d81-f578-4d2d-b90a-c3708d07408d'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:00:54.024752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Bound port: 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6157fe-d19d-4ce1-97e9-9f6e05563e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e1497d81-f578-4d2d-b90a-c3708d07408d'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:00:54.025269 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:54.044078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-4a1f9faa-ad54-474a-8eb0-3c53fd81f1d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36f56023-89e5-4bb5-b740-0799e8565e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338154 Aug 29 07:00:54.104459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75140316-6531-4906-a46d-e09d08c84343 req-fbb166f7-6dcd-4eb5-b6fb-cf5610640321 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637671 Aug 29 07:00:54.122976 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] For port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:00:54.136430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] For port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b,segment=NetworkSegment(2f6157fe-d19d-4ce1-97e9-9f6e05563e3a),segment_id=2f6157fe-d19d-4ce1-97e9-9f6e05563e3a)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:00:54.232579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:54.271865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:54.272484 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:54.273997 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] 10.222.0.11 "PUT /v2.0/ports/4aec8cdc-3c0e-4d61-aa0a-61786a8e891b HTTP/1.1" status: 200 len: 1093 time: 1.0039349 Aug 29 07:00:54.274441 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c8800b-ec20-40bf-91fe-2988b59a8c68', 'tag': '4aec8cdc-3c0e-4d61-aa0a-61786a8e891b'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:54.277991 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aa7a5e-c653-429e-ba3e-e008897a2420" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c8800b-ec20-40bf-91fe-2988b59a8c68", "tag": "4aec8cdc-3c0e-4d61-aa0a-61786a8e891b"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:54.290855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-7485e9e2-7111-48f9-9005-cca3f425558c service neutron] 10.222.0.11 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132075 Aug 29 07:00:54.311693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe221672-8eda-44de-8e29-91eccb57559c service neutron] Pushing event updated for resources: {'Port': ['ID=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:54.369698 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e6cfe6-1e68-49bd-be87-77f9ed7f52cf x-openstack-request-id: req-00e6cfe6-1e68-49bd-be87-77f9ed7f52cf {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:54.369997 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c8800b-ec20-40bf-91fe-2988b59a8c68", "tag": "4aec8cdc-3c0e-4d61-aa0a-61786a8e891b", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:54.370255 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00e6cfe6-1e68-49bd-be87-77f9ed7f52cf {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:54.370691 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c8800b-ec20-40bf-91fe-2988b59a8c68', 'tag': '4aec8cdc-3c0e-4d61-aa0a-61786a8e891b', 'status': 'completed', 'code': 200} Aug 29 07:00:54.448014 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-e1977b7e-4f81-44f0-a3c4-bd6769bedb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:54.449726 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-e1977b7e-4f81-44f0-a3c4-bd6769bedb8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=98de27abaf5b42d08b73e15c7686a6ae&device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 1096 time: 0.0472636 Aug 29 07:00:54.510218 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-1dcac01d-1a2d-482f-a15b-e2ce3be1e206 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b HTTP/1.1" status: 200 len: 217 time: 0.0463002 Aug 29 07:00:54.515039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35dcf482-5764-4c8f-a849-fadfc58e0c8c req-05600d42-7f78-4976-b4e7-c05a0d7dc29d service neutron] 10.222.0.11 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145207 Aug 29 07:00:54.539887 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-06a75511-d3e8-4127-af88-d15d9e2dd792 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:54.583366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-9e85426e-ba9c-4cc6-bd5d-a4904eb0b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:54.585554 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-9e85426e-ba9c-4cc6-bd5d-a4904eb0b975 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d7ca5720-f72a-4903-ba19-56aba325c1f9 HTTP/1.1" status: 200 len: 852 time: 0.0589013 Aug 29 07:00:54.621461 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-daabd11b-9d44-4a97-9dd0-3f48d71f1f20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1497d81-f578-4d2d-b90a-c3708d07408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293198 Aug 29 07:00:54.691222 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-06a75511-d3e8-4127-af88-d15d9e2dd792 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:54.755188 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-27e1f8dd-9ed9-4d06-a1da-add3909bd04e service neutron] 10.222.0.11 "GET /v2.0/networks/e1497d81-f578-4d2d-b90a-c3708d07408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257496 Aug 29 07:00:54.757742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787661cd-81cf-40a2-84f6-5cec3116df67 req-c40efffe-8df1-4321-ae89-ec10c77556bb tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:54.759357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-787661cd-81cf-40a2-84f6-5cec3116df67 req-c40efffe-8df1-4321-ae89-ec10c77556bb tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 943 time: 0.1122472 Aug 29 07:00:54.868693 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-787661cd-81cf-40a2-84f6-5cec3116df67 req-d7907692-7c53-47ef-a925-2a4fb9f3ee45 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955434 Aug 29 07:00:54.879286 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-06a75511-d3e8-4127-af88-d15d9e2dd792 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Floating IP af22be15-6f6a-40da-be88-d8e50cf66903 associated. External IP: 172.25.1.130, port: 0738be4f-e627-45fa-863c-c35d03d826f9. Aug 29 07:00:54.908680 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e802ff72-963e-4025-b8ee-a2f42b4f87cf req-601bebe8-474b-4dcc-b2d0-751a8527c4cd service neutron] 10.222.0.11 "GET /v2.0/networks/e1497d81-f578-4d2d-b90a-c3708d07408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388979 Aug 29 07:00:55.106006 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a75511-d3e8-4127-af88-d15d9e2dd792 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Router 9cf05a5f-f23b-43e2-84ea-23030c63c890 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:00:55.146225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa7a5e-c653-429e-ba3e-e008897a2420 req-55e7dccc-6d06-423e-8d55-906f37d8521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:55.148088 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34aa7a5e-c653-429e-ba3e-e008897a2420 req-55e7dccc-6d06-423e-8d55-906f37d8521b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=98de27abaf5b42d08b73e15c7686a6ae&device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 1096 time: 0.0447996 Aug 29 07:00:55.259082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a75511-d3e8-4127-af88-d15d9e2dd792 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:00:55.263894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa7a5e-c653-429e-ba3e-e008897a2420 req-9843f72e-4957-46a7-9f6a-34f091fcec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:55.265650 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-06a75511-d3e8-4127-af88-d15d9e2dd792 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:55.267578 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34aa7a5e-c653-429e-ba3e-e008897a2420 req-9843f72e-4957-46a7-9f6a-34f091fcec74 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1497d81-f578-4d2d-b90a-c3708d07408d HTTP/1.1" status: 200 len: 913 time: 0.1121371 Aug 29 07:00:55.273026 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c889c-a616-42e5-bb8d-a5239c33b41d None None] Sync routers for ids ['9cf05a5f-f23b-43e2-84ea-23030c63c890'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:00:55.282783 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8c889c-a616-42e5-bb8d-a5239c33b41d None None] Routers {'9cf05a5f-f23b-43e2-84ea-23030c63c890'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:00:55.283445 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a8c889c-a616-42e5-bb8d-a5239c33b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:00:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9cf05a5f-f23b-43e2-84ea-23030c63c890'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:55.292016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f27ae-6d77-4e2b-9278-93cdf5288550 req-da29c1ea-8645-4db2-a61e-44ff59c41192 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:55.293731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e13f27ae-6d77-4e2b-9278-93cdf5288550 req-da29c1ea-8645-4db2-a61e-44ff59c41192 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 944 time: 0.0935845 Aug 29 07:00:55.309590 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-06a75511-d3e8-4127-af88-d15d9e2dd792 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "PUT /v2.0/floatingips/af22be15-6f6a-40da-be88-d8e50cf66903 HTTP/1.1" status: 200 len: 991 time: 1.6880662 Aug 29 07:00:55.311829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b85d4e-fdd6-4ddf-921b-47b8719f33c4', 'tag': '0738be4f-e627-45fa-863c-c35d03d826f9'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:00:55.329310 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfac4bea-27c3-4f57-81a7-4ebe005aea5a" -d '{"events": [{"name": "network-changed", "server_uuid": "57b85d4e-fdd6-4ddf-921b-47b8719f33c4", "tag": "0738be4f-e627-45fa-863c-c35d03d826f9"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:00:55.339291 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34aa7a5e-c653-429e-ba3e-e008897a2420 req-f41a2e89-9e78-4750-a468-5426221d371c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b HTTP/1.1" status: 200 len: 217 time: 0.0616517 Aug 29 07:00:55.372164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e13f27ae-6d77-4e2b-9278-93cdf5288550 req-650e6e28-1249-48d8-8f9a-357632192eb2 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713351 Aug 29 07:00:55.422622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa7a5e-c653-429e-ba3e-e008897a2420 req-21768c3b-b32e-4a20-973f-81d1f43e96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:55.424157 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34aa7a5e-c653-429e-ba3e-e008897a2420 req-21768c3b-b32e-4a20-973f-81d1f43e96bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d7ca5720-f72a-4903-ba19-56aba325c1f9 HTTP/1.1" status: 200 len: 852 time: 0.0775928 Aug 29 07:00:55.438616 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3a8c889c-a616-42e5-bb8d-a5239c33b41d None None] Set router 9cf05a5f-f23b-43e2-84ea-23030c63c890 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:00:55.443083 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac66ed99-79d4-44fc-a9a4-f99cbe46acdc x-openstack-request-id: req-ac66ed99-79d4-44fc-a9a4-f99cbe46acdc {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:00:55.443422 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b85d4e-fdd6-4ddf-921b-47b8719f33c4", "tag": "0738be4f-e627-45fa-863c-c35d03d826f9", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:00:55.443766 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac66ed99-79d4-44fc-a9a4-f99cbe46acdc {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:00:55.444163 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b85d4e-fdd6-4ddf-921b-47b8719f33c4', 'tag': '0738be4f-e627-45fa-863c-c35d03d826f9', 'status': 'completed', 'code': 200} Aug 29 07:00:55.459178 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34aa7a5e-c653-429e-ba3e-e008897a2420 req-2b74b58c-24e1-443f-81a5-93336b18dac7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1497d81-f578-4d2d-b90a-c3708d07408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271602 Aug 29 07:00:55.574681 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac4bea-27c3-4f57-81a7-4ebe005aea5a req-e9c45da2-41ed-4977-9ecf-225b46e9c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:55.576226 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfac4bea-27c3-4f57-81a7-4ebe005aea5a req-e9c45da2-41ed-4977-9ecf-225b46e9c713 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=395f384cb65b432a9ea260b20483cc6b&device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 1097 time: 0.1012037 Aug 29 07:00:55.607383 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34aa7a5e-c653-429e-ba3e-e008897a2420 req-6b440c6f-788f-490a-b953-0c3ac9144c5c service neutron] 10.222.0.11 "GET /v2.0/networks/e1497d81-f578-4d2d-b90a-c3708d07408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405094 Aug 29 07:00:55.695345 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a8c889c-a616-42e5-bb8d-a5239c33b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'af22be15-6f6a-40da-be88-d8e50cf66903', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'floating_ip_address': '172.25.1.130', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'port_id': '0738be4f-e627-45fa-863c-c35d03d826f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'mac_address': 'fa:16:3e:67:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b85d4e-fdd6-4ddf-921b-47b8719f33c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:00:36Z', 'updated_at': '2021-08-29T07:00:54Z', 'revision_number': 1, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:43Z', 'revision_number': 5, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:55.749104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac4bea-27c3-4f57-81a7-4ebe005aea5a req-d13f7d29-42fb-4d79-ae5d-4537e879d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:55.750614 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfac4bea-27c3-4f57-81a7-4ebe005aea5a req-d13f7d29-42fb-4d79-ae5d-4537e879d40f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467 HTTP/1.1" status: 200 len: 912 time: 0.1649656 Aug 29 07:00:55.756868 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34aa7a5e-c653-429e-ba3e-e008897a2420 req-f897b6ce-a63d-49c7-8299-af6f47ff1422 service neutron] 10.222.0.11 "GET /v2.0/networks/e1497d81-f578-4d2d-b90a-c3708d07408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231804 Aug 29 07:00:55.822748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfac4bea-27c3-4f57-81a7-4ebe005aea5a req-ba9a7119-bde1-46c7-aaaf-2affc3cac410 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0738be4f-e627-45fa-863c-c35d03d826f9 HTTP/1.1" status: 200 len: 999 time: 0.0633569 Aug 29 07:00:55.829405 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c889c-a616-42e5-bb8d-a5239c33b41d None None] Checking router: 9cf05a5f-f23b-43e2-84ea-23030c63c890 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:00:55.838319 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8c889c-a616-42e5-bb8d-a5239c33b41d None None] Routers {'9cf05a5f-f23b-43e2-84ea-23030c63c890'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:00:55.839386 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a8c889c-a616-42e5-bb8d-a5239c33b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:00:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9cf05a5f-f23b-43e2-84ea-23030c63c890'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:55.898922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac4bea-27c3-4f57-81a7-4ebe005aea5a req-a1c9b2b8-db4e-4bab-aa9b-fb50aeb27a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:55.900631 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfac4bea-27c3-4f57-81a7-4ebe005aea5a req-a1c9b2b8-db4e-4bab-aa9b-fb50aeb27a60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268 HTTP/1.1" status: 200 len: 850 time: 0.0695298 Aug 29 07:00:55.985099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac4bea-27c3-4f57-81a7-4ebe005aea5a req-3d4ba61f-d859-488b-8dc3-aca8930fcf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:55.987091 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfac4bea-27c3-4f57-81a7-4ebe005aea5a req-3d4ba61f-d859-488b-8dc3-aca8930fcf79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b4e2f38-07ee-4197-9c6f-52bd4ef32467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776052 Aug 29 07:00:55.987344 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3a8c889c-a616-42e5-bb8d-a5239c33b41d None None] Set router 9cf05a5f-f23b-43e2-84ea-23030c63c890 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:00:56.074509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321da68-b075-4e4f-a3f2-ef747d1fb8a2 req-473cd7f8-241f-4572-be15-95608f8a5ba5 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:56.085362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e321da68-b075-4e4f-a3f2-ef747d1fb8a2 req-473cd7f8-241f-4572-be15-95608f8a5ba5 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 943 time: 0.1058667 Aug 29 07:00:56.116312 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfac4bea-27c3-4f57-81a7-4ebe005aea5a req-3db7b813-cd7e-48b9-804d-0e81a816d40b service neutron] 10.222.0.15 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192141 Aug 29 07:00:56.136675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e321da68-b075-4e4f-a3f2-ef747d1fb8a2 req-5414d14e-770a-4dea-9aaa-02026905f4dc tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504293 Aug 29 07:00:56.223946 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dfac4bea-27c3-4f57-81a7-4ebe005aea5a req-0f40bb6c-fda7-4148-9719-01621e5ca278 service neutron] 10.222.0.15 "GET /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984299 Aug 29 07:00:56.258113 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a8c889c-a616-42e5-bb8d-a5239c33b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'af22be15-6f6a-40da-be88-d8e50cf66903', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'floating_ip_address': '172.25.1.130', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'port_id': '0738be4f-e627-45fa-863c-c35d03d826f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'mac_address': 'fa:16:3e:67:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b85d4e-fdd6-4ddf-921b-47b8719f33c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:00:36Z', 'updated_at': '2021-08-29T07:00:54Z', 'revision_number': 1, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:43Z', 'revision_number': 5, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:00:56.287795 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c889c-a616-42e5-bb8d-a5239c33b41d None None] The sync data for ids ['9cf05a5f-f23b-43e2-84ea-23030c63c890'] in n-d-713301-12 is: [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'af22be15-6f6a-40da-be88-d8e50cf66903', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'floating_ip_address': '172.25.1.130', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'port_id': '0738be4f-e627-45fa-863c-c35d03d826f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'mac_address': 'fa:16:3e:67:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b85d4e-fdd6-4ddf-921b-47b8719f33c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:00:36Z', 'updated_at': '2021-08-29T07:00:54Z', 'revision_number': 1, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:43Z', 'revision_number': 5, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:00:56.517703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47466a6d-428e-4390-aea2-f1735ca2fc0f req-ae73b49a-b0dc-4890-8dff-7739ff7886c6 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:56.519924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47466a6d-428e-4390-aea2-f1735ca2fc0f req-ae73b49a-b0dc-4890-8dff-7739ff7886c6 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 944 time: 0.0636683 Aug 29 07:00:56.527017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445660db-f87b-4550-89d7-c032a0da5388 None None] New status for floating IP af22be15-6f6a-40da-be88-d8e50cf66903: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:00:56.576285 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47466a6d-428e-4390-aea2-f1735ca2fc0f req-e137546c-cc9b-46e9-8fbb-e18dac586bdc tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468705 Aug 29 07:00:57.262190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f201fac-f29b-4113-b45d-c7befae47404 req-f3d3b06d-2307-4646-af93-0e52d902a1f1 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:57.263726 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f201fac-f29b-4113-b45d-c7befae47404 req-f3d3b06d-2307-4646-af93-0e52d902a1f1 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 943 time: 0.0546162 Aug 29 07:00:57.303735 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f201fac-f29b-4113-b45d-c7befae47404 req-f15ac457-d8ae-455f-b94d-b6665dfa6229 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327556 Aug 29 07:00:57.697743 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adabb97-653a-4341-9069-2ceecc164106 req-361279b9-58cf-4ae6-9421-c48c590af5dd tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:57.699357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0adabb97-653a-4341-9069-2ceecc164106 req-361279b9-58cf-4ae6-9421-c48c590af5dd tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 944 time: 0.0510368 Aug 29 07:00:57.738090 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0adabb97-653a-4341-9069-2ceecc164106 req-30b40066-a6ce-487a-bd30-c49d9587d5c5 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Aug 29 07:00:58.434919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168df31f-0d0d-406a-869f-331d6af16c69 req-baa5e045-6579-43c8-a7d0-7e76a50cb4cc tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:58.436611 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-168df31f-0d0d-406a-869f-331d6af16c69 req-baa5e045-6579-43c8-a7d0-7e76a50cb4cc tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 943 time: 0.0590823 Aug 29 07:00:58.485525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-168df31f-0d0d-406a-869f-331d6af16c69 req-b6d48856-b60f-44a1-bcb0-d021de916211 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413148 Aug 29 07:00:58.871983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228de9c-8c4b-441a-aa7e-2295bc67bfe4 req-d23537a9-5319-403c-b233-5df54090366f tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:58.874151 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2228de9c-8c4b-441a-aa7e-2295bc67bfe4 req-d23537a9-5319-403c-b233-5df54090366f tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 944 time: 0.0661659 Aug 29 07:00:58.927680 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2228de9c-8c4b-441a-aa7e-2295bc67bfe4 req-97b79eb0-68cc-43f3-9c07-b11e71c445cb tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472689 Aug 29 07:00:59.115382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e4fa1b45-ede6-459e-81fd-66b709d58e3b details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:00:59.229045 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e4fa1b45-ede6-459e-81fd-66b709d58e3b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e4fa1b45-ede6-459e-81fd-66b709d58e3b,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:59.243061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'e4fa1b45-ede6-459e-81fd-66b709d58e3b', 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'port_id': 'e4fa1b45-ede6-459e-81fd-66b709d58e3b', 'mac_address': 'fa:16:3e:96:e8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6091bec-950b-46b5-924b-2d79c271ea4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:00:59.290615 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:59.309359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4fa1b45-ede6-459e-81fd-66b709d58e3b {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:59.331406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e4fa1b45-ede6-459e-81fd-66b709d58e3b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e4fa1b45-ede6-459e-81fd-66b709d58e3b,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:59.455306 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:59.463732 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:00:59.577403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e4fa1b45-ede6-459e-81fd-66b709d58e3b,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:00:59.615631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb86611-5e87-40e5-9c07-c2a9664fafbb req-273244d7-d463-420d-886d-b3261f8fbc63 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:00:59.617622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bb86611-5e87-40e5-9c07-c2a9664fafbb req-273244d7-d463-420d-886d-b3261f8fbc63 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 944 time: 0.0608761 Aug 29 07:00:59.680139 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bb86611-5e87-40e5-9c07-c2a9664fafbb req-5d961f43-e825-4503-9ebc-c5d16cb7986d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559397 Aug 29 07:00:59.770868 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:59.771278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:59.771566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:59.771906 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:59.772242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:59.772578 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:59.772910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:59.773232 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:59.773562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:59.773884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:59.774211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:59.774530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:00:59.803030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b,segment=NetworkSegment(2f6157fe-d19d-4ce1-97e9-9f6e05563e3a),segment_id=2f6157fe-d19d-4ce1-97e9-9f6e05563e3a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:00:59.817850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '4aec8cdc-3c0e-4d61-aa0a-61786a8e891b', 'network_id': 'e1497d81-f578-4d2d-b90a-c3708d07408d', 'port_id': '4aec8cdc-3c0e-4d61-aa0a-61786a8e891b', 'mac_address': 'fa:16:3e:e0:31:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ca5720-f72a-4903-ba19-56aba325c1f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:00:59.860249 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:00:59.878160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:00:59.899000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b,segment=NetworkSegment(2f6157fe-d19d-4ce1-97e9-9f6e05563e3a),segment_id=2f6157fe-d19d-4ce1-97e9-9f6e05563e3a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:00.032494 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:00.061838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0207c-4a63-4c82-9aa4-4000fae176f4 req-60cb0c2c-9575-4b0f-8c86-0a3593e5bd24 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:00.063845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fd0207c-4a63-4c82-9aa4-4000fae176f4 req-60cb0c2c-9575-4b0f-8c86-0a3593e5bd24 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 944 time: 0.0564735 Aug 29 07:01:00.084493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:00.114597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fd0207c-4a63-4c82-9aa4-4000fae176f4 req-e19230b3-b3d6-4dde-b2c8-783ed9f58197 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Aug 29 07:01:00.493772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 38940) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:00.535874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e4fa1b45-ede6-459e-81fd-66b709d58e3b'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:01:00.652042 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ead0c099-3965-4e15-9077-e94f2eb537aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:00.652604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['4aec8cdc-3c0e-4d61-aa0a-61786a8e891b'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:01:00.792307 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ead0c099-3965-4e15-9077-e94f2eb537aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:00.854366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654abba1-e27f-4436-9a52-a0b726039fdb req-c8a2d22c-ed89-476e-89ad-e54357b83ef8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:00.856257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-654abba1-e27f-4436-9a52-a0b726039fdb req-c8a2d22c-ed89-476e-89ad-e54357b83ef8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 944 time: 0.0669997 Aug 29 07:01:00.909251 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-654abba1-e27f-4436-9a52-a0b726039fdb req-e04d35ab-127d-4376-81b6-49129cbd6192 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416975 Aug 29 07:01:00.991726 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ead0c099-3965-4e15-9077-e94f2eb537aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:01.032957 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ead0c099-3965-4e15-9077-e94f2eb537aa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c28da9a16a83469a9bf163ef30be5775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379593 Aug 29 07:01:01.033965 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0c099-3965-4e15-9077-e94f2eb537aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b436ee-08e3-4839-85d8-f43baef10a23,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:01.035683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38952) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:01.092476 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-51aebdbd-21a1-4390-8552-b6f73648582e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:01.116230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-51aebdbd-21a1-4390-8552-b6f73648582e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:01.249250 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-51aebdbd-21a1-4390-8552-b6f73648582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:01.251777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31b789-4428-4323-a0d5-3b4c27e9a94a req-80e0980a-e7fe-442a-9c07-4461e87e2e07 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:01.252666 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-51aebdbd-21a1-4390-8552-b6f73648582e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:01.254199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc31b789-4428-4323-a0d5-3b4c27e9a94a req-80e0980a-e7fe-442a-9c07-4461e87e2e07 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 945 time: 0.0592349 Aug 29 07:01:01.259781 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-51aebdbd-21a1-4390-8552-b6f73648582e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/28b436ee-08e3-4839-85d8-f43baef10a23 HTTP/1.1" status: 204 len: 168 time: 0.2227011 Aug 29 07:01:01.273532 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aebdbd-21a1-4390-8552-b6f73648582e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b436ee-08e3-4839-85d8-f43baef10a23,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:01.591700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc31b789-4428-4323-a0d5-3b4c27e9a94a req-b5a70b80-0e16-4d85-adbe-b0b6bf19c859 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292789 Aug 29 07:01:02.028327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1810ff-7252-4e79-b7af-402668dcbee9 req-0a919a3f-a7a8-4981-a3c3-327b8a7831e9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:02.029871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c1810ff-7252-4e79-b7af-402668dcbee9 req-0a919a3f-a7a8-4981-a3c3-327b8a7831e9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 944 time: 0.0494885 Aug 29 07:01:02.070393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c1810ff-7252-4e79-b7af-402668dcbee9 req-c40c6eaf-9aa7-4b5c-9dd8-5e1c43269567 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337186 Aug 29 07:01:02.332555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38996) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:02.357103 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a99935d-c4d7-43e3-bf72-a0a55cbb4c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:02.463121 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a99935d-c4d7-43e3-bf72-a0a55cbb4c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:02.544653 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a99935d-c4d7-43e3-bf72-a0a55cbb4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:02.585108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99935d-c4d7-43e3-bf72-a0a55cbb4c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7ab595-7574-46e9-bcc8-0151c80b4a37,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:02.589523 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5a99935d-c4d7-43e3-bf72-a0a55cbb4c57 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9e89e6a825154105b241aacc4e8d8293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558975 Aug 29 07:01:02.592802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39002) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:02.653090 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0125c8a8-2f43-4a3c-83b4-d4254066bd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:02.687712 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0125c8a8-2f43-4a3c-83b4-d4254066bd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:02.751055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366b55f-6773-4775-8c21-990df7f9cdba req-c12a4013-c372-466a-98c3-a29e8af430b6 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:02.753024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c366b55f-6773-4775-8c21-990df7f9cdba req-c12a4013-c372-466a-98c3-a29e8af430b6 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 945 time: 0.0781877 Aug 29 07:01:02.794264 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c366b55f-6773-4775-8c21-990df7f9cdba req-03b9e63a-01c7-450b-af94-c7d4ef3058f2 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343034 Aug 29 07:01:02.865661 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0125c8a8-2f43-4a3c-83b4-d4254066bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:02.868568 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0125c8a8-2f43-4a3c-83b4-d4254066bd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:02.872119 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0125c8a8-2f43-4a3c-83b4-d4254066bd54 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bb7ab595-7574-46e9-bcc8-0151c80b4a37 HTTP/1.1" status: 204 len: 168 time: 0.2759354 Aug 29 07:01:02.880632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125c8a8-2f43-4a3c-83b4-d4254066bd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7ab595-7574-46e9-bcc8-0151c80b4a37,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:03.118454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:01:03.275053 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279bcee-ae41-496e-a0ba-a1aa8530c764 req-245c9ba0-63a8-4ccb-b8cd-6d08d509896f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:03.276962 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c279bcee-ae41-496e-a0ba-a1aa8530c764 req-245c9ba0-63a8-4ccb-b8cd-6d08d509896f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 944 time: 0.0705450 Aug 29 07:01:03.324928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c279bcee-ae41-496e-a0ba-a1aa8530c764 req-033eee53-e6a9-4a84-99fd-46fc73938358 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396166 Aug 29 07:01:03.402713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:01:03.407007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:01:03.407714 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:03.542987 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:03.586570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b,segment=NetworkSegment(2f6157fe-d19d-4ce1-97e9-9f6e05563e3a),segment_id=2f6157fe-d19d-4ce1-97e9-9f6e05563e3a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:03.586570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c8800b-ec20-40bf-91fe-2988b59a8c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aec8cdc-3c0e-4d61-aa0a-61786a8e891b'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:03.587704 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d54e82f-7bc4-40d2-94a3-39f63e2dce6a" -d '{"events": [{"server_uuid": "c7c8800b-ec20-40bf-91fe-2988b59a8c68", "name": "network-vif-plugged", "status": "completed", "tag": "4aec8cdc-3c0e-4d61-aa0a-61786a8e891b"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:03.609067 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:03.646142 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d705b541-0033-47b7-b78e-4b9e75c016f7 x-openstack-request-id: req-d705b541-0033-47b7-b78e-4b9e75c016f7 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:03.646443 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c8800b-ec20-40bf-91fe-2988b59a8c68", "name": "network-vif-plugged", "status": "completed", "tag": "4aec8cdc-3c0e-4d61-aa0a-61786a8e891b", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:03.646734 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d705b541-0033-47b7-b78e-4b9e75c016f7 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:03.647088 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c8800b-ec20-40bf-91fe-2988b59a8c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aec8cdc-3c0e-4d61-aa0a-61786a8e891b', 'code': 200} Aug 29 07:01:03.660083 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:03.660969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e4fa1b45-ede6-459e-81fd-66b709d58e3b up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:01:03.756556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:03.797061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d5601-d441-4a02-97aa-72fd91765a96 req-7ab6fa4c-e5c2-48ba-8567-cdc21b8350f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:03.798562 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c07d5601-d441-4a02-97aa-72fd91765a96 req-7ab6fa4c-e5c2-48ba-8567-cdc21b8350f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 1098 time: 0.0546780 Aug 29 07:01:03.838274 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c07d5601-d441-4a02-97aa-72fd91765a96 req-06f25cd2-21c5-400b-b260-51982a5ff13f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Aug 29 07:01:03.848459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port e4fa1b45-ede6-459e-81fd-66b709d58e3b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:01:03.853239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port e4fa1b45-ede6-459e-81fd-66b709d58e3b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:01:03.859466 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:03.966111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdecfc-94b8-432c-9448-653e36db4b1b req-92bd7aa0-9873-4edd-be8c-48e1e95dd326 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:03.975649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45cdecfc-94b8-432c-9448-653e36db4b1b req-92bd7aa0-9873-4edd-be8c-48e1e95dd326 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.0967863 Aug 29 07:01:04.013806 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:04.028498 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45cdecfc-94b8-432c-9448-653e36db4b1b req-3bf02d28-6fce-4478-878b-cafbd9efe3fd tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509422 Aug 29 07:01:04.055303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e4fa1b45-ede6-459e-81fd-66b709d58e3b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e4fa1b45-ede6-459e-81fd-66b709d58e3b,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:04.145659 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:04.197468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e4fa1b45-ede6-459e-81fd-66b709d58e3b,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:04.215114 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:01:04.476619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b9576-6044-4137-8144-ab7c63f96c85 req-dcb9de0f-85a7-46dc-9280-a8d8be772039 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:04.478274 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb4b9576-6044-4137-8144-ab7c63f96c85 req-dcb9de0f-85a7-46dc-9280-a8d8be772039 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 945 time: 0.0646374 Aug 29 07:01:04.520203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb4b9576-6044-4137-8144-ab7c63f96c85 req-f785e959-e9fa-424f-86a6-677a0ea0e35d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348346 Aug 29 07:01:05.160058 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e054c-671b-4d19-8228-3cf20ec89e94 req-81b7702d-7240-4101-bf1f-cc782bfe8004 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:05.161807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-017e054c-671b-4d19-8228-3cf20ec89e94 req-81b7702d-7240-4101-bf1f-cc782bfe8004 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.0627089 Aug 29 07:01:05.205009 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-017e054c-671b-4d19-8228-3cf20ec89e94 req-fc900749-0a60-4834-afd3-dcc380ed02da tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368674 Aug 29 07:01:05.644875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc9a27-0cb8-46c2-b461-677d86cef6eb req-f22e9c94-74c1-44f6-8cf6-a371c5bc783f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:05.646397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8fc9a27-0cb8-46c2-b461-677d86cef6eb req-f22e9c94-74c1-44f6-8cf6-a371c5bc783f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 945 time: 0.0543664 Aug 29 07:01:05.648958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6204f3-476a-46bd-806c-333a980ffa05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fa1b45-ede6-459e-81fd-66b709d58e3b'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:05.651543 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23a0c9c-02a1-4bb2-bec9-4ab97bc9bdc6" -d '{"events": [{"server_uuid": "6d6204f3-476a-46bd-806c-333a980ffa05", "name": "network-vif-plugged", "status": "completed", "tag": "e4fa1b45-ede6-459e-81fd-66b709d58e3b"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:05.703235 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca0fbc4-d790-4301-a114-484647e82710 x-openstack-request-id: req-9ca0fbc4-d790-4301-a114-484647e82710 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:05.703738 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6204f3-476a-46bd-806c-333a980ffa05", "name": "network-vif-plugged", "status": "completed", "tag": "e4fa1b45-ede6-459e-81fd-66b709d58e3b", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:05.704339 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ca0fbc4-d790-4301-a114-484647e82710 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:05.704990 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6204f3-476a-46bd-806c-333a980ffa05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fa1b45-ede6-459e-81fd-66b709d58e3b', 'code': 200} Aug 29 07:01:05.759075 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8fc9a27-0cb8-46c2-b461-677d86cef6eb req-22f04aec-da28-4f26-b004-76228bece38f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964327 Aug 29 07:01:05.877467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de518da1-1d47-41d1-8428-64d0386624c4 req-5e506e95-8446-45bc-a46e-01e6137e7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:05.879384 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-de518da1-1d47-41d1-8428-64d0386624c4 req-5e506e95-8446-45bc-a46e-01e6137e7993 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 1097 time: 0.0545592 Aug 29 07:01:05.923863 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-de518da1-1d47-41d1-8428-64d0386624c4 req-4a6a969d-cd48-4be4-a467-d2cdfbe199b7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351567 Aug 29 07:01:06.361926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37319abc-c66e-441c-a33a-958bb32ca711 req-2d6e3db7-8178-45c1-bdcf-09c6e8a5f6b3 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:06.361926 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-37319abc-c66e-441c-a33a-958bb32ca711 req-2d6e3db7-8178-45c1-bdcf-09c6e8a5f6b3 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.0616260 Aug 29 07:01:06.394361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-37319abc-c66e-441c-a33a-958bb32ca711 req-145cff39-369f-4b1f-862c-105b3099201c tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338390 Aug 29 07:01:06.543018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a4f7e-d64e-4789-830b-179797e0fc13 req-ab7c42ab-7d1d-490d-99fd-a794cc077b93 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:06.545759 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e73a4f7e-d64e-4789-830b-179797e0fc13 req-ab7c42ab-7d1d-490d-99fd-a794cc077b93 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.0651677 Aug 29 07:01:06.592684 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e73a4f7e-d64e-4789-830b-179797e0fc13 req-a9dc1de1-d85b-4ba2-afff-83c825920a68 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394135 Aug 29 07:01:06.886716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9d8a9-268a-4542-a066-d76f642c118f req-b94f67ca-3b40-47a4-aa30-bba24c609069 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:06.888718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7af9d8a9-268a-4542-a066-d76f642c118f req-b94f67ca-3b40-47a4-aa30-bba24c609069 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 945 time: 0.0623848 Aug 29 07:01:06.936567 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7af9d8a9-268a-4542-a066-d76f642c118f req-e1033a0f-5d3f-4fb6-be45-4ba9029ec96d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343962 Aug 29 07:01:07.230686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a25645-5301-4caa-9c50-722b381070ef req-38d3d4fa-ddbb-4b9b-976b-9ecbbb731a2e tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:07.233664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75a25645-5301-4caa-9c50-722b381070ef req-38d3d4fa-ddbb-4b9b-976b-9ecbbb731a2e tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.0616229 Aug 29 07:01:07.280665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75a25645-5301-4caa-9c50-722b381070ef req-91fe9104-d1e4-4c52-871a-ea4d01b5a245 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 Aug 29 07:01:08.080038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc71fc-62c0-462f-839d-a57414c7da62 req-51986657-9a23-4751-a738-16f60726a31f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:08.087375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01bc71fc-62c0-462f-839d-a57414c7da62 req-51986657-9a23-4751-a738-16f60726a31f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 945 time: 0.0847156 Aug 29 07:01:08.124974 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01bc71fc-62c0-462f-839d-a57414c7da62 req-ca456953-c4ae-4413-a70a-e8f3995eef1f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363426 Aug 29 07:01:08.208515 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-345a2bb1-03e1-4d1f-a5f5-a6fd2110d600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:08.351472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c54b38-dfd6-4f9d-8ec4-6255d7926d07 req-4c4bd14d-5be9-4745-9b3c-8ca14d57b875 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:08.353189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1c54b38-dfd6-4f9d-8ec4-6255d7926d07 req-4c4bd14d-5be9-4745-9b3c-8ca14d57b875 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 945 time: 0.0835664 Aug 29 07:01:08.368929 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da57a0b-d5cb-4aa8-91a3-d07a3cd770e4 req-b4b9f898-b446-4a82-ba07-efb618186c04 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:08.370531 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2da57a0b-d5cb-4aa8-91a3-d07a3cd770e4 req-b4b9f898-b446-4a82-ba07-efb618186c04 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 947 time: 0.0917203 Aug 29 07:01:08.430120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1c54b38-dfd6-4f9d-8ec4-6255d7926d07 req-0ff52345-ab30-4e98-881f-b8870c6f280d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585136 Aug 29 07:01:08.442305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2da57a0b-d5cb-4aa8-91a3-d07a3cd770e4 req-b34972ec-7a50-4c88-ab8b-1386544575bc tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581517 Aug 29 07:01:08.600414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dc9f0-3ec4-47b4-9783-4ba4e58bf6a4 req-e3ebd880-6a40-4728-970b-a8702d049e3a tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:08.601938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e51dc9f0-3ec4-47b4-9783-4ba4e58bf6a4 req-e3ebd880-6a40-4728-970b-a8702d049e3a tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.0712359 Aug 29 07:01:08.653828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e51dc9f0-3ec4-47b4-9783-4ba4e58bf6a4 req-e26b4913-6b66-4a95-b8d9-760bd65c4fc0 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438743 Aug 29 07:01:08.690513 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39206) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:08.813718 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d3c49f4-81dc-4251-86f3-07df919563b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:08.917341 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d3c49f4-81dc-4251-86f3-07df919563b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:09.016626 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d3c49f4-81dc-4251-86f3-07df919563b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:09.126700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c49f4-81dc-4251-86f3-07df919563b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f940a2c-2bf3-449a-a3ea-c398b6586a10,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:09.132635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1d3c49f4-81dc-4251-86f3-07df919563b3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=07d020d9f03e4780b56b5a604a371760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4404488 Aug 29 07:01:09.135572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39220) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:09.172848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae27753-b733-476a-9ed6-b61c038b9dbf req-e83cc1e7-6695-4ed3-aeec-3553f14cf715 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:09.174585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ae27753-b733-476a-9ed6-b61c038b9dbf req-e83cc1e7-6695-4ed3-aeec-3553f14cf715 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.1373188 Aug 29 07:01:09.224014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c850f60-8348-4c94-b61f-9fb7334cd31c req-b1c11b56-8009-407d-8382-fdbae5eec4aa tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:09.225572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c850f60-8348-4c94-b61f-9fb7334cd31c req-b1c11b56-8009-407d-8382-fdbae5eec4aa tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 945 time: 0.1286607 Aug 29 07:01:09.238257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36a65456-d521-40fa-bd21-ccb90e720f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:09.261108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ae27753-b733-476a-9ed6-b61c038b9dbf req-d44088b3-3fea-4ce2-a7e1-32ab17c63f4c tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743074 Aug 29 07:01:09.270205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36a65456-d521-40fa-bd21-ccb90e720f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:09.273336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78382ffd-9d0e-4302-a948-46db311bb8fe req-49afcc29-7ef5-4483-b074-f849885b4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:09.274898 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-78382ffd-9d0e-4302-a948-46db311bb8fe req-49afcc29-7ef5-4483-b074-f849885b4dfb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=98de27abaf5b42d08b73e15c7686a6ae&device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 1098 time: 0.0742314 Aug 29 07:01:09.283724 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c850f60-8348-4c94-b61f-9fb7334cd31c req-045782c6-834f-4c5c-86fa-ef79d6d20a60 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512838 Aug 29 07:01:09.423315 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78382ffd-9d0e-4302-a948-46db311bb8fe req-75f992be-8bf9-473a-ab4c-349f82dff1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:09.425293 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-78382ffd-9d0e-4302-a948-46db311bb8fe req-75f992be-8bf9-473a-ab4c-349f82dff1d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1497d81-f578-4d2d-b90a-c3708d07408d HTTP/1.1" status: 200 len: 913 time: 0.1355700 Aug 29 07:01:09.475838 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-78382ffd-9d0e-4302-a948-46db311bb8fe req-776deb2b-6dc4-43b2-8991-a58b1b1eaaca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b HTTP/1.1" status: 200 len: 217 time: 0.0430143 Aug 29 07:01:09.516990 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36a65456-d521-40fa-bd21-ccb90e720f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:09.523067 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36a65456-d521-40fa-bd21-ccb90e720f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:09.523067 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-36a65456-d521-40fa-bd21-ccb90e720f98 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f940a2c-2bf3-449a-a3ea-c398b6586a10 HTTP/1.1" status: 204 len: 168 time: 0.3844550 Aug 29 07:01:09.535619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a65456-d521-40fa-bd21-ccb90e720f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f940a2c-2bf3-449a-a3ea-c398b6586a10,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:09.579741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78382ffd-9d0e-4302-a948-46db311bb8fe req-4494ef42-e185-492a-8dde-d4201a491781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:09.583246 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-78382ffd-9d0e-4302-a948-46db311bb8fe req-4494ef42-e185-492a-8dde-d4201a491781 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d7ca5720-f72a-4903-ba19-56aba325c1f9 HTTP/1.1" status: 200 len: 852 time: 0.0983491 Aug 29 07:01:09.622664 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-78382ffd-9d0e-4302-a948-46db311bb8fe req-88593f2d-f7d7-4c0e-a8d5-aa7045e30cfe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1497d81-f578-4d2d-b90a-c3708d07408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320454 Aug 29 07:01:09.626035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066756f-8901-45cb-9a09-86b6aff60329 req-a1bf3994-9821-4061-97f4-391fcd1ae9e1 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:09.633331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4066756f-8901-45cb-9a09-86b6aff60329 req-a1bf3994-9821-4061-97f4-391fcd1ae9e1 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 947 time: 0.0967815 Aug 29 07:01:09.670333 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4066756f-8901-45cb-9a09-86b6aff60329 req-5b5501dd-7f4f-457b-8f85-6a7c7142551c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360024 Aug 29 07:01:09.737762 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-78382ffd-9d0e-4302-a948-46db311bb8fe req-aa725572-cc19-4c15-92b9-4e2753a88fe6 service neutron] 10.222.0.11 "GET /v2.0/networks/e1497d81-f578-4d2d-b90a-c3708d07408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066389 Aug 29 07:01:09.905046 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-78382ffd-9d0e-4302-a948-46db311bb8fe req-bf8c843c-f291-4aba-9182-f07c5ab9dcce service neutron] 10.222.0.11 "GET /v2.0/networks/e1497d81-f578-4d2d-b90a-c3708d07408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495528 Aug 29 07:01:09.907334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-c002b414-537e-48f6-8191-f347a466daf6 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:09.908818 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-c002b414-537e-48f6-8191-f347a466daf6 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 947 time: 0.0847943 Aug 29 07:01:10.006766 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Deleting port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:01:10.007115 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:10.099680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] For port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:10.100042 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:10.427850 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39254) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:10.449620 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:10.486394 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a05cfe-ff93-4264-afca-4e7a2b405c3c req-2c3211a5-cb10-4db0-b9a8-3231206a2cbe tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:10.488037 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0a05cfe-ff93-4264-afca-4e7a2b405c3c req-2c3211a5-cb10-4db0-b9a8-3231206a2cbe tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.1291239 Aug 29 07:01:10.506522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6c823-51f0-44d4-b218-8656bc1e8c88 req-5979f35c-08b5-4252-b1c2-103c8f10187e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:10.508892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3da6c823-51f0-44d4-b218-8656bc1e8c88 req-5979f35c-08b5-4252-b1c2-103c8f10187e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 945 time: 0.1380010 Aug 29 07:01:10.646738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3da6c823-51f0-44d4-b218-8656bc1e8c88 req-96c18d52-d7ab-4301-b108-f90031333c4d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159613 Aug 29 07:01:10.651051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0a05cfe-ff93-4264-afca-4e7a2b405c3c req-23d83851-6e10-42ee-a9b6-b6e4d7f3475e tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407728 Aug 29 07:01:10.666579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:10.668003 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:10.670502 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Floating IP 4cd5a767-21af-48b3-a88e-9b764e2cef08 disassociated. External IP: 172.25.1.76, port: 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0. Aug 29 07:01:10.670502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Calling delete_port for 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:01:10.727023 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:10.804890 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:10.837069 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:10.870851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b0db019f0c7420580061ce70ce01274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4408767 Aug 29 07:01:10.871669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39264) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:10.880583 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67c2c7f-8ff8-4393-964b-ea5edff24143,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:10.911627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:10.912171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:10.912581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:10.912996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:10.913390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:10.913805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:10.914203 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:10.914597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:10.914992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:10.915407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:10.915803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:10.916134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e00fe-9944-4057-bef5-54b587cb4e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:10.917227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39777a98-fa76-492f-accc-4334ed197774 req-600e7154-4eec-4d64-9c5e-d5cc6d905c9c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:10.918761 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-39777a98-fa76-492f-accc-4334ed197774 req-600e7154-4eec-4d64-9c5e-d5cc6d905c9c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 945 time: 0.0677400 Aug 29 07:01:10.961722 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74618904-c358-48fb-9620-f3059decd838 req-a8ac3e02-ffbb-4613-a7af-f722da18f8a6 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:10.963204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74618904-c358-48fb-9620-f3059decd838 req-a8ac3e02-ffbb-4613-a7af-f722da18f8a6 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 947 time: 0.1156538 Aug 29 07:01:10.981557 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9be26867-f17d-48ac-8b2d-3f842ea62d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:11.012098 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:11.025820 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9be26867-f17d-48ac-8b2d-3f842ea62d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:11.036649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74618904-c358-48fb-9620-f3059decd838 req-02a81f75-79f7-4835-8e26-aeb95901fbd6 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d377a360-dded-4108-869e-11696c3062fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588827 Aug 29 07:01:11.047790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event deleted for resources: {'Port': ['ID=80d0f8fb-4ebb-4480-9eb4-920fd115c8f0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:11.068797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-39777a98-fa76-492f-accc-4334ed197774 req-cac9efcc-f1e8-4d06-a30f-b6dd3e5da836 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Deleting port e4fa1b45-ede6-459e-81fd-66b709d58e3b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:01:11.068797 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-39777a98-fa76-492f-accc-4334ed197774 req-cac9efcc-f1e8-4d06-a30f-b6dd3e5da836 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:11.198517 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9be26867-f17d-48ac-8b2d-3f842ea62d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:11.203617 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9be26867-f17d-48ac-8b2d-3f842ea62d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:11.207279 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9be26867-f17d-48ac-8b2d-3f842ea62d92 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a67c2c7f-8ff8-4393-964b-ea5edff24143 HTTP/1.1" status: 204 len: 168 time: 0.3303566 Aug 29 07:01:11.214533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be26867-f17d-48ac-8b2d-3f842ea62d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67c2c7f-8ff8-4393-964b-ea5edff24143,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:11.293064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-39777a98-fa76-492f-accc-4334ed197774 req-cac9efcc-f1e8-4d06-a30f-b6dd3e5da836 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] For port e4fa1b45-ede6-459e-81fd-66b709d58e3b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e4fa1b45-ede6-459e-81fd-66b709d58e3b,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:11.293694 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-39777a98-fa76-492f-accc-4334ed197774 req-cac9efcc-f1e8-4d06-a30f-b6dd3e5da836 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:11.312389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-39777a98-fa76-492f-accc-4334ed197774 req-cac9efcc-f1e8-4d06-a30f-b6dd3e5da836 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Calling delete_port for e4fa1b45-ede6-459e-81fd-66b709d58e3b owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:01:11.315246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Router b548031b-2247-4114-a9ae-338df5405e2a has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:01:11.506881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:01:11.528012 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ef05d-66c2-4507-962b-07441bffd74c None None] Sync routers for ids ['b548031b-2247-4114-a9ae-338df5405e2a'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:01:11.544906 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ef05d-66c2-4507-962b-07441bffd74c None None] Routers {'b548031b-2247-4114-a9ae-338df5405e2a'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:01:11.545572 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8c0ef05d-66c2-4507-962b-07441bffd74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:00:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b548031b-2247-4114-a9ae-338df5405e2a'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:11.575792 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] No DVR routers for this DVR port 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:01:11.580516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:11.582603 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-703182f7-b1cb-48ef-9b4d-faa3ad6c63b4 req-8b46915c-4e8c-4fd9-84aa-50faf7182e57 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.15 "DELETE /v2.0/ports/80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 HTTP/1.1" status: 204 len: 173 time: 1.6664548 Aug 29 07:01:11.583082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'name': 'network-vif-deleted', 'tag': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:11.585684 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cd8b64-41d5-4ebf-8aed-d17f942e5960" -d '{"events": [{"server_uuid": "fcc43b51-f33e-4f66-b65d-981ec2bdf2f6", "name": "network-vif-deleted", "tag": "80d0f8fb-4ebb-4480-9eb4-920fd115c8f0"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:11.595897 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8549cc78-be8e-4afa-aeef-73b23380fab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:11.655252 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1c9370-afae-46d0-934d-4358c280a003 x-openstack-request-id: req-dd1c9370-afae-46d0-934d-4358c280a003 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:11.655252 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc43b51-f33e-4f66-b65d-981ec2bdf2f6", "name": "network-vif-deleted", "tag": "80d0f8fb-4ebb-4480-9eb4-920fd115c8f0", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:11.655252 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dd1c9370-afae-46d0-934d-4358c280a003 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:11.655252 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc43b51-f33e-4f66-b65d-981ec2bdf2f6', 'name': 'network-vif-deleted', 'tag': '80d0f8fb-4ebb-4480-9eb4-920fd115c8f0', 'status': 'completed', 'code': 200} Aug 29 07:01:11.703798 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-8c0ef05d-66c2-4507-962b-07441bffd74c None None] Set router b548031b-2247-4114-a9ae-338df5405e2a gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:01:11.751733 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-39777a98-fa76-492f-accc-4334ed197774 req-cac9efcc-f1e8-4d06-a30f-b6dd3e5da836 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:11.769633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4abd830a-54f2-4704-ba2c-e7575c049cb4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:01:11.797592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2bf6f7b-6b0b-41a7-975d-d4118e9dde8a req-c55bc287-b61e-4711-a046-f9a4bc4fcc67 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 210 time: 0.0423915 Aug 29 07:01:11.807960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e4fa1b45-ede6-459e-81fd-66b709d58e3b'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:01:11.834577 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:11.918978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9efcc-f1e8-4d06-a30f-b6dd3e5da836 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Pushing event deleted for resources: {'Port': ['ID=e4fa1b45-ede6-459e-81fd-66b709d58e3b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:11.946647 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a2270-0e36-44cf-8671-37899075ee21 req-a0cf080f-3832-4589-8f78-ccafe014ed70 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:11.957069 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b08a2270-0e36-44cf-8671-37899075ee21 req-a0cf080f-3832-4589-8f78-ccafe014ed70 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.1582999 Aug 29 07:01:12.017547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b08a2270-0e36-44cf-8671-37899075ee21 req-8d8e4170-fade-41a8-a922-7d5f0f5f9372 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583782 Aug 29 07:01:12.021314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-39777a98-fa76-492f-accc-4334ed197774 req-cac9efcc-f1e8-4d06-a30f-b6dd3e5da836 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] No DVR routers for this DVR port e4fa1b45-ede6-459e-81fd-66b709d58e3b on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:01:12.027163 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-39777a98-fa76-492f-accc-4334ed197774 req-cac9efcc-f1e8-4d06-a30f-b6dd3e5da836 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:12.032686 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-39777a98-fa76-492f-accc-4334ed197774 req-cac9efcc-f1e8-4d06-a30f-b6dd3e5da836 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "DELETE /v2.0/ports/e4fa1b45-ede6-459e-81fd-66b709d58e3b HTTP/1.1" status: 204 len: 173 time: 1.1043196 Aug 29 07:01:12.172277 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8c0ef05d-66c2-4507-962b-07441bffd74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:47Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:12.218339 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ef05d-66c2-4507-962b-07441bffd74c None None] Checking router: b548031b-2247-4114-a9ae-338df5405e2a for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:01:12.227745 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ef05d-66c2-4507-962b-07441bffd74c None None] Routers {'b548031b-2247-4114-a9ae-338df5405e2a'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:01:12.228401 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8c0ef05d-66c2-4507-962b-07441bffd74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:01:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b548031b-2247-4114-a9ae-338df5405e2a'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:12.263673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec1b699b-5c90-4c1c-8f15-c63a9f13acc6 req-452fa81c-b148-42be-8e79-0bbeef05cb89 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcc43b51-f33e-4f66-b65d-981ec2bdf2f6 HTTP/1.1" status: 200 len: 210 time: 0.0428617 Aug 29 07:01:12.342070 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-8c0ef05d-66c2-4507-962b-07441bffd74c None None] Set router b548031b-2247-4114-a9ae-338df5405e2a gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:01:12.571964 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8c0ef05d-66c2-4507-962b-07441bffd74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:47Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:12.598609 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ef05d-66c2-4507-962b-07441bffd74c None None] The sync data for ids ['b548031b-2247-4114-a9ae-338df5405e2a'] in n-d-713301-12 is: [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:47Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:01:12.799165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c232a63-4c45-4a19-b4f4-605c74fa0842 req-599559b9-0a4e-45c1-9802-f73f1c7e6f27 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:12.800826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c232a63-4c45-4a19-b4f4-605c74fa0842 req-599559b9-0a4e-45c1-9802-f73f1c7e6f27 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.0745506 Aug 29 07:01:12.849634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c232a63-4c45-4a19-b4f4-605c74fa0842 req-74b4187b-bed5-4804-b96f-09479500febb tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422347 Aug 29 07:01:12.932757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb3288ce-32c4-4c9d-8add-c226ca8efd59 req-4a9f149e-c638-4656-845e-ba2bdfc26cf1 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6204f3-476a-46bd-806c-333a980ffa05 HTTP/1.1" status: 200 len: 210 time: 0.0341887 Aug 29 07:01:13.006264 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795bae73-8ea4-49e4-be55-d794af2996dc None None] New status for floating IP 4cd5a767-21af-48b3-a88e-9b764e2cef08: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:01:13.500512 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:13.506988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39342) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:13.585090 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d3ca293-4579-49bb-857c-d31e6e525fb9 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:13.609079 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d3ca293-4579-49bb-857c-d31e6e525fb9 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:13.655301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6204f3-476a-46bd-806c-333a980ffa05', 'name': 'network-vif-deleted', 'tag': 'e4fa1b45-ede6-459e-81fd-66b709d58e3b'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:13.657690 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3d6875-3dc8-45b9-b404-2c05c4af603e" -d '{"events": [{"server_uuid": "6d6204f3-476a-46bd-806c-333a980ffa05", "name": "network-vif-deleted", "tag": "e4fa1b45-ede6-459e-81fd-66b709d58e3b"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:13.694416 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b14e42-6fd9-48a8-869a-88b496c30103 x-openstack-request-id: req-d5b14e42-6fd9-48a8-869a-88b496c30103 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:13.694711 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6204f3-476a-46bd-806c-333a980ffa05", "name": "network-vif-deleted", "tag": "e4fa1b45-ede6-459e-81fd-66b709d58e3b", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:13.694962 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5b14e42-6fd9-48a8-869a-88b496c30103 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:13.695395 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6204f3-476a-46bd-806c-333a980ffa05', 'name': 'network-vif-deleted', 'tag': 'e4fa1b45-ede6-459e-81fd-66b709d58e3b', 'status': 'completed', 'code': 200} Aug 29 07:01:13.791229 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d3ca293-4579-49bb-857c-d31e6e525fb9 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:13.793954 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d3ca293-4579-49bb-857c-d31e6e525fb9 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:13.810900 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1d3ca293-4579-49bb-857c-d31e6e525fb9 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "DELETE /v2.0/security-groups/d377a360-dded-4108-869e-11696c3062fc HTTP/1.1" status: 204 len: 168 time: 0.2874613 Aug 29 07:01:13.811531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39356) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:13.811628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ca293-4579-49bb-857c-d31e6e525fb9 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d377a360-dded-4108-869e-11696c3062fc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:13.820483 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-303c2c3b-e518-47ef-b9e2-e634728742ab tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] show failed (client error): The resource could not be found. Aug 29 07:01:13.822883 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-303c2c3b-e518-47ef-b9e2-e634728742ab tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups/d377a360-dded-4108-869e-11696c3062fc HTTP/1.1" status: 404 len: 347 time: 0.0226376 Aug 29 07:01:13.825979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39358) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:13.987421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-70c4e04c-c4ad-463e-ae0d-a789da988019 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Deleting port 63553a03-8ddb-481f-948c-bc7cad00a5b3 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:01:13.990136 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-70c4e04c-c4ad-463e-ae0d-a789da988019 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:14.052780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d6459-3e4a-42b3-873c-b1b18d59591a req-ef001535-86ec-47b1-8565-0dfbd01e5904 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:14.054693 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f96d6459-3e4a-42b3-873c-b1b18d59591a req-ef001535-86ec-47b1-8565-0dfbd01e5904 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.1239026 Aug 29 07:01:14.111899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f96d6459-3e4a-42b3-873c-b1b18d59591a req-1eba42c6-2a97-4750-88be-f2143808768e tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490978 Aug 29 07:01:14.130079 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-70c4e04c-c4ad-463e-ae0d-a789da988019 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:14.130413 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-70c4e04c-c4ad-463e-ae0d-a789da988019 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:14.147959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-70c4e04c-c4ad-463e-ae0d-a789da988019 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Calling delete_port for 63553a03-8ddb-481f-948c-bc7cad00a5b3 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:01:14.242903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:01:14.270217 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:01:14.270708 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 80d0f8fb-4ebb-4480-9eb4-920fd115c8f0 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:01:14.580073 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-70c4e04c-c4ad-463e-ae0d-a789da988019 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:14.615479 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4e04c-c4ad-463e-ae0d-a789da988019 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event deleted for resources: {'Port': ['ID=63553a03-8ddb-481f-948c-bc7cad00a5b3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:14.630185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-212d1a2a-66c8-4381-8018-c046cd839ec0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:14.632470 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-212d1a2a-66c8-4381-8018-c046cd839ec0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.1133461 Aug 29 07:01:14.649192 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-daa588e5-5588-4d99-8cd4-f8aaeb4e6419 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/quotas/c6f5cacadd2f4dab8b27a56efab78c57 HTTP/1.1" status: 200 len: 375 time: 0.0109639 Aug 29 07:01:14.691743 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-70c4e04c-c4ad-463e-ae0d-a789da988019 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:14.695090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-70c4e04c-c4ad-463e-ae0d-a789da988019 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:14.700184 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-70c4e04c-c4ad-463e-ae0d-a789da988019 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "DELETE /v2.0/floatingips/4cd5a767-21af-48b3-a88e-9b764e2cef08 HTTP/1.1" status: 204 len: 168 time: 0.8695729 Aug 29 07:01:14.737900 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-322152f8-6c94-4d04-be65-0a7b05b744be tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0817742 Aug 29 07:01:14.874045 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-c20a3874-ad22-4205-af65-4b08a5ec5ae6 service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163459 Aug 29 07:01:14.995066 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-342f6a50-971c-4ff8-b520-0ad982f723e2 service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147227 Aug 29 07:01:15.136472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39416) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:15.141337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6cec7927-2cc6-4db6-ad80-db6b093f8d06 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027869197', 'description': 'tempest-description--1861175362'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:15.153318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e4fa1b45-ede6-459e-81fd-66b709d58e3b no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:01:15.164531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: e4fa1b45-ede6-459e-81fd-66b709d58e3b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:01:15.164879 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e4fa1b45-ede6-459e-81fd-66b709d58e3b not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:01:15.248347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eec32-2b68-48b0-b7e3-cc9d8d01e787 req-083ad9d7-d1a2-4adb-8349-282c2347b2b0 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:15.250060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d23eec32-2b68-48b0-b7e3-cc9d8d01e787 req-083ad9d7-d1a2-4adb-8349-282c2347b2b0 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.0681055 Aug 29 07:01:15.305249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d23eec32-2b68-48b0-b7e3-cc9d8d01e787 req-2358fdb9-cbe2-4694-b7fe-e69e315d04d8 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441113 Aug 29 07:01:15.362152 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6cec7927-2cc6-4db6-ad80-db6b093f8d06 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:15.443915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-329b3d53-d6a3-4294-9d66-233bb2e4b389 req-d07c323a-c69f-44fb-9b1f-3082da847f77 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 210 time: 0.0540533 Aug 29 07:01:15.519914 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6cec7927-2cc6-4db6-ad80-db6b093f8d06 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:15.619661 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6cec7927-2cc6-4db6-ad80-db6b093f8d06 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:15.653289 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec7927-2cc6-4db6-ad80-db6b093f8d06 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e1cb44-496d-46c3-99b4-d6f5726a94ca,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:15.836661 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6cec7927-2cc6-4db6-ad80-db6b093f8d06 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:15.838006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6cec7927-2cc6-4db6-ad80-db6b093f8d06 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7005091 Aug 29 07:01:15.856728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39446) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:15.861891 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-05276f67-f8c6-4126-beb3-a971bcac8543 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Request body: {'security_group_rule': {'security_group_id': 'c5e1cb44-496d-46c3-99b4-d6f5726a94ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:15.962886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d7cec-5dfe-49a2-9cdf-a6dca9c81a07 req-4dcc8c7d-401b-441a-85d5-99803eb8bc16 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:15.964399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-383d7cec-5dfe-49a2-9cdf-a6dca9c81a07 req-4dcc8c7d-401b-441a-85d5-99803eb8bc16 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.0538228 Aug 29 07:01:16.004737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-383d7cec-5dfe-49a2-9cdf-a6dca9c81a07 req-b215e9aa-f16a-4778-865f-334c0eb815fa tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342238 Aug 29 07:01:16.102557 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05276f67-f8c6-4126-beb3-a971bcac8543 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:16.151179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c41f6-262f-4ad9-9624-af1f188e273a req-b9ceaa40-31fb-47ec-aafd-423721deeec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:16.152768 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a71c41f6-262f-4ad9-9624-af1f188e273a req-b9ceaa40-31fb-47ec-aafd-423721deeec2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=98de27abaf5b42d08b73e15c7686a6ae&device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 1098 time: 0.0786178 Aug 29 07:01:16.193574 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05276f67-f8c6-4126-beb3-a971bcac8543 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:16.261129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c41f6-262f-4ad9-9624-af1f188e273a req-45829dfe-4707-4f20-99e9-95230fc020d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:16.262646 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a71c41f6-262f-4ad9-9624-af1f188e273a req-45829dfe-4707-4f20-99e9-95230fc020d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1497d81-f578-4d2d-b90a-c3708d07408d HTTP/1.1" status: 200 len: 913 time: 0.1013012 Aug 29 07:01:16.312513 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a71c41f6-262f-4ad9-9624-af1f188e273a req-9d3bc0db-ae33-4259-81ea-91193cf0a6f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b HTTP/1.1" status: 200 len: 217 time: 0.0426652 Aug 29 07:01:16.373955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c41f6-262f-4ad9-9624-af1f188e273a req-0c7cc241-b2f7-4de3-a5d8-18bf53e1d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:16.375463 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a71c41f6-262f-4ad9-9624-af1f188e273a req-0c7cc241-b2f7-4de3-a5d8-18bf53e1d77c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d7ca5720-f72a-4903-ba19-56aba325c1f9 HTTP/1.1" status: 200 len: 852 time: 0.0562162 Aug 29 07:01:16.412283 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a71c41f6-262f-4ad9-9624-af1f188e273a req-9bd990a3-bdea-4b7d-b9a9-b3f3161e2a62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1497d81-f578-4d2d-b90a-c3708d07408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302751 Aug 29 07:01:16.413048 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05276f67-f8c6-4126-beb3-a971bcac8543 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:16.469882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05276f67-f8c6-4126-beb3-a971bcac8543 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111c9607-5058-40ae-9ef0-5fd1b9967de3,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:16.553759 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae51ec07-5caf-47db-a5de-6dcf3d164157 req-6472c23c-89c3-4f9a-94d6-2a53fd6edff0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 210 time: 0.0365479 Aug 29 07:01:16.554067 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a71c41f6-262f-4ad9-9624-af1f188e273a req-6e4b58f3-dcae-415d-a05c-4e6824690899 service neutron] 10.222.0.11 "GET /v2.0/networks/e1497d81-f578-4d2d-b90a-c3708d07408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279373 Aug 29 07:01:16.654545 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a71c41f6-262f-4ad9-9624-af1f188e273a req-abe682f7-a3cc-4742-9cca-9103858b9a53 service neutron] 10.222.0.11 "GET /v2.0/networks/e1497d81-f578-4d2d-b90a-c3708d07408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926549 Aug 29 07:01:16.807905 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05276f67-f8c6-4126-beb3-a971bcac8543 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:16.812204 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-05276f67-f8c6-4126-beb3-a971bcac8543 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9539413 Aug 29 07:01:16.812574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39478) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:16.819910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1cc3ec41-05a1-408b-a782-80079208fa8b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Request body: {'security_group_rule': {'security_group_id': 'c5e1cb44-496d-46c3-99b4-d6f5726a94ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:16.990142 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1cc3ec41-05a1-408b-a782-80079208fa8b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:17.081068 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1cc3ec41-05a1-408b-a782-80079208fa8b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:17.133250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c4cc2-6329-47b0-887f-19a41011badf req-3d84a517-ffb1-4652-845b-367896084d58 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:17.134912 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c43c4cc2-6329-47b0-887f-19a41011badf req-3d84a517-ffb1-4652-845b-367896084d58 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.0560455 Aug 29 07:01:17.179530 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c43c4cc2-6329-47b0-887f-19a41011badf req-967db4fa-8328-4e8f-8b9c-bc141e2d8cfe tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375340 Aug 29 07:01:17.185542 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1cc3ec41-05a1-408b-a782-80079208fa8b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:17.219038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3ec41-05a1-408b-a782-80079208fa8b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7a611c-fab6-4882-8d33-bc2669d90e8b,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:17.317285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1cc3ec41-05a1-408b-a782-80079208fa8b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:17.319818 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1cc3ec41-05a1-408b-a782-80079208fa8b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5046504 Aug 29 07:01:17.321646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39490) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:17.327325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:17.465569 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:17.588429 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:17.671386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8529f568-7bb9-4359-82b4-32f24188b6d7 req-36d7114a-361b-479e-a9ff-f90341016bba tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 210 time: 0.0344665 Aug 29 07:01:17.735226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Allocated IP 172.25.1.219 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/bff2f737-3ef2-4b05-b9f1-d60e9db85ff7) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:01:17.850862 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:18.071578 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:18.120350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:01:18.124609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:01:18.126551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event updated for resources: {'Port': ['ID=bff2f737-3ef2-4b05-b9f1-d60e9db85ff7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:18.128745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:01:18.248441 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-d9555743-ae81-46fc-a3dd-b6f343d74869 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:18.254396 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-d9555743-ae81-46fc-a3dd-b6f343d74869 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.15 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.1628921 Aug 29 07:01:18.269967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-8aac523c-0a95-402b-aeb2-060036c2638a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Request body: {'port': {'device_id': '9391030d-4e16-4689-8d58-f3c3df7deb6f', 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'admin_state_up': True, 'tenant_id': 'c6f5cacadd2f4dab8b27a56efab78c57'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:18.281197 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:18.360175 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be77dc-e422-4b91-b3ea-c5f77cf290bb req-bf4011f1-e891-46a1-993b-60e19a533f20 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:18.361685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03be77dc-e422-4b91-b3ea-c5f77cf290bb req-bf4011f1-e891-46a1-993b-60e19a533f20 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.0576351 Aug 29 07:01:18.399752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03be77dc-e422-4b91-b3ea-c5f77cf290bb req-b6718bd6-c7f7-4f9c-8d5c-dc8210ec2cad tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316999 Aug 29 07:01:18.486981 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:18.596876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-8aac523c-0a95-402b-aeb2-060036c2638a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Made reservation on behalf of c6f5cacadd2f4dab8b27a56efab78c57 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:01:18.603992 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-8aac523c-0a95-402b-aeb2-060036c2638a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:18.718610 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:18.782717 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-602af522-0074-4f13-b53f-7570df28a297 req-724dc255-c141-4f5d-9fa6-1b6f1f4135d9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 210 time: 0.0305605 Aug 29 07:01:18.815216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-8aac523c-0a95-402b-aeb2-060036c2638a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Allocated IP 172.20.0.4 (36f56023-89e5-4bb5-b740-0799e8565e59/c6091bec-950b-46b5-924b-2d79c271ea4f/bd3eb85e-9d23-4715-96a2-8e3c1bf15d51) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:01:18.836778 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:18.945519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event updated for resources: {'Port': ['ID=bff2f737-3ef2-4b05-b9f1-d60e9db85ff7,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:18.951039 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:18.996009 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-8aac523c-0a95-402b-aeb2-060036c2638a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:19.077452 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:19.080100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-43155385-54b3-4a08-bf2c-68316f4eb59d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7574790 Aug 29 07:01:19.142421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a60e5f-38a5-4470-8c95-018e4ce23216 req-92967b22-f61d-413d-bc8a-5eca3793642f tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:19.144217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7a60e5f-38a5-4470-8c95-018e4ce23216 req-92967b22-f61d-413d-bc8a-5eca3793642f tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.0566561 Aug 29 07:01:19.145708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-8aac523c-0a95-402b-aeb2-060036c2638a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:19.159084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4abd830a-54f2-4704-ba2c-e7575c049cb4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:01:19.218405 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7a60e5f-38a5-4470-8c95-018e4ce23216 req-df5bb2de-1950-4d58-a380-d8c8bfa3582a tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603201 Aug 29 07:01:19.245163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-8aac523c-0a95-402b-aeb2-060036c2638a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Network 36f56023-89e5-4bb5-b740-0799e8565e59 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:01:19.251824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-8aac523c-0a95-402b-aeb2-060036c2638a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:01:19.258622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-8aac523c-0a95-402b-aeb2-060036c2638a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:01:19.334457 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-8aac523c-0a95-402b-aeb2-060036c2638a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:19.339423 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-8aac523c-0a95-402b-aeb2-060036c2638a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:19.342786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-301fbc1b-ec0a-4f8b-92fb-552c591babd2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1027869197&fields=id&tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1 HTTP/1.1" status: 200 len: 267 time: 0.0460114 Aug 29 07:01:19.371807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac523c-0a95-402b-aeb2-060036c2638a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Pushing event updated for resources: {'Port': ['ID=bd3eb85e-9d23-4715-96a2-8e3c1bf15d51,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:19.463639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-767d472a-68d5-4875-b400-fe81bf1fdc3a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:19.465111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-767d472a-68d5-4875-b400-fe81bf1fdc3a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 816 time: 0.1211858 Aug 29 07:01:19.481060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-676a349c-8c40-495a-b4b9-b6387a9dab08 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/quotas/32153f2dac2a4f7cb3b7a8bd653cd7b1 HTTP/1.1" status: 200 len: 375 time: 0.0097361 Aug 29 07:01:19.488798 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-8aac523c-0a95-402b-aeb2-060036c2638a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2242889 Aug 29 07:01:19.503164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Request body: {'port': {'device_id': '9391030d-4e16-4689-8d58-f3c3df7deb6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:19.535890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-e3e7aa8f-09c1-4b35-9d45-b79e0fe89780 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483086 Aug 29 07:01:19.569016 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:19.729909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-2e36b0b4-d4f4-42d7-ae34-496096570c87 service neutron] 10.222.0.76 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430650 Aug 29 07:01:19.836510 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-6f415162-039b-4ec7-8c06-5cbd2097367e service neutron] 10.222.0.76 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247272 Aug 29 07:01:19.950370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:01:19.961237 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:19.976617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Transition to ACTIVE for port object bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:01:19.982917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027522f-3502-471e-8570-c9a7280df255 req-31fa2bf0-c60f-420b-a54d-28495794a8fb tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:19.984656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d027522f-3502-471e-8570-c9a7280df255 req-31fa2bf0-c60f-420b-a54d-28495794a8fb tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 931 time: 0.1047885 Aug 29 07:01:20.039076 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d027522f-3502-471e-8570-c9a7280df255 req-d750cd77-675c-47f2-b691-803fd9af865b tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432172 Aug 29 07:01:20.059684 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:20.122026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Pushing event updated for resources: {'Port': ['ID=bd3eb85e-9d23-4715-96a2-8e3c1bf15d51,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:20.215205 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Attempting to bind port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:01:20.216015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Attempting to bind port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:01:20.217257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Attempting to bind port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 on network 36f56023-89e5-4bb5-b740-0799e8565e59 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:01:20.223010 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 on network 36f56023-89e5-4bb5-b740-0799e8565e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:01:20.223620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Attempting to bind port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 on network 36f56023-89e5-4bb5-b740-0799e8565e59 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:01:20.235729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:01:20.236609 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Checking segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:01:20.237533 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Bound using segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:01:20.238307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Bound port: bd3eb85e-9d23-4715-96a2-8e3c1bf15d51, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:01:20.239385 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:20.285022 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-abf7d4dc-de8e-4d0b-827a-ebc6af62e7fc req-4e0ae00b-07ac-401d-9f04-9673a4b06ded tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 210 time: 0.0528750 Aug 29 07:01:20.351977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] For port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:01:20.355947 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] For port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bd3eb85e-9d23-4715-96a2-8e3c1bf15d51,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:01:20.393396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7627e82-8464-4751-aa7f-f1b8de19b7a2 req-aa3eb65c-eb04-42e0-adcc-8e606b15e224 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:20.393396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7627e82-8464-4751-aa7f-f1b8de19b7a2 req-aa3eb65c-eb04-42e0-adcc-8e606b15e224 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.0566585 Aug 29 07:01:20.440667 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7627e82-8464-4751-aa7f-f1b8de19b7a2 req-eb0b134b-f116-415a-af24-d60372c8d3cb tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363622 Aug 29 07:01:20.500179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:20.535409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:20.536094 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:20.537494 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] 10.222.0.15 "PUT /v2.0/ports/bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 HTTP/1.1" status: 200 len: 1092 time: 1.0388899 Aug 29 07:01:20.537934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9391030d-4e16-4689-8d58-f3c3df7deb6f', 'tag': 'bd3eb85e-9d23-4715-96a2-8e3c1bf15d51'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:20.540212 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804cda6a-ab4e-4507-88d2-a34c9911368c" -d '{"events": [{"name": "network-changed", "server_uuid": "9391030d-4e16-4689-8d58-f3c3df7deb6f", "tag": "bd3eb85e-9d23-4715-96a2-8e3c1bf15d51"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:20.571198 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd4d41-9b2f-4d42-b410-bbb44bc3690d service neutron] Pushing event updated for resources: {'Port': ['ID=bd3eb85e-9d23-4715-96a2-8e3c1bf15d51,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:20.582285 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f346f24-e8da-4682-b147-5b809baf7094 x-openstack-request-id: req-1f346f24-e8da-4682-b147-5b809baf7094 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:20.582580 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9391030d-4e16-4689-8d58-f3c3df7deb6f", "tag": "bd3eb85e-9d23-4715-96a2-8e3c1bf15d51", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:20.582830 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1f346f24-e8da-4682-b147-5b809baf7094 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:20.583264 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9391030d-4e16-4689-8d58-f3c3df7deb6f', 'tag': 'bd3eb85e-9d23-4715-96a2-8e3c1bf15d51', 'status': 'completed', 'code': 200} Aug 29 07:01:20.667568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cda6a-ab4e-4507-88d2-a34c9911368c req-2c46a861-550b-40ed-b3b7-5ffa2e443db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:20.669886 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-804cda6a-ab4e-4507-88d2-a34c9911368c req-2c46a861-550b-40ed-b3b7-5ffa2e443db0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 1095 time: 0.0573120 Aug 29 07:01:20.795086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cda6a-ab4e-4507-88d2-a34c9911368c req-54668642-2b00-42a8-a2df-269d804a0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:20.796606 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-804cda6a-ab4e-4507-88d2-a34c9911368c req-54668642-2b00-42a8-a2df-269d804a0248 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1184294 Aug 29 07:01:20.899629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cda6a-ab4e-4507-88d2-a34c9911368c req-6fe33afb-f75b-44e2-92be-110daf96b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:20.901126 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-804cda6a-ab4e-4507-88d2-a34c9911368c req-6fe33afb-f75b-44e2-92be-110daf96b863 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958638 Aug 29 07:01:20.981907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-aa0ebe97-3ac5-4090-9ebd-bc466d278066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:20.983211 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-aa0ebe97-3ac5-4090-9ebd-bc466d278066 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 1095 time: 0.0428474 Aug 29 07:01:21.030858 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-25415eee-2c6d-460d-812d-bae3efc6adc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 HTTP/1.1" status: 200 len: 217 time: 0.0384679 Aug 29 07:01:21.080150 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:21.090515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-4e2572b3-9527-4742-80f8-eb77c1f0da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:21.090515 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-4e2572b3-9527-4742-80f8-eb77c1f0da0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6091bec-950b-46b5-924b-2d79c271ea4f HTTP/1.1" status: 200 len: 846 time: 0.0477514 Aug 29 07:01:21.135498 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-852799ba-274c-4113-ba42-b18014e07469 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36f56023-89e5-4bb5-b740-0799e8565e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416100 Aug 29 07:01:21.178118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed3629-9fb0-47dc-832e-1c6934a3a465 req-1b6f471f-ecbc-4b2c-acda-487ccffc2da5 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:21.179870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fed3629-9fb0-47dc-832e-1c6934a3a465 req-1b6f471f-ecbc-4b2c-acda-487ccffc2da5 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 943 time: 0.0567281 Aug 29 07:01:21.237314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fed3629-9fb0-47dc-832e-1c6934a3a465 req-31f9bcfe-7b8e-4737-8887-cc3a4f3c7280 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499783 Aug 29 07:01:21.280540 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-78645c0b-386f-426e-9b0f-8e22ce322852 service neutron] 10.222.0.15 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371734 Aug 29 07:01:21.344693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc62f0-1f32-4cbc-a7cf-704754e4a606 req-e26fc721-ec3c-4a53-9846-c20bb8c1a3e4 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:21.346251 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7cfc62f0-1f32-4cbc-a7cf-704754e4a606 req-e26fc721-ec3c-4a53-9846-c20bb8c1a3e4 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.1275351 Aug 29 07:01:21.376640 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85a1cfc2-0a0f-45a4-a0a1-694ceb231382 req-7880cc07-1240-4647-be7b-2c6c56f82cfb tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 210 time: 0.0312140 Aug 29 07:01:21.453401 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a177a27a-8ae4-49f9-986c-62f01e422bd5 req-1cf1ca73-f0ac-4852-923d-da04450c2aa1 service neutron] 10.222.0.15 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604960 Aug 29 07:01:21.478069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-7cfc62f0-1f32-4cbc-a7cf-704754e4a606 req-37ac6ed5-e061-4cc2-88ea-01535817e150 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Deleting port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:01:21.478425 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7cfc62f0-1f32-4cbc-a7cf-704754e4a606 req-37ac6ed5-e061-4cc2-88ea-01535817e150 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:21.577734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-7cfc62f0-1f32-4cbc-a7cf-704754e4a606 req-37ac6ed5-e061-4cc2-88ea-01535817e150 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] For port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b,segment=NetworkSegment(2f6157fe-d19d-4ce1-97e9-9f6e05563e3a),segment_id=2f6157fe-d19d-4ce1-97e9-9f6e05563e3a)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:21.578179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7cfc62f0-1f32-4cbc-a7cf-704754e4a606 req-37ac6ed5-e061-4cc2-88ea-01535817e150 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:21.579657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190379-2761-47d7-b007-8b2470f9242a req-7f7ea2de-606e-43ed-8174-937055e8d59d tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:21.581295 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de190379-2761-47d7-b007-8b2470f9242a req-7f7ea2de-606e-43ed-8174-937055e8d59d tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 946 time: 0.0607300 Aug 29 07:01:21.595231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-7cfc62f0-1f32-4cbc-a7cf-704754e4a606 req-37ac6ed5-e061-4cc2-88ea-01535817e150 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Calling delete_port for 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:01:21.644202 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de190379-2761-47d7-b007-8b2470f9242a req-fa930724-123e-42a8-847b-049024ca87c1 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca57a27b-51c4-4a63-9518-199941cda849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527906 Aug 29 07:01:21.832686 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7cfc62f0-1f32-4cbc-a7cf-704754e4a606 req-37ac6ed5-e061-4cc2-88ea-01535817e150 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:21.861959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac6ed5-e061-4cc2-88ea-01535817e150 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Pushing event deleted for resources: {'Port': ['ID=4aec8cdc-3c0e-4d61-aa0a-61786a8e891b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:21.879530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['4aec8cdc-3c0e-4d61-aa0a-61786a8e891b'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:01:21.912663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfc62f0-1f32-4cbc-a7cf-704754e4a606 req-37ac6ed5-e061-4cc2-88ea-01535817e150 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] No DVR routers for this DVR port 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:01:21.915135 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-7cfc62f0-1f32-4cbc-a7cf-704754e4a606 req-37ac6ed5-e061-4cc2-88ea-01535817e150 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:21.917202 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7cfc62f0-1f32-4cbc-a7cf-704754e4a606 req-37ac6ed5-e061-4cc2-88ea-01535817e150 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.11 "DELETE /v2.0/ports/4aec8cdc-3c0e-4d61-aa0a-61786a8e891b HTTP/1.1" status: 204 len: 173 time: 0.5628245 Aug 29 07:01:22.358324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05e21-be9e-4c71-ae62-55ac654023f7 req-62ca8b7b-d1cd-4f0c-9ea9-bb6754a41c07 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:22.359920 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40e05e21-be9e-4c71-ae62-55ac654023f7 req-62ca8b7b-d1cd-4f0c-9ea9-bb6754a41c07 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 943 time: 0.0545037 Aug 29 07:01:22.402504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40e05e21-be9e-4c71-ae62-55ac654023f7 req-0ef469e9-54ac-44f5-af5c-f809bd0682a3 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361779 Aug 29 07:01:22.484708 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9633508f-fc3e-482a-9556-26925026d128 req-73c326d7-8c2d-4331-82c9-ba05199a1a66 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 210 time: 0.0272675 Aug 29 07:01:22.584180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c8800b-ec20-40bf-91fe-2988b59a8c68', 'name': 'network-vif-deleted', 'tag': '4aec8cdc-3c0e-4d61-aa0a-61786a8e891b'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:22.586586 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2a55a7-f109-4e34-8e90-7399f3ed2a9a" -d '{"events": [{"server_uuid": "c7c8800b-ec20-40bf-91fe-2988b59a8c68", "name": "network-vif-deleted", "tag": "4aec8cdc-3c0e-4d61-aa0a-61786a8e891b"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:22.622667 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acac944-a9d8-4d22-baae-5faa639b7b8f x-openstack-request-id: req-6acac944-a9d8-4d22-baae-5faa639b7b8f {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:22.622956 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c8800b-ec20-40bf-91fe-2988b59a8c68", "name": "network-vif-deleted", "tag": "4aec8cdc-3c0e-4d61-aa0a-61786a8e891b", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:22.623240 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6acac944-a9d8-4d22-baae-5faa639b7b8f {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:22.623650 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c8800b-ec20-40bf-91fe-2988b59a8c68', 'name': 'network-vif-deleted', 'tag': '4aec8cdc-3c0e-4d61-aa0a-61786a8e891b', 'status': 'completed', 'code': 200} Aug 29 07:01:22.748949 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cdd3a642-f3e0-4798-baca-5b760a810036 req-db9095e0-a7a5-4a40-a728-fda71cf907bd tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 210 time: 0.0317650 Aug 29 07:01:23.527871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29586d69-6876-41ff-b3eb-674a30112f6f req-7258e46d-ac43-4c72-a731-f6a65b106941 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:23.534297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29586d69-6876-41ff-b3eb-674a30112f6f req-7258e46d-ac43-4c72-a731-f6a65b106941 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 943 time: 0.0522659 Aug 29 07:01:23.547532 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-51142c70-7ea9-4e02-aa73-dcefe26efd3a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:23.549451 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-51142c70-7ea9-4e02-aa73-dcefe26efd3a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.11 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 816 time: 0.1168196 Aug 29 07:01:23.584830 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29586d69-6876-41ff-b3eb-674a30112f6f req-0f60bcc4-9931-4728-89b0-7a4bdaff293f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467026 Aug 29 07:01:23.601104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fcc8ac52-99ea-43b5-a08d-5b73d4f3da52 req-c13c66fb-8ef8-42b8-a568-6906de43ca5c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 210 time: 0.0335906 Aug 29 07:01:23.627709 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-54aa6134-7b05-4cf5-8673-02f81952e131 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1 HTTP/1.1" status: 200 len: 380 time: 0.0630016 Aug 29 07:01:23.638979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-b11c773b-801b-4483-ad99-fce77c58de4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Request body: {'port': {'device_id': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'admin_state_up': True, 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'security_groups': ['c5e1cb44-496d-46c3-99b4-d6f5726a94ca']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:23.839031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-b11c773b-801b-4483-ad99-fce77c58de4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Made reservation on behalf of 32153f2dac2a4f7cb3b7a8bd653cd7b1 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:01:23.875212 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-b11c773b-801b-4483-ad99-fce77c58de4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:23.903515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5541271-9dac-4144-a4b2-b827dc6c5b93 req-681b802a-27a8-4def-a6b4-75b629830058 tempest-TestServerAdvancedOps-968588672 tempest-TestServerAdvancedOps-968588672-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7c8800b-ec20-40bf-91fe-2988b59a8c68 HTTP/1.1" status: 200 len: 210 time: 0.0564232 Aug 29 07:01:24.012285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-b11c773b-801b-4483-ad99-fce77c58de4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Allocated IP 172.20.0.5 (5e1e9585-5779-4d4d-80f2-9e3142b35dc8/e7085e65-5548-41fd-a4b3-5a3f77bcccc9/1eb09501-4176-474c-bb64-91dd939c784c) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:01:24.174053 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-b11c773b-801b-4483-ad99-fce77c58de4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:24.191655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-b11c773b-801b-4483-ad99-fce77c58de4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Transition to ACTIVE for port object 1eb09501-4176-474c-bb64-91dd939c784c will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:01:24.282129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:01:24.384245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bd3eb85e-9d23-4715-96a2-8e3c1bf15d51,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:24.396109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'bd3eb85e-9d23-4715-96a2-8e3c1bf15d51', 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'port_id': 'bd3eb85e-9d23-4715-96a2-8e3c1bf15d51', 'mac_address': 'fa:16:3e:11:3d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6091bec-950b-46b5-924b-2d79c271ea4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:01:24.407957 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-b11c773b-801b-4483-ad99-fce77c58de4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:24.433533 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:24.447112 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:01:24.458362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-b11c773b-801b-4483-ad99-fce77c58de4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:01:24.462461 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-b11c773b-801b-4483-ad99-fce77c58de4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:01:24.464511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c773b-801b-4483-ad99-fce77c58de4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event updated for resources: {'Port': ['ID=1eb09501-4176-474c-bb64-91dd939c784c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:24.467244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-b11c773b-801b-4483-ad99-fce77c58de4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:01:24.477130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bd3eb85e-9d23-4715-96a2-8e3c1bf15d51,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:24.521187 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-b11c773b-801b-4483-ad99-fce77c58de4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:24.521850 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-b11c773b-801b-4483-ad99-fce77c58de4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:24.685777 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:24.754207 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=bd3eb85e-9d23-4715-96a2-8e3c1bf15d51,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:24.784201 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ff1e3-3ea4-43c5-96dd-3926b4f4637b req-2f825bc0-a5d2-4866-a640-1f310b6fc772 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:24.785707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-020ff1e3-3ea4-43c5-96dd-3926b4f4637b req-2f825bc0-a5d2-4866-a640-1f310b6fc772 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 944 time: 0.0936320 Aug 29 07:01:24.798450 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-b11c773b-801b-4483-ad99-fce77c58de4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1642652 Aug 29 07:01:24.803898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5f4d5-a9dc-4aa4-8ea7-3bbcb84dce3f req-d2428dfe-3caa-45c7-9022-d198099328b8 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:24.805370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bd5f4d5-a9dc-4aa4-8ea7-3bbcb84dce3f req-d2428dfe-3caa-45c7-9022-d198099328b8 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 931 time: 0.0745468 Aug 29 07:01:24.818868 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Request body: {'port': {'device_id': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:24.847684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-12d17b0b-4d1d-414f-8787-8d3239e3fb50 None None] Provisioning for port 1eb09501-4176-474c-bb64-91dd939c784c completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:01:24.867998 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-020ff1e3-3ea4-43c5-96dd-3926b4f4637b req-5e003432-5d58-4481-a695-54e4a99cc317 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756707 Aug 29 07:01:24.878822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-12d17b0b-4d1d-414f-8787-8d3239e3fb50 None None] Provisioning complete for port 1eb09501-4176-474c-bb64-91dd939c784c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:01:24.879359 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-12d17b0b-4d1d-414f-8787-8d3239e3fb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:24.884891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bd5f4d5-a9dc-4aa4-8ea7-3bbcb84dce3f req-559d653f-fdb7-4213-8fc4-d5c66cf01e99 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704148 Aug 29 07:01:24.891340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:24.927761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-12d17b0b-4d1d-414f-8787-8d3239e3fb50 None None] Port 1eb09501-4176-474c-bb64-91dd939c784c cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:01:24.995870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39752) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:24.999176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['bd3eb85e-9d23-4715-96a2-8e3c1bf15d51'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:01:25.052601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4af3c24-be35-4ded-b7a7-ae417751e6b2 admin admin] Deleting subnet d7ca5720-f72a-4903-ba19-56aba325c1f9 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:01:25.056383 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4af3c24-be35-4ded-b7a7-ae417751e6b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.098600 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4af3c24-be35-4ded-b7a7-ae417751e6b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.155327 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4af3c24-be35-4ded-b7a7-ae417751e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.204509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:01:25.242537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:01:25.243250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4aec8cdc-3c0e-4d61-aa0a-61786a8e891b not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:01:25.258462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb09501-4176-474c-bb64-91dd939c784c {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:01:25.267729 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.285359 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Transition to ACTIVE for port object 1eb09501-4176-474c-bb64-91dd939c784c will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:01:25.368063 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4af3c24-be35-4ded-b7a7-ae417751e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.397418 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4af3c24-be35-4ded-b7a7-ae417751e6b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.399433 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f4af3c24-be35-4ded-b7a7-ae417751e6b2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d7ca5720-f72a-4903-ba19-56aba325c1f9 HTTP/1.1" status: 204 len: 168 time: 0.4025054 Aug 29 07:01:25.400230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af3c24-be35-4ded-b7a7-ae417751e6b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ca5720-f72a-4903-ba19-56aba325c1f9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:25.406165 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39762) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:25.459752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.518254 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c41c76-fe07-42b9-9199-6d75f945ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.532413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Pushing event updated for resources: {'Port': ['ID=1eb09501-4176-474c-bb64-91dd939c784c,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:25.672589 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c41c76-fe07-42b9-9199-6d75f945ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.689518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-18c41c76-fe07-42b9-9199-6d75f945ea90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1497d81-f578-4d2d-b90a-c3708d07408d']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:25.702527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-18c41c76-fe07-42b9-9199-6d75f945ea90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6157fe-d19d-4ce1-97e9-9f6e05563e3a') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:25.702921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-18c41c76-fe07-42b9-9199-6d75f945ea90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6157fe-d19d-4ce1-97e9-9f6e05563e3a') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:25.717947 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Attempting to bind port 1eb09501-4176-474c-bb64-91dd939c784c on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:01:25.718295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Attempting to bind port 1eb09501-4176-474c-bb64-91dd939c784c by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:01:25.718629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Attempting to bind port 1eb09501-4176-474c-bb64-91dd939c784c on network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:01:25.722784 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c41c76-fe07-42b9-9199-6d75f945ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.731503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Port 1eb09501-4176-474c-bb64-91dd939c784c on network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:01:25.732404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Attempting to bind port 1eb09501-4176-474c-bb64-91dd939c784c on network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:01:25.740060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:01:25.740404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Checking segment: {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:01:25.740795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Bound using segment: {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:01:25.741229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Bound port: 1eb09501-4176-474c-bb64-91dd939c784c, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:01:25.741598 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.743708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c41c76-fe07-42b9-9199-6d75f945ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.765058 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c41c76-fe07-42b9-9199-6d75f945ea90 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:01:25.765422 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c41c76-fe07-42b9-9199-6d75f945ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:01:25.767186 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:01:25.870303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:01:25.873509 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1eb09501-4176-474c-bb64-91dd939c784c,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:01:25.946098 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c41c76-fe07-42b9-9199-6d75f945ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.964018 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c41c76-fe07-42b9-9199-6d75f945ea90 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:25.964018 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-18c41c76-fe07-42b9-9199-6d75f945ea90 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e1497d81-f578-4d2d-b90a-c3708d07408d HTTP/1.1" status: 204 len: 168 time: 0.5526171 Aug 29 07:01:25.964221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39782) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:25.976630 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c41c76-fe07-42b9-9199-6d75f945ea90 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1497d81-f578-4d2d-b90a-c3708d07408d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:26.036956 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.073746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45ccba0-9cb1-4cb9-bcb3-8199ba71846f admin admin] Deleting subnet 71121fe9-9428-46bf-a953-9d706d7c5bc8 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:01:26.074950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:26.085511 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.085511 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] 10.222.0.11 "PUT /v2.0/ports/1eb09501-4176-474c-bb64-91dd939c784c HTTP/1.1" status: 200 len: 1092 time: 1.2641439 Aug 29 07:01:26.085763 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d45ccba0-9cb1-4cb9-bcb3-8199ba71846f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.085847 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:26.085847 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8237f901-7f2d-4362-b462-90c5cdc3db72" -d '{"events": [{"name": "network-changed", "server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "tag": "1eb09501-4176-474c-bb64-91dd939c784c"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:26.091777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd0cce-afb3-42e9-8b63-39102a19bc26 req-2a2ebc6f-4474-4ae4-a56d-4d837892c129 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:26.093348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ecd0cce-afb3-42e9-8b63-39102a19bc26 req-2a2ebc6f-4474-4ae4-a56d-4d837892c129 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 944 time: 0.1204677 Aug 29 07:01:26.122265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2face8-e3ba-4708-9921-4ef4e1debb4c service neutron] Pushing event updated for resources: {'Port': ['ID=1eb09501-4176-474c-bb64-91dd939c784c,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:26.131471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3397d0-5370-4baa-9109-171e1fc9456d req-ca70b405-13d9-45bc-a3d8-7aae35c0a0a5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:26.135745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f3397d0-5370-4baa-9109-171e1fc9456d req-ca70b405-13d9-45bc-a3d8-7aae35c0a0a5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 943 time: 0.1617019 Aug 29 07:01:26.199306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ecd0cce-afb3-42e9-8b63-39102a19bc26 req-67c4ebec-7060-481a-a2c5-ef6030f0d120 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790339 Aug 29 07:01:26.206661 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d45ccba0-9cb1-4cb9-bcb3-8199ba71846f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.264518 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d45ccba0-9cb1-4cb9-bcb3-8199ba71846f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.305646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:01:26.327204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-a7ee9393-b8d5-49b2-b925-c5f83d394315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:26.328755 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-a7ee9393-b8d5-49b2-b925-c5f83d394315 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 1095 time: 0.0747335 Aug 29 07:01:26.347851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f3397d0-5370-4baa-9109-171e1fc9456d req-69e7ed9d-3afb-4510-97fe-7e209f18c9d4 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970241 Aug 29 07:01:26.408755 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-1333bdaa-d032-40ec-ac1b-b263fda43d54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eb09501-4176-474c-bb64-91dd939c784c HTTP/1.1" status: 200 len: 217 time: 0.0663378 Aug 29 07:01:26.458633 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51ed7c4-7348-4c1d-985c-e23b7249f72a x-openstack-request-id: req-e51ed7c4-7348-4c1d-985c-e23b7249f72a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:26.458633 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "tag": "1eb09501-4176-474c-bb64-91dd939c784c", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:26.458633 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e51ed7c4-7348-4c1d-985c-e23b7249f72a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:26.458633 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c', 'status': 'completed', 'code': 200} Aug 29 07:01:26.477511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-99b8dfbe-75ff-4edd-a1dd-52ead02cd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:26.478988 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-99b8dfbe-75ff-4edd-a1dd-52ead02cd72c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7085e65-5548-41fd-a4b3-5a3f77bcccc9 HTTP/1.1" status: 200 len: 855 time: 0.0635586 Aug 29 07:01:26.549222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-56dd73a2-58ee-4c50-97e8-b903f110466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:26.550828 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-56dd73a2-58ee-4c50-97e8-b903f110466d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442302 Aug 29 07:01:26.562499 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d45ccba0-9cb1-4cb9-bcb3-8199ba71846f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.588277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ccba0-9cb1-4cb9-bcb3-8199ba71846f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71121fe9-9428-46bf-a953-9d706d7c5bc8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:26.594465 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d45ccba0-9cb1-4cb9-bcb3-8199ba71846f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.599375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d45ccba0-9cb1-4cb9-bcb3-8199ba71846f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/71121fe9-9428-46bf-a953-9d706d7c5bc8 HTTP/1.1" status: 204 len: 168 time: 0.6342235 Aug 29 07:01:26.600029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39798) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:26.641909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:01:26.646267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:01:26.646968 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.649478 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-fd81a4a0-7d29-4a0c-b6da-104e1d2fb8d4 service neutron] 10.222.0.11 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910189 Aug 29 07:01:26.679540 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-982df9dc-bc42-45d6-8ae1-86db5773ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.744965 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.791535 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9391030d-4e16-4689-8d58-f3c3df7deb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3eb85e-9d23-4715-96a2-8e3c1bf15d51'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:26.793927 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5034783-b0fd-4d23-bbb6-97949fe0a4d2" -d '{"events": [{"server_uuid": "9391030d-4e16-4689-8d58-f3c3df7deb6f", "name": "network-vif-plugged", "status": "completed", "tag": "bd3eb85e-9d23-4715-96a2-8e3c1bf15d51"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:26.797447 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccc13d2d-2b55-4157-8a48-dc95e4715e67 req-02b7fefa-c66f-43ed-81b6-15325796b516 service neutron] 10.222.0.11 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402521 Aug 29 07:01:26.801288 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-982df9dc-bc42-45d6-8ae1-86db5773ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.818374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bd3eb85e-9d23-4715-96a2-8e3c1bf15d51,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:26.820938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-982df9dc-bc42-45d6-8ae1-86db5773ea6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2ccb97-80ff-4e12-8271-5c04286fa1d5']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:26.833621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-982df9dc-bc42-45d6-8ae1-86db5773ea6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08134365-1649-42d6-a4a2-f0ebcdc194c5') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:26.834222 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-982df9dc-bc42-45d6-8ae1-86db5773ea6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08134365-1649-42d6-a4a2-f0ebcdc194c5') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:26.852396 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-982df9dc-bc42-45d6-8ae1-86db5773ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.878948 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-982df9dc-bc42-45d6-8ae1-86db5773ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.886548 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4215cff-b14c-4a90-b198-43a70de1caf0 x-openstack-request-id: req-e4215cff-b14c-4a90-b198-43a70de1caf0 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:26.886548 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9391030d-4e16-4689-8d58-f3c3df7deb6f", "name": "network-vif-plugged", "status": "completed", "tag": "bd3eb85e-9d23-4715-96a2-8e3c1bf15d51", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:26.886548 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e4215cff-b14c-4a90-b198-43a70de1caf0 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:26.886548 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9391030d-4e16-4689-8d58-f3c3df7deb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3eb85e-9d23-4715-96a2-8e3c1bf15d51', 'code': 200} Aug 29 07:01:26.891255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982df9dc-bc42-45d6-8ae1-86db5773ea6c admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:01:26.891751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-982df9dc-bc42-45d6-8ae1-86db5773ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:01:26.893698 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:01:26.917219 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:26.975077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=bd3eb85e-9d23-4715-96a2-8e3c1bf15d51,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:27.000628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecdc9e-361c-4121-a1e5-ff089e1e8c2d req-a13e10e3-7ef5-4462-89ef-199b6eba57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:27.007171 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-abecdc9e-361c-4121-a1e5-ff089e1e8c2d req-a13e10e3-7ef5-4462-89ef-199b6eba57b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 1097 time: 0.0460579 Aug 29 07:01:27.040542 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-abecdc9e-361c-4121-a1e5-ff089e1e8c2d req-138264e2-594d-46c3-a1b7-043f859f804c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293658 Aug 29 07:01:27.099251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237f901-7f2d-4362-b462-90c5cdc3db72 req-3869c410-d6c6-43f1-8dbe-5601be816a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:27.100789 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8237f901-7f2d-4362-b462-90c5cdc3db72 req-3869c410-d6c6-43f1-8dbe-5601be816a40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 1095 time: 0.0422988 Aug 29 07:01:27.196041 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-982df9dc-bc42-45d6-8ae1-86db5773ea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:27.197746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237f901-7f2d-4362-b462-90c5cdc3db72 req-b3426341-0eda-485b-b815-f407d7290d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:27.199437 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8237f901-7f2d-4362-b462-90c5cdc3db72 req-b3426341-0eda-485b-b815-f407d7290d0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 917 time: 0.0892591 Aug 29 07:01:27.202165 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-982df9dc-bc42-45d6-8ae1-86db5773ea6c admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:27.204190 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-982df9dc-bc42-45d6-8ae1-86db5773ea6c admin admin] 10.222.0.76 "DELETE /v2.0/networks/6a2ccb97-80ff-4e12-8271-5c04286fa1d5 HTTP/1.1" status: 204 len: 168 time: 0.6031151 Aug 29 07:01:27.223559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982df9dc-bc42-45d6-8ae1-86db5773ea6c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a2ccb97-80ff-4e12-8271-5c04286fa1d5,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:27.258070 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8237f901-7f2d-4362-b462-90c5cdc3db72 req-b3c675ff-099a-4eab-89e1-06b2b308b18b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eb09501-4176-474c-bb64-91dd939c784c HTTP/1.1" status: 200 len: 217 time: 0.0513709 Aug 29 07:01:27.366282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a7884-573e-4e15-afcb-4e28f7286390 req-11ea4324-78f3-4f7e-855b-46b913ad3055 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:27.368270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f60a7884-573e-4e15-afcb-4e28f7286390 req-11ea4324-78f3-4f7e-855b-46b913ad3055 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 945 time: 0.0944812 Aug 29 07:01:27.480399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f60a7884-573e-4e15-afcb-4e28f7286390 req-69d9b6c4-87cb-40ad-985d-6709030d3a12 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024666 Aug 29 07:01:27.643989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cadc1-4cc0-4c43-b3da-c175ac3ff075 req-096859df-8b27-4f3c-80d8-e6031a0f003b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:27.645791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-526cadc1-4cc0-4c43-b3da-c175ac3ff075 req-096859df-8b27-4f3c-80d8-e6031a0f003b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 943 time: 0.0567319 Aug 29 07:01:27.696531 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-526cadc1-4cc0-4c43-b3da-c175ac3ff075 req-881a33c5-380e-4a85-896c-7a4773a36f69 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390532 Aug 29 07:01:27.749948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237f901-7f2d-4362-b462-90c5cdc3db72 req-2f6e1a80-601a-4f70-9b28-4601918f00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:27.751328 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8237f901-7f2d-4362-b462-90c5cdc3db72 req-2f6e1a80-601a-4f70-9b28-4601918f00a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7085e65-5548-41fd-a4b3-5a3f77bcccc9 HTTP/1.1" status: 200 len: 855 time: 0.4829955 Aug 29 07:01:27.756758 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-755339d5-376b-4e03-9611-05f3f0800f6b req-9a827eb0-ee99-4597-add2-15e02f7ed47d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4978054 Aug 29 07:01:27.835784 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755339d5-376b-4e03-9611-05f3f0800f6b req-a6fad0e2-2fd2-4081-9cf5-62e7a0e71a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:27.837505 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-755339d5-376b-4e03-9611-05f3f0800f6b req-a6fad0e2-2fd2-4081-9cf5-62e7a0e71a9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 1097 time: 0.0524962 Aug 29 07:01:27.839429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237f901-7f2d-4362-b462-90c5cdc3db72 req-f8d8a45a-1939-443b-94aa-1ba2cca437dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:27.840765 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8237f901-7f2d-4362-b462-90c5cdc3db72 req-f8d8a45a-1939-443b-94aa-1ba2cca437dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823307 Aug 29 07:01:27.879577 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39830) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:27.956739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-752b19a8-b0fc-4d05-828e-5334826511cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=98de27abaf5b42d08b73e15c7686a6ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755029 Aug 29 07:01:27.957484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39832) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:28.039068 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8237f901-7f2d-4362-b462-90c5cdc3db72 req-49209f04-a824-40e9-ab68-e5040ae1108a service neutron] 10.222.0.11 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910176 Aug 29 07:01:28.041896 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8fbaef9-315b-4fca-ac4c-779bf6c722f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:28.044437 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755339d5-376b-4e03-9611-05f3f0800f6b req-56245189-01e8-4603-8a53-4f1a7c10a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:28.046247 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-755339d5-376b-4e03-9611-05f3f0800f6b req-56245189-01e8-4603-8a53-4f1a7c10a443 service neutron] 10.222.0.15 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 907 time: 0.1799772 Aug 29 07:01:28.064323 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8fbaef9-315b-4fca-ac4c-779bf6c722f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:28.141008 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-755339d5-376b-4e03-9611-05f3f0800f6b req-a277b46d-f58e-4d92-bf03-f85fe8590d14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4abd830a-54f2-4704-ba2c-e7575c049cb4 HTTP/1.1" status: 200 len: 217 time: 0.0725954 Aug 29 07:01:28.222132 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8237f901-7f2d-4362-b462-90c5cdc3db72 req-6ee47a34-1197-4d43-9cae-6a6832741c61 service neutron] 10.222.0.11 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747479 Aug 29 07:01:28.225810 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755339d5-376b-4e03-9611-05f3f0800f6b req-69811a74-ef35-4b6e-a523-ae6a21709ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:28.227436 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-755339d5-376b-4e03-9611-05f3f0800f6b req-69811a74-ef35-4b6e-a523-ae6a21709ede service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c6091bec-950b-46b5-924b-2d79c271ea4f HTTP/1.1" status: 200 len: 846 time: 0.0727644 Aug 29 07:01:28.266977 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-755339d5-376b-4e03-9611-05f3f0800f6b req-e5690a0a-a489-498e-af25-5efa339b0e6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36f56023-89e5-4bb5-b740-0799e8565e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302896 Aug 29 07:01:28.267538 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8fbaef9-315b-4fca-ac4c-779bf6c722f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:28.270672 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8fbaef9-315b-4fca-ac4c-779bf6c722f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:28.271849 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e8fbaef9-315b-4fca-ac4c-779bf6c722f6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ca57a27b-51c4-4a63-9518-199941cda849 HTTP/1.1" status: 204 len: 168 time: 0.3129392 Aug 29 07:01:28.284518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbaef9-315b-4fca-ac4c-779bf6c722f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca57a27b-51c4-4a63-9518-199941cda849,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:28.375894 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-755339d5-376b-4e03-9611-05f3f0800f6b req-739ee8b9-8079-4070-990b-133e1c440790 service neutron] 10.222.0.15 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972209 Aug 29 07:01:28.479766 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-755339d5-376b-4e03-9611-05f3f0800f6b req-fc36c46a-ebbd-4930-b4b3-5f27c61c346c service neutron] 10.222.0.15 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956621 Aug 29 07:01:28.676801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b2aef-ac4d-438b-b5e2-7493b902fdb4 req-02021a67-9623-4bb7-86c0-4d3904984f16 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:28.678425 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-284b2aef-ac4d-438b-b5e2-7493b902fdb4 req-02021a67-9623-4bb7-86c0-4d3904984f16 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 945 time: 0.0727193 Aug 29 07:01:28.731349 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-284b2aef-ac4d-438b-b5e2-7493b902fdb4 req-fb43d626-02b0-4bc9-8b56-38b305e47688 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448291 Aug 29 07:01:28.844284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eae030-ca44-4fa6-8880-2d7a729c1973 req-cb0dff86-2198-4223-b3f1-2643db6ec405 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:28.845779 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-37eae030-ca44-4fa6-8880-2d7a729c1973 req-cb0dff86-2198-4223-b3f1-2643db6ec405 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 943 time: 0.0516174 Aug 29 07:01:28.884686 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-37eae030-ca44-4fa6-8880-2d7a729c1973 req-c2ba228b-ee12-4e05-a9b1-06500676cac5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329521 Aug 29 07:01:29.480713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39876) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:29.528419 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d7317713-8456-4126-87d3-f1100315f2a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3430d647423e4e57a813ce307f696c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465257 Aug 29 07:01:29.530830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39880) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:29.627597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38216860-dc9f-4973-aa07-6b684fb3e227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:29.653199 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38216860-dc9f-4973-aa07-6b684fb3e227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:29.773464 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38216860-dc9f-4973-aa07-6b684fb3e227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:29.776002 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38216860-dc9f-4973-aa07-6b684fb3e227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:29.781955 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-38216860-dc9f-4973-aa07-6b684fb3e227 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5d9878b8-a3a7-4c38-b1ac-cbe49759adb0 HTTP/1.1" status: 204 len: 168 time: 0.2491894 Aug 29 07:01:29.790651 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38216860-dc9f-4973-aa07-6b684fb3e227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9878b8-a3a7-4c38-b1ac-cbe49759adb0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:29.881509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3c1bb-1b73-4442-921d-71271849acee req-911062b1-5e67-4761-aaf0-95827fa37486 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:29.883067 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9bd3c1bb-1b73-4442-921d-71271849acee req-911062b1-5e67-4761-aaf0-95827fa37486 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 945 time: 0.0533969 Aug 29 07:01:29.926424 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9bd3c1bb-1b73-4442-921d-71271849acee req-9771c257-60be-4f9b-8ad2-e8315a2d9a9a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354836 Aug 29 07:01:30.041843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87448cf1-94a4-4f8b-b3ea-0866c1885823 req-ac9d0b3b-a3f6-4ea2-9de1-f85587372116 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:30.043360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87448cf1-94a4-4f8b-b3ea-0866c1885823 req-ac9d0b3b-a3f6-4ea2-9de1-f85587372116 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 943 time: 0.0580347 Aug 29 07:01:30.091480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87448cf1-94a4-4f8b-b3ea-0866c1885823 req-cce5497b-5664-42d4-b288-4bbc56ce1726 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390785 Aug 29 07:01:30.383915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-09a6e1a9-928c-4ca8-8209-15691aa1c1ae tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:30.385405 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-09a6e1a9-928c-4ca8-8209-15691aa1c1ae tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.1187394 Aug 29 07:01:30.407919 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-f5fb6ca0-8eff-40ac-b7ff-a116c00727b2 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/quotas/c6f5cacadd2f4dab8b27a56efab78c57 HTTP/1.1" status: 200 len: 375 time: 0.0138180 Aug 29 07:01:30.484516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-ba52b000-b4fb-4cbc-ad03-c7f16033e13c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697765 Aug 29 07:01:30.604472 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-f2a2ca60-de82-4624-820a-89b47968d8a8 service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119809 Aug 29 07:01:30.746352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-f4c38f18-35e4-4dd2-8ce8-05e95fbc50c3 service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321468 Aug 29 07:01:31.113932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7972315-0df7-46d1-9c42-29d3cf61be96 req-08cd1f81-7140-4af0-95b4-12f6b186e846 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 210 time: 0.0321782 Aug 29 07:01:31.208857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1eb09501-4176-474c-bb64-91dd939c784c details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:01:31.273717 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd0ad0-19bd-4ab5-946f-56bd8f94e324 req-da99b039-830d-4f0c-aaf3-1e998fec4104 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:31.285795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ccd0ad0-19bd-4ab5-946f-56bd8f94e324 req-da99b039-830d-4f0c-aaf3-1e998fec4104 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 943 time: 0.0860529 Aug 29 07:01:31.335325 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ccd0ad0-19bd-4ab5-946f-56bd8f94e324 req-488dba68-ef7a-4d76-b0f0-15f43ae8eead tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485950 Aug 29 07:01:31.345602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1eb09501-4176-474c-bb64-91dd939c784c,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:31.358786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '1eb09501-4176-474c-bb64-91dd939c784c', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'port_id': '1eb09501-4176-474c-bb64-91dd939c784c', 'mac_address': 'fa:16:3e:2f:c1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:01:31.406813 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:31.422531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb09501-4176-474c-bb64-91dd939c784c {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:01:31.446338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1eb09501-4176-474c-bb64-91dd939c784c,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:31.602216 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:31.672492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1eb09501-4176-474c-bb64-91dd939c784c,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:32.052822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['1eb09501-4176-474c-bb64-91dd939c784c'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:01:32.266947 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01823534-4c45-4ab6-b9fd-fa579e8a2845 req-34f88c9c-6fcb-40fa-842a-ee72ecc16bbd tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 210 time: 0.0560961 Aug 29 07:01:32.478647 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d64b7f-b773-4209-b645-62cc6e255703 req-19a433ba-972c-4532-822e-f445a76b5f91 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:32.480827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8d64b7f-b773-4209-b645-62cc6e255703 req-19a433ba-972c-4532-822e-f445a76b5f91 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.0590219 Aug 29 07:01:32.585890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8d64b7f-b773-4209-b645-62cc6e255703 req-64f9ca79-133e-482d-b84c-be88a97e9ff2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417199 Aug 29 07:01:33.382734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a585d5f-97f2-404d-955e-8cbeab4bc5c3 req-47a290ba-2732-482b-beae-76ee92c73520 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 210 time: 0.0357294 Aug 29 07:01:33.665593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed2353-ba92-4ef0-a501-b22d16072688 req-a506776e-619f-42fa-bab5-3f96bd4c1e09 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:33.667104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6fed2353-ba92-4ef0-a501-b22d16072688 req-a506776e-619f-42fa-bab5-3f96bd4c1e09 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.0545127 Aug 29 07:01:33.693974 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:33.710639 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6fed2353-ba92-4ef0-a501-b22d16072688 req-88b4be5f-5bf6-4a7b-a561-64fb5f5feeac tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364757 Aug 29 07:01:34.449216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-0411f04e-38b8-4fc2-bf95-528089f58c8d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:34.450582 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-0411f04e-38b8-4fc2-bf95-528089f58c8d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.1465387 Aug 29 07:01:34.471605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-4cc52261-0364-41a2-8b49-c8de79022ad8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Request body: {'port': {'device_id': '9c0a857e-0ee2-467b-a0a2-c9591489d125', 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'admin_state_up': True, 'tenant_id': 'c6f5cacadd2f4dab8b27a56efab78c57'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:34.495884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c98f9de-d092-41db-b9e3-da401392b446 req-876293f7-9c5f-4518-854f-b373fa119ea7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 210 time: 0.0277593 Aug 29 07:01:34.704148 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-4cc52261-0364-41a2-8b49-c8de79022ad8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Made reservation on behalf of c6f5cacadd2f4dab8b27a56efab78c57 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:01:34.708271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-4cc52261-0364-41a2-8b49-c8de79022ad8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:34.851132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502e15a-49b3-45fc-aa7d-177ff65a7fd2 req-d34c8492-9b81-428e-a60e-5be7db3127b4 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:34.860629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9502e15a-49b3-45fc-aa7d-177ff65a7fd2 req-d34c8492-9b81-428e-a60e-5be7db3127b4 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.0625107 Aug 29 07:01:34.869416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-4cc52261-0364-41a2-8b49-c8de79022ad8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Allocated IP 172.20.0.5 (36f56023-89e5-4bb5-b740-0799e8565e59/c6091bec-950b-46b5-924b-2d79c271ea4f/4e5b4901-e71f-45d1-b503-03f999fc4ee0) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:01:34.908214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9502e15a-49b3-45fc-aa7d-177ff65a7fd2 req-d94f3563-4360-4113-988e-f5f53afc8a0f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391459 Aug 29 07:01:35.031898 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-4cc52261-0364-41a2-8b49-c8de79022ad8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:35.208259 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-4cc52261-0364-41a2-8b49-c8de79022ad8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:35.222329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4abd830a-54f2-4704-ba2c-e7575c049cb4', 'bd3eb85e-9d23-4715-96a2-8e3c1bf15d51'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:01:35.259406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-4cc52261-0364-41a2-8b49-c8de79022ad8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Network 36f56023-89e5-4bb5-b740-0799e8565e59 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:01:35.263477 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-4cc52261-0364-41a2-8b49-c8de79022ad8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:01:35.263631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1eb09501-4176-474c-bb64-91dd939c784c up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:01:35.282403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-4cc52261-0364-41a2-8b49-c8de79022ad8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:01:35.282403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc52261-0364-41a2-8b49-c8de79022ad8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Pushing event updated for resources: {'Port': ['ID=4e5b4901-e71f-45d1-b503-03f999fc4ee0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:35.324636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-4cc52261-0364-41a2-8b49-c8de79022ad8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:35.325973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-4cc52261-0364-41a2-8b49-c8de79022ad8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:35.524060 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-4cc52261-0364-41a2-8b49-c8de79022ad8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0584927 Aug 29 07:01:35.567401 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 1eb09501-4176-474c-bb64-91dd939c784c completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:01:35.573437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 1eb09501-4176-474c-bb64-91dd939c784c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:01:35.574217 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:35.660766 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Request body: {'port': {'device_id': '9c0a857e-0ee2-467b-a0a2-c9591489d125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:35.675942 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:35.714045 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:35.716795 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71f2fc4-67ae-495e-a798-027a0def7c59" -d '{"events": [{"server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "name": "network-vif-plugged", "status": "completed", "tag": "1eb09501-4176-474c-bb64-91dd939c784c"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:35.732841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1eb09501-4176-474c-bb64-91dd939c784c,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:35.743954 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:35.780159 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08944e2e-ab15-4844-8531-774cb50ac339 x-openstack-request-id: req-08944e2e-ab15-4844-8531-774cb50ac339 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:35.780837 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "name": "network-vif-plugged", "status": "completed", "tag": "1eb09501-4176-474c-bb64-91dd939c784c", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:35.781392 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-08944e2e-ab15-4844-8531-774cb50ac339 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:35.783207 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c', 'code': 200} Aug 29 07:01:35.830571 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:35.940166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1eb09501-4176-474c-bb64-91dd939c784c,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:36.033576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f66f3d-e09f-41fe-bfc6-aecf6d96a17d req-45a6e757-f7cb-4160-93a1-466c295a285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:36.035162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45f66f3d-e09f-41fe-bfc6-aecf6d96a17d req-45a6e757-f7cb-4160-93a1-466c295a285d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 1097 time: 0.0527694 Aug 29 07:01:36.048642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca4140-aeb5-49b9-9081-4195a4b527c4 req-e7c7c79b-3885-4151-be63-af4f335cedfc tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:36.050139 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6ca4140-aeb5-49b9-9081-4195a4b527c4 req-e7c7c79b-3885-4151-be63-af4f335cedfc tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 931 time: 0.4673593 Aug 29 07:01:36.138995 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5b4901-e71f-45d1-b503-03f999fc4ee0 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:01:36.148582 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:36.158346 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6ca4140-aeb5-49b9-9081-4195a4b527c4 req-c37ac1f7-105c-47a6-bf29-9153c938c907 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999620 Aug 29 07:01:36.160466 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45f66f3d-e09f-41fe-bfc6-aecf6d96a17d req-fe045141-ac86-494a-b923-cc2879a38fce service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092296 Aug 29 07:01:36.166875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Transition to ACTIVE for port object 4e5b4901-e71f-45d1-b503-03f999fc4ee0 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:01:36.173188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9d381-1393-4900-913d-a7afd140a3a1 req-5da814a2-43dc-4440-bb1b-b9119ab194c2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:36.180654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57b9d381-1393-4900-913d-a7afd140a3a1 req-5da814a2-43dc-4440-bb1b-b9119ab194c2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1282716 Aug 29 07:01:36.220434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57b9d381-1393-4900-913d-a7afd140a3a1 req-005546b4-687d-4ef7-bb68-1e58f1f5cca4 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389330 Aug 29 07:01:36.299030 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:36.350157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Pushing event updated for resources: {'Port': ['ID=4e5b4901-e71f-45d1-b503-03f999fc4ee0,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:36.426974 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Attempting to bind port 4e5b4901-e71f-45d1-b503-03f999fc4ee0 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:01:36.427507 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Attempting to bind port 4e5b4901-e71f-45d1-b503-03f999fc4ee0 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:01:36.427847 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Attempting to bind port 4e5b4901-e71f-45d1-b503-03f999fc4ee0 on network 36f56023-89e5-4bb5-b740-0799e8565e59 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:01:36.432392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Port 4e5b4901-e71f-45d1-b503-03f999fc4ee0 on network 36f56023-89e5-4bb5-b740-0799e8565e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:01:36.432734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Attempting to bind port 4e5b4901-e71f-45d1-b503-03f999fc4ee0 on network 36f56023-89e5-4bb5-b740-0799e8565e59 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:01:36.437880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:01:36.438185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Checking segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:01:36.438665 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Bound using segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:01:36.439096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Bound port: 4e5b4901-e71f-45d1-b503-03f999fc4ee0, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:01:36.439527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:36.512096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] For port 4e5b4901-e71f-45d1-b503-03f999fc4ee0, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:01:36.517121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] For port 4e5b4901-e71f-45d1-b503-03f999fc4ee0, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4e5b4901-e71f-45d1-b503-03f999fc4ee0,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:01:36.654069 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:36.690628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:36.691384 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:36.692778 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] 10.222.0.11 "PUT /v2.0/ports/4e5b4901-e71f-45d1-b503-03f999fc4ee0 HTTP/1.1" status: 200 len: 1092 time: 1.0379121 Aug 29 07:01:36.695359 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0a857e-0ee2-467b-a0a2-c9591489d125', 'tag': '4e5b4901-e71f-45d1-b503-03f999fc4ee0'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:36.697616 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ab0550-24b5-487a-b05e-4de4f0477285" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0a857e-0ee2-467b-a0a2-c9591489d125", "tag": "4e5b4901-e71f-45d1-b503-03f999fc4ee0"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:36.735050 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81501479-dfb0-477f-a6db-568c1057e5ec service neutron] Pushing event updated for resources: {'Port': ['ID=4e5b4901-e71f-45d1-b503-03f999fc4ee0,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:36.749925 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c7b6f2-8cb0-46cb-ae1b-cf5ef33c4165 x-openstack-request-id: req-59c7b6f2-8cb0-46cb-ae1b-cf5ef33c4165 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:36.750213 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0a857e-0ee2-467b-a0a2-c9591489d125", "tag": "4e5b4901-e71f-45d1-b503-03f999fc4ee0", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:36.750614 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59c7b6f2-8cb0-46cb-ae1b-cf5ef33c4165 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:36.751014 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0a857e-0ee2-467b-a0a2-c9591489d125', 'tag': '4e5b4901-e71f-45d1-b503-03f999fc4ee0', 'status': 'completed', 'code': 200} Aug 29 07:01:36.843122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab0550-24b5-487a-b05e-4de4f0477285 req-0146365e-1c38-41db-9d76-75a2bbccb962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:36.844669 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d0ab0550-24b5-487a-b05e-4de4f0477285 req-0146365e-1c38-41db-9d76-75a2bbccb962 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 1095 time: 0.0489540 Aug 29 07:01:36.989957 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab0550-24b5-487a-b05e-4de4f0477285 req-82d8047d-d159-409b-a07c-1356084cfa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:36.991717 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d0ab0550-24b5-487a-b05e-4de4f0477285 req-82d8047d-d159-409b-a07c-1356084cfa7c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1316016 Aug 29 07:01:37.096574 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab0550-24b5-487a-b05e-4de4f0477285 req-ced2a088-c893-41d6-92a5-90a84d528829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:37.098126 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d0ab0550-24b5-487a-b05e-4de4f0477285 req-ced2a088-c893-41d6-92a5-90a84d528829 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980163 Aug 29 07:01:37.205627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-4256fb91-75c0-42e5-be57-21f2bd22f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:37.207055 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-4256fb91-75c0-42e5-be57-21f2bd22f2df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 1095 time: 0.0486488 Aug 29 07:01:37.266258 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-fee2c051-89a8-4df4-8ee3-b887aaa477e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e5b4901-e71f-45d1-b503-03f999fc4ee0 HTTP/1.1" status: 200 len: 217 time: 0.0448084 Aug 29 07:01:37.295438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dcdec-6636-4917-8c92-3856542b0bd3 req-a03bbbbb-a379-4c1b-a731-6581a1d5f7ed tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:37.303638 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee3dcdec-6636-4917-8c92-3856542b0bd3 req-a03bbbbb-a379-4c1b-a731-6581a1d5f7ed tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 943 time: 0.0652564 Aug 29 07:01:37.342931 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-260eb8ab-0515-45cc-b675-70830414b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:37.344564 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-260eb8ab-0515-45cc-b675-70830414b900 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6091bec-950b-46b5-924b-2d79c271ea4f HTTP/1.1" status: 200 len: 846 time: 0.0655358 Aug 29 07:01:37.368597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee3dcdec-6636-4917-8c92-3856542b0bd3 req-5203e31c-9485-45eb-865a-b406df454056 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637267 Aug 29 07:01:37.401440 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-bfd4b078-0f4b-4a35-aa16-4182b14f1a78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36f56023-89e5-4bb5-b740-0799e8565e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495257 Aug 29 07:01:37.434049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d58cb-2b4c-4776-8d63-4836aaa30156 req-f91bf2c3-9968-4c51-8783-820a22cc6047 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:37.436566 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c0d58cb-2b4c-4776-8d63-4836aaa30156 req-f91bf2c3-9968-4c51-8783-820a22cc6047 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.0628350 Aug 29 07:01:37.484414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c0d58cb-2b4c-4776-8d63-4836aaa30156 req-b7d2d713-f67e-4f9d-aeb7-a7f4bb3bec54 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407488 Aug 29 07:01:37.516244 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-dcd2aa18-1fc4-4112-9f26-d4a197219b1c service neutron] 10.222.0.11 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068308 Aug 29 07:01:37.617395 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26578a41-73dc-4b15-af99-f6c6d9a5e1f8 req-f3db6275-658c-4349-a861-8954b1129745 service neutron] 10.222.0.11 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935721 Aug 29 07:01:37.846966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40116) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:37.971452 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34599291-eff1-4754-afbb-6c70f4857431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:38.078959 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34599291-eff1-4754-afbb-6c70f4857431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:38.139078 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-14af519a-2a26-4d7c-a448-a1e7bf1eb542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:38.258774 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34599291-eff1-4754-afbb-6c70f4857431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:38.298192 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-34599291-eff1-4754-afbb-6c70f4857431 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71261455b9ce4d859975aec29250c854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4500895 Aug 29 07:01:38.299369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34599291-eff1-4754-afbb-6c70f4857431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cb01b1-d9f9-4f5a-ab36-c847a98fdc2b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:38.300926 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40124) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:38.363605 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e9d02206-d9ae-4bb4-a3de-a9b35dd2220d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:38.403628 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e9d02206-d9ae-4bb4-a3de-a9b35dd2220d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:38.590666 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e9d02206-d9ae-4bb4-a3de-a9b35dd2220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:38.593500 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e9d02206-d9ae-4bb4-a3de-a9b35dd2220d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:38.594675 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e9d02206-d9ae-4bb4-a3de-a9b35dd2220d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68cb01b1-d9f9-4f5a-ab36-c847a98fdc2b HTTP/1.1" status: 204 len: 168 time: 0.2926881 Aug 29 07:01:38.607299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d02206-d9ae-4bb4-a3de-a9b35dd2220d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cb01b1-d9f9-4f5a-ab36-c847a98fdc2b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:38.660375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b87e8-1e16-45d0-8051-c0810f519c11 req-9d534eff-1ac7-4b4a-86f4-81ec55df7c5c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:38.661870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa6b87e8-1e16-45d0-8051-c0810f519c11 req-9d534eff-1ac7-4b4a-86f4-81ec55df7c5c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.0959935 Aug 29 07:01:38.705762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cea2f2-cc86-46a0-8450-b83909b6ba3b req-41f5bdea-ede8-4912-b459-348ef73e6291 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:38.707241 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16cea2f2-cc86-46a0-8450-b83909b6ba3b req-41f5bdea-ede8-4912-b459-348ef73e6291 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 943 time: 0.2538934 Aug 29 07:01:38.726030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa6b87e8-1e16-45d0-8051-c0810f519c11 req-06ceb881-d7ba-466e-9020-e1fdb2e4b2eb tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573339 Aug 29 07:01:38.753470 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16cea2f2-cc86-46a0-8450-b83909b6ba3b req-a374acef-b6d8-4219-a33f-7e960844a67c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 Aug 29 07:01:38.880343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb783f2-2cd1-4eee-9738-611e02c88b8a req-3b467f31-8b28-43f0-95bd-4d9993140d84 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:38.882643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdb783f2-2cd1-4eee-9738-611e02c88b8a req-3b467f31-8b28-43f0-95bd-4d9993140d84 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.0801680 Aug 29 07:01:38.890689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40148) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:38.896780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2839e082-af86-419a-ba1e-2bb51b2efa4f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Request body: {'floatingip': {'port_id': '1eb09501-4176-474c-bb64-91dd939c784c'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:38.940528 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2839e082-af86-419a-ba1e-2bb51b2efa4f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for floatingip, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:39.437400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40158) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:39.459844 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a33d1a82-e448-4d0d-b42c-ed33ba211b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:39.528749 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2839e082-af86-419a-ba1e-2bb51b2efa4f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:39.586912 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a33d1a82-e448-4d0d-b42c-ed33ba211b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:39.630514 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2839e082-af86-419a-ba1e-2bb51b2efa4f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:39.670519 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a33d1a82-e448-4d0d-b42c-ed33ba211b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:39.714318 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a33d1a82-e448-4d0d-b42c-ed33ba211b02 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=85e12c3282c24d68bda9be2860c1ed9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749610 Aug 29 07:01:39.715318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d1a82-e448-4d0d-b42c-ed33ba211b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e983f5-667f-469e-88c7-9303f68b59df,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:39.718327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40164) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:39.747603 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-2839e082-af86-419a-ba1e-2bb51b2efa4f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Floating IP 7e49a884-f472-49c5-ac25-4f72b199faf3 associated. External IP: 172.25.1.219, port: 1eb09501-4176-474c-bb64-91dd939c784c. Aug 29 07:01:39.779612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-31bdff08-5436-4dd0-b57c-a92c85c738ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:39.808981 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-31bdff08-5436-4dd0-b57c-a92c85c738ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:39.923133 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63769865-4c65-4e0c-bd4a-763a11430e30 req-dae48e1f-4cb3-4c0d-806a-83700ffa198a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:39.925189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63769865-4c65-4e0c-bd4a-763a11430e30 req-dae48e1f-4cb3-4c0d-806a-83700ffa198a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 943 time: 0.0933177 Aug 29 07:01:39.973255 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63769865-4c65-4e0c-bd4a-763a11430e30 req-9b746c07-d199-4c6d-b0cc-a55d82eac680 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391304 Aug 29 07:01:39.990900 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-31bdff08-5436-4dd0-b57c-a92c85c738ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:39.999393 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-31bdff08-5436-4dd0-b57c-a92c85c738ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:40.000497 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-31bdff08-5436-4dd0-b57c-a92c85c738ae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/21e983f5-667f-469e-88c7-9303f68b59df HTTP/1.1" status: 204 len: 168 time: 0.2786992 Aug 29 07:01:40.011980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdff08-5436-4dd0-b57c-a92c85c738ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e983f5-667f-469e-88c7-9303f68b59df,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:40.023483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2839e082-af86-419a-ba1e-2bb51b2efa4f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Router b548031b-2247-4114-a9ae-338df5405e2a has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:01:40.155328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2839e082-af86-419a-ba1e-2bb51b2efa4f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:01:40.160614 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2839e082-af86-419a-ba1e-2bb51b2efa4f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:40.165592 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b89534-db00-4f71-89e7-af1e50525571 None None] Sync routers for ids ['b548031b-2247-4114-a9ae-338df5405e2a'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:01:40.177139 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b89534-db00-4f71-89e7-af1e50525571 None None] Routers {'b548031b-2247-4114-a9ae-338df5405e2a'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:01:40.177909 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a5b89534-db00-4f71-89e7-af1e50525571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:01:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b548031b-2247-4114-a9ae-338df5405e2a'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:40.199321 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2839e082-af86-419a-ba1e-2bb51b2efa4f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "PUT /v2.0/floatingips/7e49a884-f472-49c5-ac25-4f72b199faf3 HTTP/1.1" status: 200 len: 991 time: 1.3046045 Aug 29 07:01:40.199321 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:40.200088 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235f252b-c84f-4794-b1db-19e5df5ae386" -d '{"events": [{"name": "network-changed", "server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "tag": "1eb09501-4176-474c-bb64-91dd939c784c"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:40.257093 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3713d978-70c0-4210-9d6b-e8b0d6c4a69a x-openstack-request-id: req-3713d978-70c0-4210-9d6b-e8b0d6c4a69a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:40.257448 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "tag": "1eb09501-4176-474c-bb64-91dd939c784c", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:40.257770 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3713d978-70c0-4210-9d6b-e8b0d6c4a69a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:40.258246 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c', 'status': 'completed', 'code': 200} Aug 29 07:01:40.311190 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-a5b89534-db00-4f71-89e7-af1e50525571 None None] Set router b548031b-2247-4114-a9ae-338df5405e2a gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:01:40.369794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f252b-c84f-4794-b1db-19e5df5ae386 req-f8561ac7-2d0a-4b8c-aa97-d1bfdfca18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:40.371688 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-235f252b-c84f-4794-b1db-19e5df5ae386 req-f8561ac7-2d0a-4b8c-aa97-d1bfdfca18bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 1097 time: 0.0483806 Aug 29 07:01:40.482138 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f252b-c84f-4794-b1db-19e5df5ae386 req-84fbd5a6-c6fd-449f-a2e4-a11c281c33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:40.483706 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-235f252b-c84f-4794-b1db-19e5df5ae386 req-84fbd5a6-c6fd-449f-a2e4-a11c281c33f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 917 time: 0.1044779 Aug 29 07:01:40.574862 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-235f252b-c84f-4794-b1db-19e5df5ae386 req-fa99dad6-1d19-4ca9-aea5-34244beaefe1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eb09501-4176-474c-bb64-91dd939c784c HTTP/1.1" status: 200 len: 999 time: 0.0838635 Aug 29 07:01:40.653552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f252b-c84f-4794-b1db-19e5df5ae386 req-62b98cee-8e25-433a-aba2-f1cac3162238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:40.656424 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-235f252b-c84f-4794-b1db-19e5df5ae386 req-62b98cee-8e25-433a-aba2-f1cac3162238 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7085e65-5548-41fd-a4b3-5a3f77bcccc9 HTTP/1.1" status: 200 len: 855 time: 0.0641816 Aug 29 07:01:40.673049 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a5b89534-db00-4f71-89e7-af1e50525571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '7e49a884-f472-49c5-ac25-4f72b199faf3', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'port_id': '1eb09501-4176-474c-bb64-91dd939c784c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'mac_address': 'fa:16:3e:2f:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:01:18Z', 'updated_at': '2021-08-29T07:01:39Z', 'revision_number': 1, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:47Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:40.715345 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f252b-c84f-4794-b1db-19e5df5ae386 req-2489984f-264c-4e22-8fd4-face035dade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:40.717763 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-235f252b-c84f-4794-b1db-19e5df5ae386 req-2489984f-264c-4e22-8fd4-face035dade4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540583 Aug 29 07:01:40.718574 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b89534-db00-4f71-89e7-af1e50525571 None None] Checking router: b548031b-2247-4114-a9ae-338df5405e2a for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:01:40.728651 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b89534-db00-4f71-89e7-af1e50525571 None None] Routers {'b548031b-2247-4114-a9ae-338df5405e2a'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:01:40.729384 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a5b89534-db00-4f71-89e7-af1e50525571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:01:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b548031b-2247-4114-a9ae-338df5405e2a'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:40.772684 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:40.831680 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-235f252b-c84f-4794-b1db-19e5df5ae386 req-d6d846ed-cc79-4417-b9bd-916a4060076a service neutron] 10.222.0.11 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054838 Aug 29 07:01:40.844438 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-a5b89534-db00-4f71-89e7-af1e50525571 None None] Set router b548031b-2247-4114-a9ae-338df5405e2a gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:01:40.962007 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-235f252b-c84f-4794-b1db-19e5df5ae386 req-6cb85621-05a2-46ec-96c5-a97d457afcf4 service neutron] 10.222.0.11 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233163 Aug 29 07:01:41.113282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80641854-471d-4938-b3bd-cc86fe8b091a req-5190ad84-9a7c-4f52-b1b5-16dc899edb61 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:41.115175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80641854-471d-4938-b3bd-cc86fe8b091a req-5190ad84-9a7c-4f52-b1b5-16dc899edb61 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 943 time: 0.0591488 Aug 29 07:01:41.154297 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a5b89534-db00-4f71-89e7-af1e50525571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '7e49a884-f472-49c5-ac25-4f72b199faf3', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'port_id': '1eb09501-4176-474c-bb64-91dd939c784c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'mac_address': 'fa:16:3e:2f:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:01:18Z', 'updated_at': '2021-08-29T07:01:39Z', 'revision_number': 1, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:47Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:41.172617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80641854-471d-4938-b3bd-cc86fe8b091a req-8b5a2929-c0f2-4ff7-9b6e-18cb91a15e8b tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440145 Aug 29 07:01:41.196864 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b89534-db00-4f71-89e7-af1e50525571 None None] The sync data for ids ['b548031b-2247-4114-a9ae-338df5405e2a'] in n-d-713301-12 is: [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '7e49a884-f472-49c5-ac25-4f72b199faf3', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'port_id': '1eb09501-4176-474c-bb64-91dd939c784c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'mac_address': 'fa:16:3e:2f:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:01:18Z', 'updated_at': '2021-08-29T07:01:39Z', 'revision_number': 1, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:47Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:01:41.217634 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:01:41.253191 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4e5b4901-e71f-45d1-b503-03f999fc4ee0 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:01:41.365090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4e5b4901-e71f-45d1-b503-03f999fc4ee0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4e5b4901-e71f-45d1-b503-03f999fc4ee0,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:41.380755 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '4e5b4901-e71f-45d1-b503-03f999fc4ee0', 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'port_id': '4e5b4901-e71f-45d1-b503-03f999fc4ee0', 'mac_address': 'fa:16:3e:38:5a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6091bec-950b-46b5-924b-2d79c271ea4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:01:41.433485 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:41.457400 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5b4901-e71f-45d1-b503-03f999fc4ee0 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:01:41.479564 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4e5b4901-e71f-45d1-b503-03f999fc4ee0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4e5b4901-e71f-45d1-b503-03f999fc4ee0,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:41.486694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad6555-76ca-4e37-9ddd-3ffe0e3ae494 None None] New status for floating IP 7e49a884-f472-49c5-ac25-4f72b199faf3: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:01:41.550704 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d0add371-bec2-4ea4-8add-c241509d2edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:41.580604 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:41.704994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=4e5b4901-e71f-45d1-b503-03f999fc4ee0,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:41.756220 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:42.100102 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['4e5b4901-e71f-45d1-b503-03f999fc4ee0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:01:42.326580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856aafe-9e02-45e1-8e6c-e79abb073344 req-98314cf3-9ae0-4335-86b5-bfe178407eda tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:42.328245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9856aafe-9e02-45e1-8e6c-e79abb073344 req-98314cf3-9ae0-4335-86b5-bfe178407eda tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 944 time: 0.0662870 Aug 29 07:01:42.372023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9856aafe-9e02-45e1-8e6c-e79abb073344 req-ce25dd30-cf64-49be-8b1d-5b6ed3a08c88 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367277 Aug 29 07:01:42.771394 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104af232-6cc9-45b2-bf5f-301881dbfa0f req-f7ca1dfd-7421-4f93-82f7-4a7f7bb35337 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:42.773048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-104af232-6cc9-45b2-bf5f-301881dbfa0f req-f7ca1dfd-7421-4f93-82f7-4a7f7bb35337 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 946 time: 0.0559292 Aug 29 07:01:42.820480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-104af232-6cc9-45b2-bf5f-301881dbfa0f req-38ab8102-41ea-4be3-b2eb-30526c03a4d0 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375304 Aug 29 07:01:43.488797 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:43.706039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa034a-ca50-483f-8626-760f24c98862 req-1eadab38-b7a7-4415-981c-2f7e9031c28b tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:43.708811 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0baa034a-ca50-483f-8626-760f24c98862 req-1eadab38-b7a7-4415-981c-2f7e9031c28b tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 944 time: 0.2598681 Aug 29 07:01:43.775327 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0baa034a-ca50-483f-8626-760f24c98862 req-fce00364-1d8b-49ef-bfab-d675c41ac52e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593626 Aug 29 07:01:43.953377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d842a-e4f9-46f9-9cca-55e3c1701b5c req-4a4c60ca-057f-4e83-9386-e787a6aec8f7 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:43.954915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d07d842a-e4f9-46f9-9cca-55e3c1701b5c req-4a4c60ca-057f-4e83-9386-e787a6aec8f7 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 946 time: 0.0604408 Aug 29 07:01:43.993549 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d07d842a-e4f9-46f9-9cca-55e3c1701b5c req-995eea07-27e7-4f8d-b2a8-0549177c588d tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323708 Aug 29 07:01:44.726237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-5dd2b7a6-0181-479e-a41c-9bc638f4a4c3 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:44.727939 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-5dd2b7a6-0181-479e-a41c-9bc638f4a4c3 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.11 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 946 time: 0.0739148 Aug 29 07:01:44.844483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Deleting port c5296dbb-2f59-4443-ad6a-551d6658c917 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:01:44.844852 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:44.918824 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a0d0b-a8f3-4744-9b15-e4a72d2320b0 req-89d98e49-d9a5-4a5e-8459-ca265262e646 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:44.920468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-535a0d0b-a8f3-4744-9b15-e4a72d2320b0 req-89d98e49-d9a5-4a5e-8459-ca265262e646 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 944 time: 0.0645869 Aug 29 07:01:44.962729 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-535a0d0b-a8f3-4744-9b15-e4a72d2320b0 req-3a6a386b-30e8-43c3-a726-918a45153b4c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353944 Aug 29 07:01:44.962982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] For port c5296dbb-2f59-4443-ad6a-551d6658c917, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c5296dbb-2f59-4443-ad6a-551d6658c917,segment=NetworkSegment(40e765de-b7cd-49cd-9570-b92515c55b87),segment_id=40e765de-b7cd-49cd-9570-b92515c55b87)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:44.963090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:45.175742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:45.175742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:45.175742 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Floating IP 4241bb37-66ef-4e6b-a217-c14417e15470 disassociated. External IP: 172.25.1.89, port: c5296dbb-2f59-4443-ad6a-551d6658c917. Aug 29 07:01:45.175742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Calling delete_port for c5296dbb-2f59-4443-ad6a-551d6658c917 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:01:45.178928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8ae49-ee69-47ee-ab90-39d970d59fbd req-3624f8bc-196f-4b6b-ba4e-c0659ba975ff tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:45.182449 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1f8ae49-ee69-47ee-ab90-39d970d59fbd req-3624f8bc-196f-4b6b-ba4e-c0659ba975ff tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 946 time: 0.1104913 Aug 29 07:01:45.227599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1f8ae49-ee69-47ee-ab90-39d970d59fbd req-12154405-4847-400e-9b87-78888bebd571 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups?id=229f9bc9-36bf-42e8-9684-c21de1ef8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362911 Aug 29 07:01:45.300665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4e5b4901-e71f-45d1-b503-03f999fc4ee0 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:01:45.412719 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:45.441365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 4e5b4901-e71f-45d1-b503-03f999fc4ee0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:01:45.448153 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 4e5b4901-e71f-45d1-b503-03f999fc4ee0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:01:45.448840 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:45.449248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Pushing event deleted for resources: {'Port': ['ID=c5296dbb-2f59-4443-ad6a-551d6658c917,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:45.461084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:45.461435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:45.461773 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:45.462195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:45.462539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:45.462868 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:45.463215 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:45.463544 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:45.463871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:45.464192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:45.464531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:45.464831 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:01:45.556367 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:45.593941 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0a857e-0ee2-467b-a0a2-c9591489d125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5b4901-e71f-45d1-b503-03f999fc4ee0'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:45.596628 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8ee872-8553-443b-943c-27b7ca9c8fd0" -d '{"events": [{"server_uuid": "9c0a857e-0ee2-467b-a0a2-c9591489d125", "name": "network-vif-plugged", "status": "completed", "tag": "4e5b4901-e71f-45d1-b503-03f999fc4ee0"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:45.617110 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4e5b4901-e71f-45d1-b503-03f999fc4ee0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4e5b4901-e71f-45d1-b503-03f999fc4ee0,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:45.650179 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e0e1fd-c739-40bf-9dcb-0c5b7f073e25 x-openstack-request-id: req-62e0e1fd-c739-40bf-9dcb-0c5b7f073e25 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:45.650478 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0a857e-0ee2-467b-a0a2-c9591489d125", "name": "network-vif-plugged", "status": "completed", "tag": "4e5b4901-e71f-45d1-b503-03f999fc4ee0", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:45.650735 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-62e0e1fd-c739-40bf-9dcb-0c5b7f073e25 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:45.651137 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0a857e-0ee2-467b-a0a2-c9591489d125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5b4901-e71f-45d1-b503-03f999fc4ee0', 'code': 200} Aug 29 07:01:45.658913 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:45.717211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=4e5b4901-e71f-45d1-b503-03f999fc4ee0,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:45.826953 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6678c2-3fef-42e7-867a-f22e8e43c87c req-0860873c-5d71-473b-b9ab-805ee1675b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:45.828048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d6678c2-3fef-42e7-867a-f22e8e43c87c req-0860873c-5d71-473b-b9ab-805ee1675b4a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 1097 time: 0.0549068 Aug 29 07:01:45.883970 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d6678c2-3fef-42e7-867a-f22e8e43c87c req-3165522e-287e-4c64-8a46-83d58ea0aef1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486915 Aug 29 07:01:46.048997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:01:46.150903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577ed92-0749-4866-9323-85888100f96c req-8a485d68-4cce-4d81-bd8f-d6c1d2960e2e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:46.152742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e577ed92-0749-4866-9323-85888100f96c req-8a485d68-4cce-4d81-bd8f-d6c1d2960e2e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 945 time: 0.0586498 Aug 29 07:01:46.178152 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:01:46.200864 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b371d5d7-8107-436f-b3c8-6857aa8ed605 None None] Sync routers for ids ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:01:46.211407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e577ed92-0749-4866-9323-85888100f96c req-25edc637-9356-41c9-9913-6042204ac741 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503953 Aug 29 07:01:46.213715 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371d5d7-8107-436f-b3c8-6857aa8ed605 None None] Routers {'57606c5e-d0e9-47e9-94d4-5c3c70c21186'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:01:46.217679 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b371d5d7-8107-436f-b3c8-6857aa8ed605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:01:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:46.250507 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] No DVR routers for this DVR port c5296dbb-2f59-4443-ad6a-551d6658c917 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:01:46.254082 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:46.256723 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-11bad710-b6d1-45ab-8c4f-f5768be85a58 req-0fd1322b-17f5-4fbf-98c4-285ab5da1e96 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.11 "DELETE /v2.0/ports/c5296dbb-2f59-4443-ad6a-551d6658c917 HTTP/1.1" status: 204 len: 173 time: 1.5231390 Aug 29 07:01:46.257386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76708944-99db-49b0-86da-22821e5ef78a', 'name': 'network-vif-deleted', 'tag': 'c5296dbb-2f59-4443-ad6a-551d6658c917'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:46.260020 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f933d36b-00ed-431a-a298-6f14099f7052" -d '{"events": [{"server_uuid": "76708944-99db-49b0-86da-22821e5ef78a", "name": "network-vif-deleted", "tag": "c5296dbb-2f59-4443-ad6a-551d6658c917"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:46.327434 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b63e01-a492-4de4-8003-86c0d316cc26 x-openstack-request-id: req-58b63e01-a492-4de4-8003-86c0d316cc26 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:46.327798 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76708944-99db-49b0-86da-22821e5ef78a", "name": "network-vif-deleted", "tag": "c5296dbb-2f59-4443-ad6a-551d6658c917", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:46.328115 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58b63e01-a492-4de4-8003-86c0d316cc26 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:46.328615 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76708944-99db-49b0-86da-22821e5ef78a', 'name': 'network-vif-deleted', 'tag': 'c5296dbb-2f59-4443-ad6a-551d6658c917', 'status': 'completed', 'code': 200} Aug 29 07:01:46.351687 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b371d5d7-8107-436f-b3c8-6857aa8ed605 None None] Set router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:01:46.389651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d472819c-55be-40c2-877f-32334f364b3d req-93c4871f-77cd-4aab-b49e-b37f2e51118a tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 210 time: 0.0358033 Aug 29 07:01:46.607016 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b371d5d7-8107-436f-b3c8-6857aa8ed605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T06:58:09Z', 'revision_number': 4, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port': {'id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:06Z', 'updated_at': '2021-08-29T06:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '03b238f6-96fa-4bce-8d56-fa8215a72b9e', 'name': '', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'mac_address': 'fa:16:3e:36:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '258193db-0e20-4115-b10a-6e32476c36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:08Z', 'updated_at': '2021-08-29T06:58:16Z', 'revision_number': 5, 'project_id': 'fc67721640744935b4963814570d92ad', 'subnets': [{'id': '258193db-0e20-4115-b10a-6e32476c36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:46.637399 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b371d5d7-8107-436f-b3c8-6857aa8ed605 None None] Checking router: 57606c5e-d0e9-47e9-94d4-5c3c70c21186 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:01:46.646636 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371d5d7-8107-436f-b3c8-6857aa8ed605 None None] Routers {'57606c5e-d0e9-47e9-94d4-5c3c70c21186'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:01:46.647357 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b371d5d7-8107-436f-b3c8-6857aa8ed605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:01:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:46.795000 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b371d5d7-8107-436f-b3c8-6857aa8ed605 None None] Set router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:01:47.024911 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b371d5d7-8107-436f-b3c8-6857aa8ed605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T06:58:09Z', 'revision_number': 4, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port': {'id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:06Z', 'updated_at': '2021-08-29T06:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '03b238f6-96fa-4bce-8d56-fa8215a72b9e', 'name': '', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'mac_address': 'fa:16:3e:36:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '258193db-0e20-4115-b10a-6e32476c36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:08Z', 'updated_at': '2021-08-29T06:58:16Z', 'revision_number': 5, 'project_id': 'fc67721640744935b4963814570d92ad', 'subnets': [{'id': '258193db-0e20-4115-b10a-6e32476c36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:47.057898 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b371d5d7-8107-436f-b3c8-6857aa8ed605 None None] The sync data for ids ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'] in n-d-713301-12 is: [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T06:58:09Z', 'revision_number': 4, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port': {'id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:06Z', 'updated_at': '2021-08-29T06:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '03b238f6-96fa-4bce-8d56-fa8215a72b9e', 'name': '', 'network_id': 'ebce1c26-2bb6-4889-8893-84137d0c3905', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'mac_address': 'fa:16:3e:36:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '258193db-0e20-4115-b10a-6e32476c36c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:08Z', 'updated_at': '2021-08-29T06:58:16Z', 'revision_number': 5, 'project_id': 'fc67721640744935b4963814570d92ad', 'subnets': [{'id': '258193db-0e20-4115-b10a-6e32476c36c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:01:47.365004 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916db85-cd4a-477b-8e29-d4203f3aa39d req-22fcd8f1-70fb-4bb0-b91a-b89246051999 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:47.367428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8916db85-cd4a-477b-8e29-d4203f3aa39d req-22fcd8f1-70fb-4bb0-b91a-b89246051999 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 945 time: 0.0656993 Aug 29 07:01:47.413401 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b709e9ef-d947-4351-8760-b994345dd5c2 None None] New status for floating IP 4241bb37-66ef-4e6b-a217-c14417e15470: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:01:47.421321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8916db85-cd4a-477b-8e29-d4203f3aa39d req-e5805b3f-53d6-4afd-8606-89fbac95db86 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454650 Aug 29 07:01:47.530319 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8833ca1-89dd-4d71-b190-6f1951835d54 req-bb21f07a-cbf3-44c2-ad6b-2d4dd38f4ba8 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/ports?device_id=76708944-99db-49b0-86da-22821e5ef78a HTTP/1.1" status: 200 len: 210 time: 0.0314131 Aug 29 07:01:47.869766 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-479d6a0d-a0cc-4e6f-bbdf-49fa64887886 req-d5e8e476-9dbe-444a-927e-8274136fb59f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0743868 Aug 29 07:01:47.991525 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d6a0d-a0cc-4e6f-bbdf-49fa64887886 req-da147668-5bf5-47cb-9b76-1252157c3e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:47.993558 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-479d6a0d-a0cc-4e6f-bbdf-49fa64887886 req-da147668-5bf5-47cb-9b76-1252157c3e52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22a0ce1904444ca0986e4df87b83c4f1&device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 1137 time: 0.0496795 Aug 29 07:01:48.115171 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d6a0d-a0cc-4e6f-bbdf-49fa64887886 req-42279584-96cd-4531-bce0-324802633e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:48.116882 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-479d6a0d-a0cc-4e6f-bbdf-49fa64887886 req-42279584-96cd-4531-bce0-324802633e94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c6029a4-a7f9-4f42-9654-d8e161d528ee HTTP/1.1" status: 200 len: 897 time: 0.1021628 Aug 29 07:01:48.204982 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-479d6a0d-a0cc-4e6f-bbdf-49fa64887886 req-d42d7d0a-7df2-4be1-b11b-05a5b3423eca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace24cb0-dabe-465e-99bf-47fd143d07f1 HTTP/1.1" status: 200 len: 1001 time: 0.0801792 Aug 29 07:01:48.268536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d6a0d-a0cc-4e6f-bbdf-49fa64887886 req-a32d9b94-58f8-48ac-9c3f-6039403191d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:48.269989 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-479d6a0d-a0cc-4e6f-bbdf-49fa64887886 req-a32d9b94-58f8-48ac-9c3f-6039403191d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c338746-3097-40d6-b9c0-2d2139e10558 HTTP/1.1" status: 200 len: 834 time: 0.0576606 Aug 29 07:01:48.320371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d6a0d-a0cc-4e6f-bbdf-49fa64887886 req-00d5f863-0fa2-4920-abb1-ce712f03b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:48.321914 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-479d6a0d-a0cc-4e6f-bbdf-49fa64887886 req-00d5f863-0fa2-4920-abb1-ce712f03b9c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c6029a4-a7f9-4f42-9654-d8e161d528ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453260 Aug 29 07:01:48.420602 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-479d6a0d-a0cc-4e6f-bbdf-49fa64887886 req-cc218cd4-6e14-495f-bff9-40e0ad8d1a91 service neutron] 10.222.0.11 "GET /v2.0/networks/8c6029a4-a7f9-4f42-9654-d8e161d528ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910580 Aug 29 07:01:48.567523 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-479d6a0d-a0cc-4e6f-bbdf-49fa64887886 req-03a865d8-8548-4848-954c-15a6da866f3b service neutron] 10.222.0.11 "GET /v2.0/networks/8c6029a4-a7f9-4f42-9654-d8e161d528ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398203 Aug 29 07:01:48.615733 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ac1b5-2303-4a44-8c63-e5a229991396 req-cd6b51ea-4a0e-4ee3-871a-18f8c903776c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:48.618824 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a55ac1b5-2303-4a44-8c63-e5a229991396 req-cd6b51ea-4a0e-4ee3-871a-18f8c903776c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 945 time: 0.0814934 Aug 29 07:01:48.680513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40550) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:48.693132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a55ac1b5-2303-4a44-8c63-e5a229991396 req-e71c6914-3bb4-472f-9d34-25dd6ad7930e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480754 Aug 29 07:01:48.742588 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40556) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:48.834983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd1671-50da-4d6b-841e-4afc0cd82918 req-ed4e7aa2-d1e7-43b2-bc1f-512ae9089ccc tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:48.836592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ecd1671-50da-4d6b-841e-4afc0cd82918 req-ed4e7aa2-d1e7-43b2-bc1f-512ae9089ccc tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 945 time: 0.0615823 Aug 29 07:01:48.843046 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e93d236b-bc23-40b5-af89-9e413aacd662 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:48.845033 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-618b998b-9168-4e0f-ba57-885edbf0544f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:48.883956 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ecd1671-50da-4d6b-841e-4afc0cd82918 req-d3df2fb2-08e0-43c1-a758-908fbc3e93c4 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362740 Aug 29 07:01:48.892677 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e93d236b-bc23-40b5-af89-9e413aacd662 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.024676 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-618b998b-9168-4e0f-ba57-885edbf0544f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.048384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044594fd-b6e0-4fb8-bd5d-4504c2b1fc42 req-05764262-db03-49b5-8ffc-8786f79881bf tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:49.050215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-044594fd-b6e0-4fb8-bd5d-4504c2b1fc42 req-05764262-db03-49b5-8ffc-8786f79881bf tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 945 time: 0.0637138 Aug 29 07:01:49.091365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-044594fd-b6e0-4fb8-bd5d-4504c2b1fc42 req-f3752210-d7c2-4b9e-b301-2e0c523da33d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348151 Aug 29 07:01:49.109837 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e93d236b-bc23-40b5-af89-9e413aacd662 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.116873 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e93d236b-bc23-40b5-af89-9e413aacd662 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.116873 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e93d236b-bc23-40b5-af89-9e413aacd662 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "DELETE /v2.0/security-groups/229f9bc9-36bf-42e8-9684-c21de1ef8be2 HTTP/1.1" status: 204 len: 168 time: 0.3706329 Aug 29 07:01:49.118951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40570) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:49.124409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d236b-bc23-40b5-af89-9e413aacd662 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229f9bc9-36bf-42e8-9684-c21de1ef8be2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:49.134400 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-93ee5449-cf57-4e80-94a7-b3240c62e9f2 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] show failed (client error): The resource could not be found. Aug 29 07:01:49.135619 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-93ee5449-cf57-4e80-94a7-b3240c62e9f2 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "GET /v2.0/security-groups/229f9bc9-36bf-42e8-9684-c21de1ef8be2 HTTP/1.1" status: 404 len: 347 time: 0.0154476 Aug 29 07:01:49.140100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40572) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:49.146974 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-618b998b-9168-4e0f-ba57-885edbf0544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.232560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b998b-9168-4e0f-ba57-885edbf0544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a74f6d-88ab-42fe-a3e7-1fe740fde5bc,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:49.243388 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-618b998b-9168-4e0f-ba57-885edbf0544f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7e73743113b410389196e79961f9101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5576987 Aug 29 07:01:49.243540 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40578) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:49.327704 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9670b317-cebb-44a4-b85a-a68f0eb97132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.332189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-550bf650-5a92-4019-ac21-7503119266d7 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Deleting port 762678cf-0054-41f5-9cc2-ffa337724e7e {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:01:49.332602 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-550bf650-5a92-4019-ac21-7503119266d7 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.353086 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9670b317-cebb-44a4-b85a-a68f0eb97132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.366346 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c5296dbb-2f59-4443-ad6a-551d6658c917 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:01:49.406355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: c5296dbb-2f59-4443-ad6a-551d6658c917 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:01:49.407076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c5296dbb-2f59-4443-ad6a-551d6658c917 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:01:49.425248 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-550bf650-5a92-4019-ac21-7503119266d7 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.425248 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-550bf650-5a92-4019-ac21-7503119266d7 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.435548 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-550bf650-5a92-4019-ac21-7503119266d7 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Calling delete_port for 762678cf-0054-41f5-9cc2-ffa337724e7e owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:01:49.523012 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9670b317-cebb-44a4-b85a-a68f0eb97132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.526237 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9670b317-cebb-44a4-b85a-a68f0eb97132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.527596 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9670b317-cebb-44a4-b85a-a68f0eb97132 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c6a74f6d-88ab-42fe-a3e7-1fe740fde5bc HTTP/1.1" status: 204 len: 168 time: 0.2828872 Aug 29 07:01:49.548407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670b317-cebb-44a4-b85a-a68f0eb97132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a74f6d-88ab-42fe-a3e7-1fe740fde5bc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:49.602611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d74bc7-d7d8-47ca-9d45-31334fbe6fef req-806eb747-a990-4afc-80bc-def8bec2066e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:49.604372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09d74bc7-d7d8-47ca-9d45-31334fbe6fef req-806eb747-a990-4afc-80bc-def8bec2066e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 945 time: 0.0707445 Aug 29 07:01:49.650820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09d74bc7-d7d8-47ca-9d45-31334fbe6fef req-0600d576-ab95-430e-b587-09b883a2d657 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363822 Aug 29 07:01:49.733430 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-550bf650-5a92-4019-ac21-7503119266d7 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.774049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bf650-5a92-4019-ac21-7503119266d7 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Pushing event deleted for resources: {'Port': ['ID=762678cf-0054-41f5-9cc2-ffa337724e7e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:49.892287 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-550bf650-5a92-4019-ac21-7503119266d7 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.892287 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-550bf650-5a92-4019-ac21-7503119266d7 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:49.892287 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-550bf650-5a92-4019-ac21-7503119266d7 tempest-ServersTestFqdnHostnames-160820203 tempest-ServersTestFqdnHostnames-160820203-project] 10.222.0.76 "DELETE /v2.0/floatingips/4241bb37-66ef-4e6b-a217-c14417e15470 HTTP/1.1" status: 204 len: 168 time: 0.7254586 Aug 29 07:01:49.892513 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40598) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:50.385004 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c488b7fd-5ec4-4fea-94c8-6266b8b8973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:50.732430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c488b7fd-5ec4-4fea-94c8-6266b8b8973e admin admin] Deleting port 03b238f6-96fa-4bce-8d56-fa8215a72b9e {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:01:50.733256 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c488b7fd-5ec4-4fea-94c8-6266b8b8973e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:50.847127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c90370-2ff6-4b57-b5a4-92d28836a140 req-852d2090-97f8-4c62-bb6a-b6b6dce1a8a0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:50.848799 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1c90370-2ff6-4b57-b5a4-92d28836a140 req-852d2090-97f8-4c62-bb6a-b6b6dce1a8a0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 945 time: 0.0978000 Aug 29 07:01:50.868415 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:50.886745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-c488b7fd-5ec4-4fea-94c8-6266b8b8973e admin admin] For port 03b238f6-96fa-4bce-8d56-fa8215a72b9e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=03b238f6-96fa-4bce-8d56-fa8215a72b9e,segment=NetworkSegment(40e765de-b7cd-49cd-9570-b92515c55b87),segment_id=40e765de-b7cd-49cd-9570-b92515c55b87)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:50.887185 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c488b7fd-5ec4-4fea-94c8-6266b8b8973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:50.922182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c488b7fd-5ec4-4fea-94c8-6266b8b8973e admin admin] Calling delete_port for 03b238f6-96fa-4bce-8d56-fa8215a72b9e owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:01:50.926723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1c90370-2ff6-4b57-b5a4-92d28836a140 req-5237b052-08d4-4ee9-9e7a-e2067fce8b65 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617800 Aug 29 07:01:51.223899 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c488b7fd-5ec4-4fea-94c8-6266b8b8973e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:51.256808 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488b7fd-5ec4-4fea-94c8-6266b8b8973e admin admin] Pushing event deleted for resources: {'Port': ['ID=03b238f6-96fa-4bce-8d56-fa8215a72b9e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:51.432268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec337c88-f9ed-4755-a41e-64fe658c9062 req-4d0fff02-072a-4d18-b315-25e4832f1bcd tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:51.437230 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec337c88-f9ed-4755-a41e-64fe658c9062 req-4d0fff02-072a-4d18-b315-25e4832f1bcd tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 945 time: 0.1028514 Aug 29 07:01:51.493429 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c488b7fd-5ec4-4fea-94c8-6266b8b8973e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:51.642400 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-ec337c88-f9ed-4755-a41e-64fe658c9062 req-8f99d014-87ee-4796-b83f-42c2b9629076 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Deleting port 4e5b4901-e71f-45d1-b503-03f999fc4ee0 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:01:51.642750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec337c88-f9ed-4755-a41e-64fe658c9062 req-8f99d014-87ee-4796-b83f-42c2b9629076 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:51.740951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ec337c88-f9ed-4755-a41e-64fe658c9062 req-8f99d014-87ee-4796-b83f-42c2b9629076 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] For port 4e5b4901-e71f-45d1-b503-03f999fc4ee0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4e5b4901-e71f-45d1-b503-03f999fc4ee0,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:51.741445 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec337c88-f9ed-4755-a41e-64fe658c9062 req-8f99d014-87ee-4796-b83f-42c2b9629076 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:51.757908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-ec337c88-f9ed-4755-a41e-64fe658c9062 req-8f99d014-87ee-4796-b83f-42c2b9629076 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Calling delete_port for 4e5b4901-e71f-45d1-b503-03f999fc4ee0 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:01:51.822293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c488b7fd-5ec4-4fea-94c8-6266b8b8973e admin admin] Router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:01:52.024936 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec337c88-f9ed-4755-a41e-64fe658c9062 req-8f99d014-87ee-4796-b83f-42c2b9629076 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:52.037824 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4abd830a-54f2-4704-ba2c-e7575c049cb4', 'bd3eb85e-9d23-4715-96a2-8e3c1bf15d51'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:01:52.061629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99d014-87ee-4796-b83f-42c2b9629076 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Pushing event deleted for resources: {'Port': ['ID=4e5b4901-e71f-45d1-b503-03f999fc4ee0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:52.065150 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['4e5b4901-e71f-45d1-b503-03f999fc4ee0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:01:52.129356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec337c88-f9ed-4755-a41e-64fe658c9062 req-8f99d014-87ee-4796-b83f-42c2b9629076 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] No DVR routers for this DVR port 4e5b4901-e71f-45d1-b503-03f999fc4ee0 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:01:52.132856 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ec337c88-f9ed-4755-a41e-64fe658c9062 req-8f99d014-87ee-4796-b83f-42c2b9629076 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:52.139206 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec337c88-f9ed-4755-a41e-64fe658c9062 req-8f99d014-87ee-4796-b83f-42c2b9629076 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "DELETE /v2.0/ports/4e5b4901-e71f-45d1-b503-03f999fc4ee0 HTTP/1.1" status: 204 len: 173 time: 0.6910706 Aug 29 07:01:52.139764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0a857e-0ee2-467b-a0a2-c9591489d125', 'name': 'network-vif-deleted', 'tag': '4e5b4901-e71f-45d1-b503-03f999fc4ee0'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:52.154933 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88049bcb-6336-41ab-a021-c5406170b872" -d '{"events": [{"server_uuid": "9c0a857e-0ee2-467b-a0a2-c9591489d125", "name": "network-vif-deleted", "tag": "4e5b4901-e71f-45d1-b503-03f999fc4ee0"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:52.217094 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed50cea4-5d73-4d6a-ac11-b6e11f2ad3ad x-openstack-request-id: req-ed50cea4-5d73-4d6a-ac11-b6e11f2ad3ad {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:52.217094 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0a857e-0ee2-467b-a0a2-c9591489d125", "name": "network-vif-deleted", "tag": "4e5b4901-e71f-45d1-b503-03f999fc4ee0", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:52.217094 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed50cea4-5d73-4d6a-ac11-b6e11f2ad3ad {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:52.217094 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0a857e-0ee2-467b-a0a2-c9591489d125', 'name': 'network-vif-deleted', 'tag': '4e5b4901-e71f-45d1-b503-03f999fc4ee0', 'status': 'completed', 'code': 200} Aug 29 07:01:52.328471 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-682d9f83-d62a-4218-a65a-12cac0d844a9 req-2b2a709f-fc32-401c-85da-e8c38168c95a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 210 time: 0.0357735 Aug 29 07:01:52.329385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c488b7fd-5ec4-4fea-94c8-6266b8b8973e admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:01:52.336980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c488b7fd-5ec4-4fea-94c8-6266b8b8973e admin admin] 10.222.0.76 "PUT /v2.0/routers/57606c5e-d0e9-47e9-94d4-5c3c70c21186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4394042 Aug 29 07:01:52.337215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40664) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:52.353794 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a644caf-c5dd-400e-8033-aaeca4a9a10d None None] Sync routers for ids ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:01:52.370830 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a644caf-c5dd-400e-8033-aaeca4a9a10d None None] Routers {'57606c5e-d0e9-47e9-94d4-5c3c70c21186'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:01:52.374993 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9a644caf-c5dd-400e-8033-aaeca4a9a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:01:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:52.529354 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:52.577068 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-9a644caf-c5dd-400e-8033-aaeca4a9a10d None None] Set router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:01:52.658322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:52.788930 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9a644caf-c5dd-400e-8033-aaeca4a9a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T07:01:51Z', 'revision_number': 5, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port': {'id': '666c4fcd-e45e-44dc-acc8-87d76630c549', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:58:06Z', 'updated_at': '2021-08-29T06:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:52.924746 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a644caf-c5dd-400e-8033-aaeca4a9a10d None None] Checking router: 57606c5e-d0e9-47e9-94d4-5c3c70c21186 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:01:52.935692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] Deleting port 666c4fcd-e45e-44dc-acc8-87d76630c549 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:01:52.936251 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:52.939582 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a644caf-c5dd-400e-8033-aaeca4a9a10d None None] Routers {'57606c5e-d0e9-47e9-94d4-5c3c70c21186'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:01:52.940707 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9a644caf-c5dd-400e-8033-aaeca4a9a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:01:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:53.045904 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] For port 666c4fcd-e45e-44dc-acc8-87d76630c549, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=666c4fcd-e45e-44dc-acc8-87d76630c549,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:53.046273 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:53.046779 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-9a644caf-c5dd-400e-8033-aaeca4a9a10d None None] Set router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:01:53.060811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] Calling delete_port for 666c4fcd-e45e-44dc-acc8-87d76630c549 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:01:53.123529 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9a644caf-c5dd-400e-8033-aaeca4a9a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T07:01:52Z', 'revision_number': 6, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:53.160963 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a644caf-c5dd-400e-8033-aaeca4a9a10d None None] The sync data for ids ['57606c5e-d0e9-47e9-94d4-5c3c70c21186'] in n-d-713301-12 is: [{'id': '57606c5e-d0e9-47e9-94d4-5c3c70c21186', 'name': 'tempest-ServersTestFqdnHostnames-326533535-router', 'tenant_id': 'fc67721640744935b4963814570d92ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:58:05Z', 'updated_at': '2021-08-29T07:01:52Z', 'revision_number': 6, 'project_id': 'fc67721640744935b4963814570d92ad', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:01:53.362132 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:53.398898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=666c4fcd-e45e-44dc-acc8-87d76630c549,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:53.519231 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ddd48b5-5f03-4d85-9cc8-2c8a858dea6a req-1fd4e890-4286-4f37-b041-723f77395ee6 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c0a857e-0ee2-467b-a0a2-c9591489d125 HTTP/1.1" status: 200 len: 210 time: 0.0858748 Aug 29 07:01:53.545472 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:53.656003 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:53.658445 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:53.795530 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:53.796141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57606c5e-d0e9-47e9-94d4-5c3c70c21186 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:01:53.800644 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:53.804024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ea58bfb9-ba60-43db-a384-a79cb239d8f1 admin admin] 10.222.0.76 "DELETE /v2.0/routers/57606c5e-d0e9-47e9-94d4-5c3c70c21186 HTTP/1.1" status: 204 len: 168 time: 1.4636681 Aug 29 07:01:53.805229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40730) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:53.881779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b462ca3-994b-44a8-9fec-fbd794961f1d admin admin] Deleting subnet 258193db-0e20-4115-b10a-6e32476c36c8 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:01:53.885124 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3b462ca3-994b-44a8-9fec-fbd794961f1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:53.922271 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3b462ca3-994b-44a8-9fec-fbd794961f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.029449 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3b462ca3-994b-44a8-9fec-fbd794961f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.207270 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3b462ca3-994b-44a8-9fec-fbd794961f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.237469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b462ca3-994b-44a8-9fec-fbd794961f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258193db-0e20-4115-b10a-6e32476c36c8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:54.246003 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3b462ca3-994b-44a8-9fec-fbd794961f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.246003 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3b462ca3-994b-44a8-9fec-fbd794961f1d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/258193db-0e20-4115-b10a-6e32476c36c8 HTTP/1.1" status: 204 len: 168 time: 0.4365273 Aug 29 07:01:54.246944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582727e0-9e53-4628-921d-a0e29c5fc658 None None] Network ebce1c26-2bb6-4889-8893-84137d0c3905 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:01:54.247468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40748) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:54.357945 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.440197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Deleting port f18cdad9-96aa-47e2-aca6-8a8c9e81383b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:01:54.444835 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.490631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ea9d6-8df7-49ed-8410-fa8545cd3c92 None None] DHCP port deletion for ebce1c26-2bb6-4889-8893-84137d0c3905 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:01:54.559914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 03b238f6-96fa-4bce-8d56-fa8215a72b9e no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:01:54.560578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] For port f18cdad9-96aa-47e2-aca6-8a8c9e81383b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f18cdad9-96aa-47e2-aca6-8a8c9e81383b,segment=NetworkSegment(40e765de-b7cd-49cd-9570-b92515c55b87),segment_id=40e765de-b7cd-49cd-9570-b92515c55b87)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:54.560960 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.584911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 03b238f6-96fa-4bce-8d56-fa8215a72b9e {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:01:54.585327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 03b238f6-96fa-4bce-8d56-fa8215a72b9e not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:01:54.585769 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 666c4fcd-e45e-44dc-acc8-87d76630c549 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:01:54.587087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Calling delete_port for f18cdad9-96aa-47e2-aca6-8a8c9e81383b owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:01:54.611034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 666c4fcd-e45e-44dc-acc8-87d76630c549 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:01:54.612868 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 666c4fcd-e45e-44dc-acc8-87d76630c549 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:01:54.629313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-190ea9d6-8df7-49ed-8410-fa8545cd3c92 None None] Deleting port f18cdad9-96aa-47e2-aca6-8a8c9e81383b {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:01:54.629928 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-190ea9d6-8df7-49ed-8410-fa8545cd3c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.704497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-190ea9d6-8df7-49ed-8410-fa8545cd3c92 None None] For port f18cdad9-96aa-47e2-aca6-8a8c9e81383b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f18cdad9-96aa-47e2-aca6-8a8c9e81383b,segment=NetworkSegment(40e765de-b7cd-49cd-9570-b92515c55b87),segment_id=40e765de-b7cd-49cd-9570-b92515c55b87)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:54.704953 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-190ea9d6-8df7-49ed-8410-fa8545cd3c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.719095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-190ea9d6-8df7-49ed-8410-fa8545cd3c92 None None] Calling delete_port for f18cdad9-96aa-47e2-aca6-8a8c9e81383b owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:01:54.807033 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.817746 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-190ea9d6-8df7-49ed-8410-fa8545cd3c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.837654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=f18cdad9-96aa-47e2-aca6-8a8c9e81383b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:54.846718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] No DVR routers for this DVR port f18cdad9-96aa-47e2-aca6-8a8c9e81383b on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:01:54.849126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ea9d6-8df7-49ed-8410-fa8545cd3c92 None None] Pushing event deleted for resources: {'Port': ['ID=f18cdad9-96aa-47e2-aca6-8a8c9e81383b,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:54.851466 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ea9d6-8df7-49ed-8410-fa8545cd3c92 None None] No DVR routers for this DVR port f18cdad9-96aa-47e2-aca6-8a8c9e81383b on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:01:54.934081 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.947888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebce1c26-2bb6-4889-8893-84137d0c3905']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:54.961391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e765de-b7cd-49cd-9570-b92515c55b87') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:54.961690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e765de-b7cd-49cd-9570-b92515c55b87') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:01:54.971553 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.985777 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.992056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:01:54.992448 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:01:54.994179 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:01:55.119931 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d442062-516a-4046-a894-0774ee74c17d req-5981e137-cedd-4510-9baa-06610d63dac8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:55.121130 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5d442062-516a-4046-a894-0774ee74c17d req-5981e137-cedd-4510-9baa-06610d63dac8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 945 time: 0.0608029 Aug 29 07:01:55.122843 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:55.128977 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:55.130946 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] 10.222.0.76 "DELETE /v2.0/networks/ebce1c26-2bb6-4889-8893-84137d0c3905 HTTP/1.1" status: 204 len: 168 time: 0.8835008 Aug 29 07:01:55.151635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e5acc-fa53-4c67-916e-975f92728e0d admin admin] Pushing event deleted for resources: {'Network': ['ID=ebce1c26-2bb6-4889-8893-84137d0c3905,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:55.176793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5d442062-516a-4046-a894-0774ee74c17d req-ff4d78ed-850e-49b4-a436-c5253ecf8355 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Aug 29 07:01:55.425071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4e5b4901-e71f-45d1-b503-03f999fc4ee0 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:01:55.448643 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 4e5b4901-e71f-45d1-b503-03f999fc4ee0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:01:55.448996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4e5b4901-e71f-45d1-b503-03f999fc4ee0 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:01:55.629382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40818) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:55.690111 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-88b0a402-c9ac-4daf-bdc9-950fded9fa28 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fc67721640744935b4963814570d92ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465672 Aug 29 07:01:55.690111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40820) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:55.732892 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fce9e8c0-14e0-4a5d-9320-50bffaec2160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:55.755362 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fce9e8c0-14e0-4a5d-9320-50bffaec2160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:55.950431 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fce9e8c0-14e0-4a5d-9320-50bffaec2160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:55.953908 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fce9e8c0-14e0-4a5d-9320-50bffaec2160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:55.955107 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fce9e8c0-14e0-4a5d-9320-50bffaec2160 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4221afa8-dbb1-4287-8820-aea44599c056 HTTP/1.1" status: 204 len: 168 time: 0.2743618 Aug 29 07:01:55.963107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9e8c0-14e0-4a5d-9320-50bffaec2160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4221afa8-dbb1-4287-8820-aea44599c056,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:56.307517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08b40b-dca1-4467-9f18-846adef6781d req-c97686b5-1139-4d0b-8ee3-4bb8dc682066 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:56.309618 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c08b40b-dca1-4467-9f18-846adef6781d req-c97686b5-1139-4d0b-8ee3-4bb8dc682066 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 945 time: 0.0572526 Aug 29 07:01:56.350682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c08b40b-dca1-4467-9f18-846adef6781d req-3d03110c-8fcc-41ae-ab64-1453e8c0d52c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345087 Aug 29 07:01:56.500809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f18cdad9-96aa-47e2-aca6-8a8c9e81383b no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:01:56.533335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: f18cdad9-96aa-47e2-aca6-8a8c9e81383b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:01:56.533335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f18cdad9-96aa-47e2-aca6-8a8c9e81383b not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:01:56.545798 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575c2d3-6b0b-42b6-b7b1-c65457a6f2d4 req-56234c90-4291-433d-8e24-b443f6aa0705 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:56.547405 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6575c2d3-6b0b-42b6-b7b1-c65457a6f2d4 req-56234c90-4291-433d-8e24-b443f6aa0705 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.15 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 945 time: 0.0592558 Aug 29 07:01:56.663983 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-6575c2d3-6b0b-42b6-b7b1-c65457a6f2d4 req-348cc522-6f50-466e-84d0-945586c4277d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Deleting port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:01:56.665637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6575c2d3-6b0b-42b6-b7b1-c65457a6f2d4 req-348cc522-6f50-466e-84d0-945586c4277d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:56.729589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40854) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:56.782816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-6575c2d3-6b0b-42b6-b7b1-c65457a6f2d4 req-348cc522-6f50-466e-84d0-945586c4277d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] For port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bd3eb85e-9d23-4715-96a2-8e3c1bf15d51,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:01:56.783227 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6575c2d3-6b0b-42b6-b7b1-c65457a6f2d4 req-348cc522-6f50-466e-84d0-945586c4277d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:56.798036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-6575c2d3-6b0b-42b6-b7b1-c65457a6f2d4 req-348cc522-6f50-466e-84d0-945586c4277d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Calling delete_port for bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:01:56.864685 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea080231-bac3-4660-8d92-2496694c7822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:57.089144 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6575c2d3-6b0b-42b6-b7b1-c65457a6f2d4 req-348cc522-6f50-466e-84d0-945586c4277d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:57.103257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4abd830a-54f2-4704-ba2c-e7575c049cb4', 'bd3eb85e-9d23-4715-96a2-8e3c1bf15d51'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:01:57.140355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cc522-6f50-466e-84d0-945586c4277d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Pushing event deleted for resources: {'Port': ['ID=bd3eb85e-9d23-4715-96a2-8e3c1bf15d51,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:57.226718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6575c2d3-6b0b-42b6-b7b1-c65457a6f2d4 req-348cc522-6f50-466e-84d0-945586c4277d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] No DVR routers for this DVR port bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:01:57.226718 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6575c2d3-6b0b-42b6-b7b1-c65457a6f2d4 req-348cc522-6f50-466e-84d0-945586c4277d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:57.226718 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6575c2d3-6b0b-42b6-b7b1-c65457a6f2d4 req-348cc522-6f50-466e-84d0-945586c4277d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.15 "DELETE /v2.0/ports/bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 HTTP/1.1" status: 204 len: 173 time: 0.6594489 Aug 29 07:01:57.226718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9391030d-4e16-4689-8d58-f3c3df7deb6f', 'name': 'network-vif-deleted', 'tag': 'bd3eb85e-9d23-4715-96a2-8e3c1bf15d51'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:01:57.226718 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cbab2e-4473-4092-a1d2-f5de5b9a0554" -d '{"events": [{"server_uuid": "9391030d-4e16-4689-8d58-f3c3df7deb6f", "name": "network-vif-deleted", "tag": "bd3eb85e-9d23-4715-96a2-8e3c1bf15d51"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:01:57.251859 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea080231-bac3-4660-8d92-2496694c7822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:57.285837 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b379c1-e8c9-4954-9461-74f219974776 x-openstack-request-id: req-11b379c1-e8c9-4954-9461-74f219974776 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:01:57.286208 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9391030d-4e16-4689-8d58-f3c3df7deb6f", "name": "network-vif-deleted", "tag": "bd3eb85e-9d23-4715-96a2-8e3c1bf15d51", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:01:57.286524 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-11b379c1-e8c9-4954-9461-74f219974776 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:01:57.288008 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9391030d-4e16-4689-8d58-f3c3df7deb6f', 'name': 'network-vif-deleted', 'tag': 'bd3eb85e-9d23-4715-96a2-8e3c1bf15d51', 'status': 'completed', 'code': 200} Aug 29 07:01:57.377953 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea080231-bac3-4660-8d92-2496694c7822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:57.427879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40902) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:57.439411 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ea080231-bac3-4660-8d92-2496694c7822 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=955a83682e90447ab8068e435fda26bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7086744 Aug 29 07:01:57.445694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40904) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:57.483286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea080231-bac3-4660-8d92-2496694c7822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54636710-2a54-46b8-8e0b-333a03d5e058,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:57.531708 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74add8dd-78c2-4c93-99a7-1528c97d5be3 req-803ed049-569e-4e44-92be-86433f4db47f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=9391030d-4e16-4689-8d58-f3c3df7deb6f HTTP/1.1" status: 200 len: 210 time: 0.0592532 Aug 29 07:01:57.533562 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3253d732-7702-470e-b4ec-4f36f20f8c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:57.544944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40908) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:57.570647 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3253d732-7702-470e-b4ec-4f36f20f8c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:57.572082 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c48baa15-c698-40cd-8342-15ca6d0fd20f tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2802 time: 0.1424429 Aug 29 07:01:57.579997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40912) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:57.585441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-53f82be0-a100-4cb4-8a26-a621e606ff5a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Request body: {'network': {'name': 'tempest-network-smoke--468751560', 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'port_security_enabled': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:57.666788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1577721468-network', 'tenant_id': '7bbaedf7c23a4101a7c052204c518172'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:57.755217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3253d732-7702-470e-b4ec-4f36f20f8c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:57.756855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f82be0-a100-4cb4-8a26-a621e606ff5a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Made reservation on behalf of 22a0ce1904444ca0986e4df87b83c4f1 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:01:57.758250 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3253d732-7702-470e-b4ec-4f36f20f8c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:57.759563 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3253d732-7702-470e-b4ec-4f36f20f8c64 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/54636710-2a54-46b8-8e0b-333a03d5e058 HTTP/1.1" status: 204 len: 168 time: 0.3122652 Aug 29 07:01:57.761072 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-53f82be0-a100-4cb4-8a26-a621e606ff5a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:57.769372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253d732-7702-470e-b4ec-4f36f20f8c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54636710-2a54-46b8-8e0b-333a03d5e058,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:57.807505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f82be0-a100-4cb4-8a26-a621e606ff5a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:01:57.822987 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-53f82be0-a100-4cb4-8a26-a621e606ff5a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:57.826692 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-53f82be0-a100-4cb4-8a26-a621e606ff5a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Added segment 1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8 of type vlan for network 3a7dd948-f081-41ee-a62b-3345c79d3eea Aug 29 07:01:57.869923 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-53f82be0-a100-4cb4-8a26-a621e606ff5a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:57.897784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] Made reservation on behalf of 7bbaedf7c23a4101a7c052204c518172 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:01:57.900166 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:57.909153 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:57.994625 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-53f82be0-a100-4cb4-8a26-a621e606ff5a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:58.004346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f82be0-a100-4cb4-8a26-a621e606ff5a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:58.005052 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-53f82be0-a100-4cb4-8a26-a621e606ff5a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:58.182151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f82be0-a100-4cb4-8a26-a621e606ff5a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'Network': ['ID=3a7dd948-f081-41ee-a62b-3345c79d3eea,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:58.191714 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:58.195908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 3a7dd948-f081-41ee-a62b-3345c79d3eea details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:01:58.271408 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:58.298939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:01:58.309829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0b1972-3afd-438f-9293-05e353dd4344,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:58.315561 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:58.316136 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] Added segment 75323e87-d4fb-42a3-b366-30be654dda96 of type vlan for network 285842f2-d687-4886-b093-c3072cbc114a Aug 29 07:01:58.360667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:58.425203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-53f82be0-a100-4cb4-8a26-a621e606ff5a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8437455 Aug 29 07:01:58.428087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40950) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:58.432877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1430694351', 'admin_state_up': True, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:58.581042 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:58.583736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:58.584327 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:58.635908 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:58.637320 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:58.660579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] Pushing event updated for resources: {'Network': ['ID=285842f2-d687-4886-b093-c3072cbc114a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:58.675935 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 285842f2-d687-4886-b093-c3072cbc114a details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:01:58.709290 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:58.810710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-207ea1aa-c9cf-4291-8a69-eb108161d19e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2662220 Aug 29 07:01:58.814030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40980) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:58.819912 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-78ef6957-6fd8-4fd8-a76f-9bf455f5bc3a admin admin] Request body: {'subnet': {'network_id': '285842f2-d687-4886-b093-c3072cbc114a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1577721468-subnet', 'tenant_id': '7bbaedf7c23a4101a7c052204c518172', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:01:58.830116 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40982) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:58.886408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6024c99a-1a0e-451d-b9a4-4787c61ac193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:58.927376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-3682bcaf-3ca8-40f0-90d8-bb33e86b5b56 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:01:58.928994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-3682bcaf-3ca8-40f0-90d8-bb33e86b5b56 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.1317847 Aug 29 07:01:58.947936 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-ca019bf0-9d2d-4a4c-819e-178d42f92feb tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/quotas/c6f5cacadd2f4dab8b27a56efab78c57 HTTP/1.1" status: 200 len: 375 time: 0.0123479 Aug 29 07:01:59.013834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-33c974f9-2d26-46d1-accb-3103032e9499 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555019 Aug 29 07:01:59.023449 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:59.089398 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ef6957-6fd8-4fd8-a76f-9bf455f5bc3a admin admin] Made reservation on behalf of 7bbaedf7c23a4101a7c052204c518172 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:01:59.092649 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-78ef6957-6fd8-4fd8-a76f-9bf455f5bc3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:59.129839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-65e28034-c143-44d7-b12c-f6c056060fb5 service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033340 Aug 29 07:01:59.237652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-6cc7434d-bebf-4bf0-baba-751bb339054b service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960405 Aug 29 07:01:59.373856 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6024c99a-1a0e-451d-b9a4-4787c61ac193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:59.517020 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-78ef6957-6fd8-4fd8-a76f-9bf455f5bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:59.522538 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6024c99a-1a0e-451d-b9a4-4787c61ac193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:59.578276 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b094ad54-d5c4-4d5a-a036-f4ee76d9d06c req-0495f531-e7f8-44c3-a872-730749704657 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 210 time: 0.0329843 Aug 29 07:01:59.637314 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:59.639663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024c99a-1a0e-451d-b9a4-4787c61ac193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08f2cf0-2452-49d2-b88c-48ad4eaad343,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:59.669219 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6024c99a-1a0e-451d-b9a4-4787c61ac193 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f89f6a2d9d934fd7af59a787f7f2b536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8378086 Aug 29 07:01:59.671179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:59.672304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41022) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:01:59.674387 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef6957-6fd8-4fd8-a76f-9bf455f5bc3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=518db0c0-286a-41be-8582-9059542fdc6c,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:01:59.736568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef6957-6fd8-4fd8-a76f-9bf455f5bc3a admin admin] Checking segment: {'id': '75323e87-d4fb-42a3-b366-30be654dda96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '285842f2-d687-4886-b093-c3072cbc114a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:01:59.737066 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ef6957-6fd8-4fd8-a76f-9bf455f5bc3a admin admin] Network hostable DHCP agents. Network: 285842f2-d687-4886-b093-c3072cbc114a, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:01:59.758400 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acc4a314-2f11-4cbc-acec-0befaa459757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:59.780008 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acc4a314-2f11-4cbc-acec-0befaa459757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:01:59.830027 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Allocated IP 172.25.1.76 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/d816a625-76ca-4db3-95bf-94c648064b54) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:01:59.945715 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:00.000794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ef6957-6fd8-4fd8-a76f-9bf455f5bc3a admin admin] Network 285842f2-d687-4886-b093-c3072cbc114a is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:02:00.046551 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acc4a314-2f11-4cbc-acec-0befaa459757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:00.049239 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acc4a314-2f11-4cbc-acec-0befaa459757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:00.050718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-acc4a314-2f11-4cbc-acec-0befaa459757 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b08f2cf0-2452-49d2-b88c-48ad4eaad343 HTTP/1.1" status: 204 len: 168 time: 0.3772733 Aug 29 07:02:00.059853 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4a314-2f11-4cbc-acec-0befaa459757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08f2cf0-2452-49d2-b88c-48ad4eaad343,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:00.150316 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:00.196462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-78ef6957-6fd8-4fd8-a76f-9bf455f5bc3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 285842f2-d687-4886-b093-c3072cbc114a) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:00.201310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ef6957-6fd8-4fd8-a76f-9bf455f5bc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:00.203512 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-78ef6957-6fd8-4fd8-a76f-9bf455f5bc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:00.207078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f971eed3-e13d-4c6d-aced-d09771c3483c None None] Network 285842f2-d687-4886-b093-c3072cbc114a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:02:00.221468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:00.231337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:00.235811 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:02:00.265273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'Port': ['ID=d816a625-76ca-4db3-95bf-94c648064b54,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:00.359353 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-78ef6957-6fd8-4fd8-a76f-9bf455f5bc3a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5438104 Aug 29 07:02:00.378401 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83fb500-446a-4c74-ae39-a32bf6d24d21 None None] Network 285842f2-d687-4886-b093-c3072cbc114a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:02:00.461900 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:02:00.486364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:02:00.486717 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device bd3eb85e-9d23-4715-96a2-8e3c1bf15d51 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:02:00.710486 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d17289c3-3089-4322-ba6a-c1dfcd84626f req-f977fe74-325d-483e-bdf3-44eddb9d3d0d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 210 time: 0.0390871 Aug 29 07:02:00.803108 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:00.926386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-2ee79b23-c170-4186-99a4-553fc8050be5 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:00.928379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-2ee79b23-c170-4186-99a4-553fc8050be5 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/networks?id=285842f2-d687-4886-b093-c3072cbc114a HTTP/1.1" status: 200 len: 809 time: 0.1293807 Aug 29 07:02:00.945833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-34fa5e5e-ca15-46a8-9a3a-c53f2823970d tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/quotas/7bbaedf7c23a4101a7c052204c518172 HTTP/1.1" status: 200 len: 375 time: 0.0099385 Aug 29 07:02:00.987349 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-d8b9aa69-ef6f-464d-bed7-067e0d1e7aca tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7bbaedf7c23a4101a7c052204c518172&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351138 Aug 29 07:02:01.043432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:01.109041 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-c3145c9f-dec9-4b86-b5be-ca5fcf5d7d95 service neutron] 10.222.0.76 "GET /v2.0/networks/285842f2-d687-4886-b093-c3072cbc114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117630 Aug 29 07:02:01.225948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-540c348a-f9ce-4e26-9870-dfd9a4ecdb6f service neutron] 10.222.0.76 "GET /v2.0/networks/285842f2-d687-4886-b093-c3072cbc114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160057 Aug 29 07:02:01.343437 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Router e7c4b31c-77fa-4923-bd63-e9e485ad9c69 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:02:01.476584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:02:01.486972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Sync routers for ids ['e7c4b31c-77fa-4923-bd63-e9e485ad9c69'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:02:01.501876 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Routers {'e7c4b31c-77fa-4923-bd63-e9e485ad9c69'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:01.503094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:01:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e7c4b31c-77fa-4923-bd63-e9e485ad9c69'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:01.579178 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:01.580800 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-40ac7283-b4ae-47cd-872e-1cf493c46f3d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.1514764 Aug 29 07:02:01.584045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41126) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:01.654515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90e3a768-0fc5-4ddf-8a66-bccd680c362a req-4b90993e-d909-4b72-9b58-14f8b267114f tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 210 time: 0.0773666 Aug 29 07:02:01.783977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Set router e7c4b31c-77fa-4923-bd63-e9e485ad9c69 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:02:01.842117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d160d46-c934-41ac-a29a-a4251b64211e tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:01.842117 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2d160d46-c934-41ac-a29a-a4251b64211e tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=22a0ce1904444ca0986e4df87b83c4f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2415097 Aug 29 07:02:01.843628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41146) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:01.973374 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1b73e49-7e12-400b-ae54-4579b7402a7f req-9791f4f7-7c8e-4da3-877e-947f9998af24 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 210 time: 0.0319791 Aug 29 07:02:02.018017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af71b257-633d-4ee1-ba34-0491cb8c7e0e tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:02.019787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-af71b257-633d-4ee1-ba34-0491cb8c7e0e tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1745605 Aug 29 07:02:02.023214 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41162) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:02.065653 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41164) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:02.065892 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2d5892f9-1966-4137-bd91-52311dd7b33a tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412202 Aug 29 07:02:02.112981 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430694351', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:01:58Z', 'updated_at': '2021-08-29T07:02:00Z', 'revision_number': 3, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:01:59Z', 'updated_at': '2021-08-29T07:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:02.133924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-168fc730-f650-45e3-a810-68668abbaab8 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=22a0ce1904444ca0986e4df87b83c4f1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0668657 Aug 29 07:02:02.137685 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41170) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:02.140345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Checking router: e7c4b31c-77fa-4923-bd63-e9e485ad9c69 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:02:02.140683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Updating router e7c4b31c-77fa-4923-bd63-e9e485ad9c69 port d816a625-76ca-4db3-95bf-94c648064b54 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:02:02.172209 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:02.229890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf3ab2c-67f9-4408-95dc-05a3702d28ba tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:02.234727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ddf3ab2c-67f9-4408-95dc-05a3702d28ba tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927641 Aug 29 07:02:02.235342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41178) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:02.311398 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-852fea89-aa2f-4d7a-b1c6-7533518444a4 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742779 Aug 29 07:02:02.314704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41184) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:02.332618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4d0b96d3-8484-42d1-94e2-9b4b34070016 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2047802721', 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea', 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:02.490644 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:02.522228 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Transition to ACTIVE for port object d816a625-76ca-4db3-95bf-94c648064b54 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:02.683580 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-764265eb-fed3-48a5-89a0-294efe8bd408 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:02.683580 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-764265eb-fed3-48a5-89a0-294efe8bd408 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.1098757 Aug 29 07:02:02.687616 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:02.695614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0b96d3-8484-42d1-94e2-9b4b34070016 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Made reservation on behalf of 22a0ce1904444ca0986e4df87b83c4f1 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:02:02.698071 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d0b96d3-8484-42d1-94e2-9b4b34070016 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:02.719169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-d33a3bf5-1efa-473c-9f6d-8dd52a1f1928 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Request body: {'port': {'device_id': '8f3e8642-fc96-4516-83a0-462952e83359', 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'admin_state_up': True, 'tenant_id': 'c6f5cacadd2f4dab8b27a56efab78c57'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:02.752393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Attempting to bind port d816a625-76ca-4db3-95bf-94c648064b54 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:02:02.752823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Attempting to bind port d816a625-76ca-4db3-95bf-94c648064b54 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:02:02.753323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Attempting to bind port d816a625-76ca-4db3-95bf-94c648064b54 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:02.765134 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97841312-2445-44cc-99b9-46d42cc3b3b0 None None] Pushing event updated for resources: {'Port': ['ID=d816a625-76ca-4db3-95bf-94c648064b54,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:02.768290 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:02:02.768676 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:02:02.769085 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:02.769619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:02:02.770793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Bound port: d816a625-76ca-4db3-95bf-94c648064b54, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:02:02.771221 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:02.807660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97841312-2445-44cc-99b9-46d42cc3b3b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:02.808317 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97841312-2445-44cc-99b9-46d42cc3b3b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:02.808963 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97841312-2445-44cc-99b9-46d42cc3b3b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:02.809457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97841312-2445-44cc-99b9-46d42cc3b3b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:02.810300 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97841312-2445-44cc-99b9-46d42cc3b3b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:02.810575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97841312-2445-44cc-99b9-46d42cc3b3b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:02.810914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97841312-2445-44cc-99b9-46d42cc3b3b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:02.811329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97841312-2445-44cc-99b9-46d42cc3b3b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:02.811668 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97841312-2445-44cc-99b9-46d42cc3b3b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:02.811988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97841312-2445-44cc-99b9-46d42cc3b3b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:02.812327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97841312-2445-44cc-99b9-46d42cc3b3b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:02.812669 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97841312-2445-44cc-99b9-46d42cc3b3b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:02.890654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] For port d816a625-76ca-4db3-95bf-94c648064b54, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:02:02.897178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] For port d816a625-76ca-4db3-95bf-94c648064b54, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d816a625-76ca-4db3-95bf-94c648064b54,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:02:02.967290 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea2155ce-668a-4fc8-a7d7-4967293ff39d req-4bcce8f8-99f9-44ea-a6fc-ddba549bbd37 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 210 time: 0.1433344 Aug 29 07:02:03.042322 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:03.134993 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Routers {'e7c4b31c-77fa-4923-bd63-e9e485ad9c69'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:03.136328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:01:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e7c4b31c-77fa-4923-bd63-e9e485ad9c69'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:03.153408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9146a3f5-4013-49c7-a6d5-5e60887814a8 req-10e63320-a671-47bf-955f-563774f08533 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 210 time: 0.0634267 Aug 29 07:02:03.258725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97841312-2445-44cc-99b9-46d42cc3b3b0 None None] Pushing event updated for resources: {'Port': ['ID=d816a625-76ca-4db3-95bf-94c648064b54,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:03.322930 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d0b96d3-8484-42d1-94e2-9b4b34070016 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:03.333088 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] Set router e7c4b31c-77fa-4923-bd63-e9e485ad9c69 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:02:03.394626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b96d3-8484-42d1-94e2-9b4b34070016 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'Subnet': ['ID=181d1097-c61a-4664-884e-a1ff3c742bb5,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:03.410911 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b96d3-8484-42d1-94e2-9b4b34070016 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Checking segment: {'id': '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:02:03.411623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b96d3-8484-42d1-94e2-9b4b34070016 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Network hostable DHCP agents. Network: 3a7dd948-f081-41ee-a62b-3345c79d3eea, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:02:03.607344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-d33a3bf5-1efa-473c-9f6d-8dd52a1f1928 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Made reservation on behalf of c6f5cacadd2f4dab8b27a56efab78c57 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:02:03.611358 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-d33a3bf5-1efa-473c-9f6d-8dd52a1f1928 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:03.658120 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b96d3-8484-42d1-94e2-9b4b34070016 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Network 3a7dd948-f081-41ee-a62b-3345c79d3eea is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:02:03.754704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430694351', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:01:58Z', 'updated_at': '2021-08-29T07:02:00Z', 'revision_number': 3, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:01:59Z', 'updated_at': '2021-08-29T07:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:03.769242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-d33a3bf5-1efa-473c-9f6d-8dd52a1f1928 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Allocated IP 172.20.0.12 (36f56023-89e5-4bb5-b740-0799e8565e59/c6091bec-950b-46b5-924b-2d79c271ea4f/1b02f84f-7837-4548-b324-2f7002c0b678) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:02:03.783618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-4d0b96d3-8484-42d1-94e2-9b4b34070016 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 3a7dd948-f081-41ee-a62b-3345c79d3eea) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:03.785076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb45161-517b-484a-ab82-2d67daa0c7cf None None] The sync data for ids ['e7c4b31c-77fa-4923-bd63-e9e485ad9c69'] in n-d-713301-12 is: [{'id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430694351', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:01:58Z', 'updated_at': '2021-08-29T07:02:00Z', 'revision_number': 3, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:01:59Z', 'updated_at': '2021-08-29T07:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:02:03.789417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b96d3-8484-42d1-94e2-9b4b34070016 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:03.798776 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d0b96d3-8484-42d1-94e2-9b4b34070016 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:03.801265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d4f9b8-3338-4420-8796-16a9db21c2c8 None None] Network 3a7dd948-f081-41ee-a62b-3345c79d3eea requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:02:03.850120 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:03.927710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4d0b96d3-8484-42d1-94e2-9b4b34070016 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6110518 Aug 29 07:02:03.938863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41268) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:04.008866 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-d33a3bf5-1efa-473c-9f6d-8dd52a1f1928 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:04.013639 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-3a7dd948-f081-41ee-a62b-3345c79d3eea', 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'fixed_ips': [{'subnet_id': '181d1097-c61a-4664-884e-a1ff3c742bb5'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:02:04.014513 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:04.160219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f407a447-f228-430b-8fdd-b25f65061bc3 req-686b4a7b-ce7e-4de6-92a3-1c33de7706a8 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 210 time: 0.0547121 Aug 29 07:02:04.219976 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-d33a3bf5-1efa-473c-9f6d-8dd52a1f1928 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:04.233127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4abd830a-54f2-4704-ba2c-e7575c049cb4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:02:04.272278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Allocated IP 172.20.0.18 (3a7dd948-f081-41ee-a62b-3345c79d3eea/181d1097-c61a-4664-884e-a1ff3c742bb5/b2bd4f68-5d75-4090-8064-66422d88eba9) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:02:04.341229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-d33a3bf5-1efa-473c-9f6d-8dd52a1f1928 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Network 36f56023-89e5-4bb5-b740-0799e8565e59 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:04.347615 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-d33a3bf5-1efa-473c-9f6d-8dd52a1f1928 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:04.354292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a3bf5-1efa-473c-9f6d-8dd52a1f1928 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Pushing event updated for resources: {'Port': ['ID=1b02f84f-7837-4548-b324-2f7002c0b678,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:04.359629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-d33a3bf5-1efa-473c-9f6d-8dd52a1f1928 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:02:04.421149 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-d33a3bf5-1efa-473c-9f6d-8dd52a1f1928 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:04.422241 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-d33a3bf5-1efa-473c-9f6d-8dd52a1f1928 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:04.450739 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff50a7-7d11-4cab-aca9-824ccfb5812d req-7da01efb-ad82-48c0-9dc6-b4c9dfb48e3f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:04.459923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5ff50a7-7d11-4cab-aca9-824ccfb5812d req-7da01efb-ad82-48c0-9dc6-b4c9dfb48e3f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 932 time: 0.1716957 Aug 29 07:02:04.602973 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-d33a3bf5-1efa-473c-9f6d-8dd52a1f1928 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8925219 Aug 29 07:02:04.613125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5ff50a7-7d11-4cab-aca9-824ccfb5812d req-9eabc916-18c0-40c5-b066-eab9276480f4 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487169 Aug 29 07:02:04.622185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Request body: {'port': {'device_id': '8f3e8642-fc96-4516-83a0-462952e83359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:04.631077 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:04.643951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Transition to ACTIVE for port object b2bd4f68-5d75-4090-8064-66422d88eba9 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:04.673486 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d816a625-76ca-4db3-95bf-94c648064b54 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:04.711279 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:04.777895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Transition to ACTIVE for port object b2bd4f68-5d75-4090-8064-66422d88eba9 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:04.853526 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:04.898773 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port d816a625-76ca-4db3-95bf-94c648064b54 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:04.909857 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:04.924130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Network 3a7dd948-f081-41ee-a62b-3345c79d3eea is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:04.925751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d816a625-76ca-4db3-95bf-94c648064b54 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:04.926151 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:04.987229 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:04.992904 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:02:05.004314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Pushing event updated for resources: {'Port': ['ID=b2bd4f68-5d75-4090-8064-66422d88eba9,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:05.071643 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:05.123791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b02f84f-7837-4548-b324-2f7002c0b678 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:02:05.139637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:05.142707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port d816a625-76ca-4db3-95bf-94c648064b54, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d816a625-76ca-4db3-95bf-94c648064b54,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:05.151693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Attempting to bind port b2bd4f68-5d75-4090-8064-66422d88eba9 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:02:05.151693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Attempting to bind port b2bd4f68-5d75-4090-8064-66422d88eba9 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:02:05.151693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Attempting to bind port b2bd4f68-5d75-4090-8064-66422d88eba9 on network 3a7dd948-f081-41ee-a62b-3345c79d3eea {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:05.155951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:02:05.156337 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Checking segment: {'id': '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:02:05.156804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Transition to ACTIVE for port object 1b02f84f-7837-4548-b324-2f7002c0b678 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:05.156927 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:05.157342 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Bound using segment: {'id': '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:02:05.157866 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Bound port: b2bd4f68-5d75-4090-8064-66422d88eba9, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:02:05.158251 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:05.261830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] For port b2bd4f68-5d75-4090-8064-66422d88eba9, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:02:05.266256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] For port b2bd4f68-5d75-4090-8064-66422d88eba9, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b2bd4f68-5d75-4090-8064-66422d88eba9,segment=NetworkSegment(1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8),segment_id=1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:02:05.293385 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:05.332742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:05.359405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=d816a625-76ca-4db3-95bf-94c648064b54,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:05.425210 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Pushing event updated for resources: {'Port': ['ID=1b02f84f-7837-4548-b324-2f7002c0b678,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:05.481810 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:05.512377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Attempting to bind port 1b02f84f-7837-4548-b324-2f7002c0b678 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:02:05.513039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Attempting to bind port 1b02f84f-7837-4548-b324-2f7002c0b678 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:02:05.513378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Attempting to bind port 1b02f84f-7837-4548-b324-2f7002c0b678 on network 36f56023-89e5-4bb5-b740-0799e8565e59 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:05.520218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Port 1b02f84f-7837-4548-b324-2f7002c0b678 on network 36f56023-89e5-4bb5-b740-0799e8565e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:02:05.520554 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Attempting to bind port 1b02f84f-7837-4548-b324-2f7002c0b678 on network 36f56023-89e5-4bb5-b740-0799e8565e59 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:05.527801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:02:05.528152 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Checking segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:02:05.528550 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Bound using segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:02:05.528994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Bound port: 1b02f84f-7837-4548-b324-2f7002c0b678, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:02:05.529362 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:05.551987 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698aba86-0a34-45fe-bfe1-a00fbcabbb53 None None] Pushing event updated for resources: {'Port': ['ID=b2bd4f68-5d75-4090-8064-66422d88eba9,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:05.636876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] For port 1b02f84f-7837-4548-b324-2f7002c0b678, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:02:05.641125 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] For port 1b02f84f-7837-4548-b324-2f7002c0b678, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1b02f84f-7837-4548-b324-2f7002c0b678,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:02:05.723407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7fc9e7ed-49ca-4cce-8021-354bb2089346 req-31fd3fee-1a4f-4735-8053-949a278a8b2f tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 210 time: 0.1369145 Aug 29 07:02:05.859087 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:05.939300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:05.940698 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:05.942496 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] 10.222.0.11 "PUT /v2.0/ports/1b02f84f-7837-4548-b324-2f7002c0b678 HTTP/1.1" status: 200 len: 1093 time: 1.3259337 Aug 29 07:02:05.942978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3e8642-fc96-4516-83a0-462952e83359', 'tag': '1b02f84f-7837-4548-b324-2f7002c0b678'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:05.943094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-1acdf1cb-8688-4df5-b08c-9df72b4533b4 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:05.944921 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-1acdf1cb-8688-4df5-b08c-9df72b4533b4 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.11 "GET /v2.0/networks?id=285842f2-d687-4886-b093-c3072cbc114a HTTP/1.1" status: 200 len: 809 time: 0.8273416 Aug 29 07:02:05.945449 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0ac3e4-cd87-42c0-a40a-013509f337dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3e8642-fc96-4516-83a0-462952e83359", "tag": "1b02f84f-7837-4548-b324-2f7002c0b678"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:05.966046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7619757-9984-46c5-bf52-21ae59fb3e12 service neutron] Pushing event updated for resources: {'Port': ['ID=1b02f84f-7837-4548-b324-2f7002c0b678,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:05.967324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697b0b6-f0e2-417a-aa95-2046d77ff9ce req-2fa4f01e-d53b-449c-8f99-4e6a694dd681 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:05.969631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0697b0b6-f0e2-417a-aa95-2046d77ff9ce req-2fa4f01e-d53b-449c-8f99-4e6a694dd681 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 944 time: 0.2567282 Aug 29 07:02:05.978198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-94cef4ae-5c80-4803-981b-2b2161f10511 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Request body: {'port': {'device_id': '08f66ea8-8ea7-488d-8abb-bb016d87d49e', 'network_id': '285842f2-d687-4886-b093-c3072cbc114a', 'admin_state_up': True, 'tenant_id': '7bbaedf7c23a4101a7c052204c518172'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:06.029721 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ab6514-d305-4abb-b8ac-ae5ecfb15460 x-openstack-request-id: req-49ab6514-d305-4abb-b8ac-ae5ecfb15460 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:06.029721 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3e8642-fc96-4516-83a0-462952e83359", "tag": "1b02f84f-7837-4548-b324-2f7002c0b678", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:06.029721 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49ab6514-d305-4abb-b8ac-ae5ecfb15460 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:06.030150 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3e8642-fc96-4516-83a0-462952e83359', 'tag': '1b02f84f-7837-4548-b324-2f7002c0b678', 'status': 'completed', 'code': 200} Aug 29 07:02:06.118820 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ac3e4-cd87-42c0-a40a-013509f337dd req-fa3c9380-8532-4704-81f1-490bbe6c0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:06.120554 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5d0ac3e4-cd87-42c0-a40a-013509f337dd req-fa3c9380-8532-4704-81f1-490bbe6c0a45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 1096 time: 0.0503597 Aug 29 07:02:06.127321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0697b0b6-f0e2-417a-aa95-2046d77ff9ce req-3992d215-07c6-4116-a35e-4f3a6f800c39 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454024 Aug 29 07:02:06.138432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Allocated IP 172.20.0.17 (3a7dd948-f081-41ee-a62b-3345c79d3eea/181d1097-c61a-4664-884e-a1ff3c742bb5/7dae369a-77db-4bf7-a5a5-32c98945512a) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:02:06.192200 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41366) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:06.265340 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ac3e4-cd87-42c0-a40a-013509f337dd req-cbde8e69-f469-44da-a2af-894edceffabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:06.265340 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5d0ac3e4-cd87-42c0-a40a-013509f337dd req-cbde8e69-f469-44da-a2af-894edceffabd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1193726 Aug 29 07:02:06.298459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:06.320784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Transition to ACTIVE for port object 7dae369a-77db-4bf7-a5a5-32c98945512a will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:06.389812 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-51c2d831-5e96-45ed-8b43-eeb485d3790c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:06.400836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-94cef4ae-5c80-4803-981b-2b2161f10511 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Made reservation on behalf of 7bbaedf7c23a4101a7c052204c518172 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:02:06.405629 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-94cef4ae-5c80-4803-981b-2b2161f10511 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:06.424030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ac3e4-cd87-42c0-a40a-013509f337dd req-58514249-2e3e-4c07-bda3-0f9cbd2f3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:06.425537 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5d0ac3e4-cd87-42c0-a40a-013509f337dd req-58514249-2e3e-4c07-bda3-0f9cbd2f3849 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1644039 Aug 29 07:02:06.556408 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:06.579978 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-51c2d831-5e96-45ed-8b43-eeb485d3790c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:06.583527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-913a5cac-1b90-4a5d-ab11-c83f889f9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:06.585068 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-913a5cac-1b90-4a5d-ab11-c83f889f9f18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 1096 time: 0.0909548 Aug 29 07:02:06.650863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Network 3a7dd948-f081-41ee-a62b-3345c79d3eea is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:06.658965 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-26aeb5b4-e0a8-4058-816d-07e9d1b9e6ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b02f84f-7837-4548-b324-2f7002c0b678 HTTP/1.1" status: 200 len: 217 time: 0.0589244 Aug 29 07:02:06.678588 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:06.699236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:02:06.710908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d816a625-76ca-4db3-95bf-94c648064b54 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:06.713261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'Port': ['ID=7dae369a-77db-4bf7-a5a5-32c98945512a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:06.747394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e0ca8424-a532-4fe6-8ed5-e0bc1c375e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:06.748889 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-e0ca8424-a532-4fe6-8ed5-e0bc1c375e90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6091bec-950b-46b5-924b-2d79c271ea4f HTTP/1.1" status: 200 len: 846 time: 0.0844216 Aug 29 07:02:06.753842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-94cef4ae-5c80-4803-981b-2b2161f10511 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Allocated IP 172.20.0.4 (285842f2-d687-4886-b093-c3072cbc114a/518db0c0-286a-41be-8582-9059542fdc6c/a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:02:06.791084 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-f28749ca-e1a5-4666-9705-ba0c1d1c2e3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36f56023-89e5-4bb5-b740-0799e8565e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348883 Aug 29 07:02:06.791757 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-51c2d831-5e96-45ed-8b43-eeb485d3790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:06.800187 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:06.830714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d816a625-76ca-4db3-95bf-94c648064b54 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:06.831976 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:06.894011 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-51c2d831-5e96-45ed-8b43-eeb485d3790c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6a54ed3e89c44b86b0621dcecdc9514c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7011156 Aug 29 07:02:06.906089 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41390) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:06.913807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2d831-5e96-45ed-8b43-eeb485d3790c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dd5866-0140-4731-b606-3238606e3dea,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:06.934857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50db0eb7-06f0-40c6-a8f8-45f6ec447add req-bbd7ddc9-7d3e-433a-a23b-061eba2fb4d2 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 210 time: 0.0844584 Aug 29 07:02:06.965598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b2bd4f68-5d75-4090-8064-66422d88eba9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:06.967872 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bdb99b-84de-40cc-9433-8a1a71424220 None None] Network 3a7dd948-f081-41ee-a62b-3345c79d3eea requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:02:07.001250 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d4a1394-d31f-4589-acc6-9a2c8bc3e8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:07.033985 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-4d465b05-ca83-4edf-b1ee-5c8c3d61a55d service neutron] 10.222.0.11 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277055 Aug 29 07:02:07.042602 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d4a1394-d31f-4589-acc6-9a2c8bc3e8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:07.101600 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-94cef4ae-5c80-4803-981b-2b2161f10511 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:07.176913 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a98c7457-a91b-4a20-8c29-8935c57011ef req-9d008981-3ee3-414f-9da9-fcfe301d629f service neutron] 10.222.0.11 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299057 Aug 29 07:02:07.209546 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5c98a37e-4915-43aa-aee2-600de5535cde None None] Provisioning for port b2bd4f68-5d75-4090-8064-66422d88eba9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:07.272445 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbdffc-1e68-4a4f-a6b2-e9d68db3d44a req-5b9eee9b-5fb9-4a91-937d-14b0760febc3 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:07.274344 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5cbdffc-1e68-4a4f-a6b2-e9d68db3d44a req-5b9eee9b-5fb9-4a91-937d-14b0760febc3 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 944 time: 0.0542707 Aug 29 07:02:07.309160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port b2bd4f68-5d75-4090-8064-66422d88eba9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:07.314190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b2bd4f68-5d75-4090-8064-66422d88eba9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:07.314190 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:07.314767 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-94cef4ae-5c80-4803-981b-2b2161f10511 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:07.375787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a5cbdffc-1e68-4a4f-a6b2-e9d68db3d44a req-3792f018-4541-4908-ac81-6d8728a41494 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942662 Aug 29 07:02:07.395545 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d4a1394-d31f-4589-acc6-9a2c8bc3e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:07.405592 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d4a1394-d31f-4589-acc6-9a2c8bc3e8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:07.405592 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2d4a1394-d31f-4589-acc6-9a2c8bc3e8d3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d0dd5866-0140-4731-b606-3238606e3dea HTTP/1.1" status: 204 len: 168 time: 0.4999824 Aug 29 07:02:07.405840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-94cef4ae-5c80-4803-981b-2b2161f10511 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Network 285842f2-d687-4886-b093-c3072cbc114a is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:07.413873 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:07.418793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-94cef4ae-5c80-4803-981b-2b2161f10511 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:07.425055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a1394-d31f-4589-acc6-9a2c8bc3e8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dd5866-0140-4731-b606-3238606e3dea,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:07.431905 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:07.435082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-94cef4ae-5c80-4803-981b-2b2161f10511 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:02:07.485566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port b2bd4f68-5d75-4090-8064-66422d88eba9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b2bd4f68-5d75-4090-8064-66422d88eba9,segment=NetworkSegment(1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8),segment_id=1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:07.496714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cef4ae-5c80-4803-981b-2b2161f10511 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Pushing event updated for resources: {'Port': ['ID=a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:07.542611 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-78acfec9-234a-48a1-ba5a-0decf902f1c5 None None] Provisioning complete for port b2bd4f68-5d75-4090-8064-66422d88eba9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:07.542961 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-78acfec9-234a-48a1-ba5a-0decf902f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:07.561826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-94cef4ae-5c80-4803-981b-2b2161f10511 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:07.562941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-94cef4ae-5c80-4803-981b-2b2161f10511 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:07.576030 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:07.666686 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=b2bd4f68-5d75-4090-8064-66422d88eba9,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:07.785099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-94cef4ae-5c80-4803-981b-2b2161f10511 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8113761 Aug 29 07:02:07.810714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Request body: {'port': {'device_id': '08f66ea8-8ea7-488d-8abb-bb016d87d49e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:07.896083 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:07.897958 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:07.961026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-78acfec9-234a-48a1-ba5a-0decf902f1c5 None None] Provisioning for port 7dae369a-77db-4bf7-a5a5-32c98945512a completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:07.965259 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-78acfec9-234a-48a1-ba5a-0decf902f1c5 None None] Provisioning complete for port 7dae369a-77db-4bf7-a5a5-32c98945512a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:07.965639 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-78acfec9-234a-48a1-ba5a-0decf902f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:08.009398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-78acfec9-234a-48a1-ba5a-0decf902f1c5 None None] Port 7dae369a-77db-4bf7-a5a5-32c98945512a cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:02:08.111322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:08.131715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1c90cdfe-8113-48a6-a145-31377dfee71b None None] Provisioning complete for port 7dae369a-77db-4bf7-a5a5-32c98945512a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:08.132187 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1c90cdfe-8113-48a6-a145-31377dfee71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:08.195476 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-83b7a801-87f5-42bd-89af-19a87592f7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:08.200404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1c90cdfe-8113-48a6-a145-31377dfee71b None None] Port 7dae369a-77db-4bf7-a5a5-32c98945512a cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:02:08.221545 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:08.233655 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c00c7a-0123-4c5c-a545-2c7d0b2bc672 req-c56f2b79-53fb-43a9-aca3-bebce4bedd0b tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:08.235173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47c00c7a-0123-4c5c-a545-2c7d0b2bc672 req-c56f2b79-53fb-43a9-aca3-bebce4bedd0b tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 931 time: 0.1572063 Aug 29 07:02:08.241974 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'Port': ['ID=7dae369a-77db-4bf7-a5a5-32c98945512a,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:08.353059 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47c00c7a-0123-4c5c-a545-2c7d0b2bc672 req-19449467-e186-4f6b-84fe-04988be4ff77 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029217 Aug 29 07:02:08.406300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:02:08.420942 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:08.438783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Network 3a7dd948-f081-41ee-a62b-3345c79d3eea is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:08.441939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:08.444083 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Transition to ACTIVE for port object a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:08.533625 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b2bd4f68-5d75-4090-8064-66422d88eba9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:08.580321 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:08.590244 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b2bd4f68-5d75-4090-8064-66422d88eba9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:08.590244 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:08.658000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc2c87-a0e1-422b-81e5-cf78956bb1f6 req-27d95ccb-18fb-4028-b311-832f17c6b8c7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:08.659651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75bc2c87-a0e1-422b-81e5-cf78956bb1f6 req-27d95ccb-18fb-4028-b311-832f17c6b8c7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 944 time: 0.1746721 Aug 29 07:02:08.700929 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41454) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:08.722152 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Router e7c4b31c-77fa-4923-bd63-e9e485ad9c69 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:02:08.722307 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82ec594b-b8a8-4893-b9f5-532f1b95ffa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:08.723995 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Pushing event updated for resources: {'Port': ['ID=a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:08.777396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75bc2c87-a0e1-422b-81e5-cf78956bb1f6 req-84a07d4b-d79a-4f5a-ad64-082563229940 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105223 Aug 29 07:02:08.822746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4c0efb11-ccdd-40b0-be7f-5f03140abdc5 None None] Provisioning complete for port 7dae369a-77db-4bf7-a5a5-32c98945512a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:08.823457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4c0efb11-ccdd-40b0-be7f-5f03140abdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:08.842009 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82ec594b-b8a8-4893-b9f5-532f1b95ffa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:08.850057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Attempting to bind port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:02:08.850596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Attempting to bind port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '75323e87-d4fb-42a3-b366-30be654dda96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '285842f2-d687-4886-b093-c3072cbc114a'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:02:08.850707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Attempting to bind port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f on network 285842f2-d687-4886-b093-c3072cbc114a {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:08.857106 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f on network 285842f2-d687-4886-b093-c3072cbc114a not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:02:08.857434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Attempting to bind port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f on network 285842f2-d687-4886-b093-c3072cbc114a {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:08.876989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4c0efb11-ccdd-40b0-be7f-5f03140abdc5 None None] Port 7dae369a-77db-4bf7-a5a5-32c98945512a cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:02:08.892261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:02:08.892601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Checking segment: {'id': '75323e87-d4fb-42a3-b366-30be654dda96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '285842f2-d687-4886-b093-c3072cbc114a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:02:08.892983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Bound using segment: {'id': '75323e87-d4fb-42a3-b366-30be654dda96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '285842f2-d687-4886-b093-c3072cbc114a'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:02:08.893417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Bound port: a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75323e87-d4fb-42a3-b366-30be654dda96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '285842f2-d687-4886-b093-c3072cbc114a'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:02:08.893777 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:08.897819 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82ec594b-b8a8-4893-b9f5-532f1b95ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:08.937188 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-82ec594b-b8a8-4893-b9f5-532f1b95ffa6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2fafce28275459eaf578704dc48a55b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344341 Aug 29 07:02:08.940691 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41468) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:08.947830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:02:08.963197 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-840836e1-3273-406b-9d3f-140a531507eb tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "PUT /v2.0/routers/e7c4b31c-77fa-4923-bd63-e9e485ad9c69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0204079 Aug 29 07:02:08.966298 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Sync routers for ids ['e7c4b31c-77fa-4923-bd63-e9e485ad9c69'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:02:08.974506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec594b-b8a8-4893-b9f5-532f1b95ffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816f1104-c908-402e-b7a2-7a23f2fe773b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:08.998560 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Routers {'e7c4b31c-77fa-4923-bd63-e9e485ad9c69'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:08.999761 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:01:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e7c4b31c-77fa-4923-bd63-e9e485ad9c69'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:09.000977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] For port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:02:09.006346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] For port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f,segment=NetworkSegment(75323e87-d4fb-42a3-b366-30be654dda96),segment_id=75323e87-d4fb-42a3-b366-30be654dda96)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:02:09.010539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fcc42cac-d2d1-44e3-823e-0b53f6ff4712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:09.044217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fcc42cac-d2d1-44e3-823e-0b53f6ff4712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:09.071991 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:09.122124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:09.122761 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:09.124246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] 10.222.0.11 "PUT /v2.0/ports/a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f HTTP/1.1" status: 200 len: 1092 time: 1.3239579 Aug 29 07:02:09.124780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f66ea8-8ea7-488d-8abb-bb016d87d49e', 'tag': 'a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:09.127576 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0f5de8-b256-4060-a07a-875c66444aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "08f66ea8-8ea7-488d-8abb-bb016d87d49e", "tag": "a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:09.147536 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Set router e7c4b31c-77fa-4923-bd63-e9e485ad9c69 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:02:09.184518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae308572-23bd-4352-9a30-23754a411b8c service neutron] Pushing event updated for resources: {'Port': ['ID=a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:09.193051 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630f4efb-cf55-4130-865f-25ee8c8b3a6c x-openstack-request-id: req-630f4efb-cf55-4130-865f-25ee8c8b3a6c {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:09.193563 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08f66ea8-8ea7-488d-8abb-bb016d87d49e", "tag": "a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:09.193936 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-630f4efb-cf55-4130-865f-25ee8c8b3a6c {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:09.194370 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f66ea8-8ea7-488d-8abb-bb016d87d49e', 'tag': 'a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f', 'status': 'completed', 'code': 200} Aug 29 07:02:09.218115 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fcc42cac-d2d1-44e3-823e-0b53f6ff4712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:09.221265 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fcc42cac-d2d1-44e3-823e-0b53f6ff4712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:09.226580 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fcc42cac-d2d1-44e3-823e-0b53f6ff4712 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/816f1104-c908-402e-b7a2-7a23f2fe773b HTTP/1.1" status: 204 len: 168 time: 0.2809138 Aug 29 07:02:09.234209 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc42cac-d2d1-44e3-823e-0b53f6ff4712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816f1104-c908-402e-b7a2-7a23f2fe773b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:09.318934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f5de8-b256-4060-a07a-875c66444aa3 req-5c208949-bb63-49e6-aef1-4f464285ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:09.320481 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d0f5de8-b256-4060-a07a-875c66444aa3 req-5c208949-bb63-49e6-aef1-4f464285ee1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bbaedf7c23a4101a7c052204c518172&device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 1095 time: 0.1020296 Aug 29 07:02:09.357410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-d66f6b11-6d1f-4a2c-9945-934e75c9cb8c tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:09.358986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-d66f6b11-6d1f-4a2c-9945-934e75c9cb8c tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/networks?id=3a7dd948-f081-41ee-a62b-3345c79d3eea HTTP/1.1" status: 200 len: 797 time: 0.1638253 Aug 29 07:02:09.404089 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430694351', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:01:58Z', 'updated_at': '2021-08-29T07:02:07Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:01:59Z', 'updated_at': '2021-08-29T07:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7dae369a-77db-4bf7-a5a5-32c98945512a', 'name': '', 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'mac_address': 'fa:16:3e:9e:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '181d1097-c61a-4664-884e-a1ff3c742bb5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:02:05Z', 'updated_at': '2021-08-29T07:02:07Z', 'revision_number': 2, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'subnets': [{'id': '181d1097-c61a-4664-884e-a1ff3c742bb5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:09.411125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-77abafe7-9e09-4799-a09d-cd1b4b216c5f tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/quotas/22a0ce1904444ca0986e4df87b83c4f1 HTTP/1.1" status: 200 len: 375 time: 0.0416026 Aug 29 07:02:09.440139 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Checking router: e7c4b31c-77fa-4923-bd63-e9e485ad9c69 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:02:09.440615 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Updating router e7c4b31c-77fa-4923-bd63-e9e485ad9c69 port 7dae369a-77db-4bf7-a5a5-32c98945512a binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:02:09.467703 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:09.780371 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:09.792149 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Transition to ACTIVE for port object 7dae369a-77db-4bf7-a5a5-32c98945512a will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:09.861824 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-82b6a29d-2135-441a-9a7f-516ebc2a8b6f tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=22a0ce1904444ca0986e4df87b83c4f1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4471962 Aug 29 07:02:09.862919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f5de8-b256-4060-a07a-875c66444aa3 req-49ad5024-1e1d-4849-898e-227d40963384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:09.864280 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d0f5de8-b256-4060-a07a-875c66444aa3 req-49ad5024-1e1d-4849-898e-227d40963384 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7bbaedf7c23a4101a7c052204c518172&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5281634 Aug 29 07:02:09.882459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dc68a-05da-4e41-af11-5e55caabe52c req-8dba1443-d3c4-48fb-b651-e1d950933557 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:09.884148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c9dc68a-05da-4e41-af11-5e55caabe52c req-8dba1443-d3c4-48fb-b651-e1d950933557 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 943 time: 0.4370532 Aug 29 07:02:09.887718 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:09.944378 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29979ff2-4526-438a-8b59-b6594326dfb9 None None] Pushing event updated for resources: {'Port': ['ID=7dae369a-77db-4bf7-a5a5-32c98945512a,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:09.990909 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29979ff2-4526-438a-8b59-b6594326dfb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:09.991687 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29979ff2-4526-438a-8b59-b6594326dfb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:09.991687 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29979ff2-4526-438a-8b59-b6594326dfb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:09.991996 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29979ff2-4526-438a-8b59-b6594326dfb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:09.992228 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29979ff2-4526-438a-8b59-b6594326dfb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:09.992549 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29979ff2-4526-438a-8b59-b6594326dfb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:09.992872 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29979ff2-4526-438a-8b59-b6594326dfb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:09.993192 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29979ff2-4526-438a-8b59-b6594326dfb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:09.993508 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29979ff2-4526-438a-8b59-b6594326dfb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:09.993997 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29979ff2-4526-438a-8b59-b6594326dfb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:09.994511 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29979ff2-4526-438a-8b59-b6594326dfb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:09.995041 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29979ff2-4526-438a-8b59-b6594326dfb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:10.011402 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Attempting to bind port 7dae369a-77db-4bf7-a5a5-32c98945512a on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:02:10.012054 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Attempting to bind port 7dae369a-77db-4bf7-a5a5-32c98945512a by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:02:10.012612 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Attempting to bind port 7dae369a-77db-4bf7-a5a5-32c98945512a on network 3a7dd948-f081-41ee-a62b-3345c79d3eea {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:10.019747 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:02:10.020122 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Checking segment: {'id': '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:02:10.020519 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:10.020915 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Bound using segment: {'id': '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:02:10.021402 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Bound port: 7dae369a-77db-4bf7-a5a5-32c98945512a, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:02:10.021784 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:10.074039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c9dc68a-05da-4e41-af11-5e55caabe52c req-8ad7dc2e-b7b8-410c-824f-aaaa830a55a0 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712220 Aug 29 07:02:10.106857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-ce63ce01-4ef6-4bc7-b27d-2cc23c310059 service neutron] 10.222.0.76 "GET /v2.0/networks/3a7dd948-f081-41ee-a62b-3345c79d3eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145903 Aug 29 07:02:10.108188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f5de8-b256-4060-a07a-875c66444aa3 req-6d807496-88fb-4486-9279-37cefce6655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:10.110152 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d0f5de8-b256-4060-a07a-875c66444aa3 req-6d807496-88fb-4486-9279-37cefce6655d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2360811 Aug 29 07:02:10.124669 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] For port 7dae369a-77db-4bf7-a5a5-32c98945512a, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:02:10.128351 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] For port 7dae369a-77db-4bf7-a5a5-32c98945512a, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7dae369a-77db-4bf7-a5a5-32c98945512a,segment=NetworkSegment(1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8),segment_id=1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:02:10.199098 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:10.265095 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Routers {'e7c4b31c-77fa-4923-bd63-e9e485ad9c69'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:10.265712 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:01:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e7c4b31c-77fa-4923-bd63-e9e485ad9c69'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:10.274421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-469ffe82-316e-4ad8-840b-3b6001a6d630 service neutron] 10.222.0.76 "GET /v2.0/networks/3a7dd948-f081-41ee-a62b-3345c79d3eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610374 Aug 29 07:02:10.334283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-11737f63-4394-4bcd-8c03-0149b4aed625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:10.336152 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-11737f63-4394-4bcd-8c03-0149b4aed625 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bbaedf7c23a4101a7c052204c518172&device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 1095 time: 0.1555495 Aug 29 07:02:10.373004 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36da88-405b-4487-b870-82f6faca67fc req-f1db9e93-2b12-4d66-b742-2e05d670965e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:10.387952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd36da88-405b-4487-b870-82f6faca67fc req-f1db9e93-2b12-4d66-b742-2e05d670965e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 944 time: 0.1024604 Aug 29 07:02:10.402642 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29979ff2-4526-438a-8b59-b6594326dfb9 None None] Pushing event updated for resources: {'Port': ['ID=7dae369a-77db-4bf7-a5a5-32c98945512a,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:10.416941 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] Set router e7c4b31c-77fa-4923-bd63-e9e485ad9c69 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:02:10.459626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-910f4d1e-7d04-4b66-8328-1a902f8141ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f HTTP/1.1" status: 200 len: 217 time: 0.1054013 Aug 29 07:02:10.543852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-a18e1c61-582b-4332-ae36-8aa4df84beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:10.545315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-a18e1c61-582b-4332-ae36-8aa4df84beda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=518db0c0-286a-41be-8582-9059542fdc6c HTTP/1.1" status: 200 len: 849 time: 0.0643425 Aug 29 07:02:10.569215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd36da88-405b-4487-b870-82f6faca67fc req-7a94654c-b669-40b7-b44b-3db53722fd52 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138248 Aug 29 07:02:10.585354 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-72ed30c6-3a5d-4a48-84ca-0664a0cfff22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=285842f2-d687-4886-b093-c3072cbc114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319278 Aug 29 07:02:10.737550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-2136160c-d7d4-4470-89c8-c1a3d5aba03e service neutron] 10.222.0.11 "GET /v2.0/networks/285842f2-d687-4886-b093-c3072cbc114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370177 Aug 29 07:02:10.741303 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430694351', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:01:58Z', 'updated_at': '2021-08-29T07:02:07Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:01:59Z', 'updated_at': '2021-08-29T07:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7dae369a-77db-4bf7-a5a5-32c98945512a', 'name': '', 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'mac_address': 'fa:16:3e:9e:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '181d1097-c61a-4664-884e-a1ff3c742bb5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:02:05Z', 'updated_at': '2021-08-29T07:02:10Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'subnets': [{'id': '181d1097-c61a-4664-884e-a1ff3c742bb5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:10.782825 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c8cc6-a260-4c12-819b-d9cfdf2cc4d8 None None] The sync data for ids ['e7c4b31c-77fa-4923-bd63-e9e485ad9c69'] in n-d-713301-12 is: [{'id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430694351', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:01:58Z', 'updated_at': '2021-08-29T07:02:07Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:01:59Z', 'updated_at': '2021-08-29T07:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7dae369a-77db-4bf7-a5a5-32c98945512a', 'name': '', 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'mac_address': 'fa:16:3e:9e:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '181d1097-c61a-4664-884e-a1ff3c742bb5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:02:05Z', 'updated_at': '2021-08-29T07:02:10Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'subnets': [{'id': '181d1097-c61a-4664-884e-a1ff3c742bb5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:02:10.822359 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:10.827217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77ef3b93-d9c0-4803-83b1-8e24245ee3cb req-6b113d96-f194-4b46-89c6-371ea84c06a7 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 210 time: 0.0660653 Aug 29 07:02:10.912037 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87600014-0d10-4a0d-9452-7d37e02f5855 req-add4583d-685b-4d5a-8780-65204091f17e service neutron] 10.222.0.11 "GET /v2.0/networks/285842f2-d687-4886-b093-c3072cbc114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671872 Aug 29 07:02:11.259924 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63504b2d-0f20-40f7-85c3-67a072226500 req-d7c154db-df64-41e1-b594-b5a0a23b15b6 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:11.262228 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63504b2d-0f20-40f7-85c3-67a072226500 req-d7c154db-df64-41e1-b594-b5a0a23b15b6 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 943 time: 0.0837009 Aug 29 07:02:11.314916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63504b2d-0f20-40f7-85c3-67a072226500 req-f081352d-e039-46b8-bd46-9b5cd6707375 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460367 Aug 29 07:02:11.530311 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1b02f84f-7837-4548-b324-2f7002c0b678 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:02:11.613765 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f9e32ab5-9308-4e04-9804-24b627e9a417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:11.686525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1b02f84f-7837-4548-b324-2f7002c0b678, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1b02f84f-7837-4548-b324-2f7002c0b678,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:11.699670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '1b02f84f-7837-4548-b324-2f7002c0b678', 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'port_id': '1b02f84f-7837-4548-b324-2f7002c0b678', 'mac_address': 'fa:16:3e:e1:9c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6091bec-950b-46b5-924b-2d79c271ea4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:02:11.709576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d272b-e6ad-4882-873e-a30fd7f59cab req-2acc4744-4f73-4993-803d-5798f092f38a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:11.711389 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-896d272b-e6ad-4882-873e-a30fd7f59cab req-2acc4744-4f73-4993-803d-5798f092f38a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 944 time: 0.0565803 Aug 29 07:02:11.746330 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:11.767024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b02f84f-7837-4548-b324-2f7002c0b678 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:02:11.792006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-896d272b-e6ad-4882-873e-a30fd7f59cab req-85fb0d9c-895d-4deb-9a14-930dec550260 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729768 Aug 29 07:02:11.802387 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1b02f84f-7837-4548-b324-2f7002c0b678, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1b02f84f-7837-4548-b324-2f7002c0b678,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:11.840883 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:11.957501 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-285640e5-ec18-4d09-a724-6c2141f3a84a req-e46f4275-30c1-4712-b240-4493b475f70b tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 210 time: 0.0338910 Aug 29 07:02:11.961150 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:12.042125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1b02f84f-7837-4548-b324-2f7002c0b678,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:12.088244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41642) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:12.194870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:12.412197 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:12.421145 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['1b02f84f-7837-4548-b324-2f7002c0b678'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:02:12.454231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949fd69-e6f3-4c18-b93c-45a54dda8db5 req-9892aef0-e93d-467e-bd51-c3d518d38a4f tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:12.456519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8949fd69-e6f3-4c18-b93c-45a54dda8db5 req-9892aef0-e93d-467e-bd51-c3d518d38a4f tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 943 time: 0.0739913 Aug 29 07:02:12.527543 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8949fd69-e6f3-4c18-b93c-45a54dda8db5 req-1e3ccc6e-2618-44f8-bd23-4342cc44a863 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540495 Aug 29 07:02:12.545261 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:12.593750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7dae369a-77db-4bf7-a5a5-32c98945512a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:12.675277 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Allocated IP 172.25.1.30 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/7b5ee0bd-f50d-402a-a72e-61f1a0d094fc) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:02:12.781297 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:12.811820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 7dae369a-77db-4bf7-a5a5-32c98945512a completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:12.818966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7dae369a-77db-4bf7-a5a5-32c98945512a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:12.818966 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:12.909677 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:12.928756 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:12.945075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06df129-ff77-4c9a-aef0-de3c8fc65f2b req-db2e0f77-4fe6-4f89-97c2-f17ed19abdc9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:12.957953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:12.961467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:12.963744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c06df129-ff77-4c9a-aef0-de3c8fc65f2b req-db2e0f77-4fe6-4f89-97c2-f17ed19abdc9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 945 time: 0.0902030 Aug 29 07:02:12.968366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:02:12.988281 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 7dae369a-77db-4bf7-a5a5-32c98945512a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7dae369a-77db-4bf7-a5a5-32c98945512a,segment=NetworkSegment(1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8),segment_id=1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:13.010440 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Pushing event updated for resources: {'Port': ['ID=7b5ee0bd-f50d-402a-a72e-61f1a0d094fc,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:13.018249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c06df129-ff77-4c9a-aef0-de3c8fc65f2b req-4fa1356a-9735-42d9-b3a6-955f4322c168 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535395 Aug 29 07:02:13.085326 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:13.103023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b92fd9df-142b-446a-b9fa-f8feb6574789 req-c99990a2-8026-4031-a3f7-d2d6bb0ecb59 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 210 time: 0.0309741 Aug 29 07:02:13.121425 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:13.181589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=7dae369a-77db-4bf7-a5a5-32c98945512a,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:13.221233 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:13.392448 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:13.469209 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:13.510209 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:13.548671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1b02f84f-7837-4548-b324-2f7002c0b678 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:13.650534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Pushing event updated for resources: {'Port': ['ID=7b5ee0bd-f50d-402a-a72e-61f1a0d094fc,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:13.684851 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431a53c-5e6a-479f-b5ae-49403c8d0f56 req-0907cdeb-18d1-454a-82f8-f4535928ebc2 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:13.688690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3431a53c-5e6a-479f-b5ae-49403c8d0f56 req-0907cdeb-18d1-454a-82f8-f4535928ebc2 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 943 time: 0.0619681 Aug 29 07:02:13.688821 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:13.720477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 1b02f84f-7837-4548-b324-2f7002c0b678 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:13.723877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-7d8050e6-bb21-4655-8769-4e6d8971c9ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:13.725523 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-7d8050e6-bb21-4655-8769-4e6d8971c9ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.15 "GET /v2.0/networks?id=3a7dd948-f081-41ee-a62b-3345c79d3eea HTTP/1.1" status: 200 len: 797 time: 0.1804628 Aug 29 07:02:13.726264 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 1b02f84f-7837-4548-b324-2f7002c0b678 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:13.726832 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:13.739820 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-90c33b66-dfa1-4da9-b0a2-cad8681d40ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Request body: {'port': {'device_id': '4d61d361-fbe2-4e2c-af2d-8ffb11c477d1', 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea', 'admin_state_up': True, 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:13.762800 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3431a53c-5e6a-479f-b5ae-49403c8d0f56 req-a19d4d5d-af18-409b-8577-744a1d883e8d tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623264 Aug 29 07:02:13.833494 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:13.833724 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:13.837833 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ba1fbaaf-d778-4417-bcee-886c11a0b792 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7456555 Aug 29 07:02:13.838266 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41688) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:13.843474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1618497410', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'fixed_ips': [{'ip_address': '172.25.1.30'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:13.879492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3e8642-fc96-4516-83a0-462952e83359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b02f84f-7837-4548-b324-2f7002c0b678'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:13.882019 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fa8fb0-ab38-4bc8-be16-b8119fae0f8e" -d '{"events": [{"server_uuid": "8f3e8642-fc96-4516-83a0-462952e83359", "name": "network-vif-plugged", "status": "completed", "tag": "1b02f84f-7837-4548-b324-2f7002c0b678"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:13.895805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1b02f84f-7837-4548-b324-2f7002c0b678, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1b02f84f-7837-4548-b324-2f7002c0b678,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:13.933658 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30978185-a25f-457a-8309-d41b08660df3 x-openstack-request-id: req-30978185-a25f-457a-8309-d41b08660df3 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:13.934253 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3e8642-fc96-4516-83a0-462952e83359", "name": "network-vif-plugged", "status": "completed", "tag": "1b02f84f-7837-4548-b324-2f7002c0b678", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:13.934253 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-30978185-a25f-457a-8309-d41b08660df3 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:13.934697 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3e8642-fc96-4516-83a0-462952e83359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b02f84f-7837-4548-b324-2f7002c0b678', 'code': 200} Aug 29 07:02:13.960795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Made reservation on behalf of de95b88c4af849c795cbe84bf52b4226 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:02:13.963741 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:13.975801 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:13.994622 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:14.073223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a341f3f-424c-4e8d-881b-c5d5ee3fb610 req-87819bc2-f64d-41d9-a123-91653e851901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:14.076339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a341f3f-424c-4e8d-881b-c5d5ee3fb610 req-87819bc2-f64d-41d9-a123-91653e851901 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 1098 time: 0.0532012 Aug 29 07:02:14.087675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1b02f84f-7837-4548-b324-2f7002c0b678,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:14.115905 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-90c33b66-dfa1-4da9-b0a2-cad8681d40ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Made reservation on behalf of 22a0ce1904444ca0986e4df87b83c4f1 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:02:14.118921 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-90c33b66-dfa1-4da9-b0a2-cad8681d40ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:14.154311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a341f3f-424c-4e8d-881b-c5d5ee3fb610 req-021e2ec7-b84b-49f9-8964-dd72694c2926 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710328 Aug 29 07:02:14.195598 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503141-c955-4cef-acb8-0b4153c2c2a5 req-05bb5952-bff7-49f5-99e5-62ad17a072f2 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:14.197081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8503141-c955-4cef-acb8-0b4153c2c2a5 req-05bb5952-bff7-49f5-99e5-62ad17a072f2 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 946 time: 0.0858777 Aug 29 07:02:14.243473 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d46e1d86-ecdc-4732-a9af-f60af25c546d req-60522c00-0565-48dd-a0c7-b8bac7366177 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 210 time: 0.0421071 Aug 29 07:02:14.298791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8503141-c955-4cef-acb8-0b4153c2c2a5 req-9ddc4dea-b4ac-430e-8305-e3ef8da8cb1a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859365 Aug 29 07:02:14.309256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-90c33b66-dfa1-4da9-b0a2-cad8681d40ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Allocated IP 172.20.0.22 (3a7dd948-f081-41ee-a62b-3345c79d3eea/181d1097-c61a-4664-884e-a1ff3c742bb5/6af03946-4cab-46b9-a947-4080152d5f65) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:02:14.336295 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:14.423469 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:14.429744 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] device_id is not set on port 82024dac-4382-4554-9161-c1d731ad6c4a yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:02:14.457467 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-90c33b66-dfa1-4da9-b0a2-cad8681d40ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:14.476325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-90c33b66-dfa1-4da9-b0a2-cad8681d40ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Transition to ACTIVE for port object 6af03946-4cab-46b9-a947-4080152d5f65 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:14.532848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbadae78-d924-497d-b72c-e9e373a04a63,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:14.567915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:14.568408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:14.568902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:14.569391 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:14.569759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:14.570261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:14.570454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:14.570777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:14.571113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:14.571466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:14.571798 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:14.572127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:14.592322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7dae369a-77db-4bf7-a5a5-32c98945512a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:14.594833 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-90c33b66-dfa1-4da9-b0a2-cad8681d40ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:14.657746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-90c33b66-dfa1-4da9-b0a2-cad8681d40ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Network 3a7dd948-f081-41ee-a62b-3345c79d3eea is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:14.660986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-90c33b66-dfa1-4da9-b0a2-cad8681d40ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:14.664890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-90c33b66-dfa1-4da9-b0a2-cad8681d40ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:02:14.675520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7dae369a-77db-4bf7-a5a5-32c98945512a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:14.675904 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:14.711868 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c33b66-dfa1-4da9-b0a2-cad8681d40ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event updated for resources: {'Port': ['ID=6af03946-4cab-46b9-a947-4080152d5f65,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:14.735506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-90c33b66-dfa1-4da9-b0a2-cad8681d40ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:14.736333 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-90c33b66-dfa1-4da9-b0a2-cad8681d40ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:14.767273 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 07:02:14.768031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:02:14.812589 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-90c33b66-dfa1-4da9-b0a2-cad8681d40ed tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0781596 Aug 29 07:02:14.829403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Request body: {'port': {'device_id': '4d61d361-fbe2-4e2c-af2d-8ffb11c477d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:14.849758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-009cbd36-b960-43d4-831b-b50ab1a15a3c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0075607 Aug 29 07:02:14.850057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41704) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:14.907432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:15.061899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e668e1e-eb2e-47ab-9e96-fd02d0a172aa req-1100d182-3265-4594-a7d0-da3667fc80f8 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:15.063695 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e668e1e-eb2e-47ab-9e96-fd02d0a172aa req-1100d182-3265-4594-a7d0-da3667fc80f8 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 943 time: 0.1273806 Aug 29 07:02:15.097360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-05073ccb-b659-44d6-bca4-f66eecf74555 None None] Provisioning for port 6af03946-4cab-46b9-a947-4080152d5f65 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:15.101655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-05073ccb-b659-44d6-bca4-f66eecf74555 None None] Provisioning complete for port 6af03946-4cab-46b9-a947-4080152d5f65 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:15.102037 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-05073ccb-b659-44d6-bca4-f66eecf74555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:15.147278 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e668e1e-eb2e-47ab-9e96-fd02d0a172aa req-161d72ea-6b79-4a2c-a85e-0b51b359e716 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762122 Aug 29 07:02:15.153662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8d68bf08-d4f3-4f8f-a66c-8457bcabc76c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Deleting port 7b5ee0bd-f50d-402a-a72e-61f1a0d094fc {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:15.154409 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d68bf08-d4f3-4f8f-a66c-8457bcabc76c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:15.155664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-05073ccb-b659-44d6-bca4-f66eecf74555 None None] Port 6af03946-4cab-46b9-a947-4080152d5f65 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:02:15.238294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af03946-4cab-46b9-a947-4080152d5f65 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:02:15.239129 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d68bf08-d4f3-4f8f-a66c-8457bcabc76c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:15.239697 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d68bf08-d4f3-4f8f-a66c-8457bcabc76c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:15.271792 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:15.272009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8d68bf08-d4f3-4f8f-a66c-8457bcabc76c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Calling delete_port for 7b5ee0bd-f50d-402a-a72e-61f1a0d094fc owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:15.272113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Transition to ACTIVE for port object 6af03946-4cab-46b9-a947-4080152d5f65 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:15.389402 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:15.390429 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3333-3072-42fe-9831-98ecbf1657eb req-8a4bc2ea-8667-40f7-a39d-cd650f4896e8 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:15.392106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-077e3333-3072-42fe-9831-98ecbf1657eb req-8a4bc2ea-8667-40f7-a39d-cd650f4896e8 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 895 time: 0.0639026 Aug 29 07:02:15.452501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Pushing event updated for resources: {'Port': ['ID=6af03946-4cab-46b9-a947-4080152d5f65,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:15.489096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaeceb-9984-4626-a3e4-a2cca88b11a6 req-58923058-2a90-472b-88b3-60cc6a3f484f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:15.490839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93eaeceb-9984-4626-a3e4-a2cca88b11a6 req-58923058-2a90-472b-88b3-60cc6a3f484f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 946 time: 0.0977540 Aug 29 07:02:15.534662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Attempting to bind port 6af03946-4cab-46b9-a947-4080152d5f65 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:02:15.535011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Attempting to bind port 6af03946-4cab-46b9-a947-4080152d5f65 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:02:15.535378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Attempting to bind port 6af03946-4cab-46b9-a947-4080152d5f65 on network 3a7dd948-f081-41ee-a62b-3345c79d3eea {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:15.542331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Port 6af03946-4cab-46b9-a947-4080152d5f65 on network 3a7dd948-f081-41ee-a62b-3345c79d3eea not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:02:15.542693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Attempting to bind port 6af03946-4cab-46b9-a947-4080152d5f65 on network 3a7dd948-f081-41ee-a62b-3345c79d3eea {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:15.543133 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93eaeceb-9984-4626-a3e4-a2cca88b11a6 req-2ce26c6a-6c90-456f-adb6-c74f4ac34aa5 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450010 Aug 29 07:02:15.552278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:02:15.577733 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:02:15.578163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Checking segment: {'id': '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:02:15.579951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Bound using segment: {'id': '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:02:15.579951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Bound port: 6af03946-4cab-46b9-a947-4080152d5f65, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:02:15.580672 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d68bf08-d4f3-4f8f-a66c-8457bcabc76c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:15.580789 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:15.621656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68bf08-d4f3-4f8f-a66c-8457bcabc76c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b5ee0bd-f50d-402a-a72e-61f1a0d094fc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:15.740830 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d68bf08-d4f3-4f8f-a66c-8457bcabc76c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:15.745105 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d68bf08-d4f3-4f8f-a66c-8457bcabc76c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:15.751316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8d68bf08-d4f3-4f8f-a66c-8457bcabc76c tempest-ExternalNetworksAdminNegativeTestJSON-1917101771 tempest-ExternalNetworksAdminNegativeTestJSON-1917101771-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/e35dea27-bd3b-422f-b816-c98a1d2658e3 HTTP/1.1" status: 204 len: 168 time: 0.9001656 Aug 29 07:02:15.817616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] For port 6af03946-4cab-46b9-a947-4080152d5f65, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:02:15.823765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] For port 6af03946-4cab-46b9-a947-4080152d5f65, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6af03946-4cab-46b9-a947-4080152d5f65,segment=NetworkSegment(1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8),segment_id=1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:02:15.826757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f,segment=NetworkSegment(75323e87-d4fb-42a3-b366-30be654dda96),segment_id=75323e87-d4fb-42a3-b366-30be654dda96)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:15.843951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f', 'network_id': '285842f2-d687-4886-b093-c3072cbc114a', 'port_id': 'a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f', 'mac_address': 'fa:16:3e:b2:bb:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518db0c0-286a-41be-8582-9059542fdc6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:02:15.926539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:15.932299 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:15.955559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:02:15.983701 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:15.984398 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:15.986420 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] 10.222.0.15 "PUT /v2.0/ports/6af03946-4cab-46b9-a947-4080152d5f65 HTTP/1.1" status: 200 len: 1056 time: 1.1645319 Aug 29 07:02:15.987584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d61d361-fbe2-4e2c-af2d-8ffb11c477d1', 'tag': '6af03946-4cab-46b9-a947-4080152d5f65'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:15.998343 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f,segment=NetworkSegment(75323e87-d4fb-42a3-b366-30be654dda96),segment_id=75323e87-d4fb-42a3-b366-30be654dda96)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:15.999693 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e919d5e3-8e8d-42e5-83fc-23dd7cd2db31" -d '{"events": [{"name": "network-changed", "server_uuid": "4d61d361-fbe2-4e2c-af2d-8ffb11c477d1", "tag": "6af03946-4cab-46b9-a947-4080152d5f65"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:16.048759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e60912-6737-4e48-825a-62e5920eb636 service neutron] Pushing event updated for resources: {'Port': ['ID=6af03946-4cab-46b9-a947-4080152d5f65,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:16.056825 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def2f0fe-f143-496e-9ce1-705c5c8a3a2b x-openstack-request-id: req-def2f0fe-f143-496e-9ce1-705c5c8a3a2b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:16.057069 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d61d361-fbe2-4e2c-af2d-8ffb11c477d1", "tag": "6af03946-4cab-46b9-a947-4080152d5f65", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:16.057307 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-def2f0fe-f143-496e-9ce1-705c5c8a3a2b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:16.057793 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d61d361-fbe2-4e2c-af2d-8ffb11c477d1', 'tag': '6af03946-4cab-46b9-a947-4080152d5f65', 'status': 'completed', 'code': 200} Aug 29 07:02:16.154246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919d5e3-8e8d-42e5-83fc-23dd7cd2db31 req-2f33dd17-adcc-481f-80a6-8867e0d7be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:16.156000 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e919d5e3-8e8d-42e5-83fc-23dd7cd2db31 req-2f33dd17-adcc-481f-80a6-8867e0d7be8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22a0ce1904444ca0986e4df87b83c4f1&device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 1059 time: 0.0745759 Aug 29 07:02:16.166556 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:16.227594 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:16.304031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bbedb-9bfd-4fd0-b48c-4093f31721bd req-72c9178b-5ca5-40f8-b4f5-8b3a9cfe9b1b tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:16.305725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c33bbedb-9bfd-4fd0-b48c-4093f31721bd req-72c9178b-5ca5-40f8-b4f5-8b3a9cfe9b1b tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 944 time: 0.0598123 Aug 29 07:02:16.328457 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919d5e3-8e8d-42e5-83fc-23dd7cd2db31 req-3ac8cbe9-3cc2-424d-b67d-a9270e0a4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:16.328850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919d5e3-8e8d-42e5-83fc-23dd7cd2db31 req-3ac8cbe9-3cc2-424d-b67d-a9270e0a4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:16.330379 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e919d5e3-8e8d-42e5-83fc-23dd7cd2db31 req-3ac8cbe9-3cc2-424d-b67d-a9270e0a4152 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=22a0ce1904444ca0986e4df87b83c4f1&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1663911 Aug 29 07:02:16.345019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c33bbedb-9bfd-4fd0-b48c-4093f31721bd req-bde5b6ff-7505-4210-a9f1-7136b5ce363d tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330980 Aug 29 07:02:16.452358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919d5e3-8e8d-42e5-83fc-23dd7cd2db31 req-a10a8b04-c5e5-4c00-9702-d485c3875512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:16.468230 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e919d5e3-8e8d-42e5-83fc-23dd7cd2db31 req-a10a8b04-c5e5-4c00-9702-d485c3875512 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1185508 Aug 29 07:02:16.542299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-811c0478-a483-4d8e-a4b2-cb1ab4d11080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:16.545023 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-811c0478-a483-4d8e-a4b2-cb1ab4d11080 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22a0ce1904444ca0986e4df87b83c4f1&device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 1059 time: 0.0478697 Aug 29 07:02:16.552502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41728) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:16.572710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd59674-e7a9-439d-ad26-d3f550e0e13f req-fef8d41d-1037-49c7-ab73-2248dd834424 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:16.573069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:02:16.574936 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fd59674-e7a9-439d-ad26-d3f550e0e13f req-fef8d41d-1037-49c7-ab73-2248dd834424 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 907 time: 0.0748870 Aug 29 07:02:16.591964 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-0b2a09c2-db5b-42d5-9af3-c26d200eebef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=6af03946-4cab-46b9-a947-4080152d5f65 HTTP/1.1" status: 200 len: 217 time: 0.0375698 Aug 29 07:02:16.656981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-1a57b083-fc91-45c8-922f-057c6e7b79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:16.659495 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-1a57b083-fc91-45c8-922f-057c6e7b79fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=181d1097-c61a-4664-884e-a1ff3c742bb5 HTTP/1.1" status: 200 len: 838 time: 0.0634804 Aug 29 07:02:16.742391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-bf0ecc13-2a1d-437c-88b3-8e71bb6a7881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:16.746963 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-bf0ecc13-2a1d-437c-88b3-8e71bb6a7881 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a7dd948-f081-41ee-a62b-3345c79d3eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0791538 Aug 29 07:02:16.751160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cb33d-f8e9-442b-bd3e-3ccaac00d13e req-8c9244dc-17a5-4e48-9514-3434ba65b2dd tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:16.755436 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b53cb33d-f8e9-442b-bd3e-3ccaac00d13e req-8c9244dc-17a5-4e48-9514-3434ba65b2dd tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 946 time: 0.0912323 Aug 29 07:02:16.824332 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b53cb33d-f8e9-442b-bd3e-3ccaac00d13e req-75fc1594-6832-4d7c-b0a5-2f7251f65f4c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558102 Aug 29 07:02:16.825787 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2f704bf9-6bdf-469b-bf6b-5bb67262ab4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:16.858008 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-e373bccc-6af7-410e-9e9d-0b3bbf191331 service neutron] 10.222.0.15 "GET /v2.0/networks/3a7dd948-f081-41ee-a62b-3345c79d3eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022365 Aug 29 07:02:16.975677 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1140d698-2e33-4aba-931f-dae6f2866a21 req-56ae73bf-bf9d-4470-97f7-3aaaa992aa10 service neutron] 10.222.0.15 "GET /v2.0/networks/3a7dd948-f081-41ee-a62b-3345c79d3eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090240 Aug 29 07:02:16.994363 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2f704bf9-6bdf-469b-bf6b-5bb67262ab4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:17.185678 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2f704bf9-6bdf-469b-bf6b-5bb67262ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:17.260160 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2f704bf9-6bdf-469b-bf6b-5bb67262ab4c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=10c09078be4c4d69a27d617fddcc8ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7062297 Aug 29 07:02:17.261633 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f704bf9-6bdf-469b-bf6b-5bb67262ab4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2e2ea1-cddf-4150-81f6-3bc06e5f719a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:17.262734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41748) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:17.288490 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab87fb-44ef-49f1-a6d4-0923874dfc25 req-1052b40a-7e1c-4692-924d-8ec186047465 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:17.293301 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85ab87fb-44ef-49f1-a6d4-0923874dfc25 req-1052b40a-7e1c-4692-924d-8ec186047465 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 946 time: 0.1095564 Aug 29 07:02:17.324373 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80529b51-b5c1-44ab-8c23-90048ef310fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:17.338374 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85ab87fb-44ef-49f1-a6d4-0923874dfc25 req-eca88eae-c2d9-43fc-acf9-916062fef66d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389442 Aug 29 07:02:17.350128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80529b51-b5c1-44ab-8c23-90048ef310fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:17.520557 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80529b51-b5c1-44ab-8c23-90048ef310fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:17.523232 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80529b51-b5c1-44ab-8c23-90048ef310fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:17.527812 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-80529b51-b5c1-44ab-8c23-90048ef310fc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec2e2ea1-cddf-4150-81f6-3bc06e5f719a HTTP/1.1" status: 204 len: 168 time: 0.2639081 Aug 29 07:02:17.530320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1671442-699c-4c02-b7f6-8fd514aff62d req-a0ddb778-7454-4c3a-8200-e5ab0caf273c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:17.537823 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1671442-699c-4c02-b7f6-8fd514aff62d req-a0ddb778-7454-4c3a-8200-e5ab0caf273c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 946 time: 0.1040161 Aug 29 07:02:17.545845 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80529b51-b5c1-44ab-8c23-90048ef310fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2e2ea1-cddf-4150-81f6-3bc06e5f719a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:17.590711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ccbd8-e74e-4958-8bbb-fbace4e34aed req-3ba53a65-97cb-4a90-b2b7-09c4a22c7f7b tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:17.597985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-841ccbd8-e74e-4958-8bbb-fbace4e34aed req-3ba53a65-97cb-4a90-b2b7-09c4a22c7f7b tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 944 time: 0.1324365 Aug 29 07:02:17.633100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1671442-699c-4c02-b7f6-8fd514aff62d req-ea4ccdb9-50d5-40b6-8f59-104faf61e717 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928905 Aug 29 07:02:17.655123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-841ccbd8-e74e-4958-8bbb-fbace4e34aed req-dbb1b8d2-d9d6-4bdb-a393-ac22767e8457 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561025 Aug 29 07:02:17.801487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b1c9e-19f5-434f-9cce-6f40a91f00f2 req-11efdfa1-8656-4285-8eac-372927c3bec5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:17.803167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-162b1c9e-19f5-434f-9cce-6f40a91f00f2 req-11efdfa1-8656-4285-8eac-372927c3bec5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 907 time: 0.0595825 Aug 29 07:02:18.209221 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:02:18.240160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a89731-46fc-45c1-9e4a-bada9ba7d1a7 req-d6582276-15ce-450f-81cd-275fbec5a6b4 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:18.242357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70a89731-46fc-45c1-9e4a-bada9ba7d1a7 req-d6582276-15ce-450f-81cd-275fbec5a6b4 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 946 time: 0.0709219 Aug 29 07:02:18.297155 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70a89731-46fc-45c1-9e4a-bada9ba7d1a7 req-704632b3-00a3-4075-819e-47fc172dfab5 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 Aug 29 07:02:18.405141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41772) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:18.452708 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3d6a01cc-324e-40d6-b6d9-5c008e65e345 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de95b88c4af849c795cbe84bf52b4226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462847 Aug 29 07:02:18.455164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41774) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:18.517243 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d7e14a97-9b1b-4b98-bbbe-2cbd9f257ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:18.539355 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d7e14a97-9b1b-4b98-bbbe-2cbd9f257ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:18.698164 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d7e14a97-9b1b-4b98-bbbe-2cbd9f257ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:18.701325 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d7e14a97-9b1b-4b98-bbbe-2cbd9f257ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:18.705119 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d7e14a97-9b1b-4b98-bbbe-2cbd9f257ec5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fbadae78-d924-497d-b72c-e9e373a04a63 HTTP/1.1" status: 204 len: 168 time: 0.2465050 Aug 29 07:02:18.716770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e14a97-9b1b-4b98-bbbe-2cbd9f257ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbadae78-d924-497d-b72c-e9e373a04a63,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:18.790570 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8263688-c0c4-4a66-a440-179d01c08aef req-1fea3f79-19b5-4363-b2ab-c72134e1a12a tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:18.792474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8263688-c0c4-4a66-a440-179d01c08aef req-1fea3f79-19b5-4363-b2ab-c72134e1a12a tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 944 time: 0.0549479 Aug 29 07:02:18.835780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8263688-c0c4-4a66-a440-179d01c08aef req-42ab92e5-f50d-444a-861c-6a891d021ad7 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361092 Aug 29 07:02:18.934699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190401b-8a0a-4833-89ec-5a0dd4a175a6 req-424f2ce8-e039-47bf-9dc2-56b8f2e31195 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:18.936455 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0190401b-8a0a-4833-89ec-5a0dd4a175a6 req-424f2ce8-e039-47bf-9dc2-56b8f2e31195 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 907 time: 0.0567250 Aug 29 07:02:19.450252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec1bea-cb4e-4266-89cd-05936ff60cae req-26f36435-d4de-44ad-92c0-f7bf2104ea12 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:19.451819 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bcec1bea-cb4e-4266-89cd-05936ff60cae req-26f36435-d4de-44ad-92c0-f7bf2104ea12 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 946 time: 0.0548317 Aug 29 07:02:19.494043 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bcec1bea-cb4e-4266-89cd-05936ff60cae req-26580e89-b5c1-4386-a680-d93ae132940d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354867 Aug 29 07:02:19.554071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:19.662980 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:19.666914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:19.667850 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:19.742806 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:19.770453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f66ea8-8ea7-488d-8abb-bb016d87d49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:19.773037 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31314073-7c27-456b-b812-8558e318d2d0" -d '{"events": [{"server_uuid": "08f66ea8-8ea7-488d-8abb-bb016d87d49e", "name": "network-vif-plugged", "status": "completed", "tag": "a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:19.795440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a72439-dbc6-4744-923f-afc70b7627d1 req-bca83511-046a-4deb-ac5a-f7066c87cec8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:19.795440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77a72439-dbc6-4744-923f-afc70b7627d1 req-bca83511-046a-4deb-ac5a-f7066c87cec8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 946 time: 0.0546525 Aug 29 07:02:19.795689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f,segment=NetworkSegment(75323e87-d4fb-42a3-b366-30be654dda96),segment_id=75323e87-d4fb-42a3-b366-30be654dda96)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:19.826313 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cbe503-5b98-4422-bb31-640200d0ba31 x-openstack-request-id: req-d9cbe503-5b98-4422-bb31-640200d0ba31 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:19.826602 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f66ea8-8ea7-488d-8abb-bb016d87d49e", "name": "network-vif-plugged", "status": "completed", "tag": "a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:19.826853 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d9cbe503-5b98-4422-bb31-640200d0ba31 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:19.827948 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f66ea8-8ea7-488d-8abb-bb016d87d49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f', 'code': 200} Aug 29 07:02:19.920514 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:19.940983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-77a72439-dbc6-4744-923f-afc70b7627d1 req-a8776e7b-dd2a-4b0b-ad86-f00c91db1f2f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Deleting port 1b02f84f-7837-4548-b324-2f7002c0b678 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:19.941288 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-77a72439-dbc6-4744-923f-afc70b7627d1 req-a8776e7b-dd2a-4b0b-ad86-f00c91db1f2f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:19.998412 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:20.007199 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dd86b-bdbb-4eb2-941b-3677f5be4a21 req-436d7ff8-4312-4760-9ac2-0778031e1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:20.012671 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-494dd86b-bdbb-4eb2-941b-3677f5be4a21 req-436d7ff8-4312-4760-9ac2-0778031e1883 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 1097 time: 0.0871935 Aug 29 07:02:20.048228 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676a003-6bce-424b-be23-e4dc489d03ad req-5b361425-9f11-4506-b4e6-84d4834a5ad1 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:20.050520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0676a003-6bce-424b-be23-e4dc489d03ad req-5b361425-9f11-4506-b4e6-84d4834a5ad1 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 945 time: 0.1373374 Aug 29 07:02:20.069413 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-494dd86b-bdbb-4eb2-941b-3677f5be4a21 req-b277c2ad-ff7b-4d3c-a588-699debcb98f4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487936 Aug 29 07:02:20.138640 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-77a72439-dbc6-4744-923f-afc70b7627d1 req-a8776e7b-dd2a-4b0b-ad86-f00c91db1f2f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] For port 1b02f84f-7837-4548-b324-2f7002c0b678, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1b02f84f-7837-4548-b324-2f7002c0b678,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:20.139004 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-77a72439-dbc6-4744-923f-afc70b7627d1 req-a8776e7b-dd2a-4b0b-ad86-f00c91db1f2f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:20.156419 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0676a003-6bce-424b-be23-e4dc489d03ad req-40942131-471e-4c5b-b9d2-206e3cc218e6 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934899 Aug 29 07:02:20.157270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-77a72439-dbc6-4744-923f-afc70b7627d1 req-a8776e7b-dd2a-4b0b-ad86-f00c91db1f2f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Calling delete_port for 1b02f84f-7837-4548-b324-2f7002c0b678 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:20.179208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a3f79-dec7-43bd-9c7b-349564ac37cd req-7df3885b-e429-4183-9815-32d1730129e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:20.179208 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-650a3f79-dec7-43bd-9c7b-349564ac37cd req-7df3885b-e429-4183-9815-32d1730129e3 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 907 time: 0.1158843 Aug 29 07:02:20.521352 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-77a72439-dbc6-4744-923f-afc70b7627d1 req-a8776e7b-dd2a-4b0b-ad86-f00c91db1f2f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:20.537812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4abd830a-54f2-4704-ba2c-e7575c049cb4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:02:20.583182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['1b02f84f-7837-4548-b324-2f7002c0b678'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:02:20.592972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8776e7b-dd2a-4b0b-ad86-f00c91db1f2f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Pushing event deleted for resources: {'Port': ['ID=1b02f84f-7837-4548-b324-2f7002c0b678,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:20.630379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6af03946-4cab-46b9-a947-4080152d5f65 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:02:20.637617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68b255b6-66f7-404b-bfd4-e3035375f447 req-ec50ef3a-c368-47ee-81ba-cd249fbe69cd tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 210 time: 0.0457857 Aug 29 07:02:20.683501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a72439-dbc6-4744-923f-afc70b7627d1 req-a8776e7b-dd2a-4b0b-ad86-f00c91db1f2f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] No DVR routers for this DVR port 1b02f84f-7837-4548-b324-2f7002c0b678 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:02:20.686358 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-77a72439-dbc6-4744-923f-afc70b7627d1 req-a8776e7b-dd2a-4b0b-ad86-f00c91db1f2f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:20.688674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77a72439-dbc6-4744-923f-afc70b7627d1 req-a8776e7b-dd2a-4b0b-ad86-f00c91db1f2f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "DELETE /v2.0/ports/1b02f84f-7837-4548-b324-2f7002c0b678 HTTP/1.1" status: 204 len: 173 time: 0.8913527 Aug 29 07:02:20.689429 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3e8642-fc96-4516-83a0-462952e83359', 'name': 'network-vif-deleted', 'tag': '1b02f84f-7837-4548-b324-2f7002c0b678'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:20.698126 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c397c33f-93a4-43bd-b96d-89a9f459d45f" -d '{"events": [{"server_uuid": "8f3e8642-fc96-4516-83a0-462952e83359", "name": "network-vif-deleted", "tag": "1b02f84f-7837-4548-b324-2f7002c0b678"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:20.760252 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704a16bf-40ac-4348-8ec5-6c0be699bfee x-openstack-request-id: req-704a16bf-40ac-4348-8ec5-6c0be699bfee {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:20.760632 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3e8642-fc96-4516-83a0-462952e83359", "name": "network-vif-deleted", "tag": "1b02f84f-7837-4548-b324-2f7002c0b678", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:20.760998 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-704a16bf-40ac-4348-8ec5-6c0be699bfee {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:20.761521 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3e8642-fc96-4516-83a0-462952e83359', 'name': 'network-vif-deleted', 'tag': '1b02f84f-7837-4548-b324-2f7002c0b678', 'status': 'completed', 'code': 200} Aug 29 07:02:20.783129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 6af03946-4cab-46b9-a947-4080152d5f65, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6af03946-4cab-46b9-a947-4080152d5f65,segment=NetworkSegment(1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8),segment_id=1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:20.822141 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '6af03946-4cab-46b9-a947-4080152d5f65', 'network_id': '3a7dd948-f081-41ee-a62b-3345c79d3eea', 'port_id': '6af03946-4cab-46b9-a947-4080152d5f65', 'mac_address': 'fa:16:3e:a2:64:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181d1097-c61a-4664-884e-a1ff3c742bb5', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:02:20.891418 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:20.913771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af03946-4cab-46b9-a947-4080152d5f65 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:02:20.921058 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:20.936930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 6af03946-4cab-46b9-a947-4080152d5f65, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6af03946-4cab-46b9-a947-4080152d5f65,segment=NetworkSegment(1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8),segment_id=1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:21.000540 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:21.025459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41842) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:21.049382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41846) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:21.059653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=6af03946-4cab-46b9-a947-4080152d5f65,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:21.170957 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-deec65c0-2136-4271-be35-d0771745d84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:21.214758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4f97b201-2b07-448d-8d2e-54f6c45dc65e tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1563413629'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:21.243543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['6af03946-4cab-46b9-a947-4080152d5f65'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:02:21.335801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0abed2-093d-4d7b-a0b4-765fff4f8f4a req-bb8d61e0-3911-4a8f-bfb0-556a69f90dfc tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:21.337339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d0abed2-093d-4d7b-a0b4-765fff4f8f4a req-bb8d61e0-3911-4a8f-bfb0-556a69f90dfc tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 945 time: 0.1026204 Aug 29 07:02:21.379258 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-deec65c0-2136-4271-be35-d0771745d84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:21.386970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cef422-5e2d-4659-8300-e4570c253f58 req-f4d927f8-aad3-4db4-a1fe-8c9e2e8163c8 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:21.389370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76cef422-5e2d-4659-8300-e4570c253f58 req-f4d927f8-aad3-4db4-a1fe-8c9e2e8163c8 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 908 time: 0.1182520 Aug 29 07:02:21.407036 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d0abed2-093d-4d7b-a0b4-765fff4f8f4a req-1a5057f6-faa7-45ce-afa3-6cc9dde46c6c tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588312 Aug 29 07:02:21.436633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-deec65c0-2136-4271-be35-d0771745d84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:21.489384 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-deec65c0-2136-4271-be35-d0771745d84b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2f1b807573644d359cffcbf9dc3a44ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357467 Aug 29 07:02:21.489384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec65c0-2136-4271-be35-d0771745d84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dc0be0-24e4-4bdc-a1cf-08a23227cdd4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:21.490135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41856) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:21.521060 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f97b201-2b07-448d-8d2e-54f6c45dc65e tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:21.522255 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f97b201-2b07-448d-8d2e-54f6c45dc65e tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:21.559257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80a3f53-1875-487c-9080-72ba8cda200a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:21.582802 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80a3f53-1875-487c-9080-72ba8cda200a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:21.585419 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f97b201-2b07-448d-8d2e-54f6c45dc65e tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:21.715123 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80a3f53-1875-487c-9080-72ba8cda200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:21.721532 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f97b201-2b07-448d-8d2e-54f6c45dc65e tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:21.721978 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80a3f53-1875-487c-9080-72ba8cda200a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:21.721978 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f80a3f53-1875-487c-9080-72ba8cda200a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/53dc0be0-24e4-4bdc-a1cf-08a23227cdd4 HTTP/1.1" status: 204 len: 168 time: 0.2278357 Aug 29 07:02:21.731670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a3f53-1875-487c-9080-72ba8cda200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dc0be0-24e4-4bdc-a1cf-08a23227cdd4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:21.768316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0562c65a-d1dc-45aa-9c84-8a02137551e6 req-b6d2eea1-831c-43fe-ba07-730c6206e198 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3e8642-fc96-4516-83a0-462952e83359 HTTP/1.1" status: 200 len: 210 time: 0.0385880 Aug 29 07:02:21.826370 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f97b201-2b07-448d-8d2e-54f6c45dc65e tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:21.829886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4f97b201-2b07-448d-8d2e-54f6c45dc65e tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8011017 Aug 29 07:02:21.830126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41864) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:21.906291 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9824ec98-c2df-4b6e-b340-c6aa030aad88 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:22.387536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9824ec98-c2df-4b6e-b340-c6aa030aad88 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:22.389697 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9824ec98-c2df-4b6e-b340-c6aa030aad88 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:22.512587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41874) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:22.526178 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cfae1f3-1516-4a4c-8514-d8b3f3deb888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:22.545279 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23ac5e-76ff-4d13-88a0-80c08cad718d req-2e8cff6f-d7a7-42d1-847c-708333874866 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:22.546745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e23ac5e-76ff-4d13-88a0-80c08cad718d req-2e8cff6f-d7a7-42d1-847c-708333874866 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 908 time: 0.0840976 Aug 29 07:02:22.551815 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9824ec98-c2df-4b6e-b340-c6aa030aad88 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:22.552349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9824ec98-c2df-4b6e-b340-c6aa030aad88 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcd7d02d-7cd5-4255-9f20-52068f4b297d {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:02:22.561787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566f941-3b04-4e47-8768-2a6f36c91ab7 req-01b85bd5-11c3-4e12-93ce-063574840cac tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:22.563454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d566f941-3b04-4e47-8768-2a6f36c91ab7 req-01b85bd5-11c3-4e12-93ce-063574840cac tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 945 time: 0.0737870 Aug 29 07:02:22.566629 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9824ec98-c2df-4b6e-b340-c6aa030aad88 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:22.576991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9824ec98-c2df-4b6e-b340-c6aa030aad88 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] 10.222.0.76 "DELETE /v2.0/routers/fcd7d02d-7cd5-4255-9f20-52068f4b297d HTTP/1.1" status: 204 len: 168 time: 0.7458200 Aug 29 07:02:22.579686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41878) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:22.584531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-9f4ad337-234d-45f9-bb43-2bf81542d69a tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Request body: {'router': {'name': 'tempest-router-1596093726', 'distributed': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:22.616338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d566f941-3b04-4e47-8768-2a6f36c91ab7 req-dd41d67d-ac5b-402f-bc71-211617e0c455 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370915 Aug 29 07:02:22.650686 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6af03946-4cab-46b9-a947-4080152d5f65 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:22.651137 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cfae1f3-1516-4a4c-8514-d8b3f3deb888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:22.775487 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cfae1f3-1516-4a4c-8514-d8b3f3deb888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:22.795195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 6af03946-4cab-46b9-a947-4080152d5f65 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:22.800389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 6af03946-4cab-46b9-a947-4080152d5f65 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:22.800389 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:22.826683 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8cfae1f3-1516-4a4c-8514-d8b3f3deb888 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b6ec9b50096416bb6c3924d2fcc884c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105626 Aug 29 07:02:22.826887 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfae1f3-1516-4a4c-8514-d8b3f3deb888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212c0360-fede-4bca-a11c-6e645e1893ab,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:22.827212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41886) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:22.891948 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad337-234d-45f9-bb43-2bf81542d69a tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:22.893346 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad337-234d-45f9-bb43-2bf81542d69a tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:22.903471 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:22.930789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d61d361-fbe2-4e2c-af2d-8ffb11c477d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af03946-4cab-46b9-a947-4080152d5f65'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:22.933453 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baaf095-b79e-46a5-82e6-80756c7321e9" -d '{"events": [{"server_uuid": "4d61d361-fbe2-4e2c-af2d-8ffb11c477d1", "name": "network-vif-plugged", "status": "completed", "tag": "6af03946-4cab-46b9-a947-4080152d5f65"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:22.954884 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fd9a510-c1f6-468c-a32d-3159c768eea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:22.958779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 6af03946-4cab-46b9-a947-4080152d5f65, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6af03946-4cab-46b9-a947-4080152d5f65,segment=NetworkSegment(1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8),segment_id=1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:22.983334 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee472ac-32c7-40da-8f18-3d01dc2d5f02 x-openstack-request-id: req-3ee472ac-32c7-40da-8f18-3d01dc2d5f02 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:22.983334 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d61d361-fbe2-4e2c-af2d-8ffb11c477d1", "name": "network-vif-plugged", "status": "completed", "tag": "6af03946-4cab-46b9-a947-4080152d5f65", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:22.983334 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ee472ac-32c7-40da-8f18-3d01dc2d5f02 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:22.983334 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d61d361-fbe2-4e2c-af2d-8ffb11c477d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af03946-4cab-46b9-a947-4080152d5f65', 'code': 200} Aug 29 07:02:22.983964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad337-234d-45f9-bb43-2bf81542d69a tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:22.989957 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fd9a510-c1f6-468c-a32d-3159c768eea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:23.086818 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:23.087700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad337-234d-45f9-bb43-2bf81542d69a tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:23.102423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3b8b-e400-473f-aae5-758a7be3dbfd req-cb75c449-2246-4e08-ae31-075ef266d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:23.103977 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-71aa3b8b-e400-473f-aae5-758a7be3dbfd req-cb75c449-2246-4e08-ae31-075ef266d5b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 1060 time: 0.0534692 Aug 29 07:02:23.136341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=6af03946-4cab-46b9-a947-4080152d5f65,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:23.163268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-010f8730-2dc2-4b22-98a3-98994fc23e4a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:23.171263 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-010f8730-2dc2-4b22-98a3-98994fc23e4a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.1142650 Aug 29 07:02:23.183030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-a6eb2c1d-43f1-4945-bdc0-77446e9956d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/quotas/c6f5cacadd2f4dab8b27a56efab78c57 HTTP/1.1" status: 200 len: 375 time: 0.0095215 Aug 29 07:02:23.222894 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad337-234d-45f9-bb43-2bf81542d69a tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:23.224137 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9f4ad337-234d-45f9-bb43-2bf81542d69a tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6434016 Aug 29 07:02:23.225152 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fd9a510-c1f6-468c-a32d-3159c768eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:23.227729 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fd9a510-c1f6-468c-a32d-3159c768eea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:23.228906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8fd9a510-c1f6-468c-a32d-3159c768eea2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/212c0360-fede-4bca-a11c-6e645e1893ab HTTP/1.1" status: 204 len: 168 time: 0.4000599 Aug 29 07:02:23.232243 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41910) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:23.244401 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9a510-c1f6-468c-a32d-3159c768eea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212c0360-fede-4bca-a11c-6e645e1893ab,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:23.251257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-197f75d1-a848-4bfb-8320-86466f8fee37 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617597 Aug 29 07:02:23.323611 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3983abb9-651a-4897-b34a-f91e970a6908 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:23.368379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-80265604-b805-41b5-989f-a39b9c90ba7f service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094666 Aug 29 07:02:23.477521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-ef591b18-d97d-4886-a71f-bb68ae7b445f service neutron] 10.222.0.76 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019371 Aug 29 07:02:23.489054 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3983abb9-651a-4897-b34a-f91e970a6908 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:23.492123 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3983abb9-651a-4897-b34a-f91e970a6908 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:23.558569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1b02f84f-7837-4548-b324-2f7002c0b678 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:02:23.650396 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3983abb9-651a-4897-b34a-f91e970a6908 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:23.650396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3983abb9-651a-4897-b34a-f91e970a6908 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c03f280f-dce7-4e87-bc8b-6bc9212be9d8 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:02:23.656817 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3983abb9-651a-4897-b34a-f91e970a6908 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:23.658239 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3983abb9-651a-4897-b34a-f91e970a6908 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] 10.222.0.76 "DELETE /v2.0/routers/c03f280f-dce7-4e87-bc8b-6bc9212be9d8 HTTP/1.1" status: 204 len: 168 time: 0.4250276 Aug 29 07:02:23.666074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41926) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:23.672124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b300b430-0cfc-48ca-82cc-4f361838d096 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Request body: {'router': {'name': 'tempest-router-1672435185', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a4b14b26020d45d6a0e119780dc4ea2c'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:23.735704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 1b02f84f-7837-4548-b324-2f7002c0b678 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:02:23.736592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1b02f84f-7837-4548-b324-2f7002c0b678 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:02:23.793954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2ab72-a05e-482e-b9bb-e5db343e8806 req-8bd57440-735b-4ff8-83a6-b3ad39911564 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:23.795447 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8a2ab72-a05e-482e-b9bb-e5db343e8806 req-8bd57440-735b-4ff8-83a6-b3ad39911564 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 909 time: 0.0586364 Aug 29 07:02:23.797004 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b300b430-0cfc-48ca-82cc-4f361838d096 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:23.798420 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b300b430-0cfc-48ca-82cc-4f361838d096 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:23.887693 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b300b430-0cfc-48ca-82cc-4f361838d096 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:23.910347 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c38dc3b-8f21-4fc8-8685-69d0bcc28ce8 req-e6dc8d3c-41fd-4ed3-844e-f6d534c4afba tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 210 time: 0.0342922 Aug 29 07:02:23.950851 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b300b430-0cfc-48ca-82cc-4f361838d096 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:24.071000 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b300b430-0cfc-48ca-82cc-4f361838d096 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:24.077644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41950) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:24.081209 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b300b430-0cfc-48ca-82cc-4f361838d096 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4071877 Aug 29 07:02:24.084367 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ef8a9a18-4466-4730-b771-fd6e17593343 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:24.687702 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9a18-4466-4730-b771-fd6e17593343 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:24.699177 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9a18-4466-4730-b771-fd6e17593343 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:24.780351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ef8a9a18-4466-4730-b771-fd6e17593343 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95403) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 29 07:02:24.780689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ef8a9a18-4466-4730-b771-fd6e17593343 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Router 79ec70ca-420b-4d57-beb2-0de4f1388499 migrating from provider to provider. {{(pid=95403) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 29 07:02:24.781075 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9a18-4466-4730-b771-fd6e17593343 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:24.787055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9a18-4466-4730-b771-fd6e17593343 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:24.944664 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9a18-4466-4730-b771-fd6e17593343 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:24.946934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0731ae-8568-44b4-ba0b-688450fd0fe5 req-d10fa4cc-dc75-47e8-860b-ec5770333dca tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:24.954553 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d0731ae-8568-44b4-ba0b-688450fd0fe5 req-d10fa4cc-dc75-47e8-860b-ec5770333dca tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 909 time: 0.0584009 Aug 29 07:02:25.046014 n-d-713301-12 neutron-server[95403]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ef8a9a18-4466-4730-b771-fd6e17593343 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] No L3 agents can host the router 79ec70ca-420b-4d57-beb2-0de4f1388499 Aug 29 07:02:25.055536 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2d3ba16-152f-4ca5-92a5-3fe82391d34c req-de1d745d-1c13-42ed-a6ec-8bb54ced94d9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 210 time: 0.0286541 Aug 29 07:02:25.168891 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8a9a18-4466-4730-b771-fd6e17593343 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Hosts for router 79ec70ca-420b-4d57-beb2-0de4f1388499: [] {{(pid=95403) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 29 07:02:25.184195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f93d7-6dde-45bf-8057-9f94b3a87ab1 req-23870434-36ee-446c-a8df-03626a90f62b tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:25.185709 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f7f93d7-6dde-45bf-8057-9f94b3a87ab1 req-23870434-36ee-446c-a8df-03626a90f62b tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 909 time: 0.0562105 Aug 29 07:02:25.191479 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8a9a18-4466-4730-b771-fd6e17593343 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Hosts for other DVR routers connected to router 79ec70ca-420b-4d57-beb2-0de4f1388499: set() {{(pid=95403) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 29 07:02:25.194286 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9a18-4466-4730-b771-fd6e17593343 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:25.195543 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ef8a9a18-4466-4730-b771-fd6e17593343 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] 10.222.0.76 "PUT /v2.0/routers/79ec70ca-420b-4d57-beb2-0de4f1388499 HTTP/1.1" status: 200 len: 717 time: 1.1167679 Aug 29 07:02:25.198096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41988) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:25.283875 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cf977060-f29f-4718-a9a6-c4f00bdfdbe2 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] 10.222.0.76 "GET /v2.0/routers/79ec70ca-420b-4d57-beb2-0de4f1388499 HTTP/1.1" status: 200 len: 717 time: 0.0845337 Aug 29 07:02:25.286584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 41992) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:25.317076 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0363c9-b41a-4e85-89fe-33c13b44023b req-2ec09559-1fa6-4412-b0db-44e70eea6460 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:25.330482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6b0363c9-b41a-4e85-89fe-33c13b44023b req-2ec09559-1fa6-4412-b0db-44e70eea6460 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 1061 time: 0.0621796 Aug 29 07:02:25.441905 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4adad4-97a6-46dc-a8e8-f0a0288845df req-7ca9ef8a-9e4a-4252-8cc3-ec3528b46bd6 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:25.443410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d4adad4-97a6-46dc-a8e8-f0a0288845df req-7ca9ef8a-9e4a-4252-8cc3-ec3528b46bd6 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 1137 time: 0.0459437 Aug 29 07:02:25.486308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d4adad4-97a6-46dc-a8e8-f0a0288845df req-3bd90fe9-124b-48dd-9ff7-4c1bf6afa584 tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0358889 Aug 29 07:02:25.508259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42002) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:25.556082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69536428-65e6-4604-a2a5-872990cd27aa tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:25.557963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-69536428-65e6-4604-a2a5-872990cd27aa tempest-TestSecurityGroupsBasicOps-1866391384 tempest-TestSecurityGroupsBasicOps-1866391384-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 1056 time: 0.0485024 Aug 29 07:02:25.570554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42008) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:25.578996 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6e39f0ad-3281-417a-bbed-13563a231e87 tempest-RoutersTestDVR-716946561 tempest-RoutersTestDVR-716946561-project] 10.222.0.76 "GET /v2.0/routers/79ec70ca-420b-4d57-beb2-0de4f1388499 HTTP/1.1" status: 200 len: 683 time: 0.2910988 Aug 29 07:02:25.652128 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1b759102-53de-401a-a0a3-d4493e8ceec8 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:25.826940 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1b759102-53de-401a-a0a3-d4493e8ceec8 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:25.829201 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1b759102-53de-401a-a0a3-d4493e8ceec8 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:25.988999 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1b759102-53de-401a-a0a3-d4493e8ceec8 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:25.989693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b759102-53de-401a-a0a3-d4493e8ceec8 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79ec70ca-420b-4d57-beb2-0de4f1388499 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:02:25.994127 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1b759102-53de-401a-a0a3-d4493e8ceec8 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:25.997686 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1b759102-53de-401a-a0a3-d4493e8ceec8 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] 10.222.0.76 "DELETE /v2.0/routers/79ec70ca-420b-4d57-beb2-0de4f1388499 HTTP/1.1" status: 204 len: 168 time: 0.4223969 Aug 29 07:02:25.998590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42018) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:26.003954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8fcf4715-f160-48a2-a72a-ed48eadbb6e9 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Request body: {'router': {'name': 'tempest-router-977173872', 'distributed': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:26.137719 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4715-f160-48a2-a72a-ed48eadbb6e9 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:26.139067 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4715-f160-48a2-a72a-ed48eadbb6e9 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:26.204424 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4715-f160-48a2-a72a-ed48eadbb6e9 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:26.299757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e043470c-9a40-4a48-8bc5-545a1cf9a9eb req-ee8d8ba6-104d-4cae-96e0-9cf043a6e3a6 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 210 time: 0.0381649 Aug 29 07:02:26.365590 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4715-f160-48a2-a72a-ed48eadbb6e9 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:26.437805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6994ee4-9c81-494c-89bb-2fb02405aefe req-3989070a-5df6-432f-81de-7d99eff432ae tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:26.439835 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f6994ee4-9c81-494c-89bb-2fb02405aefe req-3989070a-5df6-432f-81de-7d99eff432ae tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 945 time: 0.1511366 Aug 29 07:02:26.510938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59383-f132-4837-8efc-bbe89e0ce292 req-58643af1-cff2-43ab-8128-df291f89d0c1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:26.510938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5ef59383-f132-4837-8efc-bbe89e0ce292 req-58643af1-cff2-43ab-8128-df291f89d0c1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 909 time: 0.1325402 Aug 29 07:02:26.515713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-52eb2433-6562-4276-8119-c5a65f7a3298 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:26.517505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-52eb2433-6562-4276-8119-c5a65f7a3298 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "GET /v2.0/networks?id=36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 200 len: 806 time: 0.2272699 Aug 29 07:02:26.532877 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4715-f160-48a2-a72a-ed48eadbb6e9 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:26.534073 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8fcf4715-f160-48a2-a72a-ed48eadbb6e9 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5341270 Aug 29 07:02:26.538357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42030) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:26.547300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-f46d7e50-cd1f-4a1d-ba36-1ad05dfa8ef9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Request body: {'port': {'device_id': '95add217-597d-4059-b310-1bf4bc8b077d', 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'admin_state_up': True, 'tenant_id': 'c6f5cacadd2f4dab8b27a56efab78c57'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:26.554770 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f6994ee4-9c81-494c-89bb-2fb02405aefe req-a554bdc6-1d85-4d77-8e2d-c1e642c1c5a3 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042585 Aug 29 07:02:26.617556 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2edee71e-d909-4b34-a418-beb389e47ea9 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:26.737704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-f46d7e50-cd1f-4a1d-ba36-1ad05dfa8ef9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Made reservation on behalf of c6f5cacadd2f4dab8b27a56efab78c57 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:02:26.741602 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-f46d7e50-cd1f-4a1d-ba36-1ad05dfa8ef9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:26.783390 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2edee71e-d909-4b34-a418-beb389e47ea9 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:26.785747 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2edee71e-d909-4b34-a418-beb389e47ea9 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:26.914649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-f46d7e50-cd1f-4a1d-ba36-1ad05dfa8ef9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Allocated IP 172.20.0.12 (36f56023-89e5-4bb5-b740-0799e8565e59/c6091bec-950b-46b5-924b-2d79c271ea4f/d1a28b23-47e0-4ed8-a6cc-142493660fd5) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:02:26.937002 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2edee71e-d909-4b34-a418-beb389e47ea9 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:26.937624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edee71e-d909-4b34-a418-beb389e47ea9 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33d33430-84cb-44ab-bb29-0a1ae4fa8268 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:02:26.942708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2edee71e-d909-4b34-a418-beb389e47ea9 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:26.944041 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2edee71e-d909-4b34-a418-beb389e47ea9 tempest-RoutersTestDVR-1736335279 tempest-RoutersTestDVR-1736335279-project-admin] 10.222.0.76 "DELETE /v2.0/routers/33d33430-84cb-44ab-bb29-0a1ae4fa8268 HTTP/1.1" status: 204 len: 168 time: 0.4047034 Aug 29 07:02:27.065887 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-f46d7e50-cd1f-4a1d-ba36-1ad05dfa8ef9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:27.200952 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-f46d7e50-cd1f-4a1d-ba36-1ad05dfa8ef9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:27.216845 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4abd830a-54f2-4704-ba2c-e7575c049cb4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:02:27.247715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-f46d7e50-cd1f-4a1d-ba36-1ad05dfa8ef9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Network 36f56023-89e5-4bb5-b740-0799e8565e59 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:27.253432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-f46d7e50-cd1f-4a1d-ba36-1ad05dfa8ef9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:27.257063 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-f46d7e50-cd1f-4a1d-ba36-1ad05dfa8ef9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:02:27.285087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d7e50-cd1f-4a1d-ba36-1ad05dfa8ef9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Pushing event updated for resources: {'Port': ['ID=d1a28b23-47e0-4ed8-a6cc-142493660fd5,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:27.327978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-f46d7e50-cd1f-4a1d-ba36-1ad05dfa8ef9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:27.329748 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-f46d7e50-cd1f-4a1d-ba36-1ad05dfa8ef9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:27.437251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f6bcc-d63c-4ac0-b866-621822f4f5fa req-d652baf1-b50b-4af7-a73c-71decfe9584f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:27.439037 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a6f6bcc-d63c-4ac0-b866-621822f4f5fa req-d652baf1-b50b-4af7-a73c-71decfe9584f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 932 time: 0.0508657 Aug 29 07:02:27.479709 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a6f6bcc-d63c-4ac0-b866-621822f4f5fa req-699baa05-dbee-4d94-a159-0eb078730639 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341461 Aug 29 07:02:27.503640 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-f46d7e50-cd1f-4a1d-ba36-1ad05dfa8ef9 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9665992 Aug 29 07:02:27.523466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Request body: {'port': {'device_id': '95add217-597d-4059-b310-1bf4bc8b077d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:27.534341 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1202b-e81f-4d6b-ad2d-690cec89e466 req-5ad73d11-2f9d-4cd6-906d-3271a9d4571d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:27.536508 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-17e1202b-e81f-4d6b-ad2d-690cec89e466 req-5ad73d11-2f9d-4cd6-906d-3271a9d4571d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 909 time: 0.0537872 Aug 29 07:02:27.593051 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:27.659317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42048) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:27.669068 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-17e1202b-e81f-4d6b-ad2d-690cec89e466 req-113f3a49-abcf-4d5b-9c0b-6bac9f01f082 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Deleting port 6af03946-4cab-46b9-a947-4080152d5f65 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:27.669486 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-17e1202b-e81f-4d6b-ad2d-690cec89e466 req-113f3a49-abcf-4d5b-9c0b-6bac9f01f082 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:27.733842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635a573-fc34-40af-964b-dd9edda1cc09 req-837195c3-b4ce-44ba-a14e-2a075fd11ced tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:27.735384 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2635a573-fc34-40af-964b-dd9edda1cc09 req-837195c3-b4ce-44ba-a14e-2a075fd11ced tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 909 time: 0.1399345 Aug 29 07:02:27.772243 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-17e1202b-e81f-4d6b-ad2d-690cec89e466 req-113f3a49-abcf-4d5b-9c0b-6bac9f01f082 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] For port 6af03946-4cab-46b9-a947-4080152d5f65, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6af03946-4cab-46b9-a947-4080152d5f65,segment=NetworkSegment(1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8),segment_id=1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:27.772719 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-17e1202b-e81f-4d6b-ad2d-690cec89e466 req-113f3a49-abcf-4d5b-9c0b-6bac9f01f082 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:27.793246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-17e1202b-e81f-4d6b-ad2d-690cec89e466 req-113f3a49-abcf-4d5b-9c0b-6bac9f01f082 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Calling delete_port for 6af03946-4cab-46b9-a947-4080152d5f65 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:27.805533 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-177c0d16-8265-4a75-a357-6dd70e0235c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:27.818262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fafc2b-421a-49b0-9886-83379f185370 req-b15909de-9cf6-460e-831c-cfc16bec3e92 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:27.819458 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94fafc2b-421a-49b0-9886-83379f185370 req-b15909de-9cf6-460e-831c-cfc16bec3e92 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 945 time: 0.1817632 Aug 29 07:02:27.899745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94fafc2b-421a-49b0-9886-83379f185370 req-de534050-fa92-4bba-a903-868e6edeeada tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b0b1972-3afd-438f-9293-05e353dd4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739949 Aug 29 07:02:28.008967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67f2dc-54f2-43e5-a203-51e209a7acce req-18e397d0-6040-4326-ae55-f830b43d7b75 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:28.010478 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c67f2dc-54f2-43e5-a203-51e209a7acce req-18e397d0-6040-4326-ae55-f830b43d7b75 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.11 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 945 time: 0.1304150 Aug 29 07:02:28.019879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a28b23-47e0-4ed8-a6cc-142493660fd5 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:02:28.027571 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:28.127838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-177c0d16-8265-4a75-a357-6dd70e0235c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:28.158329 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-2c67f2dc-54f2-43e5-a203-51e209a7acce req-5b10356c-e929-4aff-8d9e-3fafc5b0951d tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Deleting port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:28.158694 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2c67f2dc-54f2-43e5-a203-51e209a7acce req-5b10356c-e929-4aff-8d9e-3fafc5b0951d tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:28.197167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Transition to ACTIVE for port object d1a28b23-47e0-4ed8-a6cc-142493660fd5 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:28.206618 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-177c0d16-8265-4a75-a357-6dd70e0235c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:28.213063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-17e1202b-e81f-4d6b-ad2d-690cec89e466 req-113f3a49-abcf-4d5b-9c0b-6bac9f01f082 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:28.280873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f3a49-abcf-4d5b-9c0b-6bac9f01f082 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event deleted for resources: {'Port': ['ID=6af03946-4cab-46b9-a947-4080152d5f65,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:28.305369 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-177c0d16-8265-4a75-a357-6dd70e0235c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a4b14b26020d45d6a0e119780dc4ea2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6416636 Aug 29 07:02:28.305827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42060) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:28.330245 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c0d16-8265-4a75-a357-6dd70e0235c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae0f5cc-1bdc-4f75-87a1-4cc32b8397e8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:28.356201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e1202b-e81f-4d6b-ad2d-690cec89e466 req-113f3a49-abcf-4d5b-9c0b-6bac9f01f082 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] No DVR routers for this DVR port 6af03946-4cab-46b9-a947-4080152d5f65 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:02:28.360880 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-17e1202b-e81f-4d6b-ad2d-690cec89e466 req-113f3a49-abcf-4d5b-9c0b-6bac9f01f082 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:28.362951 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-17e1202b-e81f-4d6b-ad2d-690cec89e466 req-113f3a49-abcf-4d5b-9c0b-6bac9f01f082 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.15 "DELETE /v2.0/ports/6af03946-4cab-46b9-a947-4080152d5f65 HTTP/1.1" status: 204 len: 173 time: 0.8199189 Aug 29 07:02:28.363444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d61d361-fbe2-4e2c-af2d-8ffb11c477d1', 'name': 'network-vif-deleted', 'tag': '6af03946-4cab-46b9-a947-4080152d5f65'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:28.365883 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fe954b-b323-4f0b-9ec1-f9850e325745" -d '{"events": [{"server_uuid": "4d61d361-fbe2-4e2c-af2d-8ffb11c477d1", "name": "network-vif-deleted", "tag": "6af03946-4cab-46b9-a947-4080152d5f65"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:28.393225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-2c67f2dc-54f2-43e5-a203-51e209a7acce req-5b10356c-e929-4aff-8d9e-3fafc5b0951d tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] For port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f,segment=NetworkSegment(75323e87-d4fb-42a3-b366-30be654dda96),segment_id=75323e87-d4fb-42a3-b366-30be654dda96)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:28.393662 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2c67f2dc-54f2-43e5-a203-51e209a7acce req-5b10356c-e929-4aff-8d9e-3fafc5b0951d tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:28.399961 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:28.413919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-2c67f2dc-54f2-43e5-a203-51e209a7acce req-5b10356c-e929-4aff-8d9e-3fafc5b0951d tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Calling delete_port for a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:28.533185 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f8cfdb-64b2-4828-8c24-28bd318dc595 x-openstack-request-id: req-46f8cfdb-64b2-4828-8c24-28bd318dc595 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:28.533426 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d61d361-fbe2-4e2c-af2d-8ffb11c477d1", "name": "network-vif-deleted", "tag": "6af03946-4cab-46b9-a947-4080152d5f65", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:28.533846 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46f8cfdb-64b2-4828-8c24-28bd318dc595 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:28.534483 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d61d361-fbe2-4e2c-af2d-8ffb11c477d1', 'name': 'network-vif-deleted', 'tag': '6af03946-4cab-46b9-a947-4080152d5f65', 'status': 'completed', 'code': 200} Aug 29 07:02:28.541070 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8b06f25-540b-43ec-8767-351d37cea737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:28.545981 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a28b23-47e0-4ed8-a6cc-142493660fd5,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:28.662310 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8b06f25-540b-43ec-8767-351d37cea737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:28.738412 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2c67f2dc-54f2-43e5-a203-51e209a7acce req-5b10356c-e929-4aff-8d9e-3fafc5b0951d tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:28.740011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Attempting to bind port d1a28b23-47e0-4ed8-a6cc-142493660fd5 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:02:28.740358 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Attempting to bind port d1a28b23-47e0-4ed8-a6cc-142493660fd5 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:02:28.740691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Attempting to bind port d1a28b23-47e0-4ed8-a6cc-142493660fd5 on network 36f56023-89e5-4bb5-b740-0799e8565e59 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:28.746617 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Port d1a28b23-47e0-4ed8-a6cc-142493660fd5 on network 36f56023-89e5-4bb5-b740-0799e8565e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:02:28.746948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Attempting to bind port d1a28b23-47e0-4ed8-a6cc-142493660fd5 on network 36f56023-89e5-4bb5-b740-0799e8565e59 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:28.772795 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:02:28.789655 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0799a6-063d-48f3-94ff-a35e70e68e10 req-0650bb04-d750-40ee-ad98-18cd996cf66a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:28.791429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc0799a6-063d-48f3-94ff-a35e70e68e10 req-0650bb04-d750-40ee-ad98-18cd996cf66a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 944 time: 0.1539252 Aug 29 07:02:28.793251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:02:28.793587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Checking segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:02:28.793975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Bound using segment: {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:02:28.794465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Bound port: d1a28b23-47e0-4ed8-a6cc-142493660fd5, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:02:28.794825 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:28.832601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10356c-e929-4aff-8d9e-3fafc5b0951d tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Pushing event deleted for resources: {'Port': ['ID=a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:28.892997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c67f2dc-54f2-43e5-a203-51e209a7acce req-5b10356c-e929-4aff-8d9e-3fafc5b0951d tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] No DVR routers for this DVR port a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:02:28.895800 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2c67f2dc-54f2-43e5-a203-51e209a7acce req-5b10356c-e929-4aff-8d9e-3fafc5b0951d tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:28.897929 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c67f2dc-54f2-43e5-a203-51e209a7acce req-5b10356c-e929-4aff-8d9e-3fafc5b0951d tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.11 "DELETE /v2.0/ports/a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f HTTP/1.1" status: 204 len: 173 time: 0.8777146 Aug 29 07:02:28.950331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4752f538-2b5f-4b1a-812e-4451475833b4 req-293ed9b5-60c4-4152-9f19-0a22aff8d51d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d61d361-fbe2-4e2c-af2d-8ffb11c477d1 HTTP/1.1" status: 200 len: 210 time: 0.0461648 Aug 29 07:02:28.980994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc0799a6-063d-48f3-94ff-a35e70e68e10 req-595ebf24-1470-4b62-a239-2c9c31b7f6cb tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535349 Aug 29 07:02:28.988933 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8b06f25-540b-43ec-8767-351d37cea737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:29.003020 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8b06f25-540b-43ec-8767-351d37cea737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:29.003020 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e8b06f25-540b-43ec-8767-351d37cea737 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3ae0f5cc-1bdc-4f75-87a1-4cc32b8397e8 HTTP/1.1" status: 204 len: 168 time: 0.6861644 Aug 29 07:02:29.022729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] For port d1a28b23-47e0-4ed8-a6cc-142493660fd5, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:02:29.028836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b06f25-540b-43ec-8767-351d37cea737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae0f5cc-1bdc-4f75-87a1-4cc32b8397e8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:29.038047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] For port d1a28b23-47e0-4ed8-a6cc-142493660fd5, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d1a28b23-47e0-4ed8-a6cc-142493660fd5,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:02:29.077297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a786b8d-68c3-41dd-8473-0b32371806f7 req-385df038-812c-45ac-a795-e12451ebc084 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 210 time: 0.0395870 Aug 29 07:02:29.098935 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42bbed1c-f8b3-4fe8-9f42-cf190d9fbc7d req-37f29b76-d843-4559-b1ae-1adfed3aec30 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0337594 Aug 29 07:02:29.156181 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:29.193446 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42bbed1c-f8b3-4fe8-9f42-cf190d9fbc7d req-008be419-1f6b-468e-bd2c-f637e26a365a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0444193 Aug 29 07:02:29.218742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:29.222294 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:29.223573 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] 10.222.0.11 "PUT /v2.0/ports/d1a28b23-47e0-4ed8-a6cc-142493660fd5 HTTP/1.1" status: 200 len: 1093 time: 1.7047460 Aug 29 07:02:29.224041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95add217-597d-4059-b310-1bf4bc8b077d', 'tag': 'd1a28b23-47e0-4ed8-a6cc-142493660fd5'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:29.226356 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb76e203-f43a-4b4b-b6f2-c37fab319e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "95add217-597d-4059-b310-1bf4bc8b077d", "tag": "d1a28b23-47e0-4ed8-a6cc-142493660fd5"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:29.249786 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42bbed1c-f8b3-4fe8-9f42-cf190d9fbc7d req-9c32bb55-ac56-4a23-964c-87c43ba4e4b1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273411 Aug 29 07:02:29.275419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6926b6-f28b-485a-8e31-cbe0dab9bdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a28b23-47e0-4ed8-a6cc-142493660fd5,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:29.288091 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e0fdce-c54f-49d0-9a3c-675e2ba75439 x-openstack-request-id: req-c6e0fdce-c54f-49d0-9a3c-675e2ba75439 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:29.288389 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95add217-597d-4059-b310-1bf4bc8b077d", "tag": "d1a28b23-47e0-4ed8-a6cc-142493660fd5", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:29.288645 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c6e0fdce-c54f-49d0-9a3c-675e2ba75439 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:29.289050 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95add217-597d-4059-b310-1bf4bc8b077d', 'tag': 'd1a28b23-47e0-4ed8-a6cc-142493660fd5', 'status': 'completed', 'code': 200} Aug 29 07:02:29.378990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbed1c-f8b3-4fe8-9f42-cf190d9fbc7d req-47911ffe-f3dd-4e29-ac73-5b7456080f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:29.380935 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42bbed1c-f8b3-4fe8-9f42-cf190d9fbc7d req-47911ffe-f3dd-4e29-ac73-5b7456080f4a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1229830 Aug 29 07:02:29.386796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76e203-f43a-4b4b-b6f2-c37fab319e4f req-5b72175b-81c3-426f-b553-c3e162a36a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:29.388712 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb76e203-f43a-4b4b-b6f2-c37fab319e4f req-5b72175b-81c3-426f-b553-c3e162a36a40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 1096 time: 0.0625272 Aug 29 07:02:29.529504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76e203-f43a-4b4b-b6f2-c37fab319e4f req-8a766ea9-f43e-40a4-a3c2-46702e550eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:29.533301 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb76e203-f43a-4b4b-b6f2-c37fab319e4f req-8a766ea9-f43e-40a4-a3c2-46702e550eb1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1301813 Aug 29 07:02:29.639010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76e203-f43a-4b4b-b6f2-c37fab319e4f req-5a67bf91-9932-43ca-b26c-0c904608a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:29.640657 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb76e203-f43a-4b4b-b6f2-c37fab319e4f req-5a67bf91-9932-43ca-b26c-0c904608a170 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999498 Aug 29 07:02:29.775175 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-de464659-09ce-43f2-9dd3-49546a0a9748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:29.778702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-de464659-09ce-43f2-9dd3-49546a0a9748 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 1096 time: 0.0569999 Aug 29 07:02:29.833600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-c0b34623-eb28-4830-818c-fecc822d4ef5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a28b23-47e0-4ed8-a6cc-142493660fd5 HTTP/1.1" status: 200 len: 217 time: 0.0430808 Aug 29 07:02:29.890739 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-fad37fbc-2bf6-46f7-b7b0-e8cce6a4bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:29.892866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-fad37fbc-2bf6-46f7-b7b0-e8cce6a4bfc0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6091bec-950b-46b5-924b-2d79c271ea4f HTTP/1.1" status: 200 len: 846 time: 0.0519438 Aug 29 07:02:29.902741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42086) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:29.912738 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18469f5c-7bf5-4e7d-9b4f-1ee9d875566f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:29.929664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-a1343f4b-3bd2-4855-8295-bf689a6b90e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=36f56023-89e5-4bb5-b740-0799e8565e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291791 Aug 29 07:02:30.079274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42092) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:30.083521 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18469f5c-7bf5-4e7d-9b4f-1ee9d875566f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:30.172273 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18469f5c-7bf5-4e7d-9b4f-1ee9d875566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:30.211090 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18469f5c-7bf5-4e7d-9b4f-1ee9d875566f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11513439-2d3c-48da-bd7e-47276caaeea1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:30.217659 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-18469f5c-7bf5-4e7d-9b4f-1ee9d875566f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=89b335c7b8484c349e66c35450cf4ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185070 Aug 29 07:02:30.219116 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42096) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:30.221229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f3b14ed-933f-44be-a7ec-35a6e6449d96 req-29cc0959-c575-4a05-a20e-69756f60f5b6 tempest-ServerTagsTestJSON-202735564 tempest-ServerTagsTestJSON-202735564-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f66ea8-8ea7-488d-8abb-bb016d87d49e HTTP/1.1" status: 200 len: 210 time: 0.0460365 Aug 29 07:02:30.258578 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-23d2d599-007a-42a7-b269-00a8bab222a4 service neutron] 10.222.0.11 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214946 Aug 29 07:02:30.277286 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5be4f384-2c84-486e-911e-e36a2ac08df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:30.277470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e4da4-76e9-4093-b78f-af8114cd560a req-9d4883af-7d82-4c7d-8c4b-2315874a0525 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:30.278421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d5e4da4-76e9-4093-b78f-af8114cd560a req-9d4883af-7d82-4c7d-8c4b-2315874a0525 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 944 time: 0.2006049 Aug 29 07:02:30.305531 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5be4f384-2c84-486e-911e-e36a2ac08df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:30.439214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d5e4da4-76e9-4093-b78f-af8114cd560a req-4361ae6f-6d06-4de7-b343-87fa2ef1f28c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486011 Aug 29 07:02:30.487860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca97f9af-b162-4063-82a7-20f4294209f1 req-c4c23248-c71a-4c58-a6e5-480eea3eb440 service neutron] 10.222.0.11 "GET /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084641 Aug 29 07:02:30.535325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f66ea8-8ea7-488d-8abb-bb016d87d49e', 'name': 'network-vif-deleted', 'tag': 'a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:30.537711 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c8f499-72c4-402d-ae60-750934c55f30" -d '{"events": [{"server_uuid": "08f66ea8-8ea7-488d-8abb-bb016d87d49e", "name": "network-vif-deleted", "tag": "a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:30.579131 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f87b8c6-4fe6-4fcd-9aee-11f9553a49f0 x-openstack-request-id: req-3f87b8c6-4fe6-4fcd-9aee-11f9553a49f0 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:30.579303 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f66ea8-8ea7-488d-8abb-bb016d87d49e", "name": "network-vif-deleted", "tag": "a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:30.579769 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f87b8c6-4fe6-4fcd-9aee-11f9553a49f0 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:30.580119 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f66ea8-8ea7-488d-8abb-bb016d87d49e', 'name': 'network-vif-deleted', 'tag': 'a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f', 'status': 'completed', 'code': 200} Aug 29 07:02:30.583322 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5be4f384-2c84-486e-911e-e36a2ac08df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:30.586511 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5be4f384-2c84-486e-911e-e36a2ac08df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:30.591611 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5be4f384-2c84-486e-911e-e36a2ac08df6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/11513439-2d3c-48da-bd7e-47276caaeea1 HTTP/1.1" status: 204 len: 168 time: 0.3714108 Aug 29 07:02:30.602723 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4f384-2c84-486e-911e-e36a2ac08df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11513439-2d3c-48da-bd7e-47276caaeea1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:30.688044 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aab6f568-8ec1-45c3-b1ea-dedf7d5f2342 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:31.274599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-aab6f568-8ec1-45c3-b1ea-dedf7d5f2342 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Deleting port 7dae369a-77db-4bf7-a5a5-32c98945512a {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:31.275239 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aab6f568-8ec1-45c3-b1ea-dedf7d5f2342 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:31.299673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42118) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:31.330575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d2dfe6-2bff-489d-8756-86edf6323734 admin admin] Deleting subnet 518db0c0-286a-41be-8582-9059542fdc6c {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:02:31.334712 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0d2dfe6-2bff-489d-8756-86edf6323734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:31.368559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-aab6f568-8ec1-45c3-b1ea-dedf7d5f2342 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] For port 7dae369a-77db-4bf7-a5a5-32c98945512a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7dae369a-77db-4bf7-a5a5-32c98945512a,segment=NetworkSegment(1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8),segment_id=1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:31.369085 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aab6f568-8ec1-45c3-b1ea-dedf7d5f2342 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:31.371497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0d2dfe6-2bff-489d-8756-86edf6323734 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:31.387755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-aab6f568-8ec1-45c3-b1ea-dedf7d5f2342 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Calling delete_port for 7dae369a-77db-4bf7-a5a5-32c98945512a owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:31.420202 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0d2dfe6-2bff-489d-8756-86edf6323734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:31.600064 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:02:31.624176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:02:31.624589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device a2586fcf-27c8-4d0f-8d8d-3d6bd2b9de4f not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:02:31.670312 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd632a-bf65-4215-b526-c2aa781d435a req-56bfeecb-2e72-442b-87bb-4768a0457a20 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:31.672098 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52fd632a-bf65-4215-b526-c2aa781d435a req-56bfeecb-2e72-442b-87bb-4768a0457a20 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 944 time: 0.1086617 Aug 29 07:02:31.732384 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0d2dfe6-2bff-489d-8756-86edf6323734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:31.791111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52fd632a-bf65-4215-b526-c2aa781d435a req-6f3e2af8-c63b-44d6-bd99-1e6498a73f51 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067393 Aug 29 07:02:31.792769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2dfe6-2bff-489d-8756-86edf6323734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518db0c0-286a-41be-8582-9059542fdc6c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:31.803429 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0d2dfe6-2bff-489d-8756-86edf6323734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:31.810514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42140) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:31.813111 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a0d2dfe6-2bff-489d-8756-86edf6323734 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/518db0c0-286a-41be-8582-9059542fdc6c HTTP/1.1" status: 204 len: 168 time: 0.5272417 Aug 29 07:02:31.907357 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95f1f317-a53b-4dd1-8856-ad99970d7225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:31.986047 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aab6f568-8ec1-45c3-b1ea-dedf7d5f2342 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:32.022779 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95f1f317-a53b-4dd1-8856-ad99970d7225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:32.045646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6f568-8ec1-45c3-b1ea-dedf7d5f2342 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event deleted for resources: {'Port': ['ID=7dae369a-77db-4bf7-a5a5-32c98945512a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:32.050288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-95f1f317-a53b-4dd1-8856-ad99970d7225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285842f2-d687-4886-b093-c3072cbc114a']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:32.086373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-95f1f317-a53b-4dd1-8856-ad99970d7225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75323e87-d4fb-42a3-b366-30be654dda96') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:32.087012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-95f1f317-a53b-4dd1-8856-ad99970d7225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75323e87-d4fb-42a3-b366-30be654dda96') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:32.138728 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95f1f317-a53b-4dd1-8856-ad99970d7225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:32.163510 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95f1f317-a53b-4dd1-8856-ad99970d7225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:32.217108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42148) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:32.232547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f1f317-a53b-4dd1-8856-ad99970d7225 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:02:32.235810 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95f1f317-a53b-4dd1-8856-ad99970d7225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:02:32.263664 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:02:32.395283 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aab6f568-8ec1-45c3-b1ea-dedf7d5f2342 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:32.445334 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-54cf5162-9a9b-4a2e-ae8e-06aaf3383238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:32.618532 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95f1f317-a53b-4dd1-8856-ad99970d7225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:32.626884 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95f1f317-a53b-4dd1-8856-ad99970d7225 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:32.631369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-95f1f317-a53b-4dd1-8856-ad99970d7225 admin admin] 10.222.0.76 "DELETE /v2.0/networks/285842f2-d687-4886-b093-c3072cbc114a HTTP/1.1" status: 204 len: 168 time: 0.8114715 Aug 29 07:02:32.644950 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1f317-a53b-4dd1-8856-ad99970d7225 admin admin] Pushing event deleted for resources: {'Network': ['ID=285842f2-d687-4886-b093-c3072cbc114a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:32.667031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab6f568-8ec1-45c3-b1ea-dedf7d5f2342 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Router e7c4b31c-77fa-4923-bd63-e9e485ad9c69 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:02:32.671257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6af03946-4cab-46b9-a947-4080152d5f65 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:02:32.672008 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-54cf5162-9a9b-4a2e-ae8e-06aaf3383238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:32.706255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 6af03946-4cab-46b9-a947-4080152d5f65 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:02:32.707023 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6af03946-4cab-46b9-a947-4080152d5f65 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:02:32.781764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab6f568-8ec1-45c3-b1ea-dedf7d5f2342 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:02:32.787779 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-aab6f568-8ec1-45c3-b1ea-dedf7d5f2342 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "PUT /v2.0/routers/e7c4b31c-77fa-4923-bd63-e9e485ad9c69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7071352 Aug 29 07:02:32.790278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42162) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:32.793721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab0720-af92-4787-ba75-f2f0479498cd None None] Sync routers for ids ['e7c4b31c-77fa-4923-bd63-e9e485ad9c69'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:02:32.801357 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-54cf5162-9a9b-4a2e-ae8e-06aaf3383238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:32.804465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab0720-af92-4787-ba75-f2f0479498cd None None] Routers {'e7c4b31c-77fa-4923-bd63-e9e485ad9c69'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:32.805181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-73ab0720-af92-4787-ba75-f2f0479498cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e7c4b31c-77fa-4923-bd63-e9e485ad9c69'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:32.849941 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-54cf5162-9a9b-4a2e-ae8e-06aaf3383238 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=82567b54beee43d0a70e6528062f82ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300981 Aug 29 07:02:32.850702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42166) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:32.870807 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-4019a637-a2ed-4904-bc4a-c25e3a273b08 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Deleting subnet 181d1097-c61a-4664-884e-a1ff3c742bb5 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:02:32.874962 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4019a637-a2ed-4904-bc4a-c25e3a273b08 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:32.878484 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf5162-9a9b-4a2e-ae8e-06aaf3383238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508ba167-1ab2-4504-9f00-31631bcc81bf,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:32.922101 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4019a637-a2ed-4904-bc4a-c25e3a273b08 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:32.948439 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf68f9f3-60e4-47ed-969d-24dfcf5fb062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:32.988742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf68f9f3-60e4-47ed-969d-24dfcf5fb062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.017599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-73ab0720-af92-4787-ba75-f2f0479498cd None None] Set router e7c4b31c-77fa-4923-bd63-e9e485ad9c69 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:02:33.071565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775ea4-7ec7-4a90-a0b2-e9b7dc8990d2 req-b7a854d4-51b6-4fb0-a685-81977d7a69be tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:33.073223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae775ea4-7ec7-4a90-a0b2-e9b7dc8990d2 req-b7a854d4-51b6-4fb0-a685-81977d7a69be tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 944 time: 0.1113439 Aug 29 07:02:33.081280 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4019a637-a2ed-4904-bc4a-c25e3a273b08 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.158114 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae775ea4-7ec7-4a90-a0b2-e9b7dc8990d2 req-2b1ad6c3-e6df-46c6-8d31-c3bdd5d60436 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727644 Aug 29 07:02:33.167752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42176) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:33.225066 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-635f5b0f-67b7-4924-b26e-764542709363 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7bbaedf7c23a4101a7c052204c518172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563850 Aug 29 07:02:33.236166 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42178) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:33.242467 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-73ab0720-af92-4787-ba75-f2f0479498cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430694351', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:01:58Z', 'updated_at': '2021-08-29T07:02:31Z', 'revision_number': 5, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:01:59Z', 'updated_at': '2021-08-29T07:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:33.251745 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf68f9f3-60e4-47ed-969d-24dfcf5fb062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.251898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42180) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:33.255396 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf68f9f3-60e4-47ed-969d-24dfcf5fb062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.259755 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf68f9f3-60e4-47ed-969d-24dfcf5fb062 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/508ba167-1ab2-4504-9f00-31631bcc81bf HTTP/1.1" status: 204 len: 168 time: 0.4076231 Aug 29 07:02:33.271755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68f9f3-60e4-47ed-969d-24dfcf5fb062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508ba167-1ab2-4504-9f00-31631bcc81bf,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:33.277834 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab0720-af92-4787-ba75-f2f0479498cd None None] Checking router: e7c4b31c-77fa-4923-bd63-e9e485ad9c69 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:02:33.296375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab0720-af92-4787-ba75-f2f0479498cd None None] Routers {'e7c4b31c-77fa-4923-bd63-e9e485ad9c69'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:33.297243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-73ab0720-af92-4787-ba75-f2f0479498cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e7c4b31c-77fa-4923-bd63-e9e485ad9c69'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:33.305854 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4019a637-a2ed-4904-bc4a-c25e3a273b08 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.346272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019a637-a2ed-4904-bc4a-c25e3a273b08 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event deleted for resources: {'Subnet': ['ID=181d1097-c61a-4664-884e-a1ff3c742bb5,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:33.352768 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4019a637-a2ed-4904-bc4a-c25e3a273b08 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.355656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4019a637-a2ed-4904-bc4a-c25e3a273b08 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "DELETE /v2.0/subnets/181d1097-c61a-4664-884e-a1ff3c742bb5 HTTP/1.1" status: 204 len: 168 time: 0.5642745 Aug 29 07:02:33.359498 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-739e11ac-4c0a-427c-845a-94f4f4f14854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.360268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42186) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:33.385665 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-739e11ac-4c0a-427c-845a-94f4f4f14854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.447947 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-73ab0720-af92-4787-ba75-f2f0479498cd None None] Set router e7c4b31c-77fa-4923-bd63-e9e485ad9c69 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:02:33.488739 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b9c21-844d-4eb9-86ca-8507b9ff1e18 None None] Network 3a7dd948-f081-41ee-a62b-3345c79d3eea requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:02:33.518920 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.532600 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1011481888', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:33.571538 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-739e11ac-4c0a-427c-845a-94f4f4f14854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.574197 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-739e11ac-4c0a-427c-845a-94f4f4f14854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.578423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-739e11ac-4c0a-427c-845a-94f4f4f14854 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8b0b1972-3afd-438f-9293-05e353dd4344 HTTP/1.1" status: 204 len: 168 time: 0.3383188 Aug 29 07:02:33.587802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e11ac-4c0a-427c-845a-94f4f4f14854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0b1972-3afd-438f-9293-05e353dd4344,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:33.622349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d1a28b23-47e0-4ed8-a6cc-142493660fd5 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:02:33.623333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Made reservation on behalf of 2cadec2cb3a041de8b6786a4db9ba1e7 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:02:33.626838 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.640236 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.684173 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.747009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d1a28b23-47e0-4ed8-a6cc-142493660fd5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d1a28b23-47e0-4ed8-a6cc-142493660fd5,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:33.751613 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.767892 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.793912 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'd1a28b23-47e0-4ed8-a6cc-142493660fd5', 'network_id': '36f56023-89e5-4bb5-b740-0799e8565e59', 'port_id': 'd1a28b23-47e0-4ed8-a6cc-142493660fd5', 'mac_address': 'fa:16:3e:7c:fd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6091bec-950b-46b5-924b-2d79c271ea4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:02:33.836237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Deleting port d816a625-76ca-4db3-95bf-94c648064b54 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:33.836727 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.874530 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.882574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] device_id is not set on port f492f2e1-0428-4484-8085-5263ce17bf8f yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:02:33.913128 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.948567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a28b23-47e0-4ed8-a6cc-142493660fd5 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:02:33.948690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] For port d816a625-76ca-4db3-95bf-94c648064b54, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d816a625-76ca-4db3-95bf-94c648064b54,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:33.948690 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:33.951729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b74732-372e-4331-8764-fb109acbe493,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:33.976042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Calling delete_port for d816a625-76ca-4db3-95bf-94c648064b54 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:34.002457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d1a28b23-47e0-4ed8-a6cc-142493660fd5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d1a28b23-47e0-4ed8-a6cc-142493660fd5,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:34.019425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-73ab0720-af92-4787-ba75-f2f0479498cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430694351', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:01:58Z', 'updated_at': '2021-08-29T07:02:31Z', 'revision_number': 5, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:01:59Z', 'updated_at': '2021-08-29T07:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:34.057196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d33d8ca-146e-4387-980b-c30145d22e02 None None] DHCP port deletion for 3a7dd948-f081-41ee-a62b-3345c79d3eea request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:02:34.061297 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab0720-af92-4787-ba75-f2f0479498cd None None] The sync data for ids ['e7c4b31c-77fa-4923-bd63-e9e485ad9c69'] in n-d-713301-12 is: [{'id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430694351', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:01:58Z', 'updated_at': '2021-08-29T07:02:31Z', 'revision_number': 5, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': 'd816a625-76ca-4db3-95bf-94c648064b54', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c4b31c-77fa-4923-bd63-e9e485ad9c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:01:59Z', 'updated_at': '2021-08-29T07:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:02:34.099662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Allocated IP 172.25.1.20 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/f492f2e1-0428-4484-8085-5263ce17bf8f) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:02:34.106231 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:34.199923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=d1a28b23-47e0-4ed8-a6cc-142493660fd5,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:34.253761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-7d33d8ca-146e-4387-980b-c30145d22e02 None None] Deleting port b2bd4f68-5d75-4090-8064-66422d88eba9 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:34.254141 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7d33d8ca-146e-4387-980b-c30145d22e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:34.352246 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7d33d8ca-146e-4387-980b-c30145d22e02 None None] For port b2bd4f68-5d75-4090-8064-66422d88eba9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b2bd4f68-5d75-4090-8064-66422d88eba9,segment=NetworkSegment(1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8),segment_id=1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:34.352887 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7d33d8ca-146e-4387-980b-c30145d22e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:34.355448 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:34.359100 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:34.376716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfbfba-36ba-4412-ab61-4544b27c87db req-af085a62-bea6-4042-8082-dae966b2c3c7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:34.378318 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10bfbfba-36ba-4412-ab61-4544b27c87db req-af085a62-bea6-4042-8082-dae966b2c3c7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 945 time: 0.1035187 Aug 29 07:02:34.404660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event deleted for resources: {'Port': ['ID=d816a625-76ca-4db3-95bf-94c648064b54,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:34.423478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-7d33d8ca-146e-4387-980b-c30145d22e02 None None] Calling delete_port for b2bd4f68-5d75-4090-8064-66422d88eba9 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:34.443710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10bfbfba-36ba-4412-ab61-4544b27c87db req-e4447509-a1f1-4e24-b778-6dbc326c914e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560260 Aug 29 07:02:34.513018 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:34.548351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['d1a28b23-47e0-4ed8-a6cc-142493660fd5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:02:34.588335 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:34.635113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b2bd4f68-5d75-4090-8064-66422d88eba9 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:02:34.663219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:34.669642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:34.673585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:02:34.684045 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7d33d8ca-146e-4387-980b-c30145d22e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:34.721543 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Pushing event updated for resources: {'Port': ['ID=f492f2e1-0428-4484-8085-5263ce17bf8f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:34.744264 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:34.745730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33d8ca-146e-4387-980b-c30145d22e02 None None] Pushing event deleted for resources: {'Port': ['ID=b2bd4f68-5d75-4090-8064-66422d88eba9,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:34.748967 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:34.755103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:34.755826 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:34.763195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d33d8ca-146e-4387-980b-c30145d22e02 None None] No DVR routers for this DVR port b2bd4f68-5d75-4090-8064-66422d88eba9 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:02:34.773806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No active binding found for port b2bd4f68-5d75-4090-8064-66422d88eba9 {{(pid=95405) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 07:02:34.781616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b2bd4f68-5d75-4090-8064-66422d88eba9 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:02:34.781616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7dae369a-77db-4bf7-a5a5-32c98945512a no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:02:34.824784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 7dae369a-77db-4bf7-a5a5-32c98945512a {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:02:34.824784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7dae369a-77db-4bf7-a5a5-32c98945512a not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:02:34.871790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-56054d03-9900-4369-97a9-0c0b043e3de2 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6162348 Aug 29 07:02:34.873751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42230) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:34.878329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e4622dcc-1be0-484c-9557-67ea2f246195 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.20'}]}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:34.903067 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:34.903719 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Fanout notify agent at l3_agent the message router_deleted on router e7c4b31c-77fa-4923-bd63-e9e485ad9c69 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:02:34.911318 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:34.915647 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-89e4e5a5-e7cc-464e-933d-5bc21e938b83 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "DELETE /v2.0/routers/e7c4b31c-77fa-4923-bd63-e9e485ad9c69 HTTP/1.1" status: 204 len: 168 time: 1.5542541 Aug 29 07:02:34.916475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42234) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:35.012298 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4622dcc-1be0-484c-9557-67ea2f246195 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:35.013427 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4622dcc-1be0-484c-9557-67ea2f246195 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:35.042310 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-15d144ba-8f7b-4388-8338-d253de7df06d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:35.095078 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4622dcc-1be0-484c-9557-67ea2f246195 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:35.187714 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-15d144ba-8f7b-4388-8338-d253de7df06d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:35.201110 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-15d144ba-8f7b-4388-8338-d253de7df06d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7dd948-f081-41ee-a62b-3345c79d3eea']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:35.214963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-15d144ba-8f7b-4388-8338-d253de7df06d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:35.215841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-15d144ba-8f7b-4388-8338-d253de7df06d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1372d6a5-ee6a-45b2-8c29-f7eb3c2628f8') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:35.227382 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-15d144ba-8f7b-4388-8338-d253de7df06d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:35.245901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-15d144ba-8f7b-4388-8338-d253de7df06d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:35.254881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d144ba-8f7b-4388-8338-d253de7df06d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:02:35.255337 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-15d144ba-8f7b-4388-8338-d253de7df06d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:02:35.258753 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:02:35.367593 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4622dcc-1be0-484c-9557-67ea2f246195 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:35.514891 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-15d144ba-8f7b-4388-8338-d253de7df06d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:35.525253 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-15d144ba-8f7b-4388-8338-d253de7df06d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:35.527891 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-15d144ba-8f7b-4388-8338-d253de7df06d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "DELETE /v2.0/networks/3a7dd948-f081-41ee-a62b-3345c79d3eea HTTP/1.1" status: 204 len: 168 time: 0.6074727 Aug 29 07:02:35.534201 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42254) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:35.538099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d144ba-8f7b-4388-8338-d253de7df06d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event deleted for resources: {'Network': ['ID=3a7dd948-f081-41ee-a62b-3345c79d3eea,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:35.716238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de940465-3f85-42e8-a279-abc4cc50a5e2 req-3596244a-f182-49d9-9ee1-1b28baad55ed tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:35.717783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de940465-3f85-42e8-a279-abc4cc50a5e2 req-3596244a-f182-49d9-9ee1-1b28baad55ed tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 945 time: 0.1930997 Aug 29 07:02:35.810721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de940465-3f85-42e8-a279-abc4cc50a5e2 req-f3b4cf75-cf64-44a0-bb95-5748cc1d7e5e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866392 Aug 29 07:02:35.869043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-42e0e447-00d8-4834-9425-a99659c884ce tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Deleting port 6db78ddf-1602-4dd3-9e51-28e73e1689cb {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:35.869043 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-42e0e447-00d8-4834-9425-a99659c884ce tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:35.930560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42262) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:36.059924 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d406b9ca-193e-47a2-93dd-88f3db6ec050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:36.072172 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-42e0e447-00d8-4834-9425-a99659c884ce tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:36.072674 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-42e0e447-00d8-4834-9425-a99659c884ce tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:36.090928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-42e0e447-00d8-4834-9425-a99659c884ce tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Calling delete_port for 6db78ddf-1602-4dd3-9e51-28e73e1689cb owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:36.096795 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4622dcc-1be0-484c-9557-67ea2f246195 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:36.121190 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4622dcc-1be0-484c-9557-67ea2f246195 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:36.157095 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d406b9ca-193e-47a2-93dd-88f3db6ec050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:36.268438 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d406b9ca-193e-47a2-93dd-88f3db6ec050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:36.319902 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d406b9ca-193e-47a2-93dd-88f3db6ec050 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a3970e18a95d44f09b2fbe6e9d8ed9c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881934 Aug 29 07:02:36.320689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406b9ca-193e-47a2-93dd-88f3db6ec050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5085bad0-abcf-46a9-88b4-bf7a469bb820,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:36.322899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42276) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:36.445348 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52c808c9-e524-44a6-891b-6d836ccb5a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:36.494925 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d816a625-76ca-4db3-95bf-94c648064b54 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:02:36.517107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: d816a625-76ca-4db3-95bf-94c648064b54 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:02:36.517687 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d816a625-76ca-4db3-95bf-94c648064b54 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:02:36.822573 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4622dcc-1be0-484c-9557-67ea2f246195 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:36.947601 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52c808c9-e524-44a6-891b-6d836ccb5a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:37.124526 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4622dcc-1be0-484c-9557-67ea2f246195 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:37.129539 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4622dcc-1be0-484c-9557-67ea2f246195 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:37.141522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ef6fc-03eb-4c81-ae8d-34c0bb5717bf req-3df81021-0c98-4610-b634-c5ce13cfa478 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:37.143187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-589ef6fc-03eb-4c81-ae8d-34c0bb5717bf req-3df81021-0c98-4610-b634-c5ce13cfa478 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 945 time: 0.2305017 Aug 29 07:02:37.205804 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-42e0e447-00d8-4834-9425-a99659c884ce tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:37.244089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0e447-00d8-4834-9425-a99659c884ce tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event deleted for resources: {'Port': ['ID=6db78ddf-1602-4dd3-9e51-28e73e1689cb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:37.280296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-589ef6fc-03eb-4c81-ae8d-34c0bb5717bf req-3a691484-b6b1-423a-b788-f8fa3a60d94d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267149 Aug 29 07:02:37.315543 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52c808c9-e524-44a6-891b-6d836ccb5a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:37.318067 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52c808c9-e524-44a6-891b-6d836ccb5a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:37.319214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-52c808c9-e524-44a6-891b-6d836ccb5a5e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5085bad0-abcf-46a9-88b4-bf7a469bb820 HTTP/1.1" status: 204 len: 168 time: 0.9926229 Aug 29 07:02:37.319866 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4622dcc-1be0-484c-9557-67ea2f246195 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:37.320386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4622dcc-1be0-484c-9557-67ea2f246195 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0e93842-ded7-47e2-b435-ba47ae4af033 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:02:37.327184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-42e0e447-00d8-4834-9425-a99659c884ce tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:37.327508 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-42e0e447-00d8-4834-9425-a99659c884ce tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Floating IP ad7c3f0f-3726-4249-90b2-35bbc81d76e6 disassociated (deleted). External IP: 172.25.1.16, port: ace24cb0-dabe-465e-99bf-47fd143d07f1. Aug 29 07:02:37.373508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c808c9-e524-44a6-891b-6d836ccb5a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5085bad0-abcf-46a9-88b4-bf7a469bb820,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:37.464943 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-e4622dcc-1be0-484c-9557-67ea2f246195 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 07:02:37.466909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e4622dcc-1be0-484c-9557-67ea2f246195 tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5912259 Aug 29 07:02:37.469141 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42290) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:37.559302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f38d366b-6c4e-4e42-a76b-b9ca930253ce tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Deleting port f492f2e1-0428-4484-8085-5263ce17bf8f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:37.559852 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f38d366b-6c4e-4e42-a76b-b9ca930253ce tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:37.579364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e0e447-00d8-4834-9425-a99659c884ce tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Router 35ed75a4-6379-4429-aa54-155b6774d17f has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:02:37.625982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d1a28b23-47e0-4ed8-a6cc-142493660fd5 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:37.636585 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f38d366b-6c4e-4e42-a76b-b9ca930253ce tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:37.649641 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f38d366b-6c4e-4e42-a76b-b9ca930253ce tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Calling delete_port for f492f2e1-0428-4484-8085-5263ce17bf8f owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:37.710590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e0e447-00d8-4834-9425-a99659c884ce tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:02:37.716641 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-42e0e447-00d8-4834-9425-a99659c884ce tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:37.721612 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e49b9-d9a6-45ba-b287-37ef3bb96a38 None None] Sync routers for ids ['35ed75a4-6379-4429-aa54-155b6774d17f'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:02:37.731031 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e49b9-d9a6-45ba-b287-37ef3bb96a38 None None] Routers {'35ed75a4-6379-4429-aa54-155b6774d17f'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:37.731916 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-097e49b9-d9a6-45ba-b287-37ef3bb96a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['35ed75a4-6379-4429-aa54-155b6774d17f'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:37.755109 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-42e0e447-00d8-4834-9425-a99659c884ce tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "DELETE /v2.0/floatingips/ad7c3f0f-3726-4249-90b2-35bbc81d76e6 HTTP/1.1" status: 204 len: 168 time: 2.2197416 Aug 29 07:02:37.755952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631a72e9-e3ed-4041-844c-863527b66288', 'tag': 'ace24cb0-dabe-465e-99bf-47fd143d07f1'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:37.759317 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d0eb04-d3bc-4e62-8dd9-f50ea2b91ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "631a72e9-e3ed-4041-844c-863527b66288", "tag": "ace24cb0-dabe-465e-99bf-47fd143d07f1"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:37.761420 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port d1a28b23-47e0-4ed8-a6cc-142493660fd5 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:37.769907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port d1a28b23-47e0-4ed8-a6cc-142493660fd5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:37.770232 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:37.804299 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7ce5d8-995c-4e21-8999-bbd5a86e46d0 x-openstack-request-id: req-5a7ce5d8-995c-4e21-8999-bbd5a86e46d0 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:37.804299 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631a72e9-e3ed-4041-844c-863527b66288", "tag": "ace24cb0-dabe-465e-99bf-47fd143d07f1", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:37.804299 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a7ce5d8-995c-4e21-8999-bbd5a86e46d0 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:37.804299 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631a72e9-e3ed-4041-844c-863527b66288', 'tag': 'ace24cb0-dabe-465e-99bf-47fd143d07f1', 'status': 'completed', 'code': 200} Aug 29 07:02:37.852940 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-097e49b9-d9a6-45ba-b287-37ef3bb96a38 None None] Set router 35ed75a4-6379-4429-aa54-155b6774d17f gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:02:37.921351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0eb04-d3bc-4e62-8dd9-f50ea2b91ddc req-4ae96aa1-8790-4f1d-a995-be525d8e5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:37.930763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45d0eb04-d3bc-4e62-8dd9-f50ea2b91ddc req-4ae96aa1-8790-4f1d-a995-be525d8e5e81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22a0ce1904444ca0986e4df87b83c4f1&device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 1137 time: 0.0778244 Aug 29 07:02:37.937659 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f38d366b-6c4e-4e42-a76b-b9ca930253ce tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:37.941652 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:37.970042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95add217-597d-4059-b310-1bf4bc8b077d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a28b23-47e0-4ed8-a6cc-142493660fd5'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:37.972872 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03185be2-7417-4db3-9e87-79772eae21cb" -d '{"events": [{"server_uuid": "95add217-597d-4059-b310-1bf4bc8b077d", "name": "network-vif-plugged", "status": "completed", "tag": "d1a28b23-47e0-4ed8-a6cc-142493660fd5"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:37.975856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d366b-6c4e-4e42-a76b-b9ca930253ce tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Pushing event deleted for resources: {'Port': ['ID=f492f2e1-0428-4484-8085-5263ce17bf8f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:38.002596 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d1a28b23-47e0-4ed8-a6cc-142493660fd5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d1a28b23-47e0-4ed8-a6cc-142493660fd5,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:38.071162 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f38d366b-6c4e-4e42-a76b-b9ca930253ce tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:38.072353 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc930971-ef67-4c3d-9c8b-f62caca9b564 x-openstack-request-id: req-cc930971-ef67-4c3d-9c8b-f62caca9b564 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:38.073403 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95add217-597d-4059-b310-1bf4bc8b077d", "name": "network-vif-plugged", "status": "completed", "tag": "d1a28b23-47e0-4ed8-a6cc-142493660fd5", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:38.073843 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc930971-ef67-4c3d-9c8b-f62caca9b564 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:38.074477 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95add217-597d-4059-b310-1bf4bc8b077d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a28b23-47e0-4ed8-a6cc-142493660fd5', 'code': 200} Aug 29 07:02:38.079595 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f38d366b-6c4e-4e42-a76b-b9ca930253ce tempest-RoutersAdminNegativeTest-821440848 tempest-RoutersAdminNegativeTest-821440848-project-admin] 10.222.0.76 "DELETE /v2.0/ports/f492f2e1-0428-4484-8085-5263ce17bf8f HTTP/1.1" status: 204 len: 168 time: 0.6056476 Aug 29 07:02:38.102191 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:38.118097 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-097e49b9-d9a6-45ba-b287-37ef3bb96a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b5deadbf-93bb-44f8-af8c-8c27225e145f', 'name': '', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'mac_address': 'fa:16:3e:01:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:52Z', 'updated_at': '2021-08-29T07:00:02Z', 'revision_number': 5, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'subnets': [{'id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:38.132835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0eb04-d3bc-4e62-8dd9-f50ea2b91ddc req-52358a1d-9d0a-4722-8c6f-95a00e1e735e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:38.134446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45d0eb04-d3bc-4e62-8dd9-f50ea2b91ddc req-52358a1d-9d0a-4722-8c6f-95a00e1e735e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c6029a4-a7f9-4f42-9654-d8e161d528ee HTTP/1.1" status: 200 len: 897 time: 0.1943173 Aug 29 07:02:38.148211 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c21b6f14-0764-48b7-854d-0fcb70d678c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:38.218020 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e49b9-d9a6-45ba-b287-37ef3bb96a38 None None] Checking router: 35ed75a4-6379-4429-aa54-155b6774d17f for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:02:38.222344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=d1a28b23-47e0-4ed8-a6cc-142493660fd5,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:38.228536 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e49b9-d9a6-45ba-b287-37ef3bb96a38 None None] Routers {'35ed75a4-6379-4429-aa54-155b6774d17f'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:38.229856 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-097e49b9-d9a6-45ba-b287-37ef3bb96a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['35ed75a4-6379-4429-aa54-155b6774d17f'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:38.295436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02522c30-026e-44ba-9c0b-ae00bf2fcc28 req-a13b2982-6796-49d6-940d-6ddb412ed4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:38.295658 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02522c30-026e-44ba-9c0b-ae00bf2fcc28 req-a13b2982-6796-49d6-940d-6ddb412ed4c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 1098 time: 0.0803819 Aug 29 07:02:38.313766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45d0eb04-d3bc-4e62-8dd9-f50ea2b91ddc req-dbd920b7-b0bf-4dc2-88e4-7aff4ec2dd9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace24cb0-dabe-465e-99bf-47fd143d07f1 HTTP/1.1" status: 200 len: 217 time: 0.1650186 Aug 29 07:02:38.369157 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02522c30-026e-44ba-9c0b-ae00bf2fcc28 req-c2dab966-a291-44fb-8847-287fd23ef781 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660257 Aug 29 07:02:38.413983 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-097e49b9-d9a6-45ba-b287-37ef3bb96a38 None None] Set router 35ed75a4-6379-4429-aa54-155b6774d17f gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:02:38.435394 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0eb04-d3bc-4e62-8dd9-f50ea2b91ddc req-e2af37b6-1e6a-4197-91f7-388638875e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:38.436964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45d0eb04-d3bc-4e62-8dd9-f50ea2b91ddc req-e2af37b6-1e6a-4197-91f7-388638875e30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c338746-3097-40d6-b9c0-2d2139e10558 HTTP/1.1" status: 200 len: 834 time: 0.1160371 Aug 29 07:02:38.451402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8687dc-e8c7-453b-9890-9dbfbf6be844 req-5494b130-f440-42db-b99e-70541bb2435d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:38.453302 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b8687dc-e8c7-453b-9890-9dbfbf6be844 req-5494b130-f440-42db-b99e-70541bb2435d tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 985 time: 0.0718281 Aug 29 07:02:38.503032 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b8687dc-e8c7-453b-9890-9dbfbf6be844 req-0d4aa875-5245-4a10-92a7-3334c9813aaa tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0433898 Aug 29 07:02:38.632273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e6394-11e0-4ef4-bcb7-ab5d07c78054 req-bb69bd2b-69f7-4a1d-9612-d5c11b03249d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:38.633980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e9e6394-11e0-4ef4-bcb7-ab5d07c78054 req-bb69bd2b-69f7-4a1d-9612-d5c11b03249d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.0621488 Aug 29 07:02:38.658571 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-097e49b9-d9a6-45ba-b287-37ef3bb96a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b5deadbf-93bb-44f8-af8c-8c27225e145f', 'name': '', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'mac_address': 'fa:16:3e:01:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:52Z', 'updated_at': '2021-08-29T07:00:02Z', 'revision_number': 5, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'subnets': [{'id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:38.683846 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e9e6394-11e0-4ef4-bcb7-ab5d07c78054 req-c94eb666-496b-4251-966a-6fc459bdcbf7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433419 Aug 29 07:02:38.695729 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e49b9-d9a6-45ba-b287-37ef3bb96a38 None None] The sync data for ids ['35ed75a4-6379-4429-aa54-155b6774d17f'] in n-d-713301-12 is: [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b5deadbf-93bb-44f8-af8c-8c27225e145f', 'name': '', 'network_id': '8c6029a4-a7f9-4f42-9654-d8e161d528ee', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'mac_address': 'fa:16:3e:01:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:52Z', 'updated_at': '2021-08-29T07:00:02Z', 'revision_number': 5, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'subnets': [{'id': '5c338746-3097-40d6-b9c0-2d2139e10558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:02:38.781127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0eb04-d3bc-4e62-8dd9-f50ea2b91ddc req-7f511142-1871-44d4-b1c4-23cc8305d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:38.782647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45d0eb04-d3bc-4e62-8dd9-f50ea2b91ddc req-7f511142-1871-44d4-b1c4-23cc8305d5db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c6029a4-a7f9-4f42-9654-d8e161d528ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463893 Aug 29 07:02:38.935307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-6ee332d0-789d-48fb-a2c7-f5e70284e9a8 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c43684af442740f3bdca393f9ea65034&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370283 Aug 29 07:02:38.959733 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42350) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:39.051114 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45d0eb04-d3bc-4e62-8dd9-f50ea2b91ddc req-115ea47a-5d58-4eba-9382-e237ac773fa5 service neutron] 10.222.0.11 "GET /v2.0/networks/8c6029a4-a7f9-4f42-9654-d8e161d528ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292514 Aug 29 07:02:39.064540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29d04b-1a3d-4b9f-bf76-7f029d2d5740 None None] New status for floating IP ad7c3f0f-3726-4249-90b2-35bbc81d76e6: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:02:39.098989 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ffb407a0-55f6-4c9c-acc4-ac00529c6331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:39.187834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-5416f944-80c5-4cca-81aa-c46eef8cffd8 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:39.189051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-5416f944-80c5-4cca-81aa-c46eef8cffd8 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2406759 Aug 29 07:02:39.217685 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ffb407a0-55f6-4c9c-acc4-ac00529c6331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:39.219730 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-a8c0e7f8-e82a-4dcd-abc5-6416b98f8822 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/quotas/c43684af442740f3bdca393f9ea65034 HTTP/1.1" status: 200 len: 375 time: 0.0224097 Aug 29 07:02:39.266934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45d0eb04-d3bc-4e62-8dd9-f50ea2b91ddc req-85ecf2b0-50a9-4bf5-a306-6c31635f3506 service neutron] 10.222.0.11 "GET /v2.0/networks/8c6029a4-a7f9-4f42-9654-d8e161d528ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898623 Aug 29 07:02:39.275639 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-2c7c7aaa-cde0-453d-84c3-7f963bf40dc6 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c43684af442740f3bdca393f9ea65034&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451024 Aug 29 07:02:39.331419 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ffb407a0-55f6-4c9c-acc4-ac00529c6331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:39.377635 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ffb407a0-55f6-4c9c-acc4-ac00529c6331 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=907d93a4350a49269649bc62c29afca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4167659 Aug 29 07:02:39.380504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42370) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:39.380809 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb407a0-55f6-4c9c-acc4-ac00529c6331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d05750-42ec-4962-81b2-d1845a102ca4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:39.445730 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-104b8b39-3693-4489-b245-1e561b94055c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:39.470713 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-104b8b39-3693-4489-b245-1e561b94055c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:39.597691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-556b04f4-2366-4496-8f93-4dcb6478de5d req-c4780f2d-d2b6-4434-89b5-e5754c98efed tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 210 time: 0.0400174 Aug 29 07:02:39.666381 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-104b8b39-3693-4489-b245-1e561b94055c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:39.669503 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-104b8b39-3693-4489-b245-1e561b94055c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:39.670846 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-104b8b39-3693-4489-b245-1e561b94055c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/30d05750-42ec-4962-81b2-d1845a102ca4 HTTP/1.1" status: 204 len: 168 time: 0.2889574 Aug 29 07:02:39.698276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b8b39-3693-4489-b245-1e561b94055c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d05750-42ec-4962-81b2-d1845a102ca4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:39.748188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3bba4-9e1c-4902-a509-ac5ab0990b02 req-72d25b45-c613-4947-8f3a-6cac52b2f58c tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:39.755797 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ad3bba4-9e1c-4902-a509-ac5ab0990b02 req-72d25b45-c613-4947-8f3a-6cac52b2f58c tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 985 time: 0.1015925 Aug 29 07:02:39.826005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ad3bba4-9e1c-4902-a509-ac5ab0990b02 req-ded60594-7543-4c92-9415-ba611ffa8c3c tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0691469 Aug 29 07:02:39.944960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fc54-c32a-4d48-8c5a-3b9addc6405b req-917c00fe-c1b4-4c45-87b9-d964054c0d85 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:39.950596 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3797fc54-c32a-4d48-8c5a-3b9addc6405b req-917c00fe-c1b4-4c45-87b9-d964054c0d85 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.0910733 Aug 29 07:02:39.991501 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3797fc54-c32a-4d48-8c5a-3b9addc6405b req-0d55a850-58cd-4dc9-8043-0247bb023d4d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392582 Aug 29 07:02:40.497978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42416) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:40.675957 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a39efbb1-5755-4894-9f89-ea95af0819ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:40.694858 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1f0074b-1988-4c20-876f-c5de6d7fb3da req-57621161-35b2-4b61-925e-17a4cfe3f914 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 210 time: 0.0430131 Aug 29 07:02:40.733232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d236d8-bd31-4461-89d0-0c4d466217e1 req-947f1135-3f6a-4ce4-9d60-a185bb81994c tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:40.734686 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93d236d8-bd31-4461-89d0-0c4d466217e1 req-947f1135-3f6a-4ce4-9d60-a185bb81994c tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.11 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 985 time: 0.1161220 Aug 29 07:02:40.768196 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42424) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:40.795446 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:40.822285 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5fb500b5-06b4-48c9-a240-996ca35d4050 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2cadec2cb3a041de8b6786a4db9ba1e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508728 Aug 29 07:02:40.824738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42426) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:40.899210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-93d236d8-bd31-4461-89d0-0c4d466217e1 req-a80a6ff2-46e9-4b2c-a589-eba23922af0a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Deleting port ace24cb0-dabe-465e-99bf-47fd143d07f1 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:40.899582 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-93d236d8-bd31-4461-89d0-0c4d466217e1 req-a80a6ff2-46e9-4b2c-a589-eba23922af0a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:40.910714 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e3516642-8d75-4207-a21a-ef2a984f7fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:40.942144 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e3516642-8d75-4207-a21a-ef2a984f7fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:40.992058 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a39efbb1-5755-4894-9f89-ea95af0819ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:41.032898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c1d34-eb5e-4960-8b4a-1158d641d074 req-6d153abe-bd87-40f0-90d8-8ad91609f72a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:41.034425 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b23c1d34-eb5e-4960-8b4a-1158d641d074 req-6d153abe-bd87-40f0-90d8-8ad91609f72a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 985 time: 0.1135287 Aug 29 07:02:41.077442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a39efbb1-5755-4894-9f89-ea95af0819ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:41.093663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-93d236d8-bd31-4461-89d0-0c4d466217e1 req-a80a6ff2-46e9-4b2c-a589-eba23922af0a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] For port ace24cb0-dabe-465e-99bf-47fd143d07f1, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=ace24cb0-dabe-465e-99bf-47fd143d07f1,segment=NetworkSegment(167ba920-aaae-4978-97ab-c28ffe6b4d62),segment_id=167ba920-aaae-4978-97ab-c28ffe6b4d62)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:41.094026 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-93d236d8-bd31-4461-89d0-0c4d466217e1 req-a80a6ff2-46e9-4b2c-a589-eba23922af0a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:41.149023 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e3516642-8d75-4207-a21a-ef2a984f7fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:41.152742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e3516642-8d75-4207-a21a-ef2a984f7fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:41.155419 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e3516642-8d75-4207-a21a-ef2a984f7fff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/95b74732-372e-4331-8764-fb109acbe493 HTTP/1.1" status: 204 len: 168 time: 0.3283575 Aug 29 07:02:41.164032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-93d236d8-bd31-4461-89d0-0c4d466217e1 req-a80a6ff2-46e9-4b2c-a589-eba23922af0a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Calling delete_port for ace24cb0-dabe-465e-99bf-47fd143d07f1 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:41.165709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3516642-8d75-4207-a21a-ef2a984f7fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b74732-372e-4331-8764-fb109acbe493,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:41.188031 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b23c1d34-eb5e-4960-8b4a-1158d641d074 req-ba38bc7f-1786-40e6-84f3-c468e9e79005 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/security-groups?id=c9d99f5c-9b63-42ea-b9ec-0ad028e503be&id=b9a07840-2ac6-4ee6-bc78-f190e5636cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1401567 Aug 29 07:02:41.202499 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a39efbb1-5755-4894-9f89-ea95af0819ee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=252e8b25b4b441cfbe74f22efb3fcb68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6991725 Aug 29 07:02:41.202864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39efbb1-5755-4894-9f89-ea95af0819ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa005817-2e18-4f2f-b413-5f3a07dc092a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:41.207477 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42436) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:41.297643 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb526d-2cd6-437d-afb5-cbca14d84f14 req-f20479e3-f6f2-4476-858a-7859d1d8925e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:41.299475 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43cb526d-2cd6-437d-afb5-cbca14d84f14 req-f20479e3-f6f2-4476-858a-7859d1d8925e tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.2019510 Aug 29 07:02:41.347370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-88a7e9b4-9198-4db2-b253-31ddf77840eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:41.365606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43cb526d-2cd6-437d-afb5-cbca14d84f14 req-a65dbf84-52f8-4ff8-ac62-cb8c11172c40 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575633 Aug 29 07:02:41.383459 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-88a7e9b4-9198-4db2-b253-31ddf77840eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:41.542243 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-93d236d8-bd31-4461-89d0-0c4d466217e1 req-a80a6ff2-46e9-4b2c-a589-eba23922af0a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:41.566013 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-88a7e9b4-9198-4db2-b253-31ddf77840eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:41.567654 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0af19dde-10bb-4e84-a639-69c387880146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:41.576463 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-88a7e9b4-9198-4db2-b253-31ddf77840eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:41.578970 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-88a7e9b4-9198-4db2-b253-31ddf77840eb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fa005817-2e18-4f2f-b413-5f3a07dc092a HTTP/1.1" status: 204 len: 168 time: 0.3697076 Aug 29 07:02:41.584359 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a6ff2-46e9-4b2c-a589-eba23922af0a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event deleted for resources: {'Port': ['ID=ace24cb0-dabe-465e-99bf-47fd143d07f1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:41.611644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7e9b4-9198-4db2-b253-31ddf77840eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa005817-2e18-4f2f-b413-5f3a07dc092a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:41.679486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d236d8-bd31-4461-89d0-0c4d466217e1 req-a80a6ff2-46e9-4b2c-a589-eba23922af0a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] No DVR routers for this DVR port ace24cb0-dabe-465e-99bf-47fd143d07f1 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:02:41.683232 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-93d236d8-bd31-4461-89d0-0c4d466217e1 req-a80a6ff2-46e9-4b2c-a589-eba23922af0a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:41.685360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93d236d8-bd31-4461-89d0-0c4d466217e1 req-a80a6ff2-46e9-4b2c-a589-eba23922af0a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.11 "DELETE /v2.0/ports/ace24cb0-dabe-465e-99bf-47fd143d07f1 HTTP/1.1" status: 204 len: 173 time: 0.9440682 Aug 29 07:02:41.685827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631a72e9-e3ed-4041-844c-863527b66288', 'name': 'network-vif-deleted', 'tag': 'ace24cb0-dabe-465e-99bf-47fd143d07f1'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:41.697055 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ee152a-7642-49b5-bdc8-bfc990defa93" -d '{"events": [{"server_uuid": "631a72e9-e3ed-4041-844c-863527b66288", "name": "network-vif-deleted", "tag": "ace24cb0-dabe-465e-99bf-47fd143d07f1"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:41.777860 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:41.778960 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a838d4-8e15-4b31-8bfe-02f12163e8dc x-openstack-request-id: req-17a838d4-8e15-4b31-8bfe-02f12163e8dc {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:41.779382 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631a72e9-e3ed-4041-844c-863527b66288", "name": "network-vif-deleted", "tag": "ace24cb0-dabe-465e-99bf-47fd143d07f1", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:41.779729 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-17a838d4-8e15-4b31-8bfe-02f12163e8dc {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:41.780227 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631a72e9-e3ed-4041-844c-863527b66288', 'name': 'network-vif-deleted', 'tag': 'ace24cb0-dabe-465e-99bf-47fd143d07f1', 'status': 'completed', 'code': 200} Aug 29 07:02:41.820349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6558a-2c23-4264-b434-bcda7db33517 req-6e3b72a5-e587-40dd-af0d-93228167a103 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:41.829277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8e6558a-2c23-4264-b434-bcda7db33517 req-6e3b72a5-e587-40dd-af0d-93228167a103 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1017056 Aug 29 07:02:41.872185 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-904bf72c-3c99-44f0-ae80-73481d0b5a75 req-80a41b5f-67c3-41de-b0be-9bd464223102 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 210 time: 0.0337594 Aug 29 07:02:41.903254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8e6558a-2c23-4264-b434-bcda7db33517 req-5c97c76c-6376-448c-9081-4b13c21b221d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729063 Aug 29 07:02:42.060553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f09a6-77b8-4d49-9968-fd4e9041ea5e req-88192a07-d8e5-4a58-b779-6959537655b4 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:42.068272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c7f09a6-77b8-4d49-9968-fd4e9041ea5e req-88192a07-d8e5-4a58-b779-6959537655b4 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.0930285 Aug 29 07:02:42.141938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c7f09a6-77b8-4d49-9968-fd4e9041ea5e req-ef9f0264-21e4-4c87-ba72-6bc474110f81 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719800 Aug 29 07:02:42.299372 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-b2a0ac14-b214-4b8b-b372-356e88ca6d33 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c43684af442740f3bdca393f9ea65034&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500100 Aug 29 07:02:42.375157 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96761970-009d-4525-8564-338e7db562c0 req-a3c419e6-c57a-47c7-adbe-fe7b7278903c tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "GET /v2.0/ports?device_id=631a72e9-e3ed-4041-844c-863527b66288 HTTP/1.1" status: 200 len: 210 time: 0.0408521 Aug 29 07:02:42.575284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ef4314f4-1411-458c-90c0-8cf61d99173e tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:42.586852 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ef4314f4-1411-458c-90c0-8cf61d99173e tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715733 Aug 29 07:02:42.591970 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Request body: {'port': {'device_id': 'fc81d928-44b6-44be-afda-781161c36441', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': 'c43684af442740f3bdca393f9ea65034'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:42.629473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7d8c5-eb15-4775-800a-7ec2aeb69b41 req-44ba85e0-a789-4d76-8f32-7b58669a32dc tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:42.631728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5da7d8c5-eb15-4775-800a-7ec2aeb69b41 req-44ba85e0-a789-4d76-8f32-7b58669a32dc tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.0628204 Aug 29 07:02:42.690043 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5da7d8c5-eb15-4775-800a-7ec2aeb69b41 req-2e5285ed-0fed-4f31-ad45-5d3361f3cfe0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499265 Aug 29 07:02:42.846469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42490) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:42.942863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Made reservation on behalf of c43684af442740f3bdca393f9ea65034 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:02:42.946851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:42.953517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-485378626'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:42.966807 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:43.006927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5853f50-064c-4ac2-8e8a-0f3c29539e7a req-a9989cd0-9991-4333-9c38-351b2057f14b tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 210 time: 0.0440829 Aug 29 07:02:43.105962 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:02:43.111495 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:43.135862 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:43.324579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:43.424856 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:43.472957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42512) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:43.516363 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:43.573991 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1076f41b-1642-4aae-90fa-fd065af03dd1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:43.604030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77a2c7f-9d0e-4050-b666-ab7d9a15402c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:43.606160 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1076f41b-1642-4aae-90fa-fd065af03dd1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:43.766271 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1076f41b-1642-4aae-90fa-fd065af03dd1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:43.771588 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1076f41b-1642-4aae-90fa-fd065af03dd1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:43.778726 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1076f41b-1642-4aae-90fa-fd065af03dd1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "DELETE /v2.0/security-groups/c9d99f5c-9b63-42ea-b9ec-0ad028e503be HTTP/1.1" status: 204 len: 168 time: 0.3017654 Aug 29 07:02:43.779519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42518) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:43.795472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Allocated IP 192.168.233.221 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/771657cd-a62c-43fe-ae58-d1f99d5337c4) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:02:43.820690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076f41b-1642-4aae-90fa-fd065af03dd1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d99f5c-9b63-42ea-b9ec-0ad028e503be,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:43.854031 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:43.933126 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:43.976262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6955afb2-10cd-496f-9398-e8127c8737bc tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:44.000857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f415bc8-1daf-42fe-bd1f-8bab056f070d req-9e2980d3-0360-42f2-8acc-f5be219145bd tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:44.003482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f415bc8-1daf-42fe-bd1f-8bab056f070d req-9e2980d3-0360-42f2-8acc-f5be219145bd tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1870134 Aug 29 07:02:44.065968 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6955afb2-10cd-496f-9398-e8127c8737bc tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:44.082056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c699abb-34b1-446c-a496-7b9510688748,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:44.094683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:02:44.102679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f415bc8-1daf-42fe-bd1f-8bab056f070d req-46226183-2161-4a0f-8278-b0e6d3ad2099 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845501 Aug 29 07:02:44.128990 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:44.128990 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Added segment 51eaf78c-6e41-44b0-9b0c-b2746cd5478e of type vlan for network 36c47038-746c-4653-a91c-df34cb186343 Aug 29 07:02:44.161221 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a027ffe3-265f-4dac-96da-9bb2eb6af55c req-12bf6b62-6fc9-4ff0-ba73-02ade4a0bbab tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 210 time: 0.0579116 Aug 29 07:02:44.194570 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:44.248143 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:44.297531 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6955afb2-10cd-496f-9398-e8127c8737bc tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:44.297804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Transition to ACTIVE for port object 771657cd-a62c-43fe-ae58-d1f99d5337c4 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:44.300150 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6955afb2-10cd-496f-9398-e8127c8737bc tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:44.301392 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6955afb2-10cd-496f-9398-e8127c8737bc tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "DELETE /v2.0/security-groups/b9a07840-2ac6-4ee6-bc78-f190e5636cf3 HTTP/1.1" status: 204 len: 168 time: 0.5161531 Aug 29 07:02:44.307415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42532) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:44.361485 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:44.367390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:44.370232 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:44.379305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955afb2-10cd-496f-9398-e8127c8737bc tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a07840-2ac6-4ee6-bc78-f190e5636cf3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:44.464144 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:44.521671 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Network': ['ID=36c47038-746c-4653-a91c-df34cb186343,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:44.527166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:44.532908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:44.536805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:02:44.537094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 36c47038-746c-4653-a91c-df34cb186343 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:02:44.570762 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d7e88866-6c43-4696-a398-a94be0707522 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7229745 Aug 29 07:02:44.574680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Pushing event updated for resources: {'Port': ['ID=771657cd-a62c-43fe-ae58-d1f99d5337c4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:44.577108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42538) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:44.601441 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-643618368'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:44.862345 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8cdb67a8-e4b4-4f90-8ef0-2b957cf571a5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:45.000049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2e1d93e2-b19d-4824-9fc5-974b3c615c99 None None] Provisioning for port 771657cd-a62c-43fe-ae58-d1f99d5337c4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:45.004517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2e1d93e2-b19d-4824-9fc5-974b3c615c99 None None] Provisioning complete for port 771657cd-a62c-43fe-ae58-d1f99d5337c4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:45.005247 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2e1d93e2-b19d-4824-9fc5-974b3c615c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:45.050366 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2e1d93e2-b19d-4824-9fc5-974b3c615c99 None None] Port 771657cd-a62c-43fe-ae58-d1f99d5337c4 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:02:45.070253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:45.070888 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:45.158913 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8cdb67a8-e4b4-4f90-8ef0-2b957cf571a5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Deleting port b5deadbf-93bb-44f8-af8c-8c27225e145f {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:45.159290 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8cdb67a8-e4b4-4f90-8ef0-2b957cf571a5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:45.188383 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:02:45.188383 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:45.217053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:02:45.233300 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:45.233911 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Added segment 42424ad0-b390-45e9-a74a-7d9731599803 of type vlan for network 484d4709-6c86-4e00-b4b2-23e2d7145b71 Aug 29 07:02:45.277327 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ab442b2f-f5d8-41c7-bf3d-054edd19066f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6906807 Aug 29 07:02:45.279069 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:45.323496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29923b10-2a07-40de-8413-6025995fbdb0 req-a7acb824-56f6-49f1-b4f5-60ac7ad71571 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:45.325028 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29923b10-2a07-40de-8413-6025995fbdb0 req-a7acb824-56f6-49f1-b4f5-60ac7ad71571 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1136100 Aug 29 07:02:45.347532 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-8cdb67a8-e4b4-4f90-8ef0-2b957cf571a5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] For port b5deadbf-93bb-44f8-af8c-8c27225e145f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b5deadbf-93bb-44f8-af8c-8c27225e145f,segment=NetworkSegment(167ba920-aaae-4978-97ab-c28ffe6b4d62),segment_id=167ba920-aaae-4978-97ab-c28ffe6b4d62)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:45.347532 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8cdb67a8-e4b4-4f90-8ef0-2b957cf571a5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:45.357332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136e1ec-aa7f-41fb-8235-93955d4148d2 req-25c51635-9a0c-42dd-a676-d5c3a033eb0d tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:45.358853 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d136e1ec-aa7f-41fb-8235-93955d4148d2 req-25c51635-9a0c-42dd-a676-d5c3a033eb0d tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 936 time: 0.1121473 Aug 29 07:02:45.377469 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:45.383699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8cdb67a8-e4b4-4f90-8ef0-2b957cf571a5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Calling delete_port for b5deadbf-93bb-44f8-af8c-8c27225e145f owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:45.389252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:45.390846 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:45.456557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Request body: {'port': {'device_id': 'fc81d928-44b6-44be-afda-781161c36441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:45.462076 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29923b10-2a07-40de-8413-6025995fbdb0 req-3f356164-b937-47ef-914b-03f86e5900ff tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290226 Aug 29 07:02:45.472875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d136e1ec-aa7f-41fb-8235-93955d4148d2 req-5affb8b4-b35f-4a1c-85fb-74678c687583 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/security-groups?id=c77a2c7f-9d0e-4050-b666-ab7d9a15402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962071 Aug 29 07:02:45.522463 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9417436 Aug 29 07:02:45.527431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42566) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:45.535102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4ec06bd8-13bf-444b-a39f-dae2b8e6a3fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'subnet': {'network_id': '36c47038-746c-4653-a91c-df34cb186343', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:45.538436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Network': ['ID=484d4709-6c86-4e00-b4b2-23e2d7145b71,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:45.622843 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:45.623290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:45.623890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:45.624442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:45.625178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:45.625776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:45.626265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:45.626754 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:45.627266 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:45.627751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:45.628260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:45.628595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cee9ac-da9f-428f-ad86-ccee79b64831 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:02:45.646777 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:45.650067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 484d4709-6c86-4e00-b4b2-23e2d7145b71 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:02:45.714235 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8cdb67a8-e4b4-4f90-8ef0-2b957cf571a5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:45.731587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device ace24cb0-dabe-465e-99bf-47fd143d07f1 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:02:45.760363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: ace24cb0-dabe-465e-99bf-47fd143d07f1 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:02:45.760812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device ace24cb0-dabe-465e-99bf-47fd143d07f1 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:02:45.785274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb67a8-e4b4-4f90-8ef0-2b957cf571a5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event deleted for resources: {'Port': ['ID=b5deadbf-93bb-44f8-af8c-8c27225e145f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:45.897742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec06bd8-13bf-444b-a39f-dae2b8e6a3fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:02:45.905957 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ec06bd8-13bf-444b-a39f-dae2b8e6a3fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:46.008991 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8cdb67a8-e4b4-4f90-8ef0-2b957cf571a5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:46.155316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771657cd-a62c-43fe-ae58-d1f99d5337c4 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:02:46.167364 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:46.216146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Transition to ACTIVE for port object 771657cd-a62c-43fe-ae58-d1f99d5337c4 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:46.245017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdb67a8-e4b4-4f90-8ef0-2b957cf571a5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Router 35ed75a4-6379-4429-aa54-155b6774d17f has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:02:46.297963 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:46.336819 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ec06bd8-13bf-444b-a39f-dae2b8e6a3fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:46.409199 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Pushing event updated for resources: {'Port': ['ID=771657cd-a62c-43fe-ae58-d1f99d5337c4,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:46.432198 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec06bd8-13bf-444b-a39f-dae2b8e6a3fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Subnet': ['ID=1e5b5002-9fad-49b3-bd80-0c798738a0ed,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:46.506982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec06bd8-13bf-444b-a39f-dae2b8e6a3fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Checking segment: {'id': '51eaf78c-6e41-44b0-9b0c-b2746cd5478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '36c47038-746c-4653-a91c-df34cb186343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:02:46.507397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec06bd8-13bf-444b-a39f-dae2b8e6a3fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network hostable DHCP agents. Network: 36c47038-746c-4653-a91c-df34cb186343, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:02:46.543259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Attempting to bind port 771657cd-a62c-43fe-ae58-d1f99d5337c4 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:02:46.543259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Attempting to bind port 771657cd-a62c-43fe-ae58-d1f99d5337c4 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:02:46.543582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Attempting to bind port 771657cd-a62c-43fe-ae58-d1f99d5337c4 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:46.566633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Port 771657cd-a62c-43fe-ae58-d1f99d5337c4 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:02:46.567119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Attempting to bind port 771657cd-a62c-43fe-ae58-d1f99d5337c4 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:46.580433 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:02:46.581157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:02:46.581793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:02:46.583355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Bound port: 771657cd-a62c-43fe-ae58-d1f99d5337c4, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:02:46.583937 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:46.628228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec06bd8-13bf-444b-a39f-dae2b8e6a3fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 36c47038-746c-4653-a91c-df34cb186343 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:02:46.666907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] For port 771657cd-a62c-43fe-ae58-d1f99d5337c4, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:02:46.671442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] For port 771657cd-a62c-43fe-ae58-d1f99d5337c4, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=771657cd-a62c-43fe-ae58-d1f99d5337c4,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:02:46.748743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4ec06bd8-13bf-444b-a39f-dae2b8e6a3fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 36c47038-746c-4653-a91c-df34cb186343) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:46.754390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec06bd8-13bf-444b-a39f-dae2b8e6a3fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:46.755537 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ec06bd8-13bf-444b-a39f-dae2b8e6a3fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:46.760606 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:46.761229 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c518608a-e626-47b7-9fa9-fc23c8ccd2c8 None None] Network 36c47038-746c-4653-a91c-df34cb186343 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:02:46.815693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:46.816900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:46.818536 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] 10.222.0.15 "PUT /v2.0/ports/771657cd-a62c-43fe-ae58-d1f99d5337c4 HTTP/1.1" status: 200 len: 1097 time: 1.5308836 Aug 29 07:02:46.826747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc81d928-44b6-44be-afda-781161c36441', 'tag': '771657cd-a62c-43fe-ae58-d1f99d5337c4'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:46.838885 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5da380-be66-4e08-b6a0-064740fcb914" -d '{"events": [{"name": "network-changed", "server_uuid": "fc81d928-44b6-44be-afda-781161c36441", "tag": "771657cd-a62c-43fe-ae58-d1f99d5337c4"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:46.849248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdb67a8-e4b4-4f90-8ef0-2b957cf571a5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:02:46.863687 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458118a-2906-4351-a63a-df630846cae5 None None] Sync routers for ids ['35ed75a4-6379-4429-aa54-155b6774d17f'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:02:46.872356 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8cdb67a8-e4b4-4f90-8ef0-2b957cf571a5 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "PUT /v2.0/routers/35ed75a4-6379-4429-aa54-155b6774d17f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5635152 Aug 29 07:02:46.874990 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458118a-2906-4351-a63a-df630846cae5 None None] Routers {'35ed75a4-6379-4429-aa54-155b6774d17f'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:46.875693 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b458118a-2906-4351-a63a-df630846cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['35ed75a4-6379-4429-aa54-155b6774d17f'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:46.880319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42594) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:46.891607 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc7b3e-6950-46e1-843e-241ef96bb9df service neutron] Pushing event updated for resources: {'Port': ['ID=771657cd-a62c-43fe-ae58-d1f99d5337c4,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:46.900520 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4ec06bd8-13bf-444b-a39f-dae2b8e6a3fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3718469 Aug 29 07:02:46.902858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42596) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:46.903976 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42598) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:46.904372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57d97f-7b0e-4d98-a26f-5ce814c3a4e5 req-3e382217-aae6-4e62-9a43-a9d9a29b92e1 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:46.911714 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f57d97f-7b0e-4d98-a26f-5ce814c3a4e5 req-3e382217-aae6-4e62-9a43-a9d9a29b92e1 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 948 time: 0.1491859 Aug 29 07:02:46.925161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10b556-0950-475a-b1f5-0159f3d9d85b req-91439a0d-876b-47a5-90bb-809e9ab20ff7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:46.925550 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7f0aedec-be90-4613-a7d5-639b4c7bbcf4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'subnet': {'network_id': '484d4709-6c86-4e00-b4b2-23e2d7145b71', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:46.927113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee10b556-0950-475a-b1f5-0159f3d9d85b req-91439a0d-876b-47a5-90bb-809e9ab20ff7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1636081 Aug 29 07:02:47.007386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f57d97f-7b0e-4d98-a26f-5ce814c3a4e5 req-ca5bc98f-0698-4280-a70e-90ea63fe65a6 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/security-groups?id=c77a2c7f-9d0e-4050-b666-ab7d9a15402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934608 Aug 29 07:02:47.082687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee10b556-0950-475a-b1f5-0159f3d9d85b req-5265c0fc-0566-41af-a0a9-3d602629b897 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111023 Aug 29 07:02:47.119589 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b458118a-2906-4351-a63a-df630846cae5 None None] Set router 35ed75a4-6379-4429-aa54-155b6774d17f gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:02:47.120898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd7ba1e-15be-4634-9508-70c7c02f4cff tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Deleting subnet 5c338746-3097-40d6-b9c0-2d2139e10558 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:02:47.131974 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ba1e-15be-4634-9508-70c7c02f4cff tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.194645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-36c47038-746c-4653-a91c-df34cb186343', 'network_id': '36c47038-746c-4653-a91c-df34cb186343', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'fixed_ips': [{'subnet_id': '1e5b5002-9fad-49b3-bd80-0c798738a0ed'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:02:47.197025 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.197451 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c988a5d0-41ad-47b9-a240-6f52800c27e5 x-openstack-request-id: req-c988a5d0-41ad-47b9-a240-6f52800c27e5 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:47.197951 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc81d928-44b6-44be-afda-781161c36441", "tag": "771657cd-a62c-43fe-ae58-d1f99d5337c4", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:47.198349 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c988a5d0-41ad-47b9-a240-6f52800c27e5 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:47.198862 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc81d928-44b6-44be-afda-781161c36441', 'tag': '771657cd-a62c-43fe-ae58-d1f99d5337c4', 'status': 'completed', 'code': 200} Aug 29 07:02:47.205045 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cfe1db80-3a16-48d2-b098-62407665d11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.225576 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ba1e-15be-4634-9508-70c7c02f4cff tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.234326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-9f973dd4-9895-4ffe-9421-cc32af51e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:47.236171 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-9f973dd4-9895-4ffe-9421-cc32af51e3ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c43684af442740f3bdca393f9ea65034&device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 1100 time: 0.2676196 Aug 29 07:02:47.289853 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-0079a639-7b53-405b-ab93-c1bb1232a5b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=771657cd-a62c-43fe-ae58-d1f99d5337c4 HTTP/1.1" status: 200 len: 217 time: 0.0395799 Aug 29 07:02:47.346604 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-7f0aedec-be90-4613-a7d5-639b4c7bbcf4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 07:02:47.346604 n-d-713301-12 neutron-server[95403]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 07:02:47.346604 n-d-713301-12 neutron-server[95403]: [parameters: {'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'id': '8aecbdaa-eeb1-4fee-94a0-f501e7de4bc2', 'expiration': datetime.datetime(2021, 8, 29, 7, 4, 47, 290665)}] Aug 29 07:02:47.346604 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:02:47.348136 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-7f0aedec-be90-4613-a7d5-639b4c7bbcf4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:02:47.349109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ddb76591-48f5-4dbb-bd71-437e9b12bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:47.350708 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-ddb76591-48f5-4dbb-bd71-437e9b12bdad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0521843 Aug 29 07:02:47.353365 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b458118a-2906-4351-a63a-df630846cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T07:02:45Z', 'revision_number': 5, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:47.355162 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ba1e-15be-4634-9508-70c7c02f4cff tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.363937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Allocated IP 2001:db8::2 (36c47038-746c-4653-a91c-df34cb186343/1e5b5002-9fad-49b3-bd80-0c798738a0ed/c78d5481-61e6-4ec4-a184-7ba44578f477) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:02:47.380487 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458118a-2906-4351-a63a-df630846cae5 None None] Checking router: 35ed75a4-6379-4429-aa54-155b6774d17f for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:02:47.388896 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458118a-2906-4351-a63a-df630846cae5 None None] Routers {'35ed75a4-6379-4429-aa54-155b6774d17f'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:47.389520 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b458118a-2906-4351-a63a-df630846cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['35ed75a4-6379-4429-aa54-155b6774d17f'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:47.423954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-144a471a-5dc6-4bee-934c-b5404409abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:47.425687 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-144a471a-5dc6-4bee-934c-b5404409abfe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0678391 Aug 29 07:02:47.505926 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b458118a-2906-4351-a63a-df630846cae5 None None] Set router 35ed75a4-6379-4429-aa54-155b6774d17f gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:02:47.531664 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.532989 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cfe1db80-3a16-48d2-b098-62407665d11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.533719 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ba1e-15be-4634-9508-70c7c02f4cff tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.545401 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Transition to ACTIVE for port object c78d5481-61e6-4ec4-a184-7ba44578f477 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:47.550661 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-3d19b68c-2d2f-432e-a111-3e4b8ed5169f service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169732 Aug 29 07:02:47.560457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Transition to ACTIVE for port object c78d5481-61e6-4ec4-a184-7ba44578f477 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:47.570646 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ba1e-15be-4634-9508-70c7c02f4cff tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.573932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3dd7ba1e-15be-4634-9508-70c7c02f4cff tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "DELETE /v2.0/subnets/5c338746-3097-40d6-b9c0-2d2139e10558 HTTP/1.1" status: 204 len: 168 time: 0.6911259 Aug 29 07:02:47.574425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7ba1e-15be-4634-9508-70c7c02f4cff tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event deleted for resources: {'Subnet': ['ID=5c338746-3097-40d6-b9c0-2d2139e10558,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:47.577156 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b488095-4733-45dd-958e-a01cd8d114a3 None None] Network 8c6029a4-a7f9-4f42-9654-d8e161d528ee requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:02:47.580998 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42604) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:47.658393 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.668621 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70bc0c89-fa33-47a6-8ee0-1742cd0e64ce req-0b9a57ab-ff27-4942-a8c3-e08a3f59edb4 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102412 Aug 29 07:02:47.670101 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cfe1db80-3a16-48d2-b098-62407665d11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.713553 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cfe1db80-3a16-48d2-b098-62407665d11d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d07ba31f532d456eabebb753c78ee4b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8061190 Aug 29 07:02:47.714719 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1db80-3a16-48d2-b098-62407665d11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4e5065-ffab-4b50-a25f-5df20f06f953,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:47.716591 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.717684 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42606) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:47.723916 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b458118a-2906-4351-a63a-df630846cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T07:02:45Z', 'revision_number': 5, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:47.773537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Pushing event updated for resources: {'Port': ['ID=c78d5481-61e6-4ec4-a184-7ba44578f477,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:47.793619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Network 36c47038-746c-4653-a91c-df34cb186343 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:47.802186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:47.807000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:02:47.832698 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a9c5eb5-d327-4a9a-a2bc-470ba0589562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.862672 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458118a-2906-4351-a63a-df630846cae5 None None] The sync data for ids ['35ed75a4-6379-4429-aa54-155b6774d17f'] in n-d-713301-12 is: [{'id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129553275', 'tenant_id': '22a0ce1904444ca0986e4df87b83c4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:59:44Z', 'updated_at': '2021-08-29T07:02:45Z', 'revision_number': 5, 'project_id': '22a0ce1904444ca0986e4df87b83c4f1', 'gw_port': {'id': '53d90507-3781-4e3d-a0b6-7c41df51f16c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ed75a4-6379-4429-aa54-155b6774d17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:59:46Z', 'updated_at': '2021-08-29T06:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:02:47.868463 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a9c5eb5-d327-4a9a-a2bc-470ba0589562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.912162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc93e879-cf6f-4b10-b5c0-e7fea92f05a8 None None] DHCP port deletion for 8c6029a4-a7f9-4f42-9654-d8e161d528ee request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:02:47.915570 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.922746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Attempting to bind port c78d5481-61e6-4ec4-a184-7ba44578f477 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:02:47.925334 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Attempting to bind port c78d5481-61e6-4ec4-a184-7ba44578f477 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '51eaf78c-6e41-44b0-9b0c-b2746cd5478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '36c47038-746c-4653-a91c-df34cb186343'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:02:47.925334 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Attempting to bind port c78d5481-61e6-4ec4-a184-7ba44578f477 on network 36c47038-746c-4653-a91c-df34cb186343 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:47.929647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5da380-be66-4e08-b6a0-064740fcb914 req-8ac43571-2222-4ed7-843c-d63d34688993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:47.931302 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b5da380-be66-4e08-b6a0-064740fcb914 req-8ac43571-2222-4ed7-843c-d63d34688993 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c43684af442740f3bdca393f9ea65034&device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 1100 time: 0.1532297 Aug 29 07:02:47.951615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:02:47.952256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Checking segment: {'id': '51eaf78c-6e41-44b0-9b0c-b2746cd5478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '36c47038-746c-4653-a91c-df34cb186343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:02:47.952669 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:47.953078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Bound using segment: {'id': '51eaf78c-6e41-44b0-9b0c-b2746cd5478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '36c47038-746c-4653-a91c-df34cb186343'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:02:47.953556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Bound port: c78d5481-61e6-4ec4-a184-7ba44578f477, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51eaf78c-6e41-44b0-9b0c-b2746cd5478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '36c47038-746c-4653-a91c-df34cb186343'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:02:47.953942 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:48.020093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0aedec-be90-4613-a7d5-639b4c7bbcf4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:02:48.023687 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f0aedec-be90-4613-a7d5-639b4c7bbcf4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:48.032181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bc93e879-cf6f-4b10-b5c0-e7fea92f05a8 None None] Deleting port c365c617-3164-42a4-bfaf-670d0789fd00 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:48.032657 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bc93e879-cf6f-4b10-b5c0-e7fea92f05a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:48.034763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] For port c78d5481-61e6-4ec4-a184-7ba44578f477, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:02:48.038637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] For port c78d5481-61e6-4ec4-a184-7ba44578f477, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c78d5481-61e6-4ec4-a184-7ba44578f477,segment=NetworkSegment(51eaf78c-6e41-44b0-9b0c-b2746cd5478e),segment_id=51eaf78c-6e41-44b0-9b0c-b2746cd5478e)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:02:48.089454 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a9c5eb5-d327-4a9a-a2bc-470ba0589562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:48.092079 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9a9c5eb5-d327-4a9a-a2bc-470ba0589562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:48.093263 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9a9c5eb5-d327-4a9a-a2bc-470ba0589562 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ac4e5065-ffab-4b50-a25f-5df20f06f953 HTTP/1.1" status: 204 len: 168 time: 0.3744357 Aug 29 07:02:48.143963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Deleting port 53d90507-3781-4e3d-a0b6-7c41df51f16c {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:48.144563 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:48.150974 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c5eb5-d327-4a9a-a2bc-470ba0589562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4e5065-ffab-4b50-a25f-5df20f06f953,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:48.154469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5da380-be66-4e08-b6a0-064740fcb914 req-a1f0c4c3-1716-465b-ad02-19fd4cf9a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:48.156131 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b5da380-be66-4e08-b6a0-064740fcb914 req-a1f0c4c3-1716-465b-ad02-19fd4cf9a218 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.2170029 Aug 29 07:02:48.216005 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b5da380-be66-4e08-b6a0-064740fcb914 req-76ef076a-ca2d-45ba-91bf-50ebf1aad122 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=771657cd-a62c-43fe-ae58-d1f99d5337c4 HTTP/1.1" status: 200 len: 217 time: 0.0497820 Aug 29 07:02:48.270231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e364dcd-e822-44b0-8dd8-242fefd1cf41 req-0dee36bb-3a8e-44a8-9307-aede16974ddf tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:48.271975 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e364dcd-e822-44b0-8dd8-242fefd1cf41 req-0dee36bb-3a8e-44a8-9307-aede16974ddf tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 948 time: 0.1748354 Aug 29 07:02:48.340683 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:48.359934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e13f23-3de8-4d19-9d2f-c85c504dfdde req-abcbb15b-fc69-4899-aff8-6694b4690ba0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:48.361476 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7e13f23-3de8-4d19-9d2f-c85c504dfdde req-abcbb15b-fc69-4899-aff8-6694b4690ba0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1592007 Aug 29 07:02:48.363711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] For port 53d90507-3781-4e3d-a0b6-7c41df51f16c, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=53d90507-3781-4e3d-a0b6-7c41df51f16c,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:48.364090 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:48.397047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5da380-be66-4e08-b6a0-064740fcb914 req-2498c653-dbd6-4429-a5bf-c39aa7bf3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:48.398783 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b5da380-be66-4e08-b6a0-064740fcb914 req-2498c653-dbd6-4429-a5bf-c39aa7bf3662 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.1709762 Aug 29 07:02:48.402648 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-bc93e879-cf6f-4b10-b5c0-e7fea92f05a8 None None] For port c365c617-3164-42a4-bfaf-670d0789fd00, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c365c617-3164-42a4-bfaf-670d0789fd00,segment=NetworkSegment(167ba920-aaae-4978-97ab-c28ffe6b4d62),segment_id=167ba920-aaae-4978-97ab-c28ffe6b4d62)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:48.403315 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bc93e879-cf6f-4b10-b5c0-e7fea92f05a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:48.410527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Calling delete_port for 53d90507-3781-4e3d-a0b6-7c41df51f16c owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:48.436561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e364dcd-e822-44b0-8dd8-242fefd1cf41 req-348db5ac-71ec-416f-b214-b2b17b9e442b tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/security-groups?id=c77a2c7f-9d0e-4050-b666-ab7d9a15402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460807 Aug 29 07:02:48.437642 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bc93e879-cf6f-4b10-b5c0-e7fea92f05a8 None None] Calling delete_port for c365c617-3164-42a4-bfaf-670d0789fd00 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:48.470401 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7e13f23-3de8-4d19-9d2f-c85c504dfdde req-a708f014-b7c9-46bf-8053-f3963ae16863 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010187 Aug 29 07:02:48.483364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ac14c-7d5c-453a-8acc-a3adff9e5fd1 None None] Pushing event updated for resources: {'Port': ['ID=c78d5481-61e6-4ec4-a184-7ba44578f477,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:48.566586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5da380-be66-4e08-b6a0-064740fcb914 req-b58149bc-6348-4f27-84f9-422765a20256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:48.568401 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b5da380-be66-4e08-b6a0-064740fcb914 req-b58149bc-6348-4f27-84f9-422765a20256 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1380267 Aug 29 07:02:48.571956 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f0aedec-be90-4613-a7d5-639b4c7bbcf4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:48.671196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b5deadbf-93bb-44f8-af8c-8c27225e145f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:02:48.699927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: b5deadbf-93bb-44f8-af8c-8c27225e145f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:02:48.700731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b5deadbf-93bb-44f8-af8c-8c27225e145f not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:02:48.700915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c365c617-3164-42a4-bfaf-670d0789fd00 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:02:48.767042 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bc93e879-cf6f-4b10-b5c0-e7fea92f05a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:48.785744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93e879-cf6f-4b10-b5c0-e7fea92f05a8 None None] No DVR routers for this DVR port c365c617-3164-42a4-bfaf-670d0789fd00 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:02:48.819567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0aedec-be90-4613-a7d5-639b4c7bbcf4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Subnet': ['ID=804435e9-2672-40b3-b40b-d47d2db7f9e0,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:48.834994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Port c365c617-3164-42a4-bfaf-670d0789fd00 update to DOWN by agent not found {{(pid=95405) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 07:02:48.856959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0aedec-be90-4613-a7d5-639b4c7bbcf4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Checking segment: {'id': '42424ad0-b390-45e9-a74a-7d9731599803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '484d4709-6c86-4e00-b4b2-23e2d7145b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:02:48.857137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0aedec-be90-4613-a7d5-639b4c7bbcf4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network hostable DHCP agents. Network: 484d4709-6c86-4e00-b4b2-23e2d7145b71, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:02:48.867689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93e879-cf6f-4b10-b5c0-e7fea92f05a8 None None] Pushing event deleted for resources: {'Port': ['ID=c365c617-3164-42a4-bfaf-670d0789fd00,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:48.891504 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b5da380-be66-4e08-b6a0-064740fcb914 req-478013c9-f7fa-42df-975e-0ed55f770686 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906232 Aug 29 07:02:48.894199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b366fce1-325e-4775-87c8-7b2ba886ef57 req-f6c9858b-4195-4e3d-92fb-94830d59a9ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3278065 Aug 29 07:02:48.902028 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:48.939976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event deleted for resources: {'Port': ['ID=53d90507-3781-4e3d-a0b6-7c41df51f16c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:48.974132 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0aedec-be90-4613-a7d5-639b4c7bbcf4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 484d4709-6c86-4e00-b4b2-23e2d7145b71 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:02:49.030216 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2b5da380-be66-4e08-b6a0-064740fcb914 req-24279017-e3da-4b8a-b6b1-de21793b42f4 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313703 Aug 29 07:02:49.065042 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366fce1-325e-4775-87c8-7b2ba886ef57 req-f50a61b3-b819-4f78-b8c1-e800d62339d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:49.065042 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b366fce1-325e-4775-87c8-7b2ba886ef57 req-f50a61b3-b819-4f78-b8c1-e800d62339d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 1097 time: 0.1319594 Aug 29 07:02:49.065971 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.085201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-7f0aedec-be90-4613-a7d5-639b4c7bbcf4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 484d4709-6c86-4e00-b4b2-23e2d7145b71) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:49.098039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0aedec-be90-4613-a7d5-639b4c7bbcf4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:49.099016 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f0aedec-be90-4613-a7d5-639b4c7bbcf4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.100203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477232a5-03df-448a-ba73-91f037c90990 None None] Network 484d4709-6c86-4e00-b4b2-23e2d7145b71 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:02:49.141888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42624) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:49.156604 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9e5174aa-ee98-4e7e-a2aa-e09483479667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.215359 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.220847 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.260564 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7f0aedec-be90-4613-a7d5-639b4c7bbcf4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3506103 Aug 29 07:02:49.264555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42626) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:49.269355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-484d4709-6c86-4e00-b4b2-23e2d7145b71', 'network_id': '484d4709-6c86-4e00-b4b2-23e2d7145b71', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'fixed_ips': [{'subnet_id': '804435e9-2672-40b3-b40b-d47d2db7f9e0'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:02:49.270234 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.273423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6a24fe95-d873-4e02-8cd2-1a5da7cc7973 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1752714403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:49.297673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366fce1-325e-4775-87c8-7b2ba886ef57 req-0d497bad-ca8a-43d3-bded-7b47e99b4157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:49.299400 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b366fce1-325e-4775-87c8-7b2ba886ef57 req-0d497bad-ca8a-43d3-bded-7b47e99b4157 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 917 time: 0.2018998 Aug 29 07:02:49.382108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b366fce1-325e-4775-87c8-7b2ba886ef57 req-0aff6cec-848f-4f20-a7bb-bbcec2462d6d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eb09501-4176-474c-bb64-91dd939c784c HTTP/1.1" status: 200 len: 1001 time: 0.0760190 Aug 29 07:02:49.405305 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9e5174aa-ee98-4e7e-a2aa-e09483479667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.436162 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366fce1-325e-4775-87c8-7b2ba886ef57 req-1f015eb6-c058-4301-a6ed-a3f1d125e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:49.437645 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b366fce1-325e-4775-87c8-7b2ba886ef57 req-1f015eb6-c058-4301-a6ed-a3f1d125e88e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7085e65-5548-41fd-a4b3-5a3f77bcccc9 HTTP/1.1" status: 200 len: 855 time: 0.0477395 Aug 29 07:02:49.444925 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Allocated IP 2001:db8:1::2 (484d4709-6c86-4e00-b4b2-23e2d7145b71/804435e9-2672-40b3-b40b-d47d2db7f9e0/01294a5f-789c-44da-b386-93c745e5d5ee) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:02:49.446985 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.447572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Fanout notify agent at l3_agent the message router_deleted on router 35ed75a4-6379-4429-aa54-155b6774d17f {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:02:49.456803 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.458270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0848b61e-bc2b-4866-852e-eda2c66649d1 tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "DELETE /v2.0/routers/35ed75a4-6379-4429-aa54-155b6774d17f HTTP/1.1" status: 204 len: 168 time: 1.8759615 Aug 29 07:02:49.460894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42628) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:49.508474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366fce1-325e-4775-87c8-7b2ba886ef57 req-a54c7caa-27f1-47c6-819d-dee3bc3e8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:49.512000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b366fce1-325e-4775-87c8-7b2ba886ef57 req-a54c7caa-27f1-47c6-819d-dee3bc3e8381 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648432 Aug 29 07:02:49.624466 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c95395e6-cfe2-46c7-b9c0-16faf477f86a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.628119 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b366fce1-325e-4775-87c8-7b2ba886ef57 req-d12dc5aa-aba5-4202-8241-0a7438a4ba84 service neutron] 10.222.0.11 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095562 Aug 29 07:02:49.632851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9e5174aa-ee98-4e7e-a2aa-e09483479667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.667439 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9e5174aa-ee98-4e7e-a2aa-e09483479667 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=55d2a4e6f3b04bbbada187d17ee20bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5243123 Aug 29 07:02:49.676362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42636) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:49.763337 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.778996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Transition to ACTIVE for port object 01294a5f-789c-44da-b386-93c745e5d5ee will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:49.799438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Transition to ACTIVE for port object 01294a5f-789c-44da-b386-93c745e5d5ee will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:49.806837 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24eb5e-b5dd-4c94-a80d-8c2dd385d131 req-a41fe16a-ea41-4eff-be48-9f7efa51b15b tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:49.810426 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c24eb5e-b5dd-4c94-a80d-8c2dd385d131 req-a41fe16a-ea41-4eff-be48-9f7efa51b15b tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1794283 Aug 29 07:02:49.819786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3df3e0-dc53-4cbf-bc58-b7c0ffd1c056 req-35bd20f5-2c64-4355-b3f7-d2bb945c926e tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:49.821592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3df3e0-dc53-4cbf-bc58-b7c0ffd1c056 req-35bd20f5-2c64-4355-b3f7-d2bb945c926e tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 948 time: 0.1909976 Aug 29 07:02:49.849173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5174aa-ee98-4e7e-a2aa-e09483479667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1362a001-4138-45e3-8de1-a5d1592200f3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:49.852005 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6a24fe95-d873-4e02-8cd2-1a5da7cc7973 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.853071 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6a24fe95-d873-4e02-8cd2-1a5da7cc7973 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.875555 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b366fce1-325e-4775-87c8-7b2ba886ef57 req-51ce4ee2-919a-4d68-9725-5230c796e753 service neutron] 10.222.0.11 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224503 Aug 29 07:02:49.885787 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.907056 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3df3e0-dc53-4cbf-bc58-b7c0ffd1c056 req-189f1ac0-37eb-4658-acee-4888d83e6eec tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/security-groups?id=c77a2c7f-9d0e-4050-b666-ab7d9a15402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712106 Aug 29 07:02:49.910161 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c24eb5e-b5dd-4c94-a80d-8c2dd385d131 req-5d6064f4-6a01-4438-875b-5ebfd5f64ba3 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869436 Aug 29 07:02:49.925253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5677c232-9bfc-4930-bff6-312f7ab5f1be None None] Network 36c47038-746c-4653-a91c-df34cb186343 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:02:49.929581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6a24fe95-d873-4e02-8cd2-1a5da7cc7973 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.932901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c95395e6-cfe2-46c7-b9c0-16faf477f86a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.951393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c95395e6-cfe2-46c7-b9c0-16faf477f86a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6029a4-a7f9-4f42-9654-d8e161d528ee']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:49.965503 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-629a6d7c-57e2-4121-9ab0-0c0fca065164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.968349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c95395e6-cfe2-46c7-b9c0-16faf477f86a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167ba920-aaae-4978-97ab-c28ffe6b4d62') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:49.968659 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c95395e6-cfe2-46c7-b9c0-16faf477f86a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167ba920-aaae-4978-97ab-c28ffe6b4d62') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:49.991285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Network 484d4709-6c86-4e00-b4b2-23e2d7145b71 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:49.994351 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c95395e6-cfe2-46c7-b9c0-16faf477f86a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:49.996880 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:50.005786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:02:50.011795 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Pushing event updated for resources: {'Port': ['ID=01294a5f-789c-44da-b386-93c745e5d5ee,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:50.017002 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6a24fe95-d873-4e02-8cd2-1a5da7cc7973 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.022819 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c95395e6-cfe2-46c7-b9c0-16faf477f86a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.026555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-629a6d7c-57e2-4121-9ab0-0c0fca065164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.041789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95395e6-cfe2-46c7-b9c0-16faf477f86a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:02:50.042203 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c95395e6-cfe2-46c7-b9c0-16faf477f86a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:02:50.045428 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:02:50.110161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Attempting to bind port 01294a5f-789c-44da-b386-93c745e5d5ee on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:02:50.110551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Attempting to bind port 01294a5f-789c-44da-b386-93c745e5d5ee by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '42424ad0-b390-45e9-a74a-7d9731599803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '484d4709-6c86-4e00-b4b2-23e2d7145b71'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:02:50.110920 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Attempting to bind port 01294a5f-789c-44da-b386-93c745e5d5ee on network 484d4709-6c86-4e00-b4b2-23e2d7145b71 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:02:50.119485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:02:50.119868 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Checking segment: {'id': '42424ad0-b390-45e9-a74a-7d9731599803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '484d4709-6c86-4e00-b4b2-23e2d7145b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:02:50.120983 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.121585 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Bound using segment: {'id': '42424ad0-b390-45e9-a74a-7d9731599803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '484d4709-6c86-4e00-b4b2-23e2d7145b71'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:02:50.122234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Bound port: 01294a5f-789c-44da-b386-93c745e5d5ee, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42424ad0-b390-45e9-a74a-7d9731599803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '484d4709-6c86-4e00-b4b2-23e2d7145b71'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:02:50.123253 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.210584 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6a24fe95-d873-4e02-8cd2-1a5da7cc7973 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.212060 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6a24fe95-d873-4e02-8cd2-1a5da7cc7973 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9449244 Aug 29 07:02:50.213630 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c95395e6-cfe2-46c7-b9c0-16faf477f86a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.215418 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42640) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:50.226496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c95395e6-cfe2-46c7-b9c0-16faf477f86a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.228454 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c95395e6-cfe2-46c7-b9c0-16faf477f86a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] 10.222.0.76 "DELETE /v2.0/networks/8c6029a4-a7f9-4f42-9654-d8e161d528ee HTTP/1.1" status: 204 len: 168 time: 0.7664149 Aug 29 07:02:50.228888 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-940f4d69-1981-413f-a20e-12ad38a0fe15 None None] Provisioning for port c78d5481-61e6-4ec4-a184-7ba44578f477 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:50.248001 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] For port 01294a5f-789c-44da-b386-93c745e5d5ee, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:02:50.251733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] For port 01294a5f-789c-44da-b386-93c745e5d5ee, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=01294a5f-789c-44da-b386-93c745e5d5ee,segment=NetworkSegment(42424ad0-b390-45e9-a74a-7d9731599803),segment_id=42424ad0-b390-45e9-a74a-7d9731599803)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:02:50.276319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95395e6-cfe2-46c7-b9c0-16faf477f86a tempest-TestSecurityGroupsBasicOps-191600734 tempest-TestSecurityGroupsBasicOps-191600734-project] Pushing event deleted for resources: {'Network': ['ID=8c6029a4-a7f9-4f42-9654-d8e161d528ee,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:50.281250 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-629a6d7c-57e2-4121-9ab0-0c0fca065164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.283916 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-629a6d7c-57e2-4121-9ab0-0c0fca065164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.285085 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-629a6d7c-57e2-4121-9ab0-0c0fca065164 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1362a001-4138-45e3-8de1-a5d1592200f3 HTTP/1.1" status: 204 len: 168 time: 0.6029658 Aug 29 07:02:50.329589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a6d7c-57e2-4121-9ab0-0c0fca065164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1362a001-4138-45e3-8de1-a5d1592200f3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:50.383721 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.451288 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd931d1a-c2e8-4e4b-b6dc-b40ffade0dd8 None None] Pushing event updated for resources: {'Port': ['ID=01294a5f-789c-44da-b386-93c745e5d5ee,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:50.619572 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.622891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c78d5481-61e6-4ec4-a184-7ba44578f477 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:50.742835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 771657cd-a62c-43fe-ae58-d1f99d5337c4 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:02:50.830115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port c78d5481-61e6-4ec4-a184-7ba44578f477 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:50.848911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c78d5481-61e6-4ec4-a184-7ba44578f477 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:50.849297 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.922699 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:50.952993 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 771657cd-a62c-43fe-ae58-d1f99d5337c4, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=771657cd-a62c-43fe-ae58-d1f99d5337c4,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:50.991859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '771657cd-a62c-43fe-ae58-d1f99d5337c4', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '771657cd-a62c-43fe-ae58-d1f99d5337c4', 'mac_address': 'fa:16:3e:bb:61:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:02:51.058843 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:51.099775 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:51.136040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port c78d5481-61e6-4ec4-a184-7ba44578f477, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c78d5481-61e6-4ec4-a184-7ba44578f477,segment=NetworkSegment(51eaf78c-6e41-44b0-9b0c-b2746cd5478e),segment_id=51eaf78c-6e41-44b0-9b0c-b2746cd5478e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:51.139080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771657cd-a62c-43fe-ae58-d1f99d5337c4 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:02:51.169199 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 771657cd-a62c-43fe-ae58-d1f99d5337c4, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=771657cd-a62c-43fe-ae58-d1f99d5337c4,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:51.222552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42662) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:51.226231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b88eb2-05f3-4312-9f48-e1503e8379ae req-b6a49b8e-62b6-4d9a-b872-ff4d71b5735a tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:51.228883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53b88eb2-05f3-4312-9f48-e1503e8379ae req-b6a49b8e-62b6-4d9a-b872-ff4d71b5735a tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 948 time: 0.1156437 Aug 29 07:02:51.240057 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:51.255690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5c914-d1fc-448c-bca3-bcbf19d9d9aa req-0d06b691-1c7a-49e1-802b-6974e0d1e3b7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:51.257032 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1e5c914-d1fc-448c-bca3-bcbf19d9d9aa req-0d06b691-1c7a-49e1-802b-6974e0d1e3b7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1097915 Aug 29 07:02:51.317554 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:51.347190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 53d90507-3781-4e3d-a0b6-7c41df51f16c no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:02:51.358213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53b88eb2-05f3-4312-9f48-e1503e8379ae req-7621eb47-2d03-4af5-bea8-acae06150723 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/security-groups?id=c77a2c7f-9d0e-4050-b666-ab7d9a15402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154284 Aug 29 07:02:51.409584 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1e5c914-d1fc-448c-bca3-bcbf19d9d9aa req-c02a7b3c-d458-4e91-acee-04949f8d7bd4 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164701 Aug 29 07:02:51.457253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Allocated IP 2001:db8::1 (36c47038-746c-4653-a91c-df34cb186343/1e5b5002-9fad-49b3-bd80-0c798738a0ed/396c6fa0-d682-4114-9a8e-ab6259cf6a40) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:02:51.470555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=c78d5481-61e6-4ec4-a184-7ba44578f477,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:51.473542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 53d90507-3781-4e3d-a0b6-7c41df51f16c {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:02:51.473901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 53d90507-3781-4e3d-a0b6-7c41df51f16c not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:02:51.551585 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=771657cd-a62c-43fe-ae58-d1f99d5337c4,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:51.567763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['771657cd-a62c-43fe-ae58-d1f99d5337c4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:02:51.663451 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:51.679344 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b9749662-983a-4aaf-a94f-0da3289a4e1b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22a0ce1904444ca0986e4df87b83c4f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4554234 Aug 29 07:02:51.682402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42680) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:51.687807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Transition to ACTIVE for port object 396c6fa0-d682-4114-9a8e-ab6259cf6a40 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:51.775251 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5de96aa4-ae89-4760-985a-5456e37e02ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:51.819304 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5de96aa4-ae89-4760-985a-5456e37e02ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:51.837138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c77c8ec-7d67-4cc7-960c-59f0741c41c1 None None] Network 484d4709-6c86-4e00-b4b2-23e2d7145b71 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:02:51.877936 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:51.932042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 36c47038-746c-4653-a91c-df34cb186343 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:51.934673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:51.936746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=396c6fa0-d682-4114-9a8e-ab6259cf6a40,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:51.939290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:02:51.939864 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:51.954353 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5de96aa4-ae89-4760-985a-5456e37e02ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:51.957962 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5de96aa4-ae89-4760-985a-5456e37e02ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:51.962229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5de96aa4-ae89-4760-985a-5456e37e02ed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a68aa067-8fb9-40ab-aeca-225c24b135a1 HTTP/1.1" status: 204 len: 168 time: 0.2783940 Aug 29 07:02:51.977246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de96aa4-ae89-4760-985a-5456e37e02ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68aa067-8fb9-40ab-aeca-225c24b135a1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:52.166859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d0beaaef-0e6a-44ca-8348-a9aa4ea246ac None None] Provisioning for port 01294a5f-789c-44da-b386-93c745e5d5ee completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:52.248357 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:52.559919 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-705a3d18-6798-4c8d-af6c-797ceffba068 None None] Provisioning for port 396c6fa0-d682-4114-9a8e-ab6259cf6a40 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:52.565518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-705a3d18-6798-4c8d-af6c-797ceffba068 None None] Provisioning complete for port 396c6fa0-d682-4114-9a8e-ab6259cf6a40 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:52.569948 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-705a3d18-6798-4c8d-af6c-797ceffba068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:52.618637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-705a3d18-6798-4c8d-af6c-797ceffba068 None None] Port 396c6fa0-d682-4114-9a8e-ab6259cf6a40 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:02:52.649041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167931e-e0d4-44c7-9c00-22f10df30b2e req-6299aa34-0a06-4b07-a97d-39c4cfe6afff tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:52.653341 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:52.653735 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4167931e-e0d4-44c7-9c00-22f10df30b2e req-6299aa34-0a06-4b07-a97d-39c4cfe6afff tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 949 time: 0.1891329 Aug 29 07:02:52.666783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492535d-aff2-4a3c-9a16-76b2c5e06002 req-4f3b4da9-ca9c-41bb-9a33-dd7b6ceece8a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:52.668647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f492535d-aff2-4a3c-9a16-76b2c5e06002 req-4f3b4da9-ca9c-41bb-9a33-dd7b6ceece8a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1576419 Aug 29 07:02:52.724802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c78d5481-61e6-4ec4-a184-7ba44578f477 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:52.749383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4167931e-e0d4-44c7-9c00-22f10df30b2e req-8c0b9c1c-ca8b-4677-a52c-09b9f5fa72d8 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/security-groups?id=c77a2c7f-9d0e-4050-b666-ab7d9a15402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909598 Aug 29 07:02:52.758147 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f492535d-aff2-4a3c-9a16-76b2c5e06002 req-cb7f7f24-fa99-45ed-8ed4-7ed7d6c8013d tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669270 Aug 29 07:02:52.771220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 771657cd-a62c-43fe-ae58-d1f99d5337c4 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:52.794506 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:52.795367 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:52.851395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c78d5481-61e6-4ec4-a184-7ba44578f477 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:52.851972 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:52.910483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=396c6fa0-d682-4114-9a8e-ab6259cf6a40,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:52.972127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 01294a5f-789c-44da-b386-93c745e5d5ee up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:52.976772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 36c47038-746c-4653-a91c-df34cb186343 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:52.979190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:52.994210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 771657cd-a62c-43fe-ae58-d1f99d5337c4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:53.006823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 771657cd-a62c-43fe-ae58-d1f99d5337c4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:53.017641 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:53.111885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42714) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:53.130327 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-de517b8d-48fc-46cb-a29e-2ad0ce7072ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:53.143446 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:53.169571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc81d928-44b6-44be-afda-781161c36441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771657cd-a62c-43fe-ae58-d1f99d5337c4'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:53.172026 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcd4abd-a648-470e-b653-ee9e2bd11ea3" -d '{"events": [{"server_uuid": "fc81d928-44b6-44be-afda-781161c36441", "name": "network-vif-plugged", "status": "completed", "tag": "771657cd-a62c-43fe-ae58-d1f99d5337c4"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:53.189027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 771657cd-a62c-43fe-ae58-d1f99d5337c4, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=771657cd-a62c-43fe-ae58-d1f99d5337c4,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:53.199053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 01294a5f-789c-44da-b386-93c745e5d5ee completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:53.203608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 01294a5f-789c-44da-b386-93c745e5d5ee triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:53.206585 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:53.222389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router acfedd06-751a-4433-b609-c4c52640885e is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:02:53.309495 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:53.313391 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:53.346447 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-de517b8d-48fc-46cb-a29e-2ad0ce7072ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:53.407648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:02:53.418688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42724) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:53.435102 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-96e40d4f-dc8b-41eb-a08b-f6961e03094d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/acfedd06-751a-4433-b609-c4c52640885e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2140794 Aug 29 07:02:53.435303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=771657cd-a62c-43fe-ae58-d1f99d5337c4,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:53.438594 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef44dc1a-e60b-44da-8b03-040c4987c6f0 None None] Sync routers for ids ['acfedd06-751a-4433-b609-c4c52640885e'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:02:53.465323 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-de517b8d-48fc-46cb-a29e-2ad0ce7072ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:53.510023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42730) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:53.514014 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 01294a5f-789c-44da-b386-93c745e5d5ee, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=01294a5f-789c-44da-b386-93c745e5d5ee,segment=NetworkSegment(42424ad0-b390-45e9-a74a-7d9731599803),segment_id=42424ad0-b390-45e9-a74a-7d9731599803)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:53.519180 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-de517b8d-48fc-46cb-a29e-2ad0ce7072ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5c8d34bbbb6540b5b8e1fadfac3eb55b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058297 Aug 29 07:02:53.550068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44dc1a-e60b-44da-8b03-040c4987c6f0 None None] Routers {'acfedd06-751a-4433-b609-c4c52640885e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:53.557418 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4e3bd1-01c3-4a84-93da-b638f3ee7764 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:53.558855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ef44dc1a-e60b-44da-8b03-040c4987c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['acfedd06-751a-4433-b609-c4c52640885e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:53.561937 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9a4e3bd1-01c3-4a84-93da-b638f3ee7764 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports/396c6fa0-d682-4114-9a8e-ab6259cf6a40 HTTP/1.1" status: 200 len: 911 time: 0.1410434 Aug 29 07:02:53.571471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42732) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:53.598975 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74606030-6f4d-4823-9531-826024886105 x-openstack-request-id: req-74606030-6f4d-4823-9531-826024886105 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:53.604948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de517b8d-48fc-46cb-a29e-2ad0ce7072ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13b9a97-6626-40f2-bf0a-b971af313bd5,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:53.605116 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc81d928-44b6-44be-afda-781161c36441", "name": "network-vif-plugged", "status": "completed", "tag": "771657cd-a62c-43fe-ae58-d1f99d5337c4", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:53.605116 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74606030-6f4d-4823-9531-826024886105 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:53.605116 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc81d928-44b6-44be-afda-781161c36441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771657cd-a62c-43fe-ae58-d1f99d5337c4', 'code': 200} Aug 29 07:02:53.605116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ef44dc1a-e60b-44da-8b03-040c4987c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:53.605914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3fea436b-de30-44bb-966a-19399e5e0487 None None] Provisioning complete for port 396c6fa0-d682-4114-9a8e-ab6259cf6a40 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:53.605914 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3fea436b-de30-44bb-966a-19399e5e0487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:53.607613 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:53.688801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=01294a5f-789c-44da-b386-93c745e5d5ee,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:53.704378 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44dc1a-e60b-44da-8b03-040c4987c6f0 None None] Routers {'acfedd06-751a-4433-b609-c4c52640885e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:53.705018 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ef44dc1a-e60b-44da-8b03-040c4987c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['acfedd06-751a-4433-b609-c4c52640885e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:53.733167 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7019f3fe-f55a-4e2e-a229-67985c80f862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:53.741973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ef44dc1a-e60b-44da-8b03-040c4987c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:53.742966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef44dc1a-e60b-44da-8b03-040c4987c6f0 None None] The sync data for ids ['acfedd06-751a-4433-b609-c4c52640885e'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:02:53.744870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3fea436b-de30-44bb-966a-19399e5e0487 None None] Port 396c6fa0-d682-4114-9a8e-ab6259cf6a40 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:02:53.779183 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7019f3fe-f55a-4e2e-a229-67985c80f862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:53.782178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfb4ef-a7aa-461c-a041-b207a8bee7eb req-b1469e22-fa33-490f-a389-f25a794acb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:53.783942 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85cfb4ef-a7aa-461c-a041-b207a8bee7eb req-b1469e22-fa33-490f-a389-f25a794acb51 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 1102 time: 0.1002142 Aug 29 07:02:53.951395 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-85cfb4ef-a7aa-461c-a041-b207a8bee7eb req-73489796-98d0-4f09-bf1f-a06b8031fd2f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c77a2c7f-9d0e-4050-b666-ab7d9a15402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263907 Aug 29 07:02:53.957561 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a11057-cec3-4a14-b657-fa3bee5275f2 req-bcf573fa-5d8e-4d5a-8f95-1c7d3086ff11 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:53.959109 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2a11057-cec3-4a14-b657-fa3bee5275f2 req-bcf573fa-5d8e-4d5a-8f95-1c7d3086ff11 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 950 time: 0.0961325 Aug 29 07:02:53.967302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f50589-f0d2-48e3-a31a-04d69f4cdc27 req-9211a531-f925-4440-bdcd-7ebcf827b407 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:53.968761 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7f50589-f0d2-48e3-a31a-04d69f4cdc27 req-9211a531-f925-4440-bdcd-7ebcf827b407 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.0874164 Aug 29 07:02:54.044735 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2a11057-cec3-4a14-b657-fa3bee5275f2 req-0faabcb6-95a4-4f8c-ba19-8f79229843cf tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/security-groups?id=c77a2c7f-9d0e-4050-b666-ab7d9a15402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701485 Aug 29 07:02:54.053917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7f50589-f0d2-48e3-a31a-04d69f4cdc27 req-8e8ae1f1-7714-4cfb-8307-1b98a1df9f5f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716097 Aug 29 07:02:54.121392 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7019f3fe-f55a-4e2e-a229-67985c80f862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:54.124756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7019f3fe-f55a-4e2e-a229-67985c80f862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:54.127610 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7019f3fe-f55a-4e2e-a229-67985c80f862 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b13b9a97-6626-40f2-bf0a-b971af313bd5 HTTP/1.1" status: 204 len: 168 time: 0.6162875 Aug 29 07:02:54.171752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019f3fe-f55a-4e2e-a229-67985c80f862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13b9a97-6626-40f2-bf0a-b971af313bd5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:54.193085 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:54.472112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Allocated IP 2001:db8:1::1 (484d4709-6c86-4e00-b4b2-23e2d7145b71/804435e9-2672-40b3-b40b-d47d2db7f9e0/01d1f49d-7925-4380-bf1a-443a274389bc) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:02:54.569378 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 01294a5f-789c-44da-b386-93c745e5d5ee up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:02:54.642490 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:54.646824 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 01294a5f-789c-44da-b386-93c745e5d5ee triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:54.647597 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:54.658372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Transition to ACTIVE for port object 01d1f49d-7925-4380-bf1a-443a274389bc will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:54.784446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:54.821468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 484d4709-6c86-4e00-b4b2-23e2d7145b71 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:54.825045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:54.830708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:02:54.831747 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:54.875680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=01d1f49d-7925-4380-bf1a-443a274389bc,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:55.038975 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:55.049792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42766) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:55.105010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-dbba2632-4914-42e2-85bc-87b5c562aa15 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb112d08669c4b1981bbb8d46a92c339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538166 Aug 29 07:02:55.107943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42774) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:55.208501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02713a-db29-4ff8-92a2-944bbf45b89a req-d07b67c2-8069-451c-85f1-e9d61f50c316 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:55.210337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd02713a-db29-4ff8-92a2-944bbf45b89a req-d07b67c2-8069-451c-85f1-e9d61f50c316 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 950 time: 0.0740497 Aug 29 07:02:55.211656 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b58143dd-8fff-4b70-b9a7-754d424f6d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:55.214303 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:02:55.250671 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b58143dd-8fff-4b70-b9a7-754d424f6d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:55.274115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-79b2249b-b130-425a-846c-191d8757c3d8 None None] Provisioning for port 01d1f49d-7925-4380-bf1a-443a274389bc completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:02:55.278771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-79b2249b-b130-425a-846c-191d8757c3d8 None None] Provisioning complete for port 01d1f49d-7925-4380-bf1a-443a274389bc triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:55.279500 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-79b2249b-b130-425a-846c-191d8757c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:55.281902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd02713a-db29-4ff8-92a2-944bbf45b89a req-e980c105-6ad5-4658-ac7e-66c874912547 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/security-groups?id=c77a2c7f-9d0e-4050-b666-ab7d9a15402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647917 Aug 29 07:02:55.362670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-79b2249b-b130-425a-846c-191d8757c3d8 None None] Port 01d1f49d-7925-4380-bf1a-443a274389bc cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:02:55.397851 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b58143dd-8fff-4b70-b9a7-754d424f6d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:55.400919 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b58143dd-8fff-4b70-b9a7-754d424f6d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:55.403194 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b58143dd-8fff-4b70-b9a7-754d424f6d35 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/47d13f45-58ef-4d19-948a-416d43da85bf HTTP/1.1" status: 204 len: 168 time: 0.2930048 Aug 29 07:02:55.406471 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:55.426371 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58143dd-8fff-4b70-b9a7-754d424f6d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d13f45-58ef-4d19-948a-416d43da85bf,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:55.451731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7cd95-5cfe-41f5-b7d7-6353f32c9cfb req-86d8a1b8-f4e0-4453-9efb-dc7eec1b1603 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:55.453490 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9c7cd95-5cfe-41f5-b7d7-6353f32c9cfb req-86d8a1b8-f4e0-4453-9efb-dc7eec1b1603 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.0758834 Aug 29 07:02:55.502458 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:55.503303 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:55.515357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9c7cd95-5cfe-41f5-b7d7-6353f32c9cfb req-39ed42e8-e7db-4348-b8a4-89643fa274f3 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549395 Aug 29 07:02:55.895056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=01d1f49d-7925-4380-bf1a-443a274389bc,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:55.942180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 484d4709-6c86-4e00-b4b2-23e2d7145b71 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:02:55.944619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:56.080548 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router acfedd06-751a-4433-b609-c4c52640885e has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:02:56.195053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:02:56.204446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42800) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:56.204882 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b5ada3d3-31a7-43b2-8569-898b9d5c6e81 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/acfedd06-751a-4433-b609-c4c52640885e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6318784 Aug 29 07:02:56.210615 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4bd4b-b268-4119-97e6-46c0c9650510 None None] Sync routers for ids ['acfedd06-751a-4433-b609-c4c52640885e'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:02:56.235812 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4bd4b-b268-4119-97e6-46c0c9650510 None None] Routers {'acfedd06-751a-4433-b609-c4c52640885e'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:56.235812 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-38d4bd4b-b268-4119-97e6-46c0c9650510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['acfedd06-751a-4433-b609-c4c52640885e'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:56.262315 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0605c5c5-873b-40be-93ea-17179f0b9e47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:56.269639 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0605c5c5-873b-40be-93ea-17179f0b9e47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports/01d1f49d-7925-4380-bf1a-443a274389bc HTTP/1.1" status: 200 len: 913 time: 0.0639760 Aug 29 07:02:56.272753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42804) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:56.328192 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-38d4bd4b-b268-4119-97e6-46c0c9650510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:56.340483 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4bd4b-b268-4119-97e6-46c0c9650510 None None] Routers {'acfedd06-751a-4433-b609-c4c52640885e'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:56.341354 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-38d4bd4b-b268-4119-97e6-46c0c9650510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['acfedd06-751a-4433-b609-c4c52640885e'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:56.409728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b2333884-b501-4ba7-bb09-e4b495802d4a None None] Provisioning complete for port 01d1f49d-7925-4380-bf1a-443a274389bc triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:02:56.411789 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-38d4bd4b-b268-4119-97e6-46c0c9650510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:56.412352 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b2333884-b501-4ba7-bb09-e4b495802d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:56.418828 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4bd4b-b268-4119-97e6-46c0c9650510 None None] The sync data for ids ['acfedd06-751a-4433-b609-c4c52640885e'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:02:56.454898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b2333884-b501-4ba7-bb09-e4b495802d4a None None] Port 01d1f49d-7925-4380-bf1a-443a274389bc cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:02:56.501572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd4d9b-6981-4419-bb57-94d74c0e449b req-1034770a-7cd5-432a-b688-5ee6c9c896d6 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:56.503186 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cacd4d9b-6981-4419-bb57-94d74c0e449b req-1034770a-7cd5-432a-b688-5ee6c9c896d6 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 950 time: 0.0780756 Aug 29 07:02:56.611237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cacd4d9b-6981-4419-bb57-94d74c0e449b req-986be555-3461-4a2b-88ca-19f87a8d3a2b tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/security-groups?id=c77a2c7f-9d0e-4050-b666-ab7d9a15402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734735 Aug 29 07:02:56.746141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12529f50-8639-4f8e-847e-18c31c49e34b req-a2f3788e-85ed-494d-9865-624738f7e082 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:56.747599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12529f50-8639-4f8e-847e-18c31c49e34b req-a2f3788e-85ed-494d-9865-624738f7e082 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1095681 Aug 29 07:02:56.835121 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12529f50-8639-4f8e-847e-18c31c49e34b req-77a09660-6ab8-4b51-beee-5b8601e3ba97 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549533 Aug 29 07:02:56.922660 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a87cde5f-13ca-40e2-9245-d32793b12f76 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:57.007957 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42830) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:57.286650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2111864911-network', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:57.307389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bd01c-50c0-4fb1-bd44-096d19844b78 req-3d9e687a-6984-443d-ac9e-6871b60fd707 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:57.308914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e3bd01c-50c0-4fb1-bd44-096d19844b78 req-3d9e687a-6984-443d-ac9e-6871b60fd707 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 950 time: 0.0985358 Aug 29 07:02:57.317751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a87cde5f-13ca-40e2-9245-d32793b12f76 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port 01d1f49d-7925-4380-bf1a-443a274389bc {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:57.317751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a87cde5f-13ca-40e2-9245-d32793b12f76 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:57.371505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] Made reservation on behalf of ef9ac3d9c703440cafb9ded360ca6483 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:02:57.375084 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:57.391324 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:57.403869 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e3bd01c-50c0-4fb1-bd44-096d19844b78 req-58cba10c-7ecd-4259-9495-67d80b589900 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/security-groups?id=c77a2c7f-9d0e-4050-b666-ab7d9a15402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839553 Aug 29 07:02:57.436606 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a87cde5f-13ca-40e2-9245-d32793b12f76 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:57.450794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a87cde5f-13ca-40e2-9245-d32793b12f76 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for 01d1f49d-7925-4380-bf1a-443a274389bc owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:57.497139 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:57.582503 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:57.600054 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:02:57.628433 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:57.628960 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] Added segment 6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13 of type vlan for network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 Aug 29 07:02:57.666777 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:57.696065 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:57.794593 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:57.795334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:57.796134 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:57.899090 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8907950 Aug 29 07:02:57.913605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42852) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:57.919072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ffa611a7-9617-4d7c-8aab-56bbe3eba5f9 admin admin] Request body: {'subnet': {'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2111864911-subnet', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:57.968776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab3afa-a8a6-4875-b003-736d19d78024 admin admin] Pushing event updated for resources: {'Network': ['ID=910ed879-c4d9-4d02-b8f4-5a82b25d8a50,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:57.980148 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:02:58.051531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa611a7-9617-4d7c-8aab-56bbe3eba5f9 admin admin] Made reservation on behalf of ef9ac3d9c703440cafb9ded360ca6483 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:02:58.062285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ffa611a7-9617-4d7c-8aab-56bbe3eba5f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:58.078879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452146a2-3c47-4316-a37f-eafa38f69c0a req-b13ecf0b-40f8-4688-8776-2437cb936db8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:58.080469 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-452146a2-3c47-4316-a37f-eafa38f69c0a req-b13ecf0b-40f8-4688-8776-2437cb936db8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1209013 Aug 29 07:02:58.123246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-452146a2-3c47-4316-a37f-eafa38f69c0a req-d45d2ac7-7380-4ee3-9347-46e21ba295d0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353200 Aug 29 07:02:58.145124 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a87cde5f-13ca-40e2-9245-d32793b12f76 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:58.223894 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cde5f-13ca-40e2-9245-d32793b12f76 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=01d1f49d-7925-4380-bf1a-443a274389bc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:58.325004 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a87cde5f-13ca-40e2-9245-d32793b12f76 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:58.377464 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ffa611a7-9617-4d7c-8aab-56bbe3eba5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:58.512641 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa611a7-9617-4d7c-8aab-56bbe3eba5f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2025ae-552d-4027-b2b0-762afe79cd66,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:58.524622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa611a7-9617-4d7c-8aab-56bbe3eba5f9 admin admin] Checking segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:02:58.525840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa611a7-9617-4d7c-8aab-56bbe3eba5f9 admin admin] Network hostable DHCP agents. Network: 910ed879-c4d9-4d02-b8f4-5a82b25d8a50, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:02:58.551734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51ff12-c5e8-4e2c-b14b-78f55780eec7 req-7700f198-37ef-469b-8fce-6dae5e277aba tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:58.552934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87cde5f-13ca-40e2-9245-d32793b12f76 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router acfedd06-751a-4433-b609-c4c52640885e has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:02:58.554016 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f51ff12-c5e8-4e2c-b14b-78f55780eec7 req-7700f198-37ef-469b-8fce-6dae5e277aba tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 950 time: 0.0997844 Aug 29 07:02:58.668310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-4f51ff12-c5e8-4e2c-b14b-78f55780eec7 req-4d7de632-f842-4648-af7d-548e9e1cb31f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Deleting port 771657cd-a62c-43fe-ae58-d1f99d5337c4 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:58.668946 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-4f51ff12-c5e8-4e2c-b14b-78f55780eec7 req-4d7de632-f842-4648-af7d-548e9e1cb31f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:58.679561 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79710115-b042-4366-8044-be8169766286 req-8a49c2c5-0bf3-46d2-804f-e2ff2a1da8bd tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:58.681280 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79710115-b042-4366-8044-be8169766286 req-8a49c2c5-0bf3-46d2-804f-e2ff2a1da8bd tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 950 time: 0.1328905 Aug 29 07:02:58.703348 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87cde5f-13ca-40e2-9245-d32793b12f76 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:02:58.717689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a87cde5f-13ca-40e2-9245-d32793b12f76 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/acfedd06-751a-4433-b609-c4c52640885e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4378166 Aug 29 07:02:58.717689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42860) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:58.720371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa611a7-9617-4d7c-8aab-56bbe3eba5f9 admin admin] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:02:58.731911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6fab7-105f-4ee2-a2cb-77b9e1b4cae9 None None] Sync routers for ids ['acfedd06-751a-4433-b609-c4c52640885e'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:02:58.746096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e6fab7-105f-4ee2-a2cb-77b9e1b4cae9 None None] Routers {'acfedd06-751a-4433-b609-c4c52640885e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:58.747694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a0e6fab7-105f-4ee2-a2cb-77b9e1b4cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['acfedd06-751a-4433-b609-c4c52640885e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:58.803161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-ffa611a7-9617-4d7c-8aab-56bbe3eba5f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 910ed879-c4d9-4d02-b8f4-5a82b25d8a50) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:02:58.803621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a0e6fab7-105f-4ee2-a2cb-77b9e1b4cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:58.815215 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-4f51ff12-c5e8-4e2c-b14b-78f55780eec7 req-4d7de632-f842-4648-af7d-548e9e1cb31f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] For port 771657cd-a62c-43fe-ae58-d1f99d5337c4, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=771657cd-a62c-43fe-ae58-d1f99d5337c4,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:02:58.815594 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-4f51ff12-c5e8-4e2c-b14b-78f55780eec7 req-4d7de632-f842-4648-af7d-548e9e1cb31f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:58.819622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97354fa-ba16-49e6-b182-38d380a22f94 None None] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:02:58.823737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa611a7-9617-4d7c-8aab-56bbe3eba5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:58.830030 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ffa611a7-9617-4d7c-8aab-56bbe3eba5f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:58.843414 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-4f51ff12-c5e8-4e2c-b14b-78f55780eec7 req-4d7de632-f842-4648-af7d-548e9e1cb31f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Calling delete_port for 771657cd-a62c-43fe-ae58-d1f99d5337c4 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:02:58.887961 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79710115-b042-4366-8044-be8169766286 req-123c82fa-a29c-4d9b-9f93-8f1a78b3ce7f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/security-groups?id=c77a2c7f-9d0e-4050-b666-ab7d9a15402c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867220 Aug 29 07:02:58.971969 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ffa611a7-9617-4d7c-8aab-56bbe3eba5f9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0578284 Aug 29 07:02:58.975516 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42870) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:02:58.981299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:02:59.096616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e6fab7-105f-4ee2-a2cb-77b9e1b4cae9 None None] Routers {'acfedd06-751a-4433-b609-c4c52640885e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:02:59.097336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a0e6fab7-105f-4ee2-a2cb-77b9e1b4cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['acfedd06-751a-4433-b609-c4c52640885e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:59.136412 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a0e6fab7-105f-4ee2-a2cb-77b9e1b4cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:02:59.136636 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:59.137224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6fab7-105f-4ee2-a2cb-77b9e1b4cae9 None None] The sync data for ids ['acfedd06-751a-4433-b609-c4c52640885e'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:02:59.137635 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:59.141973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-4f51ff12-c5e8-4e2c-b14b-78f55780eec7 req-4d7de632-f842-4648-af7d-548e9e1cb31f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:59.169438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['771657cd-a62c-43fe-ae58-d1f99d5337c4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:02:59.203891 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7de632-f842-4648-af7d-548e9e1cb31f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Pushing event deleted for resources: {'Port': ['ID=771657cd-a62c-43fe-ae58-d1f99d5337c4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:02:59.305919 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:59.324715 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f51ff12-c5e8-4e2c-b14b-78f55780eec7 req-4d7de632-f842-4648-af7d-548e9e1cb31f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] No DVR routers for this DVR port 771657cd-a62c-43fe-ae58-d1f99d5337c4 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:02:59.327673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-4f51ff12-c5e8-4e2c-b14b-78f55780eec7 req-4d7de632-f842-4648-af7d-548e9e1cb31f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:59.330617 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f51ff12-c5e8-4e2c-b14b-78f55780eec7 req-4d7de632-f842-4648-af7d-548e9e1cb31f tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.15 "DELETE /v2.0/ports/771657cd-a62c-43fe-ae58-d1f99d5337c4 HTTP/1.1" status: 204 len: 173 time: 0.7690322 Aug 29 07:02:59.331169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc81d928-44b6-44be-afda-781161c36441', 'name': 'network-vif-deleted', 'tag': '771657cd-a62c-43fe-ae58-d1f99d5337c4'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:02:59.343176 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5155d653-9636-495a-9326-f35e1699ea0c" -d '{"events": [{"server_uuid": "fc81d928-44b6-44be-afda-781161c36441", "name": "network-vif-deleted", "tag": "771657cd-a62c-43fe-ae58-d1f99d5337c4"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:02:59.360976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5ed91-cebe-4afb-9744-e1100c634695 req-d24ea750-1754-4c85-b982-a17420463def tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:02:59.373042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:02:59.374819 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:59.385268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33a5ed91-cebe-4afb-9744-e1100c634695 req-d24ea750-1754-4c85-b982-a17420463def tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1426892 Aug 29 07:02:59.396950 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19fce60-208b-42dc-9a3c-1eadc5bbd7e5 x-openstack-request-id: req-a19fce60-208b-42dc-9a3c-1eadc5bbd7e5 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:02:59.397454 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc81d928-44b6-44be-afda-781161c36441", "name": "network-vif-deleted", "tag": "771657cd-a62c-43fe-ae58-d1f99d5337c4", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:02:59.397867 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a19fce60-208b-42dc-9a3c-1eadc5bbd7e5 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:02:59.398549 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc81d928-44b6-44be-afda-781161c36441', 'name': 'network-vif-deleted', 'tag': '771657cd-a62c-43fe-ae58-d1f99d5337c4', 'status': 'completed', 'code': 200} Aug 29 07:02:59.425621 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-145a6691-3d21-4445-b996-e3b595749feb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:59.566748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Allocated IP 172.20.0.2 (910ed879-c4d9-4d02-b8f4-5a82b25d8a50/fa2025ae-552d-4027-b2b0-762afe79cd66/33ce3976-c315-435b-8917-dda0d8319dd7) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:02:59.599704 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33a5ed91-cebe-4afb-9744-e1100c634695 req-2bd3ca79-832f-411a-a7fa-cb10186da926 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072906 Aug 29 07:02:59.610431 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:59.825751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-145a6691-3d21-4445-b996-e3b595749feb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port 396c6fa0-d682-4114-9a8e-ab6259cf6a40 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:02:59.825751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-145a6691-3d21-4445-b996-e3b595749feb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:59.867137 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:02:59.882877 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Transition to ACTIVE for port object 33ce3976-c315-435b-8917-dda0d8319dd7 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:59.905352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Transition to ACTIVE for port object 33ce3976-c315-435b-8917-dda0d8319dd7 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:02:59.986931 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-145a6691-3d21-4445-b996-e3b595749feb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:00.006093 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:00.024813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-145a6691-3d21-4445-b996-e3b595749feb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for 396c6fa0-d682-4114-9a8e-ab6259cf6a40 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:00.089566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:00.096367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:00.099625 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:00.119013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Pushing event updated for resources: {'Port': ['ID=33ce3976-c315-435b-8917-dda0d8319dd7,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:00.128753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:00.159647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ded986c-85e3-46ff-a481-7b7e6c00a6cb req-c5978dbc-8cca-46dd-9ddd-1d33ab5778d5 tempest-VolumesNegativeTest-442122966 tempest-VolumesNegativeTest-442122966-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc81d928-44b6-44be-afda-781161c36441 HTTP/1.1" status: 200 len: 210 time: 0.1010664 Aug 29 07:03:00.173316 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:00.217579 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Attempting to bind port 33ce3976-c315-435b-8917-dda0d8319dd7 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:00.219452 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Attempting to bind port 33ce3976-c315-435b-8917-dda0d8319dd7 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:00.221232 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Attempting to bind port 33ce3976-c315-435b-8917-dda0d8319dd7 on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:00.232295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:03:00.234442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Checking segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:00.234860 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:00.235280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Bound using segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:03:00.235772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Bound port: 33ce3976-c315-435b-8917-dda0d8319dd7, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:03:00.236158 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:00.324353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] For port 33ce3976-c315-435b-8917-dda0d8319dd7, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:03:00.363041 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Allocated IP 172.25.1.236 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/749d38fd-c013-48bb-856b-a6e1bd83496c) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:03:00.440850 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-145a6691-3d21-4445-b996-e3b595749feb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:00.441462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] For port 33ce3976-c315-435b-8917-dda0d8319dd7, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=33ce3976-c315-435b-8917-dda0d8319dd7,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:03:00.489918 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a6691-3d21-4445-b996-e3b595749feb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=396c6fa0-d682-4114-9a8e-ab6259cf6a40,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:00.523137 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:00.543865 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:00.633132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20b992-343b-4741-8207-d904ecc386b7 None None] Pushing event updated for resources: {'Port': ['ID=33ce3976-c315-435b-8917-dda0d8319dd7,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:00.670883 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:00.704024 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-145a6691-3d21-4445-b996-e3b595749feb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:00.764544 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:00.768009 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:00.775620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:00.844666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Pushing event updated for resources: {'Port': ['ID=749d38fd-c013-48bb-856b-a6e1bd83496c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:00.896814 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e4aef-4035-48b6-a779-95e3dcf409e8 req-ee9993e2-3ae7-448e-acc4-2e675de004af tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:00.900695 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f12e4aef-4035-48b6-a779-95e3dcf409e8 req-ee9993e2-3ae7-448e-acc4-2e675de004af tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1834290 Aug 29 07:03:01.026234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145a6691-3d21-4445-b996-e3b595749feb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router acfedd06-751a-4433-b609-c4c52640885e has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:03:01.093158 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f12e4aef-4035-48b6-a779-95e3dcf409e8 req-d9737ccd-31d2-4e3c-af4d-c61eb710d2b4 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677192 Aug 29 07:03:01.184483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145a6691-3d21-4445-b996-e3b595749feb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:03:01.191132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-145a6691-3d21-4445-b996-e3b595749feb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/acfedd06-751a-4433-b609-c4c52640885e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4731846 Aug 29 07:03:01.194741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42904) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:01.197394 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b618e9-29db-404e-a07c-497a83885b45 None None] Sync routers for ids ['acfedd06-751a-4433-b609-c4c52640885e'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:03:01.207450 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b618e9-29db-404e-a07c-497a83885b45 None None] Routers {'acfedd06-751a-4433-b609-c4c52640885e'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:01.209542 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d5b618e9-29db-404e-a07c-497a83885b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['acfedd06-751a-4433-b609-c4c52640885e'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:01.264307 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d5b618e9-29db-404e-a07c-497a83885b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:01.267646 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ae9653f5-fced-4e6d-8044-d8023cefa480 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports?device_id=acfedd06-751a-4433-b609-c4c52640885e HTTP/1.1" status: 200 len: 205 time: 0.0712605 Aug 29 07:03:01.270007 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42910) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:01.274991 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b618e9-29db-404e-a07c-497a83885b45 None None] Routers {'acfedd06-751a-4433-b609-c4c52640885e'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:01.276044 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d5b618e9-29db-404e-a07c-497a83885b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['acfedd06-751a-4433-b609-c4c52640885e'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:01.312566 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d5b618e9-29db-404e-a07c-497a83885b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:01.313481 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b618e9-29db-404e-a07c-497a83885b45 None None] The sync data for ids ['acfedd06-751a-4433-b609-c4c52640885e'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:03:01.385499 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-edb54815-55c5-4cb4-a9ed-af387b7aa6ba tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:01.467363 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:01.872261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f88130-3c73-4ca2-b6aa-cebc32e8b922 None None] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:01.891917 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-edb54815-55c5-4cb4-a9ed-af387b7aa6ba tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:01.895483 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-edb54815-55c5-4cb4-a9ed-af387b7aa6ba tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:02.051859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-40268e2b-43d8-4491-acb1-a9ba190fb6b5 None None] Provisioning for port 33ce3976-c315-435b-8917-dda0d8319dd7 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:02.137481 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-edb54815-55c5-4cb4-a9ed-af387b7aa6ba tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:02.146524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb54815-55c5-4cb4-a9ed-af387b7aa6ba tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Fanout notify agent at l3_agent the message router_deleted on router acfedd06-751a-4433-b609-c4c52640885e {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:03:02.169524 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-edb54815-55c5-4cb4-a9ed-af387b7aa6ba tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:02.173120 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-edb54815-55c5-4cb4-a9ed-af387b7aa6ba tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/routers/acfedd06-751a-4433-b609-c4c52640885e HTTP/1.1" status: 204 len: 168 time: 0.8997295 Aug 29 07:03:02.176787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42936) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:02.238911 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689c742-0341-444c-aea2-76c7e6fae7a0 req-0f64ce81-2987-4d50-a227-15fc21363264 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:02.241802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0689c742-0341-444c-aea2-76c7e6fae7a0 req-0f64ce81-2987-4d50-a227-15fc21363264 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.0768292 Aug 29 07:03:02.280261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fffa8af-14a2-4aa8-a1ef-b6cd0ed42b57 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting subnet 804435e9-2672-40b3-b40b-d47d2db7f9e0 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:03:02.286194 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4fffa8af-14a2-4aa8-a1ef-b6cd0ed42b57 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:02.306675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0689c742-0341-444c-aea2-76c7e6fae7a0 req-788f24f1-5ab4-4e45-9eca-ac36bd62df32 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525358 Aug 29 07:03:02.324454 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:02.389519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4fffa8af-14a2-4aa8-a1ef-b6cd0ed42b57 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:02.580163 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 33ce3976-c315-435b-8917-dda0d8319dd7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:02.581155 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4fffa8af-14a2-4aa8-a1ef-b6cd0ed42b57 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:02.726306 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4fffa8af-14a2-4aa8-a1ef-b6cd0ed42b57 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:02.726632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 33ce3976-c315-435b-8917-dda0d8319dd7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:02.731122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 33ce3976-c315-435b-8917-dda0d8319dd7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:02.731743 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:02.737674 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:03:02.779635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffa8af-14a2-4aa8-a1ef-b6cd0ed42b57 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Subnet': ['ID=804435e9-2672-40b3-b40b-d47d2db7f9e0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:02.780726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d54e4b-357a-450b-86ea-190a24be1d6c None None] Network 484d4709-6c86-4e00-b4b2-23e2d7145b71 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:02.785453 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4fffa8af-14a2-4aa8-a1ef-b6cd0ed42b57 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:02.791064 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42958) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:02.801280 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4fffa8af-14a2-4aa8-a1ef-b6cd0ed42b57 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/804435e9-2672-40b3-b40b-d47d2db7f9e0 HTTP/1.1" status: 204 len: 168 time: 0.6211281 Aug 29 07:03:02.840178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 771657cd-a62c-43fe-ae58-d1f99d5337c4 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:03:02.867364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 771657cd-a62c-43fe-ae58-d1f99d5337c4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:03:02.867364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 771657cd-a62c-43fe-ae58-d1f99d5337c4 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:03:02.876393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3cb8633-c3c0-4e45-a2ad-e16b27f18906 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting subnet 1e5b5002-9fad-49b3-bd80-0c798738a0ed {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:03:02.881272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8633-c3c0-4e45-a2ad-e16b27f18906 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:02.922198 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8633-c3c0-4e45-a2ad-e16b27f18906 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:02.959005 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:02.976593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:03:02.983835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Sync routers for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:03:03.011230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 33ce3976-c315-435b-8917-dda0d8319dd7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=33ce3976-c315-435b-8917-dda0d8319dd7,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:03.013500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:03.014126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:03.065912 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8633-c3c0-4e45-a2ad-e16b27f18906 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:03.114545 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0253f76e-7e50-4834-91a6-2c973bcfe90c None None] DHCP port deletion for 484d4709-6c86-4e00-b4b2-23e2d7145b71 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:03:03.143362 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:03.148012 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-524c1a35-4b99-4887-96f9-de1db00426cf admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1716120 Aug 29 07:03:03.148826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42978) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:03.175646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:03:03.238901 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:03.279299 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8633-c3c0-4e45-a2ad-e16b27f18906 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:03.339296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb8633-c3c0-4e45-a2ad-e16b27f18906 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5b5002-9fad-49b3-bd80-0c798738a0ed,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:03.344164 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8633-c3c0-4e45-a2ad-e16b27f18906 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:03.346103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d3cb8633-c3c0-4e45-a2ad-e16b27f18906 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/1e5b5002-9fad-49b3-bd80-0c798738a0ed HTTP/1.1" status: 204 len: 168 time: 0.5539701 Aug 29 07:03:03.356899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43014) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:03.379963 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4702e3b2-881e-49e3-a3ff-e5b4791041f3 None None] Network 36c47038-746c-4653-a91c-df34cb186343 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:03.497937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=33ce3976-c315-435b-8917-dda0d8319dd7,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:03.512249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0253f76e-7e50-4834-91a6-2c973bcfe90c None None] Deleting port 01294a5f-789c-44da-b386-93c745e5d5ee {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:03.512877 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0253f76e-7e50-4834-91a6-2c973bcfe90c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:03.520420 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:03.538487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9841b-4bed-4715-a893-b9f5e2bae27e req-333f5b16-8fc0-4efb-b54d-731a1e785fb0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:03.540100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41c9841b-4bed-4715-a893-b9f5e2bae27e req-333f5b16-8fc0-4efb-b54d-731a1e785fb0 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1142185 Aug 29 07:03:03.588629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0253f76e-7e50-4834-91a6-2c973bcfe90c None None] For port 01294a5f-789c-44da-b386-93c745e5d5ee, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=01294a5f-789c-44da-b386-93c745e5d5ee,segment=NetworkSegment(42424ad0-b390-45e9-a74a-7d9731599803),segment_id=42424ad0-b390-45e9-a74a-7d9731599803)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:03.589038 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0253f76e-7e50-4834-91a6-2c973bcfe90c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:03.602802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0253f76e-7e50-4834-91a6-2c973bcfe90c None None] Calling delete_port for 01294a5f-789c-44da-b386-93c745e5d5ee owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:03.611771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41c9841b-4bed-4715-a893-b9f5e2bae27e req-cb43cc3e-cf4d-44dc-a408-832b2e02bba7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638697 Aug 29 07:03:03.622820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port 01294a5f-789c-44da-b386-93c745e5d5ee {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:03.623393 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:03.631742 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:03.632091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:03.632438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:03.632776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:03.633108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:03.633437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:03.633793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:03.634140 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:03.634512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:03.634836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:03.635174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:03.635506 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:03.702978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] For port 01294a5f-789c-44da-b386-93c745e5d5ee, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=01294a5f-789c-44da-b386-93c745e5d5ee,segment=NetworkSegment(42424ad0-b390-45e9-a74a-7d9731599803),segment_id=42424ad0-b390-45e9-a74a-7d9731599803)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:03.703435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:03.718873 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for 01294a5f-789c-44da-b386-93c745e5d5ee owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:03.794956 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:03.824982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:01Z', 'revision_number': 3, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:03.894230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a2907-3fff-4d6d-bdcc-c3a75dc31161 None None] DHCP port deletion for 36c47038-746c-4653-a91c-df34cb186343 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:03:03.896322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Checking router: 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:03:03.896738 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Updating router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 port 749d38fd-c013-48bb-856b-a6e1bd83496c binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:03:03.901665 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:03.946112 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:03.951174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:03.987244 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0253f76e-7e50-4834-91a6-2c973bcfe90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.009475 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=01294a5f-789c-44da-b386-93c745e5d5ee,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:04.020964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No DVR routers for this DVR port 01294a5f-789c-44da-b386-93c745e5d5ee on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:03:04.024342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Allocated IP 172.20.0.1 (910ed879-c4d9-4d02-b8f4-5a82b25d8a50/fa2025ae-552d-4027-b2b0-762afe79cd66/462acf34-db29-4f7a-97c6-6f0c2a5f6b38) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:03:04.096581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253f76e-7e50-4834-91a6-2c973bcfe90c None None] No DVR routers for this DVR port 01294a5f-789c-44da-b386-93c745e5d5ee on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:03:04.101116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253f76e-7e50-4834-91a6-2c973bcfe90c None None] Pushing event deleted for resources: {'Port': ['ID=01294a5f-789c-44da-b386-93c745e5d5ee,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:04.150404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.163901 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Transition to ACTIVE for port object 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:04.176756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8f7a2907-3fff-4d6d-bdcc-c3a75dc31161 None None] Deleting port c78d5481-61e6-4ec4-a184-7ba44578f477 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:04.177886 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8f7a2907-3fff-4d6d-bdcc-c3a75dc31161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.198327 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.211670 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484d4709-6c86-4e00-b4b2-23e2d7145b71']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:04.225356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42424ad0-b390-45e9-a74a-7d9731599803') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:04.225646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42424ad0-b390-45e9-a74a-7d9731599803') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:04.240613 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.261762 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.269052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:03:04.269694 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:03:04.283794 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:03:04.291969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8f7a2907-3fff-4d6d-bdcc-c3a75dc31161 None None] For port c78d5481-61e6-4ec4-a184-7ba44578f477, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c78d5481-61e6-4ec4-a184-7ba44578f477,segment=NetworkSegment(51eaf78c-6e41-44b0-9b0c-b2746cd5478e),segment_id=51eaf78c-6e41-44b0-9b0c-b2746cd5478e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:04.292389 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8f7a2907-3fff-4d6d-bdcc-c3a75dc31161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.295977 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.316230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8f7a2907-3fff-4d6d-bdcc-c3a75dc31161 None None] Calling delete_port for c78d5481-61e6-4ec4-a184-7ba44578f477 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:04.356899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:04.362645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:04.364955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:04.371826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Pushing event updated for resources: {'Port': ['ID=462acf34-db29-4f7a-97c6-6f0c2a5f6b38,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:04.413665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.451229 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.461913 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.470985 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43048) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:04.471769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/networks/484d4709-6c86-4e00-b4b2-23e2d7145b71 HTTP/1.1" status: 204 len: 168 time: 1.1137576 Aug 29 07:03:04.515055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ef195-6335-4fd4-af6c-998346b0fbeb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Network': ['ID=484d4709-6c86-4e00-b4b2-23e2d7145b71,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:04.685706 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.721842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 33ce3976-c315-435b-8917-dda0d8319dd7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:04.765403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port c78d5481-61e6-4ec4-a184-7ba44578f477 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:04.765759 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.779424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8cad3-8665-4326-9abd-704b6ec6e0ce req-01c6afc4-950c-44ad-9d55-361374280f5f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:04.781708 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41e8cad3-8665-4326-9abd-704b6ec6e0ce req-01c6afc4-950c-44ad-9d55-361374280f5f tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.0533941 Aug 29 07:03:04.791962 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.816105 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 33ce3976-c315-435b-8917-dda0d8319dd7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:04.816478 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.830599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41e8cad3-8665-4326-9abd-704b6ec6e0ce req-0e285e9f-a3af-4709-8629-23f36eceae04 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412033 Aug 29 07:03:04.850830 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] For port c78d5481-61e6-4ec4-a184-7ba44578f477, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c78d5481-61e6-4ec4-a184-7ba44578f477,segment=NetworkSegment(51eaf78c-6e41-44b0-9b0c-b2746cd5478e),segment_id=51eaf78c-6e41-44b0-9b0c-b2746cd5478e)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:04.851397 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.867990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for c78d5481-61e6-4ec4-a184-7ba44578f477 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:04.899005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5dcfb87b-5d1d-48a6-8830-35f097c94d7f None None] Provisioning for port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:04.909604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5dcfb87b-5d1d-48a6-8830-35f097c94d7f None None] Provisioning complete for port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:04.909978 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5dcfb87b-5d1d-48a6-8830-35f097c94d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.940535 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Transition to ACTIVE for port object 749d38fd-c013-48bb-856b-a6e1bd83496c will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:04.943860 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8f7a2907-3fff-4d6d-bdcc-c3a75dc31161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.982085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a2907-3fff-4d6d-bdcc-c3a75dc31161 None None] Pushing event deleted for resources: {'Port': ['ID=c78d5481-61e6-4ec4-a184-7ba44578f477,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:04.983523 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:04.986895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7a2907-3fff-4d6d-bdcc-c3a75dc31161 None None] No DVR routers for this DVR port c78d5481-61e6-4ec4-a184-7ba44578f477 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:03:04.999841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfb87b-5d1d-48a6-8830-35f097c94d7f None None] Port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:03:05.028746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c78d5481-61e6-4ec4-a184-7ba44578f477 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:03:05.054462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: c78d5481-61e6-4ec4-a184-7ba44578f477 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:03:05.054823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c78d5481-61e6-4ec4-a184-7ba44578f477 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:03:05.055298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 01294a5f-789c-44da-b386-93c745e5d5ee no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:03:05.060743 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.080987 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 01294a5f-789c-44da-b386-93c745e5d5ee {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:03:05.080987 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 01294a5f-789c-44da-b386-93c745e5d5ee not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:03:05.082014 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.136997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=c78d5481-61e6-4ec4-a184-7ba44578f477,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:05.140810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Attempting to bind port 749d38fd-c013-48bb-856b-a6e1bd83496c on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:05.141195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Attempting to bind port 749d38fd-c013-48bb-856b-a6e1bd83496c by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:05.141565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Attempting to bind port 749d38fd-c013-48bb-856b-a6e1bd83496c on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:05.147966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No DVR routers for this DVR port c78d5481-61e6-4ec4-a184-7ba44578f477 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:03:05.151498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c24f48-aa77-40ab-972e-5e422fecb83a None None] Pushing event updated for resources: {'Port': ['ID=749d38fd-c013-48bb-856b-a6e1bd83496c,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:05.152411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:03:05.152795 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:05.153525 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.154992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:03:05.155703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Bound port: 749d38fd-c013-48bb-856b-a6e1bd83496c, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:03:05.156765 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.226242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] For port 749d38fd-c013-48bb-856b-a6e1bd83496c, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:03:05.230884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] For port 749d38fd-c013-48bb-856b-a6e1bd83496c, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=749d38fd-c013-48bb-856b-a6e1bd83496c,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:03:05.267925 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.298921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c47038-746c-4653-a91c-df34cb186343']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:05.316656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51eaf78c-6e41-44b0-9b0c-b2746cd5478e') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:05.316986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51eaf78c-6e41-44b0-9b0c-b2746cd5478e') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:05.346764 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.347003 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.359922 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.361752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.372897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:03:05.373576 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:03:05.391128 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:03:05.403188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:05.403866 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:05.443193 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c24f48-aa77-40ab-972e-5e422fecb83a None None] Pushing event updated for resources: {'Port': ['ID=749d38fd-c013-48bb-856b-a6e1bd83496c,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:05.517796 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:03:05.548296 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.613704 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.632477 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.634329 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/networks/36c47038-746c-4653-a91c-df34cb186343 HTTP/1.1" status: 204 len: 168 time: 1.1624584 Aug 29 07:03:05.641297 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43116) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:05.646810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c5300d8e-3c25-4eb0-ba76-569f839b6f36 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2076000229'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:05.659845 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Pushing event updated for resources: {'Port': ['ID=462acf34-db29-4f7a-97c6-6f0c2a5f6b38,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:05.662987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c61b2-98be-424a-b9ed-0be0665ff292 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Network': ['ID=36c47038-746c-4653-a91c-df34cb186343,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:05.665861 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.781531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 1, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:05.806668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:05.809690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:05.810077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba690b8f-1227-4199-9d4a-e548e12fbbdf None None] The sync data for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 is: [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 1, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:03:05.816447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5300d8e-3c25-4eb0-ba76-569f839b6f36 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:05.820182 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5300d8e-3c25-4eb0-ba76-569f839b6f36 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.862302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5300d8e-3c25-4eb0-ba76-569f839b6f36 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:03:05.875118 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5300d8e-3c25-4eb0-ba76-569f839b6f36 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:05.875721 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-c5300d8e-3c25-4eb0-ba76-569f839b6f36 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Added segment 4166dfbe-c906-4969-aad0-62e67d9781fb of type vlan for network 055fb258-7f53-4241-aabd-21e79a080f4c Aug 29 07:03:05.954196 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5300d8e-3c25-4eb0-ba76-569f839b6f36 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:06.053254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392a779-e2bb-479c-8b9a-466dc42a8f54 req-38749706-6f72-4705-9556-4ffbd617d4ea tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:06.066302 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9392a779-e2bb-479c-8b9a-466dc42a8f54 req-38749706-6f72-4705-9556-4ffbd617d4ea tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1072524 Aug 29 07:03:06.132576 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9392a779-e2bb-479c-8b9a-466dc42a8f54 req-b2e3de01-ea75-43c6-b301-25551d89eb92 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 Aug 29 07:03:06.158871 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5300d8e-3c25-4eb0-ba76-569f839b6f36 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:06.172335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5300d8e-3c25-4eb0-ba76-569f839b6f36 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:06.173540 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5300d8e-3c25-4eb0-ba76-569f839b6f36 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:06.232054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b67878b0-7a89-4c30-b6b4-d4ade0157aeb None None] Provisioning complete for port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:06.233086 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b67878b0-7a89-4c30-b6b4-d4ade0157aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:06.275318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5300d8e-3c25-4eb0-ba76-569f839b6f36 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Network': ['ID=055fb258-7f53-4241-aabd-21e79a080f4c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:06.276587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b67878b0-7a89-4c30-b6b4-d4ade0157aeb None None] Port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:03:06.290148 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 055fb258-7f53-4241-aabd-21e79a080f4c details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:03:06.350192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:03:06.398990 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c5300d8e-3c25-4eb0-ba76-569f839b6f36 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7565718 Aug 29 07:03:06.402014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43144) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:06.407887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2a7b9dfc-7740-4f7a-b9d2-9e9f9f521e91 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'subnet': {'network_id': '055fb258-7f53-4241-aabd-21e79a080f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:06.563532 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:03:06.570488 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-72b1ab93-3bf6-470f-b96b-57a7a5d2ca5d admin admin] 10.222.0.76 "PUT /v2.0/routers/7b8c494c-d31f-4f45-a0c1-f642b6bb35a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4196711 Aug 29 07:03:06.739865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7b9dfc-7740-4f7a-b9d2-9e9f9f521e91 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:06.742420 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9dfc-7740-4f7a-b9d2-9e9f9f521e91 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:07.217171 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9dfc-7740-4f7a-b9d2-9e9f9f521e91 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:07.322299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b9dfc-7740-4f7a-b9d2-9e9f9f521e91 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Subnet': ['ID=b220de45-32cd-4fa2-bf65-92d77dc72d7a,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:07.351656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b9dfc-7740-4f7a-b9d2-9e9f9f521e91 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Checking segment: {'id': '4166dfbe-c906-4969-aad0-62e67d9781fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '055fb258-7f53-4241-aabd-21e79a080f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:07.352022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b9dfc-7740-4f7a-b9d2-9e9f9f521e91 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network hostable DHCP agents. Network: 055fb258-7f53-4241-aabd-21e79a080f4c, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:03:07.364089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b7ad9-1681-4275-b707-971dc80be90f req-d01acf57-1742-4b79-bffb-fc8394182489 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:07.380841 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf6b7ad9-1681-4275-b707-971dc80be90f req-d01acf57-1742-4b79-bffb-fc8394182489 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.0909157 Aug 29 07:03:07.417068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf6b7ad9-1681-4275-b707-971dc80be90f req-b6b24315-55be-4015-9f79-779a0c8bad87 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431564 Aug 29 07:03:07.559445 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b9dfc-7740-4f7a-b9d2-9e9f9f521e91 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 055fb258-7f53-4241-aabd-21e79a080f4c is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:03:07.707063 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b9dfc-7740-4f7a-b9d2-9e9f9f521e91 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 055fb258-7f53-4241-aabd-21e79a080f4c) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:07.711586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b9dfc-7740-4f7a-b9d2-9e9f9f521e91 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:07.713026 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9dfc-7740-4f7a-b9d2-9e9f9f521e91 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:07.720641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34a9198-9cf3-49a8-8e9b-59c5116975ee None None] Network 055fb258-7f53-4241-aabd-21e79a080f4c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:07.814717 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2a7b9dfc-7740-4f7a-b9d2-9e9f9f521e91 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4110951 Aug 29 07:03:07.816108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43236) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:07.824621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-645d2cc4-58bd-4922-8755-8b8fecb2c9e0 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-70040227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:07.878291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43238) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:07.914426 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-645d2cc4-58bd-4922-8755-8b8fecb2c9e0 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:07.916613 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-645d2cc4-58bd-4922-8755-8b8fecb2c9e0 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:07.951946 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-055fb258-7f53-4241-aabd-21e79a080f4c', 'network_id': '055fb258-7f53-4241-aabd-21e79a080f4c', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'fixed_ips': [{'subnet_id': 'b220de45-32cd-4fa2-bf65-92d77dc72d7a'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:03:07.953027 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:07.995367 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-645d2cc4-58bd-4922-8755-8b8fecb2c9e0 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:08.030371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43250) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:08.040693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1942500754-network', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:08.063103 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6d82054a-b6a4-49b4-9599-6b4cb6721807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:08.097014 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-645d2cc4-58bd-4922-8755-8b8fecb2c9e0 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:08.200133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] Made reservation on behalf of 8be2ffcc7be74c1bab8eeebab52b9aa6 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:08.203420 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:08.224838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:08.239389 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-99c208f2-fd95-4dc7-85b7-ce2c514978f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:08.271273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Allocated IP 2001:db8::2 (055fb258-7f53-4241-aabd-21e79a080f4c/b220de45-32cd-4fa2-bf65-92d77dc72d7a/5bbe4fa1-12a3-4a17-bf44-5316e78bff46) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:03:08.422768 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6d82054a-b6a4-49b4-9599-6b4cb6721807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:08.540651 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:08.560122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Transition to ACTIVE for port object 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:08.596606 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6d82054a-b6a4-49b4-9599-6b4cb6721807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:08.597372 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Transition to ACTIVE for port object 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:08.657859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 749d38fd-c013-48bb-856b-a6e1bd83496c up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:08.746024 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:08.840063 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Network 055fb258-7f53-4241-aabd-21e79a080f4c is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:08.854158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:08.860985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:08.863574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Pushing event updated for resources: {'Port': ['ID=5bbe4fa1-12a3-4a17-bf44-5316e78bff46,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:08.891478 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:08.927527 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Attempting to bind port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:08.927966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Attempting to bind port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '4166dfbe-c906-4969-aad0-62e67d9781fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '055fb258-7f53-4241-aabd-21e79a080f4c'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:08.928367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Attempting to bind port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 on network 055fb258-7f53-4241-aabd-21e79a080f4c {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:08.934557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:03:08.935026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Checking segment: {'id': '4166dfbe-c906-4969-aad0-62e67d9781fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '055fb258-7f53-4241-aabd-21e79a080f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:08.935427 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:08.935854 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Bound using segment: {'id': '4166dfbe-c906-4969-aad0-62e67d9781fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '055fb258-7f53-4241-aabd-21e79a080f4c'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:03:08.936447 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Bound port: 5bbe4fa1-12a3-4a17-bf44-5316e78bff46, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4166dfbe-c906-4969-aad0-62e67d9781fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '055fb258-7f53-4241-aabd-21e79a080f4c'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:03:08.936820 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:08.941757 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Sync routers for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:03:08.952932 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:08.953884 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:02:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:09.024109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] For port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:03:09.028535 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-645d2cc4-58bd-4922-8755-8b8fecb2c9e0 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.029757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-645d2cc4-58bd-4922-8755-8b8fecb2c9e0 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2114592 Aug 29 07:03:09.030037 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] For port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5bbe4fa1-12a3-4a17-bf44-5316e78bff46,segment=NetworkSegment(4166dfbe-c906-4969-aad0-62e67d9781fb),segment_id=4166dfbe-c906-4969-aad0-62e67d9781fb)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:03:09.032814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43262) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:09.038685 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'port': {'network_id': '055fb258-7f53-4241-aabd-21e79a080f4c', 'name': 'tempest-RoutersIpV6Test-1723395415'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:09.065595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82054a-b6a4-49b4-9599-6b4cb6721807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b36d16b-bbb8-4610-83df-9a87c25e84ac,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:09.096642 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:03:09.096771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac3143-c05a-4f1e-9a65-9d3d8d53626f req-25fb7f49-6f70-4d66-875f-95f41f0142a4 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:09.096771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cac3143-c05a-4f1e-9a65-9d3d8d53626f req-25fb7f49-6f70-4d66-875f-95f41f0142a4 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.5639040 Aug 29 07:03:09.099235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6d82054a-b6a4-49b4-9599-6b4cb6721807 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=16e590b760454cd9890fc8e7755e7759&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2196982 Aug 29 07:03:09.103066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43264) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:09.174956 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 749d38fd-c013-48bb-856b-a6e1bd83496c completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:09.185880 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 749d38fd-c013-48bb-856b-a6e1bd83496c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:09.186873 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.191461 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.198136 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.254666 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd47a-e3ae-4725-8362-9fef7876258e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.277137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:03:09.285584 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cac3143-c05a-4f1e-9a65-9d3d8d53626f req-23734f40-585a-4078-9977-ab30de0e7251 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794205 Aug 29 07:03:09.339979 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd47a-e3ae-4725-8362-9fef7876258e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.341314 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.341766 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] Added segment 4cb4d005-41b8-491c-bcce-5e976adc50e9 of type vlan for network fb19bf75-95f6-4420-9b4a-99871d9f8765 Aug 29 07:03:09.456233 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.458100 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.464908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83a4d5-8f0d-42d5-8ae1-9e46bcca3167 None None] Pushing event updated for resources: {'Port': ['ID=5bbe4fa1-12a3-4a17-bf44-5316e78bff46,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:09.491785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 749d38fd-c013-48bb-856b-a6e1bd83496c, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=749d38fd-c013-48bb-856b-a6e1bd83496c,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:09.505594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05acfa8-84f8-4d02-be84-0a2ee603b8aa,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:09.560612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd47a-e3ae-4725-8362-9fef7876258e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.565367 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd47a-e3ae-4725-8362-9fef7876258e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.572524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fa8fd47a-e3ae-4725-8362-9fef7876258e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1b36d16b-bbb8-4610-83df-9a87c25e84ac HTTP/1.1" status: 204 len: 168 time: 0.4673526 Aug 29 07:03:09.591812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fd47a-e3ae-4725-8362-9fef7876258e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b36d16b-bbb8-4610-83df-9a87c25e84ac,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:09.593906 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.594986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:09.595610 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.596303 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.742059 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=749d38fd-c013-48bb-856b-a6e1bd83496c,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:09.765770 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:05Z', 'revision_number': 2, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:09.829997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:09.834105 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:09.874130 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Checking router: 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:03:09.884386 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Updating router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:03:09.912430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] device_id is not set on port 337cfdf6-068a-42c5-9111-f1fd0be45aa6 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:03:09.985333 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:10.045913 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0125620 Aug 29 07:03:10.051215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be3624-cf6d-40a8-b9f1-a788ed2de3f6 req-2089aa8f-fa7b-4ad4-8a45-1784b44cf909 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:10.061521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42be3624-cf6d-40a8-b9f1-a788ed2de3f6 req-2089aa8f-fa7b-4ad4-8a45-1784b44cf909 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1774936 Aug 29 07:03:10.064659 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43278) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:10.074979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9df5ab14-5eb1-4dfc-8ea3-d39dae546d5b admin admin] Request body: {'subnet': {'network_id': 'fb19bf75-95f6-4420-9b4a-99871d9f8765', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1942500754-subnet', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:10.114562 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc499c5-0006-4ea4-8f42-41f06bc15d02 admin admin] Pushing event updated for resources: {'Network': ['ID=fb19bf75-95f6-4420-9b4a-99871d9f8765,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:10.136216 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network fb19bf75-95f6-4420-9b4a-99871d9f8765 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:03:10.162933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42be3624-cf6d-40a8-b9f1-a788ed2de3f6 req-961cdae6-b378-4576-8990-1cbeca67e7cb tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975385 Aug 29 07:03:10.249416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Allocated IP 2001:db8::175 (055fb258-7f53-4241-aabd-21e79a080f4c/b220de45-32cd-4fa2-bf65-92d77dc72d7a/337cfdf6-068a-42c5-9111-f1fd0be45aa6) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:03:10.263226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df5ab14-5eb1-4dfc-8ea3-d39dae546d5b admin admin] Made reservation on behalf of 8be2ffcc7be74c1bab8eeebab52b9aa6 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:10.266330 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9df5ab14-5eb1-4dfc-8ea3-d39dae546d5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:10.618688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b70bd-25ba-4eb8-9398-6d469ff9c197 req-569c102f-cacb-4a6c-9cfd-437ac7b7e00a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:10.639171 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b2b70bd-25ba-4eb8-9398-6d469ff9c197 req-569c102f-cacb-4a6c-9cfd-437ac7b7e00a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.2337849 Aug 29 07:03:10.767343 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:10.819435 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Transition to ACTIVE for port object 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:10.835363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b2b70bd-25ba-4eb8-9398-6d469ff9c197 req-81ae721c-21b0-4836-8021-85935f77f8bd tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799939 Aug 29 07:03:10.844336 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:10.884931 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:10.930422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:10.950310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Transition to ACTIVE for port object 337cfdf6-068a-42c5-9111-f1fd0be45aa6 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:10.952528 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.051286 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9df5ab14-5eb1-4dfc-8ea3-d39dae546d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.116591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43292) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:11.159238 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a95bcf23-1061-4d90-beb2-fafe4c121890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.181560 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.223475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:11.236516 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 749d38fd-c013-48bb-856b-a6e1bd83496c up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:11.271912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5ab14-5eb1-4dfc-8ea3-d39dae546d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=935cb1a3-420a-4012-a10a-88880e7dd16a,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:11.278179 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af2215-a149-4435-a810-9bab16980f6d None None] Pushing event updated for resources: {'Port': ['ID=462acf34-db29-4f7a-97c6-6f0c2a5f6b38,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:11.295527 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Attempting to bind port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:11.295987 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Attempting to bind port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:11.296431 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Attempting to bind port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:11.301277 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2215-a149-4435-a810-9bab16980f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:11.309017 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2215-a149-4435-a810-9bab16980f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:11.309017 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2215-a149-4435-a810-9bab16980f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:11.309017 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2215-a149-4435-a810-9bab16980f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:11.309017 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2215-a149-4435-a810-9bab16980f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:11.309354 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2215-a149-4435-a810-9bab16980f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:11.310005 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2215-a149-4435-a810-9bab16980f6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:11.310588 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2215-a149-4435-a810-9bab16980f6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:11.311273 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2215-a149-4435-a810-9bab16980f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:11.311975 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2215-a149-4435-a810-9bab16980f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:11.312846 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2215-a149-4435-a810-9bab16980f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:11.313466 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2215-a149-4435-a810-9bab16980f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:11.330067 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:03:11.330688 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Checking segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:11.331382 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.332041 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Bound using segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:03:11.332857 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Bound port: 462acf34-db29-4f7a-97c6-6f0c2a5f6b38, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:03:11.333494 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.360368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df5ab14-5eb1-4dfc-8ea3-d39dae546d5b admin admin] Checking segment: {'id': '4cb4d005-41b8-491c-bcce-5e976adc50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fb19bf75-95f6-4420-9b4a-99871d9f8765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:11.362061 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df5ab14-5eb1-4dfc-8ea3-d39dae546d5b admin admin] Network hostable DHCP agents. Network: fb19bf75-95f6-4420-9b4a-99871d9f8765, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:03:11.416979 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 749d38fd-c013-48bb-856b-a6e1bd83496c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:11.417544 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.497152 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df5ab14-5eb1-4dfc-8ea3-d39dae546d5b admin admin] Network fb19bf75-95f6-4420-9b4a-99871d9f8765 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:03:11.540760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d65ed-d50d-4846-8c81-f97e1922f4d3 None None] Network 055fb258-7f53-4241-aabd-21e79a080f4c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:11.583644 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] For port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:03:11.588999 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] For port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=462acf34-db29-4f7a-97c6-6f0c2a5f6b38,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:03:11.630877 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a95bcf23-1061-4d90-beb2-fafe4c121890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.632052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 055fb258-7f53-4241-aabd-21e79a080f4c is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:11.635485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:11.639780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:11.652802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:11.652802 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.654691 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=337cfdf6-068a-42c5-9111-f1fd0be45aa6,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:11.726344 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a95bcf23-1061-4d90-beb2-fafe4c121890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.727590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-9df5ab14-5eb1-4dfc-8ea3-d39dae546d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, fb19bf75-95f6-4420-9b4a-99871d9f8765) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:11.729883 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.731862 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ad323050-ed90-426b-9502-fd813507aae3 None None] Provisioning for port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:11.741778 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3a0ac650-dcf4-4d5b-8a1d-a5bd4871239d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.751652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df5ab14-5eb1-4dfc-8ea3-d39dae546d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:11.753769 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9df5ab14-5eb1-4dfc-8ea3-d39dae546d5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.760961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c7adc6-fca1-46a5-b040-051054d243aa None None] Network fb19bf75-95f6-4420-9b4a-99871d9f8765 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:11.767007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ad323050-ed90-426b-9502-fd813507aae3 None None] Provisioning complete for port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:11.767410 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ad323050-ed90-426b-9502-fd813507aae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.807547 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a95bcf23-1061-4d90-beb2-fafe4c121890 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=58766d4065554c4fafc799567d914fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6895325 Aug 29 07:03:11.808903 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bcf23-1061-4d90-beb2-fafe4c121890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27f283b-d8e9-4952-beae-bf0a365721c9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:11.811674 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43300) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:11.864938 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2852571c-bad9-4560-96f0-cdb72636533a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8308325 Aug 29 07:03:11.866015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43302) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:11.933360 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:11.956368 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af2215-a149-4435-a810-9bab16980f6d None None] Pushing event updated for resources: {'Port': ['ID=462acf34-db29-4f7a-97c6-6f0c2a5f6b38,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:11.966332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de39bf8-c640-4080-a5d1-15bc94f82d4c req-da61f07b-15f3-4fb1-b7fd-c00902d1f1bb tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:11.967934 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:11.970422 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:11.972586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5de39bf8-c640-4080-a5d1-15bc94f82d4c req-da61f07b-15f3-4fb1-b7fd-c00902d1f1bb tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1840222 Aug 29 07:03:11.989168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9df5ab14-5eb1-4dfc-8ea3-d39dae546d5b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9202116 Aug 29 07:03:12.005287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43304) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:12.052810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1942500754-router', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:12.170429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5de39bf8-c640-4080-a5d1-15bc94f82d4c req-bf794936-5b72-4875-945c-8a62fd8151ee tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833692 Aug 29 07:03:12.240802 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ad323050-ed90-426b-9502-fd813507aae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:12.243749 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:12.251623 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:12.255057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-fb19bf75-95f6-4420-9b4a-99871d9f8765', 'network_id': 'fb19bf75-95f6-4420-9b4a-99871d9f8765', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'fixed_ips': [{'subnet_id': '935cb1a3-420a-4012-a10a-88880e7dd16a'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:03:12.258048 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:12.265161 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:03:12.327965 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d3acccdc-3ebd-4daa-bd7b-54eb8cf513d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:12.384654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ad323050-ed90-426b-9502-fd813507aae3 None None] For port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5bbe4fa1-12a3-4a17-bf44-5316e78bff46,segment=NetworkSegment(4166dfbe-c906-4969-aad0-62e67d9781fb),segment_id=4166dfbe-c906-4969-aad0-62e67d9781fb)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:12.408904 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:12.504423 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ad323050-ed90-426b-9502-fd813507aae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:12.728070 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d3acccdc-3ebd-4daa-bd7b-54eb8cf513d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:12.850675 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:12.965662 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:11Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:13.052665 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28759cf3-13c5-4e02-a38b-b755dc24c2b4 None None] The sync data for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 is: [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:11Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:03:13.108359 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:13.116500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:13.122358 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad323050-ed90-426b-9502-fd813507aae3 None None] Pushing event updated for resources: {'Port': ['ID=5bbe4fa1-12a3-4a17-bf44-5316e78bff46,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:13.154264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60f8c5-d937-4d31-952b-7a32e27cfb8a req-eadd0f95-7d51-4eb5-a0e4-fc31a879446c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:13.156012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f60f8c5-d937-4d31-952b-7a32e27cfb8a req-eadd0f95-7d51-4eb5-a0e4-fc31a879446c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.1395667 Aug 29 07:03:13.222701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Allocated IP 172.20.0.2 (fb19bf75-95f6-4420-9b4a-99871d9f8765/935cb1a3-420a-4012-a10a-88880e7dd16a/1690599d-641e-4c41-83fc-c760464da059) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:03:13.268654 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d3acccdc-3ebd-4daa-bd7b-54eb8cf513d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:13.280642 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d3acccdc-3ebd-4daa-bd7b-54eb8cf513d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:13.282639 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d3acccdc-3ebd-4daa-bd7b-54eb8cf513d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f27f283b-d8e9-4952-beae-bf0a365721c9 HTTP/1.1" status: 204 len: 168 time: 1.4692492 Aug 29 07:03:13.336062 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acccdc-3ebd-4daa-bd7b-54eb8cf513d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27f283b-d8e9-4952-beae-bf0a365721c9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:13.558041 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:13.636743 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-514dfa76-368a-473d-8adb-899b11f46c30 None None] Provisioning for port 337cfdf6-068a-42c5-9111-f1fd0be45aa6 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:13.639878 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:13.655771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-514dfa76-368a-473d-8adb-899b11f46c30 None None] Provisioning complete for port 337cfdf6-068a-42c5-9111-f1fd0be45aa6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:13.656378 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-514dfa76-368a-473d-8adb-899b11f46c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:13.668566 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d426504-2ee9-4c43-a105-57fb32bc202b req-e898f6d7-d6d2-4640-a4f6-cfa00354cf61 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:13.676693 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d426504-2ee9-4c43-a105-57fb32bc202b req-e898f6d7-d6d2-4640-a4f6-cfa00354cf61 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 946 time: 0.2919319 Aug 29 07:03:13.697342 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:13.728564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-9f60f8c5-d937-4d31-952b-7a32e27cfb8a req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Deleting port d1a28b23-47e0-4ed8-a6cc-142493660fd5 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:13.729717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9f60f8c5-d937-4d31-952b-7a32e27cfb8a req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:13.744882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:13.755313 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:13.769038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:13.769422 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:13.896017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43326) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:13.908450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Transition to ACTIVE for port object 1690599d-641e-4c41-83fc-c760464da059 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:13.916828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-514dfa76-368a-473d-8adb-899b11f46c30 None None] Port 337cfdf6-068a-42c5-9111-f1fd0be45aa6 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:03:13.980449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Transition to ACTIVE for port object 1690599d-641e-4c41-83fc-c760464da059 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:14.006662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=337cfdf6-068a-42c5-9111-f1fd0be45aa6,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:14.026825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-514dfa76-368a-473d-8adb-899b11f46c30 None None] Provisioning complete for port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:14.027621 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-514dfa76-368a-473d-8adb-899b11f46c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.066909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d426504-2ee9-4c43-a105-57fb32bc202b req-393ab4ec-2752-4b9e-bf86-d2f8c98a481c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654673 Aug 29 07:03:14.110161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-9f60f8c5-d937-4d31-952b-7a32e27cfb8a req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] For port d1a28b23-47e0-4ed8-a6cc-142493660fd5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d1a28b23-47e0-4ed8-a6cc-142493660fd5,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:14.111516 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9f60f8c5-d937-4d31-952b-7a32e27cfb8a req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.141849 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.247863 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.291899 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Network fb19bf75-95f6-4420-9b4a-99871d9f8765 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:14.353700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-9f60f8c5-d937-4d31-952b-7a32e27cfb8a req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Calling delete_port for d1a28b23-47e0-4ed8-a6cc-142493660fd5 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:14.398913 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:14.411814 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:14.424070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Pushing event updated for resources: {'Port': ['ID=1690599d-641e-4c41-83fc-c760464da059,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:14.462886 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.470791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3cb512d9-07f9-4f54-9731-c5bc8fb88d05 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c43684af442740f3bdca393f9ea65034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5595980 Aug 29 07:03:14.476626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43336) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:14.498289 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.554160 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f7bc631-5cfc-4153-95f3-0916d04acc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.611917 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f7bc631-5cfc-4153-95f3-0916d04acc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.669783 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.725105 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Attempting to bind port 1690599d-641e-4c41-83fc-c760464da059 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:14.725583 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Attempting to bind port 1690599d-641e-4c41-83fc-c760464da059 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '4cb4d005-41b8-491c-bcce-5e976adc50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fb19bf75-95f6-4420-9b4a-99871d9f8765'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:14.726066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Attempting to bind port 1690599d-641e-4c41-83fc-c760464da059 on network fb19bf75-95f6-4420-9b4a-99871d9f8765 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:14.737838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.747616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:03:14.748122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Checking segment: {'id': '4cb4d005-41b8-491c-bcce-5e976adc50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fb19bf75-95f6-4420-9b4a-99871d9f8765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:14.748693 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.749226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Bound using segment: {'id': '4cb4d005-41b8-491c-bcce-5e976adc50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fb19bf75-95f6-4420-9b4a-99871d9f8765'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:03:14.749907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Bound port: 1690599d-641e-4c41-83fc-c760464da059, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb4d005-41b8-491c-bcce-5e976adc50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fb19bf75-95f6-4420-9b4a-99871d9f8765'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:03:14.750394 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.793154 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=462acf34-db29-4f7a-97c6-6f0c2a5f6b38,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:14.797502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b320794d-8b7b-4661-8f90-441263cc4567 None None] Provisioning complete for port 337cfdf6-068a-42c5-9111-f1fd0be45aa6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:14.798452 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b320794d-8b7b-4661-8f90-441263cc4567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.799109 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Allocated IP 172.25.1.249 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/d78dac47-0d38-462e-9930-16c55e14f3b2) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:03:14.898780 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f7bc631-5cfc-4153-95f3-0916d04acc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.901499 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1f7bc631-5cfc-4153-95f3-0916d04acc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.905130 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1f7bc631-5cfc-4153-95f3-0916d04acc1c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c77a2c7f-9d0e-4050-b666-ab7d9a15402c HTTP/1.1" status: 204 len: 168 time: 0.4248130 Aug 29 07:03:14.905313 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9f60f8c5-d937-4d31-952b-7a32e27cfb8a req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:14.928284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bc631-5cfc-4153-95f3-0916d04acc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77a2c7f-9d0e-4050-b666-ab7d9a15402c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:14.962449 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:15.036080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Pushing event deleted for resources: {'Port': ['ID=d1a28b23-47e0-4ed8-a6cc-142493660fd5,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:15.111028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:15.114157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4abd830a-54f2-4704-ba2c-e7575c049cb4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:03:15.118890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['d1a28b23-47e0-4ed8-a6cc-142493660fd5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:03:15.123216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:15.123649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:15.124379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:15.126057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:15.126057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:15.126057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:15.126057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:15.126514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:15.127221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:15.127221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:15.127909 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:15.129919 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=462acf34-db29-4f7a-97c6-6f0c2a5f6b38,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:15.185419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b320794d-8b7b-4661-8f90-441263cc4567 None None] Port 337cfdf6-068a-42c5-9111-f1fd0be45aa6 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:03:15.188259 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:15.192660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f60f8c5-d937-4d31-952b-7a32e27cfb8a req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] No DVR routers for this DVR port d1a28b23-47e0-4ed8-a6cc-142493660fd5 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:03:15.242927 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9f60f8c5-d937-4d31-952b-7a32e27cfb8a req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:15.242927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f60f8c5-d937-4d31-952b-7a32e27cfb8a req-fab956ed-3da7-403c-a8f3-d6a0947f221a tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.11 "DELETE /v2.0/ports/d1a28b23-47e0-4ed8-a6cc-142493660fd5 HTTP/1.1" status: 204 len: 173 time: 2.0750453 Aug 29 07:03:15.243755 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] For port 1690599d-641e-4c41-83fc-c760464da059, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:03:15.250564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95add217-597d-4059-b310-1bf4bc8b077d', 'name': 'network-vif-deleted', 'tag': 'd1a28b23-47e0-4ed8-a6cc-142493660fd5'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:03:15.254967 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2808387a-37db-478e-9113-c94439088417" -d '{"events": [{"server_uuid": "95add217-597d-4059-b310-1bf4bc8b077d", "name": "network-vif-deleted", "tag": "d1a28b23-47e0-4ed8-a6cc-142493660fd5"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:03:15.256455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:15.268026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] For port 1690599d-641e-4c41-83fc-c760464da059, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1690599d-641e-4c41-83fc-c760464da059,segment=NetworkSegment(4cb4d005-41b8-491c-bcce-5e976adc50e9),segment_id=4cb4d005-41b8-491c-bcce-5e976adc50e9)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:03:15.309887 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a4055feb-963e-4c11-87f9-24a430ad605c req-f9160ef1-ded6-4953-ab91-8aba6e53b78c tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 210 time: 0.1188364 Aug 29 07:03:15.313505 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:15.373687 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed00905-bf78-4f26-b85b-3af404160308 x-openstack-request-id: req-eed00905-bf78-4f26-b85b-3af404160308 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:03:15.374027 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95add217-597d-4059-b310-1bf4bc8b077d", "name": "network-vif-deleted", "tag": "d1a28b23-47e0-4ed8-a6cc-142493660fd5", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:03:15.374425 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eed00905-bf78-4f26-b85b-3af404160308 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:03:15.377459 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95add217-597d-4059-b310-1bf4bc8b077d', 'name': 'network-vif-deleted', 'tag': 'd1a28b23-47e0-4ed8-a6cc-142493660fd5', 'status': 'completed', 'code': 200} Aug 29 07:03:15.393930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:15.394310 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:15.410580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:15.412411 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:15.430537 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:15.529972 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:15.540405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=337cfdf6-068a-42c5-9111-f1fd0be45aa6,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:15.612738 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde481b0-997f-4784-8f57-79e162e56213 None None] Pushing event updated for resources: {'Port': ['ID=1690599d-641e-4c41-83fc-c760464da059,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:15.652114 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 055fb258-7f53-4241-aabd-21e79a080f4c is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:15.656602 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:15.710218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d78dac47-0d38-462e-9930-16c55e14f3b2,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:15.748642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:15.751560 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:15.767421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:16.113860 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router 8901f536-b2c6-475a-ba28-e581037e3b3c is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:03:16.158429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-57ce0df8-e15c-46e1-9459-c81d96cb0f96 None None] Provisioning complete for port 337cfdf6-068a-42c5-9111-f1fd0be45aa6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:16.161272 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-57ce0df8-e15c-46e1-9459-c81d96cb0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:16.224585 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-57ce0df8-e15c-46e1-9459-c81d96cb0f96 None None] Port 337cfdf6-068a-42c5-9111-f1fd0be45aa6 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:03:16.288729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:03:16.295873 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cab1ba24-eb78-4c75-a268-5b89bbb0ea47 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/8901f536-b2c6-475a-ba28-e581037e3b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4220710 Aug 29 07:03:16.299134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43376) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:16.308241 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978f7ca8-fbf3-4145-b58e-c9ad542900fd None None] Sync routers for ids ['8901f536-b2c6-475a-ba28-e581037e3b3c'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:03:16.324517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f7ca8-fbf3-4145-b58e-c9ad542900fd None None] Routers {'8901f536-b2c6-475a-ba28-e581037e3b3c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:16.325409 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-978f7ca8-fbf3-4145-b58e-c9ad542900fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['8901f536-b2c6-475a-ba28-e581037e3b3c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:16.387030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-978f7ca8-fbf3-4145-b58e-c9ad542900fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:16.387030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f7ca8-fbf3-4145-b58e-c9ad542900fd None None] Routers {'8901f536-b2c6-475a-ba28-e581037e3b3c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:16.387030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-978f7ca8-fbf3-4145-b58e-c9ad542900fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['8901f536-b2c6-475a-ba28-e581037e3b3c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:16.404332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b3c715-e347-42dc-9800-5201ef986451 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:16.407737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-28b3c715-e347-42dc-9800-5201ef986451 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports/337cfdf6-068a-42c5-9111-f1fd0be45aa6 HTTP/1.1" status: 200 len: 984 time: 0.1070311 Aug 29 07:03:16.410346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43384) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:16.441171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-978f7ca8-fbf3-4145-b58e-c9ad542900fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:16.441984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978f7ca8-fbf3-4145-b58e-c9ad542900fd None None] The sync data for ids ['8901f536-b2c6-475a-ba28-e581037e3b3c'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:03:16.545750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42c044e9-6696-4de0-9b46-8e300a5f8d24 req-4d678f9e-6e99-4739-b747-d6efad4f350b tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=95add217-597d-4059-b310-1bf4bc8b077d HTTP/1.1" status: 200 len: 210 time: 0.0657535 Aug 29 07:03:16.638859 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:17.118074 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:17.315469 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddd7429-41ff-40ba-9437-764fbccbf291 None None] Network fb19bf75-95f6-4420-9b4a-99871d9f8765 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:17.397812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:17.525735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43408) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:17.563514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Router 63f6af89-6b62-4647-b719-abb9095bf9eb is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:03:17.591297 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:17.592275 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:17.665651 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6ee4-e5c5-40be-a7a6-ffba942650a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:17.760438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3e2f4d1a-12e6-4944-aed6-3c8ca3e4a2d7 None None] Provisioning for port 1690599d-641e-4c41-83fc-c760464da059 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:17.792230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:03:17.811053 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Sync routers for ids ['63f6af89-6b62-4647-b719-abb9095bf9eb'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:03:17.853566 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Routers {'63f6af89-6b62-4647-b719-abb9095bf9eb'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:17.853566 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['63f6af89-6b62-4647-b719-abb9095bf9eb'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:17.891088 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d1a28b23-47e0-4ed8-a6cc-142493660fd5 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:03:17.933244 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:17.935948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6647755c-79be-4101-bc82-96bfd7df77c3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9243145 Aug 29 07:03:17.939320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43426) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:17.962210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: d1a28b23-47e0-4ed8-a6cc-142493660fd5 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:03:17.962577 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d1a28b23-47e0-4ed8-a6cc-142493660fd5 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:03:18.107854 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1690599d-641e-4c41-83fc-c760464da059 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:18.122115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-621678853-network', 'tenant_id': '8122b1cf63bd4825a24739f8a5859d03'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:18.231086 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Set router 63f6af89-6b62-4647-b719-abb9095bf9eb gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:03:18.327952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] Made reservation on behalf of 8122b1cf63bd4825a24739f8a5859d03 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:18.331073 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:18.334206 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e6ee4-e5c5-40be-a7a6-ffba942650a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port 337cfdf6-068a-42c5-9111-f1fd0be45aa6 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:18.334206 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6ee4-e5c5-40be-a7a6-ffba942650a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:18.376520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 1690599d-641e-4c41-83fc-c760464da059 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:18.394389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1690599d-641e-4c41-83fc-c760464da059 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:18.394389 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:18.394582 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:18.565147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c88f11dd-c380-4515-a57b-81cd1b44ae10 None None] Provisioning complete for port 1690599d-641e-4c41-83fc-c760464da059 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:18.565539 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c88f11dd-c380-4515-a57b-81cd1b44ae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:18.567508 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:18.574584 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6ee4-e5c5-40be-a7a6-ffba942650a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:18.621942 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'name': 'tempest-TestVolumeBootPattern-1942500754-router', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'd78dac47-0d38-462e-9930-16c55e14f3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:03:12Z', 'updated_at': '2021-08-29T07:03:16Z', 'revision_number': 3, 'project_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'gw_port': {'id': 'd78dac47-0d38-462e-9930-16c55e14f3b2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:14Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:18.628157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e6ee4-e5c5-40be-a7a6-ffba942650a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for 337cfdf6-068a-42c5-9111-f1fd0be45aa6 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:18.661000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 1690599d-641e-4c41-83fc-c760464da059, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1690599d-641e-4c41-83fc-c760464da059,segment=NetworkSegment(4cb4d005-41b8-491c-bcce-5e976adc50e9),segment_id=4cb4d005-41b8-491c-bcce-5e976adc50e9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:18.692177 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:18.697300 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Checking router: 63f6af89-6b62-4647-b719-abb9095bf9eb for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:03:18.697755 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Updating router 63f6af89-6b62-4647-b719-abb9095bf9eb port d78dac47-0d38-462e-9930-16c55e14f3b2 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:03:18.715433 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c88f11dd-c380-4515-a57b-81cd1b44ae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:18.739473 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:18.756755 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:18.870699 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-c88f11dd-c380-4515-a57b-81cd1b44ae10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:03:18.871178 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-c88f11dd-c380-4515-a57b-81cd1b44ae10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:03:18.887107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=1690599d-641e-4c41-83fc-c760464da059,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:19.057831 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6ee4-e5c5-40be-a7a6-ffba942650a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:19.088022 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1690599d-641e-4c41-83fc-c760464da059 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:19.099594 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:19.112150 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:19.113604 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Transition to ACTIVE for port object d78dac47-0d38-462e-9930-16c55e14f3b2 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:19.147500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e6ee4-e5c5-40be-a7a6-ffba942650a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=337cfdf6-068a-42c5-9111-f1fd0be45aa6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:19.151509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:03:19.166200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291e312c-fd66-48b7-a24a-da6f88cb3bdb,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:19.190506 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:19.190853 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] Added segment c29ae559-f041-4323-b3b3-1de7076a9dc7 of type vlan for network e7f82a6e-5eaf-4980-9ed9-b051636d1f06 Aug 29 07:03:19.256144 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:19.264153 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:19.341582 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Attempting to bind port d78dac47-0d38-462e-9930-16c55e14f3b2 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:19.343414 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Attempting to bind port d78dac47-0d38-462e-9930-16c55e14f3b2 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:19.343973 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Attempting to bind port d78dac47-0d38-462e-9930-16c55e14f3b2 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:19.356087 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1690599d-641e-4c41-83fc-c760464da059 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:19.356680 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:19.383978 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:03:19.384483 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:19.384749 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:19.385274 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:03:19.385874 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Bound port: d78dac47-0d38-462e-9930-16c55e14f3b2, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:03:19.386265 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:19.428739 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6ee4-e5c5-40be-a7a6-ffba942650a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:19.526225 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:19.530474 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:19.532929 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:19.533568 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:19.571795 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674e171-def8-4e54-9c59-e99efceb119b None None] Pushing event updated for resources: {'Port': ['ID=d78dac47-0d38-462e-9930-16c55e14f3b2,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:19.600439 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] For port d78dac47-0d38-462e-9930-16c55e14f3b2, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:03:19.608438 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] For port d78dac47-0d38-462e-9930-16c55e14f3b2, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d78dac47-0d38-462e-9930-16c55e14f3b2,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:03:19.715450 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:19.735486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5d98-45f8-4790-ad56-b95b65f4611f req-5f0bcbef-b91a-4d1d-a723-0d13c670d1a7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:19.738103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-518e5d98-45f8-4790-ad56-b95b65f4611f req-5f0bcbef-b91a-4d1d-a723-0d13c670d1a7 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 945 time: 0.2307780 Aug 29 07:03:19.745113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] Pushing event updated for resources: {'Network': ['ID=e7f82a6e-5eaf-4980-9ed9-b051636d1f06,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:19.772362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9e6ee4-e5c5-40be-a7a6-ffba942650a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router 8901f536-b2c6-475a-ba28-e581037e3b3c has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:03:19.794313 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-390f6180-8987-44e7-8f84-35e8e4a5607f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2673483 Aug 29 07:03:19.799036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43474) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:19.804731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5570799d-b1ac-499f-bab6-d74c64d41d5f admin admin] Request body: {'subnet': {'network_id': 'e7f82a6e-5eaf-4980-9ed9-b051636d1f06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-621678853-subnet', 'tenant_id': '8122b1cf63bd4825a24739f8a5859d03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:19.835207 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674e171-def8-4e54-9c59-e99efceb119b None None] Pushing event updated for resources: {'Port': ['ID=d78dac47-0d38-462e-9930-16c55e14f3b2,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:19.878366 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-518e5d98-45f8-4790-ad56-b95b65f4611f req-6a1ad54e-7ae7-466d-be3d-61d3e781a7e8 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178339 Aug 29 07:03:19.917204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9e6ee4-e5c5-40be-a7a6-ffba942650a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:03:19.938153 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7a9e6ee4-e5c5-40be-a7a6-ffba942650a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/8901f536-b2c6-475a-ba28-e581037e3b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5242012 Aug 29 07:03:19.939105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43478) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:19.944080 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Routers {'63f6af89-6b62-4647-b719-abb9095bf9eb'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:19.954108 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['63f6af89-6b62-4647-b719-abb9095bf9eb'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:19.960158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network e7f82a6e-5eaf-4980-9ed9-b051636d1f06 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:03:19.963791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d0767-41d3-464c-a482-222f1b5ed72d None None] Sync routers for ids ['8901f536-b2c6-475a-ba28-e581037e3b3c'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:03:20.021878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5570799d-b1ac-499f-bab6-d74c64d41d5f admin admin] Made reservation on behalf of 8122b1cf63bd4825a24739f8a5859d03 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:20.031666 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5570799d-b1ac-499f-bab6-d74c64d41d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:20.050075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Allocated IP 172.20.0.1 (fb19bf75-95f6-4420-9b4a-99871d9f8765/935cb1a3-420a-4012-a10a-88880e7dd16a/b656ad85-7358-46d4-b02e-8c9484dac480) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:03:20.089231 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d0767-41d3-464c-a482-222f1b5ed72d None None] Routers {'8901f536-b2c6-475a-ba28-e581037e3b3c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:20.089924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ff5d0767-41d3-464c-a482-222f1b5ed72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['8901f536-b2c6-475a-ba28-e581037e3b3c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:20.249874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ff5d0767-41d3-464c-a482-222f1b5ed72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:20.298379 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] Set router 63f6af89-6b62-4647-b719-abb9095bf9eb gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:03:20.356883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d0767-41d3-464c-a482-222f1b5ed72d None None] Routers {'8901f536-b2c6-475a-ba28-e581037e3b3c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:20.356883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ff5d0767-41d3-464c-a482-222f1b5ed72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['8901f536-b2c6-475a-ba28-e581037e3b3c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:20.380023 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ff5d0767-41d3-464c-a482-222f1b5ed72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:20.381835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d0767-41d3-464c-a482-222f1b5ed72d None None] The sync data for ids ['8901f536-b2c6-475a-ba28-e581037e3b3c'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:03:20.457667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:20.484005 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Transition to ACTIVE for port object b656ad85-7358-46d4-b02e-8c9484dac480 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:20.493527 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-b7c55644-f34e-4c09-a967-d116b93c80b6 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 07:03:20.494926 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b7c55644-f34e-4c09-a967-d116b93c80b6 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/8901f536-b2c6-475a-ba28-e581037e3b3c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5483065 Aug 29 07:03:20.497927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43484) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:20.533783 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-26b14e90-99e3-4b2f-a11f-f9a6100f5b05 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports?device_id=8901f536-b2c6-475a-ba28-e581037e3b3c HTTP/1.1" status: 200 len: 205 time: 0.0341592 Aug 29 07:03:20.536676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43486) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:20.557331 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'name': 'tempest-TestVolumeBootPattern-1942500754-router', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'd78dac47-0d38-462e-9930-16c55e14f3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:03:12Z', 'updated_at': '2021-08-29T07:03:16Z', 'revision_number': 3, 'project_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'gw_port': {'id': 'd78dac47-0d38-462e-9930-16c55e14f3b2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:14Z', 'updated_at': '2021-08-29T07:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:20.594918 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2913dd4-9d58-41f8-a955-0ff1afbf15f9 None None] The sync data for ids ['63f6af89-6b62-4647-b719-abb9095bf9eb'] in n-d-713301-12 is: [{'id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'name': 'tempest-TestVolumeBootPattern-1942500754-router', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'd78dac47-0d38-462e-9930-16c55e14f3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:03:12Z', 'updated_at': '2021-08-29T07:03:16Z', 'revision_number': 3, 'project_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'gw_port': {'id': 'd78dac47-0d38-462e-9930-16c55e14f3b2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:14Z', 'updated_at': '2021-08-29T07:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:03:20.652772 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5570799d-b1ac-499f-bab6-d74c64d41d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:20.657233 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6a00140-b255-4360-b83a-8cb9018c3bcd tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:20.725897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570799d-b1ac-499f-bab6-d74c64d41d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad27b8d-0058-4b55-964a-f5d1186c582b,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:20.733428 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:20.770771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5570799d-b1ac-499f-bab6-d74c64d41d5f admin admin] Checking segment: {'id': 'c29ae559-f041-4323-b3b3-1de7076a9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e7f82a6e-5eaf-4980-9ed9-b051636d1f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:20.771566 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5570799d-b1ac-499f-bab6-d74c64d41d5f admin admin] Network hostable DHCP agents. Network: e7f82a6e-5eaf-4980-9ed9-b051636d1f06, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:03:20.790729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Network fb19bf75-95f6-4420-9b4a-99871d9f8765 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:20.799963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:20.806223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:20.868079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b656ad85-7358-46d4-b02e-8c9484dac480,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:20.906930 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:20.940835 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:21.003635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda39af-6a46-4d08-a6e9-d78772f8674e req-6b9f6e13-01cb-422f-9eb4-e7941aa5f071 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:21.005593 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ceda39af-6a46-4d08-a6e9-d78772f8674e req-6b9f6e13-01cb-422f-9eb4-e7941aa5f071 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.15 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 945 time: 0.4177349 Aug 29 07:03:21.010300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5570799d-b1ac-499f-bab6-d74c64d41d5f admin admin] Network e7f82a6e-5eaf-4980-9ed9-b051636d1f06 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:03:21.031180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43492) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:21.137575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-5570799d-b1ac-499f-bab6-d74c64d41d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, e7f82a6e-5eaf-4980-9ed9-b051636d1f06) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:21.151066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40412294-4f8f-4e7a-9a92-ac01b3cc19e9 None None] Network e7f82a6e-5eaf-4980-9ed9-b051636d1f06 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:21.163685 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6a00140-b255-4360-b83a-8cb9018c3bcd tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:21.170098 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6a00140-b255-4360-b83a-8cb9018c3bcd tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:21.303231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5570799d-b1ac-499f-bab6-d74c64d41d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:21.303772 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5570799d-b1ac-499f-bab6-d74c64d41d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:21.322702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d78dac47-0d38-462e-9930-16c55e14f3b2 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:21.395052 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b11f3f38-8986-4af8-bc57-6210adb9115c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:21.420128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8802e-00aa-4dea-9030-9159adef2b6b req-6f738515-f639-436a-aa8e-bff3577fbbd2 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:21.423171 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8de8802e-00aa-4dea-9030-9159adef2b6b req-6f738515-f639-436a-aa8e-bff3577fbbd2 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 945 time: 0.3712528 Aug 29 07:03:21.450752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-ceda39af-6a46-4d08-a6e9-d78772f8674e req-7a34be7d-da42-4bc5-a2f3-a73f7d9f0c07 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Deleting port 4abd830a-54f2-4704-ba2c-e7575c049cb4 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:21.451359 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ceda39af-6a46-4d08-a6e9-d78772f8674e req-7a34be7d-da42-4bc5-a2f3-a73f7d9f0c07 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:21.470514 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:21.563830 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5570799d-b1ac-499f-bab6-d74c64d41d5f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7633669 Aug 29 07:03:21.568371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fd91af-8909-494e-873f-ec810a5500a3 None None] Network e7f82a6e-5eaf-4980-9ed9-b051636d1f06 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:21.581319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ceda39af-6a46-4d08-a6e9-d78772f8674e req-7a34be7d-da42-4bc5-a2f3-a73f7d9f0c07 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] For port 4abd830a-54f2-4704-ba2c-e7575c049cb4, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4abd830a-54f2-4704-ba2c-e7575c049cb4,segment=NetworkSegment(ab8c2475-b552-4f90-a5b2-ec4e2adc0069),segment_id=ab8c2475-b552-4f90-a5b2-ec4e2adc0069)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:21.588125 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ceda39af-6a46-4d08-a6e9-d78772f8674e req-7a34be7d-da42-4bc5-a2f3-a73f7d9f0c07 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:21.599678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-ceda39af-6a46-4d08-a6e9-d78772f8674e req-7a34be7d-da42-4bc5-a2f3-a73f7d9f0c07 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Calling delete_port for 4abd830a-54f2-4704-ba2c-e7575c049cb4 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:21.642035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f8543c60-e755-4951-9d91-54d493eb4283 None None] Provisioning for port b656ad85-7358-46d4-b02e-8c9484dac480 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:21.651082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f8543c60-e755-4951-9d91-54d493eb4283 None None] Provisioning complete for port b656ad85-7358-46d4-b02e-8c9484dac480 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:21.651965 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f8543c60-e755-4951-9d91-54d493eb4283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:21.705571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port d78dac47-0d38-462e-9930-16c55e14f3b2 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:21.714365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d78dac47-0d38-462e-9930-16c55e14f3b2 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:21.715081 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:21.788276 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8de8802e-00aa-4dea-9030-9159adef2b6b req-3343488b-c9b3-4fb7-b119-8e0acdae9135 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/security-groups?id=85c8a491-bda8-4528-805d-22d5e5372bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136690 Aug 29 07:03:21.819409 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f8543c60-e755-4951-9d91-54d493eb4283 None None] Port b656ad85-7358-46d4-b02e-8c9484dac480 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:03:21.910758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6a00140-b255-4360-b83a-8cb9018c3bcd tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:21.911822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a00140-b255-4360-b83a-8cb9018c3bcd tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Fanout notify agent at l3_agent the message router_deleted on router 8901f536-b2c6-475a-ba28-e581037e3b3c {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:03:21.937487 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6a00140-b255-4360-b83a-8cb9018c3bcd tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:21.941491 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b6a00140-b255-4360-b83a-8cb9018c3bcd tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/routers/8901f536-b2c6-475a-ba28-e581037e3b3c HTTP/1.1" status: 204 len: 168 time: 1.4017100 Aug 29 07:03:21.942319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43502) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:22.047412 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ceda39af-6a46-4d08-a6e9-d78772f8674e req-7a34be7d-da42-4bc5-a2f3-a73f7d9f0c07 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.063358 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.073434 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4abd830a-54f2-4704-ba2c-e7575c049cb4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:03:22.120099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port d78dac47-0d38-462e-9930-16c55e14f3b2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d78dac47-0d38-462e-9930-16c55e14f3b2,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:22.168272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b11f3f38-8986-4af8-bc57-6210adb9115c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.175219 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.189034 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d6d59c-85b6-4181-952b-493d09ce405e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting subnet b220de45-32cd-4fa2-bf65-92d77dc72d7a {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:03:22.197221 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.199522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34be7d-da42-4bc5-a2f3-a73f7d9f0c07 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Pushing event deleted for resources: {'Port': ['ID=4abd830a-54f2-4704-ba2c-e7575c049cb4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:22.206593 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-85d6d59c-85b6-4181-952b-493d09ce405e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.269411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=d78dac47-0d38-462e-9930-16c55e14f3b2,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:22.279792 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceda39af-6a46-4d08-a6e9-d78772f8674e req-7a34be7d-da42-4bc5-a2f3-a73f7d9f0c07 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] No DVR routers for this DVR port 4abd830a-54f2-4704-ba2c-e7575c049cb4 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:03:22.284124 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ceda39af-6a46-4d08-a6e9-d78772f8674e req-7a34be7d-da42-4bc5-a2f3-a73f7d9f0c07 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.286161 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ceda39af-6a46-4d08-a6e9-d78772f8674e req-7a34be7d-da42-4bc5-a2f3-a73f7d9f0c07 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.15 "DELETE /v2.0/ports/4abd830a-54f2-4704-ba2c-e7575c049cb4 HTTP/1.1" status: 204 len: 173 time: 1.2089722 Aug 29 07:03:22.286594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadb37aa-cb10-4c71-a813-19eadaa717fd', 'name': 'network-vif-deleted', 'tag': '4abd830a-54f2-4704-ba2c-e7575c049cb4'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:03:22.288905 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bc034f-b198-4999-a543-64971ef8eab7" -d '{"events": [{"server_uuid": "eadb37aa-cb10-4c71-a813-19eadaa717fd", "name": "network-vif-deleted", "tag": "4abd830a-54f2-4704-ba2c-e7575c049cb4"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:03:22.301126 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b11f3f38-8986-4af8-bc57-6210adb9115c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.303355 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-85d6d59c-85b6-4181-952b-493d09ce405e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.342457 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.410357 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.434675 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f55d644-550d-47f5-baf0-85e57682366a x-openstack-request-id: req-5f55d644-550d-47f5-baf0-85e57682366a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:03:22.437481 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadb37aa-cb10-4c71-a813-19eadaa717fd", "name": "network-vif-deleted", "tag": "4abd830a-54f2-4704-ba2c-e7575c049cb4", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:03:22.438245 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f55d644-550d-47f5-baf0-85e57682366a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:03:22.438245 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadb37aa-cb10-4c71-a813-19eadaa717fd', 'name': 'network-vif-deleted', 'tag': '4abd830a-54f2-4704-ba2c-e7575c049cb4', 'status': 'completed', 'code': 200} Aug 29 07:03:22.449624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b11f3f38-8986-4af8-bc57-6210adb9115c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e6455b99ada440e7afdd4dbd551223c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4138448 Aug 29 07:03:22.453757 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43514) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:22.465923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f3f38-8986-4af8-bc57-6210adb9115c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f54ae26-36d9-43e0-856b-b7ddf25af4d4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:22.495725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-85d6d59c-85b6-4181-952b-493d09ce405e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.560517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b656ad85-7358-46d4-b02e-8c9484dac480,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:22.634321 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d398217c-531e-4a87-b27d-905afcd6480a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.676875 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d398217c-531e-4a87-b27d-905afcd6480a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.686874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Network fb19bf75-95f6-4420-9b4a-99871d9f8765 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:22.700418 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:22.936472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Router 63f6af89-6b62-4647-b719-abb9095bf9eb has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:03:22.939498 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d398217c-531e-4a87-b27d-905afcd6480a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.944234 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d398217c-531e-4a87-b27d-905afcd6480a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:22.946126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d398217c-531e-4a87-b27d-905afcd6480a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f54ae26-36d9-43e0-856b-b7ddf25af4d4 HTTP/1.1" status: 204 len: 168 time: 0.4905872 Aug 29 07:03:23.017923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e17ce7e-7dd6-4821-9483-c4a28e952b64 req-cfbebb5a-edd7-46d1-b03d-efae0dd3c132 tempest-ServersTestJSON-63850483 tempest-ServersTestJSON-63850483-project] 10.222.0.76 "GET /v2.0/ports?device_id=eadb37aa-cb10-4c71-a813-19eadaa717fd HTTP/1.1" status: 200 len: 210 time: 0.0565114 Aug 29 07:03:23.032856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398217c-531e-4a87-b27d-905afcd6480a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f54ae26-36d9-43e0-856b-b7ddf25af4d4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:23.110709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d78dac47-0d38-462e-9930-16c55e14f3b2 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:23.120221 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-85d6d59c-85b6-4181-952b-493d09ce405e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:23.171767 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d59c-85b6-4181-952b-493d09ce405e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Subnet': ['ID=b220de45-32cd-4fa2-bf65-92d77dc72d7a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:23.183552 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-85d6d59c-85b6-4181-952b-493d09ce405e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:23.187646 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-85d6d59c-85b6-4181-952b-493d09ce405e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/b220de45-32cd-4fa2-bf65-92d77dc72d7a HTTP/1.1" status: 204 len: 168 time: 1.2433286 Aug 29 07:03:23.191387 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43520) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:23.199069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e211dd-9ab2-4c3e-bf0c-9d2a754bbd05 None None] Network 055fb258-7f53-4241-aabd-21e79a080f4c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:23.326591 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:03:23.339715 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b7099d00-662b-4cbe-8b4b-74581b78b9d8 admin admin] 10.222.0.76 "PUT /v2.0/routers/63f6af89-6b62-4647-b719-abb9095bf9eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3911219 Aug 29 07:03:23.360985 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:23.464231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:23.465119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:23.479502 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Sync routers for ids ['63f6af89-6b62-4647-b719-abb9095bf9eb'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:03:23.484519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4896ce89-f94c-4a74-8142-247fd06f258d None None] Provisioning complete for port b656ad85-7358-46d4-b02e-8c9484dac480 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:23.486246 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4896ce89-f94c-4a74-8142-247fd06f258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:23.498784 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Routers {'63f6af89-6b62-4647-b719-abb9095bf9eb'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:23.510713 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['63f6af89-6b62-4647-b719-abb9095bf9eb'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:23.641622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] For port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5bbe4fa1-12a3-4a17-bf44-5316e78bff46,segment=NetworkSegment(4166dfbe-c906-4969-aad0-62e67d9781fb),segment_id=4166dfbe-c906-4969-aad0-62e67d9781fb)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:23.642521 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:23.664157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:23.692319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4896ce89-f94c-4a74-8142-247fd06f258d None None] Port b656ad85-7358-46d4-b02e-8c9484dac480 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:03:23.695389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d78dac47-0d38-462e-9930-16c55e14f3b2 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:23.695389 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:23.769817 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Set router 63f6af89-6b62-4647-b719-abb9095bf9eb gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:03:23.866580 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd9c7f-4b68-4077-98a2-49ca2edc6d95 None None] DHCP port deletion for 055fb258-7f53-4241-aabd-21e79a080f4c request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:03:23.944949 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-73fd9c7f-4b68-4077-98a2-49ca2edc6d95 None None] Deleting port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:23.945331 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-73fd9c7f-4b68-4077-98a2-49ca2edc6d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:23.981799 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.025186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43538) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:24.045125 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=5bbe4fa1-12a3-4a17-bf44-5316e78bff46,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:24.055981 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d73b402d-cc61-4c74-914b-8256d605c285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.064742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No DVR routers for this DVR port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:03:24.071771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-73fd9c7f-4b68-4077-98a2-49ca2edc6d95 None None] For port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5bbe4fa1-12a3-4a17-bf44-5316e78bff46,segment=NetworkSegment(4166dfbe-c906-4969-aad0-62e67d9781fb),segment_id=4166dfbe-c906-4969-aad0-62e67d9781fb)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:24.072751 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-73fd9c7f-4b68-4077-98a2-49ca2edc6d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.101164 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'name': 'tempest-TestVolumeBootPattern-1942500754-router', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'd78dac47-0d38-462e-9930-16c55e14f3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:03:12Z', 'updated_at': '2021-08-29T07:03:21Z', 'revision_number': 4, 'project_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'gw_port': {'id': 'd78dac47-0d38-462e-9930-16c55e14f3b2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:14Z', 'updated_at': '2021-08-29T07:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b656ad85-7358-46d4-b02e-8c9484dac480', 'name': '', 'network_id': 'fb19bf75-95f6-4420-9b4a-99871d9f8765', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'mac_address': 'fa:16:3e:45:9c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '935cb1a3-420a-4012-a10a-88880e7dd16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:19Z', 'updated_at': '2021-08-29T07:03:21Z', 'revision_number': 2, 'project_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'subnets': [{'id': '935cb1a3-420a-4012-a10a-88880e7dd16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:24.103921 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-73fd9c7f-4b68-4077-98a2-49ca2edc6d95 None None] Calling delete_port for 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:24.156265 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Checking router: 63f6af89-6b62-4647-b719-abb9095bf9eb for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:03:24.156450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43544) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:24.156619 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Updating router 63f6af89-6b62-4647-b719-abb9095bf9eb port b656ad85-7358-46d4-b02e-8c9484dac480 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:03:24.191362 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.196191 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.217039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055fb258-7f53-4241-aabd-21e79a080f4c']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:24.245661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4166dfbe-c906-4969-aad0-62e67d9781fb') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:24.247104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4166dfbe-c906-4969-aad0-62e67d9781fb') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:24.269100 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.298957 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-73fd9c7f-4b68-4077-98a2-49ca2edc6d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.317341 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.325886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:03:24.327467 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:03:24.333785 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:03:24.345665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-c805d563-23d1-466b-85e2-637780dc90df admin admin] Deleting subnet c6091bec-950b-46b5-924b-2d79c271ea4f {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:03:24.349557 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c805d563-23d1-466b-85e2-637780dc90df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.358305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd9c7f-4b68-4077-98a2-49ca2edc6d95 None None] Pushing event deleted for resources: {'Port': ['ID=5bbe4fa1-12a3-4a17-bf44-5316e78bff46,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:24.370265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd9c7f-4b68-4077-98a2-49ca2edc6d95 None None] No DVR routers for this DVR port 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:03:24.448532 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c805d563-23d1-466b-85e2-637780dc90df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.525029 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.548209 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.553756 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/networks/055fb258-7f53-4241-aabd-21e79a080f4c HTTP/1.1" status: 204 len: 168 time: 1.3623734 Aug 29 07:03:24.577834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43552) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:24.595239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b8e3bd7e-a5a4-43c4-a273-cf390a111d20 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-116685444'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:24.598308 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d73b402d-cc61-4c74-914b-8256d605c285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.600563 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c805d563-23d1-466b-85e2-637780dc90df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.604231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203a763-0e65-4366-8d85-7bcce6ab116c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Network': ['ID=055fb258-7f53-4241-aabd-21e79a080f4c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:24.708669 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d73b402d-cc61-4c74-914b-8256d605c285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.808281 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d73b402d-cc61-4c74-914b-8256d605c285 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c611383595ad4f498ecd8b946e715df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7818930 Aug 29 07:03:24.809684 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b402d-cc61-4c74-914b-8256d605c285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca667a-9aea-482b-8580-d75471be94b7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:24.810981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43558) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:24.837181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e3bd7e-a5a4-43c4-a273-cf390a111d20 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:24.839671 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8e3bd7e-a5a4-43c4-a273-cf390a111d20 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.842004 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.856711 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c805d563-23d1-466b-85e2-637780dc90df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.870307 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Transition to ACTIVE for port object b656ad85-7358-46d4-b02e-8c9484dac480 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:24.876987 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c805d563-23d1-466b-85e2-637780dc90df admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.881216 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c805d563-23d1-466b-85e2-637780dc90df admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c6091bec-950b-46b5-924b-2d79c271ea4f HTTP/1.1" status: 204 len: 168 time: 0.7223575 Aug 29 07:03:24.891577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43560) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:24.897304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4abd830a-54f2-4704-ba2c-e7575c049cb4 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:03:24.901464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805d563-23d1-466b-85e2-637780dc90df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6091bec-950b-46b5-924b-2d79c271ea4f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:24.949133 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 4abd830a-54f2-4704-ba2c-e7575c049cb4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:03:24.949522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4abd830a-54f2-4704-ba2c-e7575c049cb4 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:03:24.959292 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:24.996657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e3bd7e-a5a4-43c4-a273-cf390a111d20 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:03:25.015289 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8e3bd7e-a5a4-43c4-a273-cf390a111d20 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.015771 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-b8e3bd7e-a5a4-43c4-a273-cf390a111d20 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Added segment f85cceb5-8ff4-4958-8d14-49da384686c4 of type vlan for network 00320e5e-b539-47af-bb6f-ad94c498c582 Aug 29 07:03:25.051994 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-710a658f-a2b8-44bd-954b-637cd8c1763c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.057320 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f76483f2-d943-4a31-824d-91f9a449dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.095385 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9609769-d403-4788-a589-e1e36f702516 None None] Pushing event updated for resources: {'Port': ['ID=b656ad85-7358-46d4-b02e-8c9484dac480,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:25.099310 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Attempting to bind port b656ad85-7358-46d4-b02e-8c9484dac480 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:25.099764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Attempting to bind port b656ad85-7358-46d4-b02e-8c9484dac480 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '4cb4d005-41b8-491c-bcce-5e976adc50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fb19bf75-95f6-4420-9b4a-99871d9f8765'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:25.100332 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Attempting to bind port b656ad85-7358-46d4-b02e-8c9484dac480 on network fb19bf75-95f6-4420-9b4a-99871d9f8765 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:25.107123 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:03:25.111826 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Checking segment: {'id': '4cb4d005-41b8-491c-bcce-5e976adc50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fb19bf75-95f6-4420-9b4a-99871d9f8765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:25.111826 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.111826 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Bound using segment: {'id': '4cb4d005-41b8-491c-bcce-5e976adc50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fb19bf75-95f6-4420-9b4a-99871d9f8765'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:03:25.111826 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Bound port: b656ad85-7358-46d4-b02e-8c9484dac480, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb4d005-41b8-491c-bcce-5e976adc50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fb19bf75-95f6-4420-9b4a-99871d9f8765'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:03:25.111826 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.119491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:03:25.132175 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8e3bd7e-a5a4-43c4-a273-cf390a111d20 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.159330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:03:25.165260 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5bbe4fa1-12a3-4a17-bf44-5316e78bff46 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:03:25.175324 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-710a658f-a2b8-44bd-954b-637cd8c1763c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.272758 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] For port b656ad85-7358-46d4-b02e-8c9484dac480, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:03:25.275974 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] For port b656ad85-7358-46d4-b02e-8c9484dac480, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b656ad85-7358-46d4-b02e-8c9484dac480,segment=NetworkSegment(4cb4d005-41b8-491c-bcce-5e976adc50e9),segment_id=4cb4d005-41b8-491c-bcce-5e976adc50e9)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:03:25.320178 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8e3bd7e-a5a4-43c4-a273-cf390a111d20 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.328247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e3bd7e-a5a4-43c4-a273-cf390a111d20 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:25.336973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8e3bd7e-a5a4-43c4-a273-cf390a111d20 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.399987 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.405124 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f76483f2-d943-4a31-824d-91f9a449dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.409893 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-710a658f-a2b8-44bd-954b-637cd8c1763c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.412604 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-710a658f-a2b8-44bd-954b-637cd8c1763c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.416148 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-710a658f-a2b8-44bd-954b-637cd8c1763c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a5ca667a-9aea-482b-8580-d75471be94b7 HTTP/1.1" status: 204 len: 168 time: 0.6016996 Aug 29 07:03:25.436682 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f76483f2-d943-4a31-824d-91f9a449dc99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f56023-89e5-4bb5-b740-0799e8565e59']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:25.449729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a658f-a2b8-44bd-954b-637cd8c1763c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca667a-9aea-482b-8580-d75471be94b7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:25.458636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3bd7e-a5a4-43c4-a273-cf390a111d20 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Network': ['ID=00320e5e-b539-47af-bb6f-ad94c498c582,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:25.465364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f76483f2-d943-4a31-824d-91f9a449dc99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:25.472783 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Routers {'63f6af89-6b62-4647-b719-abb9095bf9eb'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:25.472945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f76483f2-d943-4a31-824d-91f9a449dc99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8c2475-b552-4f90-a5b2-ec4e2adc0069') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:25.472945 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b8e3bd7e-a5a4-43c4-a273-cf390a111d20 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8867202 Aug 29 07:03:25.473121 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['63f6af89-6b62-4647-b719-abb9095bf9eb'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:25.474010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43564) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:25.482047 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f76483f2-d943-4a31-824d-91f9a449dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.482839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-76bb96fe-9de1-46c5-a3f7-2d4002a95c51 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'subnet': {'network_id': '00320e5e-b539-47af-bb6f-ad94c498c582', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:25.518644 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f76483f2-d943-4a31-824d-91f9a449dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.521151 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 00320e5e-b539-47af-bb6f-ad94c498c582 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:03:25.560872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76483f2-d943-4a31-824d-91f9a449dc99 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:03:25.561594 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f76483f2-d943-4a31-824d-91f9a449dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:03:25.564225 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:03:25.651036 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] Set router 63f6af89-6b62-4647-b719-abb9095bf9eb gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:03:25.752140 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9609769-d403-4788-a589-e1e36f702516 None None] Pushing event updated for resources: {'Port': ['ID=b656ad85-7358-46d4-b02e-8c9484dac480,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:25.822744 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f76483f2-d943-4a31-824d-91f9a449dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.849410 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f76483f2-d943-4a31-824d-91f9a449dc99 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:25.879511 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f76483f2-d943-4a31-824d-91f9a449dc99 admin admin] 10.222.0.76 "DELETE /v2.0/networks/36f56023-89e5-4bb5-b740-0799e8565e59 HTTP/1.1" status: 204 len: 168 time: 0.9603601 Aug 29 07:03:25.880682 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76483f2-d943-4a31-824d-91f9a449dc99 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f56023-89e5-4bb5-b740-0799e8565e59,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:25.956615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bb96fe-9de1-46c5-a3f7-2d4002a95c51 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:25.969103 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76bb96fe-9de1-46c5-a3f7-2d4002a95c51 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:26.141135 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'name': 'tempest-TestVolumeBootPattern-1942500754-router', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'd78dac47-0d38-462e-9930-16c55e14f3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:03:12Z', 'updated_at': '2021-08-29T07:03:21Z', 'revision_number': 4, 'project_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'gw_port': {'id': 'd78dac47-0d38-462e-9930-16c55e14f3b2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:14Z', 'updated_at': '2021-08-29T07:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b656ad85-7358-46d4-b02e-8c9484dac480', 'name': '', 'network_id': 'fb19bf75-95f6-4420-9b4a-99871d9f8765', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'mac_address': 'fa:16:3e:45:9c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '935cb1a3-420a-4012-a10a-88880e7dd16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:19Z', 'updated_at': '2021-08-29T07:03:25Z', 'revision_number': 4, 'project_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'subnets': [{'id': '935cb1a3-420a-4012-a10a-88880e7dd16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:26.206456 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc80480-7b5f-4c9d-9f58-f43957d53407 None None] The sync data for ids ['63f6af89-6b62-4647-b719-abb9095bf9eb'] in n-d-713301-12 is: [{'id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'name': 'tempest-TestVolumeBootPattern-1942500754-router', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'd78dac47-0d38-462e-9930-16c55e14f3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:03:12Z', 'updated_at': '2021-08-29T07:03:21Z', 'revision_number': 4, 'project_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'gw_port': {'id': 'd78dac47-0d38-462e-9930-16c55e14f3b2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:14Z', 'updated_at': '2021-08-29T07:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b656ad85-7358-46d4-b02e-8c9484dac480', 'name': '', 'network_id': 'fb19bf75-95f6-4420-9b4a-99871d9f8765', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'mac_address': 'fa:16:3e:45:9c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '935cb1a3-420a-4012-a10a-88880e7dd16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:19Z', 'updated_at': '2021-08-29T07:03:25Z', 'revision_number': 4, 'project_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'subnets': [{'id': '935cb1a3-420a-4012-a10a-88880e7dd16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:03:26.531968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43586) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:26.554343 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76bb96fe-9de1-46c5-a3f7-2d4002a95c51 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:26.614913 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bbf03ceb-1c31-43a4-a9a7-e7ad53e0c562 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c6f5cacadd2f4dab8b27a56efab78c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815957 Aug 29 07:03:26.617296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43590) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:26.629955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb96fe-9de1-46c5-a3f7-2d4002a95c51 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Subnet': ['ID=1da63499-e30d-4842-890d-3e4b8b57417c,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:26.688611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb96fe-9de1-46c5-a3f7-2d4002a95c51 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Checking segment: {'id': 'f85cceb5-8ff4-4958-8d14-49da384686c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '00320e5e-b539-47af-bb6f-ad94c498c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:26.693639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb96fe-9de1-46c5-a3f7-2d4002a95c51 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network hostable DHCP agents. Network: 00320e5e-b539-47af-bb6f-ad94c498c582, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:03:26.740944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb93e-79b5-4947-b8d5-6551ef7071f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:26.790585 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb93e-79b5-4947-b8d5-6551ef7071f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:26.845345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb96fe-9de1-46c5-a3f7-2d4002a95c51 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 00320e5e-b539-47af-bb6f-ad94c498c582 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:03:26.971271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-76bb96fe-9de1-46c5-a3f7-2d4002a95c51 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 00320e5e-b539-47af-bb6f-ad94c498c582) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:26.971647 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb93e-79b5-4947-b8d5-6551ef7071f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:26.976070 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bb96fe-9de1-46c5-a3f7-2d4002a95c51 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:26.976791 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76bb96fe-9de1-46c5-a3f7-2d4002a95c51 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:26.981388 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb93e-79b5-4947-b8d5-6551ef7071f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:26.982652 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ba0eb93e-79b5-4947-b8d5-6551ef7071f3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/85c8a491-bda8-4528-805d-22d5e5372bd5 HTTP/1.1" status: 204 len: 168 time: 0.3635318 Aug 29 07:03:26.996101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f05dda0-b9c7-4cfb-8b45-61eb4dee1031 None None] Network 00320e5e-b539-47af-bb6f-ad94c498c582 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:27.029020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0eb93e-79b5-4947-b8d5-6551ef7071f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c8a491-bda8-4528-805d-22d5e5372bd5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:27.140142 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-76bb96fe-9de1-46c5-a3f7-2d4002a95c51 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6605470 Aug 29 07:03:27.140514 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43604) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:27.152279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2bc9a838-c304-4251-94a5-49f364cfd4b6 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1781573993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:27.302753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b656ad85-7358-46d4-b02e-8c9484dac480 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:27.314430 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2bc9a838-c304-4251-94a5-49f364cfd4b6 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:27.316336 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2bc9a838-c304-4251-94a5-49f364cfd4b6 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:27.427074 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2bc9a838-c304-4251-94a5-49f364cfd4b6 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:27.445001 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-00320e5e-b539-47af-bb6f-ad94c498c582', 'network_id': '00320e5e-b539-47af-bb6f-ad94c498c582', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'fixed_ips': [{'subnet_id': '1da63499-e30d-4842-890d-3e4b8b57417c'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:03:27.446516 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:27.566017 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2bc9a838-c304-4251-94a5-49f364cfd4b6 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:27.618603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Allocated IP 2001:db8::2 (00320e5e-b539-47af-bb6f-ad94c498c582/1da63499-e30d-4842-890d-3e4b8b57417c/dceaf0ab-e522-448b-90a3-689f77f73fab) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:03:27.712635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port b656ad85-7358-46d4-b02e-8c9484dac480 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:27.719621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b656ad85-7358-46d4-b02e-8c9484dac480 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:27.720284 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:27.741932 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2bc9a838-c304-4251-94a5-49f364cfd4b6 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:27.745202 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2bc9a838-c304-4251-94a5-49f364cfd4b6 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6036184 Aug 29 07:03:27.752999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43616) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:28.006397 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:28.059322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port b656ad85-7358-46d4-b02e-8c9484dac480, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b656ad85-7358-46d4-b02e-8c9484dac480,segment=NetworkSegment(4cb4d005-41b8-491c-bcce-5e976adc50e9),segment_id=4cb4d005-41b8-491c-bcce-5e976adc50e9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:28.091070 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:28.105394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Transition to ACTIVE for port object dceaf0ab-e522-448b-90a3-689f77f73fab will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:28.130499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Transition to ACTIVE for port object dceaf0ab-e522-448b-90a3-689f77f73fab will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:28.149671 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:28.327321 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:28.405493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Network 00320e5e-b539-47af-bb6f-ad94c498c582 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:28.447612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:28.452424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:28.474386 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:28.553694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=b656ad85-7358-46d4-b02e-8c9484dac480,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:28.705302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Attempting to bind port dceaf0ab-e522-448b-90a3-689f77f73fab on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:28.706064 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Attempting to bind port dceaf0ab-e522-448b-90a3-689f77f73fab by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'f85cceb5-8ff4-4958-8d14-49da384686c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '00320e5e-b539-47af-bb6f-ad94c498c582'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:28.719459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Attempting to bind port dceaf0ab-e522-448b-90a3-689f77f73fab on network 00320e5e-b539-47af-bb6f-ad94c498c582 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:28.752162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:03:28.752162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Checking segment: {'id': 'f85cceb5-8ff4-4958-8d14-49da384686c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '00320e5e-b539-47af-bb6f-ad94c498c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:28.752162 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:28.759762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Bound using segment: {'id': 'f85cceb5-8ff4-4958-8d14-49da384686c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '00320e5e-b539-47af-bb6f-ad94c498c582'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:03:28.760514 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Bound port: dceaf0ab-e522-448b-90a3-689f77f73fab, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85cceb5-8ff4-4958-8d14-49da384686c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '00320e5e-b539-47af-bb6f-ad94c498c582'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:03:28.760914 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:28.791464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Pushing event updated for resources: {'Port': ['ID=dceaf0ab-e522-448b-90a3-689f77f73fab,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:28.955868 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] For port dceaf0ab-e522-448b-90a3-689f77f73fab, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:03:28.963725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] For port dceaf0ab-e522-448b-90a3-689f77f73fab, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dceaf0ab-e522-448b-90a3-689f77f73fab,segment=NetworkSegment(f85cceb5-8ff4-4958-8d14-49da384686c4),segment_id=f85cceb5-8ff4-4958-8d14-49da384686c4)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:03:29.088036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Allocated IP 2001:db8::1 (00320e5e-b539-47af-bb6f-ad94c498c582/1da63499-e30d-4842-890d-3e4b8b57417c/1094ce68-f48b-413b-841a-04debb205c40) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:03:29.089423 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:29.204037 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b656ad85-7358-46d4-b02e-8c9484dac480 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:29.218697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9261471-c400-402f-be6a-e3bb1d909b9e None None] Pushing event updated for resources: {'Port': ['ID=dceaf0ab-e522-448b-90a3-689f77f73fab,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:29.290678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b656ad85-7358-46d4-b02e-8c9484dac480 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:29.291059 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:29.375855 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:29.397438 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Transition to ACTIVE for port object 1094ce68-f48b-413b-841a-04debb205c40 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:29.460438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-6338f7eb-32fd-4411-9789-7b1bb6672ebf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:29.460438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-6338f7eb-32fd-4411-9789-7b1bb6672ebf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 812 time: 0.1845644 Aug 29 07:03:29.479416 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-5f6e34b7-e7c2-4280-aaa8-4f06317ed827 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/quotas/ef9ac3d9c703440cafb9ded360ca6483 HTTP/1.1" status: 200 len: 375 time: 0.0110614 Aug 29 07:03:29.544572 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:29.575398 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-5620a044-816e-4453-b5cd-8283498823e0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871935 Aug 29 07:03:29.601092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 00320e5e-b539-47af-bb6f-ad94c498c582 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:29.609749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:29.613853 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:29.614420 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:29.665191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=1094ce68-f48b-413b-841a-04debb205c40,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:29.733648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-cbede245-d524-4e63-91d3-d4777e753c37 service neutron] 10.222.0.76 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493149 Aug 29 07:03:29.839563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-4313e876-08d0-4af8-92fe-e64e0e60562d service neutron] 10.222.0.76 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047914 Aug 29 07:03:29.895303 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:29.968061 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190d086-4727-4aca-b7a8-a8390ea729f0 req-56ecbd21-8505-4269-9df3-3d201dc8ab20 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:29.969798 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e190d086-4727-4aca-b7a8-a8390ea729f0 req-56ecbd21-8505-4269-9df3-3d201dc8ab20 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 945 time: 0.0951073 Aug 29 07:03:30.021574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e190d086-4727-4aca-b7a8-a8390ea729f0 req-84568e23-c177-4cb1-9ab0-8cd826cfac25 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e490def-c154-447a-b256-cff1a0774cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455031 Aug 29 07:03:30.330042 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:30.525394 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:30.526305 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:30.660733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ee6a7be-2de4-4109-b974-c573bbe539c2 req-30f62dbc-f0f1-4c77-a2ff-68603bba04d9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 210 time: 0.0405352 Aug 29 07:03:30.676038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=1094ce68-f48b-413b-841a-04debb205c40,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:30.683875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f88bf0-6c3b-4841-af7b-41b45c50113e None None] Network 00320e5e-b539-47af-bb6f-ad94c498c582 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:30.710965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 00320e5e-b539-47af-bb6f-ad94c498c582 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:30.713189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:30.868526 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d31df69c-8648-49af-995b-e7bad6b91ad2 None None] Provisioning for port dceaf0ab-e522-448b-90a3-689f77f73fab completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:31.010397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router 5f976fe5-bdb3-4035-8da4-792fadf85381 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:03:31.161270 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dceaf0ab-e522-448b-90a3-689f77f73fab up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:31.167905 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43734) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:31.223472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:03:31.240579 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0c2e196d-8987-4c0e-a173-09f68385a14a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/5f976fe5-bdb3-4035-8da4-792fadf85381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4863560 Aug 29 07:03:31.245318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43738) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:31.262474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cad7574-be2b-4272-9c64-141ac902cc7e None None] Sync routers for ids ['5f976fe5-bdb3-4035-8da4-792fadf85381'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:03:31.307595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad7574-be2b-4272-9c64-141ac902cc7e None None] Routers {'5f976fe5-bdb3-4035-8da4-792fadf85381'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:31.309321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6cad7574-be2b-4272-9c64-141ac902cc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5f976fe5-bdb3-4035-8da4-792fadf85381'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:31.336849 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb57cc-fd96-4d07-9406-941088dcd4e6 req-f76ef836-70b1-4fa4-a6e6-068f1e347cde tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:31.353987 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98bb57cc-fd96-4d07-9406-941088dcd4e6 req-f76ef836-70b1-4fa4-a6e6-068f1e347cde tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 945 time: 0.1540563 Aug 29 07:03:31.377970 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ecce-0e7f-4ff3-85a8-7158f12498a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:31.378656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f952ce3-413a-4f88-91cf-cf926c6b571f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:31.384623 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1f952ce3-413a-4f88-91cf-cf926c6b571f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports/1094ce68-f48b-413b-841a-04debb205c40 HTTP/1.1" status: 200 len: 911 time: 0.1346970 Aug 29 07:03:31.391698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43742) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:31.446799 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6cad7574-be2b-4272-9c64-141ac902cc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:31.463434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98bb57cc-fd96-4d07-9406-941088dcd4e6 req-f19939f1-29b8-4abc-9f10-9be09a59c542 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e490def-c154-447a-b256-cff1a0774cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977468 Aug 29 07:03:31.486501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port dceaf0ab-e522-448b-90a3-689f77f73fab completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:31.509119 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad7574-be2b-4272-9c64-141ac902cc7e None None] Routers {'5f976fe5-bdb3-4035-8da4-792fadf85381'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:31.511018 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6cad7574-be2b-4272-9c64-141ac902cc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5f976fe5-bdb3-4035-8da4-792fadf85381'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:31.604718 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ecce-0e7f-4ff3-85a8-7158f12498a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:31.630376 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dceaf0ab-e522-448b-90a3-689f77f73fab triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:31.631080 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:31.637423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6cad7574-be2b-4272-9c64-141ac902cc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:31.638625 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cad7574-be2b-4272-9c64-141ac902cc7e None None] The sync data for ids ['5f976fe5-bdb3-4035-8da4-792fadf85381'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:03:31.675473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d4275-dcda-48fa-a905-1679070b89b2 req-63c5d58b-1e63-4582-9e00-1b22714a776e tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:31.677355 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-234d4275-dcda-48fa-a905-1679070b89b2 req-63c5d58b-1e63-4582-9e00-1b22714a776e tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.15 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 945 time: 0.1818187 Aug 29 07:03:31.682377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ecce-0e7f-4ff3-85a8-7158f12498a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:31.715754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-44c7501f-7d5e-4938-b36a-2df4162aa7f5 None None] Provisioning for port 1094ce68-f48b-413b-841a-04debb205c40 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:31.731315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-44c7501f-7d5e-4938-b36a-2df4162aa7f5 None None] Provisioning complete for port 1094ce68-f48b-413b-841a-04debb205c40 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:31.735744 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44c7501f-7d5e-4938-b36a-2df4162aa7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:31.750065 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cdc9ecce-0e7f-4ff3-85a8-7158f12498a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b44ec712d3c4fd1be91cc5ab700c6a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5807452 Aug 29 07:03:31.751796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9ecce-0e7f-4ff3-85a8-7158f12498a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddb6ec2-4d62-4563-abb4-0c3a5d25c15d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:31.756299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43748) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:31.832369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-44c7501f-7d5e-4938-b36a-2df4162aa7f5 None None] Port 1094ce68-f48b-413b-841a-04debb205c40 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:03:31.855723 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:31.866061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-44c7501f-7d5e-4938-b36a-2df4162aa7f5 None None] Provisioning complete for port dceaf0ab-e522-448b-90a3-689f77f73fab triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:31.866454 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44c7501f-7d5e-4938-b36a-2df4162aa7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:31.931103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a470e04d-c0ce-4807-8c49-5716386790bf req-62879b0a-b95b-422a-9310-7a58f5f7c285 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 210 time: 0.1225705 Aug 29 07:03:32.062554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port dceaf0ab-e522-448b-90a3-689f77f73fab, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dceaf0ab-e522-448b-90a3-689f77f73fab,segment=NetworkSegment(f85cceb5-8ff4-4958-8d14-49da384686c4),segment_id=f85cceb5-8ff4-4958-8d14-49da384686c4)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:32.120829 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44c7501f-7d5e-4938-b36a-2df4162aa7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:32.152718 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:32.181845 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0563b01c-262c-4bf6-b057-9289d1b6c527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:32.193993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-234d4275-dcda-48fa-a905-1679070b89b2 req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Deleting port 0738be4f-e627-45fa-863c-c35d03d826f9 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:32.194451 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-234d4275-dcda-48fa-a905-1679070b89b2 req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:32.215776 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:03:32.357787 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0563b01c-262c-4bf6-b057-9289d1b6c527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:32.570551 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-234d4275-dcda-48fa-a905-1679070b89b2 req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] For port 0738be4f-e627-45fa-863c-c35d03d826f9, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=0738be4f-e627-45fa-863c-c35d03d826f9,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:32.571106 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-234d4275-dcda-48fa-a905-1679070b89b2 req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:32.577028 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-44c7501f-7d5e-4938-b36a-2df4162aa7f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:03:32.577028 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-44c7501f-7d5e-4938-b36a-2df4162aa7f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:03:32.577028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=dceaf0ab-e522-448b-90a3-689f77f73fab,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:32.662554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef2ad0-1ed4-4605-a25f-28b59981ef0f req-841e5b39-71a4-4db3-ad17-59228d08174f tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:32.665473 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0ef2ad0-1ed4-4605-a25f-28b59981ef0f req-841e5b39-71a4-4db3-ad17-59228d08174f tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 945 time: 0.0911896 Aug 29 07:03:32.666529 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0563b01c-262c-4bf6-b057-9289d1b6c527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:32.669160 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0563b01c-262c-4bf6-b057-9289d1b6c527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:32.679216 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0563b01c-262c-4bf6-b057-9289d1b6c527 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dddb6ec2-4d62-4563-abb4-0c3a5d25c15d HTTP/1.1" status: 204 len: 168 time: 0.9023130 Aug 29 07:03:32.723839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563b01c-262c-4bf6-b057-9289d1b6c527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddb6ec2-4d62-4563-abb4-0c3a5d25c15d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:32.757773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0ef2ad0-1ed4-4605-a25f-28b59981ef0f req-e895ad3c-45c5-4f08-8500-3500af531f11 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e490def-c154-447a-b256-cff1a0774cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792155 Aug 29 07:03:33.124616 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f28c17d-49b9-4ec3-89ca-ac925f30fe44 req-14274431-c33b-4606-aa97-ea6054a80063 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 210 time: 0.1087582 Aug 29 07:03:33.266615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dceaf0ab-e522-448b-90a3-689f77f73fab up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:33.434551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dceaf0ab-e522-448b-90a3-689f77f73fab triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:33.435877 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:33.484524 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a45-0758-486f-9406-e56f4e4dc748 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:33.560211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e96896d8-52e5-42f0-bfc5-42de87a38582 None None] Provisioning complete for port 1094ce68-f48b-413b-841a-04debb205c40 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:33.561290 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e96896d8-52e5-42f0-bfc5-42de87a38582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:33.626384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e96896d8-52e5-42f0-bfc5-42de87a38582 None None] Port 1094ce68-f48b-413b-841a-04debb205c40 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:03:33.731128 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:33.768210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-823e3b84-5250-420f-851d-9c98971dbdab tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:33.772044 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-823e3b84-5250-420f-851d-9c98971dbdab tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.11 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 812 time: 0.2315865 Aug 29 07:03:33.777021 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-234d4275-dcda-48fa-a905-1679070b89b2 req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:33.777021 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-234d4275-dcda-48fa-a905-1679070b89b2 req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:33.777701 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-234d4275-dcda-48fa-a905-1679070b89b2 req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Floating IP af22be15-6f6a-40da-be88-d8e50cf66903 disassociated. External IP: 172.25.1.130, port: 0738be4f-e627-45fa-863c-c35d03d826f9. Aug 29 07:03:33.777701 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-234d4275-dcda-48fa-a905-1679070b89b2 req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Calling delete_port for 0738be4f-e627-45fa-863c-c35d03d826f9 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:33.801792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-b285c530-8158-422e-beeb-0bf4774adca9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'port': {'device_id': '97c7f200-40ea-4609-887a-8cc785d66b03', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'admin_state_up': True, 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:34.036881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c3d55-eca1-4e06-a521-2f6179d3b332 req-2788950c-09c5-4ce4-b6b9-dd9de0812568 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:34.045120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d21c3d55-eca1-4e06-a521-2f6179d3b332 req-2788950c-09c5-4ce4-b6b9-dd9de0812568 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 945 time: 0.1242776 Aug 29 07:03:34.142477 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d21c3d55-eca1-4e06-a521-2f6179d3b332 req-b6cf4bf5-5077-4c56-a726-3153e38aa3a2 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e490def-c154-447a-b256-cff1a0774cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964015 Aug 29 07:03:34.233444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-b285c530-8158-422e-beeb-0bf4774adca9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Made reservation on behalf of ef9ac3d9c703440cafb9ded360ca6483 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:34.237385 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-b285c530-8158-422e-beeb-0bf4774adca9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:34.250195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a5b11a45-0758-486f-9406-e56f4e4dc748 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port 1094ce68-f48b-413b-841a-04debb205c40 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:34.255216 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a45-0758-486f-9406-e56f4e4dc748 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:34.330525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75e267d4-d066-4a80-8e30-345bf9f4de9b req-f8bf2a26-aa54-4104-8013-fc0784434551 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 210 time: 0.0713601 Aug 29 07:03:34.375702 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-234d4275-dcda-48fa-a905-1679070b89b2 req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:34.447097 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event deleted for resources: {'Port': ['ID=0738be4f-e627-45fa-863c-c35d03d826f9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:34.550372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-b285c530-8158-422e-beeb-0bf4774adca9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Allocated IP 172.20.0.7 (910ed879-c4d9-4d02-b8f4-5a82b25d8a50/fa2025ae-552d-4027-b2b0-762afe79cd66/9bba873f-b7bc-4dce-9d44-ddd0abae9de4) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:03:34.558930 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a45-0758-486f-9406-e56f4e4dc748 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:34.587817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a5b11a45-0758-486f-9406-e56f4e4dc748 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for 1094ce68-f48b-413b-841a-04debb205c40 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:34.783733 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-234d4275-dcda-48fa-a905-1679070b89b2 req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Router 9cf05a5f-f23b-43e2-84ea-23030c63c890 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:03:34.929543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 0738be4f-e627-45fa-863c-c35d03d826f9 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:03:34.957304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 0738be4f-e627-45fa-863c-c35d03d826f9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:03:34.958362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 0738be4f-e627-45fa-863c-c35d03d826f9 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:03:34.984794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-b285c530-8158-422e-beeb-0bf4774adca9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:35.010590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-b285c530-8158-422e-beeb-0bf4774adca9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Transition to ACTIVE for port object 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:35.205581 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-b285c530-8158-422e-beeb-0bf4774adca9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:35.223699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-234d4275-dcda-48fa-a905-1679070b89b2 req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:03:35.245949 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87045c4e-77c1-4b97-abf0-7c33f5ff6f5e None None] Sync routers for ids ['9cf05a5f-f23b-43e2-84ea-23030c63c890'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:03:35.260433 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87045c4e-77c1-4b97-abf0-7c33f5ff6f5e None None] Routers {'9cf05a5f-f23b-43e2-84ea-23030c63c890'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:35.261226 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-87045c4e-77c1-4b97-abf0-7c33f5ff6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9cf05a5f-f23b-43e2-84ea-23030c63c890'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:35.287424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-234d4275-dcda-48fa-a905-1679070b89b2 req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] No DVR routers for this DVR port 0738be4f-e627-45fa-863c-c35d03d826f9 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:03:35.292946 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-234d4275-dcda-48fa-a905-1679070b89b2 req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:35.296552 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-234d4275-dcda-48fa-a905-1679070b89b2 req-8cbfa894-a5c6-438e-8396-ce4be041d9b5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.15 "DELETE /v2.0/ports/0738be4f-e627-45fa-863c-c35d03d826f9 HTTP/1.1" status: 204 len: 173 time: 3.5866065 Aug 29 07:03:35.302829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b85d4e-fdd6-4ddf-921b-47b8719f33c4', 'name': 'network-vif-deleted', 'tag': '0738be4f-e627-45fa-863c-c35d03d826f9'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:03:35.302829 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c102ea8b-460f-4806-989b-229e1123bb77" -d '{"events": [{"server_uuid": "57b85d4e-fdd6-4ddf-921b-47b8719f33c4", "name": "network-vif-deleted", "tag": "0738be4f-e627-45fa-863c-c35d03d826f9"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:03:35.347374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285c530-8158-422e-beeb-0bf4774adca9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'Port': ['ID=9bba873f-b7bc-4dce-9d44-ddd0abae9de4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:35.415229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-b285c530-8158-422e-beeb-0bf4774adca9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:35.442524 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-b285c530-8158-422e-beeb-0bf4774adca9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:35.460520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-b285c530-8158-422e-beeb-0bf4774adca9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:35.502750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a45-0758-486f-9406-e56f4e4dc748 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:35.557568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-b285c530-8158-422e-beeb-0bf4774adca9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:35.561114 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-b285c530-8158-422e-beeb-0bf4774adca9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:35.603199 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b11a45-0758-486f-9406-e56f4e4dc748 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=1094ce68-f48b-413b-841a-04debb205c40,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:35.612427 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-87045c4e-77c1-4b97-abf0-7c33f5ff6f5e None None] Set router 9cf05a5f-f23b-43e2-84ea-23030c63c890 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:03:35.623058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5a2a657-1803-404f-98b6-337feec62453 req-0834f32d-9f75-4a47-8527-7597d84cf4e5 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/ports?device_id=57b85d4e-fdd6-4ddf-921b-47b8719f33c4 HTTP/1.1" status: 200 len: 210 time: 0.2397885 Aug 29 07:03:35.731247 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-b285c530-8158-422e-beeb-0bf4774adca9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9421618 Aug 29 07:03:35.750607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Request body: {'port': {'device_id': '97c7f200-40ea-4609-887a-8cc785d66b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:35.838518 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3717b7b-3099-4e5a-9678-f5f5792b335c x-openstack-request-id: req-e3717b7b-3099-4e5a-9678-f5f5792b335c {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:03:35.843411 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b85d4e-fdd6-4ddf-921b-47b8719f33c4", "name": "network-vif-deleted", "tag": "0738be4f-e627-45fa-863c-c35d03d826f9", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:03:35.843732 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e3717b7b-3099-4e5a-9678-f5f5792b335c {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:03:35.844222 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b85d4e-fdd6-4ddf-921b-47b8719f33c4', 'name': 'network-vif-deleted', 'tag': '0738be4f-e627-45fa-863c-c35d03d826f9', 'status': 'completed', 'code': 200} Aug 29 07:03:35.931323 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5b11a45-0758-486f-9406-e56f4e4dc748 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:35.979779 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:36.031834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4248997-6296-4c0c-bb5b-3119f74197cd req-4385eb15-dc4f-4e2f-9496-f4c51fb45ef7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:36.035263 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4248997-6296-4c0c-bb5b-3119f74197cd req-4385eb15-dc4f-4e2f-9496-f4c51fb45ef7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 931 time: 0.2798676 Aug 29 07:03:36.152852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-278aaeef-1f71-49ef-a2d1-491c3d367802 None None] Provisioning for port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:36.167697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-278aaeef-1f71-49ef-a2d1-491c3d367802 None None] Provisioning complete for port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:36.168089 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-278aaeef-1f71-49ef-a2d1-491c3d367802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:36.242651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-278aaeef-1f71-49ef-a2d1-491c3d367802 None None] Port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:03:36.282734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b11a45-0758-486f-9406-e56f4e4dc748 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router 5f976fe5-bdb3-4035-8da4-792fadf85381 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:03:36.309587 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-87045c4e-77c1-4b97-abf0-7c33f5ff6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:43Z', 'revision_number': 5, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:36.348478 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4248997-6296-4c0c-bb5b-3119f74197cd req-158ba07e-49b1-488b-a05b-c5ceffbee093 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417220 Aug 29 07:03:36.363231 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87045c4e-77c1-4b97-abf0-7c33f5ff6f5e None None] Checking router: 9cf05a5f-f23b-43e2-84ea-23030c63c890 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:03:36.390614 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87045c4e-77c1-4b97-abf0-7c33f5ff6f5e None None] Routers {'9cf05a5f-f23b-43e2-84ea-23030c63c890'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:36.391356 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-87045c4e-77c1-4b97-abf0-7c33f5ff6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9cf05a5f-f23b-43e2-84ea-23030c63c890'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:36.416009 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b11a45-0758-486f-9406-e56f4e4dc748 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:03:36.427654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34f583-bad2-4c44-a726-30104dee89ff None None] Sync routers for ids ['5f976fe5-bdb3-4035-8da4-792fadf85381'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:03:36.433327 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a5b11a45-0758-486f-9406-e56f4e4dc748 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/5f976fe5-bdb3-4035-8da4-792fadf85381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0458789 Aug 29 07:03:36.434149 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43864) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:36.450780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34f583-bad2-4c44-a726-30104dee89ff None None] Routers {'5f976fe5-bdb3-4035-8da4-792fadf85381'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:36.457569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3f34f583-bad2-4c44-a726-30104dee89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5f976fe5-bdb3-4035-8da4-792fadf85381'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:36.489058 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-26f96dc2-5e5c-4580-b62c-b3f2df1bd064 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f976fe5-bdb3-4035-8da4-792fadf85381 HTTP/1.1" status: 200 len: 205 time: 0.0531886 Aug 29 07:03:36.491555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43866) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:36.561994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3f34f583-bad2-4c44-a726-30104dee89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:36.582558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34f583-bad2-4c44-a726-30104dee89ff None None] Routers {'5f976fe5-bdb3-4035-8da4-792fadf85381'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:36.583384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43868) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:36.583664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3f34f583-bad2-4c44-a726-30104dee89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5f976fe5-bdb3-4035-8da4-792fadf85381'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:36.590714 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2b76129f-cdb2-4de6-8802-500d4799360a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:36.627737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3f34f583-bad2-4c44-a726-30104dee89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:36.627888 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34f583-bad2-4c44-a726-30104dee89ff None None] The sync data for ids ['5f976fe5-bdb3-4035-8da4-792fadf85381'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:03:36.688012 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-87045c4e-77c1-4b97-abf0-7c33f5ff6f5e None None] Set router 9cf05a5f-f23b-43e2-84ea-23030c63c890 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:03:36.733478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:03:36.743982 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:36.760272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Transition to ACTIVE for port object 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:36.876584 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e24755fd-4a90-4b5f-a2c6-2347753d5d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:36.933180 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2b76129f-cdb2-4de6-8802-500d4799360a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:36.935669 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2b76129f-cdb2-4de6-8802-500d4799360a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:36.941609 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.016709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43878) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:37.057812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Pushing event updated for resources: {'Port': ['ID=9bba873f-b7bc-4dce-9d44-ddd0abae9de4,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:37.075060 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-87045c4e-77c1-4b97-abf0-7c33f5ff6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:43Z', 'revision_number': 5, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:37.161062 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-445dcc1e-3556-4172-9134-4c67fafc4984 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.162956 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2b76129f-cdb2-4de6-8802-500d4799360a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.163795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b76129f-cdb2-4de6-8802-500d4799360a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Fanout notify agent at l3_agent the message router_deleted on router 5f976fe5-bdb3-4035-8da4-792fadf85381 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:03:37.167038 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87045c4e-77c1-4b97-abf0-7c33f5ff6f5e None None] The sync data for ids ['9cf05a5f-f23b-43e2-84ea-23030c63c890'] in n-d-713301-12 is: [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T06:53:34Z', 'revision_number': 4, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '93d6caf0-793f-4356-9478-d8c6ecd86b26', 'name': '', 'network_id': '1b4e2f38-07ee-4197-9c6f-52bd4ef32467', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'mac_address': 'fa:16:3e:48:0b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:32Z', 'updated_at': '2021-08-29T06:53:43Z', 'revision_number': 5, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'subnets': [{'id': '17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:03:37.175519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2b76129f-cdb2-4de6-8802-500d4799360a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.177489 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2b76129f-cdb2-4de6-8802-500d4799360a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/routers/5f976fe5-bdb3-4035-8da4-792fadf85381 HTTP/1.1" status: 204 len: 168 time: 0.6839201 Aug 29 07:03:37.181066 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43882) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:37.304000 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e24755fd-4a90-4b5f-a2c6-2347753d5d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.322339 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-445dcc1e-3556-4172-9134-4c67fafc4984 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.344417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-524e2548-e7a6-41fa-b31b-212c31603975 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting subnet 1da63499-e30d-4842-890d-3e4b8b57417c {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:03:37.350560 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524e2548-e7a6-41fa-b31b-212c31603975 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.425230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Attempting to bind port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:37.425607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Attempting to bind port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:37.425941 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Attempting to bind port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:37.437041 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e24755fd-4a90-4b5f-a2c6-2347753d5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.453773 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524e2548-e7a6-41fa-b31b-212c31603975 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.455461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:37.455879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Attempting to bind port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:37.494261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:03:37.494616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Checking segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:37.495003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Bound using segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:03:37.495541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Bound port: 9bba873f-b7bc-4dce-9d44-ddd0abae9de4, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:03:37.495903 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.552457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e24755fd-4a90-4b5f-a2c6-2347753d5d52 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d2d9aae5a3fd421f967801d14b53fdda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9600232 Aug 29 07:03:37.571270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43888) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:37.619177 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524e2548-e7a6-41fa-b31b-212c31603975 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.621038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24755fd-4a90-4b5f-a2c6-2347753d5d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b96128-806e-4c9d-be31-7625a4860081,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:37.703184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d71a4-b175-498e-93ac-d8ba34330dd9 req-417fd364-8668-4e1b-b291-15b4a633b0a2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:37.705923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-027d71a4-b175-498e-93ac-d8ba34330dd9 req-417fd364-8668-4e1b-b291-15b4a633b0a2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 943 time: 0.2058530 Aug 29 07:03:37.709962 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12ed19-c290-4166-9def-1892235a4dac None None] New status for floating IP af22be15-6f6a-40da-be88-d8e50cf66903: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:03:37.744301 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0bd0dd99-792e-4cb6-8893-ae2ee9799ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.772505 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-445dcc1e-3556-4172-9134-4c67fafc4984 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.775659 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-445dcc1e-3556-4172-9134-4c67fafc4984 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.776684 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-445dcc1e-3556-4172-9134-4c67fafc4984 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "DELETE /v2.0/security-groups/2e490def-c154-447a-b256-cff1a0774cf9 HTTP/1.1" status: 204 len: 168 time: 0.7408175 Aug 29 07:03:37.779943 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43892) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:37.794568 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-32792212-d8e8-440b-92eb-6efa8658cefc tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] show failed (client error): The resource could not be found. Aug 29 07:03:37.799039 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-32792212-d8e8-440b-92eb-6efa8658cefc tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "GET /v2.0/security-groups/2e490def-c154-447a-b256-cff1a0774cf9 HTTP/1.1" status: 404 len: 347 time: 0.0177958 Aug 29 07:03:37.799695 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43894) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:37.801125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] For port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:03:37.802639 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524e2548-e7a6-41fa-b31b-212c31603975 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.820065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445dcc1e-3556-4172-9134-4c67fafc4984 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e490def-c154-447a-b256-cff1a0774cf9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:37.898101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] For port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9bba873f-b7bc-4dce-9d44-ddd0abae9de4,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:03:37.901123 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0bd0dd99-792e-4cb6-8893-ae2ee9799ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.906016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-027d71a4-b175-498e-93ac-d8ba34330dd9 req-bd0851ca-c4df-4649-974e-85b24701bb6c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777930 Aug 29 07:03:37.935241 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e2548-e7a6-41fa-b31b-212c31603975 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Subnet': ['ID=1da63499-e30d-4842-890d-3e4b8b57417c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:37.972570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c43e4-cb50-4f00-b85a-64b959bfc3e5 None None] Network 00320e5e-b539-47af-bb6f-ad94c498c582 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:37.982250 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-524e2548-e7a6-41fa-b31b-212c31603975 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:37.984453 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-524e2548-e7a6-41fa-b31b-212c31603975 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/1da63499-e30d-4842-890d-3e4b8b57417c HTTP/1.1" status: 204 len: 168 time: 0.8018906 Aug 29 07:03:37.987316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43896) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:38.012360 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:38.225225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4522f6f5-6dab-493f-a4d3-46929af62f81 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Deleting port e30d6962-e326-4ec9-a12b-cf0a7fe2ffbf {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:38.229122 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4522f6f5-6dab-493f-a4d3-46929af62f81 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:38.249951 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a455-8586-4be8-8eea-67f91a92f5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:38.406502 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4522f6f5-6dab-493f-a4d3-46929af62f81 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:38.407103 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4522f6f5-6dab-493f-a4d3-46929af62f81 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:38.423411 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4522f6f5-6dab-493f-a4d3-46929af62f81 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Calling delete_port for e30d6962-e326-4ec9-a12b-cf0a7fe2ffbf owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:38.435089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090eb339-c69e-4449-8fad-3030d84591e4 None None] DHCP port deletion for 00320e5e-b539-47af-bb6f-ad94c498c582 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:03:38.585027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-090eb339-c69e-4449-8fad-3030d84591e4 None None] Deleting port dceaf0ab-e522-448b-90a3-689f77f73fab {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:38.586258 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-090eb339-c69e-4449-8fad-3030d84591e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:38.656999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:38.657635 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:38.659065 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] 10.222.0.11 "PUT /v2.0/ports/9bba873f-b7bc-4dce-9d44-ddd0abae9de4 HTTP/1.1" status: 200 len: 1092 time: 2.9134119 Aug 29 07:03:38.662265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c7f200-40ea-4609-887a-8cc785d66b03', 'tag': '9bba873f-b7bc-4dce-9d44-ddd0abae9de4'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:03:38.665153 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44e62ca-8225-4d98-8fa6-fb3ff37f95f1" -d '{"events": [{"name": "network-changed", "server_uuid": "97c7f200-40ea-4609-887a-8cc785d66b03", "tag": "9bba873f-b7bc-4dce-9d44-ddd0abae9de4"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:03:38.739359 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:38.745197 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f32edd3-63f1-4635-b0d5-70f97795b8c7 x-openstack-request-id: req-6f32edd3-63f1-4635-b0d5-70f97795b8c7 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:03:38.745496 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c7f200-40ea-4609-887a-8cc785d66b03", "tag": "9bba873f-b7bc-4dce-9d44-ddd0abae9de4", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:03:38.745788 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6f32edd3-63f1-4635-b0d5-70f97795b8c7 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:03:38.746136 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c7f200-40ea-4609-887a-8cc785d66b03', 'tag': '9bba873f-b7bc-4dce-9d44-ddd0abae9de4', 'status': 'completed', 'code': 200} Aug 29 07:03:38.747725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216de066-ad3e-4448-84d3-c52eceaab741 service neutron] Pushing event updated for resources: {'Port': ['ID=9bba873f-b7bc-4dce-9d44-ddd0abae9de4,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:38.758873 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0bd0dd99-792e-4cb6-8893-ae2ee9799ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:38.761624 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0bd0dd99-792e-4cb6-8893-ae2ee9799ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:38.762956 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0bd0dd99-792e-4cb6-8893-ae2ee9799ce3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/22b96128-806e-4c9d-be31-7625a4860081 HTTP/1.1" status: 204 len: 168 time: 1.1859577 Aug 29 07:03:38.776408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-090eb339-c69e-4449-8fad-3030d84591e4 None None] For port dceaf0ab-e522-448b-90a3-689f77f73fab, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dceaf0ab-e522-448b-90a3-689f77f73fab,segment=NetworkSegment(f85cceb5-8ff4-4958-8d14-49da384686c4),segment_id=f85cceb5-8ff4-4958-8d14-49da384686c4)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:38.777097 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-090eb339-c69e-4449-8fad-3030d84591e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:38.799005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-090eb339-c69e-4449-8fad-3030d84591e4 None None] Calling delete_port for dceaf0ab-e522-448b-90a3-689f77f73fab owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:38.832971 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0dd99-792e-4cb6-8893-ae2ee9799ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b96128-806e-4c9d-be31-7625a4860081,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:38.846834 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4522f6f5-6dab-493f-a4d3-46929af62f81 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:38.931950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522f6f5-6dab-493f-a4d3-46929af62f81 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Pushing event deleted for resources: {'Port': ['ID=e30d6962-e326-4ec9-a12b-cf0a7fe2ffbf,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:38.946127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e62ca-8225-4d98-8fa6-fb3ff37f95f1 req-9d69ad5e-b272-439e-85b3-e607554134a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:38.946127 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d44e62ca-8225-4d98-8fa6-fb3ff37f95f1 req-9d69ad5e-b272-439e-85b3-e607554134a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 1095 time: 0.1227477 Aug 29 07:03:38.951839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port dceaf0ab-e522-448b-90a3-689f77f73fab {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:38.952301 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:39.092343 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4522f6f5-6dab-493f-a4d3-46929af62f81 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:39.095338 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4522f6f5-6dab-493f-a4d3-46929af62f81 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:39.096692 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4522f6f5-6dab-493f-a4d3-46929af62f81 tempest-AttachVolumeTestJSON-1416667931 tempest-AttachVolumeTestJSON-1416667931-project] 10.222.0.76 "DELETE /v2.0/floatingips/af22be15-6f6a-40da-be88-d8e50cf66903 HTTP/1.1" status: 204 len: 168 time: 1.2957580 Aug 29 07:03:39.102064 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-090eb339-c69e-4449-8fad-3030d84591e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:39.160674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090eb339-c69e-4449-8fad-3030d84591e4 None None] Pushing event deleted for resources: {'Port': ['ID=dceaf0ab-e522-448b-90a3-689f77f73fab,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:39.162929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dceaf0ab-e522-448b-90a3-689f77f73fab no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:03:39.217855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] For port dceaf0ab-e522-448b-90a3-689f77f73fab, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dceaf0ab-e522-448b-90a3-689f77f73fab,segment=NetworkSegment(f85cceb5-8ff4-4958-8d14-49da384686c4),segment_id=f85cceb5-8ff4-4958-8d14-49da384686c4)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:39.218392 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:39.229329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: dceaf0ab-e522-448b-90a3-689f77f73fab {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:03:39.233521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dceaf0ab-e522-448b-90a3-689f77f73fab not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:03:39.246909 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for dceaf0ab-e522-448b-90a3-689f77f73fab owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:39.249569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090eb339-c69e-4449-8fad-3030d84591e4 None None] No DVR routers for this DVR port dceaf0ab-e522-448b-90a3-689f77f73fab on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:03:39.284161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9df1e7-9c34-4b6b-8165-40f0479fae49 req-4acead0b-f964-44bf-9043-feb1a3101f87 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:39.285691 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f9df1e7-9c34-4b6b-8165-40f0479fae49 req-4acead0b-f964-44bf-9043-feb1a3101f87 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 943 time: 0.2413108 Aug 29 07:03:39.356360 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e62ca-8225-4d98-8fa6-fb3ff37f95f1 req-5b5b1366-5edf-4db0-9bc6-9509e18d721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:39.358024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d44e62ca-8225-4d98-8fa6-fb3ff37f95f1 req-5b5b1366-5edf-4db0-9bc6-9509e18d721b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3871424 Aug 29 07:03:39.443902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f9df1e7-9c34-4b6b-8165-40f0479fae49 req-f18163e0-4c7f-418f-97db-9440fcbb7c2e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500702 Aug 29 07:03:39.504013 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:39.542300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=dceaf0ab-e522-448b-90a3-689f77f73fab,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:39.544207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No DVR routers for this DVR port dceaf0ab-e522-448b-90a3-689f77f73fab on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:03:39.571374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e62ca-8225-4d98-8fa6-fb3ff37f95f1 req-670739a6-56eb-4916-ad55-3beb05fae646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:39.572958 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d44e62ca-8225-4d98-8fa6-fb3ff37f95f1 req-670739a6-56eb-4916-ad55-3beb05fae646 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1881845 Aug 29 07:03:39.714283 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:39.739015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00320e5e-b539-47af-bb6f-ad94c498c582']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:39.744970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-9b220bb4-cb94-4ea7-a822-35052ec03b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:39.747807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-9b220bb4-cb94-4ea7-a822-35052ec03b9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 1095 time: 0.1128423 Aug 29 07:03:39.772703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85cceb5-8ff4-4958-8d14-49da384686c4') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:39.777696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85cceb5-8ff4-4958-8d14-49da384686c4') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:39.839556 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:39.842642 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-58336262-cc81-45b4-8885-a17482bf82ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bba873f-b7bc-4dce-9d44-ddd0abae9de4 HTTP/1.1" status: 200 len: 217 time: 0.0625317 Aug 29 07:03:39.871134 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:39.910033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:03:39.910449 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:03:39.913735 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:03:40.028360 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-8f4309cc-00c8-4cbf-bcaf-6c319eed096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:40.029829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-8f4309cc-00c8-4cbf-bcaf-6c319eed096f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.1785970 Aug 29 07:03:40.125895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-d09fde73-48e5-412d-a22a-26279eee4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:40.128731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-d09fde73-48e5-412d-a22a-26279eee4a32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911849 Aug 29 07:03:40.145875 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:40.187415 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:40.189317 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/networks/00320e5e-b539-47af-bb6f-ad94c498c582 HTTP/1.1" status: 204 len: 168 time: 2.2006466 Aug 29 07:03:40.193527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43952) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:40.200811 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-138041652', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:40.209371 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff1ef2-5ebb-4758-acdf-39f362fa86fb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Network': ['ID=00320e5e-b539-47af-bb6f-ad94c498c582,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:40.266665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-a7c30994-e829-45ce-83d7-f185be2d5ebb service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292620 Aug 29 07:03:40.360251 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:40.361625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:40.416313 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8444b31-2bb0-45ca-8d15-0bd3ca883cf1 req-f88ae5f9-b6f3-494c-99eb-4bdf8e7b772f service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387711 Aug 29 07:03:40.486363 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:40.618000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25174801-23a8-4621-a2d4-3e8fdcfea7ab req-ea8f2019-6b2f-4c4e-8c2c-61310f23faf3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:40.626295 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25174801-23a8-4621-a2d4-3e8fdcfea7ab req-ea8f2019-6b2f-4c4e-8c2c-61310f23faf3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 943 time: 0.0740948 Aug 29 07:03:40.663253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25174801-23a8-4621-a2d4-3e8fdcfea7ab req-17e6c8b0-964d-4464-96d7-2fb7820701a5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358977 Aug 29 07:03:40.822351 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:40.984495 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:41.565175 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b748517-52d9-48eb-9cb4-0039739d32b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:41.816826 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:41.876475 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:41.919699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f18b21-081f-4ea3-bf6c-76e0f86f5bbb req-c8f7b5d6-a07f-4e3d-af65-64aa7e917e72 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:41.930349 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96f18b21-081f-4ea3-bf6c-76e0f86f5bbb req-c8f7b5d6-a07f-4e3d-af65-64aa7e917e72 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 943 time: 0.1030200 Aug 29 07:03:41.947747 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:42.019392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44012) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:42.065870 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96f18b21-081f-4ea3-bf6c-76e0f86f5bbb req-a6e2c68d-c18d-49d4-b469-14ae03b88692 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311448 Aug 29 07:03:42.217082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Allocated IP 172.25.1.159 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/ff54554a-198d-437d-bdfe-93e7b5aa1cce) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:03:42.318254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1923701847'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:42.392336 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:42.433526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Made reservation on behalf of 5deaf10444ad4fed9ad24b7e3a565dbc for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:42.438672 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:42.449650 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:42.536296 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:42.654834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:42.666289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:42.696586 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:42.716059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:42.741223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=ff54554a-198d-437d-bdfe-93e7b5aa1cce,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:42.806283 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:42.846671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:03:42.882821 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:42.883618 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Added segment b7611e61-ba9c-4b69-90d3-491c6d5cc3b2 of type vlan for network b7f56cdd-86d6-4abb-b342-39b6c3e3beec Aug 29 07:03:42.885888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79b4f87-070e-408d-89a7-cef7a8b87a5c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:42.973200 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:43.125184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:43.136784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:43.138202 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:43.321770 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3007629 Aug 29 07:03:43.352421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4279d6-a5d8-49d5-af42-f3d6be6a3f03 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Pushing event updated for resources: {'Network': ['ID=b7f56cdd-86d6-4abb-b342-39b6c3e3beec,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:43.372910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network b7f56cdd-86d6-4abb-b342-39b6c3e3beec details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:03:43.403538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4085515-2a01-4cf5-81ff-6f74c4d198be req-91959307-f410-4eb2-acc6-b2d83b8827d0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:43.405007 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:43.417059 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4085515-2a01-4cf5-81ff-6f74c4d198be req-91959307-f410-4eb2-acc6-b2d83b8827d0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 943 time: 0.2089837 Aug 29 07:03:43.493203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4085515-2a01-4cf5-81ff-6f74c4d198be req-1815da4d-bf55-4122-b88f-5eedeb7d71c1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694284 Aug 29 07:03:43.631395 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:43.873850 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:43.910006 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44036) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:43.917225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Request body: {'port': {'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec', 'binding:host_id': 'n-h1-713301-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-150395232'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:44.022462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Made reservation on behalf of fc3d2050d7d647999f8d8b24bda9744e for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:44.026966 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:44.042551 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:44.180580 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router 0e501925-e91a-4daf-8743-aa4e2bd08c83 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:03:44.185592 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:44.335060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:03:44.347398 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:44.349642 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b71a10-4e6a-475a-b320-7b9c852d461d None None] Sync routers for ids ['0e501925-e91a-4daf-8743-aa4e2bd08c83'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:03:44.353644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] device_id is not set on port e045a715-3d8b-4c6d-84d0-ac72263dfbfe yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:03:44.367724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b71a10-4e6a-475a-b320-7b9c852d461d None None] Routers {'0e501925-e91a-4daf-8743-aa4e2bd08c83'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:44.369259 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-04b71a10-4e6a-475a-b320-7b9c852d461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0e501925-e91a-4daf-8743-aa4e2bd08c83'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:44.389660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81c4156-fc18-4733-aba8-b4b7f586ad71,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:44.421485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-04b71a10-4e6a-475a-b320-7b9c852d461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:44.437601 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b71a10-4e6a-475a-b320-7b9c852d461d None None] Routers {'0e501925-e91a-4daf-8743-aa4e2bd08c83'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:44.438236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-04b71a10-4e6a-475a-b320-7b9c852d461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0e501925-e91a-4daf-8743-aa4e2bd08c83'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:44.468456 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:44.472706 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4b461cfa-9df8-438c-a037-7a9549f00d3b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2757652 Aug 29 07:03:44.473373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44040) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:44.480990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-04b71a10-4e6a-475a-b320-7b9c852d461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:44.481655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b71a10-4e6a-475a-b320-7b9c852d461d None None] The sync data for ids ['0e501925-e91a-4daf-8743-aa4e2bd08c83'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:03:44.673299 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9314c7f7-67ee-408c-ad21-de5f820d5940 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/routers/0e501925-e91a-4daf-8743-aa4e2bd08c83 HTTP/1.1" status: 200 len: 884 time: 0.1978934 Aug 29 07:03:44.674163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44044) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:44.778226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8cb16-636c-4e5e-94a6-cf396f2bc06c req-1b2006a2-2703-46fd-9bb8-6bc166b3aa40 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:44.779911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70b8cb16-636c-4e5e-94a6-cf396f2bc06c req-1b2006a2-2703-46fd-9bb8-6bc166b3aa40 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 943 time: 0.1551187 Aug 29 07:03:44.880752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] device_id is not set on port e045a715-3d8b-4c6d-84d0-ac72263dfbfe yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:03:44.895692 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:44.914953 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Transition to ACTIVE for port object e045a715-3d8b-4c6d-84d0-ac72263dfbfe will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:44.958038 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70b8cb16-636c-4e5e-94a6-cf396f2bc06c req-c32c0c9c-ee56-4f96-ad23-6d7acbcf57a0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431210 Aug 29 07:03:45.033784 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:45.110728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Pushing event updated for resources: {'Port': ['ID=e045a715-3d8b-4c6d-84d0-ac72263dfbfe,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:45.125497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Checking segment: {'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:45.125968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Network hostable DHCP agents. Network: b7f56cdd-86d6-4abb-b342-39b6c3e3beec, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:03:45.189496 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bda777f7-e7ce-406c-8314-665b7b4cdac4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5092225 Aug 29 07:03:45.199748 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44056) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:45.199748 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4f40e826-974b-419d-afd8-88ce8d107b2e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-138041652'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:45.307549 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Network b7f56cdd-86d6-4abb-b342-39b6c3e3beec is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:03:45.450291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, b7f56cdd-86d6-4abb-b342-39b6c3e3beec) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:45.461810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633349ae-7821-4e53-a317-cd0aef43a58b None None] Network b7f56cdd-86d6-4abb-b342-39b6c3e3beec requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:45.465387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:45.495115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:45.495484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:45.495861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:45.547456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:45.547952 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:45.548504 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 2 to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe Aug 29 07:03:45.610118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:45.617770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:45.618198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:45.691334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:45.691334 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:45.691710 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 3 to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe Aug 29 07:03:45.720096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:45.720096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:45.720096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:45.723212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:45.723554 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:45.724032 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 4 to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe Aug 29 07:03:45.745294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:45.745645 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:45.746291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:45.786607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:45.786954 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:45.789013 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 5 to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe Aug 29 07:03:45.818921 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:45.819294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:45.819645 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:45.860224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:45.860224 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:45.860224 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 6 to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe Aug 29 07:03:45.886522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:45.887468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:45.888243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:45.903137 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f40e826-974b-419d-afd8-88ce8d107b2e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:45.910288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:45.910998 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:45.913847 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 7 to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe Aug 29 07:03:45.990600 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:45.990946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:45.991320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:45.997483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:45.997905 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:45.998669 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 8 to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe Aug 29 07:03:46.020837 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f40e826-974b-419d-afd8-88ce8d107b2e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:46.049166 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:46.053111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:46.053578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:46.367781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:46.368197 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:46.370194 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 9 to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe Aug 29 07:03:46.388218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f40e826-974b-419d-afd8-88ce8d107b2e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router 0e501925-e91a-4daf-8743-aa4e2bd08c83 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:03:46.417456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:46.417810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:46.418373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:46.442753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae911b83-6954-4984-b810-8fc93a4994cf req-b1ea98f5-8f13-402e-8a91-5aebfcc90be4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:46.444519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae911b83-6954-4984-b810-8fc93a4994cf req-b1ea98f5-8f13-402e-8a91-5aebfcc90be4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 943 time: 0.2780931 Aug 29 07:03:46.445798 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:46.446131 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:46.449080 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 10 to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe Aug 29 07:03:46.526376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:46.526787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:46.527215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:46.550868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:46.550868 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port e045a715-3d8b-4c6d-84d0-ac72263dfbfe on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:46.551479 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:46.605345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae911b83-6954-4984-b810-8fc93a4994cf req-bf3be6fc-5c7c-4f55-984f-f9c45d35d60d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169205 Aug 29 07:03:46.682120 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f40e826-974b-419d-afd8-88ce8d107b2e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:03:46.694433 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f40e826-974b-419d-afd8-88ce8d107b2e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:46.695755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4f40e826-974b-419d-afd8-88ce8d107b2e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/0e501925-e91a-4daf-8743-aa4e2bd08c83 HTTP/1.1" status: 200 len: 891 time: 1.5020137 Aug 29 07:03:46.696300 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d8625-8512-4b3a-a651-17698665b7a1 None None] Sync routers for ids ['0e501925-e91a-4daf-8743-aa4e2bd08c83'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:03:46.698926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44074) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:46.717489 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] For port e045a715-3d8b-4c6d-84d0-ac72263dfbfe, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:03:46.717665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempted to set empty binding levels {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 07:03:46.718311 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d8625-8512-4b3a-a651-17698665b7a1 None None] Routers {'0e501925-e91a-4daf-8743-aa4e2bd08c83'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:46.718831 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3c5d8625-8512-4b3a-a651-17698665b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0e501925-e91a-4daf-8743-aa4e2bd08c83'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:46.764722 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3c5d8625-8512-4b3a-a651-17698665b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:46.778171 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d8625-8512-4b3a-a651-17698665b7a1 None None] Routers {'0e501925-e91a-4daf-8743-aa4e2bd08c83'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:46.778806 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3c5d8625-8512-4b3a-a651-17698665b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0e501925-e91a-4daf-8743-aa4e2bd08c83'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:46.793896 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:46.922281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:46.922895 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:46.962307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Pushing event updated for resources: {'Port': ['ID=e045a715-3d8b-4c6d-84d0-ac72263dfbfe,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:46.973687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5f31b0b2-6637-413d-9aa3-110c93324932 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/routers/0e501925-e91a-4daf-8743-aa4e2bd08c83 HTTP/1.1" status: 200 len: 891 time: 0.2738888 Aug 29 07:03:46.979483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44078) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:47.020877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44080) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:47.032197 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e556ebda-5ac1-4b06-b52a-54cd01195237 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e501925-e91a-4daf-8743-aa4e2bd08c83 HTTP/1.1" status: 200 len: 205 time: 0.0514765 Aug 29 07:03:47.033040 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3c5d8625-8512-4b3a-a651-17698665b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:47.034246 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d8625-8512-4b3a-a651-17698665b7a1 None None] The sync data for ids ['0e501925-e91a-4daf-8743-aa4e2bd08c83'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:03:47.041549 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-11f396cb-4e37-4018-9c5d-9ff70909db3d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.1270645 Aug 29 07:03:47.042345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44082) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:47.150408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-696fb8f7-a69c-4683-a3fb-8d86f5434f35 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Deleting port e045a715-3d8b-4c6d-84d0-ac72263dfbfe {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:47.150408 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-696fb8f7-a69c-4683-a3fb-8d86f5434f35 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:47.178724 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:47.265911 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-696fb8f7-a69c-4683-a3fb-8d86f5434f35 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] For port e045a715-3d8b-4c6d-84d0-ac72263dfbfe, host n-h1-713301-12, got binding levels [] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:47.270386 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-696fb8f7-a69c-4683-a3fb-8d86f5434f35 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:47.300313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-696fb8f7-a69c-4683-a3fb-8d86f5434f35 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Calling delete_port for e045a715-3d8b-4c6d-84d0-ac72263dfbfe owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:47.631343 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-696fb8f7-a69c-4683-a3fb-8d86f5434f35 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:47.676403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fb8f7-a69c-4683-a3fb-8d86f5434f35 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Pushing event deleted for resources: {'Port': ['ID=e045a715-3d8b-4c6d-84d0-ac72263dfbfe,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:47.711002 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-696fb8f7-a69c-4683-a3fb-8d86f5434f35 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:47.716945 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-696fb8f7-a69c-4683-a3fb-8d86f5434f35 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "DELETE /v2.0/ports/e045a715-3d8b-4c6d-84d0-ac72263dfbfe HTTP/1.1" status: 204 len: 168 time: 0.6709914 Aug 29 07:03:47.722147 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44090) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:47.780397 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:47.817858 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-239d2b64-0f62-480d-b186-0522e30b7791 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] GET failed (client error): The resource could not be found. Aug 29 07:03:47.825568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-239d2b64-0f62-480d-b186-0522e30b7791 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "GET /v2.0/ports/e045a715-3d8b-4c6d-84d0-ac72263dfbfe HTTP/1.1" status: 404 len: 333 time: 0.0974071 Aug 29 07:03:47.827102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44092) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:47.835005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Request body: {'port': {'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1235325875'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:47.857898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cdaea-e5ce-4723-8856-85afd65ee2c2 req-bbde513b-4498-425c-a1fc-45b9e0716b94 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:47.862581 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-415cdaea-e5ce-4723-8856-85afd65ee2c2 req-bbde513b-4498-425c-a1fc-45b9e0716b94 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 943 time: 0.1412084 Aug 29 07:03:47.916911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-415cdaea-e5ce-4723-8856-85afd65ee2c2 req-9bc4070f-be59-4a93-b26f-c65a42c37645 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445237 Aug 29 07:03:47.960218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Made reservation on behalf of fc3d2050d7d647999f8d8b24bda9744e for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:47.963928 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:47.991456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] device_id is not set on port 4e0384b9-dad4-4072-af21-cf99cf49601d yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:03:48.009900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port ff54554a-198d-437d-bdfe-93e7b5aa1cce {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:48.010257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:48.226118 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:48.250591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for ff54554a-198d-437d-bdfe-93e7b5aa1cce owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:48.346058 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:48.669171 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:48.751050 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Network b7f56cdd-86d6-4abb-b342-39b6c3e3beec is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:48.754388 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:48.758650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:48.759829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:48.760456 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:48.778245 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Pushing event updated for resources: {'Port': ['ID=4e0384b9-dad4-4072-af21-cf99cf49601d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:48.794543 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:48.796623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:48.796995 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:48.797342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:48.797698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:48.798102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:48.798454 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:48.798784 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:48.799128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:48.799503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:48.799841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:48.800173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:48.800511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:03:48.854838 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=ff54554a-198d-437d-bdfe-93e7b5aa1cce,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:48.907415 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9b133975-2a38-4efe-baf3-0fdbcd391498 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0787199 Aug 29 07:03:48.912484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44106) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:48.921524 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:48.963179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:49.073136 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:49.214303 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:49.223966 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:49.381764 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:49.386223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Fanout notify agent at l3_agent the message router_deleted on router 0e501925-e91a-4daf-8743-aa4e2bd08c83 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:03:49.395953 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:49.403316 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-00f2a72e-1dd4-44ab-ba14-cacfe091c7ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/routers/0e501925-e91a-4daf-8743-aa4e2bd08c83 HTTP/1.1" status: 204 len: 168 time: 2.3804574 Aug 29 07:03:49.407210 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44114) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:49.412571 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f625166c-c479-496d-94c9-d14a99dc7027 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1981750256'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:49.488447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3166-351e-4c4f-95fa-caceb11069b6 req-a7a96797-1688-412e-a896-d38fc6798349 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:49.504986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b42e3166-351e-4c4f-95fa-caceb11069b6 req-a7a96797-1688-412e-a896-d38fc6798349 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 943 time: 0.3954220 Aug 29 07:03:49.535599 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f625166c-c479-496d-94c9-d14a99dc7027 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:49.541390 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f625166c-c479-496d-94c9-d14a99dc7027 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:49.564214 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] device_id is not set on port 4e0384b9-dad4-4072-af21-cf99cf49601d yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:03:49.573599 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:49.588537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Transition to ACTIVE for port object 4e0384b9-dad4-4072-af21-cf99cf49601d will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:49.639454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b42e3166-351e-4c4f-95fa-caceb11069b6 req-9efa09f2-1434-49f2-8aba-f870ad18185f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326616 Aug 29 07:03:49.664961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f625166c-c479-496d-94c9-d14a99dc7027 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:03:49.679641 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:49.683371 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f625166c-c479-496d-94c9-d14a99dc7027 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:49.703853 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-f625166c-c479-496d-94c9-d14a99dc7027 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Added segment 711a05ed-292d-4c0d-ab27-88870e099829 of type vlan for network 81a939cf-d121-453e-86ef-97b86db1eb90 Aug 29 07:03:49.764220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Pushing event updated for resources: {'Port': ['ID=4e0384b9-dad4-4072-af21-cf99cf49601d,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:49.769535 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:49.770007 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:49.770536 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:49.776281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:49.776995 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:49.777483 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 2 to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d Aug 29 07:03:49.793244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:49.793782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:49.794365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:49.801618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:49.802046 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:49.802516 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 3 to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d Aug 29 07:03:49.824887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:49.824887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:49.824887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:49.831203 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:49.831203 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:49.831203 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 4 to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d Aug 29 07:03:49.841470 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f625166c-c479-496d-94c9-d14a99dc7027 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:49.875397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:49.875917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:49.876440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:49.884759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:49.885269 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:49.885872 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 5 to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d Aug 29 07:03:49.910760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:49.911275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:49.911691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:49.917437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:49.918185 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:49.918347 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 6 to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d Aug 29 07:03:49.947105 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f625166c-c479-496d-94c9-d14a99dc7027 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:49.963529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:49.963529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:49.963529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:49.964225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f625166c-c479-496d-94c9-d14a99dc7027 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:49.964225 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f625166c-c479-496d-94c9-d14a99dc7027 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:49.975880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:49.979308 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:49.979905 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 7 to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d Aug 29 07:03:50.015347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:50.016500 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:50.016989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:03:50.017719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:50.031953 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:50.032280 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:50.032685 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 8 to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d Aug 29 07:03:50.060227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:50.061024 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:50.061873 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:50.075258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:50.076063 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:50.076771 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 9 to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d Aug 29 07:03:50.122892 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f625166c-c479-496d-94c9-d14a99dc7027 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7142801 Aug 29 07:03:50.130042 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44122) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:50.147330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-89af99e8-cc1c-402b-b578-992901900e1c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'subnet': {'network_id': '81a939cf-d121-453e-86ef-97b86db1eb90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:50.159369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:50.159369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:50.159369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:50.170490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625166c-c479-496d-94c9-d14a99dc7027 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Network': ['ID=81a939cf-d121-453e-86ef-97b86db1eb90,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:50.219567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 81a939cf-d121-453e-86ef-97b86db1eb90 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:03:50.264648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:50.267981 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:50.271669 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 10 to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d Aug 29 07:03:50.359429 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:50.360230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:50.362520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:50.388911 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:50.396126 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 4e0384b9-dad4-4072-af21-cf99cf49601d on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:50.397291 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:50.438136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9bba873f-b7bc-4dce-9d44-ddd0abae9de4,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:50.455543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '9bba873f-b7bc-4dce-9d44-ddd0abae9de4', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'port_id': '9bba873f-b7bc-4dce-9d44-ddd0abae9de4', 'mac_address': 'fa:16:3e:e6:e9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:03:50.512387 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:50.530469 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:03:50.560925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] For port 4e0384b9-dad4-4072-af21-cf99cf49601d, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:03:50.568979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempted to set empty binding levels {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 07:03:50.569772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9bba873f-b7bc-4dce-9d44-ddd0abae9de4,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:50.627612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89af99e8-cc1c-402b-b578-992901900e1c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:50.633264 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-89af99e8-cc1c-402b-b578-992901900e1c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:50.693045 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:50.712349 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:50.777285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=9bba873f-b7bc-4dce-9d44-ddd0abae9de4,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:50.847773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] In _notify_port_updated(), no bound segment for port 4e0384b9-dad4-4072-af21-cf99cf49601d on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 07:03:50.848823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:50.849763 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:50.851747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "PUT /v2.0/ports/4e0384b9-dad4-4072-af21-cf99cf49601d HTTP/1.1" status: 200 len: 976 time: 1.9368351 Aug 29 07:03:50.861286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44138) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:50.869998 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d0527-1491-4b94-a72f-a70c71dc85d4 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Pushing event updated for resources: {'Port': ['ID=4e0384b9-dad4-4072-af21-cf99cf49601d,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:50.930058 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5f739-464b-4124-b3e7-f09ac77c3605 req-32997897-fc97-4cb4-849a-6c7434978d1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:50.931904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-abb5f739-464b-4124-b3e7-f09ac77c3605 req-32997897-fc97-4cb4-849a-6c7434978d1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 944 time: 0.1457286 Aug 29 07:03:50.969234 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:51.022314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.023760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.024305 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.024994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.025564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.026371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.026905 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.027482 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.028134 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.028676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.029160 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.029678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.030091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.030559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.031024 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.031611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.032159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.033383 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.034007 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.034484 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.044226 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7534867e-a3a2-4251-8af7-b7e2e5e8020b tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18209 time: 0.1750250 Aug 29 07:03:51.045655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44140) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:51.149156 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-abb5f739-464b-4124-b3e7-f09ac77c3605 req-9c89a842-d6e6-4787-bf5a-798d563e132f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082334 Aug 29 07:03:51.151184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['9bba873f-b7bc-4dce-9d44-ddd0abae9de4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:03:51.254577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a2fdf2ba-b2f3-46e7-8a55-745146bb2e03 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Deleting port 4e0384b9-dad4-4072-af21-cf99cf49601d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:51.254979 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf2ba-b2f3-46e7-8a55-745146bb2e03 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:51.341163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-a2fdf2ba-b2f3-46e7-8a55-745146bb2e03 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] For port 4e0384b9-dad4-4072-af21-cf99cf49601d, host n-h1-713301-12, got binding levels [] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:51.342005 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf2ba-b2f3-46e7-8a55-745146bb2e03 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:51.349275 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-89af99e8-cc1c-402b-b578-992901900e1c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:51.358518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a2fdf2ba-b2f3-46e7-8a55-745146bb2e03 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Calling delete_port for 4e0384b9-dad4-4072-af21-cf99cf49601d owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:51.477122 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af99e8-cc1c-402b-b578-992901900e1c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Subnet': ['ID=1cf2563a-829c-40cf-80f2-14761c052e77,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:51.487819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af99e8-cc1c-402b-b578-992901900e1c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Checking segment: {'id': '711a05ed-292d-4c0d-ab27-88870e099829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '81a939cf-d121-453e-86ef-97b86db1eb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:51.487819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af99e8-cc1c-402b-b578-992901900e1c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network hostable DHCP agents. Network: 81a939cf-d121-453e-86ef-97b86db1eb90, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:03:51.599065 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf2ba-b2f3-46e7-8a55-745146bb2e03 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:51.631462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdf2ba-b2f3-46e7-8a55-745146bb2e03 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e0384b9-dad4-4072-af21-cf99cf49601d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:51.637157 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf2ba-b2f3-46e7-8a55-745146bb2e03 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:51.639183 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a2fdf2ba-b2f3-46e7-8a55-745146bb2e03 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "DELETE /v2.0/ports/4e0384b9-dad4-4072-af21-cf99cf49601d HTTP/1.1" status: 204 len: 168 time: 0.5856900 Aug 29 07:03:51.641682 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44146) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:51.659253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af99e8-cc1c-402b-b578-992901900e1c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 81a939cf-d121-453e-86ef-97b86db1eb90 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:03:51.682314 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-baed0149-f81f-4f55-9d12-3cfe80e275fb tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] GET failed (client error): The resource could not be found. Aug 29 07:03:51.682314 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-baed0149-f81f-4f55-9d12-3cfe80e275fb tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "GET /v2.0/ports/4e0384b9-dad4-4072-af21-cf99cf49601d HTTP/1.1" status: 404 len: 333 time: 0.0340388 Aug 29 07:03:51.685554 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44150) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:51.693676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7437a89f-46aa-4e4e-b18f-ad815a426192 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-710618982', 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:51.792796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-89af99e8-cc1c-402b-b578-992901900e1c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 81a939cf-d121-453e-86ef-97b86db1eb90) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:51.798592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7437a89f-46aa-4e4e-b18f-ad815a426192 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Made reservation on behalf of fc3d2050d7d647999f8d8b24bda9744e for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:51.798592 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7437a89f-46aa-4e4e-b18f-ad815a426192 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:51.798859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89af99e8-cc1c-402b-b578-992901900e1c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:51.798859 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-89af99e8-cc1c-402b-b578-992901900e1c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:51.808954 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ac3a5-69cd-41bd-ba2b-f89e0c04f2a1 None None] Network 81a939cf-d121-453e-86ef-97b86db1eb90 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:51.825057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-7437a89f-46aa-4e4e-b18f-ad815a426192 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] device_id is not set on port 52ae9660-8872-4b33-a01b-e418618f9348 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:03:51.950335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-89af99e8-cc1c-402b-b578-992901900e1c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8162591 Aug 29 07:03:51.951487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44154) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:51.956796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ee8a150a-e607-4846-ae81-92c3ec7ee24b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-759070763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:52.028956 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-81a939cf-d121-453e-86ef-97b86db1eb90', 'network_id': '81a939cf-d121-453e-86ef-97b86db1eb90', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'fixed_ips': [{'subnet_id': '1cf2563a-829c-40cf-80f2-14761c052e77'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:03:52.030152 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:52.041780 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7437a89f-46aa-4e4e-b18f-ad815a426192 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:52.114458 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee8a150a-e607-4846-ae81-92c3ec7ee24b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:52.119171 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee8a150a-e607-4846-ae81-92c3ec7ee24b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:52.198653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Allocated IP 2001:db8::2 (81a939cf-d121-453e-86ef-97b86db1eb90/1cf2563a-829c-40cf-80f2-14761c052e77/88d17c5b-38fd-49a1-bd1d-67eda9627a32) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:03:52.200559 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7437a89f-46aa-4e4e-b18f-ad815a426192 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:52.252809 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee8a150a-e607-4846-ae81-92c3ec7ee24b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:52.325356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7437a89f-46aa-4e4e-b18f-ad815a426192 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Network b7f56cdd-86d6-4abb-b342-39b6c3e3beec is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:52.339924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-7437a89f-46aa-4e4e-b18f-ad815a426192 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:52.354499 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee8a150a-e607-4846-ae81-92c3ec7ee24b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:52.367947 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7437a89f-46aa-4e4e-b18f-ad815a426192 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:52.375481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7437a89f-46aa-4e4e-b18f-ad815a426192 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:52.376555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7437a89f-46aa-4e4e-b18f-ad815a426192 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:52.427176 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437a89f-46aa-4e4e-b18f-ad815a426192 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Pushing event updated for resources: {'Port': ['ID=52ae9660-8872-4b33-a01b-e418618f9348,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:52.491348 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9f6ac-b484-4535-b377-266f5b8ed0b0 req-ce0c15cc-5b11-4644-95a1-40a91d03dc1e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:52.505848 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aaf9f6ac-b484-4535-b377-266f5b8ed0b0 req-ce0c15cc-5b11-4644-95a1-40a91d03dc1e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 944 time: 0.1296074 Aug 29 07:03:52.565385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aaf9f6ac-b484-4535-b377-266f5b8ed0b0 req-804b661b-4df2-49b1-ad3a-389c231fe54e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568662 Aug 29 07:03:52.567218 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7437a89f-46aa-4e4e-b18f-ad815a426192 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8797123 Aug 29 07:03:52.571644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44164) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:52.572854 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee8a150a-e607-4846-ae81-92c3ec7ee24b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:52.577164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ee8a150a-e607-4846-ae81-92c3ec7ee24b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6219394 Aug 29 07:03:52.579794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44166) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:52.674664 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e8ad27-9f34-4312-8a49-bd5a0af0ac22 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:52.687371 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-40e8ad27-9f34-4312-8a49-bd5a0af0ac22 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "GET /v2.0/ports/52ae9660-8872-4b33-a01b-e418618f9348 HTTP/1.1" status: 200 len: 954 time: 0.1129413 Aug 29 07:03:52.688364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44168) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:52.699891 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:52.717260 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Transition to ACTIVE for port object 88d17c5b-38fd-49a1-bd1d-67eda9627a32 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:52.746445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Transition to ACTIVE for port object 88d17c5b-38fd-49a1-bd1d-67eda9627a32 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:52.877081 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:52.882059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c16ede4f-5aad-4313-b9d8-6265d4879672 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Deleting port 52ae9660-8872-4b33-a01b-e418618f9348 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:52.883328 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c16ede4f-5aad-4313-b9d8-6265d4879672 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:52.958563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Network 81a939cf-d121-453e-86ef-97b86db1eb90 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:52.962394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:52.977501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:53.017828 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c16ede4f-5aad-4313-b9d8-6265d4879672 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:53.028127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Pushing event updated for resources: {'Port': ['ID=88d17c5b-38fd-49a1-bd1d-67eda9627a32,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:53.055380 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c16ede4f-5aad-4313-b9d8-6265d4879672 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Calling delete_port for 52ae9660-8872-4b33-a01b-e418618f9348 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:53.132516 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Attempting to bind port 88d17c5b-38fd-49a1-bd1d-67eda9627a32 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:53.132989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Attempting to bind port 88d17c5b-38fd-49a1-bd1d-67eda9627a32 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '711a05ed-292d-4c0d-ab27-88870e099829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '81a939cf-d121-453e-86ef-97b86db1eb90'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:53.135606 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Attempting to bind port 88d17c5b-38fd-49a1-bd1d-67eda9627a32 on network 81a939cf-d121-453e-86ef-97b86db1eb90 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:53.144511 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:03:53.151944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Checking segment: {'id': '711a05ed-292d-4c0d-ab27-88870e099829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '81a939cf-d121-453e-86ef-97b86db1eb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:03:53.153045 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:53.154377 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Bound using segment: {'id': '711a05ed-292d-4c0d-ab27-88870e099829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '81a939cf-d121-453e-86ef-97b86db1eb90'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:03:53.155318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Bound port: 88d17c5b-38fd-49a1-bd1d-67eda9627a32, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711a05ed-292d-4c0d-ab27-88870e099829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '81a939cf-d121-453e-86ef-97b86db1eb90'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:03:53.156664 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:53.247400 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44176) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:53.316218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] For port 88d17c5b-38fd-49a1-bd1d-67eda9627a32, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:03:53.320911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] For port 88d17c5b-38fd-49a1-bd1d-67eda9627a32, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=88d17c5b-38fd-49a1-bd1d-67eda9627a32,segment=NetworkSegment(711a05ed-292d-4c0d-ab27-88870e099829),segment_id=711a05ed-292d-4c0d-ab27-88870e099829)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:03:53.370084 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c16ede4f-5aad-4313-b9d8-6265d4879672 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:53.411260 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:53.440863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ede4f-5aad-4313-b9d8-6265d4879672 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Pushing event deleted for resources: {'Port': ['ID=52ae9660-8872-4b33-a01b-e418618f9348,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:53.497894 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c16ede4f-5aad-4313-b9d8-6265d4879672 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:53.503005 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c16ede4f-5aad-4313-b9d8-6265d4879672 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "DELETE /v2.0/ports/52ae9660-8872-4b33-a01b-e418618f9348 HTTP/1.1" status: 204 len: 168 time: 0.8103116 Aug 29 07:03:53.503005 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93ebeb41-4fd2-4cd0-8a14-c8c966312ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:53.508703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44182) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:53.555324 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b5715e-4a70-4b69-861d-105aba395d9d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] GET failed (client error): The resource could not be found. Aug 29 07:03:53.556383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810651d8-e77d-4f69-89c2-0b6d4aba7ab3 None None] Pushing event updated for resources: {'Port': ['ID=88d17c5b-38fd-49a1-bd1d-67eda9627a32,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:53.557131 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-52b5715e-4a70-4b69-861d-105aba395d9d tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "GET /v2.0/ports/52ae9660-8872-4b33-a01b-e418618f9348 HTTP/1.1" status: 404 len: 333 time: 0.0513813 Aug 29 07:03:53.562297 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44184) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:53.592389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e9a9a74b-1bc1-42b0-abd0-2a0ce0dda201 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Request body: {'port': {'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1906243082'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:53.668297 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:53.704082 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93ebeb41-4fd2-4cd0-8a14-c8c966312ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:53.805019 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93ebeb41-4fd2-4cd0-8a14-c8c966312ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:53.829160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fffc6-8342-4ec3-b08d-1b92f2699bb1 req-01d199a6-0b26-4c2a-846c-9040509fa546 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:53.834150 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-578fffc6-8342-4ec3-b08d-1b92f2699bb1 req-01d199a6-0b26-4c2a-846c-9040509fa546 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 944 time: 0.1678724 Aug 29 07:03:53.877421 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-93ebeb41-4fd2-4cd0-8a14-c8c966312ef6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0dcc4cd871c247acb09e89b205d762fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6268013 Aug 29 07:03:53.880272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44188) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:53.930073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebeb41-4fd2-4cd0-8a14-c8c966312ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1377c9a7-9de6-4a50-8e79-f230cdc7c96d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:53.956857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-578fffc6-8342-4ec3-b08d-1b92f2699bb1 req-87138167-3aa0-43f8-9b4a-809e7bcae6a5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132030 Aug 29 07:03:53.965173 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ee9518e-be34-4e0b-87f3-bfdc5778ef6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:54.016820 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ee9518e-be34-4e0b-87f3-bfdc5778ef6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:54.034903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:54.063940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a9a74b-1bc1-42b0-abd0-2a0ce0dda201 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Made reservation on behalf of fc3d2050d7d647999f8d8b24bda9744e for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:03:54.072372 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9a9a74b-1bc1-42b0-abd0-2a0ce0dda201 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:54.123953 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-e9a9a74b-1bc1-42b0-abd0-2a0ce0dda201 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] device_id is not set on port 55081b06-ac14-45ef-97b1-5a036ab44118 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:03:54.216112 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:54.216354 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ee9518e-be34-4e0b-87f3-bfdc5778ef6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:54.221809 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ee9518e-be34-4e0b-87f3-bfdc5778ef6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:54.226486 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:54.226486 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:54.226728 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6ee9518e-be34-4e0b-87f3-bfdc5778ef6d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1377c9a7-9de6-4a50-8e79-f230cdc7c96d HTTP/1.1" status: 204 len: 168 time: 0.3419008 Aug 29 07:03:54.229727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Allocated IP 2001:db8::1 (81a939cf-d121-453e-86ef-97b86db1eb90/1cf2563a-829c-40cf-80f2-14761c052e77/84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:03:54.234988 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9518e-be34-4e0b-87f3-bfdc5778ef6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1377c9a7-9de6-4a50-8e79-f230cdc7c96d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:54.387364 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:54.421230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c7f200-40ea-4609-887a-8cc785d66b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bba873f-b7bc-4dce-9d44-ddd0abae9de4'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:03:54.427594 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8badd8e0-8793-4452-91ee-895dc8d1758d" -d '{"events": [{"server_uuid": "97c7f200-40ea-4609-887a-8cc785d66b03", "name": "network-vif-plugged", "status": "completed", "tag": "9bba873f-b7bc-4dce-9d44-ddd0abae9de4"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:03:54.443581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9bba873f-b7bc-4dce-9d44-ddd0abae9de4,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:54.443973 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9a9a74b-1bc1-42b0-abd0-2a0ce0dda201 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:54.489254 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f206c19-faaa-4fdc-aaa6-3f8aaf82976e x-openstack-request-id: req-0f206c19-faaa-4fdc-aaa6-3f8aaf82976e {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:03:54.496233 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c7f200-40ea-4609-887a-8cc785d66b03", "name": "network-vif-plugged", "status": "completed", "tag": "9bba873f-b7bc-4dce-9d44-ddd0abae9de4", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:03:54.496233 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f206c19-faaa-4fdc-aaa6-3f8aaf82976e {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:03:54.496233 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c7f200-40ea-4609-887a-8cc785d66b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bba873f-b7bc-4dce-9d44-ddd0abae9de4', 'code': 200} Aug 29 07:03:54.514093 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:54.548124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Transition to ACTIVE for port object 84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:54.564907 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:54.635754 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9a9a74b-1bc1-42b0-abd0-2a0ce0dda201 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:54.656679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=9bba873f-b7bc-4dce-9d44-ddd0abae9de4,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:54.699868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a9a74b-1bc1-42b0-abd0-2a0ce0dda201 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Network b7f56cdd-86d6-4abb-b342-39b6c3e3beec is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:54.705347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-e9a9a74b-1bc1-42b0-abd0-2a0ce0dda201 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:54.709139 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9a74b-1bc1-42b0-abd0-2a0ce0dda201 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Pushing event updated for resources: {'Port': ['ID=55081b06-ac14-45ef-97b1-5a036ab44118,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:54.718997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a9a74b-1bc1-42b0-abd0-2a0ce0dda201 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:54.720292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a9a74b-1bc1-42b0-abd0-2a0ce0dda201 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:54.721078 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9a9a74b-1bc1-42b0-abd0-2a0ce0dda201 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:54.725882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a00b2-ee1d-4ef5-beef-dbe96b3d496e req-3cd3b49d-de01-41aa-97b3-fb1d32c4e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:54.728298 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-183a00b2-ee1d-4ef5-beef-dbe96b3d496e req-3cd3b49d-de01-41aa-97b3-fb1d32c4e3ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 1097 time: 0.1346154 Aug 29 07:03:54.730979 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:54.834065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 81a939cf-d121-453e-86ef-97b86db1eb90 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:54.851087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:54.879196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fba8c9e-6cf0-46a0-8045-caf7e080085c None None] Network 81a939cf-d121-453e-86ef-97b86db1eb90 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:03:54.880290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:03:54.881010 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:54.895703 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e9a9a74b-1bc1-42b0-abd0-2a0ce0dda201 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3269827 Aug 29 07:03:54.896294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44202) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:54.902998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:54.916089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-183a00b2-ee1d-4ef5-beef-dbe96b3d496e req-3c33483a-fcba-4668-9a0f-da61d9f96014 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681151 Aug 29 07:03:54.971902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:55.023845 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:55.263459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75d7ea-7303-4a89-a062-206bef6be336 req-5f3e2540-38b2-4f85-90da-d4bc9a514e73 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:55.290350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa75d7ea-7303-4a89-a062-206bef6be336 req-5f3e2540-38b2-4f85-90da-d4bc9a514e73 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 945 time: 0.1482472 Aug 29 07:03:55.361647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 88d17c5b-38fd-49a1-bd1d-67eda9627a32 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:55.384588 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] device_id is not set on port 55081b06-ac14-45ef-97b1-5a036ab44118 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:03:55.407826 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:55.419546 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Transition to ACTIVE for port object 55081b06-ac14-45ef-97b1-5a036ab44118 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:03:55.419810 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:55.447002 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa75d7ea-7303-4a89-a062-206bef6be336 req-f141089a-90d9-4ef8-8365-8f9e537d42dc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588562 Aug 29 07:03:55.485157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44224) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:55.645678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-23987164-417c-40e4-af1c-0fb5035f001c None None] Provisioning for port 88d17c5b-38fd-49a1-bd1d-67eda9627a32 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:55.654594 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 88d17c5b-38fd-49a1-bd1d-67eda9627a32 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:55.688141 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-23987164-417c-40e4-af1c-0fb5035f001c None None] Provisioning complete for port 88d17c5b-38fd-49a1-bd1d-67eda9627a32 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:55.688738 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-23987164-417c-40e4-af1c-0fb5035f001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:55.690492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 88d17c5b-38fd-49a1-bd1d-67eda9627a32 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:55.690853 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:55.752169 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:55.859263 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:55.875939 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-23987164-417c-40e4-af1c-0fb5035f001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:55.880695 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:55.881576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Pushing event updated for resources: {'Port': ['ID=55081b06-ac14-45ef-97b1-5a036ab44118,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:55.965158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-23987164-417c-40e4-af1c-0fb5035f001c None None] For port 88d17c5b-38fd-49a1-bd1d-67eda9627a32, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=88d17c5b-38fd-49a1-bd1d-67eda9627a32,segment=NetworkSegment(711a05ed-292d-4c0d-ab27-88870e099829),segment_id=711a05ed-292d-4c0d-ab27-88870e099829)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:55.979409 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:55.982708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:55.983055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:55.983444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:55.984322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:55.995030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:55.995418 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:55.998826 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 2 to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 Aug 29 07:03:56.014139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:56.014139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:56.014139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:56.046043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:56.046431 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:56.048298 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 3 to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 Aug 29 07:03:56.081128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:56.081482 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:56.081834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:56.092018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:56.092362 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:56.095235 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 4 to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 Aug 29 07:03:56.101597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:56.119604 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:56.119971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:56.120319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:56.128875 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-23987164-417c-40e4-af1c-0fb5035f001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:56.150589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:56.150947 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:56.158663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 81a939cf-d121-453e-86ef-97b86db1eb90 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:03:56.160871 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 5 to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 Aug 29 07:03:56.161032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:03:56.198659 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:56.199010 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:56.199373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:56.233949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:56.234318 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:56.237468 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:03:56.237884 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:03:56.240942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23987164-417c-40e4-af1c-0fb5035f001c None None] Pushing event updated for resources: {'Port': ['ID=88d17c5b-38fd-49a1-bd1d-67eda9627a32,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:56.253225 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 6 to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 Aug 29 07:03:56.295708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:56.296115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:56.296466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:56.301152 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-829a6a21-cddf-4f37-a572-b75f822c4106 None None] Provisioning complete for port 88d17c5b-38fd-49a1-bd1d-67eda9627a32 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:56.301714 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-829a6a21-cddf-4f37-a572-b75f822c4106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:56.306223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:56.306421 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:56.312946 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 7 to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 Aug 29 07:03:56.360339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:56.360982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:56.361471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:56.371033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:56.372556 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:56.372556 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 8 to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 Aug 29 07:03:56.435634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:56.436477 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:56.436573 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:56.446020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:56.446360 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:56.449227 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 9 to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 Aug 29 07:03:56.457242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router f6da9137-a4d6-44ea-a24a-00bd77b0806c is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:03:56.501142 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:56.501964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:56.504350 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:56.520610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:56.523828 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:56.534111 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempt 10 to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 Aug 29 07:03:56.562858 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ff2bd07-e90c-4b6b-a77b-64d39949480f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:56.571965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:03:56.572564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:03:56.573103 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempting to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:03:56.632807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-829a6a21-cddf-4f37-a572-b75f822c4106 None None] Provisioning for port 84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:03:56.638533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-829a6a21-cddf-4f37-a572-b75f822c4106 None None] Provisioning complete for port 84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:56.638917 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-829a6a21-cddf-4f37-a572-b75f822c4106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:56.676253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:03:56.686455 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fecbed37-243a-43bc-bd16-63462f25a4aa tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/f6da9137-a4d6-44ea-a24a-00bd77b0806c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1013277 Aug 29 07:03:56.689392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44246) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:56.692310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a0653-fedc-429d-b661-6189fcea5a01 None None] Sync routers for ids ['f6da9137-a4d6-44ea-a24a-00bd77b0806c'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:03:56.712005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-829a6a21-cddf-4f37-a572-b75f822c4106 None None] Port 84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:03:56.712363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dceef0-ca38-4e90-8b6b-c4d8fbde9463 req-15244474-dac8-4505-a3e1-552e70accb01 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:56.715176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45dceef0-ca38-4e90-8b6b-c4d8fbde9463 req-15244474-dac8-4505-a3e1-552e70accb01 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 945 time: 0.1089606 Aug 29 07:03:56.721369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a0653-fedc-429d-b661-6189fcea5a01 None None] Routers {'f6da9137-a4d6-44ea-a24a-00bd77b0806c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:56.722441 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-885a0653-fedc-429d-b661-6189fcea5a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f6da9137-a4d6-44ea-a24a-00bd77b0806c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:56.726728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:03:56.727070 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Failed to bind port 55081b06-ac14-45ef-97b1-5a036ab44118 on host n-h1-713301-12 for vnic_type normal using segments [{'id': 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7f56cdd-86d6-4abb-b342-39b6c3e3beec'}] Aug 29 07:03:56.727492 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:56.774726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-885a0653-fedc-429d-b661-6189fcea5a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:56.777661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabffb85-8cde-4f2b-935c-efaf6245ddae tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:56.782000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-dabffb85-8cde-4f2b-935c-efaf6245ddae tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports/84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f HTTP/1.1" status: 200 len: 911 time: 0.0902221 Aug 29 07:03:56.784116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44248) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:56.789458 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-63c059e2-aec2-487d-b831-b85d230c6b4f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1cf2563a-829c-40cf-80f2-14761c052e77'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:03:56.807092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a0653-fedc-429d-b661-6189fcea5a01 None None] Routers {'f6da9137-a4d6-44ea-a24a-00bd77b0806c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:56.807785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-885a0653-fedc-429d-b661-6189fcea5a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f6da9137-a4d6-44ea-a24a-00bd77b0806c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:56.846676 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-885a0653-fedc-429d-b661-6189fcea5a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:56.847264 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a0653-fedc-429d-b661-6189fcea5a01 None None] The sync data for ids ['f6da9137-a4d6-44ea-a24a-00bd77b0806c'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:03:56.877787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45dceef0-ca38-4e90-8b6b-c4d8fbde9463 req-0ea99455-d11f-4c52-a90b-01ec280b6483 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377718 Aug 29 07:03:56.924936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] For port 55081b06-ac14-45ef-97b1-5a036ab44118, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:03:56.928503 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6079e675-a3e4-4096-bbfc-e7231f0d1fb2 None None] Provisioning complete for port 84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:56.928503 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6079e675-a3e4-4096-bbfc-e7231f0d1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:56.929941 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attempted to set empty binding levels {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 07:03:57.012634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6079e675-a3e4-4096-bbfc-e7231f0d1fb2 None None] Port 84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:03:57.031241 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.079072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] In _notify_port_updated(), no bound segment for port 55081b06-ac14-45ef-97b1-5a036ab44118 on network b7f56cdd-86d6-4abb-b342-39b6c3e3beec {{(pid=95403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 07:03:57.080036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:57.080561 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.084591 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "PUT /v2.0/ports/55081b06-ac14-45ef-97b1-5a036ab44118 HTTP/1.1" status: 200 len: 976 time: 2.1842470 Aug 29 07:03:57.087803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44252) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:57.088029 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63c059e2-aec2-487d-b831-b85d230c6b4f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.124521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 88d17c5b-38fd-49a1-bd1d-67eda9627a32 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:03:57.130244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8a88f-59f8-406c-9caa-5cfc78468497 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Pushing event updated for resources: {'Port': ['ID=55081b06-ac14-45ef-97b1-5a036ab44118,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:57.175026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8ff2bd07-e90c-4b6b-a77b-64d39949480f admin admin] Deleting port 93d6caf0-793f-4356-9478-d8c6ecd86b26 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:57.175402 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ff2bd07-e90c-4b6b-a77b-64d39949480f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.189389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-845fb450-e928-49c4-a630-52d21454c8f4 None None] Provisioning complete for port 84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:57.189763 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-845fb450-e928-49c4-a630-52d21454c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.242458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-845fb450-e928-49c4-a630-52d21454c8f4 None None] Port 84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:03:57.248049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 88d17c5b-38fd-49a1-bd1d-67eda9627a32 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:03:57.248428 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.290585 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-619570fa-38bb-4582-9492-272bd5e24f79 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Deleting port 55081b06-ac14-45ef-97b1-5a036ab44118 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:57.291531 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-619570fa-38bb-4582-9492-272bd5e24f79 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.352456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-8ff2bd07-e90c-4b6b-a77b-64d39949480f admin admin] For port 93d6caf0-793f-4356-9478-d8c6ecd86b26, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=93d6caf0-793f-4356-9478-d8c6ecd86b26,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:57.352833 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ff2bd07-e90c-4b6b-a77b-64d39949480f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.384673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-619570fa-38bb-4582-9492-272bd5e24f79 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] For port 55081b06-ac14-45ef-97b1-5a036ab44118, host n-h1-713301-12, got binding levels [] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:57.385063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-619570fa-38bb-4582-9492-272bd5e24f79 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.387551 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8ff2bd07-e90c-4b6b-a77b-64d39949480f admin admin] Calling delete_port for 93d6caf0-793f-4356-9478-d8c6ecd86b26 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:57.408852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-619570fa-38bb-4582-9492-272bd5e24f79 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Calling delete_port for 55081b06-ac14-45ef-97b1-5a036ab44118 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:57.657797 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63c059e2-aec2-487d-b831-b85d230c6b4f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.707171 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-619570fa-38bb-4582-9492-272bd5e24f79 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.735551 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619570fa-38bb-4582-9492-272bd5e24f79 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Pushing event deleted for resources: {'Port': ['ID=55081b06-ac14-45ef-97b1-5a036ab44118,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:57.744286 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-619570fa-38bb-4582-9492-272bd5e24f79 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.746668 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-619570fa-38bb-4582-9492-272bd5e24f79 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "DELETE /v2.0/ports/55081b06-ac14-45ef-97b1-5a036ab44118 HTTP/1.1" status: 204 len: 168 time: 0.6579797 Aug 29 07:03:57.752587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44268) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:57.777034 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca9268a-f1f3-403a-8e33-c5098004ab12 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] GET failed (client error): The resource could not be found. Aug 29 07:03:57.781879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7ca9268a-f1f3-403a-8e33-c5098004ab12 tempest-PortsAdminExtendedAttrsTestJSON-685150263 tempest-PortsAdminExtendedAttrsTestJSON-685150263-project-admin] 10.222.0.76 "GET /v2.0/ports/55081b06-ac14-45ef-97b1-5a036ab44118 HTTP/1.1" status: 404 len: 333 time: 0.0280681 Aug 29 07:03:57.782402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44272) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:57.788728 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63c059e2-aec2-487d-b831-b85d230c6b4f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.795553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c059e2-aec2-487d-b831-b85d230c6b4f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:57.796134 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63c059e2-aec2-487d-b831-b85d230c6b4f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.800438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-63c059e2-aec2-487d-b831-b85d230c6b4f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/ports/84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f HTTP/1.1" status: 200 len: 911 time: 1.0126233 Aug 29 07:03:57.800952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44274) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:57.830611 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ff2bd07-e90c-4b6b-a77b-64d39949480f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.882567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2bd07-e90c-4b6b-a77b-64d39949480f admin admin] Pushing event deleted for resources: {'Port': ['ID=93d6caf0-793f-4356-9478-d8c6ecd86b26,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:57.922261 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb464-85a6-4231-a69e-e53984f52230 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:57.973828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c059e2-aec2-487d-b831-b85d230c6b4f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:58.193299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd54bd-519c-452f-97ed-e52536b04073 req-a108fd2e-0987-45eb-9a54-155386ca6d21 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:58.196282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2cd54bd-519c-452f-97ed-e52536b04073 req-a108fd2e-0987-45eb-9a54-155386ca6d21 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 945 time: 0.1803515 Aug 29 07:03:58.293865 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2cd54bd-519c-452f-97ed-e52536b04073 req-7c30e8dc-02ef-4cd9-89f1-646db998dbeb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860364 Aug 29 07:03:58.487026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea3791-28d5-4a0f-8bda-ad118903a01f req-4ecde267-b1fa-4339-9f7d-22177f27134a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:58.497101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4eea3791-28d5-4a0f-8bda-ad118903a01f req-4ecde267-b1fa-4339-9f7d-22177f27134a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 945 time: 0.0861943 Aug 29 07:03:58.556393 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af16ca20-c934-4cdd-ba15-506a9cf3d840 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:58.608724 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb464-85a6-4231-a69e-e53984f52230 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:58.609230 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4eea3791-28d5-4a0f-8bda-ad118903a01f req-a5eff39f-1506-45a2-9241-0613c1bb9aaf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112530 Aug 29 07:03:58.626282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-0f3cb464-85a6-4231-a69e-e53984f52230 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f56cdd-86d6-4abb-b342-39b6c3e3beec']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:58.654488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-0f3cb464-85a6-4231-a69e-e53984f52230 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:58.654488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-0f3cb464-85a6-4231-a69e-e53984f52230 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7611e61-ba9c-4b69-90d3-491c6d5cc3b2') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:58.663834 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb464-85a6-4231-a69e-e53984f52230 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:58.672446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ff2bd07-e90c-4b6b-a77b-64d39949480f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:58.684963 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb464-85a6-4231-a69e-e53984f52230 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:58.695578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3cb464-85a6-4231-a69e-e53984f52230 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:03:58.695995 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb464-85a6-4231-a69e-e53984f52230 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:03:58.699079 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:03:58.889177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e893113-9533-4a20-b978-0197e469a49e req-2a7b0db8-40b9-480f-897c-5acf573123dd tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:58.890836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e893113-9533-4a20-b978-0197e469a49e req-2a7b0db8-40b9-480f-897c-5acf573123dd tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 945 time: 0.1104419 Aug 29 07:03:58.950826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e893113-9533-4a20-b978-0197e469a49e req-8e4ba00f-8cff-436d-9482-a51d471d9c0b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481665 Aug 29 07:03:58.984635 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb464-85a6-4231-a69e-e53984f52230 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:58.993476 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb464-85a6-4231-a69e-e53984f52230 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:58.998278 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0f3cb464-85a6-4231-a69e-e53984f52230 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] 10.222.0.76 "DELETE /v2.0/networks/b7f56cdd-86d6-4abb-b342-39b6c3e3beec HTTP/1.1" status: 204 len: 168 time: 1.2121918 Aug 29 07:03:59.013369 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb464-85a6-4231-a69e-e53984f52230 tempest-PortsAdminExtendedAttrsTestJSON-449432439 tempest-PortsAdminExtendedAttrsTestJSON-449432439-project] Pushing event deleted for resources: {'Network': ['ID=b7f56cdd-86d6-4abb-b342-39b6c3e3beec,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:59.028211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff2bd07-e90c-4b6b-a77b-64d39949480f admin admin] Router 9cf05a5f-f23b-43e2-84ea-23030c63c890 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:03:59.165201 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-af16ca20-c934-4cdd-ba15-506a9cf3d840 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port 84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:59.165779 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af16ca20-c934-4cdd-ba15-506a9cf3d840 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:59.189213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff2bd07-e90c-4b6b-a77b-64d39949480f admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:03:59.207801 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786ace7-d666-4c4e-a33c-1e6147252c27 None None] Sync routers for ids ['9cf05a5f-f23b-43e2-84ea-23030c63c890'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:03:59.208223 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8ff2bd07-e90c-4b6b-a77b-64d39949480f admin admin] 10.222.0.76 "PUT /v2.0/routers/9cf05a5f-f23b-43e2-84ea-23030c63c890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7170026 Aug 29 07:03:59.208223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44306) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:59.221726 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786ace7-d666-4c4e-a33c-1e6147252c27 None None] Routers {'9cf05a5f-f23b-43e2-84ea-23030c63c890'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:59.222727 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7786ace7-d666-4c4e-a33c-1e6147252c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9cf05a5f-f23b-43e2-84ea-23030c63c890'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:59.323484 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af16ca20-c934-4cdd-ba15-506a9cf3d840 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:59.337311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-af16ca20-c934-4cdd-ba15-506a9cf3d840 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for 84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:59.344590 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:59.394837 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-7786ace7-d666-4c4e-a33c-1e6147252c27 None None] Set router 9cf05a5f-f23b-43e2-84ea-23030c63c890 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:03:59.536908 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:59.649173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d85aeb-3d98-4dd8-b3de-6f50d168e2ad req-4841f099-b95f-4298-8c4d-d2e91d4a1544 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:03:59.651031 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27d85aeb-3d98-4dd8-b3de-6f50d168e2ad req-4841f099-b95f-4298-8c4d-d2e91d4a1544 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 945 time: 0.0788417 Aug 29 07:03:59.704360 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7786ace7-d666-4c4e-a33c-1e6147252c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T07:03:57Z', 'revision_number': 5, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port': {'id': 'd64fa2cb-3863-490d-bf96-a4e4dfc9a9b5', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:53:29Z', 'updated_at': '2021-08-29T06:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:59.715688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] Deleting port d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:03:59.715688 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:59.729465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27d85aeb-3d98-4dd8-b3de-6f50d168e2ad req-5010995e-a24e-429c-8096-5a829a1980d7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676088 Aug 29 07:03:59.735836 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af16ca20-c934-4cdd-ba15-506a9cf3d840 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:59.750186 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786ace7-d666-4c4e-a33c-1e6147252c27 None None] Checking router: 9cf05a5f-f23b-43e2-84ea-23030c63c890 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:03:59.763114 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786ace7-d666-4c4e-a33c-1e6147252c27 None None] Routers {'9cf05a5f-f23b-43e2-84ea-23030c63c890'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:03:59.763114 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7786ace7-d666-4c4e-a33c-1e6147252c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9cf05a5f-f23b-43e2-84ea-23030c63c890'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:03:59.875088 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16ca20-c934-4cdd-ba15-506a9cf3d840 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=84a1a58b-4d06-4fe9-bbb9-74bd32ae9e5f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:03:59.907298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] For port d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:03:59.908076 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:03:59.925843 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] Calling delete_port for d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:03:59.977871 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-7786ace7-d666-4c4e-a33c-1e6147252c27 None None] Set router 9cf05a5f-f23b-43e2-84ea-23030c63c890 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:03:59.978101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44318) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:03:59.990473 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af16ca20-c934-4cdd-ba15-506a9cf3d840 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:00.119839 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7786ace7-d666-4c4e-a33c-1e6147252c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T07:03:59Z', 'revision_number': 6, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:00.176841 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786ace7-d666-4c4e-a33c-1e6147252c27 None None] The sync data for ids ['9cf05a5f-f23b-43e2-84ea-23030c63c890'] in n-d-713301-12 is: [{'id': '9cf05a5f-f23b-43e2-84ea-23030c63c890', 'name': 'tempest-AttachVolumeTestJSON-1548794565-router', 'tenant_id': '395f384cb65b432a9ea260b20483cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:53:28Z', 'updated_at': '2021-08-29T07:03:59Z', 'revision_number': 6, 'project_id': '395f384cb65b432a9ea260b20483cc6b', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:04:00.235978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af16ca20-c934-4cdd-ba15-506a9cf3d840 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router f6da9137-a4d6-44ea-a24a-00bd77b0806c has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:04:00.275948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ae793eb9-7442-43f6-bfdd-c51c010a8c9a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5deaf10444ad4fed9ad24b7e3a565dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942488 Aug 29 07:04:00.276346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44322) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:00.334915 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:00.348206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af16ca20-c934-4cdd-ba15-506a9cf3d840 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:04:00.355945 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-af16ca20-c934-4cdd-ba15-506a9cf3d840 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/f6da9137-a4d6-44ea-a24a-00bd77b0806c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5538008 Aug 29 07:04:00.358626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44326) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:00.361588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e7a6fa-0dc9-4740-9732-b50e24b9b6e3 None None] Sync routers for ids ['f6da9137-a4d6-44ea-a24a-00bd77b0806c'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:04:00.371177 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c9801b5-b33e-465e-92f2-7b4a151b172a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:00.374517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:00.382949 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e7a6fa-0dc9-4740-9732-b50e24b9b6e3 None None] Routers {'f6da9137-a4d6-44ea-a24a-00bd77b0806c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:00.387591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b3e7a6fa-0dc9-4740-9732-b50e24b9b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f6da9137-a4d6-44ea-a24a-00bd77b0806c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:00.437360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-09dc6bc0-b99d-49f7-8ffc-552c717eb610 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6da9137-a4d6-44ea-a24a-00bd77b0806c HTTP/1.1" status: 200 len: 205 time: 0.0698850 Aug 29 07:04:00.438232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44328) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:00.454397 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b3e7a6fa-0dc9-4740-9732-b50e24b9b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:00.466115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e7a6fa-0dc9-4740-9732-b50e24b9b6e3 None None] Routers {'f6da9137-a4d6-44ea-a24a-00bd77b0806c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:00.467019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b3e7a6fa-0dc9-4740-9732-b50e24b9b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f6da9137-a4d6-44ea-a24a-00bd77b0806c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:00.474910 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c9801b5-b33e-465e-92f2-7b4a151b172a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:00.477533 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:00.524349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b3e7a6fa-0dc9-4740-9732-b50e24b9b6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:00.527277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e7a6fa-0dc9-4740-9732-b50e24b9b6e3 None None] The sync data for ids ['f6da9137-a4d6-44ea-a24a-00bd77b0806c'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:04:00.557687 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fb3ee28e-ed25-4f85-91ed-03c9be21f9a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:00.665842 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:00.669949 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:00.810462 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c9801b5-b33e-465e-92f2-7b4a151b172a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:00.814103 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c9801b5-b33e-465e-92f2-7b4a151b172a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:00.822628 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3c9801b5-b33e-465e-92f2-7b4a151b172a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f79b4f87-070e-408d-89a7-cef7a8b87a5c HTTP/1.1" status: 204 len: 168 time: 0.5382280 Aug 29 07:04:00.837107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9801b5-b33e-465e-92f2-7b4a151b172a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79b4f87-070e-408d-89a7-cef7a8b87a5c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:00.859541 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:00.860599 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cf05a5f-f23b-43e2-84ea-23030c63c890 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:04:00.869709 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:00.869709 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-be1fda4a-e872-43c9-8529-4b167faf4460 admin admin] 10.222.0.76 "DELETE /v2.0/routers/9cf05a5f-f23b-43e2-84ea-23030c63c890 HTTP/1.1" status: 204 len: 168 time: 1.6615446 Aug 29 07:04:00.871756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44338) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:00.943623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47fc593-3a3e-4eb5-9dd9-ec41118a5680 admin admin] Deleting subnet 17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:04:00.947855 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a47fc593-3a3e-4eb5-9dd9-ec41118a5680 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:00.996797 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a47fc593-3a3e-4eb5-9dd9-ec41118a5680 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:01.141670 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a47fc593-3a3e-4eb5-9dd9-ec41118a5680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:01.269543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:04:01.303914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:04:01.304781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d64fa2cb-3863-490d-bf96-a4e4dfc9a9b5 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:04:01.306791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 93d6caf0-793f-4356-9478-d8c6ecd86b26 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:04:01.331540 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a47fc593-3a3e-4eb5-9dd9-ec41118a5680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:01.341387 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 93d6caf0-793f-4356-9478-d8c6ecd86b26 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:04:01.342826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 93d6caf0-793f-4356-9478-d8c6ecd86b26 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:04:01.405445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8a8eb9-10a3-4e66-a811-790d6fe94d9b None None] Network 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:01.410985 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fc593-3a3e-4eb5-9dd9-ec41118a5680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:01.417842 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a47fc593-3a3e-4eb5-9dd9-ec41118a5680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:01.417842 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a47fc593-3a3e-4eb5-9dd9-ec41118a5680 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/17ecaac2-9a1f-41b0-a7c0-f2f6b5c2d268 HTTP/1.1" status: 204 len: 168 time: 0.5422699 Aug 29 07:04:01.421085 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44346) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:01.552666 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fb3ee28e-ed25-4f85-91ed-03c9be21f9a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:01.561575 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fb3ee28e-ed25-4f85-91ed-03c9be21f9a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:01.617414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186f561-ea9c-4b82-8e63-e5173ed54eb7 req-bb6962f0-976b-4456-aae2-f57133420c51 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:01.624699 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e186f561-ea9c-4b82-8e63-e5173ed54eb7 req-bb6962f0-976b-4456-aae2-f57133420c51 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.11 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 945 time: 0.3435416 Aug 29 07:04:01.633007 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dfb8f-128f-4062-9e09-227d7a1fa6ee req-f5936f37-070c-403e-8491-5df3e18eebcb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:01.636434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd0dfb8f-128f-4062-9e09-227d7a1fa6ee req-f5936f37-070c-403e-8491-5df3e18eebcb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 945 time: 0.3979826 Aug 29 07:04:01.644388 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:01.664547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3186285-ac16-4ded-87a7-c303a813ab6e None None] DHCP port deletion for 1b4e2f38-07ee-4197-9c6f-52bd4ef32467 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:04:01.742208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Deleting port 9bf3b1d6-7646-4aba-a893-a1f37d478118 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:01.742435 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:01.787557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c3186285-ac16-4ded-87a7-c303a813ab6e None None] Deleting port 9bf3b1d6-7646-4aba-a893-a1f37d478118 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:01.788828 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c3186285-ac16-4ded-87a7-c303a813ab6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:01.791946 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd0dfb8f-128f-4062-9e09-227d7a1fa6ee req-1d656c82-c603-43ec-bcc5-a139067fda57 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765083 Aug 29 07:04:01.828977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44350) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:01.842530 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] For port 9bf3b1d6-7646-4aba-a893-a1f37d478118, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9bf3b1d6-7646-4aba-a893-a1f37d478118,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:01.842901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:01.847441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-e186f561-ea9c-4b82-8e63-e5173ed54eb7 req-42549907-29cb-4a84-9105-a03ec4a2609c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Deleting port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:01.851953 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e186f561-ea9c-4b82-8e63-e5173ed54eb7 req-42549907-29cb-4a84-9105-a03ec4a2609c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:01.855467 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fb3ee28e-ed25-4f85-91ed-03c9be21f9a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:01.856231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3ee28e-ed25-4f85-91ed-03c9be21f9a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Fanout notify agent at l3_agent the message router_deleted on router f6da9137-a4d6-44ea-a24a-00bd77b0806c {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:04:01.867350 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Calling delete_port for 9bf3b1d6-7646-4aba-a893-a1f37d478118 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:01.891819 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fb3ee28e-ed25-4f85-91ed-03c9be21f9a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:01.897961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44352) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:01.898172 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fb3ee28e-ed25-4f85-91ed-03c9be21f9a9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/routers/f6da9137-a4d6-44ea-a24a-00bd77b0806c HTTP/1.1" status: 204 len: 168 time: 1.4561350 Aug 29 07:04:01.931088 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c3186285-ac16-4ded-87a7-c303a813ab6e None None] For port 9bf3b1d6-7646-4aba-a893-a1f37d478118, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9bf3b1d6-7646-4aba-a893-a1f37d478118,segment=NetworkSegment(0e243498-413b-4925-9996-522e5eb1a171),segment_id=0e243498-413b-4925-9996-522e5eb1a171)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:01.931667 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c3186285-ac16-4ded-87a7-c303a813ab6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:01.951271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c3186285-ac16-4ded-87a7-c303a813ab6e None None] Calling delete_port for 9bf3b1d6-7646-4aba-a893-a1f37d478118 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:02.010325 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1f0987a4-48c4-4f22-960f-6d20196ea949 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fc3d2050d7d647999f8d8b24bda9744e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873608 Aug 29 07:04:02.012702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44356) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:02.048515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-687f3a23-5105-4233-864d-ff5fb3d5b78b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting subnet 1cf2563a-829c-40cf-80f2-14761c052e77 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:04:02.056377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-e186f561-ea9c-4b82-8e63-e5173ed54eb7 req-42549907-29cb-4a84-9105-a03ec4a2609c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] For port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9bba873f-b7bc-4dce-9d44-ddd0abae9de4,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:02.057233 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e186f561-ea9c-4b82-8e63-e5173ed54eb7 req-42549907-29cb-4a84-9105-a03ec4a2609c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.068221 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-687f3a23-5105-4233-864d-ff5fb3d5b78b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.091501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-e186f561-ea9c-4b82-8e63-e5173ed54eb7 req-42549907-29cb-4a84-9105-a03ec4a2609c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Calling delete_port for 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:02.143660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44360) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:02.167445 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-687f3a23-5105-4233-864d-ff5fb3d5b78b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.170878 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-59359034-757b-4253-8f46-10d4cde1fcf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.238922 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-59359034-757b-4253-8f46-10d4cde1fcf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.323669 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.329656 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.329656 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.329656 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.329656 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.329656 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.329656 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.329656 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.329656 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.329656 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.329656 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.329656 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.329656 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.329656 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:04:02.329656 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:04:02.332354 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c3186285-ac16-4ded-87a7-c303a813ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.334250 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.341530 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3e345d90-f837-4528-9f2f-d4396810b8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.351445 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-687f3a23-5105-4233-864d-ff5fb3d5b78b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.360867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3186285-ac16-4ded-87a7-c303a813ab6e None None] Pushing event deleted for resources: {'Port': ['ID=9bf3b1d6-7646-4aba-a893-a1f37d478118,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:02.370836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3186285-ac16-4ded-87a7-c303a813ab6e None None] No DVR routers for this DVR port 9bf3b1d6-7646-4aba-a893-a1f37d478118 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:04:02.410046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf3b1d6-7646-4aba-a893-a1f37d478118,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:02.417222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] No DVR routers for this DVR port 9bf3b1d6-7646-4aba-a893-a1f37d478118 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:04:02.478589 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e186f561-ea9c-4b82-8e63-e5173ed54eb7 req-42549907-29cb-4a84-9105-a03ec4a2609c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.509676 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['9bba873f-b7bc-4dce-9d44-ddd0abae9de4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:04:02.522557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42549907-29cb-4a84-9105-a03ec4a2609c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event deleted for resources: {'Port': ['ID=9bba873f-b7bc-4dce-9d44-ddd0abae9de4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:02.543530 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.557011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4e2f38-07ee-4197-9c6f-52bd4ef32467']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:02.573966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e243498-413b-4925-9996-522e5eb1a171') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:02.574329 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e243498-413b-4925-9996-522e5eb1a171') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:02.584456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-e186f561-ea9c-4b82-8e63-e5173ed54eb7 req-42549907-29cb-4a84-9105-a03ec4a2609c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] No DVR routers for this DVR port 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:04:02.586268 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-59359034-757b-4253-8f46-10d4cde1fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.587467 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e186f561-ea9c-4b82-8e63-e5173ed54eb7 req-42549907-29cb-4a84-9105-a03ec4a2609c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.589285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-59359034-757b-4253-8f46-10d4cde1fcf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.589843 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e186f561-ea9c-4b82-8e63-e5173ed54eb7 req-42549907-29cb-4a84-9105-a03ec4a2609c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.11 "DELETE /v2.0/ports/9bba873f-b7bc-4dce-9d44-ddd0abae9de4 HTTP/1.1" status: 204 len: 173 time: 0.9513032 Aug 29 07:04:02.590431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c7f200-40ea-4609-887a-8cc785d66b03', 'name': 'network-vif-deleted', 'tag': '9bba873f-b7bc-4dce-9d44-ddd0abae9de4'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:04:02.593201 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc565717-8f54-4ffe-92c2-2cc1917091f5" -d '{"events": [{"server_uuid": "97c7f200-40ea-4609-887a-8cc785d66b03", "name": "network-vif-deleted", "tag": "9bba873f-b7bc-4dce-9d44-ddd0abae9de4"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:04:02.593998 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-59359034-757b-4253-8f46-10d4cde1fcf8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b81c4156-fc18-4733-aba8-b4b7f586ad71 HTTP/1.1" status: 204 len: 168 time: 0.5783994 Aug 29 07:04:02.600196 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.618070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59359034-757b-4253-8f46-10d4cde1fcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81c4156-fc18-4733-aba8-b4b7f586ad71,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:02.626813 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:04:02.639644 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:04:02.710696 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b9999f-0475-4343-8003-e22a353a0ecf x-openstack-request-id: req-22b9999f-0475-4343-8003-e22a353a0ecf {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:04:02.710696 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c7f200-40ea-4609-887a-8cc785d66b03", "name": "network-vif-deleted", "tag": "9bba873f-b7bc-4dce-9d44-ddd0abae9de4", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:04:02.710696 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22b9999f-0475-4343-8003-e22a353a0ecf {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:04:02.710696 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c7f200-40ea-4609-887a-8cc785d66b03', 'name': 'network-vif-deleted', 'tag': '9bba873f-b7bc-4dce-9d44-ddd0abae9de4', 'status': 'completed', 'code': 200} Aug 29 07:04:02.717192 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-687f3a23-5105-4233-864d-ff5fb3d5b78b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.782433 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f3a23-5105-4233-864d-ff5fb3d5b78b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf2563a-829c-40cf-80f2-14761c052e77,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:02.790858 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-687f3a23-5105-4233-864d-ff5fb3d5b78b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.796640 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44372) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:02.796740 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-687f3a23-5105-4233-864d-ff5fb3d5b78b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/1cf2563a-829c-40cf-80f2-14761c052e77 HTTP/1.1" status: 204 len: 168 time: 0.8954356 Aug 29 07:04:02.804243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3384b098-98b6-468a-a7be-379a054b77f9 None None] Network 81a939cf-d121-453e-86ef-97b86db1eb90 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:02.958957 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.972641 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:02.980205 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] 10.222.0.76 "DELETE /v2.0/networks/1b4e2f38-07ee-4197-9c6f-52bd4ef32467 HTTP/1.1" status: 204 len: 168 time: 1.5550487 Aug 29 07:04:02.991446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3e345d90-f837-4528-9f2f-d4396810b8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.004836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-712a5cea-e433-4470-82c2-7bc3f6487428 req-52e82278-4b19-424e-b32c-894966d62f21 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 210 time: 0.0669551 Aug 29 07:04:03.016239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a37b49-86a4-4287-bf24-bb48a995803f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4e2f38-07ee-4197-9c6f-52bd4ef32467,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:03.038931 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.084317 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3e345d90-f837-4528-9f2f-d4396810b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.133023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port 88d17c5b-38fd-49a1-bd1d-67eda9627a32 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:03.133552 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.151706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e345d90-f837-4528-9f2f-d4396810b8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0965f2d1-91f2-4b5a-a017-28d13ecea924,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:03.167793 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3e345d90-f837-4528-9f2f-d4396810b8b0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fc97f0d6348942f5981d90916b5d8cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0228589 Aug 29 07:04:03.170351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44380) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:03.175340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] DHCP port deletion for 81a939cf-d121-453e-86ef-97b86db1eb90 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:04:03.226633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9bf3b1d6-7646-4aba-a893-a1f37d478118 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:04:03.275183 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 9bf3b1d6-7646-4aba-a893-a1f37d478118 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:04:03.283667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9bf3b1d6-7646-4aba-a893-a1f37d478118 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:04:03.289472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] For port 88d17c5b-38fd-49a1-bd1d-67eda9627a32, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=88d17c5b-38fd-49a1-bd1d-67eda9627a32,segment=NetworkSegment(711a05ed-292d-4c0d-ab27-88870e099829),segment_id=711a05ed-292d-4c0d-ab27-88870e099829)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:03.290490 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.296088 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72441426-a9d1-4054-827a-a1403755f595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.313052 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Deleting port 88d17c5b-38fd-49a1-bd1d-67eda9627a32 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:03.313766 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.331819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for 88d17c5b-38fd-49a1-bd1d-67eda9627a32 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:03.341748 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72441426-a9d1-4054-827a-a1403755f595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.405828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] For port 88d17c5b-38fd-49a1-bd1d-67eda9627a32, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=88d17c5b-38fd-49a1-bd1d-67eda9627a32,segment=NetworkSegment(711a05ed-292d-4c0d-ab27-88870e099829),segment_id=711a05ed-292d-4c0d-ab27-88870e099829)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:03.409167 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.422448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Calling delete_port for 88d17c5b-38fd-49a1-bd1d-67eda9627a32 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:03.556626 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.560324 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72441426-a9d1-4054-827a-a1403755f595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.560324 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72441426-a9d1-4054-827a-a1403755f595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.565665 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-72441426-a9d1-4054-827a-a1403755f595 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0965f2d1-91f2-4b5a-a017-28d13ecea924 HTTP/1.1" status: 204 len: 168 time: 0.3933835 Aug 29 07:04:03.566431 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.576041 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72441426-a9d1-4054-827a-a1403755f595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0965f2d1-91f2-4b5a-a017-28d13ecea924,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:03.592794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=88d17c5b-38fd-49a1-bd1d-67eda9627a32,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:03.595377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No DVR routers for this DVR port 88d17c5b-38fd-49a1-bd1d-67eda9627a32 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:04:03.601133 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] No DVR routers for this DVR port 88d17c5b-38fd-49a1-bd1d-67eda9627a32 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:04:03.640549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Pushing event deleted for resources: {'Port': ['ID=88d17c5b-38fd-49a1-bd1d-67eda9627a32,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:03.654399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44394) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:03.665608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:03.665608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:03.665608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:03.665608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:03.665608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:03.665608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:03.665608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:03.665608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:03.665608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:03.665608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:03.665608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:03.665608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2217eeb-ffb9-47dd-8d9c-5043152a4384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:03.742366 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.750338 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.765272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a939cf-d121-453e-86ef-97b86db1eb90']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:03.774151 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c0061e48-b2bc-4c47-8cb2-4fdf40851356 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=395f384cb65b432a9ea260b20483cc6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1161215 Aug 29 07:04:03.775056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44398) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:03.783800 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711a05ed-292d-4c0d-ab27-88870e099829') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:03.784181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711a05ed-292d-4c0d-ab27-88870e099829') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:03.796748 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.826318 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.834507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:04:03.835180 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:04:03.839759 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:04:03.903914 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40a0e701-bbf7-45e7-a198-aad056f2f2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:03.945622 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40a0e701-bbf7-45e7-a198-aad056f2f2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.024868 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.040447 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.050570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44406) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:04.066126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8e92ac88-d372-4921-9e53-1c539e8f9ed3 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-42455202', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:04.069094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/networks/81a939cf-d121-453e-86ef-97b86db1eb90 HTTP/1.1" status: 204 len: 168 time: 1.2660103 Aug 29 07:04:04.102265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2e728-7e4d-4bf3-a454-6f265cf73782 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Network': ['ID=81a939cf-d121-453e-86ef-97b86db1eb90,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:04.129635 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40a0e701-bbf7-45e7-a198-aad056f2f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.132527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40a0e701-bbf7-45e7-a198-aad056f2f2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.134402 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-40a0e701-bbf7-45e7-a198-aad056f2f2ae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4b949536-25ae-471b-a956-68211f55b170 HTTP/1.1" status: 204 len: 168 time: 0.3576982 Aug 29 07:04:04.143452 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0e701-bbf7-45e7-a198-aad056f2f2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b949536-25ae-471b-a956-68211f55b170,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:04.152900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e92ac88-d372-4921-9e53-1c539e8f9ed3 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.154463 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e92ac88-d372-4921-9e53-1c539e8f9ed3 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.177894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83ee7fcf-6dda-434f-858a-083747774d23 req-390d9b21-d868-41da-b757-32d2cea81031 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 210 time: 0.0384634 Aug 29 07:04:04.242908 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e92ac88-d372-4921-9e53-1c539e8f9ed3 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.325736 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e92ac88-d372-4921-9e53-1c539e8f9ed3 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.442172 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e92ac88-d372-4921-9e53-1c539e8f9ed3 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.444155 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8e92ac88-d372-4921-9e53-1c539e8f9ed3 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3918011 Aug 29 07:04:04.446551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44418) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:04.458693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d1084b89-1388-4f08-87bb-e72680d4b9ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-925665408'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:04.538752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1084b89-1388-4f08-87bb-e72680d4b9ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:04.542681 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d1084b89-1388-4f08-87bb-e72680d4b9ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.567877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1084b89-1388-4f08-87bb-e72680d4b9ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:04:04.578224 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d1084b89-1388-4f08-87bb-e72680d4b9ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.578224 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-d1084b89-1388-4f08-87bb-e72680d4b9ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Added segment 1bc74cf3-5b96-4340-9865-1878f815c129 of type vlan for network 1131011a-3a18-4ed2-a7c7-dd1d72ccad7f Aug 29 07:04:04.626007 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d1084b89-1388-4f08-87bb-e72680d4b9ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.758791 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d1084b89-1388-4f08-87bb-e72680d4b9ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.764934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1084b89-1388-4f08-87bb-e72680d4b9ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:04.765605 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d1084b89-1388-4f08-87bb-e72680d4b9ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.859787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1084b89-1388-4f08-87bb-e72680d4b9ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Network': ['ID=1131011a-3a18-4ed2-a7c7-dd1d72ccad7f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:04.882805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 1131011a-3a18-4ed2-a7c7-dd1d72ccad7f details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:04:04.895583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44434) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:04.950351 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9bd29d71-9998-4590-8a68-d71e96ee68d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:04.950778 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d1084b89-1388-4f08-87bb-e72680d4b9ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5025306 Aug 29 07:04:04.955348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44438) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:04.972191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-89c0c89d-71d8-4896-bef9-dc975788f12f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'subnet': {'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:05.135547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 88d17c5b-38fd-49a1-bd1d-67eda9627a32 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:04:05.178172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 88d17c5b-38fd-49a1-bd1d-67eda9627a32 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:04:05.179509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 88d17c5b-38fd-49a1-bd1d-67eda9627a32 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:04:05.241653 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9bd29d71-9998-4590-8a68-d71e96ee68d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:05.329278 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01cd8dd9-86d3-4e03-b3e5-0fa19ef9a923 req-ea5dcfa2-ab6a-442a-80ce-aba6bf25dcc1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 210 time: 0.0354600 Aug 29 07:04:05.344834 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9bd29d71-9998-4590-8a68-d71e96ee68d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:05.385820 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd29d71-9998-4590-8a68-d71e96ee68d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc5e627-44b0-4e73-8252-43696e3a900c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:05.395634 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9bd29d71-9998-4590-8a68-d71e96ee68d5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d4c1da31a9de488c8effa48581a3c7da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4988515 Aug 29 07:04:05.398234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44454) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:05.462470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c0c89d-71d8-4896-bef9-dc975788f12f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:05.466355 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89c0c89d-71d8-4896-bef9-dc975788f12f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:05.492095 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eff6da0b-1ecd-477c-b042-f34a149bf92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:05.518923 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eff6da0b-1ecd-477c-b042-f34a149bf92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:05.678937 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eff6da0b-1ecd-477c-b042-f34a149bf92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:05.683046 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eff6da0b-1ecd-477c-b042-f34a149bf92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:05.687138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-eff6da0b-1ecd-477c-b042-f34a149bf92e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fbc5e627-44b0-4e73-8252-43696e3a900c HTTP/1.1" status: 204 len: 168 time: 0.2853260 Aug 29 07:04:05.694817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6da0b-1ecd-477c-b042-f34a149bf92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc5e627-44b0-4e73-8252-43696e3a900c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:05.899501 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89c0c89d-71d8-4896-bef9-dc975788f12f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:05.980476 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0c89d-71d8-4896-bef9-dc975788f12f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Subnet': ['ID=2f933e20-7c80-41a6-a514-1c022b6b42a8,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:05.992435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c0c89d-71d8-4896-bef9-dc975788f12f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Checking segment: {'id': '1bc74cf3-5b96-4340-9865-1878f815c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:05.992938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c0c89d-71d8-4896-bef9-dc975788f12f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network hostable DHCP agents. Network: 1131011a-3a18-4ed2-a7c7-dd1d72ccad7f, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:04:06.029134 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:04:06.057160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:04:06.057508 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 9bba873f-b7bc-4dce-9d44-ddd0abae9de4 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:04:06.088290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c0c89d-71d8-4896-bef9-dc975788f12f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 1131011a-3a18-4ed2-a7c7-dd1d72ccad7f is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:04:06.212878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-89c0c89d-71d8-4896-bef9-dc975788f12f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 1131011a-3a18-4ed2-a7c7-dd1d72ccad7f) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:06.217485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c0c89d-71d8-4896-bef9-dc975788f12f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:06.218348 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89c0c89d-71d8-4896-bef9-dc975788f12f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:06.225672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce462bd5-eb57-4c71-8148-a169de2cec5a None None] Network 1131011a-3a18-4ed2-a7c7-dd1d72ccad7f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:06.302131 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-89c0c89d-71d8-4896-bef9-dc975788f12f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3442061 Aug 29 07:04:06.305668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44494) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:06.489461 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:04:06.490358 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:06.550682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d7e49de-6f49-4912-8e12-18fc07663dd5 req-922aba58-008a-40f4-b672-73f0a2be1f5d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 210 time: 0.0801485 Aug 29 07:04:06.573095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44508) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:06.713122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Allocated IP 2001:db8::2 (1131011a-3a18-4ed2-a7c7-dd1d72ccad7f/2f933e20-7c80-41a6-a514-1c022b6b42a8/45023768-21a5-496c-8084-bf3c47c7fec8) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:04:06.792418 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-927185297-network', 'tenant_id': '8bd3d0ccbdc2480a8e8c9bd60e514018'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:06.889763 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:06.935974 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] Made reservation on behalf of 8bd3d0ccbdc2480a8e8c9bd60e514018 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:06.938811 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:06.954862 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:06.955983 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:06.968089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Transition to ACTIVE for port object 45023768-21a5-496c-8084-bf3c47c7fec8 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:06.992697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Transition to ACTIVE for port object 45023768-21a5-496c-8084-bf3c47c7fec8 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:07.113138 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:07.138200 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:07.153657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44524) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:07.204578 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:07.209664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Pushing event updated for resources: {'Port': ['ID=45023768-21a5-496c-8084-bf3c47c7fec8,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:07.224605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Network 1131011a-3a18-4ed2-a7c7-dd1d72ccad7f is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:07.226405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:07.230305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:07.310315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Attempting to bind port 45023768-21a5-496c-8084-bf3c47c7fec8 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:04:07.311211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Attempting to bind port 45023768-21a5-496c-8084-bf3c47c7fec8 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '1bc74cf3-5b96-4340-9865-1878f815c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:04:07.311731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Attempting to bind port 45023768-21a5-496c-8084-bf3c47c7fec8 on network 1131011a-3a18-4ed2-a7c7-dd1d72ccad7f {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:04:07.320517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:04:07.320998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Checking segment: {'id': '1bc74cf3-5b96-4340-9865-1878f815c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:07.321407 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:07.322674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Bound using segment: {'id': '1bc74cf3-5b96-4340-9865-1878f815c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:04:07.323263 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Bound port: 45023768-21a5-496c-8084-bf3c47c7fec8, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc74cf3-5b96-4340-9865-1878f815c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:04:07.323735 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:07.337769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Allocated IP 2001:db8::1 (1131011a-3a18-4ed2-a7c7-dd1d72ccad7f/2f933e20-7c80-41a6-a514-1c022b6b42a8/7ca2527c-38bd-4500-a8dc-be813ff26f02) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:04:07.344524 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:07.348510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:04:07.360271 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:07.361118 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] Added segment daf7ba0e-0fe6-43af-8d44-d3b192a0a61d of type vlan for network aa9996a5-9338-44b4-9ad2-2b9687843d19 Aug 29 07:04:07.420602 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:07.446390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5052fb1d-1eb8-4098-8d9c-fef3a858d79c tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:07.459097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] For port 45023768-21a5-496c-8084-bf3c47c7fec8, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:04:07.465253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] For port 45023768-21a5-496c-8084-bf3c47c7fec8, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=45023768-21a5-496c-8084-bf3c47c7fec8,segment=NetworkSegment(1bc74cf3-5b96-4340-9865-1878f815c129),segment_id=1bc74cf3-5b96-4340-9865-1878f815c129)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:04:07.541334 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:07.545683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:07.545683 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:07.546195 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:07.583679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:07.609520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Transition to ACTIVE for port object 7ca2527c-38bd-4500-a8dc-be813ff26f02 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:07.655270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0805624 Aug 29 07:04:07.661402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44540) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:07.672752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-9c70ebc1-e7b3-430c-b1c2-af766e7abffb admin admin] Request body: {'subnet': {'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-927185297-subnet', 'tenant_id': '8bd3d0ccbdc2480a8e8c9bd60e514018', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:07.687482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5052fb1d-1eb8-4098-8d9c-fef3a858d79c tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] 10.222.0.76 "PUT /v2.0/quotas/79346fd9e858456e84a1f2d9f531d114 HTTP/1.1" status: 200 len: 366 time: 0.5313430 Aug 29 07:04:07.692851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44544) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:07.698940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56445f78-c368-497b-b5ac-50cd8e33b7c3 None None] Pushing event updated for resources: {'Port': ['ID=45023768-21a5-496c-8084-bf3c47c7fec8,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:07.708705 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a8880d2-2818-4cb6-9dcf-aae0b7625a31 req-8f60832c-dd60-44a3-b7d7-d63ff953c445 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 210 time: 0.0439720 Aug 29 07:04:07.709493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe156375-220c-43f0-88b7-04b460d7adf0 admin admin] Pushing event updated for resources: {'Network': ['ID=aa9996a5-9338-44b4-9ad2-2b9687843d19,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:07.724203 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:07.746802 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-02d7320a-e467-499c-abb5-931724410ef2 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0527790 Aug 29 07:04:07.749589 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44548) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:07.761113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-287bbec1-55a1-429d-b4db-1f5bfb724108 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] 10.222.0.76 "GET /v2.0/quotas/79346fd9e858456e84a1f2d9f531d114 HTTP/1.1" status: 200 len: 366 time: 0.0101352 Aug 29 07:04:07.766878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44550) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:07.791795 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network aa9996a5-9338-44b4-9ad2-2b9687843d19 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:04:07.830879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 1131011a-3a18-4ed2-a7c7-dd1d72ccad7f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:07.834361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c70ebc1-e7b3-430c-b1c2-af766e7abffb admin admin] Made reservation on behalf of 8bd3d0ccbdc2480a8e8c9bd60e514018 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:07.836771 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9c70ebc1-e7b3-430c-b1c2-af766e7abffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:07.878036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:07.888237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cdfa94ab-1ace-46c2-817a-b1c6ce5f0ca9 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/79346fd9e858456e84a1f2d9f531d114 HTTP/1.1" status: 204 len: 168 time: 0.1186433 Aug 29 07:04:07.890568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44556) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:07.899278 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=7ca2527c-38bd-4500-a8dc-be813ff26f02,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:07.909086 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8f2a8531-06de-418e-af2e-16ffe15ba14c tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0172858 Aug 29 07:04:07.916215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44558) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:07.935424 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2db87410-0250-4926-8667-e5cf079ba06a tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] 10.222.0.76 "GET /v2.0/quotas/79346fd9e858456e84a1f2d9f531d114 HTTP/1.1" status: 200 len: 370 time: 0.0177832 Aug 29 07:04:07.938332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44560) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:07.949116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e646d15e-4b54-4eee-a947-88982c9fa432 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] 10.222.0.76 "GET /v2.0/quotas/79346fd9e858456e84a1f2d9f531d114/default HTTP/1.1" status: 200 len: 370 time: 0.0094430 Aug 29 07:04:07.953472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44562) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:07.970630 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-1733b5ae-368a-4397-8177-2f9b74b40038 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] delete failed (client error): The resource could not be found. Aug 29 07:04:07.972133 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1733b5ae-368a-4397-8177-2f9b74b40038 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/79346fd9e858456e84a1f2d9f531d114 HTTP/1.1" status: 404 len: 348 time: 0.0173461 Aug 29 07:04:08.112447 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-81e72941-a614-40f6-8243-65b13d9eec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:08.371570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:08.372127 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:08.541356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44574) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:08.599946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Usage tracker for resource:network and tenant:dc851f56c8c54a25ac13225444f8103d is out of sync, need to count used quota {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 07:04:08.614917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 07:04:08.627724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Usage tracker for resource:subnet and tenant:dc851f56c8c54a25ac13225444f8103d is out of sync, need to count used quota {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 07:04:08.635403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 07:04:08.647889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Usage tracker for resource:subnetpool and tenant:dc851f56c8c54a25ac13225444f8103d is out of sync, need to count used quota {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 07:04:08.663866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 07:04:08.667230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:08.675166 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Usage tracker for resource:port and tenant:dc851f56c8c54a25ac13225444f8103d is out of sync, need to count used quota {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 07:04:08.682247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 07:04:08.688443 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9c70ebc1-e7b3-430c-b1c2-af766e7abffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:08.690667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Usage tracker for resource:router and tenant:dc851f56c8c54a25ac13225444f8103d is out of sync, need to count used quota {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 07:04:08.698101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 07:04:08.708351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Usage tracker for resource:floatingip and tenant:dc851f56c8c54a25ac13225444f8103d is out of sync, need to count used quota {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 07:04:08.714525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 07:04:08.794370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Usage tracker for resource:security_group and tenant:dc851f56c8c54a25ac13225444f8103d is out of sync, need to count used quota {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 07:04:08.802284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 07:04:08.811273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Usage tracker for resource:security_group_rule and tenant:dc851f56c8c54a25ac13225444f8103d is out of sync, need to count used quota {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 07:04:08.826233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.quota.resource [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95404) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 07:04:08.837428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-80e2857d-f09b-4dcb-b1da-e3cb3a71aa36 tempest-QuotasTest-203239522 tempest-QuotasTest-203239522-project-admin] 10.222.0.76 "GET /v2.0/quotas/dc851f56c8c54a25ac13225444f8103d/details.json HTTP/1.1" status: 200 len: 703 time: 0.2941680 Aug 29 07:04:08.956893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3019485b-c527-429b-ab7f-51e216add2eb req-83149125-3bc7-49df-bbe7-ac2a02622705 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c7f200-40ea-4609-887a-8cc785d66b03 HTTP/1.1" status: 200 len: 210 time: 0.0487099 Aug 29 07:04:08.997656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70ebc1-e7b3-430c-b1c2-af766e7abffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=211670e9-9db5-4334-a16a-3276a6f72e99,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:09.025790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c70ebc1-e7b3-430c-b1c2-af766e7abffb admin admin] Checking segment: {'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:09.026233 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c70ebc1-e7b3-430c-b1c2-af766e7abffb admin admin] Network hostable DHCP agents. Network: aa9996a5-9338-44b4-9ad2-2b9687843d19, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:04:09.199276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 45023768-21a5-496c-8084-bf3c47c7fec8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:09.218755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c70ebc1-e7b3-430c-b1c2-af766e7abffb admin admin] Network aa9996a5-9338-44b4-9ad2-2b9687843d19 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:04:09.231551 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:04:09.266869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2edb731-cba3-432f-91ef-9156c7e2e92a None None] Network 1131011a-3a18-4ed2-a7c7-dd1d72ccad7f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:09.297696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-9c70ebc1-e7b3-430c-b1c2-af766e7abffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, aa9996a5-9338-44b4-9ad2-2b9687843d19) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:09.302880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c70ebc1-e7b3-430c-b1c2-af766e7abffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:09.304285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9c70ebc1-e7b3-430c-b1c2-af766e7abffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:09.312738 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e128f584-c6ec-47dd-9468-a1dc78926e57 None None] Network aa9996a5-9338-44b4-9ad2-2b9687843d19 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:09.348746 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:09.387939 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9c70ebc1-e7b3-430c-b1c2-af766e7abffb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7245770 Aug 29 07:04:09.447438 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:09.448986 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:09.496131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44606) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:09.561657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=7ca2527c-38bd-4500-a8dc-be813ff26f02,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:09.634399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 1131011a-3a18-4ed2-a7c7-dd1d72ccad7f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:09.636816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:09.712317 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26279c65-d70a-4a87-b6a5-d3d40bdfa59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:09.766772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-931eade5-a74e-4f53-8361-4e4e0b32a2e1 None None] Provisioning for port 45023768-21a5-496c-8084-bf3c47c7fec8 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:09.799733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 45023768-21a5-496c-8084-bf3c47c7fec8 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:09.829021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 45023768-21a5-496c-8084-bf3c47c7fec8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:09.829692 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:09.849640 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26279c65-d70a-4a87-b6a5-d3d40bdfa59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:09.856864 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe7c3e0-0650-431f-8c0e-1c94b3ac42a2 None None] Network aa9996a5-9338-44b4-9ad2-2b9687843d19 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:09.946760 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26279c65-d70a-4a87-b6a5-d3d40bdfa59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:09.991330 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router ecfe9c64-d908-47dd-a874-22db80b1d698 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:04:10.091932 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:10.130655 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-26279c65-d70a-4a87-b6a5-d3d40bdfa59a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e1b0af3510e6415c9935812e89a22298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6123393 Aug 29 07:04:10.135824 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44634) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:10.181951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 45023768-21a5-496c-8084-bf3c47c7fec8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=45023768-21a5-496c-8084-bf3c47c7fec8,segment=NetworkSegment(1bc74cf3-5b96-4340-9865-1878f815c129),segment_id=1bc74cf3-5b96-4340-9865-1878f815c129)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:10.226611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26279c65-d70a-4a87-b6a5-d3d40bdfa59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ab68eb-c15e-48e8-865b-8e8bf55a88ab,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:10.259187 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:10.260797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:04:10.292982 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Sync routers for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:04:10.312737 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4e4eb120-5f80-4b1d-969a-58ce60039008 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0054379 Aug 29 07:04:10.316256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44642) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:10.319219 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:10.321428 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:03:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:10.330678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5dd4bfb1-3402-4eb1-b02d-dbe01cbc2e14 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1362539579'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:10.335099 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7cf859ba-6280-45ea-aad5-12c72c965332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:10.385740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-87a4d18c-a613-49b6-acfa-14b96723aac4 None None] Provisioning complete for port 45023768-21a5-496c-8084-bf3c47c7fec8 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:10.392296 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87a4d18c-a613-49b6-acfa-14b96723aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:10.422785 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7cf859ba-6280-45ea-aad5-12c72c965332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:10.510039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd4bfb1-3402-4eb1-b02d-dbe01cbc2e14 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:10.513665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5dd4bfb1-3402-4eb1-b02d-dbe01cbc2e14 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:10.597127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=45023768-21a5-496c-8084-bf3c47c7fec8,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:10.604545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd4bfb1-3402-4eb1-b02d-dbe01cbc2e14 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:04:10.607534 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:10.645845 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5dd4bfb1-3402-4eb1-b02d-dbe01cbc2e14 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:10.646583 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-5dd4bfb1-3402-4eb1-b02d-dbe01cbc2e14 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Added segment 97f11b72-ccd2-4874-b4ec-c632823a3ebc of type vlan for network 69d66bdc-d61d-4088-aa68-74014b0aeacc Aug 29 07:04:10.753982 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5dd4bfb1-3402-4eb1-b02d-dbe01cbc2e14 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:10.796025 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:10.858793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-87a4d18c-a613-49b6-acfa-14b96723aac4 None None] Provisioning for port 7ca2527c-38bd-4500-a8dc-be813ff26f02 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:10.863464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-87a4d18c-a613-49b6-acfa-14b96723aac4 None None] Provisioning complete for port 7ca2527c-38bd-4500-a8dc-be813ff26f02 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:10.864180 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87a4d18c-a613-49b6-acfa-14b96723aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:10.891915 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5dd4bfb1-3402-4eb1-b02d-dbe01cbc2e14 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:10.899750 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd4bfb1-3402-4eb1-b02d-dbe01cbc2e14 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:10.901655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5dd4bfb1-3402-4eb1-b02d-dbe01cbc2e14 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:10.922144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-9f28c00c-a28c-4027-a19e-8d14e822d554 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:10.925124 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-9f28c00c-a28c-4027-a19e-8d14e822d554 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/networks?id=aa9996a5-9338-44b4-9ad2-2b9687843d19 HTTP/1.1" status: 200 len: 814 time: 0.4114277 Aug 29 07:04:10.934201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-87a4d18c-a613-49b6-acfa-14b96723aac4 None None] Port 7ca2527c-38bd-4500-a8dc-be813ff26f02 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:04:10.960297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-be05d5d8-124d-4a08-ad58-1527b4903615 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/quotas/8bd3d0ccbdc2480a8e8c9bd60e514018 HTTP/1.1" status: 200 len: 375 time: 0.0273905 Aug 29 07:04:10.965838 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7cf859ba-6280-45ea-aad5-12c72c965332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:10.984203 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7cf859ba-6280-45ea-aad5-12c72c965332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:10.986520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7cf859ba-6280-45ea-aad5-12c72c965332 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/55ab68eb-c15e-48e8-865b-8e8bf55a88ab HTTP/1.1" status: 204 len: 168 time: 0.8277130 Aug 29 07:04:10.991457 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:08Z', 'revision_number': 2, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:09Z', 'revision_number': 2, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:11.023119 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Checking router: ecfe9c64-d908-47dd-a874-22db80b1d698 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:04:11.023507 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Updating router ecfe9c64-d908-47dd-a874-22db80b1d698 port 7ca2527c-38bd-4500-a8dc-be813ff26f02 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:04:11.026542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf859ba-6280-45ea-aad5-12c72c965332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ab68eb-c15e-48e8-865b-8e8bf55a88ab,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:11.074045 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c5521be5-3f9b-4bb3-9067-f07e9cd62818 None None] Provisioning complete for port 7ca2527c-38bd-4500-a8dc-be813ff26f02 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:11.074439 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c5521be5-3f9b-4bb3-9067-f07e9cd62818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:11.123036 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:11.138335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-d0f37ee8-09d4-4843-967a-535941d7b6e1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1498470 Aug 29 07:04:11.204406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4bfb1-3402-4eb1-b02d-dbe01cbc2e14 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Network': ['ID=69d66bdc-d61d-4088-aa68-74014b0aeacc,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:11.220155 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5dd4bfb1-3402-4eb1-b02d-dbe01cbc2e14 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8963897 Aug 29 07:04:11.221390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44674) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:11.240747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5f3d2e53-5419-440a-900c-543ec1d866ae tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'subnet': {'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:11.241335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 69d66bdc-d61d-4088-aa68-74014b0aeacc details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:04:11.277141 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 45023768-21a5-496c-8084-bf3c47c7fec8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:11.412157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c5521be5-3f9b-4bb3-9067-f07e9cd62818 None None] Port 7ca2527c-38bd-4500-a8dc-be813ff26f02 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:04:11.435288 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-283a88b9-1202-4273-ae2c-d8975b2570f3 service neutron] 10.222.0.76 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858496 Aug 29 07:04:11.501521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 45023768-21a5-496c-8084-bf3c47c7fec8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:11.501808 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:11.571063 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8c60be62-eb12-4ce8-a234-015a9ba798c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:11.596628 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7e3733e1-7258-4b5a-911f-d93a2c3371d0 None None] Provisioning complete for port 7ca2527c-38bd-4500-a8dc-be813ff26f02 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:11.597210 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7e3733e1-7258-4b5a-911f-d93a2c3371d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:11.659095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3d2e53-5419-440a-900c-543ec1d866ae tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:11.670046 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2e53-5419-440a-900c-543ec1d866ae tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:11.737343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-7cf96a61-1508-4b3e-9c28-f0132b678a8c service neutron] 10.222.0.76 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932568 Aug 29 07:04:11.792616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-7e3733e1-7258-4b5a-911f-d93a2c3371d0 None None] Port 7ca2527c-38bd-4500-a8dc-be813ff26f02 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:04:11.847136 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:11.952255 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:11.976716 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Transition to ACTIVE for port object 7ca2527c-38bd-4500-a8dc-be813ff26f02 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:12.038663 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:12.111433 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03d230-78ef-4ce6-b85f-f0beb1e5a18a None None] Pushing event updated for resources: {'Port': ['ID=7ca2527c-38bd-4500-a8dc-be813ff26f02,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:12.124896 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03d230-78ef-4ce6-b85f-f0beb1e5a18a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:12.125328 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03d230-78ef-4ce6-b85f-f0beb1e5a18a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:12.125511 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03d230-78ef-4ce6-b85f-f0beb1e5a18a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:12.125845 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03d230-78ef-4ce6-b85f-f0beb1e5a18a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:12.126177 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03d230-78ef-4ce6-b85f-f0beb1e5a18a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:12.126553 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03d230-78ef-4ce6-b85f-f0beb1e5a18a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:12.126880 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03d230-78ef-4ce6-b85f-f0beb1e5a18a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:12.127259 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03d230-78ef-4ce6-b85f-f0beb1e5a18a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:12.127601 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03d230-78ef-4ce6-b85f-f0beb1e5a18a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:12.127921 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03d230-78ef-4ce6-b85f-f0beb1e5a18a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:12.128262 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03d230-78ef-4ce6-b85f-f0beb1e5a18a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:12.128581 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03d230-78ef-4ce6-b85f-f0beb1e5a18a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:12.136351 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2e53-5419-440a-900c-543ec1d866ae tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:12.246884 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Attempting to bind port 7ca2527c-38bd-4500-a8dc-be813ff26f02 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:04:12.247570 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Attempting to bind port 7ca2527c-38bd-4500-a8dc-be813ff26f02 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '1bc74cf3-5b96-4340-9865-1878f815c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:04:12.247952 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Attempting to bind port 7ca2527c-38bd-4500-a8dc-be813ff26f02 on network 1131011a-3a18-4ed2-a7c7-dd1d72ccad7f {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:04:12.260906 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:04:12.261330 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Checking segment: {'id': '1bc74cf3-5b96-4340-9865-1878f815c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:12.262110 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:12.262518 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Bound using segment: {'id': '1bc74cf3-5b96-4340-9865-1878f815c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:04:12.265175 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Bound port: 7ca2527c-38bd-4500-a8dc-be813ff26f02, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc74cf3-5b96-4340-9865-1878f815c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:04:12.265524 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:12.291973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9fa345d-7129-4c76-90df-dc6732e46d00 req-caa1736d-192b-4827-9367-6d2cc83c4ae1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 210 time: 0.0678790 Aug 29 07:04:12.381681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44700) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:12.438029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d2e53-5419-440a-900c-543ec1d866ae tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Subnet': ['ID=6a53e0cb-4e4e-45e0-9491-f466fc3055f9,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:12.444769 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44706) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:12.452595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d2e53-5419-440a-900c-543ec1d866ae tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Checking segment: {'id': '97f11b72-ccd2-4874-b4ec-c632823a3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:12.453135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3d2e53-5419-440a-900c-543ec1d866ae tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network hostable DHCP agents. Network: 69d66bdc-d61d-4088-aa68-74014b0aeacc, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:04:12.472503 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-85780fe5-87be-4148-815c-3f8ec0618650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:12.472630 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] For port 7ca2527c-38bd-4500-a8dc-be813ff26f02, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:04:12.476172 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] For port 7ca2527c-38bd-4500-a8dc-be813ff26f02, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7ca2527c-38bd-4500-a8dc-be813ff26f02,segment=NetworkSegment(1bc74cf3-5b96-4340-9865-1878f815c129),segment_id=1bc74cf3-5b96-4340-9865-1878f815c129)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:04:12.544485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3d2e53-5419-440a-900c-543ec1d866ae tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 69d66bdc-d61d-4088-aa68-74014b0aeacc is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:04:12.578911 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:12.645327 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-85780fe5-87be-4148-815c-3f8ec0618650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:12.658635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-5f3d2e53-5419-440a-900c-543ec1d866ae tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 69d66bdc-d61d-4088-aa68-74014b0aeacc) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:12.663697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2e53-5419-440a-900c-543ec1d866ae tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:12.664587 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2e53-5419-440a-900c-543ec1d866ae tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:12.683239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb89bf97-197d-4bcc-93bc-0cc06c0ae3f3 None None] Network 69d66bdc-d61d-4088-aa68-74014b0aeacc requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:12.703191 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:12.704563 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:12.736168 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-85780fe5-87be-4148-815c-3f8ec0618650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:12.852467 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5f3d2e53-5419-440a-900c-543ec1d866ae tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6269298 Aug 29 07:04:12.854899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44718) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:12.972420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85780fe5-87be-4148-815c-3f8ec0618650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc45bc57-7522-4b51-a18b-b83672ddebd3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:13.009257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-69d66bdc-d61d-4088-aa68-74014b0aeacc', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:04:13.010238 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:13.011618 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-85780fe5-87be-4148-815c-3f8ec0618650 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dc851f56c8c54a25ac13225444f8103d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5654140 Aug 29 07:04:13.012621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44722) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:13.013566 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae5ded87-3fe8-4e1e-b3f7-e9dcd8d0a3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:13.172542 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9081a081-da7b-4c29-9fb3-7237ad0dcddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:13.198443 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9081a081-da7b-4c29-9fb3-7237ad0dcddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:13.252316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Allocated IP 2001:db8:1::2 (69d66bdc-d61d-4088-aa68-74014b0aeacc/6a53e0cb-4e4e-45e0-9491-f466fc3055f9/ef69e74a-6b5a-4cce-8781-a8463d4272ae) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:04:13.274380 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03d230-78ef-4ce6-b85f-f0beb1e5a18a None None] Pushing event updated for resources: {'Port': ['ID=7ca2527c-38bd-4500-a8dc-be813ff26f02,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:13.296512 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:13.454525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64e542c0-a191-4a0d-89cf-d25c6f3620c3 req-85763199-0a6e-4cc4-b6b9-d424c618dea2 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 210 time: 0.0713348 Aug 29 07:04:13.465056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9081a081-da7b-4c29-9fb3-7237ad0dcddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:13.467931 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9081a081-da7b-4c29-9fb3-7237ad0dcddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:13.471873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9081a081-da7b-4c29-9fb3-7237ad0dcddc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cc45bc57-7522-4b51-a18b-b83672ddebd3 HTTP/1.1" status: 204 len: 168 time: 0.4468567 Aug 29 07:04:13.492099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081a081-da7b-4c29-9fb3-7237ad0dcddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc45bc57-7522-4b51-a18b-b83672ddebd3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:13.571775 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:13.612273 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:13.635504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Transition to ACTIVE for port object ef69e74a-6b5a-4cce-8781-a8463d4272ae will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:13.677426 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Transition to ACTIVE for port object ef69e74a-6b5a-4cce-8781-a8463d4272ae will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:13.718975 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:13.721495 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:08Z', 'revision_number': 2, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:12Z', 'revision_number': 4, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:13.727732 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae5ded87-3fe8-4e1e-b3f7-e9dcd8d0a3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:13.750718 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a845671-8c63-4ef0-a40e-3c1f4a2e970c None None] The sync data for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 is: [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:08Z', 'revision_number': 2, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:12Z', 'revision_number': 4, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:04:13.798442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ae5ded87-3fe8-4e1e-b3f7-e9dcd8d0a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:13.799356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:13.873186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Network 69d66bdc-d61d-4088-aa68-74014b0aeacc is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:13.887925 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:13.893275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:13.933348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ae5ded87-3fe8-4e1e-b3f7-e9dcd8d0a3e7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a7e6d861ac8461883f32f62280c2d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5504010 Aug 29 07:04:13.935882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ded87-3fe8-4e1e-b3f7-e9dcd8d0a3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2989726-082d-49ac-8f5c-a0f53023386b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:13.944611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44740) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:13.969636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Pushing event updated for resources: {'Port': ['ID=ef69e74a-6b5a-4cce-8781-a8463d4272ae,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:14.029882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Attempting to bind port ef69e74a-6b5a-4cce-8781-a8463d4272ae on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:04:14.030606 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Attempting to bind port ef69e74a-6b5a-4cce-8781-a8463d4272ae by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '97f11b72-ccd2-4874-b4ec-c632823a3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:04:14.031299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Attempting to bind port ef69e74a-6b5a-4cce-8781-a8463d4272ae on network 69d66bdc-d61d-4088-aa68-74014b0aeacc {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:04:14.050362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:04:14.051408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Checking segment: {'id': '97f11b72-ccd2-4874-b4ec-c632823a3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:14.051889 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:14.052307 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Bound using segment: {'id': '97f11b72-ccd2-4874-b4ec-c632823a3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:04:14.056195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Bound port: ef69e74a-6b5a-4cce-8781-a8463d4272ae, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f11b72-ccd2-4874-b4ec-c632823a3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:04:14.056794 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:14.195767 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-042a2a16-60b9-4586-82ca-d9b390674d88 req-5c4d8e69-368e-4fef-afaf-440817d85c85 service neutron] (95404) timed out ('10.222.0.76', 49850) {{(pid=95404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 07:04:14.243132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] For port ef69e74a-6b5a-4cce-8781-a8463d4272ae, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:04:14.244334 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1beac826-999e-400b-b26a-f2ea71de1882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:14.255848 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] For port ef69e74a-6b5a-4cce-8781-a8463d4272ae, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ef69e74a-6b5a-4cce-8781-a8463d4272ae,segment=NetworkSegment(97f11b72-ccd2-4874-b4ec-c632823a3ebc),segment_id=97f11b72-ccd2-4874-b4ec-c632823a3ebc)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:04:14.304789 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1beac826-999e-400b-b26a-f2ea71de1882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:14.408404 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:14.442292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Allocated IP 2001:db8:1::1 (69d66bdc-d61d-4088-aa68-74014b0aeacc/6a53e0cb-4e4e-45e0-9491-f466fc3055f9/834682bb-0b8b-4d63-9562-0eb90f07b54b) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:04:14.550961 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1beac826-999e-400b-b26a-f2ea71de1882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:14.558730 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1beac826-999e-400b-b26a-f2ea71de1882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:14.559924 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1beac826-999e-400b-b26a-f2ea71de1882 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e2989726-082d-49ac-8f5c-a0f53023386b HTTP/1.1" status: 204 len: 168 time: 0.6131206 Aug 29 07:04:14.582474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e3b4b-9196-4945-a802-f62af1dd70b6 None None] Pushing event updated for resources: {'Port': ['ID=ef69e74a-6b5a-4cce-8781-a8463d4272ae,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:14.590019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beac826-999e-400b-b26a-f2ea71de1882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2989726-082d-49ac-8f5c-a0f53023386b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:14.659887 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd766b61-934e-439e-8d33-e51f0d58a041 req-a0e59a0e-fa5f-4dc9-b494-0dd89643ef8d tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 210 time: 0.0725896 Aug 29 07:04:14.771059 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:14.830063 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Transition to ACTIVE for port object 834682bb-0b8b-4d63-9562-0eb90f07b54b will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:14.990633 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:15.143052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 69d66bdc-d61d-4088-aa68-74014b0aeacc is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:15.162736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:15.204879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:15.206854 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:15.211720 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=834682bb-0b8b-4d63-9562-0eb90f07b54b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:15.295948 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ef69e74a-6b5a-4cce-8781-a8463d4272ae up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:15.462697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-8c0e80a2-7aaa-4e85-bf94-e2f13c8a1209 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:15.465145 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-8c0e80a2-7aaa-4e85-bf94-e2f13c8a1209 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.15 "GET /v2.0/networks?id=aa9996a5-9338-44b4-9ad2-2b9687843d19 HTTP/1.1" status: 200 len: 814 time: 0.3682246 Aug 29 07:04:15.481518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-822d6d17-3353-4f14-a37a-69bd101432ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Request body: {'port': {'device_id': '117b5f09-a6f4-4291-99c5-45c4ce78ce79', 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19', 'admin_state_up': True, 'tenant_id': '8bd3d0ccbdc2480a8e8c9bd60e514018'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:15.518175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port ef69e74a-6b5a-4cce-8781-a8463d4272ae completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:15.523779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7ca2527c-38bd-4500-a8dc-be813ff26f02 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:15.713105 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:15.745911 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44788) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:15.811100 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 7ca2527c-38bd-4500-a8dc-be813ff26f02 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:15.823361 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7ca2527c-38bd-4500-a8dc-be813ff26f02 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:15.824175 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:15.851894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44794) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:15.880619 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5bcdde8b-3295-49b0-9045-9f85f9a07be3 req-5b978263-33c8-43d8-b72d-16ac52d3896e tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 210 time: 0.1036761 Aug 29 07:04:16.001230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac3b523f-86b9-46fe-891c-e4a2f3d4c0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:16.007196 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-822d6d17-3353-4f14-a37a-69bd101432ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Made reservation on behalf of 8bd3d0ccbdc2480a8e8c9bd60e514018 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:16.010271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-822d6d17-3353-4f14-a37a-69bd101432ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:16.056252 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:16.125298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 7ca2527c-38bd-4500-a8dc-be813ff26f02, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7ca2527c-38bd-4500-a8dc-be813ff26f02,segment=NetworkSegment(1bc74cf3-5b96-4340-9865-1878f815c129),segment_id=1bc74cf3-5b96-4340-9865-1878f815c129)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:16.184514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-f293089e-a817-47b8-91f4-3d6daf2c2f6b tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.191751 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f293089e-a817-47b8-91f4-3d6daf2c2f6b tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4401841 Aug 29 07:04:16.192252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44802) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.201335 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:16.208223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-3bb3b157-d74b-49e5-8033-e115179395a3 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.213698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3bb3b157-d74b-49e5-8033-e115179395a3 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0169139 Aug 29 07:04:16.215665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44804) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.226466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-5eaac87c-9167-423d-8b7e-83ae41a8a825 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.235624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5eaac87c-9167-423d-8b7e-83ae41a8a825 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0185635 Aug 29 07:04:16.238455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44808) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.255103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-8c076148-9d2d-4288-9f4a-c4e270dc407e tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.263071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8c076148-9d2d-4288-9f4a-c4e270dc407e tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0207000 Aug 29 07:04:16.264098 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44810) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.273556 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-cc2a265e-55a1-414e-b0fd-0a1612e9f2dc tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.279526 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cc2a265e-55a1-414e-b0fd-0a1612e9f2dc tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0140064 Aug 29 07:04:16.280616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44812) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.286451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-0530fd75-7671-45f9-9c7a-c87393963725 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.291779 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0530fd75-7671-45f9-9c7a-c87393963725 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0097797 Aug 29 07:04:16.293227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44814) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.306293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-14304d94-495b-44d6-b9d7-5d2f0f5efe51 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.316526 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-14304d94-495b-44d6-b9d7-5d2f0f5efe51 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0219524 Aug 29 07:04:16.318448 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44818) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.333648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-d770a39c-e480-4511-915e-20c9f56720a2 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.335502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d770a39c-e480-4511-915e-20c9f56720a2 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0128114 Aug 29 07:04:16.338156 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44820) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.342531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aa06e7-71af-41f9-9fab-46e6132bd29b None None] Network 69d66bdc-d61d-4088-aa68-74014b0aeacc requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:16.346861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-36c4d6c8-cf40-4175-af1c-8912f56ee802 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.352509 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-36c4d6c8-cf40-4175-af1c-8912f56ee802 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0091467 Aug 29 07:04:16.353333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44822) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.359038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-ef3fbb75-94fc-470e-b02c-87e1fcff7afa tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.364762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ef3fbb75-94fc-470e-b02c-87e1fcff7afa tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0101624 Aug 29 07:04:16.365812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44826) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.371471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-9f69cff2-21b9-4812-b09c-00fd0b1643e8 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.379773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9f69cff2-21b9-4812-b09c-00fd0b1643e8 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0071914 Aug 29 07:04:16.383724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44828) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.389594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-2c49ba20-77e8-4a1e-add1-73dcbaffe7ed tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.391821 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2c49ba20-77e8-4a1e-add1-73dcbaffe7ed tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0063114 Aug 29 07:04:16.393574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44830) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.399243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-feccb259-8e60-4ae1-b4fe-80011604e252 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.403875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-feccb259-8e60-4ae1-b4fe-80011604e252 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0057724 Aug 29 07:04:16.405980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44832) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.411108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-7bb2ae7f-4101-4cdb-829c-e93081a9cfd6 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.412466 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7bb2ae7f-4101-4cdb-829c-e93081a9cfd6 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0052648 Aug 29 07:04:16.416180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44834) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.418144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=7ca2527c-38bd-4500-a8dc-be813ff26f02,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:16.424873 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-ff52adf9-8480-46fd-8aba-ff239cbf5f1a tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.431023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ff52adf9-8480-46fd-8aba-ff239cbf5f1a tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0080943 Aug 29 07:04:16.433325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44836) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.438799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-39a7643e-fe00-4bf4-912c-f36c06b977d1 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.442793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-39a7643e-fe00-4bf4-912c-f36c06b977d1 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0083802 Aug 29 07:04:16.443827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44838) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.449043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-5c3a6b9c-64d1-4c27-80ee-22d4e1f6ef12 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.451651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5c3a6b9c-64d1-4c27-80ee-22d4e1f6ef12 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0066969 Aug 29 07:04:16.456433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44840) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.469991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-8e6deaa6-10de-4c4e-a3ca-943e3fdd56a8 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.474131 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8e6deaa6-10de-4c4e-a3ca-943e3fdd56a8 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0153189 Aug 29 07:04:16.479501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44842) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.485414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-dd3ba695-08ca-4a90-834c-12d71cb23f7b tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.495100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44844) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.501326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-dd3ba695-08ca-4a90-834c-12d71cb23f7b tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0132692 Aug 29 07:04:16.505130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [None req-b2f081aa-3865-4433-9848-47b86260eb3f tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.509805 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b2f081aa-3865-4433-9848-47b86260eb3f tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0095448 Aug 29 07:04:16.516441 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44848) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.524269 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [None req-e83cb4ac-304b-4b02-a3df-cdc717e6f970 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.528654 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e83cb4ac-304b-4b02-a3df-cdc717e6f970 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0088532 Aug 29 07:04:16.529723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44854) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.540788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-41f00a8c-936d-43c2-8efe-c9ba6a1dec29 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.548062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-41f00a8c-936d-43c2-8efe-c9ba6a1dec29 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0169506 Aug 29 07:04:16.553919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44856) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.558941 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-6b348de8-8940-461f-a5a0-b912be415e11 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.565995 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6b348de8-8940-461f-a5a0-b912be415e11 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0106449 Aug 29 07:04:16.567633 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44860) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.573903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-97354e2c-9dee-4f41-9cd1-21d4abb51d89 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.585143 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-97354e2c-9dee-4f41-9cd1-21d4abb51d89 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0089226 Aug 29 07:04:16.585143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44862) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.596929 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-2698e52d-45a3-4720-bdd8-a8cf75ba3662 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.605868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2698e52d-45a3-4720-bdd8-a8cf75ba3662 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0217223 Aug 29 07:04:16.606179 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ae69f34a-99b5-413a-b114-09ff55a12e28 None None] Provisioning for port ef69e74a-6b5a-4cce-8781-a8463d4272ae completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:16.610571 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44868) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.618155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-82266588-8253-4ac2-b4c9-71cda7b5a05c tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.618317 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ae69f34a-99b5-413a-b114-09ff55a12e28 None None] Provisioning complete for port ef69e74a-6b5a-4cce-8781-a8463d4272ae triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:16.618689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ae69f34a-99b5-413a-b114-09ff55a12e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:16.622805 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-82266588-8253-4ac2-b4c9-71cda7b5a05c tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0107181 Aug 29 07:04:16.623760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44870) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.632737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-75336ae5-3cdb-4047-a064-bc31ab80b166 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.637361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-75336ae5-3cdb-4047-a064-bc31ab80b166 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0118437 Aug 29 07:04:16.639015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44872) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.645221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-f3f46c3c-c5c5-4318-a0da-2d9b0b5407b1 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.656853 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f3f46c3c-c5c5-4318-a0da-2d9b0b5407b1 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0165441 Aug 29 07:04:16.657711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44878) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.664772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-822d6d17-3353-4f14-a37a-69bd101432ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Allocated IP 172.20.0.13 (aa9996a5-9338-44b4-9ad2-2b9687843d19/211670e9-9db5-4334-a16a-3276a6f72e99/9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:04:16.673607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-c4f809f2-3bb1-4b26-a354-606be73ad33a tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.676119 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c4f809f2-3bb1-4b26-a354-606be73ad33a tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0172386 Aug 29 07:04:16.678586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44884) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.685632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-56e71c12-f23d-4828-8d53-6e65b70bbc86 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.689807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-56e71c12-f23d-4828-8d53-6e65b70bbc86 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0100458 Aug 29 07:04:16.699326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44890) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.704562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-91b7810f-40a6-47f1-afbd-ce3be64e6caa tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.704938 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac3b523f-86b9-46fe-891c-e4a2f3d4c0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:16.705574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-91b7810f-40a6-47f1-afbd-ce3be64e6caa tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0051999 Aug 29 07:04:16.708155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44892) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.717311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-78ea389d-e2c4-4e72-8566-00412b17ca41 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.718644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-78ea389d-e2c4-4e72-8566-00412b17ca41 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0094221 Aug 29 07:04:16.722362 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44898) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.732111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-6a2a59e7-8950-43e0-989b-6adc30e242ef tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.735860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6a2a59e7-8950-43e0-989b-6adc30e242ef tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0091443 Aug 29 07:04:16.743830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44900) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.786223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-1ee9461f-54e6-4c2c-936b-e47b025e04ab tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.786223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1ee9461f-54e6-4c2c-936b-e47b025e04ab tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0076044 Aug 29 07:04:16.787928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44906) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.792637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-7cebc469-37c7-48b0-961d-8c1879bd2630 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.795365 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ae69f34a-99b5-413a-b114-09ff55a12e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:16.796293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7cebc469-37c7-48b0-961d-8c1879bd2630 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0073552 Aug 29 07:04:16.796878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44908) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.807445 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-e44124a4-9ccb-4051-baa1-2ff6d16d963c tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.812318 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e44124a4-9ccb-4051-baa1-2ff6d16d963c tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0141113 Aug 29 07:04:16.813155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44910) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.826063 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-6fa4293d-4cf8-4a55-8221-fb54bec49030 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.837428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6fa4293d-4cf8-4a55-8221-fb54bec49030 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0156925 Aug 29 07:04:16.838275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44916) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.843667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-e76186e9-984a-494a-9274-b1f04aa9e083 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.851090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ae69f34a-99b5-413a-b114-09ff55a12e28 None None] For port ef69e74a-6b5a-4cce-8781-a8463d4272ae, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ef69e74a-6b5a-4cce-8781-a8463d4272ae,segment=NetworkSegment(97f11b72-ccd2-4874-b4ec-c632823a3ebc),segment_id=97f11b72-ccd2-4874-b4ec-c632823a3ebc)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:16.857939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e76186e9-984a-494a-9274-b1f04aa9e083 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0184433 Aug 29 07:04:16.861136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44918) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.869217 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-3e60d48a-4737-4e2e-bf94-b30cd3981c6d tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.872890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3e60d48a-4737-4e2e-bf94-b30cd3981c6d tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081446 Aug 29 07:04:16.879727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44924) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.880586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac3b523f-86b9-46fe-891c-e4a2f3d4c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:16.886153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-76c414ae-5a56-4708-bd46-efd07b051908 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.886153 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-76c414ae-5a56-4708-bd46-efd07b051908 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047967 Aug 29 07:04:16.892642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44926) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.901605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-ffaf6d77-68b4-42d6-8148-2f42cf94d80d tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.902593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ffaf6d77-68b4-42d6-8148-2f42cf94d80d tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0089960 Aug 29 07:04:16.914486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44928) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.922276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-84472f1f-f792-4d47-af36-a143abec4602 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.926340 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-84472f1f-f792-4d47-af36-a143abec4602 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0075858 Aug 29 07:04:16.928942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44930) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.937644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-4c7efe4f-dc91-4bc1-93f1-5dd892415012 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.938652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4c7efe4f-dc91-4bc1-93f1-5dd892415012 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0087399 Aug 29 07:04:16.945521 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44932) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.949907 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ae69f34a-99b5-413a-b114-09ff55a12e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:16.953240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-28642e1e-cee8-4605-af1a-68b30158b675 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.953240 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-28642e1e-cee8-4605-af1a-68b30158b675 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0104346 Aug 29 07:04:16.956081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44934) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.960625 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-02c96dbe-8c67-42c1-93a6-a22a918c6b08 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.972421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-02c96dbe-8c67-42c1-93a6-a22a918c6b08 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0152867 Aug 29 07:04:16.975122 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44938) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:16.989853 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-b170f4e4-9db9-42c0-b9d7-f50507b7de92 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:16.996403 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b170f4e4-9db9-42c0-b9d7-f50507b7de92 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0200753 Aug 29 07:04:17.001593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44944) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.024599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-3dbfa5ad-a381-4d4c-9e00-dfc59d703d95 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.029107 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3dbfa5ad-a381-4d4c-9e00-dfc59d703d95 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0259078 Aug 29 07:04:17.031206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44946) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.037377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-910887d5-2cba-436c-b07d-58884783d1ba tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.044485 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-910887d5-2cba-436c-b07d-58884783d1ba tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0118499 Aug 29 07:04:17.054437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44948) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.056593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-f0149116-8e6a-43d1-a6dc-b7390d6f2e3a tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.062714 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f0149116-8e6a-43d1-a6dc-b7390d6f2e3a tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0120716 Aug 29 07:04:17.063528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44950) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.085444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-4071c2d9-0e43-449c-a761-bcb5317e6da6 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.090720 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4071c2d9-0e43-449c-a761-bcb5317e6da6 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0257206 Aug 29 07:04:17.091650 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44952) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.091975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69f34a-99b5-413a-b114-09ff55a12e28 None None] Pushing event updated for resources: {'Port': ['ID=ef69e74a-6b5a-4cce-8781-a8463d4272ae,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:17.136119 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-674dc199-208a-4798-ba10-78b1da03aa7e tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.140631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-674dc199-208a-4798-ba10-78b1da03aa7e tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0460858 Aug 29 07:04:17.141959 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44954) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.155941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9252b282-15b1-4de3-b884-6aac07e24773 req-43b087f6-bdab-499b-b6b5-828b0adbb223 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 210 time: 0.0896173 Aug 29 07:04:17.160430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-4ed9f77b-94bc-45cd-a9bd-88c5089f4c65 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.165908 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4ed9f77b-94bc-45cd-a9bd-88c5089f4c65 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0222924 Aug 29 07:04:17.166776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44958) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.171457 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-15a6b4fc-e4e6-4eca-8525-1a7e14c36a6b tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.175992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-15a6b4fc-e4e6-4eca-8525-1a7e14c36a6b tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0075197 Aug 29 07:04:17.183680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44960) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.186643 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7ca2527c-38bd-4500-a8dc-be813ff26f02 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:17.189191 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-b3fdf557-3dbf-4904-9da2-eba172542919 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.195395 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b3fdf557-3dbf-4904-9da2-eba172542919 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0065730 Aug 29 07:04:17.196447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44962) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.216649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-e78cc2e2-3110-48f0-bbdf-0e6f2b7e49c8 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.223319 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e78cc2e2-3110-48f0-bbdf-0e6f2b7e49c8 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0256007 Aug 29 07:04:17.223948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44964) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.237319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-6f437ba5-49f7-486b-bacd-39a7b267bf03 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.243732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6f437ba5-49f7-486b-bacd-39a7b267bf03 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0186779 Aug 29 07:04:17.244785 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44966) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.255565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-f83665ff-c071-475b-8079-42c2a053ded7 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.265753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f83665ff-c071-475b-8079-42c2a053ded7 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0158780 Aug 29 07:04:17.266613 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44970) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.278409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-351b6535-f304-45a3-a2d2-bdb73c0d6a98 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.286640 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-351b6535-f304-45a3-a2d2-bdb73c0d6a98 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0181682 Aug 29 07:04:17.288028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44972) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.292656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-4c2cd6a9-2cc9-4d96-b1a6-523efdeeeab7 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.296419 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4c2cd6a9-2cc9-4d96-b1a6-523efdeeeab7 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0063486 Aug 29 07:04:17.303916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44974) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.311972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-14cbc19d-0f44-468d-bd42-b1f3ee9bad94 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.316323 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-14cbc19d-0f44-468d-bd42-b1f3ee9bad94 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0131674 Aug 29 07:04:17.316952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44976) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.321995 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-8ee5ab4b-bd60-4758-a315-7c567c16ebb8 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.323273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8ee5ab4b-bd60-4758-a315-7c567c16ebb8 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050657 Aug 29 07:04:17.325622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44978) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.330543 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-303135ca-898a-4698-a2bc-5da96233db71 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.331944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-303135ca-898a-4698-a2bc-5da96233db71 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048323 Aug 29 07:04:17.332619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-57aee971-c73f-44b6-a3ef-dd49964cdfc3 None None] Provisioning complete for port ef69e74a-6b5a-4cce-8781-a8463d4272ae triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:17.334140 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-57aee971-c73f-44b6-a3ef-dd49964cdfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:17.335828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44980) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.340705 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-a5f632b5-ce1d-47fb-8917-e7cd550a9003 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.346295 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a5f632b5-ce1d-47fb-8917-e7cd550a9003 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0091839 Aug 29 07:04:17.351933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44982) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.357505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-67a41082-5011-4615-bb64-7a6ed8019b86 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.362602 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-67a41082-5011-4615-bb64-7a6ed8019b86 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0091641 Aug 29 07:04:17.363601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44984) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.369301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-c14cdd93-9f68-4b10-92f4-1950c169c618 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.375924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c14cdd93-9f68-4b10-92f4-1950c169c618 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0106006 Aug 29 07:04:17.376823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44986) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.381620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-a4802e5c-cfbc-4c01-a05f-49962c0f03a3 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.387028 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a4802e5c-cfbc-4c01-a05f-49962c0f03a3 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0089202 Aug 29 07:04:17.387932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44988) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.393733 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-8882029c-eb65-4516-890a-d4deb9040b05 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.395751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7ca2527c-38bd-4500-a8dc-be813ff26f02 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:17.396910 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:17.398785 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8882029c-eb65-4516-890a-d4deb9040b05 tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0090384 Aug 29 07:04:17.399616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44990) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.404607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-19b67082-0a4a-40c6-b7eb-6042ed2beaec tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.409732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-19b67082-0a4a-40c6-b7eb-6042ed2beaec tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0091224 Aug 29 07:04:17.416478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44992) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.438225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [None req-9668be06-f6f8-453c-b918-43d971fb1f5d tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:04:17.448718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9668be06-f6f8-453c-b918-43d971fb1f5d tempest-ExtensionsTestJSON-680092255 tempest-ExtensionsTestJSON-680092255-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0222509 Aug 29 07:04:17.527323 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:17.595713 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ac3b523f-86b9-46fe-891c-e4a2f3d4c0b9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=095eaf4ea789438997ebd68ad2e91fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7406905 Aug 29 07:04:17.599181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b523f-86b9-46fe-891c-e4a2f3d4c0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16021d1-2799-424f-838a-fd87ed994123,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:17.599406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44998) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:17.658239 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:17.659456 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:17.667491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:17.690136 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:17.707035 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-822d6d17-3353-4f14-a37a-69bd101432ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:17.710627 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-57aee971-c73f-44b6-a3ef-dd49964cdfc3 None None] Provisioning for port 834682bb-0b8b-4d63-9562-0eb90f07b54b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:17.728987 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-57aee971-c73f-44b6-a3ef-dd49964cdfc3 None None] Provisioning complete for port 834682bb-0b8b-4d63-9562-0eb90f07b54b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:17.729834 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-57aee971-c73f-44b6-a3ef-dd49964cdfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:17.776285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=834682bb-0b8b-4d63-9562-0eb90f07b54b,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:17.792435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-57aee971-c73f-44b6-a3ef-dd49964cdfc3 None None] Port 834682bb-0b8b-4d63-9562-0eb90f07b54b cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:04:17.847244 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:17.850813 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:17.852836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b16021d1-2799-424f-838a-fd87ed994123 HTTP/1.1" status: 204 len: 168 time: 0.2512777 Aug 29 07:04:17.870154 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16021d1-2799-424f-838a-fd87ed994123,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:17.876152 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 69d66bdc-d61d-4088-aa68-74014b0aeacc is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:17.878498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:17.904795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:17.905148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:17.905498 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:17.905839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:17.906172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:17.906504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:17.911329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:17.911680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:17.912026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:17.917160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:17.917571 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:17.917909 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ac700b-8697-4c36-8a29-0036ae32d1f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:17.953762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fe79a2fd-de11-4ae8-99f8-0462c11e199b None None] Provisioning complete for port 834682bb-0b8b-4d63-9562-0eb90f07b54b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:17.956217 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fe79a2fd-de11-4ae8-99f8-0462c11e199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:18.016544 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-fe79a2fd-de11-4ae8-99f8-0462c11e199b None None] Port 834682bb-0b8b-4d63-9562-0eb90f07b54b cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:04:18.033704 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-822d6d17-3353-4f14-a37a-69bd101432ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:18.105219 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-822d6d17-3353-4f14-a37a-69bd101432ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Network aa9996a5-9338-44b4-9ad2-2b9687843d19 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:18.114669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-822d6d17-3353-4f14-a37a-69bd101432ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:18.118142 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-822d6d17-3353-4f14-a37a-69bd101432ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:18.125425 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d6d17-3353-4f14-a37a-69bd101432ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Pushing event updated for resources: {'Port': ['ID=9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:18.237450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router ecfe9c64-d908-47dd-a874-22db80b1d698 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:04:18.294318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-822d6d17-3353-4f14-a37a-69bd101432ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:18.295325 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-822d6d17-3353-4f14-a37a-69bd101432ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:18.344463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45020) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:18.366702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7941bc5c-008b-46be-980b-6ed844eafc6d None None] Provisioning complete for port 834682bb-0b8b-4d63-9562-0eb90f07b54b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:18.367078 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7941bc5c-008b-46be-980b-6ed844eafc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:18.391564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc831d9b-fdef-417d-869c-cf0e6ff9651e req-a6b5f6c7-287c-4b8b-8b2a-1e72edfd3287 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:18.394069 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc831d9b-fdef-417d-869c-cf0e6ff9651e req-a6b5f6c7-287c-4b8b-8b2a-1e72edfd3287 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 932 time: 0.1206491 Aug 29 07:04:18.441773 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-7941bc5c-008b-46be-980b-6ed844eafc6d None None] Port 834682bb-0b8b-4d63-9562-0eb90f07b54b cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:04:18.486903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc831d9b-fdef-417d-869c-cf0e6ff9651e req-6014aee7-4ec5-42ed-be8c-30c83f783d50 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859301 Aug 29 07:04:18.542626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:04:18.548606 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c3b88099-eed2-4b95-b35e-24903c038e22 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6919312 Aug 29 07:04:18.551440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45048) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:18.556904 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Sync routers for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:04:18.565090 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-201a64c1-38d7-4ecf-9b6b-eda76899fc06 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1524085076'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:18.578368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:18.579893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:18.581324 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab61c-69a5-4717-beb6-1f01fc4a68bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:18.640460 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-822d6d17-3353-4f14-a37a-69bd101432ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1618578 Aug 29 07:04:18.653696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Request body: {'port': {'device_id': '117b5f09-a6f4-4291-99c5-45c4ce78ce79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:18.665395 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.api [None req-eb2ab61c-69a5-4717-beb6-1f01fc4a68bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 07:04:18.665395 n-d-713301-12 neutron-server[95404]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 07:04:18.665395 n-d-713301-12 neutron-server[95404]: [parameters: {'project_id_1': '5d5d54e6aca0478b956c3ad9b271f7e3', 'expiration_1': datetime.datetime(2021, 8, 29, 7, 4, 18, 593483)}] Aug 29 07:04:18.665395 n-d-713301-12 neutron-server[95404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:04:18.672336 n-d-713301-12 neutron-server[95404]: DEBUG oslo_db.api [None req-eb2ab61c-69a5-4717-beb6-1f01fc4a68bc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:04:18.721757 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:18.722878 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:18.763328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201a64c1-38d7-4ecf-9b6b-eda76899fc06 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:18.767112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-201a64c1-38d7-4ecf-9b6b-eda76899fc06 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:18.837706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201a64c1-38d7-4ecf-9b6b-eda76899fc06 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:04:18.858750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-201a64c1-38d7-4ecf-9b6b-eda76899fc06 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:18.859840 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-201a64c1-38d7-4ecf-9b6b-eda76899fc06 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Added segment 7a06e248-e39f-4c28-98e9-aec84bafe094 of type vlan for network 433d2d20-57b8-4db2-b26b-bf7261a2ca49 Aug 29 07:04:19.020292 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-201a64c1-38d7-4ecf-9b6b-eda76899fc06 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:19.106320 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:15Z', 'revision_number': 3, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 2, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:19.136199 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Checking router: ecfe9c64-d908-47dd-a874-22db80b1d698 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:04:19.136646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Updating router ecfe9c64-d908-47dd-a874-22db80b1d698 port 834682bb-0b8b-4d63-9562-0eb90f07b54b binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:04:19.170747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab61c-69a5-4717-beb6-1f01fc4a68bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:19.178334 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ef69e74a-6b5a-4cce-8781-a8463d4272ae up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:19.182182 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:19.237075 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-201a64c1-38d7-4ecf-9b6b-eda76899fc06 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:19.246560 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201a64c1-38d7-4ecf-9b6b-eda76899fc06 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:19.248700 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-201a64c1-38d7-4ecf-9b6b-eda76899fc06 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:19.392808 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a64c1-38d7-4ecf-9b6b-eda76899fc06 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Network': ['ID=433d2d20-57b8-4db2-b26b-bf7261a2ca49,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:19.410219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 433d2d20-57b8-4db2-b26b-bf7261a2ca49 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:04:19.411261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:04:19.443875 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:19.460202 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab61c-69a5-4717-beb6-1f01fc4a68bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:19.482351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Transition to ACTIVE for port object 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:19.562709 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab61c-69a5-4717-beb6-1f01fc4a68bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:19.584893 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:19.682120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:19.733222 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-201a64c1-38d7-4ecf-9b6b-eda76899fc06 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1802044 Aug 29 07:04:19.739223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45092) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:19.745196 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5aabdf64-c7c2-41e4-8dad-9cc81040be7d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'subnet': {'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:19.756918 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-eb2ab61c-69a5-4717-beb6-1f01fc4a68bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d5d54e6aca0478b956c3ad9b271f7e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4062617 Aug 29 07:04:19.774072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ab61c-69a5-4717-beb6-1f01fc4a68bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3584b5-162e-4f91-9790-28a86d7d1908,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:19.776418 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45096) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:19.805527 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port ef69e74a-6b5a-4cce-8781-a8463d4272ae triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:19.806289 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:19.850239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b0187-7912-417a-aa4a-b94ffbac76c5 req-d74417bf-3cd7-4afb-a8e3-6459664dfe67 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:19.852395 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e3b0187-7912-417a-aa4a-b94ffbac76c5 req-d74417bf-3cd7-4afb-a8e3-6459664dfe67 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 944 time: 0.2417192 Aug 29 07:04:19.926881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Attempting to bind port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:04:19.927547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Attempting to bind port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:04:19.928596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Attempting to bind port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 on network aa9996a5-9338-44b4-9ad2-2b9687843d19 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:04:19.936155 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5834701d-0ce2-49b9-9396-d8e461475c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:19.939796 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 on network aa9996a5-9338-44b4-9ad2-2b9687843d19 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:04:19.940352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Attempting to bind port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 on network aa9996a5-9338-44b4-9ad2-2b9687843d19 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:04:19.955087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:04:19.955767 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Checking segment: {'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:19.956368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Bound using segment: {'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:04:19.957000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Bound port: 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:04:19.957558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:19.997827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9e3b0187-7912-417a-aa4a-b94ffbac76c5 req-546272d8-f23e-4c53-accf-207bc4e6cf9e tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383963 Aug 29 07:04:20.010594 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5834701d-0ce2-49b9-9396-d8e461475c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:20.109815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aabdf64-c7c2-41e4-8dad-9cc81040be7d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:20.114460 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5aabdf64-c7c2-41e4-8dad-9cc81040be7d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:20.147877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] For port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:04:20.155678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] For port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:04:20.156781 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:20.214351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Transition to ACTIVE for port object 834682bb-0b8b-4d63-9562-0eb90f07b54b will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:20.344135 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:20.344510 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:20.401437 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:20.405214 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5834701d-0ce2-49b9-9396-d8e461475c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:20.407899 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5834701d-0ce2-49b9-9396-d8e461475c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:20.409264 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5834701d-0ce2-49b9-9396-d8e461475c4a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1c3584b5-162e-4f91-9790-28a86d7d1908 HTTP/1.1" status: 204 len: 168 time: 0.6185715 Aug 29 07:04:20.447409 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a730f92-18b4-4c91-805c-dd4bdfb7c902 None None] Pushing event updated for resources: {'Port': ['ID=834682bb-0b8b-4d63-9562-0eb90f07b54b,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:20.461083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:20.462790 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:20.464899 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-a9b0c626-0ca5-4b21-9158-0f5e15df2cc1 service neutron] 10.222.0.15 "PUT /v2.0/ports/9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 HTTP/1.1" status: 200 len: 1093 time: 1.8168936 Aug 29 07:04:20.472894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117b5f09-a6f4-4291-99c5-45c4ce78ce79', 'tag': '9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:04:20.502747 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b0cbe0-6e73-42fe-85c6-00d552ab2032" -d '{"events": [{"name": "network-changed", "server_uuid": "117b5f09-a6f4-4291-99c5-45c4ce78ce79", "tag": "9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:04:20.516308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Attempting to bind port 834682bb-0b8b-4d63-9562-0eb90f07b54b on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:04:20.521353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834701d-0ce2-49b9-9396-d8e461475c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3584b5-162e-4f91-9790-28a86d7d1908,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:20.521749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Attempting to bind port 834682bb-0b8b-4d63-9562-0eb90f07b54b by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '97f11b72-ccd2-4874-b4ec-c632823a3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:04:20.522591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Attempting to bind port 834682bb-0b8b-4d63-9562-0eb90f07b54b on network 69d66bdc-d61d-4088-aa68-74014b0aeacc {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:04:20.533492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:04:20.533749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Checking segment: {'id': '97f11b72-ccd2-4874-b4ec-c632823a3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:20.533942 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:20.540262 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Bound using segment: {'id': '97f11b72-ccd2-4874-b4ec-c632823a3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:04:20.541159 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Bound port: 834682bb-0b8b-4d63-9562-0eb90f07b54b, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f11b72-ccd2-4874-b4ec-c632823a3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:04:20.542402 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:20.619867 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d06abc-e512-49d8-bc64-4e7859341fb3 x-openstack-request-id: req-79d06abc-e512-49d8-bc64-4e7859341fb3 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:04:20.620489 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117b5f09-a6f4-4291-99c5-45c4ce78ce79", "tag": "9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:04:20.621148 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-79d06abc-e512-49d8-bc64-4e7859341fb3 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:04:20.621826 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117b5f09-a6f4-4291-99c5-45c4ce78ce79', 'tag': '9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6', 'status': 'completed', 'code': 200} Aug 29 07:04:20.691740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] For port 834682bb-0b8b-4d63-9562-0eb90f07b54b, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:04:20.696516 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] For port 834682bb-0b8b-4d63-9562-0eb90f07b54b, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=834682bb-0b8b-4d63-9562-0eb90f07b54b,segment=NetworkSegment(97f11b72-ccd2-4874-b4ec-c632823a3ebc),segment_id=97f11b72-ccd2-4874-b4ec-c632823a3ebc)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:04:20.729132 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-796be636-f612-4444-9b5f-87b849a57650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:20.735162 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-796be636-f612-4444-9b5f-87b849a57650 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 1096 time: 0.1024332 Aug 29 07:04:20.781775 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5aabdf64-c7c2-41e4-8dad-9cc81040be7d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:20.792956 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-889a6db6-ca05-4649-8c9a-c2d60bf61f5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 HTTP/1.1" status: 200 len: 217 time: 0.0498519 Aug 29 07:04:20.816969 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:20.875796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabdf64-c7c2-41e4-8dad-9cc81040be7d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Subnet': ['ID=d59096b9-cf5a-48b7-b754-7ffa9fd8f6ca,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:20.918822 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aabdf64-c7c2-41e4-8dad-9cc81040be7d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Checking segment: {'id': '7a06e248-e39f-4c28-98e9-aec84bafe094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:20.919479 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aabdf64-c7c2-41e4-8dad-9cc81040be7d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network hostable DHCP agents. Network: 433d2d20-57b8-4db2-b26b-bf7261a2ca49, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:04:20.920291 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-22a88bb9-0de4-4670-97be-4506511e2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:20.922074 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-22a88bb9-0de4-4670-97be-4506511e2115 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=211670e9-9db5-4334-a16a-3276a6f72e99 HTTP/1.1" status: 200 len: 854 time: 0.1211236 Aug 29 07:04:20.982763 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-0402e27c-1754-4355-99b8-4e401f95105f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa9996a5-9338-44b4-9ad2-2b9687843d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533428 Aug 29 07:04:20.984525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:20.985389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:21.075266 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a730f92-18b4-4c91-805c-dd4bdfb7c902 None None] Pushing event updated for resources: {'Port': ['ID=834682bb-0b8b-4d63-9562-0eb90f07b54b,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:21.127335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aabdf64-c7c2-41e4-8dad-9cc81040be7d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 433d2d20-57b8-4db2-b26b-bf7261a2ca49 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:04:21.184524 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:21.203378 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-c9d71d5c-4461-4a61-bd84-8ca32884cc97 service neutron] 10.222.0.15 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070155 Aug 29 07:04:21.243638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-5aabdf64-c7c2-41e4-8dad-9cc81040be7d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 433d2d20-57b8-4db2-b26b-bf7261a2ca49) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:21.253654 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aabdf64-c7c2-41e4-8dad-9cc81040be7d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:21.253654 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5aabdf64-c7c2-41e4-8dad-9cc81040be7d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:21.279233 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5ef643-ed8e-489f-a4c5-cef9f83d156d None None] Network 433d2d20-57b8-4db2-b26b-bf7261a2ca49 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:21.301952 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:21.309012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149342ad-39d0-49b1-a8cb-c4200ea305d1 req-321b5955-0def-4561-8567-a25d9d9d8771 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:21.311242 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-149342ad-39d0-49b1-a8cb-c4200ea305d1 req-321b5955-0def-4561-8567-a25d9d9d8771 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 944 time: 0.1428223 Aug 29 07:04:21.424139 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5aabdf64-c7c2-41e4-8dad-9cc81040be7d tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6813238 Aug 29 07:04:21.427466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45142) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:21.458022 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-149342ad-39d0-49b1-a8cb-c4200ea305d1 req-24bc6add-9b8f-4f55-8a2f-f28cf2c77ee6 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372554 Aug 29 07:04:21.499785 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1cbfba64-6801-4ac1-91dc-d323df88d316 req-52649bdc-ec48-4f23-af84-6ccd55eb442c service neutron] 10.222.0.15 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926009 Aug 29 07:04:21.694646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0cbe0-6e73-42fe-85c6-00d552ab2032 req-ac45c172-48d1-4909-8d32-f05600b08715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:21.696756 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-24b0cbe0-6e73-42fe-85c6-00d552ab2032 req-ac45c172-48d1-4909-8d32-f05600b08715 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 1096 time: 0.0580420 Aug 29 07:04:21.722479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'fixed_ips': [{'subnet_id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:04:21.723496 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:21.971253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0cbe0-6e73-42fe-85c6-00d552ab2032 req-3a9964e8-d3b5-4049-9200-c0196d6869ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:21.981048 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-24b0cbe0-6e73-42fe-85c6-00d552ab2032 req-3a9964e8-d3b5-4049-9200-c0196d6869ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa9996a5-9338-44b4-9ad2-2b9687843d19 HTTP/1.1" status: 200 len: 915 time: 0.2688596 Aug 29 07:04:22.019747 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-24b0cbe0-6e73-42fe-85c6-00d552ab2032 req-eeb90143-3b97-44e8-96f4-96a72961a60a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 HTTP/1.1" status: 200 len: 217 time: 0.0392916 Aug 29 07:04:22.051387 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Allocated IP 2001:db8:2::2 (433d2d20-57b8-4db2-b26b-bf7261a2ca49/d59096b9-cf5a-48b7-b754-7ffa9fd8f6ca/d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:04:22.058520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:15Z', 'revision_number': 3, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:20Z', 'revision_number': 4, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:22.104339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0cbe0-6e73-42fe-85c6-00d552ab2032 req-12109333-007c-495c-b41f-111ffcdf6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:22.106203 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-24b0cbe0-6e73-42fe-85c6-00d552ab2032 req-12109333-007c-495c-b41f-111ffcdf6572 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=211670e9-9db5-4334-a16a-3276a6f72e99 HTTP/1.1" status: 200 len: 854 time: 0.0799811 Aug 29 07:04:22.110659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da60dd43-7fb8-451c-8830-3e77e6d589ed None None] The sync data for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 is: [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:15Z', 'revision_number': 3, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:20Z', 'revision_number': 4, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:04:22.173389 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:22.234239 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-24b0cbe0-6e73-42fe-85c6-00d552ab2032 req-45dfb4cf-b338-4785-922b-05edce8c8cf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa9996a5-9338-44b4-9ad2-2b9687843d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184251 Aug 29 07:04:22.510008 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-24b0cbe0-6e73-42fe-85c6-00d552ab2032 req-f0769ea6-9c2d-4028-b4a8-b3444b67cf1a service neutron] 10.222.0.15 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665746 Aug 29 07:04:22.514250 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:22.541025 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Transition to ACTIVE for port object d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:22.613940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Transition to ACTIVE for port object d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:22.756510 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:22.758858 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-24b0cbe0-6e73-42fe-85c6-00d552ab2032 req-cd2388c0-bdcd-4fef-a051-6cfb5af5f814 service neutron] 10.222.0.15 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409647 Aug 29 07:04:22.869107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc500a-777e-4a72-a4eb-d2df2715006f req-e2dff26c-c7f2-4955-8577-8f5e1e11d942 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:22.887796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2bc500a-777e-4a72-a4eb-d2df2715006f req-e2dff26c-c7f2-4955-8577-8f5e1e11d942 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 944 time: 0.1927602 Aug 29 07:04:22.898782 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45186) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:22.906542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Network 433d2d20-57b8-4db2-b26b-bf7261a2ca49 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:22.914558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:22.925229 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:22.955003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Pushing event updated for resources: {'Port': ['ID=d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:22.984083 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Allocated IP 2001:db8:2::1 (433d2d20-57b8-4db2-b26b-bf7261a2ca49/d59096b9-cf5a-48b7-b754-7ffa9fd8f6ca/b053636c-954c-4536-a19d-24a4c8d92695) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:04:23.028549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Attempting to bind port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:04:23.029268 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Attempting to bind port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '7a06e248-e39f-4c28-98e9-aec84bafe094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:04:23.029833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Attempting to bind port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 on network 433d2d20-57b8-4db2-b26b-bf7261a2ca49 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:04:23.038437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:04:23.039103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Checking segment: {'id': '7a06e248-e39f-4c28-98e9-aec84bafe094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:23.039930 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:23.041194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Bound using segment: {'id': '7a06e248-e39f-4c28-98e9-aec84bafe094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:04:23.041801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Bound port: d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a06e248-e39f-4c28-98e9-aec84bafe094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:04:23.042460 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:23.066439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2bc500a-777e-4a72-a4eb-d2df2715006f req-322893f0-5333-4702-b46c-f58c6ffd5031 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750519 Aug 29 07:04:23.181974 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-596332672'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:23.219231 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] For port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:04:23.228368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] For port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8,segment=NetworkSegment(7a06e248-e39f-4c28-98e9-aec84bafe094),segment_id=7a06e248-e39f-4c28-98e9-aec84bafe094)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:04:23.298377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Made reservation on behalf of a63567c9109e4026821c11414a329bef for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:23.306404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:23.309216 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 834682bb-0b8b-4d63-9562-0eb90f07b54b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:23.323260 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:23.346689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:23.499336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037440c-af6c-4c8a-9456-605a4fbe24d3 None None] Pushing event updated for resources: {'Port': ['ID=d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:23.529373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 834682bb-0b8b-4d63-9562-0eb90f07b54b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:23.539327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 834682bb-0b8b-4d63-9562-0eb90f07b54b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:23.539759 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:23.628773 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:23.729249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:23.790763 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:23.820068 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:04:23.837017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b15e0-a522-4c16-8bf9-95b213e0e257,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:23.844540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 834682bb-0b8b-4d63-9562-0eb90f07b54b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=834682bb-0b8b-4d63-9562-0eb90f07b54b,segment=NetworkSegment(97f11b72-ccd2-4874-b4ec-c632823a3ebc),segment_id=97f11b72-ccd2-4874-b4ec-c632823a3ebc)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:23.859782 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:23.861109 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Added segment 859729c4-0357-4bfb-af26-a05ff07e74c9 of type vlan for network 361bb6c8-3a1c-47b8-8205-4c36953a70cf Aug 29 07:04:23.911970 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:23.919790 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:23.927439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Transition to ACTIVE for port object b053636c-954c-4536-a19d-24a4c8d92695 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:23.928873 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:24.040548 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=834682bb-0b8b-4d63-9562-0eb90f07b54b,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:24.047379 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:24.061880 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:24.067815 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:24.068984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:24.105145 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 433d2d20-57b8-4db2-b26b-bf7261a2ca49 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:24.109871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:24.117635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:24.118456 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:24.156086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Pushing event updated for resources: {'Network': ['ID=361bb6c8-3a1c-47b8-8205-4c36953a70cf,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:24.167170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 361bb6c8-3a1c-47b8-8205-4c36953a70cf details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:04:24.233341 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9176cef8-75fd-4517-b890-eab5983ccb7b tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3329446 Aug 29 07:04:24.236183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45212) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:24.241726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a33664c5-b348-4369-9766-a631bb5ede68 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Request body: {'subnet': {'network_id': '361bb6c8-3a1c-47b8-8205-4c36953a70cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:24.263272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=b053636c-954c-4536-a19d-24a4c8d92695,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:24.313172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69644bc5-e255-4684-9924-28a8601cafcb req-1b0b4d1e-f549-4130-8cf8-17c330333fb3 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:24.323178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69644bc5-e255-4684-9924-28a8601cafcb req-1b0b4d1e-f549-4130-8cf8-17c330333fb3 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 944 time: 0.0757177 Aug 29 07:04:24.393599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69644bc5-e255-4684-9924-28a8601cafcb req-56ac176b-89ac-41a3-bc1e-73ddf75d6507 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691855 Aug 29 07:04:24.408087 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:24.517877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33664c5-b348-4369-9766-a631bb5ede68 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Made reservation on behalf of a63567c9109e4026821c11414a329bef for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:24.524084 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a33664c5-b348-4369-9766-a631bb5ede68 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:24.894392 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:24.897737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45224) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:24.934874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdbaf86-f859-4389-b2e8-2b252706bbcb None None] Network 433d2d20-57b8-4db2-b26b-bf7261a2ca49 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:25.032609 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b27fe992-b9e1-4440-ace9-3ccb28ec77fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:25.035011 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:25.035806 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:25.054896 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a33664c5-b348-4369-9766-a631bb5ede68 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:25.084476 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:04:25.211198 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33664c5-b348-4369-9766-a631bb5ede68 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Checking segment: {'id': '859729c4-0357-4bfb-af26-a05ff07e74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361bb6c8-3a1c-47b8-8205-4c36953a70cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:25.211569 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33664c5-b348-4369-9766-a631bb5ede68 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Network hostable DHCP agents. Network: 361bb6c8-3a1c-47b8-8205-4c36953a70cf, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:04:25.228165 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33664c5-b348-4369-9766-a631bb5ede68 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Pushing event updated for resources: {'Subnet': ['ID=fb444434-a2e0-43c4-af34-fec77a0584b2,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:25.265927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=b053636c-954c-4536-a19d-24a4c8d92695,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:25.268571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5e01e4b4-5044-414a-b087-55bd2ef9bfc2 None None] Provisioning for port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:25.360229 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:25.366289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33664c5-b348-4369-9766-a631bb5ede68 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Network 361bb6c8-3a1c-47b8-8205-4c36953a70cf is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:04:25.377168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 433d2d20-57b8-4db2-b26b-bf7261a2ca49 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:25.384028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:25.420833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:25.450091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6', 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19', 'port_id': '9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6', 'mac_address': 'fa:16:3e:99:8e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211670e9-9db5-4334-a16a-3276a6f72e99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:04:25.504461 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-a33664c5-b348-4369-9766-a631bb5ede68 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 361bb6c8-3a1c-47b8-8205-4c36953a70cf) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:25.516222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33664c5-b348-4369-9766-a631bb5ede68 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:25.517652 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a33664c5-b348-4369-9766-a631bb5ede68 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:25.526336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc002de6-92c8-41ac-aa6d-d299241458b9 None None] Network 361bb6c8-3a1c-47b8-8205-4c36953a70cf requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:25.567089 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b27fe992-b9e1-4440-ace9-3ccb28ec77fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:25.592675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:25.594858 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:25.615014 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:25.615473 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:25.656985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:04:25.668207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f2be7-25c7-493d-bc95-9e53a45ed916 req-9dd09c75-d265-44d7-96e4-2a667210f7d1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:25.670354 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a9f2be7-25c7-493d-bc95-9e53a45ed916 req-9dd09c75-d265-44d7-96e4-2a667210f7d1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 944 time: 0.0990763 Aug 29 07:04:25.676272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router ecfe9c64-d908-47dd-a874-22db80b1d698 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:04:25.677967 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b27fe992-b9e1-4440-ace9-3ccb28ec77fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:25.739156 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:25.757190 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b27fe992-b9e1-4440-ace9-3ccb28ec77fb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=96d10a14bab643c1808adcc83befd631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8582456 Aug 29 07:04:25.761181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45242) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:25.766691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fe992-b9e1-4440-ace9-3ccb28ec77fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaf81ae-49a3-4013-8420-7733b9917b32,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:25.784560 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a33664c5-b348-4369-9766-a631bb5ede68 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5472970 Aug 29 07:04:25.788430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45244) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:25.794996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8bc0dc8c-c707-4433-babb-2cafe6666d24 None None] Provisioning complete for port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:25.797317 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8bc0dc8c-c707-4433-babb-2cafe6666d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:25.807216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Request body: {'port': {'network_id': '361bb6c8-3a1c-47b8-8205-4c36953a70cf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2133374704'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:25.809084 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a9f2be7-25c7-493d-bc95-9e53a45ed916 req-68b01008-4c8b-45d3-918e-a0b63d4ee20f tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268120 Aug 29 07:04:25.827202 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:25.905300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:04:25.919022 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Sync routers for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:04:25.930009 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d934085a-d989-4e18-bf40-400ba258172c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4944317 Aug 29 07:04:25.931796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45248) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:25.941710 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:25.943385 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:25.952657 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-35671e66-da0c-497d-b7a8-643394aacf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:25.959782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-575243ee-43e3-4f2e-83c6-17545195f15c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-80712154'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:26.063404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-35671e66-da0c-497d-b7a8-643394aacf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:26.080245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:04:26.082947 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-361bb6c8-3a1c-47b8-8205-4c36953a70cf', 'network_id': '361bb6c8-3a1c-47b8-8205-4c36953a70cf', 'tenant_id': 'a63567c9109e4026821c11414a329bef', 'fixed_ips': [{'subnet_id': 'fb444434-a2e0-43c4-af34-fec77a0584b2'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:04:26.083869 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:26.108104 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:26.123486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575243ee-43e3-4f2e-83c6-17545195f15c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:26.128392 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-575243ee-43e3-4f2e-83c6-17545195f15c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:26.157201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:26.188889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575243ee-43e3-4f2e-83c6-17545195f15c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:04:26.194796 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:26.219661 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-575243ee-43e3-4f2e-83c6-17545195f15c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:26.220339 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-575243ee-43e3-4f2e-83c6-17545195f15c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Added segment 8de4a668-6148-48e8-afb1-0f1377d47c46 of type vlan for network 4110a57a-c9de-4990-bfab-9917cb4558d2 Aug 29 07:04:26.312162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Made reservation on behalf of a63567c9109e4026821c11414a329bef for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:26.316211 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:26.321517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8,segment=NetworkSegment(7a06e248-e39f-4c28-98e9-aec84bafe094),segment_id=7a06e248-e39f-4c28-98e9-aec84bafe094)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:26.330435 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8bc0dc8c-c707-4433-babb-2cafe6666d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:26.334212 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-575243ee-43e3-4f2e-83c6-17545195f15c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:26.366345 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-35671e66-da0c-497d-b7a8-643394aacf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:26.371518 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-35671e66-da0c-497d-b7a8-643394aacf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:26.375046 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-35671e66-da0c-497d-b7a8-643394aacf4f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ccaf81ae-49a3-4013-8420-7733b9917b32 HTTP/1.1" status: 204 len: 168 time: 0.6126614 Aug 29 07:04:26.435822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] device_id is not set on port a77c3e3f-fd74-45a6-a29a-45775eaf163c yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:04:26.445079 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:26.446022 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 834682bb-0b8b-4d63-9562-0eb90f07b54b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:26.500493 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-575243ee-43e3-4f2e-83c6-17545195f15c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:26.507425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575243ee-43e3-4f2e-83c6-17545195f15c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:26.509454 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-575243ee-43e3-4f2e-83c6-17545195f15c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:26.592738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35671e66-da0c-497d-b7a8-643394aacf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaf81ae-49a3-4013-8420-7733b9917b32,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:26.619246 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:24Z', 'revision_number': 4, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b053636c-954c-4536-a19d-24a4c8d92695', 'name': '', 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:28:94:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:22Z', 'updated_at': '2021-08-29T07:04:24Z', 'revision_number': 2, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:26.648102 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Checking router: ecfe9c64-d908-47dd-a874-22db80b1d698 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:04:26.648603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45256) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:26.648742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-575243ee-43e3-4f2e-83c6-17545195f15c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7167571 Aug 29 07:04:26.649058 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Updating router ecfe9c64-d908-47dd-a874-22db80b1d698 port b053636c-954c-4536-a19d-24a4c8d92695 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:04:26.655479 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575243ee-43e3-4f2e-83c6-17545195f15c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Network': ['ID=4110a57a-c9de-4990-bfab-9917cb4558d2,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:26.656559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-420b37b7-cafd-46ef-8c26-c6152fa3a9e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'subnet': {'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:26.703946 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:26.724827 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:26.739097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 4110a57a-c9de-4990-bfab-9917cb4558d2 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:04:26.972496 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420b37b7-cafd-46ef-8c26-c6152fa3a9e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Made reservation on behalf of d142452079144aaa91a2e9e1b112fc6f for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:26.976927 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-420b37b7-cafd-46ef-8c26-c6152fa3a9e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:27.024304 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:27.035536 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Transition to ACTIVE for port object b053636c-954c-4536-a19d-24a4c8d92695 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:27.094974 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3952f24-b005-4254-8111-5bbafc4984fe req-527d45bb-4ee9-4aa9-9487-c110b39fbbc4 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:27.097116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3952f24-b005-4254-8111-5bbafc4984fe req-527d45bb-4ee9-4aa9-9487-c110b39fbbc4 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 945 time: 0.0928154 Aug 29 07:04:27.129656 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:27.158166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3952f24-b005-4254-8111-5bbafc4984fe req-4b91eb71-aae8-4f81-b2bf-c571f18ae090 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494347 Aug 29 07:04:27.280153 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-8bc0dc8c-c707-4433-babb-2cafe6666d24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:04:27.280981 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-8bc0dc8c-c707-4433-babb-2cafe6666d24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:04:27.293748 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72148aee-ebd5-4d5b-835e-85d26e3dd5c8 None None] Pushing event updated for resources: {'Port': ['ID=b053636c-954c-4536-a19d-24a4c8d92695,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:27.309171 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Attempting to bind port b053636c-954c-4536-a19d-24a4c8d92695 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:04:27.309551 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Attempting to bind port b053636c-954c-4536-a19d-24a4c8d92695 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '7a06e248-e39f-4c28-98e9-aec84bafe094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:04:27.309919 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Attempting to bind port b053636c-954c-4536-a19d-24a4c8d92695 on network 433d2d20-57b8-4db2-b26b-bf7261a2ca49 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:04:27.327850 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:04:27.328228 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Checking segment: {'id': '7a06e248-e39f-4c28-98e9-aec84bafe094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:27.328964 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:27.329434 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Bound using segment: {'id': '7a06e248-e39f-4c28-98e9-aec84bafe094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:04:27.330241 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Bound port: b053636c-954c-4536-a19d-24a4c8d92695, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a06e248-e39f-4c28-98e9-aec84bafe094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:04:27.330871 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:27.436946 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45274) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:27.443341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Allocated IP 172.20.0.2 (361bb6c8-3a1c-47b8-8205-4c36953a70cf/fb444434-a2e0-43c4-af34-fec77a0584b2/1f8b9041-64a7-447e-b886-9722d489d4df) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:04:27.464525 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] For port b053636c-954c-4536-a19d-24a4c8d92695, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:04:27.468572 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b2777fe-b7e1-4da5-a5d4-688b7d812b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:27.470588 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] For port b053636c-954c-4536-a19d-24a4c8d92695, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b053636c-954c-4536-a19d-24a4c8d92695,segment=NetworkSegment(7a06e248-e39f-4c28-98e9-aec84bafe094),segment_id=7a06e248-e39f-4c28-98e9-aec84bafe094)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:04:27.528874 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-420b37b7-cafd-46ef-8c26-c6152fa3a9e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:27.547053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 834682bb-0b8b-4d63-9562-0eb90f07b54b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:27.547479 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:27.550193 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:27.619022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b37b7-cafd-46ef-8c26-c6152fa3a9e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Subnet': ['ID=b7d652b2-860c-4628-890e-8438eb9de6d2,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:27.663684 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72148aee-ebd5-4d5b-835e-85d26e3dd5c8 None None] Pushing event updated for resources: {'Port': ['ID=b053636c-954c-4536-a19d-24a4c8d92695,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:27.679502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b37b7-cafd-46ef-8c26-c6152fa3a9e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Checking segment: {'id': '8de4a668-6148-48e8-afb1-0f1377d47c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:27.680064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420b37b7-cafd-46ef-8c26-c6152fa3a9e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network hostable DHCP agents. Network: 4110a57a-c9de-4990-bfab-9917cb4558d2, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:04:27.710235 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b2777fe-b7e1-4da5-a5d4-688b7d812b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:27.717937 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:27.718605 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:27.754896 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:27.764544 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Transition to ACTIVE for port object 1f8b9041-64a7-447e-b886-9722d489d4df will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:27.785531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Transition to ACTIVE for port object 1f8b9041-64a7-447e-b886-9722d489d4df will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:27.829410 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b2777fe-b7e1-4da5-a5d4-688b7d812b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:27.842693 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:27.854544 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:27.917486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420b37b7-cafd-46ef-8c26-c6152fa3a9e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 4110a57a-c9de-4990-bfab-9917cb4558d2 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:04:27.926895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:27.927417 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:27.944078 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6b2777fe-b7e1-4da5-a5d4-688b7d812b54 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb77cca7127e4692a78b6f83b102f718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5052252 Aug 29 07:04:27.946914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45282) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:27.960586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2777fe-b7e1-4da5-a5d4-688b7d812b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2d9a60-3b66-4a68-bedb-35dd71c10a9a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:27.969841 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:28.042977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8bc0dc8c-c707-4433-babb-2cafe6666d24 None None] Provisioning for port b053636c-954c-4536-a19d-24a4c8d92695 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:28.093942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Network 361bb6c8-3a1c-47b8-8205-4c36953a70cf is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:28.095774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Pushing event updated for resources: {'Port': ['ID=1f8b9041-64a7-447e-b886-9722d489d4df,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:28.102457 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e50f621f-a76c-4014-8e0e-682fe5b4526e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:28.105191 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:28.109926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:28.111294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-420b37b7-cafd-46ef-8c26-c6152fa3a9e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 4110a57a-c9de-4990-bfab-9917cb4558d2) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:28.141597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420b37b7-cafd-46ef-8c26-c6152fa3a9e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:28.147185 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-420b37b7-cafd-46ef-8c26-c6152fa3a9e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:28.174805 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e50f621f-a76c-4014-8e0e-682fe5b4526e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:28.191131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dce483-0d80-408c-baa9-ab59c7cb72a4 None None] Network 4110a57a-c9de-4990-bfab-9917cb4558d2 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:28.215769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Allocated IP 172.20.0.9 (361bb6c8-3a1c-47b8-8205-4c36953a70cf/fb444434-a2e0-43c4-af34-fec77a0584b2/a77c3e3f-fd74-45a6-a29a-45775eaf163c) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:04:28.307947 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:24Z', 'revision_number': 4, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b053636c-954c-4536-a19d-24a4c8d92695', 'name': '', 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:28:94:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:22Z', 'updated_at': '2021-08-29T07:04:27Z', 'revision_number': 4, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:28.325716 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-420b37b7-cafd-46ef-8c26-c6152fa3a9e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6757739 Aug 29 07:04:28.330776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45288) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:28.353813 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e50f621f-a76c-4014-8e0e-682fe5b4526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:28.357341 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e50f621f-a76c-4014-8e0e-682fe5b4526e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:28.359009 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e50f621f-a76c-4014-8e0e-682fe5b4526e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a2d9a60-3b66-4a68-bedb-35dd71c10a9a HTTP/1.1" status: 204 len: 168 time: 0.4104908 Aug 29 07:04:28.375798 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d876fbb-559f-4010-9697-a240f34b5302 None None] The sync data for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 is: [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:24Z', 'revision_number': 4, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b053636c-954c-4536-a19d-24a4c8d92695', 'name': '', 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:28:94:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:22Z', 'updated_at': '2021-08-29T07:04:27Z', 'revision_number': 4, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:04:28.391842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Attempting to bind port 1f8b9041-64a7-447e-b886-9722d489d4df on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:04:28.392443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Attempting to bind port 1f8b9041-64a7-447e-b886-9722d489d4df by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '859729c4-0357-4bfb-af26-a05ff07e74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361bb6c8-3a1c-47b8-8205-4c36953a70cf'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:04:28.392808 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Attempting to bind port 1f8b9041-64a7-447e-b886-9722d489d4df on network 361bb6c8-3a1c-47b8-8205-4c36953a70cf {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:04:28.397639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154a0c6-cb10-406f-90e6-f4746ce863f1 req-3a43ef3f-6efe-4a4e-8b25-648e39b679d5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:28.407994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:04:28.408479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Checking segment: {'id': '859729c4-0357-4bfb-af26-a05ff07e74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361bb6c8-3a1c-47b8-8205-4c36953a70cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:28.410092 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:28.410616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Bound using segment: {'id': '859729c4-0357-4bfb-af26-a05ff07e74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361bb6c8-3a1c-47b8-8205-4c36953a70cf'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:04:28.412020 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Bound port: 1f8b9041-64a7-447e-b886-9722d489d4df, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859729c4-0357-4bfb-af26-a05ff07e74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '361bb6c8-3a1c-47b8-8205-4c36953a70cf'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:04:28.412518 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:28.414635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b154a0c6-cb10-406f-90e6-f4746ce863f1 req-3a43ef3f-6efe-4a4e-8b25-648e39b679d5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 945 time: 0.1322165 Aug 29 07:04:28.660768 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:28.681603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Transition to ACTIVE for port object a77c3e3f-fd74-45a6-a29a-45775eaf163c will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:28.706940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f621f-a76c-4014-8e0e-682fe5b4526e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2d9a60-3b66-4a68-bedb-35dd71c10a9a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:28.754966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] For port 1f8b9041-64a7-447e-b886-9722d489d4df, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:04:28.812925 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:28.886500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] For port 1f8b9041-64a7-447e-b886-9722d489d4df, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1f8b9041-64a7-447e-b886-9722d489d4df,segment=NetworkSegment(859729c4-0357-4bfb-af26-a05ff07e74c9),segment_id=859729c4-0357-4bfb-af26-a05ff07e74c9)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:04:28.937737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b154a0c6-cb10-406f-90e6-f4746ce863f1 req-9add7ebb-4d34-4e93-97a2-49a4a9be4ba1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219223 Aug 29 07:04:28.947123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Network 361bb6c8-3a1c-47b8-8205-4c36953a70cf is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:28.970402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:28.974072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:29.011452 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:29.028129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-4110a57a-c9de-4990-bfab-9917cb4558d2', 'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'fixed_ips': [{'subnet_id': 'b7d652b2-860c-4628-890e-8438eb9de6d2'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:04:29.032396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Pushing event updated for resources: {'Port': ['ID=a77c3e3f-fd74-45a6-a29a-45775eaf163c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:29.033702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:29.088399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:29.089181 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:29.140108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:29.191264 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d8eaaa89-4b6d-49e9-b6e2-ff0170933e13 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3921270 Aug 29 07:04:29.192004 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45306) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:29.199172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Request body: {'port': {'network_id': '361bb6c8-3a1c-47b8-8205-4c36953a70cf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-829545102', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:29.201887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.api.validators [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] bootfile-name is not in valid_values {{(pid=95403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 07:04:29.201887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.api.validators [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] tftp-server is not in valid_values {{(pid=95403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 07:04:29.202612 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.api.validators [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] server-ip-address is not in valid_values {{(pid=95403) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 07:04:29.395074 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Allocated IP 2001:db8:3::2 (4110a57a-c9de-4990-bfab-9917cb4558d2/b7d652b2-860c-4628-890e-8438eb9de6d2/7d6a3129-340c-4819-bcfe-d21cb7eebfab) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:04:29.449593 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:29.545670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684a753-66e5-44bc-a65a-b0b9001aa81b None None] Pushing event updated for resources: {'Port': ['ID=1f8b9041-64a7-447e-b886-9722d489d4df,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:29.631918 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:29.642490 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Transition to ACTIVE for port object 7d6a3129-340c-4819-bcfe-d21cb7eebfab will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:29.667677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Made reservation on behalf of a63567c9109e4026821c11414a329bef for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:29.677908 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:29.702022 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Transition to ACTIVE for port object 7d6a3129-340c-4819-bcfe-d21cb7eebfab will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:29.724942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:29.731865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] device_id is not set on port 9e688088-e6e4-406e-83e1-80b0d034444a yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:04:29.743073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:29.743477 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:29.842204 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:29.934649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Pushing event updated for resources: {'Port': ['ID=7d6a3129-340c-4819-bcfe-d21cb7eebfab,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:29.973249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Network 4110a57a-c9de-4990-bfab-9917cb4558d2 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:29.978011 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:30.010457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:30.015414 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Allocated IP 172.20.0.3 (361bb6c8-3a1c-47b8-8205-4c36953a70cf/fb444434-a2e0-43c4-af34-fec77a0584b2/9e688088-e6e4-406e-83e1-80b0d034444a) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:04:30.086842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1f8b9041-64a7-447e-b886-9722d489d4df up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:30.110242 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-249e5bba-f924-4322-a990-7f0888972ef8 req-6c6a3b59-2d4a-459a-8fd4-3ed16093bf4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0874298 Aug 29 07:04:30.187531 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:30.255059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Allocated IP 2001:db8:3::1 (4110a57a-c9de-4990-bfab-9917cb4558d2/b7d652b2-860c-4628-890e-8438eb9de6d2/4f856710-45c2-463e-8c96-0674c4874170) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:04:30.303447 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Attempting to bind port 7d6a3129-340c-4819-bcfe-d21cb7eebfab on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:04:30.303725 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-249e5bba-f924-4322-a990-7f0888972ef8 req-bf2fca29-d075-43f2-bf28-3a5574b64195 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0670667 Aug 29 07:04:30.304040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Attempting to bind port 7d6a3129-340c-4819-bcfe-d21cb7eebfab by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '8de4a668-6148-48e8-afb1-0f1377d47c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:04:30.305115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Attempting to bind port 7d6a3129-340c-4819-bcfe-d21cb7eebfab on network 4110a57a-c9de-4990-bfab-9917cb4558d2 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:04:30.353532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:04:30.353532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Checking segment: {'id': '8de4a668-6148-48e8-afb1-0f1377d47c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:30.355514 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:30.356032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Bound using segment: {'id': '8de4a668-6148-48e8-afb1-0f1377d47c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:04:30.356649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Bound port: 7d6a3129-340c-4819-bcfe-d21cb7eebfab, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de4a668-6148-48e8-afb1-0f1377d47c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:04:30.360046 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:30.362972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b5f09-a6f4-4291-99c5-45c4ce78ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:04:30.370594 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89400227-3191-4385-a4a2-1a8c1e2bf0e4" -d '{"events": [{"server_uuid": "117b5f09-a6f4-4291-99c5-45c4ce78ce79", "name": "network-vif-plugged", "status": "completed", "tag": "9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:04:30.439796 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:30.459407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f5365-f303-44f6-bce7-04267767b761 req-da924d99-f7a0-421e-b898-a40ee20fa2f8 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:30.476698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-799f5365-f303-44f6-bce7-04267767b761 req-da924d99-f7a0-421e-b898-a40ee20fa2f8 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 945 time: 0.3586457 Aug 29 07:04:30.486362 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-249e5bba-f924-4322-a990-7f0888972ef8 req-aaab2cd5-b33d-42c2-aa26-0b5978f1b4d7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1594641 Aug 29 07:04:30.516316 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bc9aad-84ae-4c12-a4f8-69cc1772b1d9 x-openstack-request-id: req-01bc9aad-84ae-4c12-a4f8-69cc1772b1d9 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:04:30.517095 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b5f09-a6f4-4291-99c5-45c4ce78ce79", "name": "network-vif-plugged", "status": "completed", "tag": "9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:04:30.517949 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-01bc9aad-84ae-4c12-a4f8-69cc1772b1d9 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:04:30.518555 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b5f09-a6f4-4291-99c5-45c4ce78ce79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6', 'code': 200} Aug 29 07:04:30.530844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 1f8b9041-64a7-447e-b886-9722d489d4df completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:30.575825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b053636c-954c-4536-a19d-24a4c8d92695 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:30.607609 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:30.659131 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-799f5365-f303-44f6-bce7-04267767b761 req-57a0d0c9-b22e-4071-b33d-b8db0215fcb6 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814859 Aug 29 07:04:30.669036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Transition to ACTIVE for port object 4f856710-45c2-463e-8c96-0674c4874170 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:30.684684 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:30.699852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e56fcf-81c2-4449-9bcf-e0c0921395ed req-6d10040d-fd42-46da-8ed1-be0868283618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:30.704444 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38e56fcf-81c2-4449-9bcf-e0c0921395ed req-6d10040d-fd42-46da-8ed1-be0868283618 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 1097 time: 0.1488931 Aug 29 07:04:30.805081 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:30.862831 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38e56fcf-81c2-4449-9bcf-e0c0921395ed req-378c27fe-3245-4482-85a1-4fe7cf17f12a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342149 Aug 29 07:04:30.870083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] For port 7d6a3129-340c-4819-bcfe-d21cb7eebfab, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:04:30.929472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] For port 7d6a3129-340c-4819-bcfe-d21cb7eebfab, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7d6a3129-340c-4819-bcfe-d21cb7eebfab,segment=NetworkSegment(8de4a668-6148-48e8-afb1-0f1377d47c46),segment_id=8de4a668-6148-48e8-afb1-0f1377d47c46)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:04:30.936508 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Transition to ACTIVE for port object 9e688088-e6e4-406e-83e1-80b0d034444a will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:30.964256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:30.969029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e5bba-f924-4322-a990-7f0888972ef8 req-86f770b0-4035-47f9-9d9c-2a493f827243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:30.970918 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-249e5bba-f924-4322-a990-7f0888972ef8 req-86f770b0-4035-47f9-9d9c-2a493f827243 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4759533 Aug 29 07:04:30.977654 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:31.013159 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:31.079926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port b053636c-954c-4536-a19d-24a4c8d92695 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:31.099609 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b053636c-954c-4536-a19d-24a4c8d92695 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:31.099991 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:31.139606 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 4110a57a-c9de-4990-bfab-9917cb4558d2 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:31.145570 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:31.151563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=4f856710-45c2-463e-8c96-0674c4874170,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:31.159919 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:31.160036 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:31.160036 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:31.242498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd73a4d-6a09-44fa-833f-5463dd983228 None None] Pushing event updated for resources: {'Port': ['ID=7d6a3129-340c-4819-bcfe-d21cb7eebfab,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:31.244238 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Network 361bb6c8-3a1c-47b8-8205-4c36953a70cf is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:31.256678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:31.263530 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:31.278989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd627d3-9226-4e57-b8ec-3dee06255cfc None None] Network 361bb6c8-3a1c-47b8-8205-4c36953a70cf requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:31.306957 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Pushing event updated for resources: {'Port': ['ID=9e688088-e6e4-406e-83e1-80b0d034444a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:31.342557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:31.343428 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:31.424006 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:31.500729 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-832366ec-e298-45ee-a7e0-42b443c25ff0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.3075292 Aug 29 07:04:31.501868 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45358) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:31.525641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port b053636c-954c-4536-a19d-24a4c8d92695, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b053636c-954c-4536-a19d-24a4c8d92695,segment=NetworkSegment(7a06e248-e39f-4c28-98e9-aec84bafe094),segment_id=7a06e248-e39f-4c28-98e9-aec84bafe094)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:31.528941 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cbae4caf-fdbe-41d6-9660-a72b7bf604b8 None None] Provisioning for port 1f8b9041-64a7-447e-b886-9722d489d4df completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:31.535764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cbae4caf-fdbe-41d6-9660-a72b7bf604b8 None None] Provisioning complete for port 1f8b9041-64a7-447e-b886-9722d489d4df triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:31.538191 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cbae4caf-fdbe-41d6-9660-a72b7bf604b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:31.549295 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:31.672688 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:31.758535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7cf88-4aa8-47a8-bef7-f0b01c2333ad tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:31.779115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7cf88-4aa8-47a8-bef7-f0b01c2333ad tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:31.808214 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7cf88-4aa8-47a8-bef7-f0b01c2333ad tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:31.810241 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2ea7cf88-4aa8-47a8-bef7-f0b01c2333ad tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3062296 Aug 29 07:04:31.825320 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45366) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:31.841752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=b053636c-954c-4536-a19d-24a4c8d92695,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:31.972730 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cbae4caf-fdbe-41d6-9660-a72b7bf604b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:32.068212 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cbae4caf-fdbe-41d6-9660-a72b7bf604b8 None None] For port 1f8b9041-64a7-447e-b886-9722d489d4df, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1f8b9041-64a7-447e-b886-9722d489d4df,segment=NetworkSegment(859729c4-0357-4bfb-af26-a05ff07e74c9),segment_id=859729c4-0357-4bfb-af26-a05ff07e74c9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:32.081430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7d6a3129-340c-4819-bcfe-d21cb7eebfab up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:32.196132 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cbae4caf-fdbe-41d6-9660-a72b7bf604b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:32.236087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5ddc1-3d56-4967-871d-f2ebdbd4c033 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Deleting port 9e688088-e6e4-406e-83e1-80b0d034444a {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:32.236951 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ddc1-3d56-4967-871d-f2ebdbd4c033 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:32.344120 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b3539-2e80-48a5-b144-5452c764459a req-e19c7f91-ae17-44d6-8a13-7c3d98e43e35 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:32.347002 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b0b3539-2e80-48a5-b144-5452c764459a req-e19c7f91-ae17-44d6-8a13-7c3d98e43e35 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 946 time: 0.5060015 Aug 29 07:04:32.375516 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae4caf-fdbe-41d6-9660-a72b7bf604b8 None None] Pushing event updated for resources: {'Port': ['ID=1f8b9041-64a7-447e-b886-9722d489d4df,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:32.458182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 7d6a3129-340c-4819-bcfe-d21cb7eebfab completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:32.517184 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ddc1-3d56-4967-871d-f2ebdbd4c033 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:32.548067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5ddc1-3d56-4967-871d-f2ebdbd4c033 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Calling delete_port for 9e688088-e6e4-406e-83e1-80b0d034444a owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:32.662364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-93828df7-0262-47f1-95fe-ba77cad09831 None None] Provisioning complete for port 1f8b9041-64a7-447e-b886-9722d489d4df triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:32.663431 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-93828df7-0262-47f1-95fe-ba77cad09831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:32.778204 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:32.803923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b0b3539-2e80-48a5-b144-5452c764459a req-85131b2a-dfb6-4d3e-99e9-1d0c6faf5691 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405785 Aug 29 07:04:32.875027 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:32.878260 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:32.955246 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ddc1-3d56-4967-871d-f2ebdbd4c033 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:33.009006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5ddc1-3d56-4967-871d-f2ebdbd4c033 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Pushing event deleted for resources: {'Port': ['ID=9e688088-e6e4-406e-83e1-80b0d034444a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:33.061801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f02772-7357-4caf-8cc1-bef1aebbe9a1 None None] Network 4110a57a-c9de-4990-bfab-9917cb4558d2 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:33.097668 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-93828df7-0262-47f1-95fe-ba77cad09831 None None] Provisioning for port a77c3e3f-fd74-45a6-a29a-45775eaf163c completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:33.107431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event updated for resources: {'Port': ['ID=4f856710-45c2-463e-8c96-0674c4874170,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:33.131829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-3521bd1f-8fca-416d-8e11-3d395cc82467 req-24855bea-0c8c-49be-bf18-caee7f92c561 service neutron] (95404) timed out ('10.222.0.76', 50226) {{(pid=95404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 07:04:33.201924 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ddc1-3d56-4967-871d-f2ebdbd4c033 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:33.211786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45400) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:33.214261 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9eb5ddc1-3d56-4967-871d-f2ebdbd4c033 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] 10.222.0.76 "DELETE /v2.0/ports/9e688088-e6e4-406e-83e1-80b0d034444a HTTP/1.1" status: 204 len: 168 time: 1.3864548 Aug 29 07:04:33.228693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6765e1fd-b633-4e43-8c1a-c73c9d8771e0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Request body: {'port': {'name': 'tempest-new-port-name-460581460', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:33.229423 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.api.validators [None req-6765e1fd-b633-4e43-8c1a-c73c9d8771e0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] bootfile-name is not in valid_values {{(pid=95404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 07:04:33.230115 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.api.validators [None req-6765e1fd-b633-4e43-8c1a-c73c9d8771e0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] tftp-server is not in valid_values {{(pid=95404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 07:04:33.237894 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.api.validators [None req-6765e1fd-b633-4e43-8c1a-c73c9d8771e0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] server-ip-address is not in valid_values {{(pid=95404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 07:04:33.245354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-93828df7-0262-47f1-95fe-ba77cad09831 None None] Provisioning complete for port a77c3e3f-fd74-45a6-a29a-45775eaf163c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:33.245739 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-93828df7-0262-47f1-95fe-ba77cad09831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:33.379725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-93828df7-0262-47f1-95fe-ba77cad09831 None None] Port a77c3e3f-fd74-45a6-a29a-45775eaf163c cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:04:33.396817 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6765e1fd-b633-4e43-8c1a-c73c9d8771e0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:33.402478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Network 4110a57a-c9de-4990-bfab-9917cb4558d2 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:33.407614 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-93828df7-0262-47f1-95fe-ba77cad09831 None None] Could not find standard attr ID for object 9e688088-e6e4-406e-83e1-80b0d034444a. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 07:04:33.410865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:33.554530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-050ff0b5-b92a-4311-bcfd-08f755343c93 None None] Provisioning complete for port a77c3e3f-fd74-45a6-a29a-45775eaf163c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:33.555067 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-050ff0b5-b92a-4311-bcfd-08f755343c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:33.650808 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-050ff0b5-b92a-4311-bcfd-08f755343c93 None None] Port a77c3e3f-fd74-45a6-a29a-45775eaf163c cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:04:33.669902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router ecfe9c64-d908-47dd-a874-22db80b1d698 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:04:33.975529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1f8b9041-64a7-447e-b886-9722d489d4df up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:33.980301 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:34.016507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:04:34.029858 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-717d026b-616b-4e47-b1bd-9d61580571d7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6968844 Aug 29 07:04:34.032051 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45420) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:34.038180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Sync routers for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:04:34.039500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-275d42f0-b20c-406c-879f-d6a36f619fc1 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:34.061650 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:34.062235 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:34.064561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1f8b9041-64a7-447e-b886-9722d489d4df triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:34.065323 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:34.132215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38888731-14fb-40b2-a457-51e1fca383d0 req-d25da230-5994-4090-8fde-7bb1f29f1d35 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:34.133871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38888731-14fb-40b2-a457-51e1fca383d0 req-d25da230-5994-4090-8fde-7bb1f29f1d35 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 946 time: 0.2047548 Aug 29 07:04:34.144704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-050ff0b5-b92a-4311-bcfd-08f755343c93 None None] Provisioning for port 7d6a3129-340c-4819-bcfe-d21cb7eebfab completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:34.220752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-050ff0b5-b92a-4311-bcfd-08f755343c93 None None] Provisioning complete for port 7d6a3129-340c-4819-bcfe-d21cb7eebfab triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:34.221486 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-050ff0b5-b92a-4311-bcfd-08f755343c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:34.238933 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6765e1fd-b633-4e43-8c1a-c73c9d8771e0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:34.264506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38888731-14fb-40b2-a457-51e1fca383d0 req-56d63a21-c193-401b-b4f5-2d1e3750cc16 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218922 Aug 29 07:04:34.300520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:34.357550 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6765e1fd-b633-4e43-8c1a-c73c9d8771e0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:34.556370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765e1fd-b633-4e43-8c1a-c73c9d8771e0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Pushing event updated for resources: {'Port': ['ID=a77c3e3f-fd74-45a6-a29a-45775eaf163c,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:34.702305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-6765e1fd-b633-4e43-8c1a-c73c9d8771e0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] In _notify_port_updated(), no bound segment for port a77c3e3f-fd74-45a6-a29a-45775eaf163c on network 361bb6c8-3a1c-47b8-8205-4c36953a70cf {{(pid=95404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 07:04:34.716813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6765e1fd-b633-4e43-8c1a-c73c9d8771e0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:34.716813 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6765e1fd-b633-4e43-8c1a-c73c9d8771e0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:34.722868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6765e1fd-b633-4e43-8c1a-c73c9d8771e0 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] 10.222.0.76 "PUT /v2.0/ports/a77c3e3f-fd74-45a6-a29a-45775eaf163c HTTP/1.1" status: 200 len: 1135 time: 1.5000265 Aug 29 07:04:34.728935 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45438) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:34.901292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b5080-d936-449f-a7da-a05c20d6ea10 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:34.906317 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7b6b5080-d936-449f-a7da-a05c20d6ea10 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] 10.222.0.76 "GET /v2.0/ports/a77c3e3f-fd74-45a6-a29a-45775eaf163c HTTP/1.1" status: 200 len: 1135 time: 0.1733260 Aug 29 07:04:34.906885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45444) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:34.983508 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.extraroute_db [None req-275d42f0-b20c-406c-879f-d6a36f619fc1 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 07:04:35.062984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.extraroute_db [None req-275d42f0-b20c-406c-879f-d6a36f619fc1 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Removed routes are [] {{(pid=95403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 07:04:35.062984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-275d42f0-b20c-406c-879f-d6a36f619fc1 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:35.148905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b053636c-954c-4536-a19d-24a4c8d92695 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:35.167306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-220413bc-89f5-47a4-b0e8-eec98e2a0912 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Deleting port a77c3e3f-fd74-45a6-a29a-45775eaf163c {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:35.167979 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-220413bc-89f5-47a4-b0e8-eec98e2a0912 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:35.195873 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-050ff0b5-b92a-4311-bcfd-08f755343c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:35.206553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:31Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '4f856710-45c2-463e-8c96-0674c4874170', 'name': '', 'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:05:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b7d652b2-860c-4628-890e-8438eb9de6d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:29Z', 'updated_at': '2021-08-29T07:04:32Z', 'revision_number': 2, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'b7d652b2-860c-4628-890e-8438eb9de6d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b053636c-954c-4536-a19d-24a4c8d92695', 'name': '', 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:28:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:22Z', 'updated_at': '2021-08-29T07:04:31Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:35.255055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Checking router: ecfe9c64-d908-47dd-a874-22db80b1d698 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:04:35.256014 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Updating router ecfe9c64-d908-47dd-a874-22db80b1d698 port 4f856710-45c2-463e-8c96-0674c4874170 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:04:35.312991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-050ff0b5-b92a-4311-bcfd-08f755343c93 None None] For port 7d6a3129-340c-4819-bcfe-d21cb7eebfab, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7d6a3129-340c-4819-bcfe-d21cb7eebfab,segment=NetworkSegment(8de4a668-6148-48e8-afb1-0f1377d47c46),segment_id=8de4a668-6148-48e8-afb1-0f1377d47c46)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:35.319481 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:35.324256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b053636c-954c-4536-a19d-24a4c8d92695 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:35.324636 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:35.599666 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-050ff0b5-b92a-4311-bcfd-08f755343c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:35.694314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-050ff0b5-b92a-4311-bcfd-08f755343c93 None None] Could not find standard attr ID for object 9e688088-e6e4-406e-83e1-80b0d034444a. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 07:04:35.774478 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-220413bc-89f5-47a4-b0e8-eec98e2a0912 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:35.801961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-220413bc-89f5-47a4-b0e8-eec98e2a0912 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Calling delete_port for a77c3e3f-fd74-45a6-a29a-45775eaf163c owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:35.910604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ff0b5-b92a-4311-bcfd-08f755343c93 None None] Pushing event updated for resources: {'Port': ['ID=7d6a3129-340c-4819-bcfe-d21cb7eebfab,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:35.971291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-dc0c0fc3-2e62-4285-8074-f62419cf3806 None None] Provisioning complete for port a77c3e3f-fd74-45a6-a29a-45775eaf163c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:35.982452 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc0c0fc3-2e62-4285-8074-f62419cf3806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:36.139709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c0fc3-2e62-4285-8074-f62419cf3806 None None] Port a77c3e3f-fd74-45a6-a29a-45775eaf163c cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:04:36.201104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-dc0c0fc3-2e62-4285-8074-f62419cf3806 None None] Provisioning complete for port 7d6a3129-340c-4819-bcfe-d21cb7eebfab triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:36.202203 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc0c0fc3-2e62-4285-8074-f62419cf3806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:36.275168 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:36.292660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Transition to ACTIVE for port object 4f856710-45c2-463e-8c96-0674c4874170 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:36.359951 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-220413bc-89f5-47a4-b0e8-eec98e2a0912 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:36.415241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220413bc-89f5-47a4-b0e8-eec98e2a0912 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Pushing event deleted for resources: {'Port': ['ID=a77c3e3f-fd74-45a6-a29a-45775eaf163c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:36.547397 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-220413bc-89f5-47a4-b0e8-eec98e2a0912 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:36.548404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-275d42f0-b20c-406c-879f-d6a36f619fc1 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:36.550656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-220413bc-89f5-47a4-b0e8-eec98e2a0912 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] 10.222.0.76 "DELETE /v2.0/ports/a77c3e3f-fd74-45a6-a29a-45775eaf163c HTTP/1.1" status: 204 len: 168 time: 1.6426373 Aug 29 07:04:36.553111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45480) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:36.559129 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-275d42f0-b20c-406c-879f-d6a36f619fc1 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:36.571798 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:36.648432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-dc0c0fc3-2e62-4285-8074-f62419cf3806 None None] Provisioning for port 4f856710-45c2-463e-8c96-0674c4874170 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:36.660173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf1b262-f581-4b42-aa52-860eadd8343e tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Deleting subnet fb444434-a2e0-43c4-af34-fec77a0584b2 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:04:36.665553 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b262-f581-4b42-aa52-860eadd8343e tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:36.697439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f1abd-d6db-4288-914f-c69df0ba9c44 None None] Pushing event updated for resources: {'Port': ['ID=4f856710-45c2-463e-8c96-0674c4874170,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:36.714151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275d42f0-b20c-406c-879f-d6a36f619fc1 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router ecfe9c64-d908-47dd-a874-22db80b1d698 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:04:36.731101 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b262-f581-4b42-aa52-860eadd8343e tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:36.769224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Attempting to bind port 4f856710-45c2-463e-8c96-0674c4874170 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:04:36.769834 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Attempting to bind port 4f856710-45c2-463e-8c96-0674c4874170 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '8de4a668-6148-48e8-afb1-0f1377d47c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:04:36.770298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Attempting to bind port 4f856710-45c2-463e-8c96-0674c4874170 on network 4110a57a-c9de-4990-bfab-9917cb4558d2 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:04:36.778562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:04:36.779047 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Checking segment: {'id': '8de4a668-6148-48e8-afb1-0f1377d47c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:36.791527 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:36.791527 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Bound using segment: {'id': '8de4a668-6148-48e8-afb1-0f1377d47c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:04:36.791527 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Bound port: 4f856710-45c2-463e-8c96-0674c4874170, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de4a668-6148-48e8-afb1-0f1377d47c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:04:36.791527 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:36.866906 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b262-f581-4b42-aa52-860eadd8343e tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:36.999646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] For port 4f856710-45c2-463e-8c96-0674c4874170, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:04:37.025391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] For port 4f856710-45c2-463e-8c96-0674c4874170, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4f856710-45c2-463e-8c96-0674c4874170,segment=NetworkSegment(8de4a668-6148-48e8-afb1-0f1377d47c46),segment_id=8de4a668-6148-48e8-afb1-0f1377d47c46)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:04:37.043551 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275d42f0-b20c-406c-879f-d6a36f619fc1 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:04:37.058927 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-275d42f0-b20c-406c-879f-d6a36f619fc1 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:37.061019 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-275d42f0-b20c-406c-879f-d6a36f619fc1 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698 HTTP/1.1" status: 200 len: 952 time: 3.0271831 Aug 29 07:04:37.063666 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b262-f581-4b42-aa52-860eadd8343e tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:37.064371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45494) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:37.136023 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:37.159648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1b262-f581-4b42-aa52-860eadd8343e tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Pushing event deleted for resources: {'Subnet': ['ID=fb444434-a2e0-43c4-af34-fec77a0584b2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:37.173140 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b262-f581-4b42-aa52-860eadd8343e tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:37.175245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cbf1b262-f581-4b42-aa52-860eadd8343e tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] 10.222.0.76 "DELETE /v2.0/subnets/fb444434-a2e0-43c4-af34-fec77a0584b2 HTTP/1.1" status: 204 len: 168 time: 0.6208615 Aug 29 07:04:37.180078 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45500) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:37.295728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2860e7ea-6c5a-4989-9af5-71c3ee8f9362 None None] Network 361bb6c8-3a1c-47b8-8205-4c36953a70cf requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:37.445402 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4828067b-3a09-4f7f-877a-dcfebd8f8fb9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698 HTTP/1.1" status: 200 len: 952 time: 0.3785374 Aug 29 07:04:37.447565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45504) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:37.455598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-83025d3b-0a20-47ab-b39c-ee4c93ce25dc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'router': {'routes': None}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:37.467986 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:37.517294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:37.517894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:37.645405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Deleting port 1f8b9041-64a7-447e-b886-9722d489d4df {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:37.647533 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:37.802295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] For port 1f8b9041-64a7-447e-b886-9722d489d4df, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1f8b9041-64a7-447e-b886-9722d489d4df,segment=NetworkSegment(859729c4-0357-4bfb-af26-a05ff07e74c9),segment_id=859729c4-0357-4bfb-af26-a05ff07e74c9)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:37.803845 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:37.847547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Calling delete_port for 1f8b9041-64a7-447e-b886-9722d489d4df owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:38.245803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f1abd-d6db-4288-914f-c69df0ba9c44 None None] Pushing event updated for resources: {'Port': ['ID=4f856710-45c2-463e-8c96-0674c4874170,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:38.262504 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:38.264063 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7d6a3129-340c-4819-bcfe-d21cb7eebfab up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:38.473382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:38.475187 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Pushing event deleted for resources: {'Port': ['ID=1f8b9041-64a7-447e-b886-9722d489d4df,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:38.519729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] No DVR routers for this DVR port 1f8b9041-64a7-447e-b886-9722d489d4df on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:04:38.594120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.extraroute_db [None req-83025d3b-0a20-47ab-b39c-ee4c93ce25dc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Added routes are [] {{(pid=95403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 07:04:38.595488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.extraroute_db [None req-83025d3b-0a20-47ab-b39c-ee4c93ce25dc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 07:04:38.625923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2d3d42-dfab-428f-aee1-d67f304c2d2e None None] DHCP port deletion for 361bb6c8-3a1c-47b8-8205-4c36953a70cf request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:04:38.650863 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44c89466-80a5-45cb-aad4-5b2639f2bc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:38.682669 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:38.695689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361bb6c8-3a1c-47b8-8205-4c36953a70cf']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:38.704154 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83025d3b-0a20-47ab-b39c-ee4c93ce25dc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:38.723908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859729c4-0357-4bfb-af26-a05ff07e74c9') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:38.723908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859729c4-0357-4bfb-af26-a05ff07e74c9') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:38.757440 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:38.787499 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:38.797787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:04:38.801437 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:04:38.809183 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:04:38.881814 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7d6a3129-340c-4819-bcfe-d21cb7eebfab triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:38.882202 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:39.060992 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83025d3b-0a20-47ab-b39c-ee4c93ce25dc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:39.071886 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83025d3b-0a20-47ab-b39c-ee4c93ce25dc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:39.117909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:34Z', 'revision_number': 6, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '4f856710-45c2-463e-8c96-0674c4874170', 'name': '', 'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:05:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b7d652b2-860c-4628-890e-8438eb9de6d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:29Z', 'updated_at': '2021-08-29T07:04:36Z', 'revision_number': 4, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'b7d652b2-860c-4628-890e-8438eb9de6d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b053636c-954c-4536-a19d-24a4c8d92695', 'name': '', 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:28:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:22Z', 'updated_at': '2021-08-29T07:04:31Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:39.162237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ad595-573b-4668-bfbf-1ada31ac9684 None None] The sync data for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 is: [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:34Z', 'revision_number': 6, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '4f856710-45c2-463e-8c96-0674c4874170', 'name': '', 'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:05:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b7d652b2-860c-4628-890e-8438eb9de6d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:29Z', 'updated_at': '2021-08-29T07:04:36Z', 'revision_number': 4, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'b7d652b2-860c-4628-890e-8438eb9de6d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b053636c-954c-4536-a19d-24a4c8d92695', 'name': '', 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:28:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:22Z', 'updated_at': '2021-08-29T07:04:31Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:04:39.198592 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:39.207604 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:39.213270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] 10.222.0.76 "DELETE /v2.0/networks/361bb6c8-3a1c-47b8-8205-4c36953a70cf HTTP/1.1" status: 204 len: 168 time: 2.0296519 Aug 29 07:04:39.261237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16510f77-926c-4db1-8bad-d374f8759cb3 tempest-ExtraDHCPOptionsTestJSON-2116601044 tempest-ExtraDHCPOptionsTestJSON-2116601044-project] Pushing event deleted for resources: {'Network': ['ID=361bb6c8-3a1c-47b8-8205-4c36953a70cf,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:39.344616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83025d3b-0a20-47ab-b39c-ee4c93ce25dc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router ecfe9c64-d908-47dd-a874-22db80b1d698 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:04:39.517159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83025d3b-0a20-47ab-b39c-ee4c93ce25dc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:04:39.527775 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83025d3b-0a20-47ab-b39c-ee4c93ce25dc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:39.532029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45556) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:39.532690 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-83025d3b-0a20-47ab-b39c-ee4c93ce25dc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698 HTTP/1.1" status: 200 len: 702 time: 2.0829813 Aug 29 07:04:39.697206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-17604bd9-d195-4b2d-9a4e-a2e0db92df88 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698 HTTP/1.1" status: 200 len: 702 time: 0.1621149 Aug 29 07:04:39.699094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45562) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:40.031808 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4f856710-45c2-463e-8c96-0674c4874170 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:40.218745 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-84f2aab3-60e9-4376-86d0-42a7f7f3bf48 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:40.394443 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd91b4bd-5f22-4f63-8489-cecb797297df None None] Sync routers for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:04:40.413351 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd91b4bd-5f22-4f63-8489-cecb797297df None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:40.414231 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-dd91b4bd-5f22-4f63-8489-cecb797297df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:40.513068 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-84f2aab3-60e9-4376-86d0-42a7f7f3bf48 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port 4f856710-45c2-463e-8c96-0674c4874170 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:40.513068 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-84f2aab3-60e9-4376-86d0-42a7f7f3bf48 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:40.521868 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-dd91b4bd-5f22-4f63-8489-cecb797297df None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:40.522228 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 4f856710-45c2-463e-8c96-0674c4874170 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:04:40.549454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 4f856710-45c2-463e-8c96-0674c4874170 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:40.549837 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:40.742283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-84f2aab3-60e9-4376-86d0-42a7f7f3bf48 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] For port 4f856710-45c2-463e-8c96-0674c4874170, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4f856710-45c2-463e-8c96-0674c4874170,segment=NetworkSegment(8de4a668-6148-48e8-afb1-0f1377d47c46),segment_id=8de4a668-6148-48e8-afb1-0f1377d47c46)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:40.742973 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-84f2aab3-60e9-4376-86d0-42a7f7f3bf48 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:40.761525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-84f2aab3-60e9-4376-86d0-42a7f7f3bf48 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for 4f856710-45c2-463e-8c96-0674c4874170 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:40.917255 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:40.972952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45580) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:40.984122 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:41.112282 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-84f2aab3-60e9-4376-86d0-42a7f7f3bf48 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:41.233090 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2aab3-60e9-4376-86d0-42a7f7f3bf48 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=4f856710-45c2-463e-8c96-0674c4874170,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:41.299062 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1f8b9041-64a7-447e-b886-9722d489d4df no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:04:41.382345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 1f8b9041-64a7-447e-b886-9722d489d4df {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:04:41.382700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1f8b9041-64a7-447e-b886-9722d489d4df not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:04:41.416844 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-dd91b4bd-5f22-4f63-8489-cecb797297df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:38Z', 'revision_number': 7, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '4f856710-45c2-463e-8c96-0674c4874170', 'name': '', 'network_id': '4110a57a-c9de-4990-bfab-9917cb4558d2', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:05:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'b7d652b2-860c-4628-890e-8438eb9de6d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:29Z', 'updated_at': '2021-08-29T07:04:36Z', 'revision_number': 4, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'b7d652b2-860c-4628-890e-8438eb9de6d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b053636c-954c-4536-a19d-24a4c8d92695', 'name': '', 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:28:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:22Z', 'updated_at': '2021-08-29T07:04:31Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:41.570334 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd91b4bd-5f22-4f63-8489-cecb797297df None None] Checking router: ecfe9c64-d908-47dd-a874-22db80b1d698 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:04:41.610314 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd91b4bd-5f22-4f63-8489-cecb797297df None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:41.610992 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-dd91b4bd-5f22-4f63-8489-cecb797297df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:41.622603 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-baba2a07-9a3d-4553-9996-19c9322f5f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:41.626594 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-84f2aab3-60e9-4376-86d0-42a7f7f3bf48 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:41.775778 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1627cf3a-dc3f-4df5-8557-dbfa53971121 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a63567c9109e4026821c11414a329bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8011572 Aug 29 07:04:41.778765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45602) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:41.789862 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:41.865222 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-dd91b4bd-5f22-4f63-8489-cecb797297df None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:41.948678 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a637e9cf-9cbb-4e8e-bb85-5ec08ebafe58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:42.034494 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a637e9cf-9cbb-4e8e-bb85-5ec08ebafe58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:42.274888 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a637e9cf-9cbb-4e8e-bb85-5ec08ebafe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:42.288551 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a637e9cf-9cbb-4e8e-bb85-5ec08ebafe58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:42.288551 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a637e9cf-9cbb-4e8e-bb85-5ec08ebafe58 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e24b15e0-a522-4c16-8bf9-95b213e0e257 HTTP/1.1" status: 204 len: 168 time: 0.5014389 Aug 29 07:04:42.300302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637e9cf-9cbb-4e8e-bb85-5ec08ebafe58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24b15e0-a522-4c16-8bf9-95b213e0e257,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:42.317233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f2aab3-60e9-4376-86d0-42a7f7f3bf48 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router ecfe9c64-d908-47dd-a874-22db80b1d698 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:04:42.429348 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-dd91b4bd-5f22-4f63-8489-cecb797297df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:40Z', 'revision_number': 8, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b053636c-954c-4536-a19d-24a4c8d92695', 'name': '', 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:28:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:22Z', 'updated_at': '2021-08-29T07:04:31Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:42.466976 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd91b4bd-5f22-4f63-8489-cecb797297df None None] The sync data for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 is: [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:40Z', 'revision_number': 8, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b053636c-954c-4536-a19d-24a4c8d92695', 'name': '', 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:28:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:22Z', 'updated_at': '2021-08-29T07:04:31Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:04:42.489904 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f2aab3-60e9-4376-86d0-42a7f7f3bf48 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:04:42.499221 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-84f2aab3-60e9-4376-86d0-42a7f7f3bf48 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7928822 Aug 29 07:04:42.505570 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45630) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:42.606862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a150c2-d5bf-4fb8-ac0d-b0f450a3fcb7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting subnet b7d652b2-860c-4628-890e-8438eb9de6d2 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:04:42.611813 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a150c2-d5bf-4fb8-ac0d-b0f450a3fcb7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:42.708131 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a150c2-d5bf-4fb8-ac0d-b0f450a3fcb7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:42.766864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22853f29-41fe-4fcc-a655-777a675932e5 req-b110c840-1195-44a4-b33b-9a6c7a478b58 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:42.768782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22853f29-41fe-4fcc-a655-777a675932e5 req-b110c840-1195-44a4-b33b-9a6c7a478b58 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.2161281 Aug 29 07:04:42.877852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22853f29-41fe-4fcc-a655-777a675932e5 req-107c75b0-131d-4b18-b338-e4b42bb39b8e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974896 Aug 29 07:04:42.914617 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a150c2-d5bf-4fb8-ac0d-b0f450a3fcb7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:43.249795 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a150c2-d5bf-4fb8-ac0d-b0f450a3fcb7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:43.340437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a150c2-d5bf-4fb8-ac0d-b0f450a3fcb7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d652b2-860c-4628-890e-8438eb9de6d2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:43.394036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4270e17-44e5-4265-8efa-669fb6bd5d5b None None] Network 4110a57a-c9de-4990-bfab-9917cb4558d2 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:43.402141 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8a150c2-d5bf-4fb8-ac0d-b0f450a3fcb7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:43.411990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45666) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:43.432419 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b8a150c2-d5bf-4fb8-ac0d-b0f450a3fcb7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/b7d652b2-860c-4628-890e-8438eb9de6d2 HTTP/1.1" status: 204 len: 168 time: 0.9318488 Aug 29 07:04:43.570593 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:43.596897 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29814da-d3fd-45e6-a9a7-be06e1355236 None None] Sync routers for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:04:43.653007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29814da-d3fd-45e6-a9a7-be06e1355236 None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:43.653797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b29814da-d3fd-45e6-a9a7-be06e1355236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:43.695438 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port 7d6a3129-340c-4819-bcfe-d21cb7eebfab {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:43.698480 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:43.766278 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:43.811808 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-b29814da-d3fd-45e6-a9a7-be06e1355236 None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:43.837744 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] For port 7d6a3129-340c-4819-bcfe-d21cb7eebfab, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7d6a3129-340c-4819-bcfe-d21cb7eebfab,segment=NetworkSegment(8de4a668-6148-48e8-afb1-0f1377d47c46),segment_id=8de4a668-6148-48e8-afb1-0f1377d47c46)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:43.838109 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:43.863340 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for 7d6a3129-340c-4819-bcfe-d21cb7eebfab owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:44.058150 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4f856710-45c2-463e-8c96-0674c4874170 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:04:44.082807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944bd419-975c-424b-ad16-9848d0dea318 None None] DHCP port deletion for 4110a57a-c9de-4990-bfab-9917cb4558d2 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:04:44.084177 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:44.101236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 4f856710-45c2-463e-8c96-0674c4874170 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:04:44.102009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4f856710-45c2-463e-8c96-0674c4874170 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:04:44.163273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=7d6a3129-340c-4819-bcfe-d21cb7eebfab,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:44.179068 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No DVR routers for this DVR port 7d6a3129-340c-4819-bcfe-d21cb7eebfab on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:04:44.300839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f07842-f729-4114-aaff-bffef7fd2618 req-c31ecbc2-1b68-4602-a8bb-fa23318674cf tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:44.301619 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:44.307578 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45f07842-f729-4114-aaff-bffef7fd2618 req-c31ecbc2-1b68-4602-a8bb-fa23318674cf tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1676629 Aug 29 07:04:44.326533 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4110a57a-c9de-4990-bfab-9917cb4558d2']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:44.364007 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de4a668-6148-48e8-afb1-0f1377d47c46') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:44.364319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de4a668-6148-48e8-afb1-0f1377d47c46') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:44.386159 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:44.428278 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:44.428834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:04:44.428950 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:44.451364 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45f07842-f729-4114-aaff-bffef7fd2618 req-6fa02107-1b14-4298-bccd-0eeb05ce74a3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366272 Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:04:44.507392 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:04:44.514161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b29814da-d3fd-45e6-a9a7-be06e1355236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:40Z', 'revision_number': 8, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b053636c-954c-4536-a19d-24a4c8d92695', 'name': '', 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:28:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:22Z', 'updated_at': '2021-08-29T07:04:31Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:44.524522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45704) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:44.573587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29814da-d3fd-45e6-a9a7-be06e1355236 None None] Checking router: ecfe9c64-d908-47dd-a874-22db80b1d698 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:04:44.598201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29814da-d3fd-45e6-a9a7-be06e1355236 None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:44.601299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b29814da-d3fd-45e6-a9a7-be06e1355236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:44.617386 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:44.624821 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:44.627824 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/networks/4110a57a-c9de-4990-bfab-9917cb4558d2 HTTP/1.1" status: 204 len: 168 time: 1.2131484 Aug 29 07:04:44.632227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45712) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:44.657575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09da542-6f6e-4018-b19e-e12fbe32d3b9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Network': ['ID=4110a57a-c9de-4990-bfab-9917cb4558d2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:44.773463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-b29814da-d3fd-45e6-a9a7-be06e1355236 None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:44.971111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Request body: {'networks': [{'name': 'tempest-network--1105420263'}, {'name': 'tempest-network--1601455909'}]} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:44.971800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Request body: {'network': {'name': 'tempest-network--1105420263'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:44.972467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Request body: {'network': {'name': 'tempest-network--1601455909'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:45.079974 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Made reservation on behalf of e7d43fe498914da5bb0d53f01c95a577 for: {'network': 2} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:45.085672 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:45.104800 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:45.129607 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b29814da-d3fd-45e6-a9a7-be06e1355236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:40Z', 'revision_number': 8, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b053636c-954c-4536-a19d-24a4c8d92695', 'name': '', 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:28:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:22Z', 'updated_at': '2021-08-29T07:04:31Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:45.183239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29814da-d3fd-45e6-a9a7-be06e1355236 None None] The sync data for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 is: [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:40Z', 'revision_number': 8, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b053636c-954c-4536-a19d-24a4c8d92695', 'name': '', 'network_id': '433d2d20-57b8-4db2-b26b-bf7261a2ca49', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:28:94:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:22Z', 'updated_at': '2021-08-29T07:04:31Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': 'd59096b9-cf5a-48b7-b754-7ffa9fd8f6ca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:04:45.256355 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:45.349510 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8985-3e18-4131-9a65-95d8fd4fad0b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:45.354912 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:45.355540 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:45.426254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d01118d-930e-4533-89cc-f7fa07d4e98b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:45.429589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:04:45.451224 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:45.451552 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Added segment 18f604fc-6187-4cf5-ba79-055eb1a7d649 of type vlan for network 2c4b42b6-feca-46bf-88d9-74fd74190b50 Aug 29 07:04:45.580565 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:45.639780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:04:45.658090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:45.658697 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Added segment a40ac3b9-7477-49df-a776-49b565db66ae of type vlan for network fe1e2669-91c2-4a6b-892e-741de8c69e41 Aug 29 07:04:45.711574 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:45.743065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1bf49-709a-42e5-bf83-a94c81ee0b91 req-5720ff0d-61fe-4447-9bf4-3214432bdb8f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:45.744616 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3a1bf49-709a-42e5-bf83-a94c81ee0b91 req-5720ff0d-61fe-4447-9bf4-3214432bdb8f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1690748 Aug 29 07:04:45.802610 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3a1bf49-709a-42e5-bf83-a94c81ee0b91 req-8880d51c-d85d-4a44-b930-b3468a83f193 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502379 Aug 29 07:04:45.837710 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:45.841996 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:45.846699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:45.855051 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:45.856062 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:46.013193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a8985-3e18-4131-9a65-95d8fd4fad0b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port b053636c-954c-4536-a19d-24a4c8d92695 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:46.013583 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8985-3e18-4131-9a65-95d8fd4fad0b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:46.051134 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7d6a3129-340c-4819-bcfe-d21cb7eebfab no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:04:46.086018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event updated for resources: {'Network': ['ID=2c4b42b6-feca-46bf-88d9-74fd74190b50,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:46.106275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 2c4b42b6-feca-46bf-88d9-74fd74190b50 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:04:46.108800 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 7d6a3129-340c-4819-bcfe-d21cb7eebfab {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:04:46.108975 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5829153 Aug 29 07:04:46.109449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7d6a3129-340c-4819-bcfe-d21cb7eebfab not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:04:46.152541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45740) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:46.221805 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:04:46.231098 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-3c8a8985-3e18-4131-9a65-95d8fd4fad0b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] For port b053636c-954c-4536-a19d-24a4c8d92695, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b053636c-954c-4536-a19d-24a4c8d92695,segment=NetworkSegment(7a06e248-e39f-4c28-98e9-aec84bafe094),segment_id=7a06e248-e39f-4c28-98e9-aec84bafe094)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:46.231098 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8985-3e18-4131-9a65-95d8fd4fad0b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:46.245644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a8985-3e18-4131-9a65-95d8fd4fad0b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for b053636c-954c-4536-a19d-24a4c8d92695 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:46.342219 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0169f-3917-4625-ad19-6ef2bbe49469 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event updated for resources: {'Network': ['ID=fe1e2669-91c2-4a6b-892e-741de8c69e41,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:46.355331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network fe1e2669-91c2-4a6b-892e-741de8c69e41 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:04:46.468904 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3500c4bf-6daf-4b0e-9e21-4e7ae992fab2 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:46.476166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3500c4bf-6daf-4b0e-9e21-4e7ae992fab2 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:46.483241 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3500c4bf-6daf-4b0e-9e21-4e7ae992fab2 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:46.490404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3500c4bf-6daf-4b0e-9e21-4e7ae992fab2 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:46.492113 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3500c4bf-6daf-4b0e-9e21-4e7ae992fab2 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3382816 Aug 29 07:04:46.495105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45758) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:46.603388 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1280531-171a-4592-a9d2-e328837e7914 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:46.617670 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8985-3e18-4131-9a65-95d8fd4fad0b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:46.716205 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a8985-3e18-4131-9a65-95d8fd4fad0b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=b053636c-954c-4536-a19d-24a4c8d92695,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:46.721338 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1280531-171a-4592-a9d2-e328837e7914 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:46.737266 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c1280531-171a-4592-a9d2-e328837e7914 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4b42b6-feca-46bf-88d9-74fd74190b50']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:46.751243 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c1280531-171a-4592-a9d2-e328837e7914 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f604fc-6187-4cf5-ba79-055eb1a7d649') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:46.751904 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c1280531-171a-4592-a9d2-e328837e7914 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f604fc-6187-4cf5-ba79-055eb1a7d649') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:46.765721 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1280531-171a-4592-a9d2-e328837e7914 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:46.789233 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1280531-171a-4592-a9d2-e328837e7914 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:46.797092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1280531-171a-4592-a9d2-e328837e7914 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:04:46.797507 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1280531-171a-4592-a9d2-e328837e7914 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:04:46.900362 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:04:47.011919 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1280531-171a-4592-a9d2-e328837e7914 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:47.050366 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c1280531-171a-4592-a9d2-e328837e7914 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:47.060726 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c1280531-171a-4592-a9d2-e328837e7914 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "DELETE /v2.0/networks/2c4b42b6-feca-46bf-88d9-74fd74190b50 HTTP/1.1" status: 204 len: 168 time: 0.5644636 Aug 29 07:04:47.062242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1280531-171a-4592-a9d2-e328837e7914 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event deleted for resources: {'Network': ['ID=2c4b42b6-feca-46bf-88d9-74fd74190b50,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:47.065121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45776) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:47.205802 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be17fb16-a4df-4165-855b-1a7d18f21fcc tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:47.314566 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be17fb16-a4df-4165-855b-1a7d18f21fcc tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:47.327103 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-be17fb16-a4df-4165-855b-1a7d18f21fcc tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1e2669-91c2-4a6b-892e-741de8c69e41']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:47.344075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-be17fb16-a4df-4165-855b-1a7d18f21fcc tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40ac3b9-7477-49df-a776-49b565db66ae') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:47.344746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-be17fb16-a4df-4165-855b-1a7d18f21fcc tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40ac3b9-7477-49df-a776-49b565db66ae') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:47.359566 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be17fb16-a4df-4165-855b-1a7d18f21fcc tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:47.378982 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be17fb16-a4df-4165-855b-1a7d18f21fcc tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:47.392029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be17fb16-a4df-4165-855b-1a7d18f21fcc tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:04:47.392630 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be17fb16-a4df-4165-855b-1a7d18f21fcc tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:04:47.469097 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:04:47.557571 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be17fb16-a4df-4165-855b-1a7d18f21fcc tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:47.568395 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be17fb16-a4df-4165-855b-1a7d18f21fcc tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:47.570794 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-be17fb16-a4df-4165-855b-1a7d18f21fcc tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "DELETE /v2.0/networks/fe1e2669-91c2-4a6b-892e-741de8c69e41 HTTP/1.1" status: 204 len: 168 time: 0.4976814 Aug 29 07:04:47.579334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8bfcd-d5c5-4950-ad71-4ef2e75264e8 req-efed317a-f143-44c1-81fb-e18d184ab2f5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:47.580421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45788) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:47.587573 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ee8bfcd-d5c5-4950-ad71-4ef2e75264e8 req-efed317a-f143-44c1-81fb-e18d184ab2f5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1355007 Aug 29 07:04:47.671888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17fb16-a4df-4165-855b-1a7d18f21fcc tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event deleted for resources: {'Network': ['ID=fe1e2669-91c2-4a6b-892e-741de8c69e41,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:47.694219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ee8bfcd-d5c5-4950-ad71-4ef2e75264e8 req-1fcea5ac-0518-4634-a073-f9f404c763b6 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057429 Aug 29 07:04:47.705560 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8985-3e18-4131-9a65-95d8fd4fad0b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:47.802565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb84d21-06f8-460a-9a9f-06fd6fcc0a9b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:47.811495 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb84d21-06f8-460a-9a9f-06fd6fcc0a9b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:47.816857 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7fb84d21-06f8-460a-9a9f-06fd6fcc0a9b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2300854 Aug 29 07:04:47.817306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45798) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:47.823237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7be9b94e-9c14-4997-a51f-d564fc88495b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-114171967'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:48.121194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be9b94e-9c14-4997-a51f-d564fc88495b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Made reservation on behalf of e7d43fe498914da5bb0d53f01c95a577 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:48.124858 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7be9b94e-9c14-4997-a51f-d564fc88495b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:48.162459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8a8985-3e18-4131-9a65-95d8fd4fad0b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router ecfe9c64-d908-47dd-a874-22db80b1d698 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:04:48.174726 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be9b94e-9c14-4997-a51f-d564fc88495b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:04:48.282957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8a8985-3e18-4131-9a65-95d8fd4fad0b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:04:48.293395 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3c8a8985-3e18-4131-9a65-95d8fd4fad0b tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6604912 Aug 29 07:04:48.297726 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7649dba8-d93d-4ef3-9a09-8fd06abe78dc None None] Sync routers for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:04:48.299655 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7be9b94e-9c14-4997-a51f-d564fc88495b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:48.300504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45814) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:48.306594 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-7be9b94e-9c14-4997-a51f-d564fc88495b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Added segment 7b3489e6-3ce0-455e-9453-2cdaf4a936da of type vlan for network 9b5e5df0-793a-49ec-b46c-eca9720157bb Aug 29 07:04:48.311659 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649dba8-d93d-4ef3-9a09-8fd06abe78dc None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:48.312401 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7649dba8-d93d-4ef3-9a09-8fd06abe78dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:48.398459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7be9b94e-9c14-4997-a51f-d564fc88495b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:48.451460 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-7649dba8-d93d-4ef3-9a09-8fd06abe78dc None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:48.554614 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7be9b94e-9c14-4997-a51f-d564fc88495b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:48.561868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be9b94e-9c14-4997-a51f-d564fc88495b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:48.562729 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7be9b94e-9c14-4997-a51f-d564fc88495b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:48.794003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9b94e-9c14-4997-a51f-d564fc88495b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event updated for resources: {'Network': ['ID=9b5e5df0-793a-49ec-b46c-eca9720157bb,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:48.810056 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 9b5e5df0-793a-49ec-b46c-eca9720157bb details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:04:48.897034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7be9b94e-9c14-4997-a51f-d564fc88495b tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0784411 Aug 29 07:04:48.898069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45832) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:48.904200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f710c74c-7984-48d9-8105-62ed0fc0fc12 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2018383993'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:48.953583 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7649dba8-d93d-4ef3-9a09-8fd06abe78dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:46Z', 'revision_number': 9, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:49.026949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting subnet d59096b9-cf5a-48b7-b754-7ffa9fd8f6ca {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:04:49.031305 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:49.036514 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7649dba8-d93d-4ef3-9a09-8fd06abe78dc None None] Checking router: ecfe9c64-d908-47dd-a874-22db80b1d698 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:04:49.053910 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649dba8-d93d-4ef3-9a09-8fd06abe78dc None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:49.053910 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7649dba8-d93d-4ef3-9a09-8fd06abe78dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:49.058364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6c63d-99bf-4027-9086-2232293fdca3 req-37111aa4-9930-4f4d-ba2a-6847f12d4f54 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:49.068431 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ce6c63d-99bf-4027-9086-2232293fdca3 req-37111aa4-9930-4f4d-ba2a-6847f12d4f54 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1359727 Aug 29 07:04:49.091809 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:49.117357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ce6c63d-99bf-4027-9086-2232293fdca3 req-d743593e-8675-4e45-872c-272f5cd0b7d2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475295 Aug 29 07:04:49.156953 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-7649dba8-d93d-4ef3-9a09-8fd06abe78dc None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:49.163434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f710c74c-7984-48d9-8105-62ed0fc0fc12 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Made reservation on behalf of e7d43fe498914da5bb0d53f01c95a577 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:49.169330 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f710c74c-7984-48d9-8105-62ed0fc0fc12 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:49.205317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f710c74c-7984-48d9-8105-62ed0fc0fc12 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:04:49.217380 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f710c74c-7984-48d9-8105-62ed0fc0fc12 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:49.218487 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-f710c74c-7984-48d9-8105-62ed0fc0fc12 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Added segment e267a813-0f87-4a99-adbd-185678de0728 of type vlan for network cc992170-8419-4ac5-9c3d-118330f39561 Aug 29 07:04:49.248922 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:49.272989 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f710c74c-7984-48d9-8105-62ed0fc0fc12 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:49.413537 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f710c74c-7984-48d9-8105-62ed0fc0fc12 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:49.430944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f710c74c-7984-48d9-8105-62ed0fc0fc12 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:49.430944 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f710c74c-7984-48d9-8105-62ed0fc0fc12 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:49.489602 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:49.522947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710c74c-7984-48d9-8105-62ed0fc0fc12 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event updated for resources: {'Network': ['ID=cc992170-8419-4ac5-9c3d-118330f39561,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:49.526178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Subnet': ['ID=d59096b9-cf5a-48b7-b754-7ffa9fd8f6ca,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:49.530199 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:49.534429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88863ec-0ab4-409d-a1d4-fce2f55f9d98 None None] Network 433d2d20-57b8-4db2-b26b-bf7261a2ca49 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:49.536203 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/d59096b9-cf5a-48b7-b754-7ffa9fd8f6ca HTTP/1.1" status: 204 len: 168 time: 1.2342477 Aug 29 07:04:49.539128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network cc992170-8419-4ac5-9c3d-118330f39561 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:04:49.548234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45842) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:49.551388 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7649dba8-d93d-4ef3-9a09-8fd06abe78dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:46Z', 'revision_number': 9, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:49.555782 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:49.559666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:49.560121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:49.560474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:49.560827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:49.561173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:49.561520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:49.561876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:49.562224 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:49.562603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:49.562932 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:49.563288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f6dd4-3429-410d-b981-adc8fb377287 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:04:49.592481 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7649dba8-d93d-4ef3-9a09-8fd06abe78dc None None] The sync data for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 is: [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:46Z', 'revision_number': 9, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834682bb-0b8b-4d63-9562-0eb90f07b54b', 'name': '', 'network_id': '69d66bdc-d61d-4088-aa68-74014b0aeacc', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:72:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:13Z', 'updated_at': '2021-08-29T07:04:23Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '6a53e0cb-4e4e-45e0-9491-f466fc3055f9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:04:49.656380 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:49.723046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:49.723581 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:49.780374 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f710c74c-7984-48d9-8105-62ed0fc0fc12 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8810472 Aug 29 07:04:49.783549 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45850) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:49.789749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Request body: {'ports': [{'network_id': '9b5e5df0-793a-49ec-b46c-eca9720157bb', 'name': 'tempest-port--1724573693', 'admin_state_up': True}, {'network_id': 'cc992170-8419-4ac5-9c3d-118330f39561', 'admin_state_up': False}]} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:49.790283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Request body: {'port': {'network_id': '9b5e5df0-793a-49ec-b46c-eca9720157bb', 'name': 'tempest-port--1724573693', 'admin_state_up': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:49.790924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Request body: {'port': {'network_id': 'cc992170-8419-4ac5-9c3d-118330f39561', 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:49.823508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] For port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8,segment=NetworkSegment(7a06e248-e39f-4c28-98e9-aec84bafe094),segment_id=7a06e248-e39f-4c28-98e9-aec84bafe094)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:49.824090 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:49.848903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:49.980832 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b053636c-954c-4536-a19d-24a4c8d92695 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:04:50.041962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: b053636c-954c-4536-a19d-24a4c8d92695 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:04:50.042690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b053636c-954c-4536-a19d-24a4c8d92695 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:04:50.134278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eb260f-d4c3-4292-b783-2465c6f7bb9d None None] DHCP port deletion for 433d2d20-57b8-4db2-b26b-bf7261a2ca49 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:04:50.159095 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:50.193576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:50.200530 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No DVR routers for this DVR port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:04:50.210808 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb260f-d4c3-4292-b783-2465c6f7bb9d None None] Deleting port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:50.211293 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c8eb260f-d4c3-4292-b783-2465c6f7bb9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:50.284303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c8eb260f-d4c3-4292-b783-2465c6f7bb9d None None] For port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8, host n-d-713301-12, got binding levels [] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:50.284708 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c8eb260f-d4c3-4292-b783-2465c6f7bb9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:50.301366 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb260f-d4c3-4292-b783-2465c6f7bb9d None None] Calling delete_port for d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:50.304201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.ipam_backend_mixin [None req-c8eb260f-d4c3-4292-b783-2465c6f7bb9d None None] Port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 was not found and therefore no delete operation was performed {{(pid=95405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 07:04:50.305622 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c8eb260f-d4c3-4292-b783-2465c6f7bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:50.312416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Made reservation on behalf of e7d43fe498914da5bb0d53f01c95a577 for: {'port': 2} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:50.317129 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:50.321298 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:50.333792 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:50.338631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb260f-d4c3-4292-b783-2465c6f7bb9d None None] Pushing event deleted for resources: {'Port': ['ID=d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:50.339070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb260f-d4c3-4292-b783-2465c6f7bb9d None None] No DVR routers for this DVR port d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:04:50.343902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433d2d20-57b8-4db2-b26b-bf7261a2ca49']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:50.368311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a06e248-e39f-4c28-98e9-aec84bafe094') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:50.368311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a06e248-e39f-4c28-98e9-aec84bafe094') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:50.387290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ea0fa-9169-4d59-8cbb-5855f38c9e9e req-a79fae6d-d3e9-4cb7-8c9f-fe10894c6ef4 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:50.395325 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-832ea0fa-9169-4d59-8cbb-5855f38c9e9e req-a79fae6d-d3e9-4cb7-8c9f-fe10894c6ef4 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1580577 Aug 29 07:04:50.395325 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:50.414202 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:50.438693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:04:50.438693 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:04:50.447779 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:04:50.474340 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] device_id is not set on port d84808e5-a4c9-4432-8b64-9402e8b722a8 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:04:50.508835 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-832ea0fa-9169-4d59-8cbb-5855f38c9e9e req-924bd50b-b061-4379-af5e-3ca2b922eda5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088772 Aug 29 07:04:50.671310 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:50.693499 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:50.700445 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/networks/433d2d20-57b8-4db2-b26b-bf7261a2ca49 HTTP/1.1" status: 204 len: 168 time: 1.1486812 Aug 29 07:04:50.701847 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45870) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:50.725790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db89ffa-59a6-49d8-b3f5-86c5c12c2fce tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Network': ['ID=433d2d20-57b8-4db2-b26b-bf7261a2ca49,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:50.740377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac42ebb-10ed-4c60-a386-cd054ec28de4 req-ccf71c38-7dad-491d-8dba-c7dca3dff5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:50.743552 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ac42ebb-10ed-4c60-a386-cd054ec28de4 req-ccf71c38-7dad-491d-8dba-c7dca3dff5e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 1097 time: 0.0836129 Aug 29 07:04:50.884009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac42ebb-10ed-4c60-a386-cd054ec28de4 req-9898a83a-7339-46fc-a97c-271409959fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:50.890806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ac42ebb-10ed-4c60-a386-cd054ec28de4 req-9898a83a-7339-46fc-a97c-271409959fc7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 917 time: 0.1211574 Aug 29 07:04:50.958767 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:50.990389 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:50.990990 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ac42ebb-10ed-4c60-a386-cd054ec28de4 req-214bee51-189f-492c-a0f5-036687592145 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eb09501-4176-474c-bb64-91dd939c784c HTTP/1.1" status: 200 len: 1001 time: 0.0865495 Aug 29 07:04:51.054936 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac42ebb-10ed-4c60-a386-cd054ec28de4 req-3dfb5db6-2448-4967-ad54-cc4135b150ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:51.056556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ac42ebb-10ed-4c60-a386-cd054ec28de4 req-3dfb5db6-2448-4967-ad54-cc4135b150ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7085e65-5548-41fd-a4b3-5a3f77bcccc9 HTTP/1.1" status: 200 len: 855 time: 0.0681984 Aug 29 07:04:51.076770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] device_id is not set on port eee4d255-5a86-46de-ab3c-3687c0f50519 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:04:51.118085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac42ebb-10ed-4c60-a386-cd054ec28de4 req-f13ccdf7-db85-46a7-9a2a-44d482fbd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:51.120684 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ac42ebb-10ed-4c60-a386-cd054ec28de4 req-f13ccdf7-db85-46a7-9a2a-44d482fbd61a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570929 Aug 29 07:04:51.247168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ac42ebb-10ed-4c60-a386-cd054ec28de4 req-81ed5659-836d-437e-b820-8cb8effed8dc service neutron] 10.222.0.11 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085978 Aug 29 07:04:51.309539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:51.355687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ac42ebb-10ed-4c60-a386-cd054ec28de4 req-a62ff693-f042-43d1-9644-2905f6816ca3 service neutron] 10.222.0.11 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015007 Aug 29 07:04:51.359829 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d7bd6775-cdc9-40d0-b28e-5bf4bfccdd7a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:51.542072 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:51.641531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event updated for resources: {'Port': ['ID=d84808e5-a4c9-4432-8b64-9402e8b722a8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:51.671402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eab81-d3a4-42bf-972c-c94486a6f501 req-ae690a52-8686-4f3a-a96c-6b85e2913b72 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:51.679383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d10eab81-d3a4-42bf-972c-c94486a6f501 req-ae690a52-8686-4f3a-a96c-6b85e2913b72 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.0804646 Aug 29 07:04:51.692652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Checking segment: {'id': '7b3489e6-3ce0-455e-9453-2cdaf4a936da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b5e5df0-793a-49ec-b46c-eca9720157bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:51.693023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Network hostable DHCP agents. Network: 9b5e5df0-793a-49ec-b46c-eca9720157bb, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:04:51.730364 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d10eab81-d3a4-42bf-972c-c94486a6f501 req-d8d5858f-1de2-4eee-acfc-bc7513f1ccbd tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443249 Aug 29 07:04:51.739067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-d7bd6775-cdc9-40d0-b28e-5bf4bfccdd7a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port 834682bb-0b8b-4d63-9562-0eb90f07b54b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:51.739864 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d7bd6775-cdc9-40d0-b28e-5bf4bfccdd7a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:51.845961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-d7bd6775-cdc9-40d0-b28e-5bf4bfccdd7a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] For port 834682bb-0b8b-4d63-9562-0eb90f07b54b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=834682bb-0b8b-4d63-9562-0eb90f07b54b,segment=NetworkSegment(97f11b72-ccd2-4874-b4ec-c632823a3ebc),segment_id=97f11b72-ccd2-4874-b4ec-c632823a3ebc)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:51.846406 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d7bd6775-cdc9-40d0-b28e-5bf4bfccdd7a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:51.860835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-d7bd6775-cdc9-40d0-b28e-5bf4bfccdd7a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for 834682bb-0b8b-4d63-9562-0eb90f07b54b owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:51.926521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Network 9b5e5df0-793a-49ec-b46c-eca9720157bb is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:04:51.965724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:04:52.002416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:04:52.003785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d9ff399b-54b5-4f96-b1a1-e8ca3408a6f8 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:04:52.075176 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 9b5e5df0-793a-49ec-b46c-eca9720157bb) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:52.079330 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:52.080504 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:52.086024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4c65ee-9a29-44dd-a94a-a052ead889da None None] Network 9b5e5df0-793a-49ec-b46c-eca9720157bb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:52.170343 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Checking segment: {'id': 'e267a813-0f87-4a99-adbd-185678de0728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc992170-8419-4ac5-9c3d-118330f39561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:52.170949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Network hostable DHCP agents. Network: cc992170-8419-4ac5-9c3d-118330f39561, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:04:52.194987 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d7bd6775-cdc9-40d0-b28e-5bf4bfccdd7a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:52.196819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event updated for resources: {'Port': ['ID=eee4d255-5a86-46de-ab3c-3687c0f50519,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:52.228906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd6775-cdc9-40d0-b28e-5bf4bfccdd7a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=834682bb-0b8b-4d63-9562-0eb90f07b54b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:52.381749 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d7bd6775-cdc9-40d0-b28e-5bf4bfccdd7a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:52.455610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Network cc992170-8419-4ac5-9c3d-118330f39561 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:04:52.601398 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, cc992170-8419-4ac5-9c3d-118330f39561) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:52.608063 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:52.615083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:52.615558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106d9136-caca-4933-8cc0-99132a4428da None None] Network cc992170-8419-4ac5-9c3d-118330f39561 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:52.620394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:52.621293 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:52.646026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bd6775-cdc9-40d0-b28e-5bf4bfccdd7a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router ecfe9c64-d908-47dd-a874-22db80b1d698 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:04:52.742058 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bd6775-cdc9-40d0-b28e-5bf4bfccdd7a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:04:52.751123 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d7bd6775-cdc9-40d0-b28e-5bf4bfccdd7a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0454195 Aug 29 07:04:52.751374 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45922) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:52.752166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949c7ab-356d-4066-bb5c-219bec286b33 None None] Sync routers for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:04:52.765721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949c7ab-356d-4066-bb5c-219bec286b33 None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:52.766517 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-01c12eee-9e7d-4a32-a6c0-8c6d49075b2c tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9781706 Aug 29 07:04:52.766625 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f949c7ab-356d-4066-bb5c-219bec286b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:52.767764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45926) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:52.836397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec111b53-1760-48d2-be1b-d83387ef4399 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting subnet 6a53e0cb-4e4e-45e0-9491-f466fc3055f9 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:04:52.839476 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec111b53-1760-48d2-be1b-d83387ef4399 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:52.876520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f949c7ab-356d-4066-bb5c-219bec286b33 None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:52.917526 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec111b53-1760-48d2-be1b-d83387ef4399 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:52.940506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83efef69-81d8-4485-91e4-0297cf73e1d7 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:52.947462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83efef69-81d8-4485-91e4-0297cf73e1d7 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:52.949506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-83efef69-81d8-4485-91e4-0297cf73e1d7 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1801562 Aug 29 07:04:52.953385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45932) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:53.033678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3d01f-af1f-41d5-b230-3f1b287cf347 req-dd600204-fa0f-4f77-b3ed-db5e0d1ee0eb tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:53.035352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35c3d01f-af1f-41d5-b230-3f1b287cf347 req-dd600204-fa0f-4f77-b3ed-db5e0d1ee0eb tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1679533 Aug 29 07:04:53.063453 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec111b53-1760-48d2-be1b-d83387ef4399 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:53.114046 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35c3d01f-af1f-41d5-b230-3f1b287cf347 req-d9cc98b8-7583-4678-a74d-26b21280a077 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552764 Aug 29 07:04:53.149233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-042b80f9-c799-4388-9d86-2c5b12ded74e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Deleting port d84808e5-a4c9-4432-8b64-9402e8b722a8 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:53.149672 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-042b80f9-c799-4388-9d86-2c5b12ded74e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:53.168475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f949c7ab-356d-4066-bb5c-219bec286b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:52Z', 'revision_number': 10, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:53.197709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949c7ab-356d-4066-bb5c-219bec286b33 None None] Checking router: ecfe9c64-d908-47dd-a874-22db80b1d698 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:04:53.210926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949c7ab-356d-4066-bb5c-219bec286b33 None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:53.211771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f949c7ab-356d-4066-bb5c-219bec286b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:53.230030 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-042b80f9-c799-4388-9d86-2c5b12ded74e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:53.244174 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-042b80f9-c799-4388-9d86-2c5b12ded74e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Calling delete_port for d84808e5-a4c9-4432-8b64-9402e8b722a8 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:53.309503 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f949c7ab-356d-4066-bb5c-219bec286b33 None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:53.364254 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec111b53-1760-48d2-be1b-d83387ef4399 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:53.385302 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec111b53-1760-48d2-be1b-d83387ef4399 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:53.387501 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ec111b53-1760-48d2-be1b-d83387ef4399 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/6a53e0cb-4e4e-45e0-9491-f466fc3055f9 HTTP/1.1" status: 204 len: 168 time: 0.6350400 Aug 29 07:04:53.390129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45940) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:53.394720 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f786f1-f116-4a22-8021-8ea129a4f808 None None] Network 69d66bdc-d61d-4088-aa68-74014b0aeacc requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:53.410774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec111b53-1760-48d2-be1b-d83387ef4399 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Subnet': ['ID=6a53e0cb-4e4e-45e0-9491-f466fc3055f9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:53.476507 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:53.484908 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-042b80f9-c799-4388-9d86-2c5b12ded74e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:53.553351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b80f9-c799-4388-9d86-2c5b12ded74e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event deleted for resources: {'Port': ['ID=d84808e5-a4c9-4432-8b64-9402e8b722a8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:53.572193 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-042b80f9-c799-4388-9d86-2c5b12ded74e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:53.572193 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-042b80f9-c799-4388-9d86-2c5b12ded74e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "DELETE /v2.0/ports/d84808e5-a4c9-4432-8b64-9402e8b722a8 HTTP/1.1" status: 204 len: 168 time: 0.6120427 Aug 29 07:04:53.572193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45946) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:53.644470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port ef69e74a-6b5a-4cce-8781-a8463d4272ae {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:53.644820 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:53.699994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f949c7ab-356d-4066-bb5c-219bec286b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:52Z', 'revision_number': 10, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:53.735025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] For port ef69e74a-6b5a-4cce-8781-a8463d4272ae, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ef69e74a-6b5a-4cce-8781-a8463d4272ae,segment=NetworkSegment(97f11b72-ccd2-4874-b4ec-c632823a3ebc),segment_id=97f11b72-ccd2-4874-b4ec-c632823a3ebc)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:53.735025 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:53.751015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for ef69e74a-6b5a-4cce-8781-a8463d4272ae owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:53.754664 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0e7cac68-94b5-4dd5-a81e-3d9073297728 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Deleting port eee4d255-5a86-46de-ab3c-3687c0f50519 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:53.755422 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e7cac68-94b5-4dd5-a81e-3d9073297728 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:53.787621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead47cf-4b7f-4280-b5f0-efc76483c6bd None None] DHCP port deletion for 69d66bdc-d61d-4088-aa68-74014b0aeacc request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:04:53.798401 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949c7ab-356d-4066-bb5c-219bec286b33 None None] The sync data for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 is: [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:52Z', 'revision_number': 10, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None, '_interfaces': [{'id': '7ca2527c-38bd-4500-a8dc-be813ff26f02', 'name': '', 'network_id': '1131011a-3a18-4ed2-a7c7-dd1d72ccad7f', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'mac_address': 'fa:16:3e:1b:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:04:07Z', 'updated_at': '2021-08-29T07:04:16Z', 'revision_number': 5, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'subnets': [{'id': '2f933e20-7c80-41a6-a514-1c022b6b42a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:04:53.879562 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e7cac68-94b5-4dd5-a81e-3d9073297728 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:53.890701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0ead47cf-4b7f-4280-b5f0-efc76483c6bd None None] Deleting port ef69e74a-6b5a-4cce-8781-a8463d4272ae {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:53.891076 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0ead47cf-4b7f-4280-b5f0-efc76483c6bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:53.912967 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0e7cac68-94b5-4dd5-a81e-3d9073297728 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Calling delete_port for eee4d255-5a86-46de-ab3c-3687c0f50519 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:53.953419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0ead47cf-4b7f-4280-b5f0-efc76483c6bd None None] For port ef69e74a-6b5a-4cce-8781-a8463d4272ae, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ef69e74a-6b5a-4cce-8781-a8463d4272ae,segment=NetworkSegment(97f11b72-ccd2-4874-b4ec-c632823a3ebc),segment_id=97f11b72-ccd2-4874-b4ec-c632823a3ebc)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:53.964643 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0ead47cf-4b7f-4280-b5f0-efc76483c6bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:53.966683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0ead47cf-4b7f-4280-b5f0-efc76483c6bd None None] Calling delete_port for ef69e74a-6b5a-4cce-8781-a8463d4272ae owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:54.072122 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.082525 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0ead47cf-4b7f-4280-b5f0-efc76483c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.115233 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead47cf-4b7f-4280-b5f0-efc76483c6bd None None] Pushing event deleted for resources: {'Port': ['ID=ef69e74a-6b5a-4cce-8781-a8463d4272ae,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:54.121269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead47cf-4b7f-4280-b5f0-efc76483c6bd None None] No DVR routers for this DVR port ef69e74a-6b5a-4cce-8781-a8463d4272ae on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:04:54.134142 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e7cac68-94b5-4dd5-a81e-3d9073297728 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.136643 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=ef69e74a-6b5a-4cce-8781-a8463d4272ae,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:54.141502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No DVR routers for this DVR port ef69e74a-6b5a-4cce-8781-a8463d4272ae on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:04:54.211714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cac68-94b5-4dd5-a81e-3d9073297728 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event deleted for resources: {'Port': ['ID=eee4d255-5a86-46de-ab3c-3687c0f50519,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:54.270126 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e7cac68-94b5-4dd5-a81e-3d9073297728 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.274935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45960) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:54.286675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0e7cac68-94b5-4dd5-a81e-3d9073297728 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "DELETE /v2.0/ports/eee4d255-5a86-46de-ab3c-3687c0f50519 HTTP/1.1" status: 204 len: 168 time: 0.7150373 Aug 29 07:04:54.342478 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.346922 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-07bc0a83-ed37-4fd7-8cc7-05e35bbbeb72 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0702827 Aug 29 07:04:54.350925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45962) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:54.356787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-016e596a-f6c1-472c-97ce-5e8920cb1932 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-556695889'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:54.367789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ef69e74a-6b5a-4cce-8781-a8463d4272ae no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:04:54.368397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d66bdc-d61d-4088-aa68-74014b0aeacc']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:54.382642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f11b72-ccd2-4874-b4ec-c632823a3ebc') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:54.382862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f11b72-ccd2-4874-b4ec-c632823a3ebc') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:54.399467 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.414533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: ef69e74a-6b5a-4cce-8781-a8463d4272ae {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:04:54.415017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ef69e74a-6b5a-4cce-8781-a8463d4272ae not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:04:54.415841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 834682bb-0b8b-4d63-9562-0eb90f07b54b no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:04:54.418880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55be4b-905d-4d58-8fc5-2f1a72b56c3a req-29353e9b-0cbd-4576-be06-2c08322ffa95 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:54.420753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd55be4b-905d-4d58-8fc5-2f1a72b56c3a req-29353e9b-0cbd-4576-be06-2c08322ffa95 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1328826 Aug 29 07:04:54.439528 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.458945 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:04:54.459228 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 834682bb-0b8b-4d63-9562-0eb90f07b54b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:04:54.459375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 834682bb-0b8b-4d63-9562-0eb90f07b54b not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:04:54.459523 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:04:54.462611 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:04:54.511852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016e596a-f6c1-472c-97ce-5e8920cb1932 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Made reservation on behalf of e7d43fe498914da5bb0d53f01c95a577 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:54.523397 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-016e596a-f6c1-472c-97ce-5e8920cb1932 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.569070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016e596a-f6c1-472c-97ce-5e8920cb1932 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:04:54.569676 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd55be4b-905d-4d58-8fc5-2f1a72b56c3a req-84919a4f-2e25-42ce-b0ba-efc4cfc0d1a6 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192455 Aug 29 07:04:54.593428 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-016e596a-f6c1-472c-97ce-5e8920cb1932 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.593870 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-016e596a-f6c1-472c-97ce-5e8920cb1932 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Added segment b4fcab89-04b8-431f-9a72-17297b96251f of type vlan for network 084ab637-6c47-46b7-9ec5-ca9804a4c45b Aug 29 07:04:54.663429 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-016e596a-f6c1-472c-97ce-5e8920cb1932 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.712692 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.722039 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.724909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/networks/69d66bdc-d61d-4088-aa68-74014b0aeacc HTTP/1.1" status: 204 len: 168 time: 1.3337584 Aug 29 07:04:54.727760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45970) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:54.747362 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5d434-90cb-4bfc-91c6-037d152aca8c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Network': ['ID=69d66bdc-d61d-4088-aa68-74014b0aeacc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:54.831953 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-016e596a-f6c1-472c-97ce-5e8920cb1932 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.839242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e596a-f6c1-472c-97ce-5e8920cb1932 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:54.845676 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-016e596a-f6c1-472c-97ce-5e8920cb1932 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:54.965573 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e596a-f6c1-472c-97ce-5e8920cb1932 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event updated for resources: {'Network': ['ID=084ab637-6c47-46b7-9ec5-ca9804a4c45b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:54.982171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 084ab637-6c47-46b7-9ec5-ca9804a4c45b details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:04:55.057591 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-016e596a-f6c1-472c-97ce-5e8920cb1932 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7052116 Aug 29 07:04:55.060378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45978) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:55.065964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0262389b-935c-4e18-8ca8-e724b5a557b0 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1281076840'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:55.155004 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e71c13dd-480f-4061-b102-76d7db96decc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:55.184734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0262389b-935c-4e18-8ca8-e724b5a557b0 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Made reservation on behalf of e7d43fe498914da5bb0d53f01c95a577 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:55.188640 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0262389b-935c-4e18-8ca8-e724b5a557b0 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:55.214321 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0262389b-935c-4e18-8ca8-e724b5a557b0 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:04:55.227024 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0262389b-935c-4e18-8ca8-e724b5a557b0 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:55.240672 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-0262389b-935c-4e18-8ca8-e724b5a557b0 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Added segment 6b92b548-8b2d-4a4e-b7c5-0cf5dfdba369 of type vlan for network c683a655-536b-4f72-a7d6-fd408d885842 Aug 29 07:04:55.283890 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0262389b-935c-4e18-8ca8-e724b5a557b0 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:55.417978 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0262389b-935c-4e18-8ca8-e724b5a557b0 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:55.433486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0262389b-935c-4e18-8ca8-e724b5a557b0 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:55.434723 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0262389b-935c-4e18-8ca8-e724b5a557b0 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:55.471310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-e71c13dd-480f-4061-b102-76d7db96decc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port 7ca2527c-38bd-4500-a8dc-be813ff26f02 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:55.471310 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e71c13dd-480f-4061-b102-76d7db96decc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:55.551867 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262389b-935c-4e18-8ca8-e724b5a557b0 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event updated for resources: {'Network': ['ID=c683a655-536b-4f72-a7d6-fd408d885842,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:55.568854 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c683a655-536b-4f72-a7d6-fd408d885842 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:04:55.575671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-e71c13dd-480f-4061-b102-76d7db96decc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] For port 7ca2527c-38bd-4500-a8dc-be813ff26f02, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7ca2527c-38bd-4500-a8dc-be813ff26f02,segment=NetworkSegment(1bc74cf3-5b96-4340-9865-1878f815c129),segment_id=1bc74cf3-5b96-4340-9865-1878f815c129)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:55.576078 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e71c13dd-480f-4061-b102-76d7db96decc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:55.592150 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-e71c13dd-480f-4061-b102-76d7db96decc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for 7ca2527c-38bd-4500-a8dc-be813ff26f02 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:55.657981 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0262389b-935c-4e18-8ca8-e724b5a557b0 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5963237 Aug 29 07:04:55.779211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61ae49-330c-41e7-85dc-40126ef740c9 req-4bacd19f-7e1b-4523-a971-37bfbfd07817 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:55.788079 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e61ae49-330c-41e7-85dc-40126ef740c9 req-4bacd19f-7e1b-4523-a971-37bfbfd07817 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1165276 Aug 29 07:04:55.792120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45998) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:55.799599 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Request body: {'subnets': [{'network_id': '084ab637-6c47-46b7-9ec5-ca9804a4c45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1600830920', 'ip_version': 4}, {'network_id': 'c683a655-536b-4f72-a7d6-fd408d885842', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:55.802640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Request body: {'subnet': {'network_id': '084ab637-6c47-46b7-9ec5-ca9804a4c45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1600830920', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:55.802640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Request body: {'subnet': {'network_id': 'c683a655-536b-4f72-a7d6-fd408d885842', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:55.831620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e61ae49-330c-41e7-85dc-40126ef740c9 req-1965c419-534d-433b-aadc-7d19e58651ec tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421927 Aug 29 07:04:56.069067 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e71c13dd-480f-4061-b102-76d7db96decc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:56.096259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c13dd-480f-4061-b102-76d7db96decc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=7ca2527c-38bd-4500-a8dc-be813ff26f02,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:56.146465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1eb09501-4176-474c-bb64-91dd939c784c details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:04:56.177314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Made reservation on behalf of e7d43fe498914da5bb0d53f01c95a577 for: {'subnet': 2} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:04:56.186365 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:56.186365 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:56.337963 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1eb09501-4176-474c-bb64-91dd939c784c,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:56.363384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '1eb09501-4176-474c-bb64-91dd939c784c', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'port_id': '1eb09501-4176-474c-bb64-91dd939c784c', 'mac_address': 'fa:16:3e:2f:c1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:04:56.428584 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:56.466188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1eb09501-4176-474c-bb64-91dd939c784c {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:04:56.508889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1eb09501-4176-474c-bb64-91dd939c784c,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:56.700318 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e71c13dd-480f-4061-b102-76d7db96decc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:56.772676 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:56.871597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1eb09501-4176-474c-bb64-91dd939c784c,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:56.920576 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:56.935374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['1eb09501-4176-474c-bb64-91dd939c784c'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:04:56.954494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71c13dd-480f-4061-b102-76d7db96decc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router ecfe9c64-d908-47dd-a874-22db80b1d698 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:04:57.021712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Checking segment: {'id': 'b4fcab89-04b8-431f-9a72-17297b96251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '084ab637-6c47-46b7-9ec5-ca9804a4c45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:57.024046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Network hostable DHCP agents. Network: 084ab637-6c47-46b7-9ec5-ca9804a4c45b, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:04:57.057843 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event updated for resources: {'Subnet': ['ID=f4371208-fb0a-4c5a-9962-8e472a3f0c83,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:57.168807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Network 084ab637-6c47-46b7-9ec5-ca9804a4c45b is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:04:57.179590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71c13dd-480f-4061-b102-76d7db96decc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:04:57.193305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e71c13dd-480f-4061-b102-76d7db96decc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4618988 Aug 29 07:04:57.194779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46054) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:57.206131 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bac15d-6881-4e52-8172-bc7d9d049f17 None None] Sync routers for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:04:57.219758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20906a82-392c-4b0d-915a-69a71ff83eaa req-75eb8555-957e-4c17-a3cb-bd8f988b5cab tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:57.220687 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bac15d-6881-4e52-8172-bc7d9d049f17 None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:57.221406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20906a82-392c-4b0d-915a-69a71ff83eaa req-75eb8555-957e-4c17-a3cb-bd8f988b5cab tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.2900550 Aug 29 07:04:57.230857 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-07bac15d-6881-4e52-8172-bc7d9d049f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:57.261858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-a59ff273-24d5-45d1-9558-6d2032895c6a tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:57.268953 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-a59ff273-24d5-45d1-9558-6d2032895c6a tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/networks?id=aa9996a5-9338-44b4-9ad2-2b9687843d19 HTTP/1.1" status: 200 len: 814 time: 0.3808229 Aug 29 07:04:57.282779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 084ab637-6c47-46b7-9ec5-ca9804a4c45b) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:57.297902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac64d55-f083-4c2c-95c5-31dd3b573c78 None None] Network 084ab637-6c47-46b7-9ec5-ca9804a4c45b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:57.304518 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-20a012a6-a331-4603-8bb3-142296926110 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/quotas/8bd3d0ccbdc2480a8e8c9bd60e514018 HTTP/1.1" status: 200 len: 375 time: 0.0319064 Aug 29 07:04:57.305045 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:57.347972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20906a82-392c-4b0d-915a-69a71ff83eaa req-c60512cb-03ba-42df-966c-15f6b3a49feb tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183240 Aug 29 07:04:57.392549 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-94c19140-afd9-411b-9908-0e3340acba07 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0892467 Aug 29 07:04:57.412802 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-07bac15d-6881-4e52-8172-bc7d9d049f17 None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:57.439893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event updated for resources: {'Subnet': ['ID=006f3d53-0768-4186-bbe1-54b0e598975c,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:57.449184 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-45488cf1-06e7-41e1-85c2-0f0d5529f0eb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting subnet 2f933e20-7c80-41a6-a514-1c022b6b42a8 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:04:57.464201 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45488cf1-06e7-41e1-85c2-0f0d5529f0eb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:57.494689 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-07bac15d-6881-4e52-8172-bc7d9d049f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:55Z', 'revision_number': 11, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:57.542813 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bac15d-6881-4e52-8172-bc7d9d049f17 None None] Checking router: ecfe9c64-d908-47dd-a874-22db80b1d698 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:04:57.554714 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bac15d-6881-4e52-8172-bc7d9d049f17 None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:04:57.556143 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-07bac15d-6881-4e52-8172-bc7d9d049f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:57.635363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-084ab637-6c47-46b7-9ec5-ca9804a4c45b', 'network_id': '084ab637-6c47-46b7-9ec5-ca9804a4c45b', 'tenant_id': 'e7d43fe498914da5bb0d53f01c95a577', 'fixed_ips': [{'subnet_id': 'f4371208-fb0a-4c5a-9962-8e472a3f0c83'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:04:57.636674 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:57.638554 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Checking segment: {'id': '6b92b548-8b2d-4a4e-b7c5-0cf5dfdba369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c683a655-536b-4f72-a7d6-fd408d885842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:57.639166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Network hostable DHCP agents. Network: c683a655-536b-4f72-a7d6-fd408d885842, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:04:57.660121 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45488cf1-06e7-41e1-85c2-0f0d5529f0eb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:57.821983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-73afbaba-fbdf-468d-a14b-ebf4fe9972b8 service neutron] 10.222.0.76 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198265 Aug 29 07:04:57.843094 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45488cf1-06e7-41e1-85c2-0f0d5529f0eb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:57.864684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Allocated IP 172.20.0.2 (084ab637-6c47-46b7-9ec5-ca9804a4c45b/f4371208-fb0a-4c5a-9962-8e472a3f0c83/cbc6bb60-76ea-4b18-9f56-45e25481e3a4) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:04:57.917547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Network c683a655-536b-4f72-a7d6-fd408d885842 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:04:57.947242 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-07bac15d-6881-4e52-8172-bc7d9d049f17 None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:04:58.039606 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-07bac15d-6881-4e52-8172-bc7d9d049f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:55Z', 'revision_number': 11, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:58.046982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-f2b2f9ef-b7f9-4241-af55-82f2a38e59d1 service neutron] 10.222.0.76 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165604 Aug 29 07:04:58.106223 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bac15d-6881-4e52-8172-bc7d9d049f17 None None] The sync data for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 is: [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:55Z', 'revision_number': 11, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:04:58.107455 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:58.152371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1eb09501-4176-474c-bb64-91dd939c784c up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:04:58.199843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 1eb09501-4176-474c-bb64-91dd939c784c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:04:58.200216 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:58.215177 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, c683a655-536b-4f72-a7d6-fd408d885842) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:58.220017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:58.220586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:58.221586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:58.225425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b23c87d-f2df-4952-93c3-0b068f27c7f0 None None] Network c683a655-536b-4f72-a7d6-fd408d885842 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:58.296136 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45488cf1-06e7-41e1-85c2-0f0d5529f0eb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:58.306789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Transition to ACTIVE for port object cbc6bb60-76ea-4b18-9f56-45e25481e3a4 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:58.329800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45488cf1-06e7-41e1-85c2-0f0d5529f0eb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Subnet': ['ID=2f933e20-7c80-41a6-a514-1c022b6b42a8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:58.337739 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-45488cf1-06e7-41e1-85c2-0f0d5529f0eb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:58.350094 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-45488cf1-06e7-41e1-85c2-0f0d5529f0eb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/2f933e20-7c80-41a6-a514-1c022b6b42a8 HTTP/1.1" status: 204 len: 168 time: 1.1506581 Aug 29 07:04:58.350094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46076) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:58.387184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30036d4f-2c47-46bc-870a-e63a0b4b3ad0 None None] Network 1131011a-3a18-4ed2-a7c7-dd1d72ccad7f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:04:58.387184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Transition to ACTIVE for port object cbc6bb60-76ea-4b18-9f56-45e25481e3a4 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:58.440129 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:58.519308 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:58.540484 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4e4edaec-0c3d-4fc4-b093-c5fe1ef0a779 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7394068 Aug 29 07:04:58.541412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46084) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:58.609721 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:58.620598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:04:58.622884 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f29fcf-33fb-470e-ad0b-2d843e048ae7" -d '{"events": [{"server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "name": "network-vif-plugged", "status": "completed", "tag": "1eb09501-4176-474c-bb64-91dd939c784c"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:04:58.633999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Deleting port 45023768-21a5-496c-8084-bf3c47c7fec8 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:04:58.635308 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:58.714105 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1eb09501-4176-474c-bb64-91dd939c784c,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:58.716911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] For port 45023768-21a5-496c-8084-bf3c47c7fec8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=45023768-21a5-496c-8084-bf3c47c7fec8,segment=NetworkSegment(1bc74cf3-5b96-4340-9865-1878f815c129),segment_id=1bc74cf3-5b96-4340-9865-1878f815c129)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:04:58.717283 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:58.741342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Calling delete_port for 45023768-21a5-496c-8084-bf3c47c7fec8 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:04:58.750749 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b865d-413f-4906-9982-776e6fb9382a tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:58.763307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b865d-413f-4906-9982-776e6fb9382a tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:58.765521 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b865d-413f-4906-9982-776e6fb9382a tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:58.773150 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-644b865d-413f-4906-9982-776e6fb9382a tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2244787 Aug 29 07:04:58.785163 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46090) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:58.797416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Network 084ab637-6c47-46b7-9ec5-ca9804a4c45b is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:04:58.797416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-c683a655-536b-4f72-a7d6-fd408d885842', 'network_id': 'c683a655-536b-4f72-a7d6-fd408d885842', 'tenant_id': 'e7d43fe498914da5bb0d53f01c95a577', 'fixed_ips': [{'subnet_id': '006f3d53-0768-4186-bbe1-54b0e598975c'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:04:58.797416 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:58.811115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:04:58.819992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:04:58.822825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Pushing event updated for resources: {'Port': ['ID=cbc6bb60-76ea-4b18-9f56-45e25481e3a4,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:58.860474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3948a827-936f-42ab-b930-603b29437f05 req-c9bf7d7f-08f1-4c24-a34c-f31de4f69d0e tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 210 time: 0.2286942 Aug 29 07:04:58.913352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463133f-c56a-424e-b07c-c8bb9464e8f8 req-28fab0ba-4d34-4d8b-86d8-1442acc92174 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:04:58.916571 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f463133f-c56a-424e-b07c-c8bb9464e8f8 req-28fab0ba-4d34-4d8b-86d8-1442acc92174 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.3466370 Aug 29 07:04:58.939419 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1472871-8797-4474-b429-96474d711f6a x-openstack-request-id: req-e1472871-8797-4474-b429-96474d711f6a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:04:58.940011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-0791869f-0a6b-4a52-8f9c-80313aeefaa4 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Deleting subnet f4371208-fb0a-4c5a-9962-8e472a3f0c83 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:04:58.940126 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "name": "network-vif-plugged", "status": "completed", "tag": "1eb09501-4176-474c-bb64-91dd939c784c", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:04:58.940126 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e1472871-8797-4474-b429-96474d711f6a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:04:58.940353 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c', 'code': 200} Aug 29 07:04:58.945233 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:58.950400 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0791869f-0a6b-4a52-8f9c-80313aeefaa4 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.004366 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f463133f-c56a-424e-b07c-c8bb9464e8f8 req-71007c4e-be5e-4971-8c42-5d726fcc3755 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788972 Aug 29 07:04:59.011380 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0791869f-0a6b-4a52-8f9c-80313aeefaa4 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.069442 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.148257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No DVR routers for this DVR port 45023768-21a5-496c-8084-bf3c47c7fec8 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:04:59.191029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Port': ['ID=45023768-21a5-496c-8084-bf3c47c7fec8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:59.245094 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0791869f-0a6b-4a52-8f9c-80313aeefaa4 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.300957 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.311114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c628bf8e-008f-47b3-a99f-96866ef158a8 None None] DHCP port deletion for 1131011a-3a18-4ed2-a7c7-dd1d72ccad7f request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:04:59.317920 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1131011a-3a18-4ed2-a7c7-dd1d72ccad7f']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:59.330481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc74cf3-5b96-4340-9865-1878f815c129') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:59.330855 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc74cf3-5b96-4340-9865-1878f815c129') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:04:59.345062 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.361793 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.370647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:04:59.371197 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:04:59.374951 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:04:59.397435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1eb09501-4176-474c-bb64-91dd939c784c,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:59.397435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Attempting to bind port cbc6bb60-76ea-4b18-9f56-45e25481e3a4 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:04:59.397435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Attempting to bind port cbc6bb60-76ea-4b18-9f56-45e25481e3a4 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'b4fcab89-04b8-431f-9a72-17297b96251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '084ab637-6c47-46b7-9ec5-ca9804a4c45b'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:04:59.397435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Attempting to bind port cbc6bb60-76ea-4b18-9f56-45e25481e3a4 on network 084ab637-6c47-46b7-9ec5-ca9804a4c45b {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:04:59.416038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:04:59.416682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Checking segment: {'id': 'b4fcab89-04b8-431f-9a72-17297b96251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '084ab637-6c47-46b7-9ec5-ca9804a4c45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:04:59.417090 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.417483 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Bound using segment: {'id': 'b4fcab89-04b8-431f-9a72-17297b96251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '084ab637-6c47-46b7-9ec5-ca9804a4c45b'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:04:59.417997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Bound port: cbc6bb60-76ea-4b18-9f56-45e25481e3a4, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fcab89-04b8-431f-9a72-17297b96251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '084ab637-6c47-46b7-9ec5-ca9804a4c45b'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:04:59.418353 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.549439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Allocated IP 172.20.0.18 (c683a655-536b-4f72-a7d6-fd408d885842/006f3d53-0768-4186-bbe1-54b0e598975c/dca7a15d-d607-4593-893a-68f266755b54) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:04:59.549783 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0791869f-0a6b-4a52-8f9c-80313aeefaa4 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.582455 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0791869f-0a6b-4a52-8f9c-80313aeefaa4 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.584559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0791869f-0a6b-4a52-8f9c-80313aeefaa4 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "DELETE /v2.0/subnets/f4371208-fb0a-4c5a-9962-8e472a3f0c83 HTTP/1.1" status: 204 len: 168 time: 0.7981961 Aug 29 07:04:59.585644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791869f-0a6b-4a52-8f9c-80313aeefaa4 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event deleted for resources: {'Subnet': ['ID=f4371208-fb0a-4c5a-9962-8e472a3f0c83,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:59.587084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46114) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:59.634969 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.640802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] For port cbc6bb60-76ea-4b18-9f56-45e25481e3a4, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:04:59.655814 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] For port cbc6bb60-76ea-4b18-9f56-45e25481e3a4, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cbc6bb60-76ea-4b18-9f56-45e25481e3a4,segment=NetworkSegment(b4fcab89-04b8-431f-9a72-17297b96251f),segment_id=b4fcab89-04b8-431f-9a72-17297b96251f)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:04:59.656282 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.656282 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/networks/1131011a-3a18-4ed2-a7c7-dd1d72ccad7f HTTP/1.1" status: 204 len: 168 time: 1.2979791 Aug 29 07:04:59.656635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46118) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:04:59.659651 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1e39b57d-9ad8-409d-9ef0-f70a31422477 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'router': {'routes': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:04:59.666177 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eab8c4b-0524-4bac-a5db-ccf4ebc0a339 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Deleting subnet 006f3d53-0768-4186-bbe1-54b0e598975c {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:04:59.670040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca6a02-42b4-4d17-bf90-d056d32ed53c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Pushing event deleted for resources: {'Network': ['ID=1131011a-3a18-4ed2-a7c7-dd1d72ccad7f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:04:59.895599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.extraroute_db [None req-1e39b57d-9ad8-409d-9ef0-f70a31422477 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Added routes are [] {{(pid=95404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 07:04:59.896248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.extraroute_db [None req-1e39b57d-9ad8-409d-9ef0-f70a31422477 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Removed routes are [] {{(pid=95404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 07:04:59.896642 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1e39b57d-9ad8-409d-9ef0-f70a31422477 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.922754 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:04:59.941549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Transition to ACTIVE for port object dca7a15d-d607-4593-893a-68f266755b54 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:59.965826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Transition to ACTIVE for port object dca7a15d-d607-4593-893a-68f266755b54 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:04:59.975180 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.014633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70af7685-0e67-4574-9a25-355939650e91 req-dd5a638f-c02a-402e-a6e1-69d7ef7837a9 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 210 time: 0.0587692 Aug 29 07:05:00.045126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7ca2527c-38bd-4500-a8dc-be813ff26f02 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:05:00.056013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177595b-89ea-4988-a431-fea285eb6d7b None None] Pushing event updated for resources: {'Port': ['ID=cbc6bb60-76ea-4b18-9f56-45e25481e3a4,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:00.084200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 7ca2527c-38bd-4500-a8dc-be813ff26f02 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:05:00.084589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7ca2527c-38bd-4500-a8dc-be813ff26f02 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:05:00.085017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 45023768-21a5-496c-8084-bf3c47c7fec8 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:05:00.105476 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 45023768-21a5-496c-8084-bf3c47c7fec8 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:05:00.105792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 45023768-21a5-496c-8084-bf3c47c7fec8 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:05:00.111531 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4eab8c4b-0524-4bac-a5db-ccf4ebc0a339 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.122673 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.139287 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1e39b57d-9ad8-409d-9ef0-f70a31422477 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.173754 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1e39b57d-9ad8-409d-9ef0-f70a31422477 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.188743 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4eab8c4b-0524-4bac-a5db-ccf4ebc0a339 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.201041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Pushing event updated for resources: {'Port': ['ID=dca7a15d-d607-4593-893a-68f266755b54,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:00.201041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Network c683a655-536b-4f72-a7d6-fd408d885842 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:00.202013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:00.209360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:05:00.343887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4eab8c4b-0524-4bac-a5db-ccf4ebc0a339 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.381666 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea806c53-4d77-4420-abda-3f7b0d94ffcf req-8a37a492-9946-47d4-ac17-f57342d35a25 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:00.383670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea806c53-4d77-4420-abda-3f7b0d94ffcf req-8a37a492-9946-47d4-ac17-f57342d35a25 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.2245612 Aug 29 07:05:00.388067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Attempting to bind port dca7a15d-d607-4593-893a-68f266755b54 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:05:00.388902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Attempting to bind port dca7a15d-d607-4593-893a-68f266755b54 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '6b92b548-8b2d-4a4e-b7c5-0cf5dfdba369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c683a655-536b-4f72-a7d6-fd408d885842'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:05:00.390026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Attempting to bind port dca7a15d-d607-4593-893a-68f266755b54 on network c683a655-536b-4f72-a7d6-fd408d885842 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:00.396085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e39b57d-9ad8-409d-9ef0-f70a31422477 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router ecfe9c64-d908-47dd-a874-22db80b1d698 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:05:00.404637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:05:00.406640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Checking segment: {'id': '6b92b548-8b2d-4a4e-b7c5-0cf5dfdba369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c683a655-536b-4f72-a7d6-fd408d885842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:00.406640 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.406640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Bound using segment: {'id': '6b92b548-8b2d-4a4e-b7c5-0cf5dfdba369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c683a655-536b-4f72-a7d6-fd408d885842'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:05:00.407106 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Bound port: dca7a15d-d607-4593-893a-68f266755b54, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b92b548-8b2d-4a4e-b7c5-0cf5dfdba369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c683a655-536b-4f72-a7d6-fd408d885842'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:05:00.407234 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.567509 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea806c53-4d77-4420-abda-3f7b0d94ffcf req-9d0e435f-1754-41e1-9501-8fba20bd3307 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701186 Aug 29 07:05:00.577732 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4eab8c4b-0524-4bac-a5db-ccf4ebc0a339 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.590295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] For port dca7a15d-d607-4593-893a-68f266755b54, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:05:00.615777 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] For port dca7a15d-d607-4593-893a-68f266755b54, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dca7a15d-d607-4593-893a-68f266755b54,segment=NetworkSegment(6b92b548-8b2d-4a4e-b7c5-0cf5dfdba369),segment_id=6b92b548-8b2d-4a4e-b7c5-0cf5dfdba369)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:05:00.635459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab8c4b-0524-4bac-a5db-ccf4ebc0a339 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event deleted for resources: {'Subnet': ['ID=006f3d53-0768-4186-bbe1-54b0e598975c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:00.639130 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e39b57d-9ad8-409d-9ef0-f70a31422477 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:05:00.644381 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4eab8c4b-0524-4bac-a5db-ccf4ebc0a339 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.647430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4eab8c4b-0524-4bac-a5db-ccf4ebc0a339 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "DELETE /v2.0/subnets/006f3d53-0768-4186-bbe1-54b0e598975c HTTP/1.1" status: 204 len: 168 time: 1.0591516 Aug 29 07:05:00.650137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46138) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:00.652527 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f2490-7f3c-4046-bb08-2c894030b08b None None] Sync routers for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:05:00.655534 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1e39b57d-9ad8-409d-9ef0-f70a31422477 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.661786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1e39b57d-9ad8-409d-9ef0-f70a31422477 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698 HTTP/1.1" status: 200 len: 703 time: 1.0057387 Aug 29 07:05:00.662573 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46140) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:00.672226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f2490-7f3c-4046-bb08-2c894030b08b None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:05:00.672958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a8f2490-7f3c-4046-bb08-2c894030b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:00.705223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d6d691ab-ea90-4718-8613-70c89a18fc82 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfe9c64-d908-47dd-a874-22db80b1d698 HTTP/1.1" status: 200 len: 205 time: 0.0412450 Aug 29 07:05:00.706104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46142) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:00.768019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901ff5b8-4dc5-4fb2-bae2-d80f8f48a0c2 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:00.769625 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-901ff5b8-4dc5-4fb2-bae2-d80f8f48a0c2 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1120634 Aug 29 07:05:00.775055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46144) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:00.778747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-1a8f2490-7f3c-4046-bb08-2c894030b08b None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:05:00.790017 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1246236b-7051-47bb-8da9-c9a4b9fae0bc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.840225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a8f2490-7f3c-4046-bb08-2c894030b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:55Z', 'revision_number': 11, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:00.869788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f2490-7f3c-4046-bb08-2c894030b08b None None] Checking router: ecfe9c64-d908-47dd-a874-22db80b1d698 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:05:00.885007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f2490-7f3c-4046-bb08-2c894030b08b None None] Routers {'ecfe9c64-d908-47dd-a874-22db80b1d698'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:05:00.885857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a8f2490-7f3c-4046-bb08-2c894030b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ecfe9c64-d908-47dd-a874-22db80b1d698'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:00.892625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.933304 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:00.990183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Deleting port dca7a15d-d607-4593-893a-68f266755b54 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:05:00.990529 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:01.091843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-1a8f2490-7f3c-4046-bb08-2c894030b08b None None] Set router ecfe9c64-d908-47dd-a874-22db80b1d698 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:05:01.140998 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1246236b-7051-47bb-8da9-c9a4b9fae0bc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:01.149076 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1246236b-7051-47bb-8da9-c9a4b9fae0bc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:01.269391 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c045d34-ee19-4053-b983-012923c959ae req-54b1fd7b-c99c-49c7-9b72-01999e3cfcc2 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 210 time: 0.0392871 Aug 29 07:05:01.281964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bc74d-5e88-4c20-8ab4-57d101fa4624 None None] Pushing event updated for resources: {'Port': ['ID=dca7a15d-d607-4593-893a-68f266755b54,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:01.299733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1a8f2490-7f3c-4046-bb08-2c894030b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:55Z', 'revision_number': 11, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:01.352013 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1246236b-7051-47bb-8da9-c9a4b9fae0bc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:01.352753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1246236b-7051-47bb-8da9-c9a4b9fae0bc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Fanout notify agent at l3_agent the message router_deleted on router ecfe9c64-d908-47dd-a874-22db80b1d698 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:05:01.362869 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1246236b-7051-47bb-8da9-c9a4b9fae0bc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:01.364610 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1246236b-7051-47bb-8da9-c9a4b9fae0bc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698 HTTP/1.1" status: 204 len: 168 time: 0.6575031 Aug 29 07:05:01.381034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46156) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:01.401899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-0f3e8157-e7e2-4f37-bf06-d7d93c64079c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1350719324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:01.430420 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f2490-7f3c-4046-bb08-2c894030b08b None None] The sync data for ids ['ecfe9c64-d908-47dd-a874-22db80b1d698'] in n-d-713301-12 is: [{'id': 'ecfe9c64-d908-47dd-a874-22db80b1d698', 'name': 'tempest-RoutersIpV6Test-router-42455202', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:04:04Z', 'updated_at': '2021-08-29T07:04:55Z', 'revision_number': 11, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:05:01.546897 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0f3e8157-e7e2-4f37-bf06-d7d93c64079c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:01.548198 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0f3e8157-e7e2-4f37-bf06-d7d93c64079c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:01.857891 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0f3e8157-e7e2-4f37-bf06-d7d93c64079c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:01.876332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] For port dca7a15d-d607-4593-893a-68f266755b54, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dca7a15d-d607-4593-893a-68f266755b54,segment=NetworkSegment(6b92b548-8b2d-4a4e-b7c5-0cf5dfdba369),segment_id=6b92b548-8b2d-4a4e-b7c5-0cf5dfdba369)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:01.876332 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:01.923532 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Calling delete_port for dca7a15d-d607-4593-893a-68f266755b54 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:05:01.957028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebf7913-e2dd-4632-996d-0de7cfbe9c32 None None] Network 084ab637-6c47-46b7-9ec5-ca9804a4c45b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:02.064928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf44113-f524-497e-8fd4-b228e835b5d2 req-258dcd4f-b94c-43bc-82e4-8a30a60cabc7 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:02.081932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cdf44113-f524-497e-8fd4-b228e835b5d2 req-258dcd4f-b94c-43bc-82e4-8a30a60cabc7 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1649473 Aug 29 07:05:02.112581 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0f3e8157-e7e2-4f37-bf06-d7d93c64079c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:02.257141 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cbc6bb60-76ea-4b18-9f56-45e25481e3a4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:05:02.368697 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-9ea5a39d-d20a-4546-8b9d-0cebf0e44f37 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:02.370244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-9ea5a39d-d20a-4546-8b9d-0cebf0e44f37 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.11 "GET /v2.0/networks?id=aa9996a5-9338-44b4-9ad2-2b9687843d19 HTTP/1.1" status: 200 len: 814 time: 0.1895773 Aug 29 07:05:02.377754 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0f3e8157-e7e2-4f37-bf06-d7d93c64079c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:02.382308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0f3e8157-e7e2-4f37-bf06-d7d93c64079c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9957821 Aug 29 07:05:02.384379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46190) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:02.391042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2e9f850f-101a-4afe-ad0a-ae6faf9a31c4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:02.421306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-5e375286-0be8-4cce-a3fd-0f17fc6b7989 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Request body: {'port': {'device_id': 'cf54d9da-5dde-4607-881b-ea29d0370abc', 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19', 'admin_state_up': True, 'tenant_id': '8bd3d0ccbdc2480a8e8c9bd60e514018'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:02.472480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5702627d-b8b3-4fb4-b39d-ccf56f67d658 req-a352bf03-c64d-4bc5-b82b-cd135b73c756 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 210 time: 0.0917580 Aug 29 07:05:02.479744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7ffe0b45-7cbd-4cba-9419-9db56c2ffe1e None None] Provisioning for port cbc6bb60-76ea-4b18-9f56-45e25481e3a4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:05:02.511696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cdf44113-f524-497e-8fd4-b228e835b5d2 req-6ef4eb5c-7124-42c0-bc28-4f412919cc5c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279511 Aug 29 07:05:02.515182 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:02.536468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port cbc6bb60-76ea-4b18-9f56-45e25481e3a4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:05:02.541852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port cbc6bb60-76ea-4b18-9f56-45e25481e3a4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:02.542244 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:02.645741 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861768fc-2537-4d6f-801a-7426ce8d325a None None] DHCP port deletion for 084ab637-6c47-46b7-9ec5-ca9804a4c45b request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:05:02.706333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event deleted for resources: {'Port': ['ID=dca7a15d-d607-4593-893a-68f266755b54,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:02.714540 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] No DVR routers for this DVR port dca7a15d-d607-4593-893a-68f266755b54 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:05:02.971375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-861768fc-2537-4d6f-801a-7426ce8d325a None None] Deleting port cbc6bb60-76ea-4b18-9f56-45e25481e3a4 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:05:02.971739 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-861768fc-2537-4d6f-801a-7426ce8d325a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:03.015422 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:03.036128 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:03.036863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c683a655-536b-4f72-a7d6-fd408d885842']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:03.049015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b92b548-8b2d-4a4e-b7c5-0cf5dfdba369') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:03.049286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b92b548-8b2d-4a4e-b7c5-0cf5dfdba369') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:03.060977 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:03.066162 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-5e375286-0be8-4cce-a3fd-0f17fc6b7989 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Made reservation on behalf of 8bd3d0ccbdc2480a8e8c9bd60e514018 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:03.074395 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-5e375286-0be8-4cce-a3fd-0f17fc6b7989 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:03.096013 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:03.097576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-861768fc-2537-4d6f-801a-7426ce8d325a None None] For port cbc6bb60-76ea-4b18-9f56-45e25481e3a4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cbc6bb60-76ea-4b18-9f56-45e25481e3a4,segment=NetworkSegment(b4fcab89-04b8-431f-9a72-17297b96251f),segment_id=b4fcab89-04b8-431f-9a72-17297b96251f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:03.098058 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-861768fc-2537-4d6f-801a-7426ce8d325a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:03.102406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port cbc6bb60-76ea-4b18-9f56-45e25481e3a4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cbc6bb60-76ea-4b18-9f56-45e25481e3a4,segment=NetworkSegment(b4fcab89-04b8-431f-9a72-17297b96251f),segment_id=b4fcab89-04b8-431f-9a72-17297b96251f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:03.114122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:05:03.117830 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:03.123543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-861768fc-2537-4d6f-801a-7426ce8d325a None None] Calling delete_port for cbc6bb60-76ea-4b18-9f56-45e25481e3a4 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:05:03.186295 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:05:03.251605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0206ef-fb9a-4088-8bbe-856d2d5b6c85 None None] Network c683a655-536b-4f72-a7d6-fd408d885842 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:03.365021 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:03.371996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dca7a15d-d607-4593-893a-68f266755b54 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:05:03.376905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-39a225c3-ff19-49b9-baaa-053ccfb2e230 None None] Could not find standard attr ID for object dca7a15d-d607-4593-893a-68f266755b54. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 07:05:03.417173 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2e9f850f-101a-4afe-ad0a-ae6faf9a31c4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:03.491266 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2e9f850f-101a-4afe-ad0a-ae6faf9a31c4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:03.576123 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: dca7a15d-d607-4593-893a-68f266755b54 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:05:03.576535 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dca7a15d-d607-4593-893a-68f266755b54 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 07:05:03.610268 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:03.618462 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:03.624667 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "DELETE /v2.0/networks/c683a655-536b-4f72-a7d6-fd408d885842 HTTP/1.1" status: 204 len: 168 time: 2.8482873 Aug 29 07:05:03.742719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Port dca7a15d-d607-4593-893a-68f266755b54 not found, will not notify nova. {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 07:05:03.771809 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46230) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:03.776720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-5e375286-0be8-4cce-a3fd-0f17fc6b7989 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Allocated IP 172.20.0.14 (aa9996a5-9338-44b4-9ad2-2b9687843d19/211670e9-9db5-4334-a16a-3276a6f72e99/d5db42ad-d116-4485-a922-ab2c456cf858) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:05:03.797851 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334091e8-24dd-4084-af0c-dbbde0ca8ce6 None None] DHCP port deletion for c683a655-536b-4f72-a7d6-fd408d885842 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:05:03.873672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ba7ad-a3a7-4858-9a4c-8a267acba9c5 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event deleted for resources: {'Network': ['ID=c683a655-536b-4f72-a7d6-fd408d885842,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:03.912376 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:03.939910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=cbc6bb60-76ea-4b18-9f56-45e25481e3a4,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:03.972340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:03.972687 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:03.973066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:03.973434 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:03.973821 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:03.974161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:03.974489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:03.974819 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:03.975283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:03.985908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:03.985908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:03.985908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:03.989637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:04.047809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cbc6bb60-76ea-4b18-9f56-45e25481e3a4 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:05:04.109731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Deleting port cbc6bb60-76ea-4b18-9f56-45e25481e3a4 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:05:04.111185 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:04.114637 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-861768fc-2537-4d6f-801a-7426ce8d325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:04.142094 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-5e375286-0be8-4cce-a3fd-0f17fc6b7989 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:04.179544 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9f850f-101a-4afe-ad0a-ae6faf9a31c4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Router f8e2506e-b5b1-443d-8b8a-5d03bbf5b177 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:05:04.215333 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861768fc-2537-4d6f-801a-7426ce8d325a None None] Pushing event deleted for resources: {'Port': ['ID=cbc6bb60-76ea-4b18-9f56-45e25481e3a4,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:04.228595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861768fc-2537-4d6f-801a-7426ce8d325a None None] No DVR routers for this DVR port cbc6bb60-76ea-4b18-9f56-45e25481e3a4 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:05:04.247567 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4ca11b1-0f58-46ea-bf76-1d54822bb3ab req-c54ff5e0-730a-4fab-85c8-1a59cad373c8 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 210 time: 0.0583107 Aug 29 07:05:04.301598 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-5e375286-0be8-4cce-a3fd-0f17fc6b7989 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:04.309335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No active binding found for port cbc6bb60-76ea-4b18-9f56-45e25481e3a4 {{(pid=95405) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 07:05:04.310296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9f850f-101a-4afe-ad0a-ae6faf9a31c4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:05:04.311661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cbc6bb60-76ea-4b18-9f56-45e25481e3a4 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:05:04.312314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dca7a15d-d607-4593-893a-68f266755b54 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:05:04.314981 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7335aa-27cb-43b6-87fb-8e2771a3430f None None] Sync routers for ids ['f8e2506e-b5b1-443d-8b8a-5d03bbf5b177'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:05:04.319396 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2e9f850f-101a-4afe-ad0a-ae6faf9a31c4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:04.320940 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2e9f850f-101a-4afe-ad0a-ae6faf9a31c4 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "PUT /v2.0/routers/f8e2506e-b5b1-443d-8b8a-5d03bbf5b177 HTTP/1.1" status: 200 len: 698 time: 1.9344661 Aug 29 07:05:04.324245 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46252) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:04.338723 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] For port cbc6bb60-76ea-4b18-9f56-45e25481e3a4, host n-d-713301-12, got binding levels [] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:04.342195 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:04.342371 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7335aa-27cb-43b6-87fb-8e2771a3430f None None] Routers {'f8e2506e-b5b1-443d-8b8a-5d03bbf5b177'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:05:04.345210 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ab7335aa-27cb-43b6-87fb-8e2771a3430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f8e2506e-b5b1-443d-8b8a-5d03bbf5b177'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:04.359284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: dca7a15d-d607-4593-893a-68f266755b54 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:05:04.359867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dca7a15d-d607-4593-893a-68f266755b54 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:05:04.362099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:05:04.408845 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e375286-0be8-4cce-a3fd-0f17fc6b7989 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Pushing event updated for resources: {'Port': ['ID=d5db42ad-d116-4485-a922-ab2c456cf858,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:04.422443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3139d-8eaa-44cc-8895-31ca4741bb4a req-42df95a2-7fd1-4520-b77d-446510c7bf0c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:04.431513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5ab3139d-8eaa-44cc-8895-31ca4741bb4a req-42df95a2-7fd1-4520-b77d-446510c7bf0c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.2113621 Aug 29 07:05:04.449928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-5e375286-0be8-4cce-a3fd-0f17fc6b7989 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Network aa9996a5-9338-44b4-9ad2-2b9687843d19 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:04.450162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Calling delete_port for cbc6bb60-76ea-4b18-9f56-45e25481e3a4 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:05:04.454577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.ipam_backend_mixin [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Port cbc6bb60-76ea-4b18-9f56-45e25481e3a4 was not found and therefore no delete operation was performed {{(pid=95403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 07:05:04.461216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-5e375286-0be8-4cce-a3fd-0f17fc6b7989 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:04.464488 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a2e0c0ae-2fb7-46af-bff3-a99929323596 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/routers/f8e2506e-b5b1-443d-8b8a-5d03bbf5b177 HTTP/1.1" status: 200 len: 704 time: 0.1390009 Aug 29 07:05:04.465541 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:04.470208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46254) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:04.479873 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-5e375286-0be8-4cce-a3fd-0f17fc6b7989 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:05:04.513640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event deleted for resources: {'Port': ['ID=cbc6bb60-76ea-4b18-9f56-45e25481e3a4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:04.538376 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-39eba3f1-7ebc-40da-a7ea-2ebaaeee002a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8e2506e-b5b1-443d-8b8a-5d03bbf5b177 HTTP/1.1" status: 200 len: 205 time: 0.0616374 Aug 29 07:05:04.538376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] No DVR routers for this DVR port cbc6bb60-76ea-4b18-9f56-45e25481e3a4 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:05:04.538882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46256) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:04.543840 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5ab3139d-8eaa-44cc-8895-31ca4741bb4a req-196ab278-46b5-40e1-a332-08c3323553fb tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110666 Aug 29 07:05:04.623449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-5e375286-0be8-4cce-a3fd-0f17fc6b7989 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:04.623449 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-5e375286-0be8-4cce-a3fd-0f17fc6b7989 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:04.679135 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-ab7335aa-27cb-43b6-87fb-8e2771a3430f None None] Set router f8e2506e-b5b1-443d-8b8a-5d03bbf5b177 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:05:04.712627 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-5e375286-0be8-4cce-a3fd-0f17fc6b7989 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2979984 Aug 29 07:05:04.731273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Request body: {'port': {'device_id': 'cf54d9da-5dde-4607-881b-ea29d0370abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:04.797699 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:04.802740 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ab7335aa-27cb-43b6-87fb-8e2771a3430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e2506e-b5b1-443d-8b8a-5d03bbf5b177', 'name': 'tempest-RoutersIpV6Test-router-1350719324', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:05:01Z', 'updated_at': '2021-08-29T07:05:03Z', 'revision_number': 2, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:04.820505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084ab637-6c47-46b7-9ec5-ca9804a4c45b']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:04.834159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fcab89-04b8-431f-9a72-17297b96251f') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:04.834519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fcab89-04b8-431f-9a72-17297b96251f') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:04.844855 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7335aa-27cb-43b6-87fb-8e2771a3430f None None] Checking router: f8e2506e-b5b1-443d-8b8a-5d03bbf5b177 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:05:04.846429 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:04.861067 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7335aa-27cb-43b6-87fb-8e2771a3430f None None] Routers {'f8e2506e-b5b1-443d-8b8a-5d03bbf5b177'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:05:04.862694 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ab7335aa-27cb-43b6-87fb-8e2771a3430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:04:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f8e2506e-b5b1-443d-8b8a-5d03bbf5b177'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:04.913707 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:04.967836 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a04-9de5-41c4-bbb2-3b13ef0c26ec tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:04.970039 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:05.013084 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-ab7335aa-27cb-43b6-87fb-8e2771a3430f None None] Set router f8e2506e-b5b1-443d-8b8a-5d03bbf5b177 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:05:05.023237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:05:05.024529 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:05:05.028976 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:05:05.257763 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ab7335aa-27cb-43b6-87fb-8e2771a3430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e2506e-b5b1-443d-8b8a-5d03bbf5b177', 'name': 'tempest-RoutersIpV6Test-router-1350719324', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:05:01Z', 'updated_at': '2021-08-29T07:05:03Z', 'revision_number': 2, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:05.286784 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a04-9de5-41c4-bbb2-3b13ef0c26ec tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:05.289266 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a04-9de5-41c4-bbb2-3b13ef0c26ec tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:05.358476 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7335aa-27cb-43b6-87fb-8e2771a3430f None None] The sync data for ids ['f8e2506e-b5b1-443d-8b8a-5d03bbf5b177'] in n-d-713301-12 is: [{'id': 'f8e2506e-b5b1-443d-8b8a-5d03bbf5b177', 'name': 'tempest-RoutersIpV6Test-router-1350719324', 'tenant_id': 'd142452079144aaa91a2e9e1b112fc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:05:01Z', 'updated_at': '2021-08-29T07:05:03Z', 'revision_number': 2, 'project_id': 'd142452079144aaa91a2e9e1b112fc6f', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:05:05.536942 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a04-9de5-41c4-bbb2-3b13ef0c26ec tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:05.541646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76e5a04-9de5-41c4-bbb2-3b13ef0c26ec tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Fanout notify agent at l3_agent the message router_deleted on router f8e2506e-b5b1-443d-8b8a-5d03bbf5b177 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:05:05.562156 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d76e5a04-9de5-41c4-bbb2-3b13ef0c26ec tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:05.572073 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d76e5a04-9de5-41c4-bbb2-3b13ef0c26ec tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/routers/f8e2506e-b5b1-443d-8b8a-5d03bbf5b177 HTTP/1.1" status: 204 len: 168 time: 1.0276120 Aug 29 07:05:05.572073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46286) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:05.649535 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1630bf6d-8391-4f23-975d-3a25034c271c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8e2506e-b5b1-443d-8b8a-5d03bbf5b177 HTTP/1.1" status: 200 len: 205 time: 0.0795982 Aug 29 07:05:05.651210 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46294) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:05.668153 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:05.684329 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:05.689809 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "DELETE /v2.0/networks/084ab637-6c47-46b7-9ec5-ca9804a4c45b HTTP/1.1" status: 204 len: 168 time: 1.9166899 Aug 29 07:05:05.692388 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46300) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:05.768248 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-cef6372f-3032-492f-aead-f5e1909a13be tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] delete failed (client error): The resource could not be found. Aug 29 07:05:05.772674 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cef6372f-3032-492f-aead-f5e1909a13be tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/routers/f8e2506e-b5b1-443d-8b8a-5d03bbf5b177 HTTP/1.1" status: 404 len: 336 time: 0.1200874 Aug 29 07:05:05.797323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46302) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:05.797323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747688d-566b-4b16-952c-cb6a8f8be53e tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event deleted for resources: {'Network': ['ID=084ab637-6c47-46b7-9ec5-ca9804a4c45b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:05.905738 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-5867447a-8081-4945-9d32-923ba3f16101 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] DELETE failed (client error): The resource could not be found. Aug 29 07:05:05.907040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5867447a-8081-4945-9d32-923ba3f16101 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:05:05.913088 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5867447a-8081-4945-9d32-923ba3f16101 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/b7d652b2-860c-4628-890e-8438eb9de6d2 HTTP/1.1" status: 404 len: 337 time: 0.1193395 Aug 29 07:05:05.914049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46306) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:05.965588 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc527820-357c-435b-96e7-0243c1a6aefb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] DELETE failed (client error): The resource could not be found. Aug 29 07:05:05.966211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc527820-357c-435b-96e7-0243c1a6aefb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:05:05.972357 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dc527820-357c-435b-96e7-0243c1a6aefb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/d59096b9-cf5a-48b7-b754-7ffa9fd8f6ca HTTP/1.1" status: 404 len: 337 time: 0.0509553 Aug 29 07:05:05.979439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46310) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:06.018830 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4def7f84-8228-4cd8-8c5d-c9e4160f5708 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:06.023119 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff52590-1f5d-44b9-8698-270df1eceb5e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] DELETE failed (client error): The resource could not be found. Aug 29 07:05:06.023709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff52590-1f5d-44b9-8698-270df1eceb5e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:05:06.028300 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6ff52590-1f5d-44b9-8698-270df1eceb5e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/6a53e0cb-4e4e-45e0-9491-f466fc3055f9 HTTP/1.1" status: 404 len: 337 time: 0.0476193 Aug 29 07:05:06.029282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46312) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:06.158654 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-adaa0247-6cda-4ca0-8fec-81dd7d5b5a03 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] DELETE failed (client error): The resource could not be found. Aug 29 07:05:06.158953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adaa0247-6cda-4ca0-8fec-81dd7d5b5a03 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:05:06.164247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5db42ad-d116-4485-a922-ab2c456cf858 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:05:06.164782 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-adaa0247-6cda-4ca0-8fec-81dd7d5b5a03 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/2f933e20-7c80-41a6-a514-1c022b6b42a8 HTTP/1.1" status: 404 len: 337 time: 0.1336825 Aug 29 07:05:06.165733 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46316) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:06.183477 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:06.198510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Transition to ACTIVE for port object d5db42ad-d116-4485-a922-ab2c456cf858 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:06.241435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46318) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:06.257790 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-28d39839-dcc0-4eab-9841-6486c70f225e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfe9c64-d908-47dd-a874-22db80b1d698 HTTP/1.1" status: 200 len: 205 time: 0.0770032 Aug 29 07:05:06.297935 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4def7f84-8228-4cd8-8c5d-c9e4160f5708 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:06.340892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-4def7f84-8228-4cd8-8c5d-c9e4160f5708 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc992170-8419-4ac5-9c3d-118330f39561']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:06.375254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-4def7f84-8228-4cd8-8c5d-c9e4160f5708 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e267a813-0f87-4a99-adbd-185678de0728') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:06.376657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-4def7f84-8228-4cd8-8c5d-c9e4160f5708 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e267a813-0f87-4a99-adbd-185678de0728') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:06.389942 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:06.399045 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4def7f84-8228-4cd8-8c5d-c9e4160f5708 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:06.429828 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4def7f84-8228-4cd8-8c5d-c9e4160f5708 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:06.438322 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-241c2286-3a7a-42cf-a444-abe0007a794f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] delete failed (client error): The resource could not be found. Aug 29 07:05:06.439751 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-241c2286-3a7a-42cf-a444-abe0007a794f tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/routers/ecfe9c64-d908-47dd-a874-22db80b1d698 HTTP/1.1" status: 404 len: 336 time: 0.1969261 Aug 29 07:05:06.444895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46322) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:06.455194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-f6bed6a9-7591-4a29-9572-c061020e7df7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:06.465372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-f6bed6a9-7591-4a29-9572-c061020e7df7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 812 time: 0.9579170 Aug 29 07:05:06.473845 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4def7f84-8228-4cd8-8c5d-c9e4160f5708 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:05:06.476325 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4def7f84-8228-4cd8-8c5d-c9e4160f5708 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:05:06.484950 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:05:06.553186 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-d9b63390-5285-44bf-a0d1-b6266611a376 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/quotas/ef9ac3d9c703440cafb9ded360ca6483 HTTP/1.1" status: 200 len: 375 time: 0.0857062 Aug 29 07:05:06.597935 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c55783d2-2dfa-4de9-a09b-30029fd480c7 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6da9137-a4d6-44ea-a24a-00bd77b0806c HTTP/1.1" status: 200 len: 205 time: 0.1508226 Aug 29 07:05:06.598577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46324) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:06.611417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405364b-47ea-4a22-a951-79186982b09c req-5fa00c40-92f7-490f-a361-8b556c351fd8 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:06.620398 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f405364b-47ea-4a22-a951-79186982b09c req-5fa00c40-92f7-490f-a361-8b556c351fd8 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 932 time: 1.1141961 Aug 29 07:05:06.664504 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-04af0537-d85e-4971-832c-7f03c97de22c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] delete failed (client error): The resource could not be found. Aug 29 07:05:06.668633 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-04af0537-d85e-4971-832c-7f03c97de22c tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/routers/f6da9137-a4d6-44ea-a24a-00bd77b0806c HTTP/1.1" status: 404 len: 336 time: 0.0594029 Aug 29 07:05:06.671953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46328) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:06.723784 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e9b672-040f-4b90-8802-63c9c146c6fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] DELETE failed (client error): The resource could not be found. Aug 29 07:05:06.724593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e9b672-040f-4b90-8802-63c9c146c6fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:05:06.730248 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e6e9b672-040f-4b90-8802-63c9c146c6fc tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/1cf2563a-829c-40cf-80f2-14761c052e77 HTTP/1.1" status: 404 len: 337 time: 0.0580132 Aug 29 07:05:06.731101 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46330) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:06.750511 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f405364b-47ea-4a22-a951-79186982b09c req-0c6e9f89-3952-4cfa-9ab8-421ca528ee76 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287677 Aug 29 07:05:06.776060 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-681cc15d-6882-40d1-b378-e417cc73953a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e501925-e91a-4daf-8743-aa4e2bd08c83 HTTP/1.1" status: 200 len: 205 time: 0.0431740 Aug 29 07:05:06.777150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46334) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:06.783936 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4def7f84-8228-4cd8-8c5d-c9e4160f5708 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:06.793460 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4def7f84-8228-4cd8-8c5d-c9e4160f5708 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:06.798868 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4def7f84-8228-4cd8-8c5d-c9e4160f5708 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "DELETE /v2.0/networks/cc992170-8419-4ac5-9c3d-118330f39561 HTTP/1.1" status: 204 len: 168 time: 1.1014831 Aug 29 07:05:06.800828 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46336) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:06.803960 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-2ebdd81b-602d-433e-a0ac-4d730e5f449e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2493975 Aug 29 07:05:06.806274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Pushing event updated for resources: {'Port': ['ID=d5db42ad-d116-4485-a922-ab2c456cf858,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:07.037973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05ee451b-5cb0-48e5-95ec-4bd1c47855ce tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:07.063637 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-157447b9-5f00-42ee-a679-95122febe9db tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] delete failed (client error): The resource could not be found. Aug 29 07:05:07.069426 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-157447b9-5f00-42ee-a679-95122febe9db tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/routers/0e501925-e91a-4daf-8743-aa4e2bd08c83 HTTP/1.1" status: 404 len: 336 time: 0.2865510 Aug 29 07:05:07.069947 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46342) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:07.070764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def7f84-8228-4cd8-8c5d-c9e4160f5708 tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event deleted for resources: {'Network': ['ID=cc992170-8419-4ac5-9c3d-118330f39561,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:07.075627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Attempting to bind port d5db42ad-d116-4485-a922-ab2c456cf858 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:05:07.076053 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Attempting to bind port d5db42ad-d116-4485-a922-ab2c456cf858 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:05:07.076398 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Attempting to bind port d5db42ad-d116-4485-a922-ab2c456cf858 on network aa9996a5-9338-44b4-9ad2-2b9687843d19 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:07.152942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Port d5db42ad-d116-4485-a922-ab2c456cf858 on network aa9996a5-9338-44b4-9ad2-2b9687843d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:05:07.153981 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Attempting to bind port d5db42ad-d116-4485-a922-ab2c456cf858 on network aa9996a5-9338-44b4-9ad2-2b9687843d19 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:07.186087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:05:07.186994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Checking segment: {'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:07.187269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Bound using segment: {'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:05:07.187970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Bound port: d5db42ad-d116-4485-a922-ab2c456cf858, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:05:07.188396 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:07.208911 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-523da2cf-823b-435b-a8e0-1465ca0010c0 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f976fe5-bdb3-4035-8da4-792fadf85381 HTTP/1.1" status: 200 len: 205 time: 0.1303210 Aug 29 07:05:07.212704 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46344) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:07.215119 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-7c8a7643-812d-4aa1-80b3-85e60d4bb71d service neutron] 10.222.0.76 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101033 Aug 29 07:05:07.269183 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-a770cf4e-1e9c-4de9-93ec-7ac0274eb5ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] delete failed (client error): The resource could not be found. Aug 29 07:05:07.269932 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a770cf4e-1e9c-4de9-93ec-7ac0274eb5ca tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/routers/5f976fe5-bdb3-4035-8da4-792fadf85381 HTTP/1.1" status: 404 len: 336 time: 0.0561562 Aug 29 07:05:07.275059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46348) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:07.292858 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05ee451b-5cb0-48e5-95ec-4bd1c47855ce tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:07.313426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-05ee451b-5cb0-48e5-95ec-4bd1c47855ce tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5e5df0-793a-49ec-b46c-eca9720157bb']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:07.319582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c397c7d-0645-4896-9195-295aeb11c1f0 req-8ef87015-3f0b-4a87-8f07-cb5762b92222 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:07.322302 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c397c7d-0645-4896-9195-295aeb11c1f0 req-8ef87015-3f0b-4a87-8f07-cb5762b92222 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.3058870 Aug 29 07:05:07.336810 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-05ee451b-5cb0-48e5-95ec-4bd1c47855ce tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3489e6-3ce0-455e-9453-2cdaf4a936da') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:07.337094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-05ee451b-5cb0-48e5-95ec-4bd1c47855ce tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3489e6-3ce0-455e-9453-2cdaf4a936da') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:07.352981 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05ee451b-5cb0-48e5-95ec-4bd1c47855ce tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:07.376783 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05ee451b-5cb0-48e5-95ec-4bd1c47855ce tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:07.398735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ee451b-5cb0-48e5-95ec-4bd1c47855ce tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:05:07.399175 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05ee451b-5cb0-48e5-95ec-4bd1c47855ce tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:05:07.403520 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:05:07.420857 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc93df5-a82a-4a1e-8862-0d61c1d57bff tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] DELETE failed (client error): The resource could not be found. Aug 29 07:05:07.421400 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc93df5-a82a-4a1e-8862-0d61c1d57bff tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:05:07.423413 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9dc93df5-a82a-4a1e-8862-0d61c1d57bff tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/1da63499-e30d-4842-890d-3e4b8b57417c HTTP/1.1" status: 404 len: 337 time: 0.1475859 Aug 29 07:05:07.440071 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46352) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:07.449619 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c397c7d-0645-4896-9195-295aeb11c1f0 req-5a670e22-8ba6-4654-ac1f-f0220a3dbc5b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970955 Aug 29 07:05:07.500293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-ce62dbdc-455f-45cd-b0fe-bd10f01ca23c service neutron] 10.222.0.76 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643325 Aug 29 07:05:07.526615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] For port d5db42ad-d116-4485-a922-ab2c456cf858, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:05:07.539261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] For port d5db42ad-d116-4485-a922-ab2c456cf858, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d5db42ad-d116-4485-a922-ab2c456cf858,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:05:07.610664 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3d506967-c73b-4da8-b935-f5fc7d21b76e tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports?device_id=8901f536-b2c6-475a-ba28-e581037e3b3c HTTP/1.1" status: 200 len: 205 time: 0.1227477 Aug 29 07:05:07.614464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46354) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:07.725168 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05ee451b-5cb0-48e5-95ec-4bd1c47855ce tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:07.742122 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:07.790396 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05ee451b-5cb0-48e5-95ec-4bd1c47855ce tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:07.802028 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-05ee451b-5cb0-48e5-95ec-4bd1c47855ce tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] 10.222.0.76 "DELETE /v2.0/networks/9b5e5df0-793a-49ec-b46c-eca9720157bb HTTP/1.1" status: 204 len: 168 time: 0.9819787 Aug 29 07:05:07.802028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee451b-5cb0-48e5-95ec-4bd1c47855ce tempest-BulkNetworkOpsTest-1730683114 tempest-BulkNetworkOpsTest-1730683114-project] Pushing event deleted for resources: {'Network': ['ID=9b5e5df0-793a-49ec-b46c-eca9720157bb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:07.817271 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-db38e3c4-94d5-4e6d-a4e1-7dd06a79a5f6 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] delete failed (client error): The resource could not be found. Aug 29 07:05:07.820753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-db38e3c4-94d5-4e6d-a4e1-7dd06a79a5f6 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/routers/8901f536-b2c6-475a-ba28-e581037e3b3c HTTP/1.1" status: 404 len: 336 time: 0.2010334 Aug 29 07:05:07.823927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Pushing event updated for resources: {'Port': ['ID=d5db42ad-d116-4485-a922-ab2c456cf858,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:07.828923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46364) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:07.887790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:07.888431 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:07.889854 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-aed2bacb-75ea-4580-b191-c8efed381086 service neutron] 10.222.0.11 "PUT /v2.0/ports/d5db42ad-d116-4485-a922-ab2c456cf858 HTTP/1.1" status: 200 len: 1093 time: 3.1637108 Aug 29 07:05:07.891811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf54d9da-5dde-4607-881b-ea29d0370abc', 'tag': 'd5db42ad-d116-4485-a922-ab2c456cf858'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:05:07.906056 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01906bff-d559-479d-9176-34a07ca313aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cf54d9da-5dde-4607-881b-ea29d0370abc", "tag": "d5db42ad-d116-4485-a922-ab2c456cf858"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:05:07.916477 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c07d50-2653-4ddb-a532-a3b9d0188afb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] DELETE failed (client error): The resource could not be found. Aug 29 07:05:07.917940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c07d50-2653-4ddb-a532-a3b9d0188afb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:05:07.921111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-28c07d50-2653-4ddb-a532-a3b9d0188afb tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/b220de45-32cd-4fa2-bf65-92d77dc72d7a HTTP/1.1" status: 404 len: 337 time: 0.0884085 Aug 29 07:05:07.921619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46374) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:08.061995 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46378) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:08.114166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fac4c94f-57ac-42d1-abdf-b2ab37acdd86 req-44844fee-5a04-4b58-ad07-3440f1cd3b22 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 210 time: 0.1134009 Aug 29 07:05:08.153627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc73fb9-b8be-4412-bbf7-e667244d0830 req-7a64d809-edb9-47e2-a174-66798693ab57 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:08.158909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bc73fb9-b8be-4412-bbf7-e667244d0830 req-7a64d809-edb9-47e2-a174-66798693ab57 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 944 time: 0.2644088 Aug 29 07:05:08.283787 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0a4f5d19-18fb-4919-bd2d-161730d45874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:08.299377 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bc73fb9-b8be-4412-bbf7-e667244d0830 req-da7e4ec4-bee4-4b12-936e-1432994d469b tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297526 Aug 29 07:05:08.339490 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ecd0-f4fe-4954-8846-682418d1b997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:08.539858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-22cd5d4d-017e-4d06-aec1-a4408007f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:08.541774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-22cd5d4d-017e-4d06-aec1-a4408007f63f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 1096 time: 0.2340844 Aug 29 07:05:08.636166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-e647ba44-e22a-4331-bfd1-6d5a4d618a6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5db42ad-d116-4485-a922-ab2c456cf858 HTTP/1.1" status: 200 len: 217 time: 0.0788767 Aug 29 07:05:08.637878 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6495a3d5-01d7-4c7f-b398-d6a0ae58dba8 x-openstack-request-id: req-6495a3d5-01d7-4c7f-b398-d6a0ae58dba8 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:05:08.638279 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf54d9da-5dde-4607-881b-ea29d0370abc", "tag": "d5db42ad-d116-4485-a922-ab2c456cf858", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:05:08.638636 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6495a3d5-01d7-4c7f-b398-d6a0ae58dba8 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:05:08.639182 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf54d9da-5dde-4607-881b-ea29d0370abc', 'tag': 'd5db42ad-d116-4485-a922-ab2c456cf858', 'status': 'completed', 'code': 200} Aug 29 07:05:08.673216 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f7b53910-7fdf-41ac-811d-9f433ee633d2 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "GET /v2.0/ports?device_id=acfedd06-751a-4433-b609-c4c52640885e HTTP/1.1" status: 200 len: 205 time: 0.7480810 Aug 29 07:05:08.673800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46394) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:08.737898 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-f629c642-536d-480a-aca7-59dcef7c5417 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] delete failed (client error): The resource could not be found. Aug 29 07:05:08.740422 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f629c642-536d-480a-aca7-59dcef7c5417 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/routers/acfedd06-751a-4433-b609-c4c52640885e HTTP/1.1" status: 404 len: 336 time: 0.0649142 Aug 29 07:05:08.743225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46398) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:08.769377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849624bd-adfc-486b-a18f-000ccbbf57dc req-c6efd3fa-1891-4fb2-8773-932693656939 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:08.771622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-849624bd-adfc-486b-a18f-000ccbbf57dc req-c6efd3fa-1891-4fb2-8773-932693656939 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1277194 Aug 29 07:05:08.777772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-03a77060-8ca7-467d-bb29-259f6fbcd91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:08.779392 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-03a77060-8ca7-467d-bb29-259f6fbcd91c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=211670e9-9db5-4334-a16a-3276a6f72e99 HTTP/1.1" status: 200 len: 854 time: 0.1172752 Aug 29 07:05:08.784523 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ecd0-f4fe-4954-8846-682418d1b997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:08.800383 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-05addd10-bf8f-42a8-b86f-58d39e5ca4e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] DELETE failed (client error): The resource could not be found. Aug 29 07:05:08.802116 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05addd10-bf8f-42a8-b86f-58d39e5ca4e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:05:08.805959 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-05addd10-bf8f-42a8-b86f-58d39e5ca4e9 tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/804435e9-2672-40b3-b40b-d47d2db7f9e0 HTTP/1.1" status: 404 len: 337 time: 0.0597901 Aug 29 07:05:08.805959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46400) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:08.848747 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07937e1-1354-4c6a-87a9-2ab54adba89a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] DELETE failed (client error): The resource could not be found. Aug 29 07:05:08.849271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07937e1-1354-4c6a-87a9-2ab54adba89a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:05:08.853951 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e07937e1-1354-4c6a-87a9-2ab54adba89a tempest-RoutersIpV6Test-1845966069 tempest-RoutersIpV6Test-1845966069-project] 10.222.0.76 "DELETE /v2.0/subnets/1e5b5002-9fad-49b3-bd80-0c798738a0ed HTTP/1.1" status: 404 len: 337 time: 0.0434656 Aug 29 07:05:08.868389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46406) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:08.900174 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-849624bd-adfc-486b-a18f-000ccbbf57dc req-5848af1d-7d35-4fc9-9bdf-adfa613020dc tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105595 Aug 29 07:05:08.931839 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ecd0-f4fe-4954-8846-682418d1b997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:08.976292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46412) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:08.976553 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d9a9ecd0-f4fe-4954-8846-682418d1b997 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c943299fae8c4accbcdd87c47296ead2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9109893 Aug 29 07:05:08.978294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-678e2eb3-fada-4fae-b781-a856c202cc69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9996a5-9338-44b4-9ad2-2b9687843d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521754 Aug 29 07:05:09.104935 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d8e29c3-b9ae-4ae0-a269-6a4e705d66e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:09.115948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9ecd0-f4fe-4954-8846-682418d1b997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48defe5c-0ea1-4022-8b07-16a011a4770c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:09.155348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-1b36d233-34fb-49ac-b7cf-89cef0888748 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686642 Aug 29 07:05:09.158097 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d8e29c3-b9ae-4ae0-a269-6a4e705d66e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:09.193068 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7dda5ec1-12aa-496f-a4c8-2a3f03dc8ef8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e7d43fe498914da5bb0d53f01c95a577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231800 Aug 29 07:05:09.196967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46418) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:09.254516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a54d301-f390-438d-9a69-4c08333f7f71 req-35220e7d-763a-4c33-a0b3-ce20680cb19d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 210 time: 0.0534041 Aug 29 07:05:09.329246 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df835a65-fbc4-4818-bff8-823f67b046cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:09.382283 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6004e7b4-09c1-4673-bea5-d7b16558fad6 req-435cadbc-2a4f-43aa-9f55-0c6d57db38de service neutron] 10.222.0.11 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194862 Aug 29 07:05:09.382974 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df835a65-fbc4-4818-bff8-823f67b046cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:09.503552 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c77e61-acb2-4222-a568-089308f1643c req-f640bd29-9f6a-4765-a8e9-1488568ee5ef tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:09.506208 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d8e29c3-b9ae-4ae0-a269-6a4e705d66e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:09.506562 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66c77e61-acb2-4222-a568-089308f1643c req-f640bd29-9f6a-4765-a8e9-1488568ee5ef tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 944 time: 0.0993662 Aug 29 07:05:09.509513 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d8e29c3-b9ae-4ae0-a269-6a4e705d66e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:09.513441 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3d8e29c3-b9ae-4ae0-a269-6a4e705d66e4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/48defe5c-0ea1-4022-8b07-16a011a4770c HTTP/1.1" status: 204 len: 168 time: 0.5340202 Aug 29 07:05:09.524799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e29c3-b9ae-4ae0-a269-6a4e705d66e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48defe5c-0ea1-4022-8b07-16a011a4770c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:09.594512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66c77e61-acb2-4222-a568-089308f1643c req-4deddd0d-b1c6-4777-a8ef-eabf44a09fc9 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797040 Aug 29 07:05:09.632533 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46428) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:09.639043 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df835a65-fbc4-4818-bff8-823f67b046cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:09.646544 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df835a65-fbc4-4818-bff8-823f67b046cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:09.646544 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-df835a65-fbc4-4818-bff8-823f67b046cc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4d01118d-930e-4533-89cc-f7fa07d4e98b HTTP/1.1" status: 204 len: 168 time: 0.4447579 Aug 29 07:05:09.664520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df835a65-fbc4-4818-bff8-823f67b046cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d01118d-930e-4533-89cc-f7fa07d4e98b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:09.840335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01906bff-d559-479d-9176-34a07ca313aa req-e4b39698-048c-4cf3-9b80-613c2d8df08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:09.843019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01906bff-d559-479d-9176-34a07ca313aa req-e4b39698-048c-4cf3-9b80-613c2d8df08a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 1096 time: 0.0736208 Aug 29 07:05:09.945089 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a2f91871-4f3a-4e5f-9a25-5f12379d7512 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d142452079144aaa91a2e9e1b112fc6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117063 Aug 29 07:05:09.949020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46438) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:10.055508 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b110aa66-f753-43e1-b207-2c09180e77e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:10.086210 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b110aa66-f753-43e1-b207-2c09180e77e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:10.104671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3404b-733f-4f19-adc9-5e32fc2a9882 req-60888547-0273-4490-bbdb-38f15eed2f4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:10.106241 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4d3404b-733f-4f19-adc9-5e32fc2a9882 req-60888547-0273-4490-bbdb-38f15eed2f4c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.0931036 Aug 29 07:05:10.147590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01906bff-d559-479d-9176-34a07ca313aa req-03fa3f28-4337-4061-b11a-46fc7323fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:10.149134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01906bff-d559-479d-9176-34a07ca313aa req-03fa3f28-4337-4061-b11a-46fc7323fa09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa9996a5-9338-44b4-9ad2-2b9687843d19 HTTP/1.1" status: 200 len: 915 time: 0.2765503 Aug 29 07:05:10.206485 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01906bff-d559-479d-9176-34a07ca313aa req-83a5c040-5363-4b58-994e-c8d2a8a173ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5db42ad-d116-4485-a922-ab2c456cf858 HTTP/1.1" status: 200 len: 217 time: 0.0465145 Aug 29 07:05:10.210025 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4d3404b-733f-4f19-adc9-5e32fc2a9882 req-5dd41fae-9fa1-4d96-b8d2-f5a69a5192ce tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955658 Aug 29 07:05:10.268777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01906bff-d559-479d-9176-34a07ca313aa req-2b5916e7-70e1-4797-b6be-de59586c540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:10.271259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01906bff-d559-479d-9176-34a07ca313aa req-2b5916e7-70e1-4797-b6be-de59586c540e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=211670e9-9db5-4334-a16a-3276a6f72e99 HTTP/1.1" status: 200 len: 854 time: 0.0573037 Aug 29 07:05:10.288594 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b110aa66-f753-43e1-b207-2c09180e77e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:10.294555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b110aa66-f753-43e1-b207-2c09180e77e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:10.294555 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b110aa66-f753-43e1-b207-2c09180e77e4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6c699abb-34b1-446c-a496-7b9510688748 HTTP/1.1" status: 204 len: 168 time: 0.3423989 Aug 29 07:05:10.301618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110aa66-f753-43e1-b207-2c09180e77e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c699abb-34b1-446c-a496-7b9510688748,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:10.336249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01906bff-d559-479d-9176-34a07ca313aa req-31ae4cb3-bc18-4553-adbd-60c598b4a557 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9996a5-9338-44b4-9ad2-2b9687843d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586250 Aug 29 07:05:10.481633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a0422f16-c867-470a-9c6e-46f865fe6ec8 req-d1beec46-0b9c-4d7b-a9a7-b4f948f35865 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 210 time: 0.1277571 Aug 29 07:05:10.561111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01906bff-d559-479d-9176-34a07ca313aa req-5187e91b-91ea-4507-99b3-00ee9c2164b6 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180293 Aug 29 07:05:10.731943 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01906bff-d559-479d-9176-34a07ca313aa req-14a35a93-1567-4190-8ef2-e0d761aec026 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613562 Aug 29 07:05:10.820241 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:10.834392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edd00c-b96f-4a28-93e1-9ba9ae8c95f3 req-8d1c6862-a463-467f-b418-c43aac2d3eef tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:10.840580 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c6edd00c-b96f-4a28-93e1-9ba9ae8c95f3 req-8d1c6862-a463-467f-b418-c43aac2d3eef tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 944 time: 0.1028223 Aug 29 07:05:10.956271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46466) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:10.975548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c6edd00c-b96f-4a28-93e1-9ba9ae8c95f3 req-e1e54e3d-0269-42ac-9448-0029564e6fab tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818024 Aug 29 07:05:11.061718 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09010393-f199-47f3-8d06-9c72c501712b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:11.500249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fd2ac-fa51-40f5-b5b8-027126e80290 req-81ea435a-a14c-44be-b7a5-ae3fe2b85527 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:11.501837 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b91fd2ac-fa51-40f5-b5b8-027126e80290 req-81ea435a-a14c-44be-b7a5-ae3fe2b85527 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1048908 Aug 29 07:05:11.541651 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-46e8fd1c-9cef-4584-a113-db187b4f5cc9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:11.545022 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-46e8fd1c-9cef-4584-a113-db187b4f5cc9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 812 time: 0.4955535 Aug 29 07:05:11.567249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-a498f794-62aa-4e26-890c-90f879d9460c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'port': {'device_id': '77a77be0-75f2-4fad-8d0c-f3363bff113c', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'admin_state_up': True, 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:11.595062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b91fd2ac-fa51-40f5-b5b8-027126e80290 req-00169bfb-8e83-4ede-bbfd-21d2cd5a7c2d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861952 Aug 29 07:05:11.655675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e027bc54-5c89-44c2-ae65-e217407b1f0f req-bad94e4d-afe4-41d9-9549-57dc679c78f0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 210 time: 0.0594625 Aug 29 07:05:11.708015 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-76bf3c2b-2624-4fb4-b312-7e3494f038e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:11.787581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09010393-f199-47f3-8d06-9c72c501712b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:11.834165 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:11.879381 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09010393-f199-47f3-8d06-9c72c501712b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:11.965957 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09010393-f199-47f3-8d06-9c72c501712b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1419dd23-b14d-4a7e-a040-e31f46d4483f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:12.019606 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-09010393-f199-47f3-8d06-9c72c501712b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=11cd261d9a854439b5594b340f98565d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0621340 Aug 29 07:05:12.024230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46496) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:12.134640 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f35aa23-4195-409c-b8b6-663231228473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:12.199405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-a498f794-62aa-4e26-890c-90f879d9460c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Made reservation on behalf of ef9ac3d9c703440cafb9ded360ca6483 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:12.202346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977b2ae-8333-4499-88e3-73222ccf510a req-d4d1185f-ed23-43b5-917d-99aeaaf2bd0e tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:12.208818 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-a498f794-62aa-4e26-890c-90f879d9460c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:12.211060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4977b2ae-8333-4499-88e3-73222ccf510a req-d4d1185f-ed23-43b5-917d-99aeaaf2bd0e tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 944 time: 0.1048234 Aug 29 07:05:12.235080 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f35aa23-4195-409c-b8b6-663231228473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:12.266823 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4977b2ae-8333-4499-88e3-73222ccf510a req-cec30cea-d7c7-41ec-a9a6-bbd7734daeff tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498354 Aug 29 07:05:12.532013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-a498f794-62aa-4e26-890c-90f879d9460c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Allocated IP 172.20.0.13 (910ed879-c4d9-4d02-b8f4-5a82b25d8a50/fa2025ae-552d-4027-b2b0-762afe79cd66/642d9e06-8264-46b7-b19a-e042692c0e97) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:05:12.615244 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f35aa23-4195-409c-b8b6-663231228473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:12.618312 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f35aa23-4195-409c-b8b6-663231228473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:12.622488 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7f35aa23-4195-409c-b8b6-663231228473 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1419dd23-b14d-4a7e-a040-e31f46d4483f HTTP/1.1" status: 204 len: 168 time: 0.5970585 Aug 29 07:05:12.643444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35aa23-4195-409c-b8b6-663231228473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1419dd23-b14d-4a7e-a040-e31f46d4483f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:12.672140 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46526) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:12.734867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46532) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:12.943457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b14da5f5-f80d-4232-9b14-a2ee0ce183ef req-448d423e-6191-4b94-a5ee-bde2f340632a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 210 time: 0.1314876 Aug 29 07:05:12.974370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-a498f794-62aa-4e26-890c-90f879d9460c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:13.039240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-a498f794-62aa-4e26-890c-90f879d9460c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Transition to ACTIVE for port object 642d9e06-8264-46b7-b19a-e042692c0e97 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:13.052282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7520947-dbce-4f54-a73a-e568b045899e req-1915c53c-8eb7-450b-a229-d7e38313b9e0 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:13.052282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7520947-dbce-4f54-a73a-e568b045899e req-1915c53c-8eb7-450b-a229-d7e38313b9e0 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.2198617 Aug 29 07:05:13.095020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1750939614-network', 'tenant_id': '71c87e59df8248a09975f66408d4c467'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:13.159809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7520947-dbce-4f54-a73a-e568b045899e req-809163ef-c6a2-4501-90c0-76d30ab0cb34 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107602 Aug 29 07:05:13.220487 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-a498f794-62aa-4e26-890c-90f879d9460c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:13.283564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] Made reservation on behalf of 71c87e59df8248a09975f66408d4c467 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:13.286417 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:13.312666 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:13.321095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-a498f794-62aa-4e26-890c-90f879d9460c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:13.342508 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-a498f794-62aa-4e26-890c-90f879d9460c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:13.368238 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-a498f794-62aa-4e26-890c-90f879d9460c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:05:13.388203 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'network': {'name': 'tempest-RoutersTest-1759576177'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:13.514184 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:13.552656 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:13.565241 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498f794-62aa-4e26-890c-90f879d9460c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'Port': ['ID=642d9e06-8264-46b7-b19a-e042692c0e97,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:13.625731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb4ace-1b5d-4b65-a7a4-5140f32fc79b req-21bcd574-70c7-4723-a883-d4f8d0b2cf9a tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:13.629815 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11eb4ace-1b5d-4b65-a7a4-5140f32fc79b req-21bcd574-70c7-4723-a883-d4f8d0b2cf9a tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 944 time: 0.0811524 Aug 29 07:05:13.631588 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-a498f794-62aa-4e26-890c-90f879d9460c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:13.633072 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-a498f794-62aa-4e26-890c-90f879d9460c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:13.659987 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:13.686063 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:05:13.713329 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:13.715962 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] Added segment ca09b303-91ff-4180-a33b-4735eb660c43 of type vlan for network f7b6b5c5-812e-4b74-976c-660bd7157a26 Aug 29 07:05:13.804900 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:13.858521 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:13.865925 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:13.886286 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-a498f794-62aa-4e26-890c-90f879d9460c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3207045 Aug 29 07:05:13.886660 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:13.895376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Request body: {'port': {'device_id': '77a77be0-75f2-4fad-8d0c-f3363bff113c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:13.916523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11eb4ace-1b5d-4b65-a7a4-5140f32fc79b req-72cd68e5-57cb-40f4-99bc-3e45e5100601 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810237 Aug 29 07:05:14.037094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aea5acba-b7fe-4860-9b61-26c74422639a None None] Provisioning for port 642d9e06-8264-46b7-b19a-e042692c0e97 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:05:14.042426 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aea5acba-b7fe-4860-9b61-26c74422639a None None] Provisioning complete for port 642d9e06-8264-46b7-b19a-e042692c0e97 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:14.042808 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aea5acba-b7fe-4860-9b61-26c74422639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:14.055317 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:14.065883 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:14.073730 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:14.074820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:14.075644 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:14.217406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] Pushing event updated for resources: {'Network': ['ID=f7b6b5c5-812e-4b74-976c-660bd7157a26,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:14.221002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aea5acba-b7fe-4860-9b61-26c74422639a None None] Port 642d9e06-8264-46b7-b19a-e042692c0e97 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:05:14.221709 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:14.244060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d5db42ad-d116-4485-a922-ab2c456cf858 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:05:14.251344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network f7b6b5c5-812e-4b74-976c-660bd7157a26 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:05:14.266831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7881582-38a8-442a-981a-c14b51b0ff2a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:14.321462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a636984d-651f-460b-bc63-317ac32ffe08,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:14.330505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3aeda5d3-08e1-4fdb-8a57-4fa92a2a094b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6571360 Aug 29 07:05:14.334979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:05:14.338153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46574) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:14.345388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-fc327eee-f0d9-4c38-a628-271798e709a9 admin admin] Request body: {'subnet': {'network_id': 'f7b6b5c5-812e-4b74-976c-660bd7157a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1750939614-subnet', 'tenant_id': '71c87e59df8248a09975f66408d4c467', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:14.434889 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:14.443806 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Added segment 759bb49b-8a7b-4d6b-bd97-97e7227f9689 of type vlan for network c670ed58-6cf6-491c-8c4a-753b4989ff56 Aug 29 07:05:14.584443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d5db42ad-d116-4485-a922-ab2c456cf858, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d5db42ad-d116-4485-a922-ab2c456cf858,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:14.608561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'd5db42ad-d116-4485-a922-ab2c456cf858', 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19', 'port_id': 'd5db42ad-d116-4485-a922-ab2c456cf858', 'mac_address': 'fa:16:3e:81:65:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211670e9-9db5-4334-a16a-3276a6f72e99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:05:14.628751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be19ab-bb35-411a-b612-b642ee2f2bf5 req-c2a3fe03-3c5d-492a-937b-c7324b03ec35 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:14.637974 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22be19ab-bb35-411a-b612-b642ee2f2bf5 req-c2a3fe03-3c5d-492a-937b-c7324b03ec35 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 932 time: 0.4244230 Aug 29 07:05:14.670968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc327eee-f0d9-4c38-a628-271798e709a9 admin admin] Made reservation on behalf of 71c87e59df8248a09975f66408d4c467 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:14.673850 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc327eee-f0d9-4c38-a628-271798e709a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:14.678883 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:14.683056 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:14.704127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5db42ad-d116-4485-a922-ab2c456cf858 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:05:14.740495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d5db42ad-d116-4485-a922-ab2c456cf858, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d5db42ad-d116-4485-a922-ab2c456cf858,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:14.760185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642d9e06-8264-46b7-b19a-e042692c0e97 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:05:14.769276 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:14.783636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Transition to ACTIVE for port object 642d9e06-8264-46b7-b19a-e042692c0e97 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:14.839955 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:14.919516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:14.992902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=d5db42ad-d116-4485-a922-ab2c456cf858,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:15.004567 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.resource_extend [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 07:05:15.023508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb5e3d-5b9b-4f64-91e4-567219fa0f1d req-e946f1bc-7e7c-4f7e-9eee-862b23b6c961 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:15.026234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1bb5e3d-5b9b-4f64-91e4-567219fa0f1d req-e946f1bc-7e7c-4f7e-9eee-862b23b6c961 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.6943393 Aug 29 07:05:15.056539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Pushing event updated for resources: {'Port': ['ID=642d9e06-8264-46b7-b19a-e042692c0e97,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:15.069996 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc327eee-f0d9-4c38-a628-271798e709a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:15.173542 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:15.189400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:15.190072 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:15.266135 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1bb5e3d-5b9b-4f64-91e4-567219fa0f1d req-4093e873-a1e8-4853-9180-b7c180bd583d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064414 Aug 29 07:05:15.271054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['d5db42ad-d116-4485-a922-ab2c456cf858'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:05:15.274194 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22be19ab-bb35-411a-b612-b642ee2f2bf5 req-52b8e5c7-1584-4d66-8512-a2ab9f5603ff tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6346457 Aug 29 07:05:15.345247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Attempting to bind port 642d9e06-8264-46b7-b19a-e042692c0e97 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:05:15.345726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Attempting to bind port 642d9e06-8264-46b7-b19a-e042692c0e97 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:05:15.346555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Attempting to bind port 642d9e06-8264-46b7-b19a-e042692c0e97 on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:15.364006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Port 642d9e06-8264-46b7-b19a-e042692c0e97 on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:05:15.364006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Attempting to bind port 642d9e06-8264-46b7-b19a-e042692c0e97 on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:15.380196 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:05:15.391031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Checking segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:15.395771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Bound using segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:05:15.397628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Bound port: 642d9e06-8264-46b7-b19a-e042692c0e97, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:05:15.397628 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:15.476786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc327eee-f0d9-4c38-a628-271798e709a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e9e034-d446-4292-a209-f8a7642f1e01,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:15.618660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8765445 Aug 29 07:05:15.618660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc327eee-f0d9-4c38-a628-271798e709a9 admin admin] Checking segment: {'id': 'ca09b303-91ff-4180-a33b-4735eb660c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f7b6b5c5-812e-4b74-976c-660bd7157a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:15.618660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc327eee-f0d9-4c38-a628-271798e709a9 admin admin] Network hostable DHCP agents. Network: f7b6b5c5-812e-4b74-976c-660bd7157a26, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:05:15.618660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46598) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:15.631307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] For port 642d9e06-8264-46b7-b19a-e042692c0e97, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:05:15.633709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280484f-54a8-470f-b61e-9b2613f06c4a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Network': ['ID=c670ed58-6cf6-491c-8c4a-753b4989ff56,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:15.635684 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] For port 642d9e06-8264-46b7-b19a-e042692c0e97, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=642d9e06-8264-46b7-b19a-e042692c0e97,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:05:15.648801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-94298bbe-56fa-49be-8b60-d711f6e90f2b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'network': {'name': 'tempest-RoutersTest-1615540568'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:15.655055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c670ed58-6cf6-491c-8c4a-753b4989ff56 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:05:15.711756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:15.846523 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:15.848366 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:15.849512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62654610-b9b7-49fc-b5db-4cf078a99281 req-32c69b38-0ebd-4538-8fc0-07ec350ab3d3 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:15.858040 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] 10.222.0.15 "PUT /v2.0/ports/642d9e06-8264-46b7-b19a-e042692c0e97 HTTP/1.1" status: 200 len: 1093 time: 1.9614241 Aug 29 07:05:15.858040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a77be0-75f2-4fad-8d0c-f3363bff113c', 'tag': '642d9e06-8264-46b7-b19a-e042692c0e97'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:05:15.858040 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4a0aac-cf18-4b0c-a497-708d0c6da553" -d '{"events": [{"name": "network-changed", "server_uuid": "77a77be0-75f2-4fad-8d0c-f3363bff113c", "tag": "642d9e06-8264-46b7-b19a-e042692c0e97"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:05:15.865415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62654610-b9b7-49fc-b5db-4cf078a99281 req-32c69b38-0ebd-4538-8fc0-07ec350ab3d3 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 945 time: 0.3515310 Aug 29 07:05:15.887023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc327eee-f0d9-4c38-a628-271798e709a9 admin admin] Network f7b6b5c5-812e-4b74-976c-660bd7157a26 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:05:15.934604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94298bbe-56fa-49be-8b60-d711f6e90f2b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:15.944701 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94298bbe-56fa-49be-8b60-d711f6e90f2b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:15.960002 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d38933-2567-45fa-a2fe-db9e52fb4cce service neutron] Pushing event updated for resources: {'Port': ['ID=642d9e06-8264-46b7-b19a-e042692c0e97,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:16.034381 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fa8d75-5638-4c37-a605-dad832479f48 x-openstack-request-id: req-12fa8d75-5638-4c37-a605-dad832479f48 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:05:16.038096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-fc327eee-f0d9-4c38-a628-271798e709a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, f7b6b5c5-812e-4b74-976c-660bd7157a26) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:16.047437 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a77be0-75f2-4fad-8d0c-f3363bff113c", "tag": "642d9e06-8264-46b7-b19a-e042692c0e97", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:05:16.047437 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-12fa8d75-5638-4c37-a605-dad832479f48 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:05:16.049443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8bf733-9fdf-4016-b428-5081623c0f5d None None] Network f7b6b5c5-812e-4b74-976c-660bd7157a26 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:16.068759 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a77be0-75f2-4fad-8d0c-f3363bff113c', 'tag': '642d9e06-8264-46b7-b19a-e042692c0e97', 'status': 'completed', 'code': 200} Aug 29 07:05:16.096692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62654610-b9b7-49fc-b5db-4cf078a99281 req-4a820e4a-17f8-4de5-832e-aa51865929ed tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222450 Aug 29 07:05:16.110919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc327eee-f0d9-4c38-a628-271798e709a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:16.110919 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc327eee-f0d9-4c38-a628-271798e709a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:16.135331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94298bbe-56fa-49be-8b60-d711f6e90f2b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:05:16.174209 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94298bbe-56fa-49be-8b60-d711f6e90f2b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:16.179073 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-94298bbe-56fa-49be-8b60-d711f6e90f2b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Added segment 78ec496a-ac1d-4b62-b479-bcf841a3897e of type vlan for network a95c60d0-ec43-4849-8675-7614039b0447 Aug 29 07:05:16.236135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-c12643b4-a673-4963-9b87-266741578ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:16.238994 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-c12643b4-a673-4963-9b87-266741578ea0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 1096 time: 0.2694771 Aug 29 07:05:16.297186 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fc327eee-f0d9-4c38-a628-271798e709a9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9486077 Aug 29 07:05:16.326586 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94298bbe-56fa-49be-8b60-d711f6e90f2b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:16.454062 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-0a270ca9-8d72-4693-a9e7-f3a36432f6a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=642d9e06-8264-46b7-b19a-e042692c0e97 HTTP/1.1" status: 200 len: 217 time: 0.2007825 Aug 29 07:05:16.466819 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f36fd1-aea6-47e8-9116-1939b55d4334 None None] Network f7b6b5c5-812e-4b74-976c-660bd7157a26 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:16.502056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94298bbe-56fa-49be-8b60-d711f6e90f2b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:16.508224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94298bbe-56fa-49be-8b60-d711f6e90f2b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:16.508841 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94298bbe-56fa-49be-8b60-d711f6e90f2b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:16.590108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-c239b2d3-abfc-4b4b-bf0c-032c84dad291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:16.596876 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-c239b2d3-abfc-4b4b-bf0c-032c84dad291 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.1362519 Aug 29 07:05:16.716996 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-1db09311-f2b5-4711-99f8-bf0254fd617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:16.719371 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-1db09311-f2b5-4711-99f8-bf0254fd617d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154323 Aug 29 07:05:16.803734 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94298bbe-56fa-49be-8b60-d711f6e90f2b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Network': ['ID=a95c60d0-ec43-4849-8675-7614039b0447,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:16.837079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network a95c60d0-ec43-4849-8675-7614039b0447 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:05:16.842508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2bbc1-3a36-4209-a373-7431538d678d req-b33ecfc3-ce9d-4872-9ac6-f418cb4766ea tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:16.870879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61e2bbc1-3a36-4209-a373-7431538d678d req-b33ecfc3-ce9d-4872-9ac6-f418cb4766ea tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.3786047 Aug 29 07:05:16.876709 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-94298bbe-56fa-49be-8b60-d711f6e90f2b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2377203 Aug 29 07:05:16.916773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46624) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:16.942063 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'subnet': {'network_id': 'c670ed58-6cf6-491c-8c4a-753b4989ff56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:16.989702 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ea76d-9342-4cc8-bdad-0b19282dd274 req-dbd0abbf-a411-4c70-9796-5c83ba840014 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:17.005820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c79ea76d-9342-4cc8-bdad-0b19282dd274 req-dbd0abbf-a411-4c70-9796-5c83ba840014 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.4384844 Aug 29 07:05:17.061118 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-09e60bed-b2e2-4606-a30e-92863ef6a687 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176506 Aug 29 07:05:17.235244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c79ea76d-9342-4cc8-bdad-0b19282dd274 req-720af46f-a2e8-4370-8e0e-02f8073a6203 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276287 Aug 29 07:05:17.259938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61e2bbc1-3a36-4209-a373-7431538d678d req-c74ea4b2-6cd9-432d-b314-2505144df207 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833010 Aug 29 07:05:17.350539 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1e27bcd8-982e-4a71-9a00-a949b32bf9a9 req-f6fbc7ad-8985-4ef4-ac07-100a1bad3fd9 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801614 Aug 29 07:05:17.387312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46634) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:17.552789 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:17.564251 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:17.620748 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-26b3b6e7-e11b-480f-8433-b4f77b6bf0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:17.719117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90836f74-53df-4103-a79b-93e16433eacf req-317a9f0a-7a70-4fef-a790-cd5b5bafd98b tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:17.721291 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90836f74-53df-4103-a79b-93e16433eacf req-317a9f0a-7a70-4fef-a790-cd5b5bafd98b tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 945 time: 0.2975299 Aug 29 07:05:17.833401 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-26b3b6e7-e11b-480f-8433-b4f77b6bf0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:17.833401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a0aac-cf18-4b0c-a497-708d0c6da553 req-44f7c288-c619-48da-b58c-9e3b87b86121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:17.833401 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c4a0aac-cf18-4b0c-a497-708d0c6da553 req-44f7c288-c619-48da-b58c-9e3b87b86121 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 1096 time: 0.2268305 Aug 29 07:05:17.834200 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90836f74-53df-4103-a79b-93e16433eacf req-3e1b1068-d29f-4cc0-baaa-551d27424560 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867591 Aug 29 07:05:17.928197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a0aac-cf18-4b0c-a497-708d0c6da553 req-c47ea237-1752-4c33-a1dc-2a512ab6f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:17.947789 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c4a0aac-cf18-4b0c-a497-708d0c6da553 req-c47ea237-1752-4c33-a1dc-2a512ab6f5b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 913 time: 0.1261101 Aug 29 07:05:18.009831 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c4a0aac-cf18-4b0c-a497-708d0c6da553 req-b163e40b-4509-4fa2-9b02-2150fa7dd0ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=642d9e06-8264-46b7-b19a-e042692c0e97 HTTP/1.1" status: 200 len: 217 time: 0.0551963 Aug 29 07:05:18.074281 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a0aac-cf18-4b0c-a497-708d0c6da553 req-439f3396-3d23-4573-b5f8-ee76e0e2c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:18.075800 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c4a0aac-cf18-4b0c-a497-708d0c6da553 req-439f3396-3d23-4573-b5f8-ee76e0e2c4d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.0587711 Aug 29 07:05:18.129842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a0aac-cf18-4b0c-a497-708d0c6da553 req-68f4aee1-e418-46ef-96d8-27b495bb702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:18.131973 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c4a0aac-cf18-4b0c-a497-708d0c6da553 req-68f4aee1-e418-46ef-96d8-27b495bb702e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483916 Aug 29 07:05:18.133095 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-26b3b6e7-e11b-480f-8433-b4f77b6bf0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:18.135792 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:18.208790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d5db42ad-d116-4485-a922-ab2c456cf858 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:05:18.235370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Subnet': ['ID=0dda96c1-890c-434d-9f8a-9ac50bf5c462,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:18.267881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:18.267881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:18.267881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:18.270467 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:18.270880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:18.271302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:18.271632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:18.272181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:18.272454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:18.272830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:18.273160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:18.273483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:18.277771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Checking segment: {'id': '759bb49b-8a7b-4d6b-bd97-97e7227f9689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c670ed58-6cf6-491c-8c4a-753b4989ff56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:18.277985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network hostable DHCP agents. Network: c670ed58-6cf6-491c-8c4a-753b4989ff56, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:05:18.302899 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c4a0aac-cf18-4b0c-a497-708d0c6da553 req-c11e2d15-245a-42fc-a234-89cea5418337 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585510 Aug 29 07:05:18.323893 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-26b3b6e7-e11b-480f-8433-b4f77b6bf0d3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6fb0c80d4ee74bc09bb19014e44d7c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9497571 Aug 29 07:05:18.325834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3b6e7-e11b-480f-8433-b4f77b6bf0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b479d88-5e94-491a-8314-2faf6c4d49f4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:18.342023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46652) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:18.376508 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port d5db42ad-d116-4485-a922-ab2c456cf858 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:05:18.382175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port d5db42ad-d116-4485-a922-ab2c456cf858 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:18.382544 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:18.492854 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c4a0aac-cf18-4b0c-a497-708d0c6da553 req-8e00bc64-c19a-45b5-8b09-082b5a27d022 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814153 Aug 29 07:05:18.545525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network c670ed58-6cf6-491c-8c4a-753b4989ff56 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:05:18.587241 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46658) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:18.591172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-204944565-network', 'tenant_id': '572c455e979747b58f592390886271bb'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:18.596141 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:18.601753 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1a39b70-4a83-4115-9f7c-d48644eed176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:18.657617 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095fc35-8eb9-4399-ae7d-3155d9650299 req-de23b340-a7d8-45d6-8026-cd9e10357525 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:18.660825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d5db42ad-d116-4485-a922-ab2c456cf858, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d5db42ad-d116-4485-a922-ab2c456cf858,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:18.662091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf54d9da-5dde-4607-881b-ea29d0370abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5db42ad-d116-4485-a922-ab2c456cf858'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:05:18.665503 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116fbd8b-a7af-49b8-8227-c32c9395b6a8" -d '{"events": [{"server_uuid": "cf54d9da-5dde-4607-881b-ea29d0370abc", "name": "network-vif-plugged", "status": "completed", "tag": "d5db42ad-d116-4485-a922-ab2c456cf858"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:05:18.665911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4095fc35-8eb9-4399-ae7d-3155d9650299 req-de23b340-a7d8-45d6-8026-cd9e10357525 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.1951971 Aug 29 07:05:18.685740 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1a39b70-4a83-4115-9f7c-d48644eed176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:18.697194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61788e2-a6f8-44f7-ae7b-0965d2ca11f6 req-5919ac8c-b1e4-4416-a9fb-bfb8e9b7723c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:18.698674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e61788e2-a6f8-44f7-ae7b-0965d2ca11f6 req-5919ac8c-b1e4-4416-a9fb-bfb8e9b7723c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1942403 Aug 29 07:05:18.699285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, c670ed58-6cf6-491c-8c4a-753b4989ff56) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:18.718820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff205b-d8da-4faa-9843-2281a925319b None None] Network c670ed58-6cf6-491c-8c4a-753b4989ff56 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:18.722227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:18.723555 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:18.742226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] Made reservation on behalf of 572c455e979747b58f592390886271bb for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:18.746700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:18.779102 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:18.813898 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4095fc35-8eb9-4399-ae7d-3155d9650299 req-c8864ed4-8c07-455f-9b34-0bd264cb7011 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465147 Aug 29 07:05:18.868890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e61788e2-a6f8-44f7-ae7b-0965d2ca11f6 req-1b37a151-abc6-4508-8363-ab454cb07e78 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524642 Aug 29 07:05:18.871433 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-50e7638b-7d55-4ae8-8686-93fa7589f958 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9508979 Aug 29 07:05:18.884418 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46664) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:18.902932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-659ca065-3c2d-4a90-a330-43c12b6de27d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'subnet': {'network_id': 'a95c60d0-ec43-4849-8675-7614039b0447', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:18.921020 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:19.015787 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f677851b-3f9c-472c-98fb-2bf0fb4d7573 x-openstack-request-id: req-f677851b-3f9c-472c-98fb-2bf0fb4d7573 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:05:19.016247 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf54d9da-5dde-4607-881b-ea29d0370abc", "name": "network-vif-plugged", "status": "completed", "tag": "d5db42ad-d116-4485-a922-ab2c456cf858", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:05:19.016642 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f677851b-3f9c-472c-98fb-2bf0fb4d7573 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:05:19.017132 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf54d9da-5dde-4607-881b-ea29d0370abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5db42ad-d116-4485-a922-ab2c456cf858', 'code': 200} Aug 29 07:05:19.022207 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=d5db42ad-d116-4485-a922-ab2c456cf858,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:19.218397 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1a39b70-4a83-4115-9f7c-d48644eed176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:19.230344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1a39b70-4a83-4115-9f7c-d48644eed176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:19.237166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b1a39b70-4a83-4115-9f7c-d48644eed176 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b479d88-5e94-491a-8314-2faf6c4d49f4 HTTP/1.1" status: 204 len: 168 time: 0.8903866 Aug 29 07:05:19.251871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-c670ed58-6cf6-491c-8c4a-753b4989ff56', 'network_id': 'c670ed58-6cf6-491c-8c4a-753b4989ff56', 'tenant_id': '1166883f58b343578e919064097d9aae', 'fixed_ips': [{'subnet_id': '0dda96c1-890c-434d-9f8a-9ac50bf5c462'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:05:19.252901 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:19.328641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa0cab-c91a-4240-a70d-66be176a9374 req-2e0dfb79-b648-4fff-8973-431959a54ed5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:19.337171 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14fa0cab-c91a-4240-a70d-66be176a9374 req-2e0dfb79-b648-4fff-8973-431959a54ed5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 946 time: 0.2843487 Aug 29 07:05:19.341065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a39b70-4a83-4115-9f7c-d48644eed176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b479d88-5e94-491a-8314-2faf6c4d49f4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:19.367025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80dd95-4635-4de6-b190-d571e06222e9 req-ebaf515f-9ad7-4f25-801e-accaf3d7cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:19.375789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad80dd95-4635-4de6-b190-d571e06222e9 req-ebaf515f-9ad7-4f25-801e-accaf3d7cca6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 1098 time: 0.3212984 Aug 29 07:05:19.419044 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:19.520509 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:19.542430 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14fa0cab-c91a-4240-a70d-66be176a9374 req-9118948f-ca43-4e9a-9b1a-7f1aa593da00 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019172 Aug 29 07:05:19.575728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:05:19.587795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad80dd95-4635-4de6-b190-d571e06222e9 req-f4e7d167-e8de-4206-82d8-d178350928c6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868827 Aug 29 07:05:19.597087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead23edb-1ec7-4343-abe3-4c66f31d0850,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:19.617584 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:19.618165 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] Added segment b8a94084-6b4b-4d0b-9ac7-66ea6f82d7b6 of type vlan for network 8ff9a5eb-4e94-4e92-9a96-8cf9bee7cf3d Aug 29 07:05:19.692060 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:19.757471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659ca065-3c2d-4a90-a330-43c12b6de27d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:19.761234 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-659ca065-3c2d-4a90-a330-43c12b6de27d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:19.876083 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:19.881559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:19.882695 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:19.999446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Allocated IP 172.20.0.2 (c670ed58-6cf6-491c-8c4a-753b4989ff56/0dda96c1-890c-434d-9f8a-9ac50bf5c462/ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:05:20.138629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] Pushing event updated for resources: {'Network': ['ID=8ff9a5eb-4e94-4e92-9a96-8cf9bee7cf3d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:20.201790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 8ff9a5eb-4e94-4e92-9a96-8cf9bee7cf3d details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:05:20.226351 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c2a7410d-d76c-44cf-a284-f26b49d89e6a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6414344 Aug 29 07:05:20.227390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46678) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:20.247515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6ea4f139-12d8-40cf-b2cf-3467f6cba5d1 admin admin] Request body: {'subnet': {'network_id': '8ff9a5eb-4e94-4e92-9a96-8cf9bee7cf3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-204944565-subnet', 'tenant_id': '572c455e979747b58f592390886271bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:20.311329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42b585-9af6-49fc-8f46-f874910416c8 req-7099b1b5-daeb-4aff-8778-0507f86d0084 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:20.312593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f42b585-9af6-49fc-8f46-f874910416c8 req-7099b1b5-daeb-4aff-8778-0507f86d0084 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.1890178 Aug 29 07:05:20.326116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e251-5b97-4bb8-b43d-22c151c281bf req-bc3b1aa4-4241-4fef-990c-3bdd79f5b57b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:20.334608 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3339e251-5b97-4bb8-b43d-22c151c281bf req-bc3b1aa4-4241-4fef-990c-3bdd79f5b57b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.2189617 Aug 29 07:05:20.492451 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f42b585-9af6-49fc-8f46-f874910416c8 req-d1687540-2362-43d0-8545-a66d95615983 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555052 Aug 29 07:05:20.501627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea4f139-12d8-40cf-b2cf-3467f6cba5d1 admin admin] Made reservation on behalf of 572c455e979747b58f592390886271bb for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:20.502887 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-659ca065-3c2d-4a90-a330-43c12b6de27d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:20.504753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f139-12d8-40cf-b2cf-3467f6cba5d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:20.572709 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:20.595911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Transition to ACTIVE for port object ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:20.629473 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Transition to ACTIVE for port object ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:20.726675 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:20.804997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Network c670ed58-6cf6-491c-8c4a-753b4989ff56 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:20.809341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:20.814311 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:05:20.862099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Pushing event updated for resources: {'Port': ['ID=ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:20.927120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Attempting to bind port ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:05:20.927532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Attempting to bind port ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '759bb49b-8a7b-4d6b-bd97-97e7227f9689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c670ed58-6cf6-491c-8c4a-753b4989ff56'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:05:20.928457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Attempting to bind port ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 on network c670ed58-6cf6-491c-8c4a-753b4989ff56 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:20.947507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:05:20.947881 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Checking segment: {'id': '759bb49b-8a7b-4d6b-bd97-97e7227f9689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c670ed58-6cf6-491c-8c4a-753b4989ff56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:20.948292 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:20.948690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Bound using segment: {'id': '759bb49b-8a7b-4d6b-bd97-97e7227f9689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c670ed58-6cf6-491c-8c4a-753b4989ff56'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:05:20.949184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Bound port: ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759bb49b-8a7b-4d6b-bd97-97e7227f9689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c670ed58-6cf6-491c-8c4a-753b4989ff56'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:05:20.949572 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:21.055954 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f139-12d8-40cf-b2cf-3467f6cba5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:21.081126 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:21.137994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] For port ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:05:21.142373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] For port ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3,segment=NetworkSegment(759bb49b-8a7b-4d6b-bd97-97e7227f9689),segment_id=759bb49b-8a7b-4d6b-bd97-97e7227f9689)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:05:21.241880 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3339e251-5b97-4bb8-b43d-22c151c281bf req-b6e182f7-3975-4ea7-ba46-1745a29b8e48 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9062502 Aug 29 07:05:21.257323 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:21.278871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ca065-3c2d-4a90-a330-43c12b6de27d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Subnet': ['ID=66866b2f-bfa0-451a-a206-31769e993e4d,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:21.284225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea4f139-12d8-40cf-b2cf-3467f6cba5d1 admin admin] Checking segment: {'id': 'b8a94084-6b4b-4d0b-9ac7-66ea6f82d7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8ff9a5eb-4e94-4e92-9a96-8cf9bee7cf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:21.284589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea4f139-12d8-40cf-b2cf-3467f6cba5d1 admin admin] Network hostable DHCP agents. Network: 8ff9a5eb-4e94-4e92-9a96-8cf9bee7cf3d, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:05:21.303304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ca065-3c2d-4a90-a330-43c12b6de27d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Checking segment: {'id': '78ec496a-ac1d-4b62-b479-bcf841a3897e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a95c60d0-ec43-4849-8675-7614039b0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:21.304033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ca065-3c2d-4a90-a330-43c12b6de27d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network hostable DHCP agents. Network: a95c60d0-ec43-4849-8675-7614039b0447, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:05:21.311960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4f139-12d8-40cf-b2cf-3467f6cba5d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1139593f-99c1-4870-bfe6-0834e0276f32,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:21.316880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb308d7-927d-4f0f-bee9-5dd27a2fbbb2 req-12efb57c-5b19-4556-b96d-f31e61210096 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:21.330355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bcb308d7-927d-4f0f-bee9-5dd27a2fbbb2 req-12efb57c-5b19-4556-b96d-f31e61210096 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 946 time: 0.1939323 Aug 29 07:05:21.400876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bcb308d7-927d-4f0f-bee9-5dd27a2fbbb2 req-d83aff4a-c727-4a98-aad0-bea7380231e1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707743 Aug 29 07:05:21.422268 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5d5a8-00ec-4cbb-9d22-f3b0927ea485 None None] Pushing event updated for resources: {'Port': ['ID=ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:21.454351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea4f139-12d8-40cf-b2cf-3467f6cba5d1 admin admin] Network 8ff9a5eb-4e94-4e92-9a96-8cf9bee7cf3d is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:05:21.535603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ca065-3c2d-4a90-a330-43c12b6de27d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network a95c60d0-ec43-4849-8675-7614039b0447 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:05:21.707758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-6ea4f139-12d8-40cf-b2cf-3467f6cba5d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 8ff9a5eb-4e94-4e92-9a96-8cf9bee7cf3d) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:21.714639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea4f139-12d8-40cf-b2cf-3467f6cba5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:21.721145 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f139-12d8-40cf-b2cf-3467f6cba5d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:21.748093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-659ca065-3c2d-4a90-a330-43c12b6de27d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, a95c60d0-ec43-4849-8675-7614039b0447) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:21.749617 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd7282-67e5-437a-922e-b4c9bb493833 None None] Network 8ff9a5eb-4e94-4e92-9a96-8cf9bee7cf3d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:21.764948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659ca065-3c2d-4a90-a330-43c12b6de27d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:21.784547 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-659ca065-3c2d-4a90-a330-43c12b6de27d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:21.787591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d5f084-5bf7-4ff0-ae70-a7a4e62eb000 None None] Network a95c60d0-ec43-4849-8675-7614039b0447 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:21.837742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684a8a6-e7eb-4969-8278-7c9e94199d8e req-b79ed5a5-1d84-4503-b685-0489bb116f17 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:21.845871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b684a8a6-e7eb-4969-8278-7c9e94199d8e req-b79ed5a5-1d84-4503-b685-0489bb116f17 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.2209969 Aug 29 07:05:21.900476 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6ea4f139-12d8-40cf-b2cf-3467f6cba5d1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6715651 Aug 29 07:05:22.016588 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46710) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:22.023720 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-659ca065-3c2d-4a90-a330-43c12b6de27d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1329758 Aug 29 07:05:22.032356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-dc3ec1c9-44cc-4a5e-a1f8-993e79ff6536 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-265268152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:22.040030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b684a8a6-e7eb-4969-8278-7c9e94199d8e req-bd5d93a8-6e61-4dda-8a18-e266f19b2c13 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871026 Aug 29 07:05:22.203796 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:05:22.203927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46712) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:22.321046 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-a95c60d0-ec43-4849-8675-7614039b0447', 'network_id': 'a95c60d0-ec43-4849-8675-7614039b0447', 'tenant_id': '1166883f58b343578e919064097d9aae', 'fixed_ips': [{'subnet_id': '66866b2f-bfa0-451a-a206-31769e993e4d'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:05:22.321392 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:22.350156 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-713936eb-12d1-472f-bf4d-aba4b05a44b8 admin admin] Deleting subnet a7e9e034-d446-4292-a209-f8a7642f1e01 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:05:22.369012 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec1c9-44cc-4a5e-a1f8-993e79ff6536 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:22.373823 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec1c9-44cc-4a5e-a1f8-993e79ff6536 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:22.385332 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-713936eb-12d1-472f-bf4d-aba4b05a44b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:22.564522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a90fb8-33ce-4e43-8657-382d604a9546 req-05b3cb3e-2bb1-4655-90d2-a7e8e1604e8f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:22.580470 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48a90fb8-33ce-4e43-8657-382d604a9546 req-05b3cb3e-2bb1-4655-90d2-a7e8e1604e8f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1713443 Aug 29 07:05:22.603308 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-713936eb-12d1-472f-bf4d-aba4b05a44b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:22.631253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Allocated IP 172.21.0.2 (a95c60d0-ec43-4849-8675-7614039b0447/66866b2f-bfa0-451a-a206-31769e993e4d/19d66e27-61e2-4820-ac44-96849d11b2ec) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:05:22.743374 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48a90fb8-33ce-4e43-8657-382d604a9546 req-26ebb526-3356-47be-9034-0198dbb1c86e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616304 Aug 29 07:05:22.780668 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec1c9-44cc-4a5e-a1f8-993e79ff6536 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:22.849071 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-713936eb-12d1-472f-bf4d-aba4b05a44b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:22.888655 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970b241-2c17-4240-baee-2dcedf4d77ba req-86f6c1ec-c8d1-42bc-8be5-e91ff7e38430 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:22.888655 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b970b241-2c17-4240-baee-2dcedf4d77ba req-86f6c1ec-c8d1-42bc-8be5-e91ff7e38430 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 946 time: 0.1938312 Aug 29 07:05:22.902158 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec1c9-44cc-4a5e-a1f8-993e79ff6536 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:22.923049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c3cbec-a413-4ce1-824b-e8621cbf7a98 None None] Network 8ff9a5eb-4e94-4e92-9a96-8cf9bee7cf3d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:22.941935 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:22.988894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b970b241-2c17-4240-baee-2dcedf4d77ba req-b611a24d-4c6b-4a77-a6d7-b88934bde846 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965188 Aug 29 07:05:23.055868 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec1c9-44cc-4a5e-a1f8-993e79ff6536 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:23.064082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46732) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:23.071542 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dc3ec1c9-44cc-4a5e-a1f8-993e79ff6536 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0367329 Aug 29 07:05:23.195961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Transition to ACTIVE for port object 19d66e27-61e2-4820-ac44-96849d11b2ec will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:23.223576 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:05:23.226086 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-713936eb-12d1-472f-bf4d-aba4b05a44b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:23.316800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713936eb-12d1-472f-bf4d-aba4b05a44b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7e9e034-d446-4292-a209-f8a7642f1e01,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:23.334295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:05:23.346522 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-713936eb-12d1-472f-bf4d-aba4b05a44b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:23.349231 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-713936eb-12d1-472f-bf4d-aba4b05a44b8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a7e9e034-d446-4292-a209-f8a7642f1e01 HTTP/1.1" status: 204 len: 168 time: 1.1442845 Aug 29 07:05:23.357692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46746) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:23.358281 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Transition to ACTIVE for port object 19d66e27-61e2-4820-ac44-96849d11b2ec will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:23.415535 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0194178-a61f-493a-a48c-1dbd430552ab None None] Network c670ed58-6cf6-491c-8c4a-753b4989ff56 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:23.517161 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f2144ff-4d8f-4966-92f6-d122e28473fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:23.536769 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:23.640727 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Network a95c60d0-ec43-4849-8675-7614039b0447 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:23.654464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:23.662701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:05:23.671411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Pushing event updated for resources: {'Port': ['ID=19d66e27-61e2-4820-ac44-96849d11b2ec,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:23.686802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ed3c852f-bbbb-4b76-b650-d87fdefe10fa None None] Provisioning for port ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:05:23.735114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ed3c852f-bbbb-4b76-b650-d87fdefe10fa None None] Provisioning complete for port ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:23.735639 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ed3c852f-bbbb-4b76-b650-d87fdefe10fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:23.823478 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f2144ff-4d8f-4966-92f6-d122e28473fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:23.856614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-4f2144ff-4d8f-4966-92f6-d122e28473fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b6b5c5-812e-4b74-976c-660bd7157a26']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:23.910467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-4f2144ff-4d8f-4966-92f6-d122e28473fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca09b303-91ff-4180-a33b-4735eb660c43') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:23.920893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-4f2144ff-4d8f-4966-92f6-d122e28473fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca09b303-91ff-4180-a33b-4735eb660c43') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:23.921060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Attempting to bind port 19d66e27-61e2-4820-ac44-96849d11b2ec on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:05:23.921060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Attempting to bind port 19d66e27-61e2-4820-ac44-96849d11b2ec by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '78ec496a-ac1d-4b62-b479-bcf841a3897e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a95c60d0-ec43-4849-8675-7614039b0447'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:05:23.921060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Attempting to bind port 19d66e27-61e2-4820-ac44-96849d11b2ec on network a95c60d0-ec43-4849-8675-7614039b0447 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:23.932775 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f2144ff-4d8f-4966-92f6-d122e28473fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:23.951936 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:05:23.953670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Checking segment: {'id': '78ec496a-ac1d-4b62-b479-bcf841a3897e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a95c60d0-ec43-4849-8675-7614039b0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:23.954281 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:23.955205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Bound using segment: {'id': '78ec496a-ac1d-4b62-b479-bcf841a3897e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a95c60d0-ec43-4849-8675-7614039b0447'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:05:23.956050 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Bound port: 19d66e27-61e2-4820-ac44-96849d11b2ec, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ec496a-ac1d-4b62-b479-bcf841a3897e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a95c60d0-ec43-4849-8675-7614039b0447'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:05:23.957159 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:23.974495 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f2144ff-4d8f-4966-92f6-d122e28473fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:23.988094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2144ff-4d8f-4966-92f6-d122e28473fb admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:05:23.988507 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f2144ff-4d8f-4966-92f6-d122e28473fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:24.109515 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ed3c852f-bbbb-4b76-b650-d87fdefe10fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:24.114202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] For port 19d66e27-61e2-4820-ac44-96849d11b2ec, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:05:24.138794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] For port 19d66e27-61e2-4820-ac44-96849d11b2ec, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=19d66e27-61e2-4820-ac44-96849d11b2ec,segment=NetworkSegment(78ec496a-ac1d-4b62-b479-bcf841a3897e),segment_id=78ec496a-ac1d-4b62-b479-bcf841a3897e)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:05:24.152080 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:05:24.184536 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d4ea8-cb3d-491d-8c65-dae4161125b0 req-9f948268-6772-438b-9d88-e546ce454cda tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:24.192860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a6d4ea8-cb3d-491d-8c65-dae4161125b0 req-9f948268-6772-438b-9d88-e546ce454cda tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 1.0042403 Aug 29 07:05:24.198983 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:24.208368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ed3c852f-bbbb-4b76-b650-d87fdefe10fa None None] For port ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3,segment=NetworkSegment(759bb49b-8a7b-4d6b-bd97-97e7227f9689),segment_id=759bb49b-8a7b-4d6b-bd97-97e7227f9689)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:24.250583 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:24.325811 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f2144ff-4d8f-4966-92f6-d122e28473fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:24.329380 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ed3c852f-bbbb-4b76-b650-d87fdefe10fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:24.335118 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f2144ff-4d8f-4966-92f6-d122e28473fb admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:24.337383 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4f2144ff-4d8f-4966-92f6-d122e28473fb admin admin] 10.222.0.76 "DELETE /v2.0/networks/f7b6b5c5-812e-4b74-976c-660bd7157a26 HTTP/1.1" status: 204 len: 168 time: 0.9786763 Aug 29 07:05:24.343014 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46768) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:24.409468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf55e6-081e-4a11-95e7-1f542b8e61ba None None] Pushing event updated for resources: {'Port': ['ID=19d66e27-61e2-4820-ac44-96849d11b2ec,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:24.502211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2144ff-4d8f-4966-92f6-d122e28473fb admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b6b5c5-812e-4b74-976c-660bd7157a26,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:24.544338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c852f-bbbb-4b76-b650-d87fdefe10fa None None] Pushing event updated for resources: {'Port': ['ID=ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:24.571339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5bde34-f9f8-4300-8207-e8c8b5314143 admin admin] Deleting subnet 1139593f-99c1-4870-bfe6-0834e0276f32 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:05:24.576387 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c5866e80-5410-4bd3-82c4-6f0988381e19 None None] Provisioning complete for port ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:24.577194 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c5866e80-5410-4bd3-82c4-6f0988381e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:24.590769 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e5bde34-f9f8-4300-8207-e8c8b5314143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:24.694047 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a6d4ea8-cb3d-491d-8c65-dae4161125b0 req-7f1b2b89-fca0-403d-8c9b-909faae9fa59 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824486 Aug 29 07:05:24.773699 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e5bde34-f9f8-4300-8207-e8c8b5314143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:24.952643 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e5bde34-f9f8-4300-8207-e8c8b5314143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:25.224550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Allocated IP 172.20.0.1 (c670ed58-6cf6-491c-8c4a-753b4989ff56/0dda96c1-890c-434d-9f8a-9ac50bf5c462/eabc5002-3323-442f-9503-4fede3209101) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:05:25.317257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415f166-5bf2-4639-875e-b6579d57d5c8 req-5bbaeb1f-b803-4643-a776-7b73f7ad5b90 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:25.319211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b415f166-5bf2-4639-875e-b6579d57d5c8 req-5bbaeb1f-b803-4643-a776-7b73f7ad5b90 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.8294618 Aug 29 07:05:25.382046 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e5bde34-f9f8-4300-8207-e8c8b5314143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:25.466660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bde34-f9f8-4300-8207-e8c8b5314143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1139593f-99c1-4870-bfe6-0834e0276f32,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:25.467558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b415f166-5bf2-4639-875e-b6579d57d5c8 req-a2879bfa-4091-4edc-a16e-91f4dea85716 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312919 Aug 29 07:05:25.494375 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7e5bde34-f9f8-4300-8207-e8c8b5314143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:25.516141 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7e5bde34-f9f8-4300-8207-e8c8b5314143 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1139593f-99c1-4870-bfe6-0834e0276f32 HTTP/1.1" status: 204 len: 168 time: 1.1561749 Aug 29 07:05:25.516141 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46804) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:25.588331 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:25.686354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Transition to ACTIVE for port object eabc5002-3323-442f-9503-4fede3209101 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:25.780479 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd6e4-a82d-40c9-bbee-91cdd597566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:25.979680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbac35e-80db-4428-b307-56189efd8197 req-616e8655-d1a9-4150-acff-57217774263c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:25.993427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccbac35e-80db-4428-b307-56189efd8197 req-616e8655-d1a9-4150-acff-57217774263c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.1326165 Aug 29 07:05:26.000912 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:26.110393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd6e4-a82d-40c9-bbee-91cdd597566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:26.131795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-9c2cd6e4-a82d-40c9-bbee-91cdd597566e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff9a5eb-4e94-4e92-9a96-8cf9bee7cf3d']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:26.174909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-9c2cd6e4-a82d-40c9-bbee-91cdd597566e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a94084-6b4b-4d0b-9ac7-66ea6f82d7b6') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:26.175698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-9c2cd6e4-a82d-40c9-bbee-91cdd597566e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a94084-6b4b-4d0b-9ac7-66ea6f82d7b6') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:26.190404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd6e4-a82d-40c9-bbee-91cdd597566e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:26.217414 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd6e4-a82d-40c9-bbee-91cdd597566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:26.226946 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2cd6e4-a82d-40c9-bbee-91cdd597566e admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:05:26.230820 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd6e4-a82d-40c9-bbee-91cdd597566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:26.289154 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network c670ed58-6cf6-491c-8c4a-753b4989ff56 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:05:26.333769 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:05:26.366353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=eabc5002-3323-442f-9503-4fede3209101,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:26.417561 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:26.421629 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd6e4-a82d-40c9-bbee-91cdd597566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:26.444124 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd6e4-a82d-40c9-bbee-91cdd597566e admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:26.459566 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9c2cd6e4-a82d-40c9-bbee-91cdd597566e admin admin] 10.222.0.76 "DELETE /v2.0/networks/8ff9a5eb-4e94-4e92-9a96-8cf9bee7cf3d HTTP/1.1" status: 204 len: 168 time: 0.9514275 Aug 29 07:05:26.464105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccbac35e-80db-4428-b307-56189efd8197 req-d1600725-3183-46c6-81b8-d012d756f104 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225950 Aug 29 07:05:26.473109 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:05:26.473781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:05:26.497887 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cd6e4-a82d-40c9-bbee-91cdd597566e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff9a5eb-4e94-4e92-9a96-8cf9bee7cf3d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:26.686196 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:26.690226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9b7b50-cc9b-487c-9f31-c9a9a6bb3c76 None None] Network a95c60d0-ec43-4849-8675-7614039b0447 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:26.866859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa3e11-ae79-429c-a834-ff777defa413 req-5df86a07-a8c3-4098-a98e-4bf7a435f514 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:26.876226 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4afa3e11-ae79-429c-a834-ff777defa413 req-5df86a07-a8c3-4098-a98e-4bf7a435f514 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1987700 Aug 29 07:05:26.881775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46840) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:26.940300 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4afa3e11-ae79-429c-a834-ff777defa413 req-af7a9e13-f9c5-4e9b-8896-c645b4524936 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625148 Aug 29 07:05:27.011291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:27.011973 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:27.084984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a2e1311-f3f5-4517-b6ff-f3d7f0769d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:27.104489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-12003e41-f5d0-45cd-bd0b-9a18c2b3c5a5 None None] Provisioning for port 19d66e27-61e2-4820-ac44-96849d11b2ec completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:05:27.172593 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:27.234331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 19d66e27-61e2-4820-ac44-96849d11b2ec up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:05:27.466806 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a2e1311-f3f5-4517-b6ff-f3d7f0769d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:27.625354 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46866) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:27.700860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ce97efac-a082-4316-b953-7daf70aa6988 None None] Provisioning for port eabc5002-3323-442f-9503-4fede3209101 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:05:27.703395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 19d66e27-61e2-4820-ac44-96849d11b2ec completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:05:27.709867 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a2e1311-f3f5-4517-b6ff-f3d7f0769d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:27.711198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ce97efac-a082-4316-b953-7daf70aa6988 None None] Provisioning complete for port eabc5002-3323-442f-9503-4fede3209101 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:27.711840 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ce97efac-a082-4316-b953-7daf70aa6988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:27.716437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 19d66e27-61e2-4820-ac44-96849d11b2ec triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:27.727296 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:27.792398 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f66345f6-9d8d-4163-80cb-29534dccece9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71c87e59df8248a09975f66408d4c467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653514 Aug 29 07:05:27.795288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46868) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:27.851070 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4a2e1311-f3f5-4517-b6ff-f3d7f0769d9d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4ce2186a1cf5498f9b0716e11a9c7b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9679644 Aug 29 07:05:27.860021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46874) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:27.874862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e1311-f3f5-4517-b6ff-f3d7f0769d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551441b6-aca1-4dd3-a42e-9b4b1a0a7342,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:27.883190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b397504-b7d2-4a9f-8c7a-7c82c6f765f8 req-abb5f934-2a22-4a86-8ecc-ea3f0e903f92 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:27.901255 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b397504-b7d2-4a9f-8c7a-7c82c6f765f8 req-abb5f934-2a22-4a86-8ecc-ea3f0e903f92 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.2453070 Aug 29 07:05:27.931248 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dad39c72-81cf-4274-bbc8-a607d72c330e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:27.968265 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dad39c72-81cf-4274-bbc8-a607d72c330e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:28.164580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dad39c72-81cf-4274-bbc8-a607d72c330e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:28.167999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dad39c72-81cf-4274-bbc8-a607d72c330e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:28.179200 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dad39c72-81cf-4274-bbc8-a607d72c330e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d7881582-38a8-442a-981a-c14b51b0ff2a HTTP/1.1" status: 204 len: 168 time: 0.3706186 Aug 29 07:05:28.206252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad39c72-81cf-4274-bbc8-a607d72c330e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7881582-38a8-442a-981a-c14b51b0ff2a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:28.304532 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ed77ab8-e940-4da9-be6d-5f74006c58e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:28.387360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ce97efac-a082-4316-b953-7daf70aa6988 None None] Port eabc5002-3323-442f-9503-4fede3209101 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:05:28.450855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9b397504-b7d2-4a9f-8c7a-7c82c6f765f8 req-ec9e1cfb-1ac0-4954-ac59-f961813cdad8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475714 Aug 29 07:05:28.557879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589eba8-012b-4260-8bb6-fced308fe2c0 req-41f287d9-17b3-40c9-8e29-5f54439a51e3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:28.593104 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:28.598388 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6589eba8-012b-4260-8bb6-fced308fe2c0 req-41f287d9-17b3-40c9-8e29-5f54439a51e3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.5085716 Aug 29 07:05:28.618237 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ed77ab8-e940-4da9-be6d-5f74006c58e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:28.633986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-796ec960-4990-4818-804c-975db1093d86 None None] Provisioning complete for port 19d66e27-61e2-4820-ac44-96849d11b2ec triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:28.634637 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-796ec960-4990-4818-804c-975db1093d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:28.745222 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:28.793467 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6589eba8-012b-4260-8bb6-fced308fe2c0 req-414c4fe5-c418-411a-9aac-6efce17a380c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851728 Aug 29 07:05:28.850097 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-796ec960-4990-4818-804c-975db1093d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:28.881316 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:28.905569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 19d66e27-61e2-4820-ac44-96849d11b2ec, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=19d66e27-61e2-4820-ac44-96849d11b2ec,segment=NetworkSegment(78ec496a-ac1d-4b62-b479-bcf841a3897e),segment_id=78ec496a-ac1d-4b62-b479-bcf841a3897e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:28.941409 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ed77ab8-e940-4da9-be6d-5f74006c58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:28.945035 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ed77ab8-e940-4da9-be6d-5f74006c58e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:28.948454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9ed77ab8-e940-4da9-be6d-5f74006c58e4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/551441b6-aca1-4dd3-a42e-9b4b1a0a7342 HTTP/1.1" status: 204 len: 168 time: 1.0350335 Aug 29 07:05:28.981044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed77ab8-e940-4da9-be6d-5f74006c58e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551441b6-aca1-4dd3-a42e-9b4b1a0a7342,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:29.005463 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:29.036525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=eabc5002-3323-442f-9503-4fede3209101,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:29.092175 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:29.146212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network c670ed58-6cf6-491c-8c4a-753b4989ff56 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:29.147987 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:29.305376 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=19d66e27-61e2-4820-ac44-96849d11b2ec,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:29.336595 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-796ec960-4990-4818-804c-975db1093d86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:05:29.336595 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-796ec960-4990-4818-804c-975db1093d86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:05:29.491393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46924) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:29.520959 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router a7c5d7f3-5cec-4016-b346-4713dbd2ee97 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:05:29.687768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bea85a5b-dc42-4e80-88e7-aee2d68a850c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=572c455e979747b58f592390886271bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950693 Aug 29 07:05:29.691897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46938) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:29.752018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c52c8e-7017-421a-a953-b5cabf567208 req-db6263ea-1095-400e-89b1-1821a6909ffa tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:29.768940 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0c52c8e-7017-421a-a953-b5cabf567208 req-db6263ea-1095-400e-89b1-1821a6909ffa tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.1778071 Aug 29 07:05:29.781565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:05:29.806883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416fe857-fe03-4629-83f4-539535bc144c None None] Sync routers for ids ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:05:29.809966 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f573f3ae-4ef4-44e0-b25a-1c31e10b75b5 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/a7c5d7f3-5cec-4016-b346-4713dbd2ee97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7447002 Aug 29 07:05:29.815076 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46946) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:29.816976 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-988242cf-3a22-4149-804b-2b14d74fc980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:29.817768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416fe857-fe03-4629-83f4-539535bc144c None None] Routers {'a7c5d7f3-5cec-4016-b346-4713dbd2ee97'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:05:29.818844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-416fe857-fe03-4629-83f4-539535bc144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:05:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:29.886315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0c52c8e-7017-421a-a953-b5cabf567208 req-e9330c7f-64fa-450a-b12c-012150009bbc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159039 Aug 29 07:05:29.946078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-416fe857-fe03-4629-83f4-539535bc144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:29.958802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416fe857-fe03-4629-83f4-539535bc144c None None] Routers {'a7c5d7f3-5cec-4016-b346-4713dbd2ee97'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:05:29.959763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-416fe857-fe03-4629-83f4-539535bc144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:05:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:29.980017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994cff35-15cc-42a3-aea6-ef1785744820 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:29.981868 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-994cff35-15cc-42a3-aea6-ef1785744820 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports/eabc5002-3323-442f-9503-4fede3209101 HTTP/1.1" status: 200 len: 910 time: 0.1449730 Aug 29 07:05:29.984655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-988242cf-3a22-4149-804b-2b14d74fc980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:29.989940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46954) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:30.004542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4d702-ab70-43f3-86ba-fbc79c33bd27 req-021a959d-b487-4fce-b889-b4f9a6946181 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:30.006803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3e4d702-ab70-43f3-86ba-fbc79c33bd27 req-021a959d-b487-4fce-b889-b4f9a6946181 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.0772984 Aug 29 07:05:30.034748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-416fe857-fe03-4629-83f4-539535bc144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:30.035458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416fe857-fe03-4629-83f4-539535bc144c None None] The sync data for ids ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:05:30.070210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-567883e0-5d10-4ee6-9c51-f5d51f8d36e5 None None] Provisioning complete for port eabc5002-3323-442f-9503-4fede3209101 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:30.070685 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-567883e0-5d10-4ee6-9c51-f5d51f8d36e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:30.089061 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3e4d702-ab70-43f3-86ba-fbc79c33bd27 req-f82061c4-1f88-4789-b312-cb07c96118e1 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742354 Aug 29 07:05:30.138217 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-567883e0-5d10-4ee6-9c51-f5d51f8d36e5 None None] Port eabc5002-3323-442f-9503-4fede3209101 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:05:30.375261 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-988242cf-3a22-4149-804b-2b14d74fc980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:30.377958 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-988242cf-3a22-4149-804b-2b14d74fc980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:30.384392 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-988242cf-3a22-4149-804b-2b14d74fc980 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ead23edb-1ec7-4343-abe3-4c66f31d0850 HTTP/1.1" status: 204 len: 168 time: 0.6867640 Aug 29 07:05:30.399983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46970) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:30.418410 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa9d1-5aad-43c5-9506-8240e7b8556f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:30.420321 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988242cf-3a22-4149-804b-2b14d74fc980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead23edb-1ec7-4343-abe3-4c66f31d0850,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:30.575071 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:30.688739 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa9d1-5aad-43c5-9506-8240e7b8556f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:30.828576 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa9d1-5aad-43c5-9506-8240e7b8556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:30.916751 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ce0aa9d1-5aad-43c5-9506-8240e7b8556f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8c5c29dbf4ee42f384da4edd5f1e3287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5151927 Aug 29 07:05:30.928550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46990) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:30.996126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0aa9d1-5aad-43c5-9506-8240e7b8556f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cc67f7-6e75-41b7-8e72-2a1758f78950,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:30.996986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Allocated IP 172.21.0.1 (a95c60d0-ec43-4849-8675-7614039b0447/66866b2f-bfa0-451a-a206-31769e993e4d/0f604183-dede-42d6-8dcd-4ce635ad8bc7) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:05:31.030153 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aea739f8-72c4-4561-8a7c-a260ea83f6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:31.077482 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aea739f8-72c4-4561-8a7c-a260ea83f6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:31.145324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c148f4-c4ec-4069-99ac-5300ab2a846f req-6034fb09-cc86-416e-8b13-c0ab335a9a15 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:31.145324 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7c148f4-c4ec-4069-99ac-5300ab2a846f req-6034fb09-cc86-416e-8b13-c0ab335a9a15 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.1536262 Aug 29 07:05:31.305726 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0bd7709b-f6c1-4851-80c3-9854e371e8e4 req-b9f8217b-3ff9-4ede-886e-d377834199da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0896854 Aug 29 07:05:31.358512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 19d66e27-61e2-4820-ac44-96849d11b2ec up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:05:31.406619 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7c148f4-c4ec-4069-99ac-5300ab2a846f req-6ef9df79-9777-48f1-af13-6c5fd7df2536 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686815 Aug 29 07:05:31.453155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb9f99-c1af-4a5c-b064-f49e9393de6a req-914836c3-3edd-40c3-80e6-44b812f466a5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:31.454667 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:31.469387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bcb9f99-c1af-4a5c-b064-f49e9393de6a req-914836c3-3edd-40c3-80e6-44b812f466a5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1635184 Aug 29 07:05:31.517158 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a60288-db4a-4583-877b-bbb3910486c3 req-abb6e5f9-1d46-42ab-89a7-b392fe3b95a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:31.518694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12a60288-db4a-4583-877b-bbb3910486c3 req-abb6e5f9-1d46-42ab-89a7-b392fe3b95a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 1097 time: 0.3990092 Aug 29 07:05:31.542676 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0bd7709b-f6c1-4851-80c3-9854e371e8e4 req-ad1d981e-72d3-4d32-87fd-bd1c4b96af7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0530674 Aug 29 07:05:31.593687 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 19d66e27-61e2-4820-ac44-96849d11b2ec triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:31.596048 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:31.638647 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0bd7709b-f6c1-4851-80c3-9854e371e8e4 req-a5c3aa62-2293-4a92-9d88-41e5526ff7fa service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683281 Aug 29 07:05:31.686664 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aea739f8-72c4-4561-8a7c-a260ea83f6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:31.689727 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aea739f8-72c4-4561-8a7c-a260ea83f6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:31.691570 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-aea739f8-72c4-4561-8a7c-a260ea83f6e7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/14cc67f7-6e75-41b7-8e72-2a1758f78950 HTTP/1.1" status: 204 len: 168 time: 0.7613430 Aug 29 07:05:31.729874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea739f8-72c4-4561-8a7c-a260ea83f6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cc67f7-6e75-41b7-8e72-2a1758f78950,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:31.740567 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bcb9f99-c1af-4a5c-b064-f49e9393de6a req-b75c20c9-89cb-4f86-8483-0b770a2cd5bd tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698257 Aug 29 07:05:31.825085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a60288-db4a-4583-877b-bbb3910486c3 req-c585105b-897b-4d0e-85fd-79ef5eec98d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:31.829509 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12a60288-db4a-4583-877b-bbb3910486c3 req-c585105b-897b-4d0e-85fd-79ef5eec98d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 917 time: 0.2985184 Aug 29 07:05:31.881706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Transition to ACTIVE for port object 0f604183-dede-42d6-8dcd-4ce635ad8bc7 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:31.996640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7709b-f6c1-4851-80c3-9854e371e8e4 req-fa3b5ea8-388a-408a-bcca-7dcb3756da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:31.999191 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0bd7709b-f6c1-4851-80c3-9854e371e8e4 req-fa3b5ea8-388a-408a-bcca-7dcb3756da4e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3472569 Aug 29 07:05:32.088280 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12a60288-db4a-4583-877b-bbb3910486c3 req-377c2cf2-bf33-4b27-814e-8485aeb3237d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eb09501-4176-474c-bb64-91dd939c784c HTTP/1.1" status: 200 len: 1001 time: 0.2532279 Aug 29 07:05:32.157040 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a60288-db4a-4583-877b-bbb3910486c3 req-86a9e00b-3ba5-49f6-88f1-0b1bdd2fdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:32.163417 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12a60288-db4a-4583-877b-bbb3910486c3 req-86a9e00b-3ba5-49f6-88f1-0b1bdd2fdd15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7085e65-5548-41fd-a4b3-5a3f77bcccc9 HTTP/1.1" status: 200 len: 855 time: 0.0642023 Aug 29 07:05:32.212849 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a60288-db4a-4583-877b-bbb3910486c3 req-361146f2-ddd4-4ccf-b453-b98ad4fe3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:32.214450 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12a60288-db4a-4583-877b-bbb3910486c3 req-361146f2-ddd4-4ccf-b453-b98ad4fe3df2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476491 Aug 29 07:05:32.246780 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:32.315638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network a95c60d0-ec43-4849-8675-7614039b0447 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:32.323595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:32.343251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:05:32.374222 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12a60288-db4a-4583-877b-bbb3910486c3 req-577ab5b5-a631-4b96-aaf0-7ed7fd13f401 service neutron] 10.222.0.11 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521835 Aug 29 07:05:32.433470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=0f604183-dede-42d6-8dcd-4ce635ad8bc7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:32.501736 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:32.877875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-59241d3e-d057-46d5-b6ad-4ca7399f4747 None None] Provisioning for port 0f604183-dede-42d6-8dcd-4ce635ad8bc7 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:05:32.881352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-59241d3e-d057-46d5-b6ad-4ca7399f4747 None None] Provisioning complete for port 0f604183-dede-42d6-8dcd-4ce635ad8bc7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:32.881937 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-59241d3e-d057-46d5-b6ad-4ca7399f4747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:32.931081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12a60288-db4a-4583-877b-bbb3910486c3 req-38bdf57b-dd8b-4b88-81a6-394b789dbe20 service neutron] 10.222.0.11 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484052 Aug 29 07:05:32.957410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0e6f6-de95-4f7d-a987-0636f9c65780 req-72987b61-6e69-425a-918e-c9fb22874393 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:32.960132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-59241d3e-d057-46d5-b6ad-4ca7399f4747 None None] Port 0f604183-dede-42d6-8dcd-4ce635ad8bc7 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:05:32.961532 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98b0e6f6-de95-4f7d-a987-0636f9c65780 req-72987b61-6e69-425a-918e-c9fb22874393 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.2270339 Aug 29 07:05:33.035101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98b0e6f6-de95-4f7d-a987-0636f9c65780 req-e6c50580-0293-441d-b7c1-5ed5698e1031 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670395 Aug 29 07:05:33.062844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c5264-47d0-4099-8375-38c612ef87a0 req-aa60b6f1-ffcf-47d7-9326-785e2290c897 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:33.064665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-443c5264-47d0-4099-8375-38c612ef87a0 req-aa60b6f1-ffcf-47d7-9326-785e2290c897 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1016345 Aug 29 07:05:33.133809 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:33.161280 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-443c5264-47d0-4099-8375-38c612ef87a0 req-5d55136b-e181-47e2-ac0d-0006a69991ba tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863137 Aug 29 07:05:33.540855 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:33.620439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-95e5e45d-2330-414e-a45d-fc6f6fcda631 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:33.621993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-95e5e45d-2330-414e-a45d-fc6f6fcda631 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/networks?id=aa9996a5-9338-44b4-9ad2-2b9687843d19 HTTP/1.1" status: 200 len: 814 time: 0.1440604 Aug 29 07:05:33.633557 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:33.649753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-2bc71471-6d94-42a1-a028-0545d940ffb9 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/quotas/8bd3d0ccbdc2480a8e8c9bd60e514018 HTTP/1.1" status: 200 len: 375 time: 0.0200193 Aug 29 07:05:33.678863 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:33.746743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-f76a30dc-fe7b-4848-9c72-7b6d50337a6c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811238 Aug 29 07:05:33.761745 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=0f604183-dede-42d6-8dcd-4ce635ad8bc7,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:33.776953 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:33.924535 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-2d5d412a-5e50-4172-b524-f0389342d134 service neutron] 10.222.0.76 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693239 Aug 29 07:05:33.962988 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network a95c60d0-ec43-4849-8675-7614039b0447 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:33.965842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:34.113357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-7feaf3af-2d62-4acd-9292-af75b94ccb23 service neutron] 10.222.0.76 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743970 Aug 29 07:05:34.113961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router a7c5d7f3-5cec-4016-b346-4713dbd2ee97 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:05:34.276139 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaa952-9410-49df-89e4-d9c33286808d req-8a0c1c8c-4841-4224-bb2a-98f362d4c09e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:34.281002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1eb09501-4176-474c-bb64-91dd939c784c no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:05:34.297901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1fcaa952-9410-49df-89e4-d9c33286808d req-8a0c1c8c-4841-4224-bb2a-98f362d4c09e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.1296029 Aug 29 07:05:34.414644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1fcaa952-9410-49df-89e4-d9c33286808d req-e36f4a68-dac6-4d0e-87c4-fd9939cdceaf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039984 Aug 29 07:05:34.541868 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:34.577699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bd2ec-f926-4a70-ab10-de37f5d1dd9e req-9be95876-085b-4dc7-aaaf-548be638e8cb tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:34.586327 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f8bd2ec-f926-4a70-ab10-de37f5d1dd9e req-9be95876-085b-4dc7-aaaf-548be638e8cb tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1032317 Aug 29 07:05:34.641464 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89b2bfda-c2af-4b98-b5cb-f7edb81fd029 req-e1145aaa-8886-4315-8620-071c039d4ff4 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 210 time: 0.0515676 Aug 29 07:05:34.665162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:05:34.676225 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c887155c-a23b-4b4f-9809-7f4608528244" -d '{"events": [{"server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb09501-4176-474c-bb64-91dd939c784c"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:05:34.690940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1a4f7e17-bbdb-4afa-8d61-8d740af8e9af None None] Provisioning complete for port 0f604183-dede-42d6-8dcd-4ce635ad8bc7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:34.691361 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7e17-bbdb-4afa-8d61-8d740af8e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:34.723791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f8bd2ec-f926-4a70-ab10-de37f5d1dd9e req-89e39a03-9dc3-4326-9d02-d6152e2bda59 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364779 Aug 29 07:05:34.790192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1a4f7e17-bbdb-4afa-8d61-8d740af8e9af None None] Port 0f604183-dede-42d6-8dcd-4ce635ad8bc7 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:05:34.801556 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d89c0d-4b21-49ea-8e7b-8c991fdd20ac x-openstack-request-id: req-e8d89c0d-4b21-49ea-8e7b-8c991fdd20ac {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:05:34.803428 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb09501-4176-474c-bb64-91dd939c784c", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:05:34.803706 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e8d89c0d-4b21-49ea-8e7b-8c991fdd20ac {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:05:34.805721 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c', 'code': 200} Aug 29 07:05:34.811971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1eb09501-4176-474c-bb64-91dd939c784c,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:34.929585 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:34.988283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:05:34.993993 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-35f6845a-341b-4e23-8142-cdd5ba96f15b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/a7c5d7f3-5cec-4016-b346-4713dbd2ee97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0027108 Aug 29 07:05:34.997061 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47210) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:35.002443 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c964adb1-42b9-4b4e-82b9-0392ab899610 None None] Sync routers for ids ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:05:35.014366 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c964adb1-42b9-4b4e-82b9-0392ab899610 None None] Routers {'a7c5d7f3-5cec-4016-b346-4713dbd2ee97'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:05:35.015168 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c964adb1-42b9-4b4e-82b9-0392ab899610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:05:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:35.021563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=1eb09501-4176-474c-bb64-91dd939c784c,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:35.071378 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c964adb1-42b9-4b4e-82b9-0392ab899610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:35.105463 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c964adb1-42b9-4b4e-82b9-0392ab899610 None None] Routers {'a7c5d7f3-5cec-4016-b346-4713dbd2ee97'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:05:35.106621 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c964adb1-42b9-4b4e-82b9-0392ab899610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:05:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:35.116885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab27aae-0bf4-4a25-96cd-9cf9fa5bd808 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:35.130698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7ab27aae-0bf4-4a25-96cd-9cf9fa5bd808 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports/0f604183-dede-42d6-8dcd-4ce635ad8bc7 HTTP/1.1" status: 200 len: 910 time: 0.1329641 Aug 29 07:05:35.134525 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47216) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:35.208149 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c964adb1-42b9-4b4e-82b9-0392ab899610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:35.212092 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c964adb1-42b9-4b4e-82b9-0392ab899610 None None] The sync data for ids ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:05:35.541304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74345774-da82-4d5c-ae00-af8d311dd7b6 req-bcee8a71-e1bf-4987-8fa4-9ca82126e19b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:35.552141 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74345774-da82-4d5c-ae00-af8d311dd7b6 req-bcee8a71-e1bf-4987-8fa4-9ca82126e19b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.0547581 Aug 29 07:05:35.576887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5f274bc-1d65-41ce-8732-36b6814616ce tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:35.607781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74345774-da82-4d5c-ae00-af8d311dd7b6 req-ccb4659d-7c70-4f51-8856-1a3d11f65edf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557671 Aug 29 07:05:35.736506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae7b1ed5-6bc9-4118-abba-5ee1291b32d6 req-c0e5a93f-8ed1-42da-91b9-b6bbd80fd1c9 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 210 time: 0.0389681 Aug 29 07:05:35.902706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2c0e2-4c2e-4afe-a794-1d2315773811 req-f199674e-afef-40b4-8697-60bb0d394461 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:35.913860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70a2c0e2-4c2e-4afe-a794-1d2315773811 req-f199674e-afef-40b4-8697-60bb0d394461 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 943 time: 0.1038280 Aug 29 07:05:35.947447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a5f274bc-1d65-41ce-8732-36b6814616ce tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port 0f604183-dede-42d6-8dcd-4ce635ad8bc7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:05:35.947998 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5f274bc-1d65-41ce-8732-36b6814616ce tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:35.955507 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70a2c0e2-4c2e-4afe-a794-1d2315773811 req-9ebdf4ec-693b-4b84-bc3a-3cd5a9690524 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426004 Aug 29 07:05:36.109151 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5f274bc-1d65-41ce-8732-36b6814616ce tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:36.138661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a5f274bc-1d65-41ce-8732-36b6814616ce tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for 0f604183-dede-42d6-8dcd-4ce635ad8bc7 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:05:36.449136 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5f274bc-1d65-41ce-8732-36b6814616ce tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:36.501331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f274bc-1d65-41ce-8732-36b6814616ce tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=0f604183-dede-42d6-8dcd-4ce635ad8bc7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:36.724967 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5f274bc-1d65-41ce-8732-36b6814616ce tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:36.817268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d773411-326d-433f-ad84-b9b7b7acdf32 req-bfb28377-b908-4ab9-896e-4a76f4cc091b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:36.827184 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d773411-326d-433f-ad84-b9b7b7acdf32 req-bfb28377-b908-4ab9-896e-4a76f4cc091b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.1394689 Aug 29 07:05:36.883842 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d773411-326d-433f-ad84-b9b7b7acdf32 req-5d59dfb9-facb-4e83-88d3-6381edbf84ca tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548143 Aug 29 07:05:37.003445 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9247b316-133f-4c52-9379-a502c2489879 req-4a062891-d0cb-4dee-9f4e-5df455c11e01 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 210 time: 0.0427756 Aug 29 07:05:37.054054 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f274bc-1d65-41ce-8732-36b6814616ce tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router a7c5d7f3-5cec-4016-b346-4713dbd2ee97 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:05:37.156311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f274bc-1d65-41ce-8732-36b6814616ce tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:05:37.163215 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a5f274bc-1d65-41ce-8732-36b6814616ce tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/a7c5d7f3-5cec-4016-b346-4713dbd2ee97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0276246 Aug 29 07:05:37.166038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47364) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:37.166651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcacc28b-e029-469f-9436-21619a7e9ca7 None None] Sync routers for ids ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:05:37.180703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcacc28b-e029-469f-9436-21619a7e9ca7 None None] Routers {'a7c5d7f3-5cec-4016-b346-4713dbd2ee97'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:05:37.181713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-dcacc28b-e029-469f-9436-21619a7e9ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:05:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:37.228895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-dcacc28b-e029-469f-9436-21619a7e9ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:37.241737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcacc28b-e029-469f-9436-21619a7e9ca7 None None] Routers {'a7c5d7f3-5cec-4016-b346-4713dbd2ee97'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:05:37.243492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-dcacc28b-e029-469f-9436-21619a7e9ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:05:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:37.279675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-dcacc28b-e029-469f-9436-21619a7e9ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:37.280683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcacc28b-e029-469f-9436-21619a7e9ca7 None None] The sync data for ids ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:05:37.561112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00dd1a31-c75d-4bb0-8d1f-c9be244c830e tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:37.951022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-2749fd3f-1208-4a95-8f22-6475fc3e1284 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:37.952760 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-2749fd3f-1208-4a95-8f22-6475fc3e1284 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.11 "GET /v2.0/networks?id=aa9996a5-9338-44b4-9ad2-2b9687843d19 HTTP/1.1" status: 200 len: 814 time: 0.1762178 Aug 29 07:05:37.962614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-00dd1a31-c75d-4bb0-8d1f-c9be244c830e tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port eabc5002-3323-442f-9503-4fede3209101 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:05:37.963213 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00dd1a31-c75d-4bb0-8d1f-c9be244c830e tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:37.983354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-debbb62d-b88a-4705-9714-263e6921e9fa tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Request body: {'port': {'device_id': 'd3743137-b2ec-4000-b0f3-aafc79d7afe7', 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19', 'admin_state_up': True, 'tenant_id': '8bd3d0ccbdc2480a8e8c9bd60e514018'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:38.158661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47424) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:38.208969 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-56a7175d-6fe3-47c0-ad6b-4c9a3e702c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:38.279250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 1eb09501-4176-474c-bb64-91dd939c784c no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:05:38.363120 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aef03f79-61b6-43c0-b45b-f0b5f1af0d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:38.473982 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aef03f79-61b6-43c0-b45b-f0b5f1af0d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:38.614696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bf70bad-2d4b-4c4f-81dc-70003ea9a24c req-286a8a02-3172-41e0-8c98-c607ecbc34a0 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 210 time: 0.1362815 Aug 29 07:05:38.639291 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aef03f79-61b6-43c0-b45b-f0b5f1af0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:38.683254 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00dd1a31-c75d-4bb0-8d1f-c9be244c830e tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:38.691576 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aef03f79-61b6-43c0-b45b-f0b5f1af0d1a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a2770e5610564eac866eaee6c4644b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298829 Aug 29 07:05:38.692862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef03f79-61b6-43c0-b45b-f0b5f1af0d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2b1ada-3c16-4d51-9ea0-f4b9eff8dddf,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:38.695700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47446) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:38.706868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942a9d2-30e3-47f8-81b9-2a629b3d35e1 req-5657dfcb-4218-4163-a458-2a6df97bbd1d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:38.720324 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f942a9d2-30e3-47f8-81b9-2a629b3d35e1 req-5657dfcb-4218-4163-a458-2a6df97bbd1d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.2348642 Aug 29 07:05:38.742599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-00dd1a31-c75d-4bb0-8d1f-c9be244c830e tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for eabc5002-3323-442f-9503-4fede3209101 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:05:38.774545 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a727-4f3f-4adc-9dd2-9bb2424012c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:38.798984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a727-4f3f-4adc-9dd2-9bb2424012c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:38.834628 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f942a9d2-30e3-47f8-81b9-2a629b3d35e1 req-33b048ce-86eb-4725-8672-cfd598f8e4bb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193480 Aug 29 07:05:39.049769 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-debbb62d-b88a-4705-9714-263e6921e9fa tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Made reservation on behalf of 8bd3d0ccbdc2480a8e8c9bd60e514018 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:39.051046 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a727-4f3f-4adc-9dd2-9bb2424012c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:39.053177 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a727-4f3f-4adc-9dd2-9bb2424012c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:39.057522 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6cf7a727-4f3f-4adc-9dd2-9bb2424012c4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4f2b1ada-3c16-4d51-9ea0-f4b9eff8dddf HTTP/1.1" status: 204 len: 168 time: 0.3424120 Aug 29 07:05:39.057635 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-debbb62d-b88a-4705-9714-263e6921e9fa tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:39.062969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7a727-4f3f-4adc-9dd2-9bb2424012c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2b1ada-3c16-4d51-9ea0-f4b9eff8dddf,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:39.126591 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00dd1a31-c75d-4bb0-8d1f-c9be244c830e tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:39.215370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd1a31-c75d-4bb0-8d1f-c9be244c830e tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=eabc5002-3323-442f-9503-4fede3209101,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:39.435375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-debbb62d-b88a-4705-9714-263e6921e9fa tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Allocated IP 172.20.0.3 (aa9996a5-9338-44b4-9ad2-2b9687843d19/211670e9-9db5-4334-a16a-3276a6f72e99/803db5a9-72e8-4376-accf-a78bbc6bfc58) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:05:39.451024 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-00dd1a31-c75d-4bb0-8d1f-c9be244c830e tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:39.774488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dd1a31-c75d-4bb0-8d1f-c9be244c830e tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router a7c5d7f3-5cec-4016-b346-4713dbd2ee97 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:05:39.776898 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-decb17e5-016e-47d6-a925-355ac4c86271 req-0b34e9f9-94e7-498f-80a5-804f22ea78cb tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 210 time: 0.0530386 Aug 29 07:05:39.912133 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dd1a31-c75d-4bb0-8d1f-c9be244c830e tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:05:39.920820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-00dd1a31-c75d-4bb0-8d1f-c9be244c830e tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/a7c5d7f3-5cec-4016-b346-4713dbd2ee97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7509270 Aug 29 07:05:39.921479 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47526) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:39.923484 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed463ee3-f8f3-4084-8697-6382107aee9c None None] Sync routers for ids ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:05:39.936333 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed463ee3-f8f3-4084-8697-6382107aee9c None None] Routers {'a7c5d7f3-5cec-4016-b346-4713dbd2ee97'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:05:39.937135 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ed463ee3-f8f3-4084-8697-6382107aee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:05:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:39.937877 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-debbb62d-b88a-4705-9714-263e6921e9fa tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:39.963282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47528) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:39.963528 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d653eca8-7e5f-4c78-9efe-4e9044a7578c tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7c5d7f3-5cec-4016-b346-4713dbd2ee97 HTTP/1.1" status: 200 len: 205 time: 0.0398533 Aug 29 07:05:39.986576 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ed463ee3-f8f3-4084-8697-6382107aee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:39.996083 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed463ee3-f8f3-4084-8697-6382107aee9c None None] Routers {'a7c5d7f3-5cec-4016-b346-4713dbd2ee97'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:05:39.996752 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ed463ee3-f8f3-4084-8697-6382107aee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:05:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:40.041426 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ed463ee3-f8f3-4084-8697-6382107aee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:40.041426 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed463ee3-f8f3-4084-8697-6382107aee9c None None] The sync data for ids ['a7c5d7f3-5cec-4016-b346-4713dbd2ee97'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:05:40.120143 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d409061-37c1-4b74-8ae9-09f4e870bf77 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:40.184708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e524c65-1504-429a-9254-a8299abd114f req-ac24ff25-c778-4358-b4ec-204f48f07036 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:40.186329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4e524c65-1504-429a-9254-a8299abd114f req-ac24ff25-c778-4358-b4ec-204f48f07036 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.2361717 Aug 29 07:05:40.209224 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47546) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:40.232132 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77e6f785-64af-4b50-9650-01cbad563125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:40.389800 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77e6f785-64af-4b50-9650-01cbad563125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:40.400344 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4e524c65-1504-429a-9254-a8299abd114f req-a357dcab-2397-471e-b9bb-4345539c7b85 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578033 Aug 29 07:05:40.403747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-debbb62d-b88a-4705-9714-263e6921e9fa tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:40.411805 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d409061-37c1-4b74-8ae9-09f4e870bf77 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:40.415413 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d409061-37c1-4b74-8ae9-09f4e870bf77 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:40.423264 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:05:40.454655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['d5db42ad-d116-4485-a922-ab2c456cf858'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:05:40.492351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-debbb62d-b88a-4705-9714-263e6921e9fa tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Network aa9996a5-9338-44b4-9ad2-2b9687843d19 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:40.496568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-debbb62d-b88a-4705-9714-263e6921e9fa tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:40.501489 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-debbb62d-b88a-4705-9714-263e6921e9fa tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:05:40.546317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbb62d-b88a-4705-9714-263e6921e9fa tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Pushing event updated for resources: {'Port': ['ID=803db5a9-72e8-4376-accf-a78bbc6bfc58,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:40.574452 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-debbb62d-b88a-4705-9714-263e6921e9fa tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:40.575393 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-debbb62d-b88a-4705-9714-263e6921e9fa tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:40.579912 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77e6f785-64af-4b50-9650-01cbad563125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:40.653669 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-77e6f785-64af-4b50-9650-01cbad563125 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=43dc102689a04cf0951e9430dc0dcd0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429159 Aug 29 07:05:40.660521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6f785-64af-4b50-9650-01cbad563125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f2c056-2c0b-440f-93ca-252fa8f30fad,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:40.667056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47568) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:40.684103 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d409061-37c1-4b74-8ae9-09f4e870bf77 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:40.688172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d409061-37c1-4b74-8ae9-09f4e870bf77 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Fanout notify agent at l3_agent the message router_deleted on router a7c5d7f3-5cec-4016-b346-4713dbd2ee97 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:05:40.703868 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d409061-37c1-4b74-8ae9-09f4e870bf77 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:40.711704 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5d409061-37c1-4b74-8ae9-09f4e870bf77 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/routers/a7c5d7f3-5cec-4016-b346-4713dbd2ee97 HTTP/1.1" status: 204 len: 168 time: 0.7468410 Aug 29 07:05:40.713575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47570) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:40.791677 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec303770-88cb-4f81-84ee-024a35ca0ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:40.834246 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec303770-88cb-4f81-84ee-024a35ca0ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:40.871367 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45c86ac-26cd-4df1-aa6c-1e490c65724b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting subnet 66866b2f-bfa0-451a-a206-31769e993e4d {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:05:40.876406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-debbb62d-b88a-4705-9714-263e6921e9fa tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9066422 Aug 29 07:05:40.877113 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e45c86ac-26cd-4df1-aa6c-1e490c65724b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:40.892879 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:40.922612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Request body: {'port': {'device_id': 'd3743137-b2ec-4000-b0f3-aafc79d7afe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:40.989560 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5fdac-c5bf-42bf-8a17-fe5c7c9945d0 req-a6e7f53c-0a18-440c-8f80-d25a207dbeb3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:40.995886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80b5fdac-c5bf-42bf-8a17-fe5c7c9945d0 req-a6e7f53c-0a18-440c-8f80-d25a207dbeb3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 943 time: 0.3657465 Aug 29 07:05:41.025270 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e45c86ac-26cd-4df1-aa6c-1e490c65724b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:41.056500 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec303770-88cb-4f81-84ee-024a35ca0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:41.062540 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec303770-88cb-4f81-84ee-024a35ca0ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:41.066856 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ec303770-88cb-4f81-84ee-024a35ca0ee1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d5f2c056-2c0b-440f-93ca-252fa8f30fad HTTP/1.1" status: 204 len: 168 time: 0.3968456 Aug 29 07:05:41.080455 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec303770-88cb-4f81-84ee-024a35ca0ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f2c056-2c0b-440f-93ca-252fa8f30fad,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:41.109394 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64373351-d3e5-4f6a-9457-d9e575cfeb75 req-72043768-d80c-4a05-b448-2de585973881 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:41.115889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64373351-d3e5-4f6a-9457-d9e575cfeb75 req-72043768-d80c-4a05-b448-2de585973881 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 931 time: 0.1981392 Aug 29 07:05:41.156264 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:41.200674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80b5fdac-c5bf-42bf-8a17-fe5c7c9945d0 req-4e0b986e-ab2c-4539-9527-6c1061695ffc tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972392 Aug 29 07:05:41.294965 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64373351-d3e5-4f6a-9457-d9e575cfeb75 req-fb840b3f-63e9-4cc4-9416-ee12833e25c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773889 Aug 29 07:05:41.338692 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e45c86ac-26cd-4df1-aa6c-1e490c65724b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:41.498668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47616) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:41.552253 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9aaf-c84d-4e01-b6ed-dd618a8df899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:41.616141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af75f02-01f5-4bc0-8725-e5ca341ec5d3 req-9dcade25-b2de-4669-9a5b-58c0c80a18d7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:41.617504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1af75f02-01f5-4bc0-8725-e5ca341ec5d3 req-9dcade25-b2de-4669-9a5b-58c0c80a18d7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.1243656 Aug 29 07:05:41.701470 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa7598a4-ca05-42b0-aa93-3a915a647e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:41.703731 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e45c86ac-26cd-4df1-aa6c-1e490c65724b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:41.755034 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:41.777771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c86ac-26cd-4df1-aa6c-1e490c65724b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Subnet': ['ID=66866b2f-bfa0-451a-a206-31769e993e4d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:41.834975 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e45c86ac-26cd-4df1-aa6c-1e490c65724b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:41.836091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041b0ce2-48ca-4b28-b7db-00050eb936d7 None None] Network a95c60d0-ec43-4849-8675-7614039b0447 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:41.839642 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e45c86ac-26cd-4df1-aa6c-1e490c65724b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/66866b2f-bfa0-451a-a206-31769e993e4d HTTP/1.1" status: 204 len: 168 time: 1.1234653 Aug 29 07:05:41.841422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47638) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:41.844918 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1af75f02-01f5-4bc0-8725-e5ca341ec5d3 req-ee9b9501-a393-4ac1-9e04-36d17ce1e883 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689291 Aug 29 07:05:41.874742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58a4b929-374d-4de9-981f-8a93043564b6 req-35bf1ba0-37d8-4728-870b-723646b5a651 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4877241 Aug 29 07:05:41.910610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-5213c494-5b69-4995-a564-3cfa4a0c3b18 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting subnet 0dda96c1-890c-434d-9f8a-9ac50bf5c462 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:05:41.928613 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5213c494-5b69-4995-a564-3cfa4a0c3b18 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:41.957517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803db5a9-72e8-4376-accf-a78bbc6bfc58 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:05:41.966752 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:41.994722 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Transition to ACTIVE for port object 803db5a9-72e8-4376-accf-a78bbc6bfc58 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:41.999733 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5213c494-5b69-4995-a564-3cfa4a0c3b18 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.056658 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa7598a4-ca05-42b0-aa93-3a915a647e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.089890 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.136445 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa7598a4-ca05-42b0-aa93-3a915a647e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.178994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7598a4-ca05-42b0-aa93-3a915a647e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f611ab-e1a2-44a2-b3c6-50cb4b96beb5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:42.193113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c51eff1-ce89-4dbf-966d-c4633d48d52d None None] DHCP port deletion for a95c60d0-ec43-4849-8675-7614039b0447 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:05:42.227818 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5213c494-5b69-4995-a564-3cfa4a0c3b18 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.241317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Pushing event updated for resources: {'Port': ['ID=803db5a9-72e8-4376-accf-a78bbc6bfc58,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:42.280782 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fa7598a4-ca05-42b0-aa93-3a915a647e92 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=14fb7d9625a64babaeac7bb383148887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7807782 Aug 29 07:05:42.291022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47662) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:42.427423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6c51eff1-ce89-4dbf-966d-c4633d48d52d None None] Deleting port 19d66e27-61e2-4820-ac44-96849d11b2ec {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:05:42.428649 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6c51eff1-ce89-4dbf-966d-c4633d48d52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.479571 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-557174c2-7771-4d3b-9fbb-486ae92407e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.524293 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-557174c2-7771-4d3b-9fbb-486ae92407e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.544288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Attempting to bind port 803db5a9-72e8-4376-accf-a78bbc6bfc58 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:05:42.544601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Attempting to bind port 803db5a9-72e8-4376-accf-a78bbc6bfc58 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:05:42.545024 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Attempting to bind port 803db5a9-72e8-4376-accf-a78bbc6bfc58 on network aa9996a5-9338-44b4-9ad2-2b9687843d19 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:42.569039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6c51eff1-ce89-4dbf-966d-c4633d48d52d None None] For port 19d66e27-61e2-4820-ac44-96849d11b2ec, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=19d66e27-61e2-4820-ac44-96849d11b2ec,segment=NetworkSegment(78ec496a-ac1d-4b62-b479-bcf841a3897e),segment_id=78ec496a-ac1d-4b62-b479-bcf841a3897e)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:42.569039 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6c51eff1-ce89-4dbf-966d-c4633d48d52d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.588333 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6c51eff1-ce89-4dbf-966d-c4633d48d52d None None] Calling delete_port for 19d66e27-61e2-4820-ac44-96849d11b2ec owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:05:42.614306 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5213c494-5b69-4995-a564-3cfa4a0c3b18 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.616895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Port 803db5a9-72e8-4376-accf-a78bbc6bfc58 on network aa9996a5-9338-44b4-9ad2-2b9687843d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:05:42.618097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Attempting to bind port 803db5a9-72e8-4376-accf-a78bbc6bfc58 on network aa9996a5-9338-44b4-9ad2-2b9687843d19 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:42.635942 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5213c494-5b69-4995-a564-3cfa4a0c3b18 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.640761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47680) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:42.642869 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5213c494-5b69-4995-a564-3cfa4a0c3b18 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/0dda96c1-890c-434d-9f8a-9ac50bf5c462 HTTP/1.1" status: 204 len: 168 time: 0.7954881 Aug 29 07:05:42.668043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:05:42.668392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Checking segment: {'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:42.668788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Bound using segment: {'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:05:42.669244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Bound port: 803db5a9-72e8-4376-accf-a78bbc6bfc58, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:05:42.669611 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.685448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213c494-5b69-4995-a564-3cfa4a0c3b18 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Subnet': ['ID=0dda96c1-890c-434d-9f8a-9ac50bf5c462,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:42.700848 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3060c7-8860-4a3f-94fe-d467ab6be6aa None None] Network c670ed58-6cf6-491c-8c4a-753b4989ff56 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:42.775464 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-557174c2-7771-4d3b-9fbb-486ae92407e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.778480 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-557174c2-7771-4d3b-9fbb-486ae92407e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.781125 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-557174c2-7771-4d3b-9fbb-486ae92407e9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/94f611ab-e1a2-44a2-b3c6-50cb4b96beb5 HTTP/1.1" status: 204 len: 168 time: 0.4886217 Aug 29 07:05:42.802592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557174c2-7771-4d3b-9fbb-486ae92407e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f611ab-e1a2-44a2-b3c6-50cb4b96beb5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:42.818831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafaa3c4-031b-429f-a3c7-16befb434da1 req-a3f7103c-3278-46ab-a6d1-8128f406773d tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:42.821229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cafaa3c4-031b-429f-a3c7-16befb434da1 req-a3f7103c-3278-46ab-a6d1-8128f406773d tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 943 time: 0.2844603 Aug 29 07:05:42.866303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfa716-b091-4042-b28e-293835a7eb65 req-57ac5c24-cd6d-43fe-955a-da8a9a728d5f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:42.875535 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6dcfa716-b091-4042-b28e-293835a7eb65 req-57ac5c24-cd6d-43fe-955a-da8a9a728d5f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 943 time: 0.3924096 Aug 29 07:05:42.918023 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6c51eff1-ce89-4dbf-966d-c4633d48d52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.928979 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2409f0d-f87a-4be2-ae8e-52f3c3abc54a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:42.987729 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51eff1-ce89-4dbf-966d-c4633d48d52d None None] No DVR routers for this DVR port 19d66e27-61e2-4820-ac44-96849d11b2ec on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:05:42.994280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51eff1-ce89-4dbf-966d-c4633d48d52d None None] Pushing event deleted for resources: {'Port': ['ID=19d66e27-61e2-4820-ac44-96849d11b2ec,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:43.008923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cafaa3c4-031b-429f-a3c7-16befb434da1 req-c5f4349a-2c91-40af-9c2e-23bdc0007e8f tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312182 Aug 29 07:05:43.043927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6dcfa716-b091-4042-b28e-293835a7eb65 req-cf9eb7e7-f389-4aba-9a66-7db31600b016 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679287 Aug 29 07:05:43.098653 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] For port 803db5a9-72e8-4376-accf-a78bbc6bfc58, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:05:43.151659 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] For port 803db5a9-72e8-4376-accf-a78bbc6bfc58, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=803db5a9-72e8-4376-accf-a78bbc6bfc58,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:05:43.177583 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239af9f4-98b2-44d9-afaa-ba286b074834 None None] DHCP port deletion for c670ed58-6cf6-491c-8c4a-753b4989ff56 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:05:43.296273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 19d66e27-61e2-4820-ac44-96849d11b2ec no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:05:43.315809 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:43.337195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 19d66e27-61e2-4820-ac44-96849d11b2ec {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:05:43.337195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 19d66e27-61e2-4820-ac44-96849d11b2ec not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:05:43.338228 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2409f0d-f87a-4be2-ae8e-52f3c3abc54a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:43.338870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-239af9f4-98b2-44d9-afaa-ba286b074834 None None] Deleting port ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:05:43.339452 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-239af9f4-98b2-44d9-afaa-ba286b074834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:43.376110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954746c-72cd-472e-b7fc-cbd9cbd632b2 req-c1afee5c-ffb6-4f7b-96a1-fbd551d4b763 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:43.386941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d954746c-72cd-472e-b7fc-cbd9cbd632b2 req-c1afee5c-ffb6-4f7b-96a1-fbd551d4b763 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.2242768 Aug 29 07:05:43.386941 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c2409f0d-f87a-4be2-ae8e-52f3c3abc54a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95c60d0-ec43-4849-8675-7614039b0447']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:43.407002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:43.407968 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:43.410137 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] 10.222.0.11 "PUT /v2.0/ports/803db5a9-72e8-4376-accf-a78bbc6bfc58 HTTP/1.1" status: 200 len: 1092 time: 2.4958205 Aug 29 07:05:43.410680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3743137-b2ec-4000-b0f3-aafc79d7afe7', 'tag': '803db5a9-72e8-4376-accf-a78bbc6bfc58'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:05:43.413255 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfb99d2-a48c-4ad7-9fd0-91bda51bcc6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3743137-b2ec-4000-b0f3-aafc79d7afe7", "tag": "803db5a9-72e8-4376-accf-a78bbc6bfc58"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:05:43.484975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c2409f0d-f87a-4be2-ae8e-52f3c3abc54a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ec496a-ac1d-4b62-b479-bcf841a3897e') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:43.485512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c2409f0d-f87a-4be2-ae8e-52f3c3abc54a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ec496a-ac1d-4b62-b479-bcf841a3897e') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:43.502495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-239af9f4-98b2-44d9-afaa-ba286b074834 None None] For port ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3,segment=NetworkSegment(759bb49b-8a7b-4d6b-bd97-97e7227f9689),segment_id=759bb49b-8a7b-4d6b-bd97-97e7227f9689)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:43.503465 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-239af9f4-98b2-44d9-afaa-ba286b074834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:43.519602 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2409f0d-f87a-4be2-ae8e-52f3c3abc54a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:43.524699 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85241c2-ae6d-4f2a-bf52-8716a7668727 x-openstack-request-id: req-d85241c2-ae6d-4f2a-bf52-8716a7668727 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:05:43.524997 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3743137-b2ec-4000-b0f3-aafc79d7afe7", "tag": "803db5a9-72e8-4376-accf-a78bbc6bfc58", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:05:43.525258 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d85241c2-ae6d-4f2a-bf52-8716a7668727 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:05:43.525662 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3743137-b2ec-4000-b0f3-aafc79d7afe7', 'tag': '803db5a9-72e8-4376-accf-a78bbc6bfc58', 'status': 'completed', 'code': 200} Aug 29 07:05:43.534839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-239af9f4-98b2-44d9-afaa-ba286b074834 None None] Calling delete_port for ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:05:43.543476 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d954746c-72cd-472e-b7fc-cbd9cbd632b2 req-5cda1429-78ef-4b3a-b669-43d0a31bcce9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526260 Aug 29 07:05:43.544986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e70220-7fad-4943-84da-4915633b8e3c service neutron] Pushing event updated for resources: {'Port': ['ID=803db5a9-72e8-4376-accf-a78bbc6bfc58,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:43.548524 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2409f0d-f87a-4be2-ae8e-52f3c3abc54a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:43.556173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2409f0d-f87a-4be2-ae8e-52f3c3abc54a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:05:43.556786 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2409f0d-f87a-4be2-ae8e-52f3c3abc54a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:05:43.561061 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:05:43.664861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb99d2-a48c-4ad7-9fd0-91bda51bcc6d req-b36d4552-afbb-40cc-a68b-75427b488e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:43.666417 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddfb99d2-a48c-4ad7-9fd0-91bda51bcc6d req-b36d4552-afbb-40cc-a68b-75427b488e3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 1095 time: 0.0840223 Aug 29 07:05:43.745404 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:43.792660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb99d2-a48c-4ad7-9fd0-91bda51bcc6d req-56461bfe-d035-4468-9f43-d8fda102f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:43.794223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddfb99d2-a48c-4ad7-9fd0-91bda51bcc6d req-56461bfe-d035-4468-9f43-d8fda102f080 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1136258 Aug 29 07:05:43.796802 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2409f0d-f87a-4be2-ae8e-52f3c3abc54a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:43.801806 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-239af9f4-98b2-44d9-afaa-ba286b074834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:43.806657 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2409f0d-f87a-4be2-ae8e-52f3c3abc54a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:43.809504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c2409f0d-f87a-4be2-ae8e-52f3c3abc54a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/networks/a95c60d0-ec43-4849-8675-7614039b0447 HTTP/1.1" status: 204 len: 168 time: 1.1673024 Aug 29 07:05:43.812940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47724) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:43.829279 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239af9f4-98b2-44d9-afaa-ba286b074834 None None] Pushing event deleted for resources: {'Port': ['ID=ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:43.836151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2409f0d-f87a-4be2-ae8e-52f3c3abc54a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Network': ['ID=a95c60d0-ec43-4849-8675-7614039b0447,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:43.836329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239af9f4-98b2-44d9-afaa-ba286b074834 None None] No DVR routers for this DVR port ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:05:43.937691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d92f6d6a-40f1-4b17-a2f8-c20249cde5ed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:43.970303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb99d2-a48c-4ad7-9fd0-91bda51bcc6d req-a27247d2-5fed-4c67-aa06-740ec9fe40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:43.972204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddfb99d2-a48c-4ad7-9fd0-91bda51bcc6d req-a27247d2-5fed-4c67-aa06-740ec9fe40ca service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671169 Aug 29 07:05:44.045997 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d92f6d6a-40f1-4b17-a2f8-c20249cde5ed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:44.058132 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-d92f6d6a-40f1-4b17-a2f8-c20249cde5ed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c670ed58-6cf6-491c-8c4a-753b4989ff56']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:44.073106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-d92f6d6a-40f1-4b17-a2f8-c20249cde5ed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759bb49b-8a7b-4d6b-bd97-97e7227f9689') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:44.073526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-d92f6d6a-40f1-4b17-a2f8-c20249cde5ed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759bb49b-8a7b-4d6b-bd97-97e7227f9689') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:44.094308 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d92f6d6a-40f1-4b17-a2f8-c20249cde5ed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:44.096073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-faeb9178-e1b1-4263-a505-f896176c981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:44.097832 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-faeb9178-e1b1-4263-a505-f896176c981a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 1095 time: 0.0615375 Aug 29 07:05:44.118924 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d92f6d6a-40f1-4b17-a2f8-c20249cde5ed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:44.130052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47742) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:44.146210 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-442872bd-8a7c-4332-b57a-304723ff03db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:44.149092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92f6d6a-40f1-4b17-a2f8-c20249cde5ed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:05:44.149725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d92f6d6a-40f1-4b17-a2f8-c20249cde5ed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:05:44.154249 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:05:44.255049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47746) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:44.281832 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-23fa16aa-5a43-43c1-a06a-740dcb88c7f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=803db5a9-72e8-4376-accf-a78bbc6bfc58 HTTP/1.1" status: 200 len: 217 time: 0.1644681 Aug 29 07:05:44.345412 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4b929-374d-4de9-981f-8a93043564b6 req-b9c747b6-f8c8-4a84-ae9f-db526716ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:44.347609 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-58a4b929-374d-4de9-981f-8a93043564b6 req-b9c747b6-f8c8-4a84-ae9f-db526716ab1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b&tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1 HTTP/1.1" status: 200 len: 1095 time: 0.1434577 Aug 29 07:05:44.378029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:44.433647 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d92f6d6a-40f1-4b17-a2f8-c20249cde5ed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:44.445679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d92f6d6a-40f1-4b17-a2f8-c20249cde5ed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:44.447568 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d92f6d6a-40f1-4b17-a2f8-c20249cde5ed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/networks/c670ed58-6cf6-491c-8c4a-753b4989ff56 HTTP/1.1" status: 204 len: 168 time: 0.6327853 Aug 29 07:05:44.460005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47750) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:44.479472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-80bcd5c7-7a67-415b-af60-cc77a1fd581b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'network': {'name': 'tempest-RoutersTest-196815022'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:44.516280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f6d6a-40f1-4b17-a2f8-c20249cde5ed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Network': ['ID=c670ed58-6cf6-491c-8c4a-753b4989ff56,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:44.541455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d9a18158-4ced-44e4-9a7d-5606efdaf893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:44.565697 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:44.649880 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-442872bd-8a7c-4332-b57a-304723ff03db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:44.741218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5025e9-2828-41c8-95a5-210a5552c0e0 req-35caa41b-c85a-4a96-948c-8617a29717f7 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:44.742601 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6b5025e9-2828-41c8-95a5-210a5552c0e0 req-35caa41b-c85a-4a96-948c-8617a29717f7 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 943 time: 0.5142725 Aug 29 07:05:44.755286 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8481ca-95f4-4ece-9e64-aeaac0201b10 req-c89ce4ee-aca0-45a8-aad1-ae3b9ce7a177 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:44.756661 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d8481ca-95f4-4ece-9e64-aeaac0201b10 req-c89ce4ee-aca0-45a8-aad1-ae3b9ce7a177 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 943 time: 0.5181458 Aug 29 07:05:44.758058 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-ecb8d6e5-5d5d-43ed-9eee-7c0f6292a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:44.759425 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-ecb8d6e5-5d5d-43ed-9eee-7c0f6292a1c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=211670e9-9db5-4334-a16a-3276a6f72e99 HTTP/1.1" status: 200 len: 854 time: 0.4449630 Aug 29 07:05:44.771618 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-442872bd-8a7c-4332-b57a-304723ff03db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:44.815486 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-126b28a2-d048-4f88-87d9-deeb6a961218 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9996a5-9338-44b4-9ad2-2b9687843d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475044 Aug 29 07:05:44.843191 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-442872bd-8a7c-4332-b57a-304723ff03db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=668c4e1974a4428e9db871cc116ecca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7117460 Aug 29 07:05:44.845698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442872bd-8a7c-4332-b57a-304723ff03db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c711cd9-93d8-4f81-89c0-f4c8a0ddb524,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:44.853521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47754) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:44.875722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6b5025e9-2828-41c8-95a5-210a5552c0e0 req-52469ae2-f84c-4857-a29b-163e025c8a42 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150534 Aug 29 07:05:44.892311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=1eb09501-4176-474c-bb64-91dd939c784c,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:44.899160 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d8481ca-95f4-4ece-9e64-aeaac0201b10 req-1b167112-f321-4995-88ca-e46ea27778e1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131811 Aug 29 07:05:44.930643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bcd5c7-7a67-415b-af60-cc77a1fd581b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:44.930643 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80bcd5c7-7a67-415b-af60-cc77a1fd581b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:44.937710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-5b2ffb68-61d8-438f-8b3e-e180e6093f26 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129315 Aug 29 07:05:45.005743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:05:45.007200 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94a5c392-f259-45bf-a1b3-47d073cdd526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.048380 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80bcd5c7-7a67-415b-af60-cc77a1fd581b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:05:45.072148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101baf46-6003-4440-98ae-5158801b584a req-0993f4bb-b2f2-45dd-8f46-f736adfcdcb8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:45.073787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-101baf46-6003-4440-98ae-5158801b584a req-0993f4bb-b2f2-45dd-8f46-f736adfcdcb8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.1008055 Aug 29 07:05:45.086929 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94a5c392-f259-45bf-a1b3-47d073cdd526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.091413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb09501-4176-474c-bb64-91dd939c784c {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:05:45.109576 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.116215 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80bcd5c7-7a67-415b-af60-cc77a1fd581b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.116607 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-80bcd5c7-7a67-415b-af60-cc77a1fd581b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Added segment f5e4f6f3-eda9-43a0-ade0-db89970fca33 of type vlan for network 25543140-bb33-4918-a26a-3ddc6b08971d Aug 29 07:05:45.130543 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70bae3d9-539d-4704-84e9-d54bc01f69d3 req-54f5b2cb-ea68-4a48-b275-770b847e37f0 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815581 Aug 29 07:05:45.162050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-101baf46-6003-4440-98ae-5158801b584a req-9b63215b-89fc-4b75-9266-7b934b7d008b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771277 Aug 29 07:05:45.187031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Transition to ACTIVE for port object 1eb09501-4176-474c-bb64-91dd939c784c will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:45.209647 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80bcd5c7-7a67-415b-af60-cc77a1fd581b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.220751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:05:45.248284 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d9a18158-4ced-44e4-9a7d-5606efdaf893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.248855 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:05:45.249285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ee1963d8-bb67-4a58-bf23-0c5b9e9b9dc3 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:05:45.278226 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.313220 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94a5c392-f259-45bf-a1b3-47d073cdd526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.315935 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94a5c392-f259-45bf-a1b3-47d073cdd526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.317113 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-94a5c392-f259-45bf-a1b3-47d073cdd526 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2c711cd9-93d8-4f81-89c0-f4c8a0ddb524 HTTP/1.1" status: 204 len: 168 time: 0.4626503 Aug 29 07:05:45.324529 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d9a18158-4ced-44e4-9a7d-5606efdaf893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.411276 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80bcd5c7-7a67-415b-af60-cc77a1fd581b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.425580 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bcd5c7-7a67-415b-af60-cc77a1fd581b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:45.425580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80bcd5c7-7a67-415b-af60-cc77a1fd581b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.439909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5c392-f259-45bf-a1b3-47d073cdd526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c711cd9-93d8-4f81-89c0-f4c8a0ddb524,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:45.480184 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb09501-4176-474c-bb64-91dd939c784c,revision_number=9']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:45.555366 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d9a18158-4ced-44e4-9a7d-5606efdaf893 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d2c33c2ffa2469082f2becdc7291418&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2960081 Aug 29 07:05:45.558783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47772) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:45.604612 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] No DVR routers for this DVR port 1eb09501-4176-474c-bb64-91dd939c784c on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:05:45.606647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcd5c7-7a67-415b-af60-cc77a1fd581b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Network': ['ID=25543140-bb33-4918-a26a-3ddc6b08971d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:45.608857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a18158-4ced-44e4-9a7d-5606efdaf893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91db8cee-fdd4-47a3-9b84-3ea40422e307,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:45.617628 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 25543140-bb33-4918-a26a-3ddc6b08971d details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:05:45.714185 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-80bcd5c7-7a67-415b-af60-cc77a1fd581b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2514977 Aug 29 07:05:45.718391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47774) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:45.723100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-9ee1a1f2-fda2-4722-94cb-98b90c243eeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'subnet': {'network_id': '25543140-bb33-4918-a26a-3ddc6b08971d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:45.769169 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98a76d4e-4c4f-42d6-82d3-8c8e6518c291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.802048 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-1748431f-d443-466a-9c42-1f7c2b550e60 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:45.804143 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-1748431f-d443-466a-9c42-1f7c2b550e60 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/networks?id=e7f82a6e-5eaf-4980-9ed9-b051636d1f06 HTTP/1.1" status: 200 len: 813 time: 0.2316742 Aug 29 07:05:45.816472 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98a76d4e-4c4f-42d6-82d3-8c8e6518c291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.838551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-54d4a3da-128c-461b-99e4-ad1d06406646 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/quotas/8122b1cf63bd4825a24739f8a5859d03 HTTP/1.1" status: 200 len: 375 time: 0.0251188 Aug 29 07:05:45.861254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Attempting to bind port 1eb09501-4176-474c-bb64-91dd939c784c on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:05:45.861859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Attempting to bind port 1eb09501-4176-474c-bb64-91dd939c784c by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:05:45.863005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Attempting to bind port 1eb09501-4176-474c-bb64-91dd939c784c on network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:45.873987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Port 1eb09501-4176-474c-bb64-91dd939c784c on network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:05:45.874497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Attempting to bind port 1eb09501-4176-474c-bb64-91dd939c784c on network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:45.881806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:05:45.886622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Checking segment: {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:45.886622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Bound using segment: {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:05:45.886622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Bound port: 1eb09501-4176-474c-bb64-91dd939c784c, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63563448-cda3-485d-b047-3e8e9cb2ceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:05:45.886622 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:45.889770 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-0864d94f-fc02-4a90-9f9f-b86c7b24e640 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8122b1cf63bd4825a24739f8a5859d03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425427 Aug 29 07:05:45.988013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:05:45.991659 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1eb09501-4176-474c-bb64-91dd939c784c,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:05:45.992753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee1a1f2-fda2-4722-94cb-98b90c243eeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:45.996930 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ee1a1f2-fda2-4722-94cb-98b90c243eeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:46.040099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-01f18994-424a-415b-bc32-52626bc81e8d service neutron] 10.222.0.76 "GET /v2.0/networks/e7f82a6e-5eaf-4980-9ed9-b051636d1f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410689 Aug 29 07:05:46.056813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cffca-1c4a-4ebd-a515-6711e87b5544 req-89834267-305b-4e9c-98d7-836947932468 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:46.058728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e86cffca-1c4a-4ebd-a515-6711e87b5544 req-89834267-305b-4e9c-98d7-836947932468 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 943 time: 0.0808861 Aug 29 07:05:46.069795 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98a76d4e-4c4f-42d6-82d3-8c8e6518c291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:46.076108 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98a76d4e-4c4f-42d6-82d3-8c8e6518c291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:46.076108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-98a76d4e-4c4f-42d6-82d3-8c8e6518c291 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/91db8cee-fdd4-47a3-9b84-3ea40422e307 HTTP/1.1" status: 204 len: 168 time: 0.5135565 Aug 29 07:05:46.145747 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a76d4e-4c4f-42d6-82d3-8c8e6518c291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91db8cee-fdd4-47a3-9b84-3ea40422e307,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:46.188724 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e86cffca-1c4a-4ebd-a515-6711e87b5544 req-9b03d5ea-3cef-4aae-bdd2-081e060381e6 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208432 Aug 29 07:05:46.216952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-daf0c425-266e-44fa-a8bb-e1b61480273f service neutron] 10.222.0.76 "GET /v2.0/networks/e7f82a6e-5eaf-4980-9ed9-b051636d1f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571012 Aug 29 07:05:46.342021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a072a-2410-4df5-a864-5cd19bbb3bd8 req-75845af2-e866-4e98-8556-6a21ed4eed38 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:46.348074 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-546a072a-2410-4df5-a864-5cd19bbb3bd8 req-75845af2-e866-4e98-8556-6a21ed4eed38 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 943 time: 0.0845616 Aug 29 07:05:46.369050 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:46.402151 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-546a072a-2410-4df5-a864-5cd19bbb3bd8 req-c290d06c-ed41-4fbf-ac0f-02cd826192a3 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529108 Aug 29 07:05:46.467791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:46.468713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:46.472071 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-58a4b929-374d-4de9-981f-8a93043564b6 req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] 10.222.0.15 "PUT /v2.0/ports/1eb09501-4176-474c-bb64-91dd939c784c HTTP/1.1" status: 200 len: 1092 time: 2.1158695 Aug 29 07:05:46.476771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:05:46.479514 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ef3e02-0c38-4296-a644-396e5cb889cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "tag": "1eb09501-4176-474c-bb64-91dd939c784c"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:05:46.528039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb9f10-5c67-4729-a8d1-909f8f34909e req-eee17101-bf03-416b-a3b1-6601fbb4cbdf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:46.529715 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73bb9f10-5c67-4729-a8d1-909f8f34909e req-eee17101-bf03-416b-a3b1-6601fbb4cbdf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.0566945 Aug 29 07:05:46.563838 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cceed7-4e28-4442-964f-b4f9d3f7ee85 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb09501-4176-474c-bb64-91dd939c784c,revision_number=10']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:46.593290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4b929-374d-4de9-981f-8a93043564b6 req-1a77b1c9-f91a-40f1-8819-0fb734ae7bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:46.594537 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-58a4b929-374d-4de9-981f-8a93043564b6 req-1a77b1c9-f91a-40f1-8819-0fb734ae7bb6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 1096 time: 0.0884974 Aug 29 07:05:46.617063 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73bb9f10-5c67-4729-a8d1-909f8f34909e req-3c7a86b2-77c2-46b3-bfc9-edb2f1c895e0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662861 Aug 29 07:05:46.685508 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60157f5b-dadd-4cfc-85aa-b03b0a5f5389 x-openstack-request-id: req-60157f5b-dadd-4cfc-85aa-b03b0a5f5389 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:05:46.685816 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "tag": "1eb09501-4176-474c-bb64-91dd939c784c", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:05:46.686052 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-60157f5b-dadd-4cfc-85aa-b03b0a5f5389 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:05:46.686693 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c', 'status': 'completed', 'code': 200} Aug 29 07:05:46.809419 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4b929-374d-4de9-981f-8a93043564b6 req-3258f061-e2cc-4d61-be02-ffd8f6f65529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:46.810985 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-58a4b929-374d-4de9-981f-8a93043564b6 req-3258f061-e2cc-4d61-be02-ffd8f6f65529 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 917 time: 0.1928453 Aug 29 07:05:46.828663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4e21a92-75b5-4e8d-8505-10beb3cc8506 req-9d56f997-a595-4a72-ab4f-be863e6e77d4 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 210 time: 0.0394175 Aug 29 07:05:46.893966 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-58a4b929-374d-4de9-981f-8a93043564b6 req-52cc5783-09f5-4b63-8d16-06e51e39c333 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eb09501-4176-474c-bb64-91dd939c784c HTTP/1.1" status: 200 len: 999 time: 0.0752788 Aug 29 07:05:46.900405 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ee1a1f2-fda2-4722-94cb-98b90c243eeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:47.020428 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1a1f2-fda2-4722-94cb-98b90c243eeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Subnet': ['ID=3a509934-5414-4cfb-a5d8-1c04a30f1a71,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:47.024711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4b929-374d-4de9-981f-8a93043564b6 req-15f85c8e-a359-47d8-9844-8465fcb313ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:47.026221 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-58a4b929-374d-4de9-981f-8a93043564b6 req-15f85c8e-a359-47d8-9844-8465fcb313ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7085e65-5548-41fd-a4b3-5a3f77bcccc9 HTTP/1.1" status: 200 len: 855 time: 0.1225915 Aug 29 07:05:47.032964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee1a1f2-fda2-4722-94cb-98b90c243eeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Checking segment: {'id': 'f5e4f6f3-eda9-43a0-ade0-db89970fca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '25543140-bb33-4918-a26a-3ddc6b08971d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:47.033343 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee1a1f2-fda2-4722-94cb-98b90c243eeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network hostable DHCP agents. Network: 25543140-bb33-4918-a26a-3ddc6b08971d, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:05:47.086645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4b929-374d-4de9-981f-8a93043564b6 req-d200f756-a24d-4226-a394-702c8d6d59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:47.088285 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-58a4b929-374d-4de9-981f-8a93043564b6 req-d200f756-a24d-4226-a394-702c8d6d59d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515528 Aug 29 07:05:47.189462 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-58a4b929-374d-4de9-981f-8a93043564b6 req-3c7d5b38-727c-4ae2-a7fe-f97d27b86f4e service neutron] 10.222.0.15 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928919 Aug 29 07:05:47.197613 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee1a1f2-fda2-4722-94cb-98b90c243eeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network 25543140-bb33-4918-a26a-3ddc6b08971d is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:05:47.338725 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-58a4b929-374d-4de9-981f-8a93043564b6 req-8d3d5647-d662-40b7-a49d-9b033a670959 service neutron] 10.222.0.15 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380053 Aug 29 07:05:47.374881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a4774-525a-4260-adbc-99cbcd6a2f96 req-b6217a1b-9aab-442e-a5f8-906f728bacb9 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:47.375836 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-9ee1a1f2-fda2-4722-94cb-98b90c243eeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 25543140-bb33-4918-a26a-3ddc6b08971d) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:47.383125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b9a4774-525a-4260-adbc-99cbcd6a2f96 req-b6217a1b-9aab-442e-a5f8-906f728bacb9 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.1050248 Aug 29 07:05:47.408450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee1a1f2-fda2-4722-94cb-98b90c243eeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:47.409849 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ee1a1f2-fda2-4722-94cb-98b90c243eeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:47.413327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce675285-ca5e-4865-9c98-3ae6e6a9169e None None] Network 25543140-bb33-4918-a26a-3ddc6b08971d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:47.457093 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b9a4774-525a-4260-adbc-99cbcd6a2f96 req-e947a5e6-e97d-455c-a473-a7edbb0ab7bf tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729196 Aug 29 07:05:47.589424 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9ee1a1f2-fda2-4722-94cb-98b90c243eeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8709271 Aug 29 07:05:47.590036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47842) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:47.595923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c3f4d738-b0fc-4255-946d-e4a8a30dd6ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2068113337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:47.635277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fc88c-44fb-4b6b-9012-68608cb395b9 req-ed346f57-63cc-42cf-a83c-4b2a0fe3fd63 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:47.637318 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-047fc88c-44fb-4b6b-9012-68608cb395b9 req-ed346f57-63cc-42cf-a83c-4b2a0fe3fd63 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 943 time: 0.1142600 Aug 29 07:05:47.655494 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-25543140-bb33-4918-a26a-3ddc6b08971d', 'network_id': '25543140-bb33-4918-a26a-3ddc6b08971d', 'tenant_id': '1166883f58b343578e919064097d9aae', 'fixed_ips': [{'subnet_id': '3a509934-5414-4cfb-a5d8-1c04a30f1a71'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:05:47.656817 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:47.687022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef3e02-0c38-4296-a644-396e5cb889cc req-8d4404cf-b9d7-4d1e-933c-052334bea6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:47.688639 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a7ef3e02-0c38-4296-a644-396e5cb889cc req-8d4404cf-b9d7-4d1e-933c-052334bea6d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 1096 time: 0.1156070 Aug 29 07:05:47.741748 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-047fc88c-44fb-4b6b-9012-68608cb395b9 req-e441f3af-e17a-47ec-b068-3dd241ebee2d tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832758 Aug 29 07:05:47.788164 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d738-b0fc-4255-946d-e4a8a30dd6ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:47.789186 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d738-b0fc-4255-946d-e4a8a30dd6ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:47.842759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb1964-97f5-4072-9a0b-c9839177b68d req-6659af10-300f-4f09-8735-ec40a79acf53 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:47.844434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f6eb1964-97f5-4072-9a0b-c9839177b68d req-6659af10-300f-4f09-8735-ec40a79acf53 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.1009929 Aug 29 07:05:47.928393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f6eb1964-97f5-4072-9a0b-c9839177b68d req-93ac193f-7a24-492d-812f-b02f436e318c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666595 Aug 29 07:05:47.949996 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d738-b0fc-4255-946d-e4a8a30dd6ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:47.954253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Allocated IP 172.20.0.2 (25543140-bb33-4918-a26a-3ddc6b08971d/3a509934-5414-4cfb-a5d8-1c04a30f1a71/1b605098-b1af-4d05-8a7b-3fe55b9be851) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:05:47.958966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef3e02-0c38-4296-a644-396e5cb889cc req-2a501317-b9cc-413a-971e-921fa1a7d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:47.961496 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a7ef3e02-0c38-4296-a644-396e5cb889cc req-2a501317-b9cc-413a-971e-921fa1a7d5ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 200 len: 917 time: 0.2630928 Aug 29 07:05:47.981527 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3745358b-d64b-4107-bb17-e25914cf04ec req-3a4641be-fbd4-429a-a415-16fe971a2d51 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 210 time: 0.0571089 Aug 29 07:05:48.060996 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d738-b0fc-4255-946d-e4a8a30dd6ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:48.083318 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a7ef3e02-0c38-4296-a644-396e5cb889cc req-3619cfdf-b0f0-41ee-96e6-788c993487f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eb09501-4176-474c-bb64-91dd939c784c HTTP/1.1" status: 200 len: 999 time: 0.1141341 Aug 29 07:05:48.169576 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:48.189882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Transition to ACTIVE for port object 1b605098-b1af-4d05-8a7b-3fe55b9be851 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:48.193413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef3e02-0c38-4296-a644-396e5cb889cc req-205f051a-ea93-4e57-b2bd-41a7e72c2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:48.196916 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a7ef3e02-0c38-4296-a644-396e5cb889cc req-205f051a-ea93-4e57-b2bd-41a7e72c2b15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7085e65-5548-41fd-a4b3-5a3f77bcccc9 HTTP/1.1" status: 200 len: 855 time: 0.1051455 Aug 29 07:05:48.218531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Transition to ACTIVE for port object 1b605098-b1af-4d05-8a7b-3fe55b9be851 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:48.275219 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3f4d738-b0fc-4255-946d-e4a8a30dd6ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:48.277073 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c3f4d738-b0fc-4255-946d-e4a8a30dd6ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6847200 Aug 29 07:05:48.280187 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47870) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:48.285604 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef3e02-0c38-4296-a644-396e5cb889cc req-843eda98-f99c-463e-809b-6fc70e904f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:48.286035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'port': {'network_id': '25543140-bb33-4918-a26a-3ddc6b08971d', 'name': 'tempest-RoutersTest-1285912620'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:48.287471 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a7ef3e02-0c38-4296-a644-396e5cb889cc req-843eda98-f99c-463e-809b-6fc70e904f98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e1e9585-5779-4d4d-80f2-9e3142b35dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827055 Aug 29 07:05:48.358402 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:48.447363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Network 25543140-bb33-4918-a26a-3ddc6b08971d is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:48.455023 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:48.462429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:05:48.480714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Pushing event updated for resources: {'Port': ['ID=1b605098-b1af-4d05-8a7b-3fe55b9be851,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:48.489408 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a7ef3e02-0c38-4296-a644-396e5cb889cc req-d9973362-335a-4963-9684-ffeacd1fbf10 service neutron] 10.222.0.15 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935170 Aug 29 07:05:48.592205 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:48.595790 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:48.636497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Attempting to bind port 1b605098-b1af-4d05-8a7b-3fe55b9be851 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:05:48.643340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Attempting to bind port 1b605098-b1af-4d05-8a7b-3fe55b9be851 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'f5e4f6f3-eda9-43a0-ade0-db89970fca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '25543140-bb33-4918-a26a-3ddc6b08971d'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:05:48.644963 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Attempting to bind port 1b605098-b1af-4d05-8a7b-3fe55b9be851 on network 25543140-bb33-4918-a26a-3ddc6b08971d {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:48.653133 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] device_id is not set on port 6c583dc8-eaa7-40e0-b893-44c6314e7b52 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:05:48.688562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:05:48.691542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Checking segment: {'id': 'f5e4f6f3-eda9-43a0-ade0-db89970fca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '25543140-bb33-4918-a26a-3ddc6b08971d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:48.693065 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:48.694247 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Bound using segment: {'id': 'f5e4f6f3-eda9-43a0-ade0-db89970fca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '25543140-bb33-4918-a26a-3ddc6b08971d'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:05:48.699008 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Bound port: 1b605098-b1af-4d05-8a7b-3fe55b9be851, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e4f6f3-eda9-43a0-ade0-db89970fca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '25543140-bb33-4918-a26a-3ddc6b08971d'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:05:48.699866 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:48.755187 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a7ef3e02-0c38-4296-a644-396e5cb889cc req-03749537-c000-4236-baa5-d9de54d761b0 service neutron] 10.222.0.15 "GET /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455690 Aug 29 07:05:48.866492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] For port 1b605098-b1af-4d05-8a7b-3fe55b9be851, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:05:48.871491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] For port 1b605098-b1af-4d05-8a7b-3fe55b9be851, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1b605098-b1af-4d05-8a7b-3fe55b9be851,segment=NetworkSegment(f5e4f6f3-eda9-43a0-ade0-db89970fca33),segment_id=f5e4f6f3-eda9-43a0-ade0-db89970fca33)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:05:48.964939 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:48.984587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Allocated IP 172.20.0.3 (25543140-bb33-4918-a26a-3ddc6b08971d/3a509934-5414-4cfb-a5d8-1c04a30f1a71/6c583dc8-eaa7-40e0-b893-44c6314e7b52) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:05:49.058510 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b1a7b-bafd-4dc5-b4ec-ca399d6b663e None None] Pushing event updated for resources: {'Port': ['ID=1b605098-b1af-4d05-8a7b-3fe55b9be851,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:49.226136 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:49.282473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Transition to ACTIVE for port object 6c583dc8-eaa7-40e0-b893-44c6314e7b52 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:49.424956 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9338d7f-300e-4918-8636-91f5159c7eff req-1a48261c-c254-4488-a2d3-40c6acf34f81 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:49.426627 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a9338d7f-300e-4918-8636-91f5159c7eff req-1a48261c-c254-4488-a2d3-40c6acf34f81 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.8617702 Aug 29 07:05:49.533875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47902) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:49.605240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d54401-dadb-4c3d-b78a-2bcfc50152ce req-a07d2dfe-bd38-4a30-a488-8d91e0c7b7d7 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:49.619460 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06d54401-dadb-4c3d-b78a-2bcfc50152ce req-a07d2dfe-bd38-4a30-a488-8d91e0c7b7d7 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 943 time: 0.3167653 Aug 29 07:05:49.679805 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a9338d7f-300e-4918-8636-91f5159c7eff req-86164cd0-ff44-41bb-8081-a049f3536140 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192645 Aug 29 07:05:49.702853 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:49.862294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network 25543140-bb33-4918-a26a-3ddc6b08971d is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:49.886148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:49.894722 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:05:49.916030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06d54401-dadb-4c3d-b78a-2bcfc50152ce req-1e947803-3604-41c7-b299-152ccf834c59 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957563 Aug 29 07:05:49.988807 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=6c583dc8-eaa7-40e0-b893-44c6314e7b52,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:50.090694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58323383-3792-44fe-8dbb-345216c52637 req-7ef5fc60-5aba-47fd-8028-dcbc42688917 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 210 time: 0.0438271 Aug 29 07:05:50.099579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:50.101135 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:50.130255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2fca1-fe18-40a5-87c4-2b8022e7d115 req-cc269aba-0e81-4120-8c0e-1ab80f30d68b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:50.138786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51f2fca1-fe18-40a5-87c4-2b8022e7d115 req-cc269aba-0e81-4120-8c0e-1ab80f30d68b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.2969899 Aug 29 07:05:50.157857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-773955238'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:50.243062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51f2fca1-fe18-40a5-87c4-2b8022e7d115 req-d3519a8f-a7fa-4abe-a8fb-5a2823fa3996 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028187 Aug 29 07:05:50.298267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e598dd30-969a-4271-85ef-b588118ea7d4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0169499 Aug 29 07:05:50.301680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47910) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:50.325555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 803db5a9-72e8-4376-accf-a78bbc6bfc58 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:05:50.492423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Made reservation on behalf of ac88cad6161a4231a71521e72f16e737 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:50.498487 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:50.546775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-31aa26a2-0164-43dc-9953-70551b15990e tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:50.550011 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-31aa26a2-0164-43dc-9953-70551b15990e tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.15 "GET /v2.0/networks?id=e7f82a6e-5eaf-4980-9ed9-b051636d1f06 HTTP/1.1" status: 200 len: 813 time: 0.3582158 Aug 29 07:05:50.551375 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:50.574497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-74188d02-aba9-412a-a6ec-18b0b3e34971 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Request body: {'port': {'device_id': '2be2e257-91dd-4b98-9663-f8bfaeb259d6', 'network_id': 'e7f82a6e-5eaf-4980-9ed9-b051636d1f06', 'admin_state_up': True, 'tenant_id': '8122b1cf63bd4825a24739f8a5859d03'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:50.696739 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 803db5a9-72e8-4376-accf-a78bbc6bfc58, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=803db5a9-72e8-4376-accf-a78bbc6bfc58,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:50.715034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '803db5a9-72e8-4376-accf-a78bbc6bfc58', 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19', 'port_id': '803db5a9-72e8-4376-accf-a78bbc6bfc58', 'mac_address': 'fa:16:3e:85:07:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211670e9-9db5-4334-a16a-3276a6f72e99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:05:50.833310 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:50.920981 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803db5a9-72e8-4376-accf-a78bbc6bfc58 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:05:50.970881 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 803db5a9-72e8-4376-accf-a78bbc6bfc58, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=803db5a9-72e8-4376-accf-a78bbc6bfc58,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:51.011636 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:51.036782 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:51.076612 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0345003a-8490-4536-a7be-5c5832e5327f req-db533175-af09-4bc3-b6fd-7761f6871547 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1682143 Aug 29 07:05:51.090062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83511f4c-a34d-489c-b1fb-db4b65a3a898 req-95282117-5fce-4482-9cff-2e27d4847478 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:51.097687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83511f4c-a34d-489c-b1fb-db4b65a3a898 req-95282117-5fce-4482-9cff-2e27d4847478 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.1905177 Aug 29 07:05:51.148465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=803db5a9-72e8-4376-accf-a78bbc6bfc58,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:51.156744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b72e44-5849-499a-8fda-068a5924ec41 None None] Network 25543140-bb33-4918-a26a-3ddc6b08971d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:51.311138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83511f4c-a34d-489c-b1fb-db4b65a3a898 req-504b2f30-4808-4391-9d7a-74381d08e7db tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119920 Aug 29 07:05:51.323325 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:51.347456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171e721-3ec3-4dc1-b400-f7bcc018bc75 req-4799ffa5-695a-4661-a5aa-7e214c35c4a1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:51.349260 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c171e721-3ec3-4dc1-b400-f7bcc018bc75 req-4799ffa5-695a-4661-a5aa-7e214c35c4a1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 944 time: 0.2689080 Aug 29 07:05:51.351902 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:51.451404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:51.478099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345003a-8490-4536-a7be-5c5832e5327f req-e91aeda1-21a8-4503-b76b-002f700e4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:51.483514 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0345003a-8490-4536-a7be-5c5832e5327f req-e91aeda1-21a8-4503-b76b-002f700e4ff6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 1098 time: 0.3136566 Aug 29 07:05:51.527683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:05:51.577064 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63bf5f8b-929a-43d1-8ef9-e0c14f963b50 req-aa2da90f-24fc-41b2-9941-50603c729beb tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 210 time: 0.0899737 Aug 29 07:05:51.598086 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:51.598616 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Added segment 04c968bb-690a-4c17-b7d9-9ec4880eb019 of type vlan for network 2065f149-0ce2-4b03-a426-8bf0df09940e Aug 29 07:05:51.624841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9f1aad94-7f7f-4e4f-b1c6-efac72c93b06 None None] Provisioning for port 1b605098-b1af-4d05-8a7b-3fe55b9be851 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:05:51.640274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1b605098-b1af-4d05-8a7b-3fe55b9be851 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:05:51.648559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c171e721-3ec3-4dc1-b400-f7bcc018bc75 req-3846e305-72ee-4e38-93cd-81c0f5added0 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743857 Aug 29 07:05:51.731749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90211463-e8a5-4a2e-9e4f-781a87f8b47c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:51.778094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-74188d02-aba9-412a-a6ec-18b0b3e34971 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Made reservation on behalf of 8122b1cf63bd4825a24739f8a5859d03 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:51.782061 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-74188d02-aba9-412a-a6ec-18b0b3e34971 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:51.789565 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:51.810337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:51.810790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:51.811091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:51.811766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['803db5a9-72e8-4376-accf-a78bbc6bfc58'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:05:51.815740 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:51.817043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:51.817394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:51.818569 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:51.820087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:51.820087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:51.820400 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:51.820718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:51.821055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:05:52.016949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3665db8-aaaa-4785-86e7-33f4f20b7b31 req-464ee5a9-e8e3-48c7-8dab-3d81f366e88c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:52.020003 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3665db8-aaaa-4785-86e7-33f4f20b7b31 req-464ee5a9-e8e3-48c7-8dab-3d81f366e88c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.2597466 Aug 29 07:05:52.021632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345003a-8490-4536-a7be-5c5832e5327f req-1f435bc6-3794-4b8c-b8c2-650a5ed15df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:52.023780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0345003a-8490-4536-a7be-5c5832e5327f req-1f435bc6-3794-4b8c-b8c2-650a5ed15df4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa9996a5-9338-44b4-9ad2-2b9687843d19 HTTP/1.1" status: 200 len: 915 time: 0.4990578 Aug 29 07:05:52.047576 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:52.058407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:52.059076 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:52.151875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0345003a-8490-4536-a7be-5c5832e5327f req-efdc5dfe-ea76-42ca-a7a5-60ca4916d347 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5db42ad-d116-4485-a922-ab2c456cf858 HTTP/1.1" status: 200 len: 217 time: 0.1164758 Aug 29 07:05:52.244537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345003a-8490-4536-a7be-5c5832e5327f req-865e4001-aa07-4287-a641-842c9d994cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:52.246121 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0345003a-8490-4536-a7be-5c5832e5327f req-865e4001-aa07-4287-a641-842c9d994cdd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=211670e9-9db5-4334-a16a-3276a6f72e99 HTTP/1.1" status: 200 len: 854 time: 0.0849442 Aug 29 07:05:52.307287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3665db8-aaaa-4785-86e7-33f4f20b7b31 req-337932d1-7b20-4747-b562-6987713e7866 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463639 Aug 29 07:05:52.321859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 1b605098-b1af-4d05-8a7b-3fe55b9be851 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:05:52.339798 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1b605098-b1af-4d05-8a7b-3fe55b9be851 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:52.340568 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:52.372777 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8375373 Aug 29 07:05:52.384857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47928) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:52.396187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0345003a-8490-4536-a7be-5c5832e5327f req-bca946c3-2228-4535-96f0-3554c99ac070 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9996a5-9338-44b4-9ad2-2b9687843d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193104 Aug 29 07:05:52.400716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d246b0c8-7419-43dc-8984-0574c5d4c4b4 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Request body: {'subnet': {'network_id': '2065f149-0ce2-4b03-a426-8bf0df09940e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:52.413721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be055b4-b09e-4e7b-a7fd-323c85817dcf tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Pushing event updated for resources: {'Network': ['ID=2065f149-0ce2-4b03-a426-8bf0df09940e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:52.428372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-74188d02-aba9-412a-a6ec-18b0b3e34971 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Allocated IP 172.20.0.13 (e7f82a6e-5eaf-4980-9ed9-b051636d1f06/2ad27b8d-0058-4b55-964a-f5d1186c582b/a89f4463-b70e-493b-af43-2ca1eb95336f) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:05:52.494756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 2065f149-0ce2-4b03-a426-8bf0df09940e details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:05:52.906385 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-74188d02-aba9-412a-a6ec-18b0b3e34971 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:52.985241 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:53.020996 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:53.038981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0345003a-8490-4536-a7be-5c5832e5327f req-88da40d1-7ea6-4e72-9530-3b53bdf5d9ce service neutron] 10.222.0.11 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684377 Aug 29 07:05:53.089611 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-74188d02-aba9-412a-a6ec-18b0b3e34971 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:53.128937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d16b73e9-9b39-495c-b838-ab7545dded51 None None] Provisioning for port 6c583dc8-eaa7-40e0-b893-44c6314e7b52 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:05:53.139137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 1b605098-b1af-4d05-8a7b-3fe55b9be851, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1b605098-b1af-4d05-8a7b-3fe55b9be851,segment=NetworkSegment(f5e4f6f3-eda9-43a0-ade0-db89970fca33),segment_id=f5e4f6f3-eda9-43a0-ade0-db89970fca33)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:53.152822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d16b73e9-9b39-495c-b838-ab7545dded51 None None] Provisioning complete for port 6c583dc8-eaa7-40e0-b893-44c6314e7b52 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:53.153200 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d16b73e9-9b39-495c-b838-ab7545dded51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:53.207726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-74188d02-aba9-412a-a6ec-18b0b3e34971 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Network e7f82a6e-5eaf-4980-9ed9-b051636d1f06 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:53.212181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-74188d02-aba9-412a-a6ec-18b0b3e34971 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:53.217222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-74188d02-aba9-412a-a6ec-18b0b3e34971 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:05:53.223651 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:53.230559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b55c4b98-f29b-4f05-a0f7-e179c29aad9c req-26bc2ef8-9ee6-43bf-ad5a-b0ef9074072d tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 210 time: 0.2243836 Aug 29 07:05:53.249456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6afba8-ab05-479b-9814-fb4c4e64c8a7 req-2cf5dd9b-2312-4e63-b70b-7d1cb50278a2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:53.251086 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e6afba8-ab05-479b-9814-fb4c4e64c8a7 req-2cf5dd9b-2312-4e63-b70b-7d1cb50278a2 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.6657741 Aug 29 07:05:53.260999 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:53.345383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-d16b73e9-9b39-495c-b838-ab7545dded51 None None] Port 6c583dc8-eaa7-40e0-b893-44c6314e7b52 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:05:53.351343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e6afba8-ab05-479b-9814-fb4c4e64c8a7 req-30ff6703-ccaf-4a46-8e82-7a368317097d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573425 Aug 29 07:05:53.378560 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0345003a-8490-4536-a7be-5c5832e5327f req-d7412f95-db95-449b-8361-e72729e148d1 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218555 Aug 29 07:05:53.382701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d16b73e9-9b39-495c-b838-ab7545dded51 None None] Provisioning complete for port 1b605098-b1af-4d05-8a7b-3fe55b9be851 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:53.383187 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d16b73e9-9b39-495c-b838-ab7545dded51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:53.397316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74188d02-aba9-412a-a6ec-18b0b3e34971 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Pushing event updated for resources: {'Port': ['ID=a89f4463-b70e-493b-af43-2ca1eb95336f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:53.453397 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=1b605098-b1af-4d05-8a7b-3fe55b9be851,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:53.491471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-74188d02-aba9-412a-a6ec-18b0b3e34971 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:53.495231 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-74188d02-aba9-412a-a6ec-18b0b3e34971 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:53.658126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=6c583dc8-eaa7-40e0-b893-44c6314e7b52,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:53.671897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d246b0c8-7419-43dc-8984-0574c5d4c4b4 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Made reservation on behalf of ac88cad6161a4231a71521e72f16e737 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:53.675751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d246b0c8-7419-43dc-8984-0574c5d4c4b4 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:53.686754 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-74188d02-aba9-412a-a6ec-18b0b3e34971 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1167052 Aug 29 07:05:53.717764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Request body: {'port': {'device_id': '2be2e257-91dd-4b98-9663-f8bfaeb259d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:53.787985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0f76336e-cc27-46c5-8ade-2b651d444926 None None] Provisioning complete for port 6c583dc8-eaa7-40e0-b893-44c6314e7b52 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:53.787985 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0f76336e-cc27-46c5-8ade-2b651d444926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:53.899663 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0f76336e-cc27-46c5-8ade-2b651d444926 None None] Port 6c583dc8-eaa7-40e0-b893-44c6314e7b52 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:05:53.913443 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:54.034880 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-feb66b16-8393-4325-83ad-cb5a9ccac525 None None] Provisioning complete for port 6c583dc8-eaa7-40e0-b893-44c6314e7b52 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:54.035596 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-feb66b16-8393-4325-83ad-cb5a9ccac525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:54.152256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-feb66b16-8393-4325-83ad-cb5a9ccac525 None None] Port 6c583dc8-eaa7-40e0-b893-44c6314e7b52 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:05:54.351200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 803db5a9-72e8-4376-accf-a78bbc6bfc58 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:05:54.432043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89f4463-b70e-493b-af43-2ca1eb95336f {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:05:54.455284 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:54.480292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Transition to ACTIVE for port object a89f4463-b70e-493b-af43-2ca1eb95336f will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:54.570007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 803db5a9-72e8-4376-accf-a78bbc6bfc58 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:05:54.578596 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 803db5a9-72e8-4376-accf-a78bbc6bfc58 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:54.580245 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:54.597631 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:54.684911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Pushing event updated for resources: {'Port': ['ID=a89f4463-b70e-493b-af43-2ca1eb95336f,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:54.711250 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:54.774128 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:54.810619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Attempting to bind port a89f4463-b70e-493b-af43-2ca1eb95336f on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:05:54.810998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Attempting to bind port a89f4463-b70e-493b-af43-2ca1eb95336f by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'c29ae559-f041-4323-b3b3-1de7076a9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e7f82a6e-5eaf-4980-9ed9-b051636d1f06'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:05:54.812349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Attempting to bind port a89f4463-b70e-493b-af43-2ca1eb95336f on network e7f82a6e-5eaf-4980-9ed9-b051636d1f06 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:54.824816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Port a89f4463-b70e-493b-af43-2ca1eb95336f on network e7f82a6e-5eaf-4980-9ed9-b051636d1f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:05:54.825063 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Attempting to bind port a89f4463-b70e-493b-af43-2ca1eb95336f on network e7f82a6e-5eaf-4980-9ed9-b051636d1f06 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:54.835877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:05:54.838537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Checking segment: {'id': 'c29ae559-f041-4323-b3b3-1de7076a9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e7f82a6e-5eaf-4980-9ed9-b051636d1f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:54.838738 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3743137-b2ec-4000-b0f3-aafc79d7afe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803db5a9-72e8-4376-accf-a78bbc6bfc58'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:05:54.838876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Bound using segment: {'id': 'c29ae559-f041-4323-b3b3-1de7076a9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e7f82a6e-5eaf-4980-9ed9-b051636d1f06'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:05:54.838876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Bound port: a89f4463-b70e-493b-af43-2ca1eb95336f, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29ae559-f041-4323-b3b3-1de7076a9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e7f82a6e-5eaf-4980-9ed9-b051636d1f06'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:05:54.838876 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:54.842684 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2068bde3-7451-4904-bb3b-e440f88b7e3d" -d '{"events": [{"server_uuid": "d3743137-b2ec-4000-b0f3-aafc79d7afe7", "name": "network-vif-plugged", "status": "completed", "tag": "803db5a9-72e8-4376-accf-a78bbc6bfc58"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:05:54.866071 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbf1ec-f2c6-486a-92aa-2eaab614c98a req-cc95e3c7-8a4a-4638-a6b2-ab9fa5f0da12 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:54.876210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93fbf1ec-f2c6-486a-92aa-2eaab614c98a req-cc95e3c7-8a4a-4638-a6b2-ab9fa5f0da12 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 944 time: 1.2094002 Aug 29 07:05:54.880103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 803db5a9-72e8-4376-accf-a78bbc6bfc58, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=803db5a9-72e8-4376-accf-a78bbc6bfc58,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:54.952114 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:54.971527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964200eb-9a74-4bbd-b5b8-f216a0d3f856 req-de2e9608-8f48-4d1c-8cde-66fa6e77963e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:54.982142 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-964200eb-9a74-4bbd-b5b8-f216a0d3f856 req-de2e9608-8f48-4d1c-8cde-66fa6e77963e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 1.3112719 Aug 29 07:05:55.016386 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d246b0c8-7419-43dc-8984-0574c5d4c4b4 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:55.028245 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] For port a89f4463-b70e-493b-af43-2ca1eb95336f, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:05:55.033164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] For port a89f4463-b70e-493b-af43-2ca1eb95336f, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a89f4463-b70e-493b-af43-2ca1eb95336f,segment=NetworkSegment(c29ae559-f041-4323-b3b3-1de7076a9dc7),segment_id=c29ae559-f041-4323-b3b3-1de7076a9dc7)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:05:55.061536 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=803db5a9-72e8-4376-accf-a78bbc6bfc58,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:55.148473 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:55.168782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93fbf1ec-f2c6-486a-92aa-2eaab614c98a req-de00bb78-4edd-4fcc-82a9-c55078946e68 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916317 Aug 29 07:05:55.185927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246b0c8-7419-43dc-8984-0574c5d4c4b4 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Pushing event updated for resources: {'Subnet': ['ID=bd3196f8-d7be-4fb9-8ac1-85d350bca634,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:55.224457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-964200eb-9a74-4bbd-b5b8-f216a0d3f856 req-0a33ecdc-3b51-4a34-a8a3-57b54b40f5a0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396710 Aug 29 07:05:55.263694 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d246b0c8-7419-43dc-8984-0574c5d4c4b4 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Checking segment: {'id': '04c968bb-690a-4c17-b7d9-9ec4880eb019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2065f149-0ce2-4b03-a426-8bf0df09940e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:55.266294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246b0c8-7419-43dc-8984-0574c5d4c4b4 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Network hostable DHCP agents. Network: 2065f149-0ce2-4b03-a426-8bf0df09940e, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:05:55.323476 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:55.328033 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:55.329726 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] 10.222.0.15 "PUT /v2.0/ports/a89f4463-b70e-493b-af43-2ca1eb95336f HTTP/1.1" status: 200 len: 1093 time: 1.6272457 Aug 29 07:05:55.360735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be2e257-91dd-4b98-9663-f8bfaeb259d6', 'tag': 'a89f4463-b70e-493b-af43-2ca1eb95336f'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:05:55.363269 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db912918-e777-4ddb-ad7b-2bdd05f96ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "2be2e257-91dd-4b98-9663-f8bfaeb259d6", "tag": "a89f4463-b70e-493b-af43-2ca1eb95336f"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:05:55.366579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce15382-dc1f-4d9a-947c-f57ecaf4f023 service neutron] Pushing event updated for resources: {'Port': ['ID=a89f4463-b70e-493b-af43-2ca1eb95336f,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:55.454262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:55.463852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1b605098-b1af-4d05-8a7b-3fe55b9be851 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:05:55.558032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1b605098-b1af-4d05-8a7b-3fe55b9be851 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:55.558624 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:55.589349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71f259-7c61-4384-8fe0-ac7ec54960d3 req-45867168-bfbd-4de3-b149-4b74a9e45201 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:55.597488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce71f259-7c61-4384-8fe0-ac7ec54960d3 req-45867168-bfbd-4de3-b149-4b74a9e45201 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 944 time: 0.2841496 Aug 29 07:05:55.599384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246b0c8-7419-43dc-8984-0574c5d4c4b4 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Network 2065f149-0ce2-4b03-a426-8bf0df09940e is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:05:55.658934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-2c7a2897-bc9f-46f5-ab9f-a1767ac97b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:55.679713 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-2c7a2897-bc9f-46f5-ab9f-a1767ac97b96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8122b1cf63bd4825a24739f8a5859d03&device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 1096 time: 0.0975499 Aug 29 07:05:55.802620 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-16880e71-7115-4504-9aa4-ed74e5991d0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a89f4463-b70e-493b-af43-2ca1eb95336f HTTP/1.1" status: 200 len: 217 time: 0.1309869 Aug 29 07:05:55.816203 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-d246b0c8-7419-43dc-8984-0574c5d4c4b4 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 2065f149-0ce2-4b03-a426-8bf0df09940e) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:55.829937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480abede-b09f-4305-8f94-e895b7e164d1 None None] Network 2065f149-0ce2-4b03-a426-8bf0df09940e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:05:55.835730 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7332f-d5c3-4061-8c97-c85a25409025 req-d74c7df7-4701-4d51-9002-4f151fec16b3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:55.844138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19e7332f-d5c3-4061-8c97-c85a25409025 req-d74c7df7-4701-4d51-9002-4f151fec16b3 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.3537188 Aug 29 07:05:55.888584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d246b0c8-7419-43dc-8984-0574c5d4c4b4 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:55.889216 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d246b0c8-7419-43dc-8984-0574c5d4c4b4 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:55.921415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce71f259-7c61-4384-8fe0-ac7ec54960d3 req-d84d19fb-db38-4937-95cb-8ef6ba9e4a01 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227203 Aug 29 07:05:55.987916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19e7332f-d5c3-4061-8c97-c85a25409025 req-68117357-3588-48b1-a509-c79c24e22712 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424537 Aug 29 07:05:56.003498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-cfafb58a-43e5-4734-9236-ba9508046ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:56.011692 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-cfafb58a-43e5-4734-9236-ba9508046ecb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ad27b8d-0058-4b55-964a-f5d1186c582b HTTP/1.1" status: 200 len: 853 time: 0.1735110 Aug 29 07:05:56.026144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d246b0c8-7419-43dc-8984-0574c5d4c4b4 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6351042 Aug 29 07:05:56.031981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47956) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:56.052410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Request body: {'port': {'network_id': '2065f149-0ce2-4b03-a426-8bf0df09940e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1518667218'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:05:56.115014 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-9adbb5b8-336a-4717-8f6a-845eac1d369c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7f82a6e-5eaf-4980-9ed9-b051636d1f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966959 Aug 29 07:05:56.153607 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ffa9d1-803d-441c-a275-d7e7d2c77083 x-openstack-request-id: req-f2ffa9d1-803d-441c-a275-d7e7d2c77083 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:05:56.154481 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3743137-b2ec-4000-b0f3-aafc79d7afe7", "name": "network-vif-plugged", "status": "completed", "tag": "803db5a9-72e8-4376-accf-a78bbc6bfc58", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:05:56.154481 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f2ffa9d1-803d-441c-a275-d7e7d2c77083 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:05:56.155290 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda3bf4d-45a3-4248-8c24-3c90013583c8 x-openstack-request-id: req-bda3bf4d-45a3-4248-8c24-3c90013583c8 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:05:56.155995 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be2e257-91dd-4b98-9663-f8bfaeb259d6", "tag": "a89f4463-b70e-493b-af43-2ca1eb95336f", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:05:56.156628 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bda3bf4d-45a3-4248-8c24-3c90013583c8 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:05:56.157135 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3743137-b2ec-4000-b0f3-aafc79d7afe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803db5a9-72e8-4376-accf-a78bbc6bfc58', 'code': 200} Aug 29 07:05:56.157746 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be2e257-91dd-4b98-9663-f8bfaeb259d6', 'tag': 'a89f4463-b70e-493b-af43-2ca1eb95336f', 'status': 'completed', 'code': 200} Aug 29 07:05:56.271667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-2065f149-0ce2-4b03-a426-8bf0df09940e', 'network_id': '2065f149-0ce2-4b03-a426-8bf0df09940e', 'tenant_id': 'ac88cad6161a4231a71521e72f16e737', 'fixed_ips': [{'subnet_id': 'bd3196f8-d7be-4fb9-8ac1-85d350bca634'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:05:56.273429 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:56.437098 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:56.604540 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-dfc2a14c-ed47-4548-aed1-216f461f0e55 service neutron] 10.222.0.15 "GET /v2.0/networks/e7f82a6e-5eaf-4980-9ed9-b051636d1f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617797 Aug 29 07:05:56.608502 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:56.628377 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Allocated IP 172.20.0.2 (2065f149-0ce2-4b03-a426-8bf0df09940e/bd3196f8-d7be-4fb9-8ac1-85d350bca634/1f149355-ec02-4aea-9948-830befd74e80) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:05:56.758194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025bca0-70e0-4733-a859-88071f34ceda req-bd18eddd-4b4b-4fc1-89cf-380bd51cdc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:56.765266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6025bca0-70e0-4733-a859-88071f34ceda req-bd18eddd-4b4b-4fc1-89cf-380bd51cdc56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 1097 time: 0.5289037 Aug 29 07:05:56.784192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Made reservation on behalf of ac88cad6161a4231a71521e72f16e737 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:05:56.788470 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:56.826738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] device_id is not set on port 87653beb-0962-4ebb-92d7-789bf7162f6d yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:05:56.916334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc3a22-17f6-48ed-b7ca-ea32eae71c70 req-4f3099df-f185-4975-9d70-a0dfe68598f0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:56.923218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-39cc3a22-17f6-48ed-b7ca-ea32eae71c70 req-4f3099df-f185-4975-9d70-a0dfe68598f0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.4316158 Aug 29 07:05:56.967548 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f2000-0ee7-463e-8100-32f24a2d0cd4 req-04e7501d-80a9-4876-93a0-b52f90ac62cd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:56.969423 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e79da541-2e5e-47e4-b8e2-181d71ec64a0 req-3e479092-2071-4ab6-9dcc-8cd8c0eae11e service neutron] 10.222.0.15 "GET /v2.0/networks/e7f82a6e-5eaf-4980-9ed9-b051636d1f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292353 Aug 29 07:05:56.973671 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e57f2000-0ee7-463e-8100-32f24a2d0cd4 req-04e7501d-80a9-4876-93a0-b52f90ac62cd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 945 time: 0.4790890 Aug 29 07:05:56.986423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=6c583dc8-eaa7-40e0-b893-44c6314e7b52,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:56.991953 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:57.027924 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:57.049338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Transition to ACTIVE for port object 1f149355-ec02-4aea-9948-830befd74e80 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:57.056382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6025bca0-70e0-4733-a859-88071f34ceda req-f18e2fa2-f4a9-4e5a-a019-b5cf98dddcf2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691979 Aug 29 07:05:57.083407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Transition to ACTIVE for port object 1f149355-ec02-4aea-9948-830befd74e80 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:57.135425 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e57f2000-0ee7-463e-8100-32f24a2d0cd4 req-b0b55460-c479-4e2a-969f-9f470d6f2c12 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303976 Aug 29 07:05:57.148795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-39cc3a22-17f6-48ed-b7ca-ea32eae71c70 req-b3d01dff-a08d-4321-9222-767d885c3cbb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075360 Aug 29 07:05:57.194828 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:57.273039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network 25543140-bb33-4918-a26a-3ddc6b08971d is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:57.276291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:57.349780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Network 2065f149-0ce2-4b03-a426-8bf0df09940e is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:57.360145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Allocated IP 172.20.0.6 (2065f149-0ce2-4b03-a426-8bf0df09940e/bd3196f8-d7be-4fb9-8ac1-85d350bca634/87653beb-0962-4ebb-92d7-789bf7162f6d) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:05:57.371869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:57.374682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:05:57.382164 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Pushing event updated for resources: {'Port': ['ID=1f149355-ec02-4aea-9948-830befd74e80,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:57.385182 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db912918-e777-4ddb-ad7b-2bdd05f96ac0 req-aa60c564-0e86-4842-a83e-cd2ca21b78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:57.387128 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-db912918-e777-4ddb-ad7b-2bdd05f96ac0 req-aa60c564-0e86-4842-a83e-cd2ca21b78bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8122b1cf63bd4825a24739f8a5859d03&device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 1096 time: 0.1035407 Aug 29 07:05:57.523989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Attempting to bind port 1f149355-ec02-4aea-9948-830befd74e80 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:05:57.524518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Attempting to bind port 1f149355-ec02-4aea-9948-830befd74e80 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '04c968bb-690a-4c17-b7d9-9ec4880eb019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2065f149-0ce2-4b03-a426-8bf0df09940e'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:05:57.524990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Attempting to bind port 1f149355-ec02-4aea-9948-830befd74e80 on network 2065f149-0ce2-4b03-a426-8bf0df09940e {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:05:57.546752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:05:57.547255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Checking segment: {'id': '04c968bb-690a-4c17-b7d9-9ec4880eb019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2065f149-0ce2-4b03-a426-8bf0df09940e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:05:57.547777 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:57.548282 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Bound using segment: {'id': '04c968bb-690a-4c17-b7d9-9ec4880eb019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2065f149-0ce2-4b03-a426-8bf0df09940e'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:05:57.550209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Bound port: 1f149355-ec02-4aea-9948-830befd74e80, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c968bb-690a-4c17-b7d9-9ec4880eb019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2065f149-0ce2-4b03-a426-8bf0df09940e'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:05:57.550716 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:57.693871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] For port 1f149355-ec02-4aea-9948-830befd74e80, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:05:57.702132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] For port 1f149355-ec02-4aea-9948-830befd74e80, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1f149355-ec02-4aea-9948-830befd74e80,segment=NetworkSegment(04c968bb-690a-4c17-b7d9-9ec4880eb019),segment_id=04c968bb-690a-4c17-b7d9-9ec4880eb019)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:05:57.718858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6157ca-8cb7-4a60-8357-ce4dd7408525 req-0522178e-2df5-4a86-9f53-17e56200bc41 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:57.721781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce6157ca-8cb7-4a60-8357-ce4dd7408525 req-0522178e-2df5-4a86-9f53-17e56200bc41 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.1378913 Aug 29 07:05:57.730062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd465fe-38a9-4077-8232-faf19e1e76d3 req-9168a028-08b9-4daa-986c-62f2d611d799 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:57.732075 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cd465fe-38a9-4077-8232-faf19e1e76d3 req-9168a028-08b9-4daa-986c-62f2d611d799 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 944 time: 0.4694810 Aug 29 07:05:57.771080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db912918-e777-4ddb-ad7b-2bdd05f96ac0 req-ac2046a8-684a-4a63-9440-5885442894a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:57.772649 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-db912918-e777-4ddb-ad7b-2bdd05f96ac0 req-ac2046a8-684a-4a63-9440-5885442894a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7f82a6e-5eaf-4980-9ed9-b051636d1f06 HTTP/1.1" status: 200 len: 914 time: 0.3558793 Aug 29 07:05:57.782854 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:57.810033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Transition to ACTIVE for port object 87653beb-0962-4ebb-92d7-789bf7162f6d will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:05:57.828945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5ea5ec72-4137-4006-85aa-7be84a29ddbe None None] Provisioning complete for port 6c583dc8-eaa7-40e0-b893-44c6314e7b52 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:05:57.828945 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5ea5ec72-4137-4006-85aa-7be84a29ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:57.852731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce6157ca-8cb7-4a60-8357-ce4dd7408525 req-03ecf090-883e-4e2e-b972-6f9ed43be5c5 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178160 Aug 29 07:05:57.859097 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cd465fe-38a9-4077-8232-faf19e1e76d3 req-d46bafe9-9fb1-42a3-ad79-4dd4c1d1680c tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159084 Aug 29 07:05:57.880579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router eb956e2a-1160-45ac-a9ea-a3291d283d82 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:05:57.885273 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:57.925266 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-db912918-e777-4ddb-ad7b-2bdd05f96ac0 req-045ffcc5-59f0-468e-bb6f-b96c3894c046 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a89f4463-b70e-493b-af43-2ca1eb95336f HTTP/1.1" status: 200 len: 217 time: 0.1293201 Aug 29 07:05:58.009455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5ea5ec72-4137-4006-85aa-7be84a29ddbe None None] Port 6c583dc8-eaa7-40e0-b893-44c6314e7b52 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:05:58.103915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a1da9-c303-4e39-a7d8-1ae48cbad3c3 None None] Pushing event updated for resources: {'Port': ['ID=1f149355-ec02-4aea-9948-830befd74e80,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:58.230345 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db912918-e777-4ddb-ad7b-2bdd05f96ac0 req-f95d3a39-81d5-4111-8350-ed324e9d565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:58.235395 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-db912918-e777-4ddb-ad7b-2bdd05f96ac0 req-f95d3a39-81d5-4111-8350-ed324e9d565b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ad27b8d-0058-4b55-964a-f5d1186c582b HTTP/1.1" status: 200 len: 853 time: 0.2794781 Aug 29 07:05:58.250798 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:05:58.271851 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d6d7b9-3504-4f09-83cd-74d60a68d281 None None] Sync routers for ids ['eb956e2a-1160-45ac-a9ea-a3291d283d82'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:05:58.293438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d6d7b9-3504-4f09-83cd-74d60a68d281 None None] Routers {'eb956e2a-1160-45ac-a9ea-a3291d283d82'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:05:58.293438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f2d6d7b9-3504-4f09-83cd-74d60a68d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:05:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['eb956e2a-1160-45ac-a9ea-a3291d283d82'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:58.293830 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-425127eb-00f3-4027-8935-e72442b7afeb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/eb956e2a-1160-45ac-a9ea-a3291d283d82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9858644 Aug 29 07:05:58.293830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47974) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:58.354947 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-db912918-e777-4ddb-ad7b-2bdd05f96ac0 req-496fc09a-6fd6-4750-aec3-a7d9f69ee5ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7f82a6e-5eaf-4980-9ed9-b051636d1f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986016 Aug 29 07:05:58.358230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f2d6d7b9-3504-4f09-83cd-74d60a68d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:58.358442 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:58.381423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d6d7b9-3504-4f09-83cd-74d60a68d281 None None] Routers {'eb956e2a-1160-45ac-a9ea-a3291d283d82'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:05:58.381423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f2d6d7b9-3504-4f09-83cd-74d60a68d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:05:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['eb956e2a-1160-45ac-a9ea-a3291d283d82'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:58.542342 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f2d6d7b9-3504-4f09-83cd-74d60a68d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:05:58.543483 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d6d7b9-3504-4f09-83cd-74d60a68d281 None None] The sync data for ids ['eb956e2a-1160-45ac-a9ea-a3291d283d82'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:05:58.615468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44131a9-d15a-4e5b-ae29-f1213479ce1b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:58.626694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Network 2065f149-0ce2-4b03-a426-8bf0df09940e is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:05:58.632999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f44131a9-d15a-4e5b-ae29-f1213479ce1b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports/6c583dc8-eaa7-40e0-b893-44c6314e7b52 HTTP/1.1" status: 200 len: 977 time: 0.3363249 Aug 29 07:05:58.638961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47976) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:58.668217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:05:58.715465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15bc5-e4a4-4f0b-a6f5-25bf0042c701 req-dd65a2ee-87f1-4811-a15b-d15082bec3a3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:58.717305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97f15bc5-e4a4-4f0b-a6f5-25bf0042c701 req-dd65a2ee-87f1-4811-a15b-d15082bec3a3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.2781599 Aug 29 07:05:58.725082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:05:58.730096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Pushing event updated for resources: {'Port': ['ID=87653beb-0962-4ebb-92d7-789bf7162f6d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:05:58.760059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067405d-0200-47b8-9a9d-f2eb8a67329c req-c40f2de7-8225-402e-a019-791fa80b2d0b tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:58.763343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7067405d-0200-47b8-9a9d-f2eb8a67329c req-c40f2de7-8225-402e-a019-791fa80b2d0b tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 945 time: 0.3168275 Aug 29 07:05:58.829439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97f15bc5-e4a4-4f0b-a6f5-25bf0042c701 req-e12ad9d0-58e2-449c-b79b-5777e982fe62 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040597 Aug 29 07:05:58.843733 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:58.850555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:58.869037 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7067405d-0200-47b8-9a9d-f2eb8a67329c req-b94742fa-c7e2-49c1-af05-f74e895c0971 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979569 Aug 29 07:05:59.081450 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-db912918-e777-4ddb-ad7b-2bdd05f96ac0 req-2f130a35-ebe2-4b13-9bb8-39d1d16b023a service neutron] 10.222.0.15 "GET /v2.0/networks/e7f82a6e-5eaf-4980-9ed9-b051636d1f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6791975 Aug 29 07:05:59.237680 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4d81a8d3-fcbf-4001-97fb-7b1d1a077df8 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1964931 Aug 29 07:05:59.250985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47988) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:05:59.281424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4c233-c0d9-486d-b7a5-15fe08c51988 req-f74d86f7-a21d-4e03-827b-def4d7c664a9 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:59.284582 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-04a4c233-c0d9-486d-b7a5-15fe08c51988 req-f74d86f7-a21d-4e03-827b-def4d7c664a9 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 944 time: 0.1557486 Aug 29 07:05:59.329427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca814c0-49f2-467b-b410-aba72c33536f req-8ae5bd29-68d7-42ef-a55d-8aaa5b20bd67 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:05:59.332461 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cca814c0-49f2-467b-b410-aba72c33536f req-8ae5bd29-68d7-42ef-a55d-8aaa5b20bd67 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.1805971 Aug 29 07:05:59.491532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a89f4463-b70e-493b-af43-2ca1eb95336f details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:05:59.527966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1f149355-ec02-4aea-9948-830befd74e80 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:05:59.615455 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-04a4c233-c0d9-486d-b7a5-15fe08c51988 req-81c7eb51-5e24-453c-a1b8-1c5385236219 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826693 Aug 29 07:05:59.626937 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cca814c0-49f2-467b-b410-aba72c33536f req-e4fba061-531f-41a2-abec-9c6e70360a6f tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281399 Aug 29 07:05:59.647450 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-db912918-e777-4ddb-ad7b-2bdd05f96ac0 req-f57aa2fd-8fb9-4129-9194-59d8cb943543 service neutron] 10.222.0.15 "GET /v2.0/networks/e7f82a6e-5eaf-4980-9ed9-b051636d1f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943743 Aug 29 07:05:59.689224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0928e-ac7e-4337-a10f-ee1f241d24eb tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Deleting port 87653beb-0962-4ebb-92d7-789bf7162f6d {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:05:59.689860 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ba0928e-ac7e-4337-a10f-ee1f241d24eb tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:59.783972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port a89f4463-b70e-493b-af43-2ca1eb95336f, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a89f4463-b70e-493b-af43-2ca1eb95336f,segment=NetworkSegment(c29ae559-f041-4323-b3b3-1de7076a9dc7),segment_id=c29ae559-f041-4323-b3b3-1de7076a9dc7)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:05:59.802562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'a89f4463-b70e-493b-af43-2ca1eb95336f', 'network_id': 'e7f82a6e-5eaf-4980-9ed9-b051636d1f06', 'port_id': 'a89f4463-b70e-493b-af43-2ca1eb95336f', 'mac_address': 'fa:16:3e:0f:64:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad27b8d-0058-4b55-964a-f5d1186c582b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:05:59.831624 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9543dca4-480c-4330-8ea0-dc8265bee798 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:59.894547 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ba0928e-ac7e-4337-a10f-ee1f241d24eb tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:59.913309 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:05:59.955793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0928e-ac7e-4337-a10f-ee1f241d24eb tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Calling delete_port for 87653beb-0962-4ebb-92d7-789bf7162f6d owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:05:59.963222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89f4463-b70e-493b-af43-2ca1eb95336f {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:06:00.006685 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port a89f4463-b70e-493b-af43-2ca1eb95336f, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a89f4463-b70e-493b-af43-2ca1eb95336f,segment=NetworkSegment(c29ae559-f041-4323-b3b3-1de7076a9dc7),segment_id=c29ae559-f041-4323-b3b3-1de7076a9dc7)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:00.230870 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:06:00.374724 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-9543dca4-480c-4330-8ea0-dc8265bee798 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port 6c583dc8-eaa7-40e0-b893-44c6314e7b52 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:00.375262 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9543dca4-480c-4330-8ea0-dc8265bee798 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:00.388692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ed41c-66ad-44a5-8752-856bef1daf92 req-8917ed8e-8307-4cad-b2a8-26c6196e3224 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:00.390884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f0ed41c-66ad-44a5-8752-856bef1daf92 req-8917ed8e-8307-4cad-b2a8-26c6196e3224 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.2857089 Aug 29 07:06:00.393158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dc5875-b185-41ae-8fff-b366265d3d2b None None] Network 2065f149-0ce2-4b03-a426-8bf0df09940e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:00.409177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe6446-0aa7-4be7-9586-db9be783bf8c req-7b102c15-867a-4207-b7bf-a8b543c5c737 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:00.419776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ffe6446-0aa7-4be7-9586-db9be783bf8c req-7b102c15-867a-4207-b7bf-a8b543c5c737 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 945 time: 0.2415988 Aug 29 07:06:00.556147 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f0ed41c-66ad-44a5-8752-856bef1daf92 req-f7e5b713-08fc-45c4-9fd9-4d44a38b2248 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349761 Aug 29 07:06:00.562412 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 1f149355-ec02-4aea-9948-830befd74e80 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:00.571256 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:00.635257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9543dca4-480c-4330-8ea0-dc8265bee798 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:00.689282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ffe6446-0aa7-4be7-9586-db9be783bf8c req-a5ea2db1-f467-491e-b9a6-c3511461fbbd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633584 Aug 29 07:06:00.696711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-9543dca4-480c-4330-8ea0-dc8265bee798 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for 6c583dc8-eaa7-40e0-b893-44c6314e7b52 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:00.735871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=a89f4463-b70e-493b-af43-2ca1eb95336f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:00.736641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8ec8cdb2-d3b1-4d1f-9314-b106f8ec8530 None None] Provisioning for port 1f149355-ec02-4aea-9948-830befd74e80 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:00.748515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8ec8cdb2-d3b1-4d1f-9314-b106f8ec8530 None None] Provisioning complete for port 1f149355-ec02-4aea-9948-830befd74e80 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:00.748892 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8ec8cdb2-d3b1-4d1f-9314-b106f8ec8530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:00.914160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['a89f4463-b70e-493b-af43-2ca1eb95336f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:06:00.970479 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda8d8d-7a28-46ce-b706-698fa889df03 req-d2b94368-85b5-4661-b9d8-c5ed42f436e8 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:00.972988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6cda8d8d-7a28-46ce-b706-698fa889df03 req-d2b94368-85b5-4661-b9d8-c5ed42f436e8 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 945 time: 0.1874886 Aug 29 07:06:01.011899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26e74-57ed-455c-a4ec-f642a3c8fa4c req-d14e4c00-eaed-409a-aa40-74c74d04ae50 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:01.014721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acb26e74-57ed-455c-a4ec-f642a3c8fa4c req-d14e4c00-eaed-409a-aa40-74c74d04ae50 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.1021333 Aug 29 07:06:01.015677 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ba0928e-ac7e-4337-a10f-ee1f241d24eb tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:01.167118 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6cda8d8d-7a28-46ce-b706-698fa889df03 req-1ce42be6-8c3c-4fd7-9f51-c9e5594e543e tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759660 Aug 29 07:06:01.209801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0928e-ac7e-4337-a10f-ee1f241d24eb tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Pushing event deleted for resources: {'Port': ['ID=87653beb-0962-4ebb-92d7-789bf7162f6d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:01.293971 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8ec8cdb2-d3b1-4d1f-9314-b106f8ec8530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:01.352178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8ec8cdb2-d3b1-4d1f-9314-b106f8ec8530 None None] For port 1f149355-ec02-4aea-9948-830befd74e80, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1f149355-ec02-4aea-9948-830befd74e80,segment=NetworkSegment(04c968bb-690a-4c17-b7d9-9ec4880eb019),segment_id=04c968bb-690a-4c17-b7d9-9ec4880eb019)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:01.431679 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8ec8cdb2-d3b1-4d1f-9314-b106f8ec8530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:01.450304 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acb26e74-57ed-455c-a4ec-f642a3c8fa4c req-8cb87719-262e-4b0b-aa29-04c43904e466 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3991659 Aug 29 07:06:01.450304 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ba0928e-ac7e-4337-a10f-ee1f241d24eb tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:01.450304 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2ba0928e-ac7e-4337-a10f-ee1f241d24eb tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] 10.222.0.76 "DELETE /v2.0/ports/87653beb-0962-4ebb-92d7-789bf7162f6d HTTP/1.1" status: 204 len: 168 time: 2.1535766 Aug 29 07:06:01.461997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48010) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:01.574586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8cdb2-d3b1-4d1f-9314-b106f8ec8530 None None] Pushing event updated for resources: {'Port': ['ID=1f149355-ec02-4aea-9948-830befd74e80,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:01.657592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5a8c9841-c043-4ebd-96ac-e8e6933298c3 None None] Could not find standard attr ID for object 87653beb-0962-4ebb-92d7-789bf7162f6d. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 07:06:01.689045 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5a8c9841-c043-4ebd-96ac-e8e6933298c3 None None] Provisioning complete for port 1f149355-ec02-4aea-9948-830befd74e80 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:01.689973 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9841-c043-4ebd-96ac-e8e6933298c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:01.787841 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ea605fea-6054-43bf-b967-995ba44d3ec6 tempest-DHCPAgentSchedulersTestJSON-138431528 tempest-DHCPAgentSchedulersTestJSON-138431528-project-admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3217041 Aug 29 07:06:01.791216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48020) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:01.805412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2d966431-7eca-4769-a1c6-465bb72d1e7c tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-503070926'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:01.884769 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b51e2c-3139-4238-aa28-47fa19e63e62 req-74e18956-ecd7-466b-a10f-c991b5ae255f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:01.894099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69b51e2c-3139-4238-aa28-47fa19e63e62 req-74e18956-ecd7-466b-a10f-c991b5ae255f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.2029676 Aug 29 07:06:01.943711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d966431-7eca-4769-a1c6-465bb72d1e7c tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Made reservation on behalf of ac88cad6161a4231a71521e72f16e737 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:01.947215 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d966431-7eca-4769-a1c6-465bb72d1e7c tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:02.012826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69b51e2c-3139-4238-aa28-47fa19e63e62 req-e40a7ff8-4f0d-4885-acc4-0fc14b4ad5c1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186199 Aug 29 07:06:02.037514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d966431-7eca-4769-a1c6-465bb72d1e7c tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:06:02.058424 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d966431-7eca-4769-a1c6-465bb72d1e7c tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:02.058873 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-2d966431-7eca-4769-a1c6-465bb72d1e7c tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Added segment fe2fa337-7241-447e-8d73-482b021be028 of type vlan for network 06ed8b9b-023e-45a8-ab67-de1d8aa06b54 Aug 29 07:06:02.175207 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d966431-7eca-4769-a1c6-465bb72d1e7c tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:02.188572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0f3a91a7-123d-4dd3-8fb8-7850b5ac41e8 None None] Could not find standard attr ID for object 87653beb-0962-4ebb-92d7-789bf7162f6d. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 07:06:02.203714 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9543dca4-480c-4330-8ea0-dc8265bee798 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:02.273089 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543dca4-480c-4330-8ea0-dc8265bee798 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=6c583dc8-eaa7-40e0-b893-44c6314e7b52,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:02.312069 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d966431-7eca-4769-a1c6-465bb72d1e7c tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:02.319017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d966431-7eca-4769-a1c6-465bb72d1e7c tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:02.319017 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d966431-7eca-4769-a1c6-465bb72d1e7c tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:02.697870 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9543dca4-480c-4330-8ea0-dc8265bee798 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:02.773603 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2d966431-7eca-4769-a1c6-465bb72d1e7c tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9791267 Aug 29 07:06:02.782547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48034) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:02.784225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d966431-7eca-4769-a1c6-465bb72d1e7c tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Pushing event updated for resources: {'Network': ['ID=06ed8b9b-023e-45a8-ab67-de1d8aa06b54,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:02.798931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 06ed8b9b-023e-45a8-ab67-de1d8aa06b54 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:06:03.091231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9543dca4-480c-4330-8ea0-dc8265bee798 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router eb956e2a-1160-45ac-a9ea-a3291d283d82 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:06:03.099702 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c267b21-1a9f-4bfb-837a-9c2f15c28525 req-66c1e2d4-4ed8-4dca-953c-3d792ae90d68 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:03.102192 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c267b21-1a9f-4bfb-837a-9c2f15c28525 req-66c1e2d4-4ed8-4dca-953c-3d792ae90d68 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 945 time: 0.7417281 Aug 29 07:06:03.104593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-13c2bcd1-580b-4ee0-9e63-8b0809784240 tempest-DHCPAgentSchedulersTestJSON-138431528 tempest-DHCPAgentSchedulersTestJSON-138431528-project-admin] 10.222.0.76 "GET /v2.0/agents/84f364ec-e559-4eae-a9e2-8909d7426830/dhcp-networks HTTP/1.1" status: 200 len: 8074 time: 0.3081303 Aug 29 07:06:03.108926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48040) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:03.127661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c02a0-5bdb-4768-bc6f-53b53b9075c3 req-3443b400-55d3-4dfb-a422-8829461dac75 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:03.140945 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b1c02a0-5bdb-4768-bc6f-53b53b9075c3 req-3443b400-55d3-4dfb-a422-8829461dac75 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.4765296 Aug 29 07:06:03.197185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9543dca4-480c-4330-8ea0-dc8265bee798 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:06:03.202836 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9543dca4-480c-4330-8ea0-dc8265bee798 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/eb956e2a-1160-45ac-a9ea-a3291d283d82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5572391 Aug 29 07:06:03.207992 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f313f46-e7b3-4a7c-8815-e164e40cfc5a None None] Sync routers for ids ['eb956e2a-1160-45ac-a9ea-a3291d283d82'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:06:03.214037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48042) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:03.226687 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f313f46-e7b3-4a7c-8815-e164e40cfc5a None None] Routers {'eb956e2a-1160-45ac-a9ea-a3291d283d82'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:03.227709 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9f313f46-e7b3-4a7c-8815-e164e40cfc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:05:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['eb956e2a-1160-45ac-a9ea-a3291d283d82'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:03.309942 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b1c02a0-5bdb-4768-bc6f-53b53b9075c3 req-3209b3e5-756e-4b23-85ba-7f7f8fa261b8 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610246 Aug 29 07:06:03.312898 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9f313f46-e7b3-4a7c-8815-e164e40cfc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:03.321208 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1c267b21-1a9f-4bfb-837a-9c2f15c28525 req-ef915a52-3b22-4538-90f5-4f486795c6c5 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036293 Aug 29 07:06:03.359897 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f313f46-e7b3-4a7c-8815-e164e40cfc5a None None] Routers {'eb956e2a-1160-45ac-a9ea-a3291d283d82'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:03.360712 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9f313f46-e7b3-4a7c-8815-e164e40cfc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:05:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['eb956e2a-1160-45ac-a9ea-a3291d283d82'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:03.404425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e4fc4-61cc-45db-b225-61a46f760e95 tempest-DHCPAgentSchedulersTestJSON-138431528 tempest-DHCPAgentSchedulersTestJSON-138431528-project-admin] Network 06ed8b9b-023e-45a8-ab67-de1d8aa06b54 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:06:03.463603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1f149355-ec02-4aea-9948-830befd74e80 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:06:03.469846 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-9f313f46-e7b3-4a7c-8815-e164e40cfc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:03.471206 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f313f46-e7b3-4a7c-8815-e164e40cfc5a None None] The sync data for ids ['eb956e2a-1160-45ac-a9ea-a3291d283d82'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:06:03.592701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a89f4463-b70e-493b-af43-2ca1eb95336f up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:06:03.616857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-af2e4fc4-61cc-45db-b225-61a46f760e95 tempest-DHCPAgentSchedulersTestJSON-138431528 tempest-DHCPAgentSchedulersTestJSON-138431528-project-admin] 10.222.0.76 "POST /v2.0/agents/84f364ec-e559-4eae-a9e2-8909d7426830/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5057220 Aug 29 07:06:03.621900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48046) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:03.660025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847211a-febf-4012-a009-bdf97d2ea31a req-9e7322b4-c68a-47cd-92e9-5f30c3a0ba14 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:03.680636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9847211a-febf-4012-a009-bdf97d2ea31a req-9e7322b4-c68a-47cd-92e9-5f30c3a0ba14 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.1331675 Aug 29 07:06:03.694104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498e1f1f-71fa-4460-8c8a-0d271b6514df None None] Network 06ed8b9b-023e-45a8-ab67-de1d8aa06b54 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:03.829267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9847211a-febf-4012-a009-bdf97d2ea31a req-1f93e27e-5d3e-4305-bba9-adb558e48e0f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474128 Aug 29 07:06:03.920656 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-a74b54b0-2ddd-49fa-8b29-4e72ffe02139 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 07:06:03.921754 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a74b54b0-2ddd-49fa-8b29-4e72ffe02139 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/eb956e2a-1160-45ac-a9ea-a3291d283d82/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7036521 Aug 29 07:06:03.924888 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1f149355-ec02-4aea-9948-830befd74e80 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:03.929411 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:03.931674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48050) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:03.965441 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c76845c5-023b-4e02-ab36-67d80d83ec15 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb956e2a-1160-45ac-a9ea-a3291d283d82 HTTP/1.1" status: 200 len: 205 time: 0.0318489 Aug 29 07:06:03.968441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48052) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:04.048782 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:04.067742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a4f86c4-03ae-4b8a-8c76-52a2a68f2463 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:04.092759 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5b9ced57-5cf8-4b95-9838-dd83f89ac227 tempest-DHCPAgentSchedulersTestJSON-138431528 tempest-DHCPAgentSchedulersTestJSON-138431528-project-admin] 10.222.0.76 "GET /v2.0/agents/84f364ec-e559-4eae-a9e2-8909d7426830/dhcp-networks HTTP/1.1" status: 200 len: 8844 time: 0.4686549 Aug 29 07:06:04.094890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48056) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:04.111038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port a89f4463-b70e-493b-af43-2ca1eb95336f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:04.116381 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port a89f4463-b70e-493b-af43-2ca1eb95336f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:04.117101 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:04.247296 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:04.256017 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a4f86c4-03ae-4b8a-8c76-52a2a68f2463 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:04.259288 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-69bfd0ff-cbc2-4ea0-820f-5da32697973a tempest-DHCPAgentSchedulersTestJSON-138431528 tempest-DHCPAgentSchedulersTestJSON-138431528-project-admin] 10.222.0.76 "DELETE /v2.0/agents/84f364ec-e559-4eae-a9e2-8909d7426830/dhcp-networks/06ed8b9b-023e-45a8-ab67-de1d8aa06b54 HTTP/1.1" status: 204 len: 168 time: 0.1616030 Aug 29 07:06:04.259770 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a4f86c4-03ae-4b8a-8c76-52a2a68f2463 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:04.260638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48060) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:04.276455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be2e257-91dd-4b98-9663-f8bfaeb259d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89f4463-b70e-493b-af43-2ca1eb95336f'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:06:04.278979 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37917df0-7951-45ad-99eb-00e83603a4d2" -d '{"events": [{"server_uuid": "2be2e257-91dd-4b98-9663-f8bfaeb259d6", "name": "network-vif-plugged", "status": "completed", "tag": "a89f4463-b70e-493b-af43-2ca1eb95336f"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:06:04.294686 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port a89f4463-b70e-493b-af43-2ca1eb95336f, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a89f4463-b70e-493b-af43-2ca1eb95336f,segment=NetworkSegment(c29ae559-f041-4323-b3b3-1de7076a9dc7),segment_id=c29ae559-f041-4323-b3b3-1de7076a9dc7)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:04.328188 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944e6efe-f56b-4f83-a3b2-9950c25a5e53 x-openstack-request-id: req-944e6efe-f56b-4f83-a3b2-9950c25a5e53 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:06:04.328483 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be2e257-91dd-4b98-9663-f8bfaeb259d6", "name": "network-vif-plugged", "status": "completed", "tag": "a89f4463-b70e-493b-af43-2ca1eb95336f", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:06:04.328740 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-944e6efe-f56b-4f83-a3b2-9950c25a5e53 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:06:04.329133 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be2e257-91dd-4b98-9663-f8bfaeb259d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89f4463-b70e-493b-af43-2ca1eb95336f', 'code': 200} Aug 29 07:06:04.386034 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:04.394570 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8e97ed38-79af-430e-b64c-612d1f681b23 tempest-DHCPAgentSchedulersTestJSON-138431528 tempest-DHCPAgentSchedulersTestJSON-138431528-project-admin] 10.222.0.76 "GET /v2.0/agents/84f364ec-e559-4eae-a9e2-8909d7426830/dhcp-networks HTTP/1.1" status: 200 len: 8074 time: 0.1285825 Aug 29 07:06:04.398457 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48068) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:04.439398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=a89f4463-b70e-493b-af43-2ca1eb95336f,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:04.447090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:04.447542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:04.447952 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:04.448357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:04.448756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:04.449152 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:04.449623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:04.449974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:04.450382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:04.450801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:04.451215 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:04.451607 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:04.469707 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a4f86c4-03ae-4b8a-8c76-52a2a68f2463 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:04.470224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4f86c4-03ae-4b8a-8c76-52a2a68f2463 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Fanout notify agent at l3_agent the message router_deleted on router eb956e2a-1160-45ac-a9ea-a3291d283d82 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:06:04.480896 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a4f86c4-03ae-4b8a-8c76-52a2a68f2463 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:04.481980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2a4f86c4-03ae-4b8a-8c76-52a2a68f2463 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/routers/eb956e2a-1160-45ac-a9ea-a3291d283d82 HTTP/1.1" status: 204 len: 168 time: 0.5124457 Aug 29 07:06:04.484999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48070) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:04.489845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-617f521e-e1ec-42bc-aa1a-c6e54516620a tempest-DHCPAgentSchedulersTestJSON-138431528 tempest-DHCPAgentSchedulersTestJSON-138431528-project-admin] 10.222.0.76 "GET /v2.0/networks/2065f149-0ce2-4b03-a426-8bf0df09940e/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0865154 Aug 29 07:06:04.491657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48072) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:04.522874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42f683-6f7b-47b1-9b40-cead18ebe7bd req-ceedfadb-0f3c-4ebc-90a7-4500c48404ab tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:04.524481 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e42f683-6f7b-47b1-9b40-cead18ebe7bd req-ceedfadb-0f3c-4ebc-90a7-4500c48404ab tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 946 time: 0.1182964 Aug 29 07:06:04.533119 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a135e32-43da-4703-ac32-93cb91076da7 req-01477f3f-7a1a-461f-9ccb-3c0b935383db tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:04.534619 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a135e32-43da-4703-ac32-93cb91076da7 req-01477f3f-7a1a-461f-9ccb-3c0b935383db tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.1294746 Aug 29 07:06:04.540202 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0baf979c-f6b3-4215-8ba1-59e7636498cc tempest-DHCPAgentSchedulersTestJSON-138431528 tempest-DHCPAgentSchedulersTestJSON-138431528-project-admin] 10.222.0.76 "GET /v2.0/networks/2065f149-0ce2-4b03-a426-8bf0df09940e/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0474036 Aug 29 07:06:04.545247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48074) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:04.570627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9a1859-8544-4850-bf07-ed1120c59c4f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting subnet 3a509934-5414-4cfb-a5d8-1c04a30f1a71 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:06:04.573969 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea9a1859-8544-4850-bf07-ed1120c59c4f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:04.596666 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a135e32-43da-4703-ac32-93cb91076da7 req-a3f685a3-fde1-4725-8d77-e06cb536c813 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509198 Aug 29 07:06:04.599502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e42f683-6f7b-47b1-9b40-cead18ebe7bd req-5a00854d-aac6-41fd-bca3-91e7fcd70dd4 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639374 Aug 29 07:06:04.698402 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea9a1859-8544-4850-bf07-ed1120c59c4f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:04.764848 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65899fb2-3035-4c80-abb8-9177feb69f73 req-9b0a30c2-9ea8-4d2e-8677-7954b2e01ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:04.766345 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-65899fb2-3035-4c80-abb8-9177feb69f73 req-9b0a30c2-9ea8-4d2e-8677-7954b2e01ec7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 1098 time: 0.1795995 Aug 29 07:06:04.798223 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8a29e92e-115e-4369-b077-8024d86152b9 tempest-DHCPAgentSchedulersTestJSON-138431528 tempest-DHCPAgentSchedulersTestJSON-138431528-project-admin] 10.222.0.76 "GET /v2.0/agents/84f364ec-e559-4eae-a9e2-8909d7426830/dhcp-networks HTTP/1.1" status: 200 len: 8074 time: 0.2517581 Aug 29 07:06:04.801832 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48076) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:04.845992 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-65899fb2-3035-4c80-abb8-9177feb69f73 req-5c96755f-0df2-4cd6-a196-09ce45dd2ec2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684009 Aug 29 07:06:04.855527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea9a1859-8544-4850-bf07-ed1120c59c4f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:04.886218 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f1bfa28-b6bc-4963-9dec-c495b5d12df0 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.031873 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea9a1859-8544-4850-bf07-ed1120c59c4f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.061864 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a1859-8544-4850-bf07-ed1120c59c4f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Subnet': ['ID=3a509934-5414-4cfb-a5d8-1c04a30f1a71,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:05.076179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea9a1859-8544-4850-bf07-ed1120c59c4f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.078415 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ea9a1859-8544-4850-bf07-ed1120c59c4f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/3a509934-5414-4cfb-a5d8-1c04a30f1a71 HTTP/1.1" status: 204 len: 168 time: 0.5918717 Aug 29 07:06:05.083466 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1e8219-3819-4852-9d9f-dc12beeec5c3 None None] Network 25543140-bb33-4918-a26a-3ddc6b08971d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:05.092650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48088) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:05.194657 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.269548 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port 1b605098-b1af-4d05-8a7b-3fe55b9be851 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:05.270292 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.353417 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f1bfa28-b6bc-4963-9dec-c495b5d12df0 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.356056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] For port 1b605098-b1af-4d05-8a7b-3fe55b9be851, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1b605098-b1af-4d05-8a7b-3fe55b9be851,segment=NetworkSegment(f5e4f6f3-eda9-43a0-ade0-db89970fca33),segment_id=f5e4f6f3-eda9-43a0-ade0-db89970fca33)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:05.356615 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.369825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb623c7e-1648-4522-b9f5-29cff00c88c9 req-0e4c734f-2871-41ec-a838-0a20d2db8812 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:05.377290 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb623c7e-1648-4522-b9f5-29cff00c88c9 req-0e4c734f-2871-41ec-a838-0a20d2db8812 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.1154273 Aug 29 07:06:05.387055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-4f1bfa28-b6bc-4963-9dec-c495b5d12df0 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ed8b9b-023e-45a8-ab67-de1d8aa06b54']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:05.390628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for 1b605098-b1af-4d05-8a7b-3fe55b9be851 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:05.405170 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-4f1bfa28-b6bc-4963-9dec-c495b5d12df0 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2fa337-7241-447e-8d73-482b021be028') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:05.407798 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-4f1bfa28-b6bc-4963-9dec-c495b5d12df0 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2fa337-7241-447e-8d73-482b021be028') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:05.419129 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f1bfa28-b6bc-4963-9dec-c495b5d12df0 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.448712 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb623c7e-1648-4522-b9f5-29cff00c88c9 req-f73c5f25-d8f8-4ae7-94b9-4819b8e57f76 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654953 Aug 29 07:06:05.448712 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f1bfa28-b6bc-4963-9dec-c495b5d12df0 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.464711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1bfa28-b6bc-4963-9dec-c495b5d12df0 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:06:05.465127 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f1bfa28-b6bc-4963-9dec-c495b5d12df0 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:06:05.468516 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:06:05.522558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d738b4-2ccb-4967-904c-e1c5c516fe8e None None] DHCP port deletion for 25543140-bb33-4918-a26a-3ddc6b08971d request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:06:05.569748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-77d738b4-2ccb-4967-904c-e1c5c516fe8e None None] Deleting port 1b605098-b1af-4d05-8a7b-3fe55b9be851 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:05.570131 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-77d738b4-2ccb-4967-904c-e1c5c516fe8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.609625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.639655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=1b605098-b1af-4d05-8a7b-3fe55b9be851,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:05.641613 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f1bfa28-b6bc-4963-9dec-c495b5d12df0 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.647388 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No DVR routers for this DVR port 1b605098-b1af-4d05-8a7b-3fe55b9be851 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:06:05.652856 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-77d738b4-2ccb-4967-904c-e1c5c516fe8e None None] For port 1b605098-b1af-4d05-8a7b-3fe55b9be851, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1b605098-b1af-4d05-8a7b-3fe55b9be851,segment=NetworkSegment(f5e4f6f3-eda9-43a0-ade0-db89970fca33),segment_id=f5e4f6f3-eda9-43a0-ade0-db89970fca33)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:05.653274 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-77d738b4-2ccb-4967-904c-e1c5c516fe8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.656374 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f1bfa28-b6bc-4963-9dec-c495b5d12df0 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.661072 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4f1bfa28-b6bc-4963-9dec-c495b5d12df0 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] 10.222.0.76 "DELETE /v2.0/networks/06ed8b9b-023e-45a8-ab67-de1d8aa06b54 HTTP/1.1" status: 204 len: 168 time: 0.8554115 Aug 29 07:06:05.669150 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-77d738b4-2ccb-4967-904c-e1c5c516fe8e None None] Calling delete_port for 1b605098-b1af-4d05-8a7b-3fe55b9be851 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:05.676143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48102) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:05.699075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bfa28-b6bc-4963-9dec-c495b5d12df0 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Pushing event deleted for resources: {'Network': ['ID=06ed8b9b-023e-45a8-ab67-de1d8aa06b54,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:05.706674 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41fdc39-cd67-4b67-b459-770e44297640 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] DELETE failed (client error): The resource could not be found. Aug 29 07:06:05.707696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41fdc39-cd67-4b67-b459-770e44297640 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:06:05.712814 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e41fdc39-cd67-4b67-b459-770e44297640 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] 10.222.0.76 "DELETE /v2.0/ports/87653beb-0962-4ebb-92d7-789bf7162f6d HTTP/1.1" status: 404 len: 333 time: 0.0329649 Aug 29 07:06:05.715891 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48104) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:05.774195 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.786404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25543140-bb33-4918-a26a-3ddc6b08971d']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:05.795964 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-77d738b4-2ccb-4967-904c-e1c5c516fe8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.800789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e4f6f3-eda9-43a0-ade0-db89970fca33') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:05.801272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e4f6f3-eda9-43a0-ade0-db89970fca33') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:05.811897 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.819776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d738b4-2ccb-4967-904c-e1c5c516fe8e None None] No DVR routers for this DVR port 1b605098-b1af-4d05-8a7b-3fe55b9be851 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:06:05.830449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03ed6b7-1d02-4646-9a48-5b1b72c62eaa tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Deleting subnet bd3196f8-d7be-4fb9-8ac1-85d350bca634 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:06:05.834028 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.837965 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a03ed6b7-1d02-4646-9a48-5b1b72c62eaa tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.843392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:06:05.844231 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:06:05.848268 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:06:05.855680 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d738b4-2ccb-4967-904c-e1c5c516fe8e None None] Pushing event deleted for resources: {'Port': ['ID=1b605098-b1af-4d05-8a7b-3fe55b9be851,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:05.894614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb97d8b-9724-48b5-8935-8f149c44db63 req-7c2a5d51-8a5f-4bd6-99bc-a2a0bde77a89 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:05.896128 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6fb97d8b-9724-48b5-8935-8f149c44db63 req-7c2a5d51-8a5f-4bd6-99bc-a2a0bde77a89 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 946 time: 0.1314449 Aug 29 07:06:05.921629 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a03ed6b7-1d02-4646-9a48-5b1b72c62eaa tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.011514 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6fb97d8b-9724-48b5-8935-8f149c44db63 req-055dced7-d290-4485-9612-fb8fbe97742f tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935576 Aug 29 07:06:06.030305 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.050068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.051995 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/networks/25543140-bb33-4918-a26a-3ddc6b08971d HTTP/1.1" status: 204 len: 168 time: 0.9621112 Aug 29 07:06:06.053324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbf9a1-5c8a-4b92-9d88-40e0c362dfdf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Network': ['ID=25543140-bb33-4918-a26a-3ddc6b08971d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:06.057973 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48108) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:06.061457 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d24dc60a-63c8-4c77-acc0-014fa5c1a0ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'network': {'name': 'tempest-RoutersTest-1238031250'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:06.096796 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a03ed6b7-1d02-4646-9a48-5b1b72c62eaa tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.136911 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08a7b-3e4a-4a4c-a04c-27a536c9bc3d req-7142b802-ad2f-49a6-9f68-cc1e5319a614 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:06.150784 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23a08a7b-3e4a-4a4c-a04c-27a536c9bc3d req-7142b802-ad2f-49a6-9f68-cc1e5319a614 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.1236494 Aug 29 07:06:06.194422 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23a08a7b-3e4a-4a4c-a04c-27a536c9bc3d req-23fb9260-051a-4417-931f-3f36e620425d tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490746 Aug 29 07:06:06.202728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24dc60a-63c8-4c77-acc0-014fa5c1a0ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:06.209461 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d24dc60a-63c8-4c77-acc0-014fa5c1a0ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.301455 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a03ed6b7-1d02-4646-9a48-5b1b72c62eaa tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.310589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24dc60a-63c8-4c77-acc0-014fa5c1a0ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:06:06.326015 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d24dc60a-63c8-4c77-acc0-014fa5c1a0ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.326459 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-d24dc60a-63c8-4c77-acc0-014fa5c1a0ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Added segment 54066254-5319-49db-9d30-4af38d40a6b6 of type vlan for network a501a77b-57ac-4ad6-b8d8-5642ffb9b234 Aug 29 07:06:06.348667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ed6b7-1d02-4646-9a48-5b1b72c62eaa tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3196f8-d7be-4fb9-8ac1-85d350bca634,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:06.360881 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a03ed6b7-1d02-4646-9a48-5b1b72c62eaa tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.362572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697e6c05-3949-4ca3-997b-6048a795a264 None None] Network 2065f149-0ce2-4b03-a426-8bf0df09940e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:06.365126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a03ed6b7-1d02-4646-9a48-5b1b72c62eaa tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] 10.222.0.76 "DELETE /v2.0/subnets/bd3196f8-d7be-4fb9-8ac1-85d350bca634 HTTP/1.1" status: 204 len: 168 time: 0.6502419 Aug 29 07:06:06.370742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48110) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:06.388139 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d24dc60a-63c8-4c77-acc0-014fa5c1a0ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.462208 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.534421 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d24dc60a-63c8-4c77-acc0-014fa5c1a0ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.542223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24dc60a-63c8-4c77-acc0-014fa5c1a0ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:06.545673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d24dc60a-63c8-4c77-acc0-014fa5c1a0ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.605859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Deleting port 1f149355-ec02-4aea-9948-830befd74e80 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:06.606344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.647652 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ced004-e3c9-4854-adfb-568ecf31fa2c None None] DHCP port deletion for 2065f149-0ce2-4b03-a426-8bf0df09940e request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:06:06.665762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24dc60a-63c8-4c77-acc0-014fa5c1a0ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Network': ['ID=a501a77b-57ac-4ad6-b8d8-5642ffb9b234,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:06.681545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fd1b6-c756-445b-be1d-b1b043de0b62 req-1832130d-d686-44d5-8774-be7ff3fe20ee tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:06.683527 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-076fd1b6-c756-445b-be1d-b1b043de0b62 req-1832130d-d686-44d5-8774-be7ff3fe20ee tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.1336646 Aug 29 07:06:06.693726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network a501a77b-57ac-4ad6-b8d8-5642ffb9b234 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:06:06.715438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] For port 1f149355-ec02-4aea-9948-830befd74e80, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1f149355-ec02-4aea-9948-830befd74e80,segment=NetworkSegment(04c968bb-690a-4c17-b7d9-9ec4880eb019),segment_id=04c968bb-690a-4c17-b7d9-9ec4880eb019)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:06.715970 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.738676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Calling delete_port for 1f149355-ec02-4aea-9948-830befd74e80 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:06.742268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48116) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:06.742599 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d24dc60a-63c8-4c77-acc0-014fa5c1a0ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6856267 Aug 29 07:06:06.753559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a201e91d-c369-42b9-a5f5-fbf17d7c9f15 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'subnet': {'network_id': 'a501a77b-57ac-4ad6-b8d8-5642ffb9b234', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:06.783438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-076fd1b6-c756-445b-be1d-b1b043de0b62 req-607bf549-66ed-47eb-89b6-1fdde7c1d0b6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852876 Aug 29 07:06:06.783614 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-43ced004-e3c9-4854-adfb-568ecf31fa2c None None] Deleting port 1f149355-ec02-4aea-9948-830befd74e80 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:06.783734 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-43ced004-e3c9-4854-adfb-568ecf31fa2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.865006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-43ced004-e3c9-4854-adfb-568ecf31fa2c None None] For port 1f149355-ec02-4aea-9948-830befd74e80, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1f149355-ec02-4aea-9948-830befd74e80,segment=NetworkSegment(04c968bb-690a-4c17-b7d9-9ec4880eb019),segment_id=04c968bb-690a-4c17-b7d9-9ec4880eb019)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:06.865407 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-43ced004-e3c9-4854-adfb-568ecf31fa2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:06.879961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-43ced004-e3c9-4854-adfb-568ecf31fa2c None None] Calling delete_port for 1f149355-ec02-4aea-9948-830befd74e80 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:07.013857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a201e91d-c369-42b9-a5f5-fbf17d7c9f15 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:07.018771 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a201e91d-c369-42b9-a5f5-fbf17d7c9f15 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:07.055181 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-43ced004-e3c9-4854-adfb-568ecf31fa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:07.088926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ced004-e3c9-4854-adfb-568ecf31fa2c None None] Pushing event deleted for resources: {'Port': ['ID=1f149355-ec02-4aea-9948-830befd74e80,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:07.096414 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ced004-e3c9-4854-adfb-568ecf31fa2c None None] No DVR routers for this DVR port 1f149355-ec02-4aea-9948-830befd74e80 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:06:07.108683 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:07.184280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Pushing event deleted for resources: {'Port': ['ID=1f149355-ec02-4aea-9948-830befd74e80,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:07.199557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] No DVR routers for this DVR port 1f149355-ec02-4aea-9948-830befd74e80 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:06:07.295763 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1a86d-2240-41a7-90f2-4432b9c2cdc7 req-f411d03f-3f8c-4144-9d24-35a91b851c24 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:07.297343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-59f1a86d-2240-41a7-90f2-4432b9c2cdc7 req-f411d03f-3f8c-4144-9d24-35a91b851c24 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 946 time: 0.2106187 Aug 29 07:06:07.364510 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1b605098-b1af-4d05-8a7b-3fe55b9be851 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:06:07.387325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 1b605098-b1af-4d05-8a7b-3fe55b9be851 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:06:07.387999 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1b605098-b1af-4d05-8a7b-3fe55b9be851 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:06:07.388424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1f149355-ec02-4aea-9948-830befd74e80 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:06:07.418137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 1f149355-ec02-4aea-9948-830befd74e80 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:06:07.418653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1f149355-ec02-4aea-9948-830befd74e80 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:06:07.439715 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:07.485233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2065f149-0ce2-4b03-a426-8bf0df09940e']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:07.508621 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-59f1a86d-2240-41a7-90f2-4432b9c2cdc7 req-7553fa07-a86e-4f06-b36a-589261cc485a tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679842 Aug 29 07:06:07.512545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c968bb-690a-4c17-b7d9-9ec4880eb019') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:07.512843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c968bb-690a-4c17-b7d9-9ec4880eb019') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:07.547003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 642d9e06-8264-46b7-b19a-e042692c0e97 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:06:07.559172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16536793-aa56-475d-aa1b-d0723ed7cd87 req-c7dfbba0-4876-498f-8c76-abc0b9b6adfa tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:07.560829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16536793-aa56-475d-aa1b-d0723ed7cd87 req-c7dfbba0-4876-498f-8c76-abc0b9b6adfa tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.2313845 Aug 29 07:06:07.562721 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:07.610042 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:07.636812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:06:07.637678 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:06:07.646650 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:06:07.682688 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16536793-aa56-475d-aa1b-d0723ed7cd87 req-ea9e30f0-60a4-4c50-a71e-53ded1988a15 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109002 Aug 29 07:06:07.728266 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a201e91d-c369-42b9-a5f5-fbf17d7c9f15 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:07.761893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 642d9e06-8264-46b7-b19a-e042692c0e97, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=642d9e06-8264-46b7-b19a-e042692c0e97,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:07.777644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '642d9e06-8264-46b7-b19a-e042692c0e97', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'port_id': '642d9e06-8264-46b7-b19a-e042692c0e97', 'mac_address': 'fa:16:3e:57:c8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:06:07.838846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201e91d-c369-42b9-a5f5-fbf17d7c9f15 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Subnet': ['ID=b070754e-f70c-4b9b-808d-b1aebf4c630e,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:07.840801 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:07.849844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201e91d-c369-42b9-a5f5-fbf17d7c9f15 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Checking segment: {'id': '54066254-5319-49db-9d30-4af38d40a6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a501a77b-57ac-4ad6-b8d8-5642ffb9b234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:06:07.850202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a201e91d-c369-42b9-a5f5-fbf17d7c9f15 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network hostable DHCP agents. Network: a501a77b-57ac-4ad6-b8d8-5642ffb9b234, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:06:07.863133 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642d9e06-8264-46b7-b19a-e042692c0e97 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:06:07.892592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 642d9e06-8264-46b7-b19a-e042692c0e97, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=642d9e06-8264-46b7-b19a-e042692c0e97,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:07.894344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:07.903234 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:07.909884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] 10.222.0.76 "DELETE /v2.0/networks/2065f149-0ce2-4b03-a426-8bf0df09940e HTTP/1.1" status: 204 len: 168 time: 1.5413058 Aug 29 07:06:07.925998 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbe651-3699-4b52-9f8d-1b92ee4fb981 tempest-DHCPAgentSchedulersTestJSON-707493271 tempest-DHCPAgentSchedulersTestJSON-707493271-project] Pushing event deleted for resources: {'Network': ['ID=2065f149-0ce2-4b03-a426-8bf0df09940e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:07.985889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a201e91d-c369-42b9-a5f5-fbf17d7c9f15 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network a501a77b-57ac-4ad6-b8d8-5642ffb9b234 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:06:08.002491 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:08.002491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 1eb09501-4176-474c-bb64-91dd939c784c details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:06:08.028855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95897313-ce2b-42d9-8642-e4b74f1ad3bb req-0c4d0fcd-0af9-49d8-917f-95aafb532ea4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:08.030438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95897313-ce2b-42d9-8642-e4b74f1ad3bb req-0c4d0fcd-0af9-49d8-917f-95aafb532ea4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 944 time: 0.0856550 Aug 29 07:06:08.098392 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95897313-ce2b-42d9-8642-e4b74f1ad3bb req-5e72816b-aac4-43f3-99a4-bfe04e2293df tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582750 Aug 29 07:06:08.123798 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a201e91d-c369-42b9-a5f5-fbf17d7c9f15 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, a501a77b-57ac-4ad6-b8d8-5642ffb9b234) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:08.129443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a201e91d-c369-42b9-a5f5-fbf17d7c9f15 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:08.130139 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a201e91d-c369-42b9-a5f5-fbf17d7c9f15 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:08.172257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=642d9e06-8264-46b7-b19a-e042692c0e97,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:08.179410 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f70f32-fe61-4018-8a3f-74315fc36ba8 None None] Network a501a77b-57ac-4ad6-b8d8-5642ffb9b234 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:08.226251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48172) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:08.228538 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a201e91d-c369-42b9-a5f5-fbf17d7c9f15 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4829667 Aug 29 07:06:08.233078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-82dd42a5-8860-4ce7-8c0d-f5334c4ce007 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1236377274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:08.255447 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f65e3d34-26c6-4359-beec-6ad7e2802946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:08.300383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1eb09501-4176-474c-bb64-91dd939c784c,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:08.325118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '1eb09501-4176-474c-bb64-91dd939c784c', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'port_id': '1eb09501-4176-474c-bb64-91dd939c784c', 'mac_address': 'fa:16:3e:2f:c1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:06:08.410700 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:08.431735 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82dd42a5-8860-4ce7-8c0d-f5334c4ce007 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:08.433667 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82dd42a5-8860-4ce7-8c0d-f5334c4ce007 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:08.450923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb09501-4176-474c-bb64-91dd939c784c {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:06:08.523362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1eb09501-4176-474c-bb64-91dd939c784c,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:08.537216 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-a501a77b-57ac-4ad6-b8d8-5642ffb9b234', 'network_id': 'a501a77b-57ac-4ad6-b8d8-5642ffb9b234', 'tenant_id': '1166883f58b343578e919064097d9aae', 'fixed_ips': [{'subnet_id': 'b070754e-f70c-4b9b-808d-b1aebf4c630e'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:06:08.537216 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:08.588210 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82dd42a5-8860-4ce7-8c0d-f5334c4ce007 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:08.781095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Allocated IP 172.20.0.2 (a501a77b-57ac-4ad6-b8d8-5642ffb9b234/b070754e-f70c-4b9b-808d-b1aebf4c630e/0b66cdf9-f662-4cdc-a519-90d56c73f22e) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:06:08.909382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df218f8a-4b6c-4c7e-805c-7c03128b5e60 req-7bee3757-1fe7-4eb6-840e-38b86a747fa6 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:08.925105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df218f8a-4b6c-4c7e-805c-7c03128b5e60 req-7bee3757-1fe7-4eb6-840e-38b86a747fa6 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 944 time: 0.0997374 Aug 29 07:06:08.997746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48178) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:09.022908 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df218f8a-4b6c-4c7e-805c-7c03128b5e60 req-ffc1d6be-edff-49e7-92d0-1742d897a7c6 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846782 Aug 29 07:06:09.058071 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:09.069753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Transition to ACTIVE for port object 0b66cdf9-f662-4cdc-a519-90d56c73f22e will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:09.087871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Transition to ACTIVE for port object 0b66cdf9-f662-4cdc-a519-90d56c73f22e will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:09.178384 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5eb8322a-4d03-4a96-b299-230d14c0c499 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac88cad6161a4231a71521e72f16e737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758721 Aug 29 07:06:09.178950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48184) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:09.227620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d3224-99ab-4c0d-97a6-099290ba5f47 req-fc27385a-d9c2-4919-9c30-5bdbf87e2762 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:09.229283 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d00d3224-99ab-4c0d-97a6-099290ba5f47 req-fc27385a-d9c2-4919-9c30-5bdbf87e2762 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 945 time: 0.0518427 Aug 29 07:06:09.236992 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ecb010de-f3c5-4e64-82ed-0b2de45ce4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:09.263534 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ecb010de-f3c5-4e64-82ed-0b2de45ce4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:09.271613 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d00d3224-99ab-4c0d-97a6-099290ba5f47 req-d0ab4d60-92d9-481d-8c8f-60ceab1d6c9b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361485 Aug 29 07:06:09.272781 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:09.321329 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:09.328555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82dd42a5-8860-4ce7-8c0d-f5334c4ce007 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:09.363618 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Network a501a77b-57ac-4ad6-b8d8-5642ffb9b234 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:09.367074 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:09.372890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:09.391772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=1eb09501-4176-474c-bb64-91dd939c784c,revision_number=11']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:09.467428 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ecb010de-f3c5-4e64-82ed-0b2de45ce4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:09.471387 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ecb010de-f3c5-4e64-82ed-0b2de45ce4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:09.473902 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ecb010de-f3c5-4e64-82ed-0b2de45ce4f4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/90211463-e8a5-4a2e-9e4f-781a87f8b47c HTTP/1.1" status: 204 len: 168 time: 0.2935569 Aug 29 07:06:09.481824 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82dd42a5-8860-4ce7-8c0d-f5334c4ce007 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:09.485195 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-82dd42a5-8860-4ce7-8c0d-f5334c4ce007 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2560990 Aug 29 07:06:09.488534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48192) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:09.495821 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Attempting to bind port 0b66cdf9-f662-4cdc-a519-90d56c73f22e on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:09.496498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Attempting to bind port 0b66cdf9-f662-4cdc-a519-90d56c73f22e by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '54066254-5319-49db-9d30-4af38d40a6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a501a77b-57ac-4ad6-b8d8-5642ffb9b234'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:09.496498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Attempting to bind port 0b66cdf9-f662-4cdc-a519-90d56c73f22e on network a501a77b-57ac-4ad6-b8d8-5642ffb9b234 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:09.499992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Pushing event updated for resources: {'Port': ['ID=0b66cdf9-f662-4cdc-a519-90d56c73f22e,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:09.505472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:06:09.505853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Checking segment: {'id': '54066254-5319-49db-9d30-4af38d40a6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a501a77b-57ac-4ad6-b8d8-5642ffb9b234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:06:09.506315 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:09.506638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Bound using segment: {'id': '54066254-5319-49db-9d30-4af38d40a6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a501a77b-57ac-4ad6-b8d8-5642ffb9b234'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:06:09.507114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Bound port: 0b66cdf9-f662-4cdc-a519-90d56c73f22e, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54066254-5319-49db-9d30-4af38d40a6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a501a77b-57ac-4ad6-b8d8-5642ffb9b234'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:06:09.507514 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:09.526802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb010de-f3c5-4e64-82ed-0b2de45ce4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90211463-e8a5-4a2e-9e4f-781a87f8b47c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:09.554588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['1eb09501-4176-474c-bb64-91dd939c784c'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:06:09.558339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['642d9e06-8264-46b7-b19a-e042692c0e97'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:06:09.673384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] For port 0b66cdf9-f662-4cdc-a519-90d56c73f22e, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:06:09.692529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] For port 0b66cdf9-f662-4cdc-a519-90d56c73f22e, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0b66cdf9-f662-4cdc-a519-90d56c73f22e,segment=NetworkSegment(54066254-5319-49db-9d30-4af38d40a6b6),segment_id=54066254-5319-49db-9d30-4af38d40a6b6)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:06:09.805044 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:09.953572 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:09.983244 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3806b-8e6c-45d8-8dde-9938924fabab None None] Pushing event updated for resources: {'Port': ['ID=0b66cdf9-f662-4cdc-a519-90d56c73f22e,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:10.426429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48232) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:10.452862 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0a37fc9-d7da-429e-b109-73a290001530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:10.568331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077f328-2d8e-4af2-8830-b5cc1d6103b0 req-5aa4fc95-06a2-4363-9575-3a1135e6c6c1 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:10.569911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5077f328-2d8e-4af2-8830-b5cc1d6103b0 req-5aa4fc95-06a2-4363-9575-3a1135e6c6c1 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.3075769 Aug 29 07:06:10.599641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Allocated IP 172.20.0.1 (a501a77b-57ac-4ad6-b8d8-5642ffb9b234/b070754e-f70c-4b9b-808d-b1aebf4c630e/dcc13e99-1f6b-4484-8f38-ef45ba39e7d6) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:06:10.624509 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0a37fc9-d7da-429e-b109-73a290001530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:10.648240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904d23b-a2a7-4f25-b282-30ef1079327a req-e5bc9fbe-c749-47a9-96f7-ebc388b4b5c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:10.656082 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8904d23b-a2a7-4f25-b282-30ef1079327a req-e5bc9fbe-c749-47a9-96f7-ebc388b4b5c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 945 time: 0.1864705 Aug 29 07:06:10.743788 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5077f328-2d8e-4af2-8830-b5cc1d6103b0 req-822ddb43-6c1b-49df-8742-0d56454f2663 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614814 Aug 29 07:06:10.764443 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0a37fc9-d7da-429e-b109-73a290001530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:10.803685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8904d23b-a2a7-4f25-b282-30ef1079327a req-7f098f6c-8260-45c9-be5b-5ee2647888ed tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464400 Aug 29 07:06:10.817058 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a37fc9-d7da-429e-b109-73a290001530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518554eb-0c61-4873-aa10-fb26f3664677,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:10.820402 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:10.850712 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a0a37fc9-d7da-429e-b109-73a290001530 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=27669f7a8b0c40da82589a5b0faa8ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4154782 Aug 29 07:06:10.852536 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48236) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:10.920289 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:10.929646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48238) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:10.970229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Transition to ACTIVE for port object dcc13e99-1f6b-4484-8f38-ef45ba39e7d6 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:10.976236 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56b55993-9cb5-421e-ab6e-ea082a2f7bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.011440 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56b55993-9cb5-421e-ab6e-ea082a2f7bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.125435 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ab09207-aa6c-4528-8e86-60c262a5e6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.134382 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.182269 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56b55993-9cb5-421e-ab6e-ea082a2f7bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.186082 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56b55993-9cb5-421e-ab6e-ea082a2f7bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.188039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-56b55993-9cb5-421e-ab6e-ea082a2f7bb5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/518554eb-0c61-4873-aa10-fb26f3664677 HTTP/1.1" status: 204 len: 168 time: 0.3290486 Aug 29 07:06:11.238985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b55993-9cb5-421e-ab6e-ea082a2f7bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518554eb-0c61-4873-aa10-fb26f3664677,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:11.288193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network a501a77b-57ac-4ad6-b8d8-5642ffb9b234 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:11.288193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:11.291264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:11.337155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=dcc13e99-1f6b-4484-8f38-ef45ba39e7d6,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:11.385935 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ab09207-aa6c-4528-8e86-60c262a5e6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.396929 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.526081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0b66cdf9-f662-4cdc-a519-90d56c73f22e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:06:11.536343 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ab09207-aa6c-4528-8e86-60c262a5e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.539526 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 642d9e06-8264-46b7-b19a-e042692c0e97 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:06:11.616903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8083fb11-e00f-43c5-9bf8-0ee22e0b4eff None None] Network a501a77b-57ac-4ad6-b8d8-5642ffb9b234 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:11.617136 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8ab09207-aa6c-4528-8e86-60c262a5e6cd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=74cf2f47ebdd4a9bb136adc9db8ed1a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6882372 Aug 29 07:06:11.617136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab09207-aa6c-4528-8e86-60c262a5e6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44086b0-4935-4307-a4fc-5eee2cf6f722,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:11.619424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48248) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:11.681646 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed89620e-cf9c-4a30-a2a6-68f738383a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.706524 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed89620e-cf9c-4a30-a2a6-68f738383a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.781896 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-777f4b4a-b660-45d7-849d-9e5d10d2abdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.835424 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.850259 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.851664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d9f8dc03-2ab8-448f-bfca-2d13684ab735 None None] Provisioning for port 0b66cdf9-f662-4cdc-a519-90d56c73f22e completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:11.905965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 642d9e06-8264-46b7-b19a-e042692c0e97 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:11.910019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 0b66cdf9-f662-4cdc-a519-90d56c73f22e completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:11.913772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 642d9e06-8264-46b7-b19a-e042692c0e97 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:11.914157 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.964101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 0b66cdf9-f662-4cdc-a519-90d56c73f22e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:11.964101 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:11.978651 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602ef02-afca-488c-8d52-a1aff8478496 req-d6b16389-073f-4d46-86fb-fa11dc740f74 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:11.980948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8602ef02-afca-488c-8d52-a1aff8478496 req-d6b16389-073f-4d46-86fb-fa11dc740f74 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 945 time: 0.1403754 Aug 29 07:06:12.052434 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed89620e-cf9c-4a30-a2a6-68f738383a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:12.054869 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ed89620e-cf9c-4a30-a2a6-68f738383a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:12.056616 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ed89620e-cf9c-4a30-a2a6-68f738383a54 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d44086b0-4935-4307-a4fc-5eee2cf6f722 HTTP/1.1" status: 204 len: 168 time: 0.4347804 Aug 29 07:06:12.086634 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:12.191604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89620e-cf9c-4a30-a2a6-68f738383a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44086b0-4935-4307-a4fc-5eee2cf6f722,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:12.198469 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a77be0-75f2-4fad-8d0c-f3363bff113c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642d9e06-8264-46b7-b19a-e042692c0e97'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:06:12.206939 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cb06be-4c69-4398-9c26-c90b1d0c615c" -d '{"events": [{"server_uuid": "77a77be0-75f2-4fad-8d0c-f3363bff113c", "name": "network-vif-plugged", "status": "completed", "tag": "642d9e06-8264-46b7-b19a-e042692c0e97"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:06:12.234329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8602ef02-afca-488c-8d52-a1aff8478496 req-583ed13e-b102-4771-be73-cb8655ef118c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383213 Aug 29 07:06:12.236854 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 642d9e06-8264-46b7-b19a-e042692c0e97, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=642d9e06-8264-46b7-b19a-e042692c0e97,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:12.242858 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:12.251230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22512f64-0a20-4d74-9e5d-6f53955466d7 req-1f5cc220-7cb8-403f-9e76-92c1c857a7ed tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:12.258446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22512f64-0a20-4d74-9e5d-6f53955466d7 req-1f5cc220-7cb8-403f-9e76-92c1c857a7ed tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 945 time: 0.2763579 Aug 29 07:06:12.301199 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 0b66cdf9-f662-4cdc-a519-90d56c73f22e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0b66cdf9-f662-4cdc-a519-90d56c73f22e,segment=NetworkSegment(54066254-5319-49db-9d30-4af38d40a6b6),segment_id=54066254-5319-49db-9d30-4af38d40a6b6)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:12.302490 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-977ecb79-7bc9-4bd1-a401-c40ddb21f729 None None] Provisioning complete for port 0b66cdf9-f662-4cdc-a519-90d56c73f22e triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:12.303219 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-977ecb79-7bc9-4bd1-a401-c40ddb21f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:12.337138 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8246bf5b-4ff3-4dae-845a-498176d6face x-openstack-request-id: req-8246bf5b-4ff3-4dae-845a-498176d6face {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:06:12.337527 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a77be0-75f2-4fad-8d0c-f3363bff113c", "name": "network-vif-plugged", "status": "completed", "tag": "642d9e06-8264-46b7-b19a-e042692c0e97", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:06:12.337744 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8246bf5b-4ff3-4dae-845a-498176d6face {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:06:12.338149 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a77be0-75f2-4fad-8d0c-f3363bff113c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642d9e06-8264-46b7-b19a-e042692c0e97', 'code': 200} Aug 29 07:06:12.397756 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:12.398575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 1eb09501-4176-474c-bb64-91dd939c784c up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:06:12.426637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22512f64-0a20-4d74-9e5d-6f53955466d7 req-4cfa3f28-c9f0-404a-90c5-3ea8da36fe98 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601331 Aug 29 07:06:12.542061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0007d-5d76-43eb-be8a-80eb28e4b2f2 req-9b79a5df-3f0c-4d07-92d1-0cdc7aa935cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:12.550554 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-56e0007d-5d76-43eb-be8a-80eb28e4b2f2 req-9b79a5df-3f0c-4d07-92d1-0cdc7aa935cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 1098 time: 0.1429658 Aug 29 07:06:12.661341 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-56e0007d-5d76-43eb-be8a-80eb28e4b2f2 req-faab39e0-5b12-411d-8803-647fe5057ae6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011791 Aug 29 07:06:12.674760 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:12.768322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:12.810826 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:12.843971 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=dcc13e99-1f6b-4484-8f38-ef45ba39e7d6,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:12.849645 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:12.888690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=642d9e06-8264-46b7-b19a-e042692c0e97,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:12.964883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=0b66cdf9-f662-4cdc-a519-90d56c73f22e,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:12.982592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network a501a77b-57ac-4ad6-b8d8-5642ffb9b234 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:12.984315 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:13.025848 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 1eb09501-4176-474c-bb64-91dd939c784c completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:13.030361 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 1eb09501-4176-474c-bb64-91dd939c784c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:13.030688 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:13.082826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-977ecb79-7bc9-4bd1-a401-c40ddb21f729 None None] Provisioning for port dcc13e99-1f6b-4484-8f38-ef45ba39e7d6 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:13.091968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-977ecb79-7bc9-4bd1-a401-c40ddb21f729 None None] Provisioning complete for port dcc13e99-1f6b-4484-8f38-ef45ba39e7d6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:13.092348 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-977ecb79-7bc9-4bd1-a401-c40ddb21f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:13.127454 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48282) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:13.150017 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd06a8d2-8872-44fb-b442-2dcc0479e284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:13.175446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-977ecb79-7bc9-4bd1-a401-c40ddb21f729 None None] Port dcc13e99-1f6b-4484-8f38-ef45ba39e7d6 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:06:13.239049 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:13.320792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1eb09501-4176-474c-bb64-91dd939c784c,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:13.346495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-58b28a27-cea9-4e39-8dbf-44414a3e78bf None None] Provisioning complete for port dcc13e99-1f6b-4484-8f38-ef45ba39e7d6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:13.346957 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-58b28a27-cea9-4e39-8dbf-44414a3e78bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:13.406061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0b66cdf9-f662-4cdc-a519-90d56c73f22e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:06:13.427861 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd06a8d2-8872-44fb-b442-2dcc0479e284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:13.451251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-58b28a27-cea9-4e39-8dbf-44414a3e78bf None None] Port dcc13e99-1f6b-4484-8f38-ef45ba39e7d6 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:06:13.451587 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:13.543316 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd06a8d2-8872-44fb-b442-2dcc0479e284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:13.563485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=1eb09501-4176-474c-bb64-91dd939c784c,revision_number=12']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:13.573354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 0b66cdf9-f662-4cdc-a519-90d56c73f22e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:13.573736 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:13.600698 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dd06a8d2-8872-44fb-b442-2dcc0479e284 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4edf3f7828d249af867b617aa140bd9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4718826 Aug 29 07:06:13.605649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48290) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:13.671617 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:13.677670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06a8d2-8872-44fb-b442-2dcc0479e284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1ab69d-4957-4535-8cec-591a97ce358b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:13.689561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-47a0eb4b-8dd2-464f-b4b9-db2fe8680131 None None] Provisioning complete for port dcc13e99-1f6b-4484-8f38-ef45ba39e7d6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:13.691832 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-47a0eb4b-8dd2-464f-b4b9-db2fe8680131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:13.765647 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf47b5bc-7c52-4452-a39f-2dea1930fd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:13.777372 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-47a0eb4b-8dd2-464f-b4b9-db2fe8680131 None None] Port dcc13e99-1f6b-4484-8f38-ef45ba39e7d6 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:06:13.843629 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf47b5bc-7c52-4452-a39f-2dea1930fd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:13.910059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000453aa-6db5-41de-9703-ef950aa24fae req-52eb974b-c56c-49f2-ab5c-5ac906bf4015 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:13.913103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-000453aa-6db5-41de-9703-ef950aa24fae req-52eb974b-c56c-49f2-ab5c-5ac906bf4015 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 946 time: 0.1883063 Aug 29 07:06:13.921838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a6509-c89a-48d1-bc00-a21bd3d4b29f req-3d05d057-c7f6-4b87-859f-03b368b568ab tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:13.925973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-572a6509-c89a-48d1-bc00-a21bd3d4b29f req-3d05d057-c7f6-4b87-859f-03b368b568ab tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 946 time: 0.1983495 Aug 29 07:06:13.997992 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf47b5bc-7c52-4452-a39f-2dea1930fd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:14.005104 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf47b5bc-7c52-4452-a39f-2dea1930fd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:14.005326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-000453aa-6db5-41de-9703-ef950aa24fae req-d9f87fc8-7ccb-4194-b294-23368838bd52 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769360 Aug 29 07:06:14.009270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-572a6509-c89a-48d1-bc00-a21bd3d4b29f req-8b0df200-b99e-4d2e-b30a-bdff76bc1685 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767291 Aug 29 07:06:14.010400 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf47b5bc-7c52-4452-a39f-2dea1930fd3b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/db1ab69d-4957-4535-8cec-591a97ce358b HTTP/1.1" status: 204 len: 168 time: 0.4028947 Aug 29 07:06:14.045473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47b5bc-7c52-4452-a39f-2dea1930fd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1ab69d-4957-4535-8cec-591a97ce358b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:14.053976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router 5eb5cbda-61a0-4fe6-9821-cd06806d7313 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:06:14.168684 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:06:14.187585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6f067beb-ff96-4235-98b6-fcfd30891426 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/5eb5cbda-61a0-4fe6-9821-cd06806d7313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6929891 Aug 29 07:06:14.188786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48306) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:14.205091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cdbaf3-b7ab-4a0b-9844-02cc13ec00f7 None None] Sync routers for ids ['5eb5cbda-61a0-4fe6-9821-cd06806d7313'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:06:14.221472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cdbaf3-b7ab-4a0b-9844-02cc13ec00f7 None None] Routers {'5eb5cbda-61a0-4fe6-9821-cd06806d7313'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:14.222247 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-09cdbaf3-b7ab-4a0b-9844-02cc13ec00f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5eb5cbda-61a0-4fe6-9821-cd06806d7313'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:14.260969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-09cdbaf3-b7ab-4a0b-9844-02cc13ec00f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:14.280485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397876b8-366a-4089-85c4-0dcc3f35da09 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:14.281455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cdbaf3-b7ab-4a0b-9844-02cc13ec00f7 None None] Routers {'5eb5cbda-61a0-4fe6-9821-cd06806d7313'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:14.282495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-09cdbaf3-b7ab-4a0b-9844-02cc13ec00f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5eb5cbda-61a0-4fe6-9821-cd06806d7313'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:14.289120 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-397876b8-366a-4089-85c4-0dcc3f35da09 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports/dcc13e99-1f6b-4484-8f38-ef45ba39e7d6 HTTP/1.1" status: 200 len: 910 time: 0.0975235 Aug 29 07:06:14.289951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48310) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:14.359608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:06:14.364462 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6632fb94-c055-4581-9c19-51bc9cef4e30" -d '{"events": [{"server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "name": "network-vif-plugged", "status": "completed", "tag": "1eb09501-4176-474c-bb64-91dd939c784c"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:06:14.370755 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-09cdbaf3-b7ab-4a0b-9844-02cc13ec00f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:14.371990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cdbaf3-b7ab-4a0b-9844-02cc13ec00f7 None None] The sync data for ids ['5eb5cbda-61a0-4fe6-9821-cd06806d7313'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:06:14.440723 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722c5000-eab7-44ba-b17e-094d590f3210 x-openstack-request-id: req-722c5000-eab7-44ba-b17e-094d590f3210 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:06:14.441259 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "name": "network-vif-plugged", "status": "completed", "tag": "1eb09501-4176-474c-bb64-91dd939c784c", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:06:14.442139 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-722c5000-eab7-44ba-b17e-094d590f3210 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:06:14.442989 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c', 'code': 200} Aug 29 07:06:14.626938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48322) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:14.744657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033edd76-9b07-4f2e-9655-b54ae587c1b3 req-b20a5c56-8aab-4185-8608-5d60337f4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:14.746897 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-033edd76-9b07-4f2e-9655-b54ae587c1b3 req-b20a5c56-8aab-4185-8608-5d60337f4e79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 1098 time: 0.0650344 Aug 29 07:06:14.783819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-87fcbd6a-65aa-448e-a40c-e3954d4d8d61 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-602398971'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:14.784278 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-87fcbd6a-65aa-448e-a40c-e3954d4d8d61 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Unknown quota resources ['metering_label']. {{(pid=95403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 07:06:14.803991 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04e1ab67-543b-4121-ab28-04d4a58678a0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:14.897042 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-033edd76-9b07-4f2e-9655-b54ae587c1b3 req-1e916257-d40e-4038-a87e-fba2da09eb07 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427746 Aug 29 07:06:15.143954 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-87fcbd6a-65aa-448e-a40c-e3954d4d8d61 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:15.145148 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-87fcbd6a-65aa-448e-a40c-e3954d4d8d61 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5165281 Aug 29 07:06:15.149735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48342) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:15.175616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-48cc7096-af27-4b69-b1a3-e556583dde6a tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b3773227-560d-4707-b6b1-7966f2e0e10e'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:15.175616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-48cc7096-af27-4b69-b1a3-e556583dde6a tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95404) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 07:06:15.365155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9c74f-ea69-44c4-b8e9-8aa8cd6ba723 req-9f8e833f-0e13-4891-9c72-fc52385af590 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:15.366642 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29c9c74f-ea69-44c4-b8e9-8aa8cd6ba723 req-9f8e833f-0e13-4891-9c72-fc52385af590 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 946 time: 0.2399623 Aug 29 07:06:15.424995 n-d-713301-12 neutron-server[95404]: WARNING neutron.services.metering.metering_plugin [None req-48cc7096-af27-4b69-b1a3-e556583dde6a tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 07:06:15.439403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65862e64-3838-498d-8222-e3c547e33c14 req-76da99b0-1ddf-4ff0-b5bb-7842400f563a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:15.443305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65862e64-3838-498d-8222-e3c547e33c14 req-76da99b0-1ddf-4ff0-b5bb-7842400f563a tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 946 time: 0.2478743 Aug 29 07:06:15.560736 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29c9c74f-ea69-44c4-b8e9-8aa8cd6ba723 req-4d0c84ce-c6a2-410a-97b1-33391f84730e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856954 Aug 29 07:06:15.610618 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-48cc7096-af27-4b69-b1a3-e556583dde6a tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:15.611864 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-48cc7096-af27-4b69-b1a3-e556583dde6a tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4426322 Aug 29 07:06:15.615946 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48352) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:15.620489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b277e6f2-118d-45db-b4c1-f973512607f6 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b3773227-560d-4707-b6b1-7966f2e0e10e'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:15.620988 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b277e6f2-118d-45db-b4c1-f973512607f6 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 07:06:15.672397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65862e64-3838-498d-8222-e3c547e33c14 req-b5c98c4f-cfee-4ccb-97fa-f0e044d9d34e tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913769 Aug 29 07:06:15.690621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-04e1ab67-543b-4121-ab28-04d4a58678a0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port dcc13e99-1f6b-4484-8f38-ef45ba39e7d6 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:15.691332 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04e1ab67-543b-4121-ab28-04d4a58678a0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:15.776144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982b88c-7e14-4000-9b14-8500a8a51d27 req-ca2c1637-f3ce-46f1-8abe-707cca1c3d36 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:15.780240 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0982b88c-7e14-4000-9b14-8500a8a51d27 req-ca2c1637-f3ce-46f1-8abe-707cca1c3d36 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 946 time: 0.1304820 Aug 29 07:06:15.808375 n-d-713301-12 neutron-server[95403]: WARNING neutron.services.metering.metering_plugin [None req-b277e6f2-118d-45db-b4c1-f973512607f6 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 07:06:15.838742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04e1ab67-543b-4121-ab28-04d4a58678a0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:15.872619 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0982b88c-7e14-4000-9b14-8500a8a51d27 req-45b8081e-fd94-4ae9-be8f-4108741c6889 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832160 Aug 29 07:06:15.873601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-04e1ab67-543b-4121-ab28-04d4a58678a0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for dcc13e99-1f6b-4484-8f38-ef45ba39e7d6 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:15.993879 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b277e6f2-118d-45db-b4c1-f973512607f6 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:16.000407 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b277e6f2-118d-45db-b4c1-f973512607f6 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3801675 Aug 29 07:06:16.002665 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48362) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:16.032334 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a3ba729a-40d8-40a1-b0c2-070b35ff9224 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=9fb5ea52-eb93-4523-bd15-5ac3aac81a95 HTTP/1.1" status: 200 len: 462 time: 0.0284781 Aug 29 07:06:16.036070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48370) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:16.180114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2b7f4-05cb-4292-be12-0526ce688c30 req-8502e703-2af8-4029-a948-d22c7e4fcb30 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:16.181916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3f2b7f4-05cb-4292-be12-0526ce688c30 req-8502e703-2af8-4029-a948-d22c7e4fcb30 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 946 time: 0.0937202 Aug 29 07:06:16.252823 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3f2b7f4-05cb-4292-be12-0526ce688c30 req-8ebde1e0-bad9-4939-b8fc-caebc12a411c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597405 Aug 29 07:06:16.316715 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04e1ab67-543b-4121-ab28-04d4a58678a0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:16.336408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3473-be13-44d7-9cec-66eaf10c3f6c tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:16.337625 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cfaa3473-be13-44d7-9cec-66eaf10c3f6c tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/9fb5ea52-eb93-4523-bd15-5ac3aac81a95 HTTP/1.1" status: 204 len: 168 time: 0.3001306 Aug 29 07:06:16.340513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48386) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:16.359531 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f947390e-1ec3-451b-b28a-226de95acaab tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=9fb5ea52-eb93-4523-bd15-5ac3aac81a95 HTTP/1.1" status: 200 len: 221 time: 0.0139897 Aug 29 07:06:16.361279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48388) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:16.388854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d9f787c9-0ef6-4244-88f2-7187490dbcc6 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1551498333', 'description': 'label created by tempest'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:16.388854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d9f787c9-0ef6-4244-88f2-7187490dbcc6 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Unknown quota resources ['metering_label']. {{(pid=95403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 07:06:16.411881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1ab67-543b-4121-ab28-04d4a58678a0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=dcc13e99-1f6b-4484-8f38-ef45ba39e7d6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:16.763269 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04e1ab67-543b-4121-ab28-04d4a58678a0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:16.768143 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d9f787c9-0ef6-4244-88f2-7187490dbcc6 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:16.771278 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d9f787c9-0ef6-4244-88f2-7187490dbcc6 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4043982 Aug 29 07:06:16.772385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48408) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:16.896947 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2bb358eb-9af8-4496-91f4-91ea54d6a455 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=3d5df1da-66e2-46e6-ab79-a0d6a298297a HTTP/1.1" status: 200 len: 468 time: 0.1233513 Aug 29 07:06:16.897593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48412) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:17.015870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb325746-2ea2-4b09-982b-a89c5e54c4d7 req-f866421a-88b2-450a-b07e-882ad26a5d88 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:17.018010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb325746-2ea2-4b09-982b-a89c5e54c4d7 req-f866421a-88b2-450a-b07e-882ad26a5d88 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 946 time: 0.1980977 Aug 29 07:06:17.047662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e1ab67-543b-4121-ab28-04d4a58678a0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router 5eb5cbda-61a0-4fe6-9821-cd06806d7313 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:06:17.145224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb325746-2ea2-4b09-982b-a89c5e54c4d7 req-b3593667-ee19-4e16-bb94-d07d26e1acbf tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176085 Aug 29 07:06:17.154648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee6f6a-d0ea-4af0-9566-3f63410e1afc req-a0b3ac8c-b1dc-49ec-aa50-c7b86aa688ac tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:17.156325 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4ee6f6a-d0ea-4af0-9566-3f63410e1afc req-a0b3ac8c-b1dc-49ec-aa50-c7b86aa688ac tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 946 time: 0.1294923 Aug 29 07:06:17.213137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e1ab67-543b-4121-ab28-04d4a58678a0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:06:17.219629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-04e1ab67-543b-4121-ab28-04d4a58678a0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/5eb5cbda-61a0-4fe6-9821-cd06806d7313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9278371 Aug 29 07:06:17.224146 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48432) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:17.234875 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14ff0ff-8b86-4769-9fed-262499c9f0bb None None] Sync routers for ids ['5eb5cbda-61a0-4fe6-9821-cd06806d7313'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:06:17.252685 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14ff0ff-8b86-4769-9fed-262499c9f0bb None None] Routers {'5eb5cbda-61a0-4fe6-9821-cd06806d7313'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:17.261238 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b14ff0ff-8b86-4769-9fed-262499c9f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5eb5cbda-61a0-4fe6-9821-cd06806d7313'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:17.289856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4ee6f6a-d0ea-4af0-9566-3f63410e1afc req-7ef69602-0296-44cf-812c-3ca2cd401a15 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964520 Aug 29 07:06:17.297539 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b14ff0ff-8b86-4769-9fed-262499c9f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:17.311174 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14ff0ff-8b86-4769-9fed-262499c9f0bb None None] Routers {'5eb5cbda-61a0-4fe6-9821-cd06806d7313'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:17.313283 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b14ff0ff-8b86-4769-9fed-262499c9f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5eb5cbda-61a0-4fe6-9821-cd06806d7313'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:17.338368 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-62aa6176-e074-4c29-9d20-949343d09e2d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports?device_id=5eb5cbda-61a0-4fe6-9821-cd06806d7313 HTTP/1.1" status: 200 len: 205 time: 0.1130810 Aug 29 07:06:17.371470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48438) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:17.377988 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b14ff0ff-8b86-4769-9fed-262499c9f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:17.379419 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14ff0ff-8b86-4769-9fed-262499c9f0bb None None] The sync data for ids ['5eb5cbda-61a0-4fe6-9821-cd06806d7313'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:06:17.485188 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13ad0601-6fbb-47d0-925f-b69f0149a4aa tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:17.710206 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13ad0601-6fbb-47d0-925f-b69f0149a4aa tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:17.712555 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13ad0601-6fbb-47d0-925f-b69f0149a4aa tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:17.720313 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-756e5c82-2a53-413e-833c-17c4bfd86c8b tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:17.724442 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-756e5c82-2a53-413e-833c-17c4bfd86c8b tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/3d5df1da-66e2-46e6-ab79-a0d6a298297a HTTP/1.1" status: 204 len: 168 time: 0.8229632 Aug 29 07:06:17.726314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48456) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:17.754316 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3241b3e0-194e-4227-bcca-eae4ec826509 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=3d5df1da-66e2-46e6-ab79-a0d6a298297a HTTP/1.1" status: 200 len: 216 time: 0.0235546 Aug 29 07:06:17.755570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48458) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:17.769259 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-80226950-fd90-414a-84f0-3e0d03756a61 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0121183 Aug 29 07:06:17.774575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48460) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:17.788575 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f6f8d0a6-cb6d-4e2d-860d-9b176aa3f741 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0124881 Aug 29 07:06:17.791779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48462) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:17.848159 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-94df4cb4-ef6a-4005-9866-f26ceb26ac87 tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/b3773227-560d-4707-b6b1-7966f2e0e10e HTTP/1.1" status: 200 len: 472 time: 0.0552471 Aug 29 07:06:17.853032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48464) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:17.863418 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b810cd87-de59-4a6a-b250-dedd858428fa tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/f5c2239f-ecd7-472c-bbd3-105a127d209b HTTP/1.1" status: 200 len: 459 time: 0.0106707 Aug 29 07:06:17.867096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48466) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:17.973088 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13ad0601-6fbb-47d0-925f-b69f0149a4aa tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:17.973728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ad0601-6fbb-47d0-925f-b69f0149a4aa tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Fanout notify agent at l3_agent the message router_deleted on router 5eb5cbda-61a0-4fe6-9821-cd06806d7313 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:06:17.982228 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13ad0601-6fbb-47d0-925f-b69f0149a4aa tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:17.997661 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-13ad0601-6fbb-47d0-925f-b69f0149a4aa tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/routers/5eb5cbda-61a0-4fe6-9821-cd06806d7313 HTTP/1.1" status: 204 len: 168 time: 0.6220820 Aug 29 07:06:17.998048 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48468) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:18.127077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcaac39d-ead1-4716-98dd-4c72ff49dc21 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting subnet b070754e-f70c-4b9b-808d-b1aebf4c630e {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:06:18.132138 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcaac39d-ead1-4716-98dd-4c72ff49dc21 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:18.191824 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fc878f28-0fc1-4fe5-bedd-4a87fa57162e tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:18.193863 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fc878f28-0fc1-4fe5-bedd-4a87fa57162e tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/f5c2239f-ecd7-472c-bbd3-105a127d209b HTTP/1.1" status: 204 len: 168 time: 0.3250542 Aug 29 07:06:18.196690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48472) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:18.223368 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcaac39d-ead1-4716-98dd-4c72ff49dc21 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:18.385387 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcaac39d-ead1-4716-98dd-4c72ff49dc21 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:18.480756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48482) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:18.636212 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcaac39d-ead1-4716-98dd-4c72ff49dc21 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:18.672861 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cad28929-2dbc-443d-826f-6d3b0a2c70d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:18.677151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaac39d-ead1-4716-98dd-4c72ff49dc21 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Subnet': ['ID=b070754e-f70c-4b9b-808d-b1aebf4c630e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:18.680329 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcaac39d-ead1-4716-98dd-4c72ff49dc21 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:18.684113 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bcaac39d-ead1-4716-98dd-4c72ff49dc21 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/b070754e-f70c-4b9b-808d-b1aebf4c630e HTTP/1.1" status: 204 len: 168 time: 0.6838443 Aug 29 07:06:18.689475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986ec124-9123-49ec-aa21-63948bd8e6f3 None None] Network a501a77b-57ac-4ad6-b8d8-5642ffb9b234 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:18.691361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48490) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:18.821442 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:18.948651 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee63ff5-78d7-4d99-92cf-052a3d82e4eb req-41bf1ded-3910-4460-9a94-6ed990c0bd2b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:18.950851 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2ee63ff5-78d7-4d99-92cf-052a3d82e4eb req-41bf1ded-3910-4460-9a94-6ed990c0bd2b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 946 time: 0.1464548 Aug 29 07:06:18.961882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a9822-0e32-4fb8-923e-d4c9ae5e5893 None None] DHCP port deletion for a501a77b-57ac-4ad6-b8d8-5642ffb9b234 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:06:19.038690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a9822-0e32-4fb8-923e-d4c9ae5e5893 None None] Deleting port 0b66cdf9-f662-4cdc-a519-90d56c73f22e {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:19.039309 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9e2a9822-0e32-4fb8-923e-d4c9ae5e5893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.060396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb53b84-f637-4cad-bea8-22d4251d78ed req-070b02a5-148a-4caf-99ff-053cec28799c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:19.062019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfb53b84-f637-4cad-bea8-22d4251d78ed req-070b02a5-148a-4caf-99ff-053cec28799c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 946 time: 0.2737958 Aug 29 07:06:19.070021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00a0d0-770d-48b9-8ddb-ee02ef49730d req-2c6da53c-0c57-486d-9116-8b1d4e6648e6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:19.071931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad00a0d0-770d-48b9-8ddb-ee02ef49730d req-2c6da53c-0c57-486d-9116-8b1d4e6648e6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 946 time: 0.2738640 Aug 29 07:06:19.072772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port 0b66cdf9-f662-4cdc-a519-90d56c73f22e {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:19.073311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.092189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cad28929-2dbc-443d-826f-6d3b0a2c70d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.133040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfb53b84-f637-4cad-bea8-22d4251d78ed req-f3e3dcff-5a83-4f73-a76b-995b93fefbdc tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601137 Aug 29 07:06:19.141473 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad00a0d0-770d-48b9-8ddb-ee02ef49730d req-fdead5b4-4ee8-4c8f-815b-63829b4d9af0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622883 Aug 29 07:06:19.146403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9e2a9822-0e32-4fb8-923e-d4c9ae5e5893 None None] For port 0b66cdf9-f662-4cdc-a519-90d56c73f22e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0b66cdf9-f662-4cdc-a519-90d56c73f22e,segment=NetworkSegment(54066254-5319-49db-9d30-4af38d40a6b6),segment_id=54066254-5319-49db-9d30-4af38d40a6b6)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:19.146805 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9e2a9822-0e32-4fb8-923e-d4c9ae5e5893 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.160203 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f494eb21-f311-4d5c-9eff-c2fb070f991e tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.163728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f494eb21-f311-4d5c-9eff-c2fb070f991e tempest-MeteringIpV6TestJSON-903291009 tempest-MeteringIpV6TestJSON-903291009-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/b3773227-560d-4707-b6b1-7966f2e0e10e HTTP/1.1" status: 204 len: 168 time: 0.9608808 Aug 29 07:06:19.175928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a9822-0e32-4fb8-923e-d4c9ae5e5893 None None] Calling delete_port for 0b66cdf9-f662-4cdc-a519-90d56c73f22e owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:19.183828 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] For port 0b66cdf9-f662-4cdc-a519-90d56c73f22e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0b66cdf9-f662-4cdc-a519-90d56c73f22e,segment=NetworkSegment(54066254-5319-49db-9d30-4af38d40a6b6),segment_id=54066254-5319-49db-9d30-4af38d40a6b6)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:19.184196 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.203037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for 0b66cdf9-f662-4cdc-a519-90d56c73f22e owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:19.222466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-2ee63ff5-78d7-4d99-92cf-052a3d82e4eb req-822bad15-12ca-48b1-bc70-d5e48f581c97 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Deleting port 642d9e06-8264-46b7-b19a-e042692c0e97 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:19.222844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2ee63ff5-78d7-4d99-92cf-052a3d82e4eb req-822bad15-12ca-48b1-bc70-d5e48f581c97 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.283364 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cad28929-2dbc-443d-826f-6d3b0a2c70d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.396129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0b66cdf9-f662-4cdc-a519-90d56c73f22e no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:06:19.403103 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cad28929-2dbc-443d-826f-6d3b0a2c70d9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6cd05127cf9d4f398811a395e32b5610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9187431 Aug 29 07:06:19.403872 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48500) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:19.417177 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad28929-2dbc-443d-826f-6d3b0a2c70d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4546b9f8-9763-4dc2-9d2a-30df912f0a00,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:19.455810 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-2ee63ff5-78d7-4d99-92cf-052a3d82e4eb req-822bad15-12ca-48b1-bc70-d5e48f581c97 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] For port 642d9e06-8264-46b7-b19a-e042692c0e97, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=642d9e06-8264-46b7-b19a-e042692c0e97,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:19.456177 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2ee63ff5-78d7-4d99-92cf-052a3d82e4eb req-822bad15-12ca-48b1-bc70-d5e48f581c97 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.484209 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-2ee63ff5-78d7-4d99-92cf-052a3d82e4eb req-822bad15-12ca-48b1-bc70-d5e48f581c97 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Calling delete_port for 642d9e06-8264-46b7-b19a-e042692c0e97 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:19.496060 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.496592 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9e2a9822-0e32-4fb8-923e-d4c9ae5e5893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.530873 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.567061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=0b66cdf9-f662-4cdc-a519-90d56c73f22e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:19.573866 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.580203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No DVR routers for this DVR port 0b66cdf9-f662-4cdc-a519-90d56c73f22e on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:06:19.582951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a9822-0e32-4fb8-923e-d4c9ae5e5893 None None] Pushing event deleted for resources: {'Port': ['ID=0b66cdf9-f662-4cdc-a519-90d56c73f22e,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:19.596943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No active binding found for port 0b66cdf9-f662-4cdc-a519-90d56c73f22e {{(pid=95405) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 07:06:19.596943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0b66cdf9-f662-4cdc-a519-90d56c73f22e not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:06:19.599082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a9822-0e32-4fb8-923e-d4c9ae5e5893 None None] No DVR routers for this DVR port 0b66cdf9-f662-4cdc-a519-90d56c73f22e on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:06:19.738916 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.751738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a501a77b-57ac-4ad6-b8d8-5642ffb9b234']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:19.777943 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54066254-5319-49db-9d30-4af38d40a6b6') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:19.777943 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54066254-5319-49db-9d30-4af38d40a6b6') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:19.780366 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.784732 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.787558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4546b9f8-9763-4dc2-9d2a-30df912f0a00 HTTP/1.1" status: 204 len: 168 time: 0.3811259 Aug 29 07:06:19.793461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48512) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:19.793771 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.814885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.820991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4546b9f8-9763-4dc2-9d2a-30df912f0a00,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:19.832961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:19.833609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:19.833961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:19.834473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:19.834819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:19.835173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:19.835663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:19.836001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:19.836324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:19.836716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:19.837024 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:19.838349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6be25-18d6-4d58-aa0d-55c1bf637065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:19.850087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:06:19.850875 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:06:19.854588 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:06:19.981967 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ddc74a0-7be8-4b69-a57f-5a5a543e416a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.090295 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ddc74a0-7be8-4b69-a57f-5a5a543e416a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.096689 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.100425 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2ee63ff5-78d7-4d99-92cf-052a3d82e4eb req-822bad15-12ca-48b1-bc70-d5e48f581c97 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.107965 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.109656 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/networks/a501a77b-57ac-4ad6-b8d8-5642ffb9b234 HTTP/1.1" status: 204 len: 168 time: 1.4168832 Aug 29 07:06:20.116627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48518) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:20.122592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1703615941', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:20.171173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bad15-12ca-48b1-bc70-d5e48f581c97 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event deleted for resources: {'Port': ['ID=642d9e06-8264-46b7-b19a-e042692c0e97,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:20.210140 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b62cf3-4e6e-4147-88a9-ebf4085c01a7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Network': ['ID=a501a77b-57ac-4ad6-b8d8-5642ffb9b234,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:20.213849 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ddc74a0-7be8-4b69-a57f-5a5a543e416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.240911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee63ff5-78d7-4d99-92cf-052a3d82e4eb req-822bad15-12ca-48b1-bc70-d5e48f581c97 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] No DVR routers for this DVR port 642d9e06-8264-46b7-b19a-e042692c0e97 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:06:20.247025 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2ee63ff5-78d7-4d99-92cf-052a3d82e4eb req-822bad15-12ca-48b1-bc70-d5e48f581c97 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.262119 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2ee63ff5-78d7-4d99-92cf-052a3d82e4eb req-822bad15-12ca-48b1-bc70-d5e48f581c97 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "DELETE /v2.0/ports/642d9e06-8264-46b7-b19a-e042692c0e97 HTTP/1.1" status: 204 len: 173 time: 1.3001664 Aug 29 07:06:20.275047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a77be0-75f2-4fad-8d0c-f3363bff113c', 'name': 'network-vif-deleted', 'tag': '642d9e06-8264-46b7-b19a-e042692c0e97'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:06:20.278573 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74e44bc-3a6a-4099-babd-390b0dc74aaf" -d '{"events": [{"server_uuid": "77a77be0-75f2-4fad-8d0c-f3363bff113c", "name": "network-vif-deleted", "tag": "642d9e06-8264-46b7-b19a-e042692c0e97"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:06:20.338373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7ddc74a0-7be8-4b69-a57f-5a5a543e416a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=64f92688514448f086e3b4c0f12031e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433772 Aug 29 07:06:20.344765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48528) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:20.345499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc74a0-7be8-4b69-a57f-5a5a543e416a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aef317f-9d7b-4f47-9779-06ec9242689e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:20.386239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7361299b-ea3c-4d9e-98b2-b392cd0c7a02 req-e74dec60-64d9-403b-b468-0ac278b21da9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 210 time: 0.0770698 Aug 29 07:06:20.387356 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.388407 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.464731 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64171f06-facd-4948-9de6-674aa8113db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.472302 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1cf34e-2993-4ee5-8f48-d7c6fdcabd3d x-openstack-request-id: req-3b1cf34e-2993-4ee5-8f48-d7c6fdcabd3d {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:06:20.472637 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a77be0-75f2-4fad-8d0c-f3363bff113c", "name": "network-vif-deleted", "tag": "642d9e06-8264-46b7-b19a-e042692c0e97", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:06:20.472918 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3b1cf34e-2993-4ee5-8f48-d7c6fdcabd3d {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:06:20.473327 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a77be0-75f2-4fad-8d0c-f3363bff113c', 'name': 'network-vif-deleted', 'tag': '642d9e06-8264-46b7-b19a-e042692c0e97', 'status': 'completed', 'code': 200} Aug 29 07:06:20.489960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c0c25-8b91-420c-84ef-56dacf626a36 req-69cf9185-cdc2-4448-92ce-03499924700c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:20.495178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-150c0c25-8b91-420c-84ef-56dacf626a36 req-69cf9185-cdc2-4448-92ce-03499924700c tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 946 time: 0.1831589 Aug 29 07:06:20.497118 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64171f06-facd-4948-9de6-674aa8113db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.497761 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.546603 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-150c0c25-8b91-420c-84ef-56dacf626a36 req-8e7a6560-d5a3-48d4-959b-262aeb7b267b tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383840 Aug 29 07:06:20.870537 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64171f06-facd-4948-9de6-674aa8113db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.877119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64171f06-facd-4948-9de6-674aa8113db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.877512 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.880390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48536) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:20.888858 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-64171f06-facd-4948-9de6-674aa8113db0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0aef317f-9d7b-4f47-9779-06ec9242689e HTTP/1.1" status: 204 len: 168 time: 0.5459785 Aug 29 07:06:20.898854 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ebae58a-7b32-45be-8e53-7298c1f3f4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:20.903415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64171f06-facd-4948-9de6-674aa8113db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aef317f-9d7b-4f47-9779-06ec9242689e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:21.030454 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:21.107759 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ebae58a-7b32-45be-8e53-7298c1f3f4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:21.294808 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:21.296969 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ebae58a-7b32-45be-8e53-7298c1f3f4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:21.336479 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:21.369667 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5ebae58a-7b32-45be-8e53-7298c1f3f4c3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5913308fcc164aa89fe69e5faf964caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845853 Aug 29 07:06:21.370035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48542) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:21.370785 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebae58a-7b32-45be-8e53-7298c1f3f4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fe92eb-979f-4a57-839c-30d44fb2592b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:21.452595 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cccbf0c5-4367-4bb1-b325-92ba5bbdafe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:21.492361 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cccbf0c5-4367-4bb1-b325-92ba5bbdafe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:21.561249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Allocated IP 172.25.1.216 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/45b611b3-c473-4830-a42f-a78a783e9f97) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:06:21.569274 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9039840a-8028-4b91-9f3c-e4b60b31d2f0 req-038f37cf-7214-4f8e-a35f-46430c227e11 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 210 time: 0.0634873 Aug 29 07:06:21.585631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 642d9e06-8264-46b7-b19a-e042692c0e97 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:06:21.620013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 642d9e06-8264-46b7-b19a-e042692c0e97 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:06:21.620709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 642d9e06-8264-46b7-b19a-e042692c0e97 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:06:21.671655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cccbf0c5-4367-4bb1-b325-92ba5bbdafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:21.675973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cccbf0c5-4367-4bb1-b325-92ba5bbdafe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:21.677560 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cccbf0c5-4367-4bb1-b325-92ba5bbdafe4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/01fe92eb-979f-4a57-839c-30d44fb2592b HTTP/1.1" status: 204 len: 168 time: 0.3064961 Aug 29 07:06:21.688153 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbf0c5-4367-4bb1-b325-92ba5bbdafe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fe92eb-979f-4a57-839c-30d44fb2592b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:21.774054 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:21.985105 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:22.045083 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:22.050610 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:22.053717 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:22.062700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=45b611b3-c473-4830-a42f-a78a783e9f97,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:22.194295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48556) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:22.219963 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e59a927b-e3b3-4188-8948-496225bbe345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:22.380918 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e59a927b-e3b3-4188-8948-496225bbe345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:22.508465 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:22.527920 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e59a927b-e3b3-4188-8948-496225bbe345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:22.592820 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a927b-e3b3-4188-8948-496225bbe345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c13ccab-d787-4301-aecc-db485958b49c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:22.616163 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e59a927b-e3b3-4188-8948-496225bbe345 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6f6ee594a8cd4679a30f7e7ca83bc2c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201462 Aug 29 07:06:22.618816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48566) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:22.709757 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ae83275-3a19-43a5-a63d-bad5711e938d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:22.741254 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ae83275-3a19-43a5-a63d-bad5711e938d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:22.763925 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85484d9e-146e-4788-b738-c42318f68046 req-66bdea00-ce5a-417a-9316-f5e7f95913ec tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 210 time: 0.0374262 Aug 29 07:06:22.874636 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:22.924295 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ae83275-3a19-43a5-a63d-bad5711e938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:22.928509 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ae83275-3a19-43a5-a63d-bad5711e938d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:22.930567 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8ae83275-3a19-43a5-a63d-bad5711e938d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c13ccab-d787-4301-aecc-db485958b49c HTTP/1.1" status: 204 len: 168 time: 0.3102844 Aug 29 07:06:22.946209 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae83275-3a19-43a5-a63d-bad5711e938d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c13ccab-d787-4301-aecc-db485958b49c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:23.214828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router 0a809dcc-f77d-4943-bb17-3e7f9fccdd3d is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:06:23.375555 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:06:23.390976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54420987-2b78-4daa-9adc-fe1589ac33a4 None None] Sync routers for ids ['0a809dcc-f77d-4943-bb17-3e7f9fccdd3d'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:06:23.402273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54420987-2b78-4daa-9adc-fe1589ac33a4 None None] Routers {'0a809dcc-f77d-4943-bb17-3e7f9fccdd3d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:23.403370 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-54420987-2b78-4daa-9adc-fe1589ac33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0a809dcc-f77d-4943-bb17-3e7f9fccdd3d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:23.471377 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-54420987-2b78-4daa-9adc-fe1589ac33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:23.482595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54420987-2b78-4daa-9adc-fe1589ac33a4 None None] Routers {'0a809dcc-f77d-4943-bb17-3e7f9fccdd3d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:23.483342 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-54420987-2b78-4daa-9adc-fe1589ac33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0a809dcc-f77d-4943-bb17-3e7f9fccdd3d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:23.533635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-54420987-2b78-4daa-9adc-fe1589ac33a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:23.537382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54420987-2b78-4daa-9adc-fe1589ac33a4 None None] The sync data for ids ['0a809dcc-f77d-4943-bb17-3e7f9fccdd3d'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:06:23.586734 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:23.591782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-98acb395-646d-4897-ad29-db5c8fe1c3e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.4712873 Aug 29 07:06:23.592417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48596) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:23.767785 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fb4a9768-2d25-47a3-b35d-a81f3b411fef tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/routers/0a809dcc-f77d-4943-bb17-3e7f9fccdd3d HTTP/1.1" status: 200 len: 881 time: 0.1740947 Aug 29 07:06:23.768219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48598) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:23.900635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd21648b-63a2-4fe3-94ce-307306854411 req-36db8baa-9da6-4bdc-a01d-280545db6a15 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 210 time: 0.0486658 Aug 29 07:06:24.128066 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-400a26e0-1552-47ae-87c6-4f2d45f8320b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3585138 Aug 29 07:06:24.129506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48604) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:24.134251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9d6cf861-64d8-492c-8f75-7e6c5af7164a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1703615941'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:24.850229 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9d6cf861-64d8-492c-8f75-7e6c5af7164a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:25.051104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f001ed33-d011-422b-af44-950d74c6a726 req-75190fdd-03fb-4cdf-9f0f-aef7133c610b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 210 time: 0.0591512 Aug 29 07:06:25.054531 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9d6cf861-64d8-492c-8f75-7e6c5af7164a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:25.265299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6cf861-64d8-492c-8f75-7e6c5af7164a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router 0a809dcc-f77d-4943-bb17-3e7f9fccdd3d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:06:25.422736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6cf861-64d8-492c-8f75-7e6c5af7164a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:06:25.431275 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9d6cf861-64d8-492c-8f75-7e6c5af7164a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:25.432301 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9d6cf861-64d8-492c-8f75-7e6c5af7164a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/0a809dcc-f77d-4943-bb17-3e7f9fccdd3d HTTP/1.1" status: 200 len: 888 time: 1.3017769 Aug 29 07:06:25.434996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48658) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:25.441764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b5d8e-7ee3-4a47-bcea-4b2289926932 None None] Sync routers for ids ['0a809dcc-f77d-4943-bb17-3e7f9fccdd3d'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:06:25.453822 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b5d8e-7ee3-4a47-bcea-4b2289926932 None None] Routers {'0a809dcc-f77d-4943-bb17-3e7f9fccdd3d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:25.454988 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f15b5d8e-7ee3-4a47-bcea-4b2289926932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0a809dcc-f77d-4943-bb17-3e7f9fccdd3d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:25.552082 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f15b5d8e-7ee3-4a47-bcea-4b2289926932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:25.567391 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b5d8e-7ee3-4a47-bcea-4b2289926932 None None] Routers {'0a809dcc-f77d-4943-bb17-3e7f9fccdd3d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:25.568063 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f15b5d8e-7ee3-4a47-bcea-4b2289926932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0a809dcc-f77d-4943-bb17-3e7f9fccdd3d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:25.611867 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f15b5d8e-7ee3-4a47-bcea-4b2289926932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:25.612882 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b5d8e-7ee3-4a47-bcea-4b2289926932 None None] The sync data for ids ['0a809dcc-f77d-4943-bb17-3e7f9fccdd3d'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:06:25.627102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48664) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:25.627877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-297cbfb4-31a6-4a86-80c6-831bc93ffe99 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/routers/0a809dcc-f77d-4943-bb17-3e7f9fccdd3d HTTP/1.1" status: 200 len: 888 time: 0.1915920 Aug 29 07:06:25.659033 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a3415cbc-7068-47a3-9353-c52974983000 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a809dcc-f77d-4943-bb17-3e7f9fccdd3d HTTP/1.1" status: 200 len: 205 time: 0.0298879 Aug 29 07:06:25.661548 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48666) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:25.809738 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:25.968658 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:26.059339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48674) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:26.148850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port 45b611b3-c473-4830-a42f-a78a783e9f97 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:26.149312 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:26.170622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25e1ff19-2730-4706-8f5d-a967e11cf03b req-5828f1fb-60c0-4e69-819d-a7229acf5dfb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 210 time: 0.0362473 Aug 29 07:06:26.266115 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:26.290046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for 45b611b3-c473-4830-a42f-a78a783e9f97 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:26.395273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-953978095'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:26.576351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Made reservation on behalf of e2694400ee7148be968753f27d2d4239 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:26.579764 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:26.596529 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:26.781029 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:26.826128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=45b611b3-c473-4830-a42f-a78a783e9f97,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:26.944548 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:27.101879 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:27.108773 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:27.109895 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:27.230997 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:27.264659 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:27.265950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Fanout notify agent at l3_agent the message router_deleted on router 0a809dcc-f77d-4943-bb17-3e7f9fccdd3d {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:06:27.292627 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:27.309086 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-64384440-e006-4fce-9970-835635791577 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/routers/0a809dcc-f77d-4943-bb17-3e7f9fccdd3d HTTP/1.1" status: 204 len: 168 time: 1.6313415 Aug 29 07:06:27.309086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:06:27.309893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48724) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:27.315872 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f5814626-b2a2-46e5-a5b1-7f287fbf2c95 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'network': {'name': 'tempest-RoutersTest-330487663'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:27.323929 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42aeb6eb-1c05-4443-bff9-24439f9e57f9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:27.338032 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:27.338840 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Added segment 677da1e9-e907-4340-ad7d-09f767889eac of type vlan for network 6e979c0a-42fd-453c-8f6f-21b68ca1385b Aug 29 07:06:27.381612 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ae14f0f-2129-4eec-829b-0fe80b29e8ca req-9bf1b0bf-ee38-4dc3-9242-f23983f273db tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 210 time: 0.0900869 Aug 29 07:06:27.416250 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:27.573687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5814626-b2a2-46e5-a5b1-7f287fbf2c95 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:27.579296 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5814626-b2a2-46e5-a5b1-7f287fbf2c95 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:27.616023 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:27.628818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:27.629647 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:27.648993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5814626-b2a2-46e5-a5b1-7f287fbf2c95 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:06:27.660556 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5814626-b2a2-46e5-a5b1-7f287fbf2c95 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:27.700231 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-f5814626-b2a2-46e5-a5b1-7f287fbf2c95 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Added segment 6e94a47e-2c1a-4321-b104-e1f9212ec70c of type vlan for network f9773d19-50b8-4de5-8578-3452a7505863 Aug 29 07:06:27.721821 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5814626-b2a2-46e5-a5b1-7f287fbf2c95 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:27.723587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Pushing event updated for resources: {'Network': ['ID=6e979c0a-42fd-453c-8f6f-21b68ca1385b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:27.743225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 6e979c0a-42fd-453c-8f6f-21b68ca1385b details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:06:28.536014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e84e5489-d051-4f2f-96e3-edaa808888bc req-b22119a9-8b33-4cac-bd6c-3276979075c2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=77a77be0-75f2-4fad-8d0c-f3363bff113c HTTP/1.1" status: 200 len: 210 time: 0.0444534 Aug 29 07:06:29.020941 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c3f1dc0e-ee8a-4356-828d-971a83b42b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.9598775 Aug 29 07:06:29.024109 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5814626-b2a2-46e5-a5b1-7f287fbf2c95 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:29.029031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5814626-b2a2-46e5-a5b1-7f287fbf2c95 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:29.030110 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5814626-b2a2-46e5-a5b1-7f287fbf2c95 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:29.158286 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5814626-b2a2-46e5-a5b1-7f287fbf2c95 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Network': ['ID=f9773d19-50b8-4de5-8578-3452a7505863,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:29.171280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network f9773d19-50b8-4de5-8578-3452a7505863 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:06:29.230359 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f5814626-b2a2-46e5-a5b1-7f287fbf2c95 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9208736 Aug 29 07:06:29.230817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48744) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:29.239990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-97cfb7c7-5ed9-4451-843f-c527e0aa6c6d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'subnet': {'network_id': 'f9773d19-50b8-4de5-8578-3452a7505863', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:29.270849 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48746) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:29.276847 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Request body: {'port': {'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b', 'binding:host_id': 'n-h1-713301-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-334164133'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:29.601858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Made reservation on behalf of fd32511dacf9436a9b2e234036a49beb for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:29.606987 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:29.633624 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:29.719104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cfb7c7-5ed9-4451-843f-c527e0aa6c6d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:29.723167 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-97cfb7c7-5ed9-4451-843f-c527e0aa6c6d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:29.903662 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:30.013436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:30.019011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] device_id is not set on port a11f9201-187c-4478-b080-e0d78a99ef09 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:06:30.222472 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-97cfb7c7-5ed9-4451-843f-c527e0aa6c6d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:30.311160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-014bb22d-3648-4b47-a7cf-ee8758bae954 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:30.312894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-014bb22d-3648-4b47-a7cf-ee8758bae954 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/networks?id=aa9996a5-9338-44b4-9ad2-2b9687843d19 HTTP/1.1" status: 200 len: 814 time: 0.2384233 Aug 29 07:06:30.333728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-811e8602-6452-4ba1-8a8d-efdce6f6938a tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/quotas/8bd3d0ccbdc2480a8e8c9bd60e514018 HTTP/1.1" status: 200 len: 375 time: 0.0120618 Aug 29 07:06:30.382117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cfb7c7-5ed9-4451-843f-c527e0aa6c6d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Checking segment: {'id': '6e94a47e-2c1a-4321-b104-e1f9212ec70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9773d19-50b8-4de5-8578-3452a7505863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:06:30.382510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cfb7c7-5ed9-4451-843f-c527e0aa6c6d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network hostable DHCP agents. Network: f9773d19-50b8-4de5-8578-3452a7505863, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:06:30.385053 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfb7c7-5ed9-4451-843f-c527e0aa6c6d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Subnet': ['ID=eaa45e0a-c00e-4014-aa10-213a4645f02a,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:30.412866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d41b312-31e2-475b-bebd-7faeb6e1bb9d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:30.441964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-d2387305-1a4d-4d4e-9a42-444196eb6858 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979369 Aug 29 07:06:30.445837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] device_id is not set on port a11f9201-187c-4478-b080-e0d78a99ef09 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:06:30.456402 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:30.475909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Transition to ACTIVE for port object a11f9201-187c-4478-b080-e0d78a99ef09 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:30.566012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-383ee465-9735-4ff2-9d56-222027788add service neutron] 10.222.0.76 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165650 Aug 29 07:06:30.630926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cfb7c7-5ed9-4451-843f-c527e0aa6c6d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network f9773d19-50b8-4de5-8578-3452a7505863 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:06:30.688509 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-03064223-5309-46e3-b30e-a486494fb057 service neutron] 10.222.0.76 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159353 Aug 29 07:06:30.699051 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:30.813859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-97cfb7c7-5ed9-4451-843f-c527e0aa6c6d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, f9773d19-50b8-4de5-8578-3452a7505863) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:30.821218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Pushing event updated for resources: {'Port': ['ID=a11f9201-187c-4478-b080-e0d78a99ef09,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:30.823644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cfb7c7-5ed9-4451-843f-c527e0aa6c6d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:30.825550 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-97cfb7c7-5ed9-4451-843f-c527e0aa6c6d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:30.826128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07092a65-b2ef-4d3b-856c-d6649e5ba37f None None] Network f9773d19-50b8-4de5-8578-3452a7505863 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:30.835302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Checking segment: {'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:06:30.839884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Network hostable DHCP agents. Network: 6e979c0a-42fd-453c-8f6f-21b68ca1385b, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:06:30.968651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-97cfb7c7-5ed9-4451-843f-c527e0aa6c6d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7365687 Aug 29 07:06:30.973055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48782) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:30.977994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b27082b1-8339-4cb7-8204-85ba44cac6d9 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-466048423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:31.015882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Network 6e979c0a-42fd-453c-8f6f-21b68ca1385b is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:06:31.026907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 6e979c0a-42fd-453c-8f6f-21b68ca1385b) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:31.040680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:31.052960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f900ae-c8d0-48b5-9f33-0cea74fd253f None None] Network 6e979c0a-42fd-453c-8f6f-21b68ca1385b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:31.071711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:31.072490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:31.072846 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:31.078197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:31.078532 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:31.079088 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 2 to bind port a11f9201-187c-4478-b080-e0d78a99ef09 Aug 29 07:06:31.103602 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:31.104119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:31.104862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:31.109711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:31.110062 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:31.110988 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 3 to bind port a11f9201-187c-4478-b080-e0d78a99ef09 Aug 29 07:06:31.144511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:31.145046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:31.145432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:31.155101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-f9773d19-50b8-4de5-8578-3452a7505863', 'network_id': 'f9773d19-50b8-4de5-8578-3452a7505863', 'tenant_id': '1166883f58b343578e919064097d9aae', 'fixed_ips': [{'subnet_id': 'eaa45e0a-c00e-4014-aa10-213a4645f02a'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:06:31.156879 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:31.158068 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:31.158412 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:31.158812 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 4 to bind port a11f9201-187c-4478-b080-e0d78a99ef09 Aug 29 07:06:31.187773 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:31.188118 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:31.188492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:31.192406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdfa31d4-e712-4396-9724-34415a0db7b9 req-b84b5e14-88d4-4903-9fbf-aa28e9014c9e tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 210 time: 0.1000993 Aug 29 07:06:31.200845 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:31.201238 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:31.201643 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 5 to bind port a11f9201-187c-4478-b080-e0d78a99ef09 Aug 29 07:06:31.223253 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b27082b1-8339-4cb7-8204-85ba44cac6d9 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:31.226004 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b27082b1-8339-4cb7-8204-85ba44cac6d9 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:31.267751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:31.270261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:31.270637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:31.319673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:31.321878 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:31.327010 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 6 to bind port a11f9201-187c-4478-b080-e0d78a99ef09 Aug 29 07:06:31.374514 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:31.374857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:31.375402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:31.381485 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b27082b1-8339-4cb7-8204-85ba44cac6d9 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:31.386510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:31.386510 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:31.386510 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 7 to bind port a11f9201-187c-4478-b080-e0d78a99ef09 Aug 29 07:06:31.400899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:31.401159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:31.401626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:31.406796 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:31.407791 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:31.408250 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 8 to bind port a11f9201-187c-4478-b080-e0d78a99ef09 Aug 29 07:06:31.432876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:31.433531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:31.437894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:31.438857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:31.439303 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:31.439777 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 9 to bind port a11f9201-187c-4478-b080-e0d78a99ef09 Aug 29 07:06:31.454998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:31.455474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:31.455925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:31.466395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:31.468126 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:31.469085 n-d-713301-12 neutron-server[95403]: INFO neutron.plugins.ml2.plugin [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 10 to bind port a11f9201-187c-4478-b080-e0d78a99ef09 Aug 29 07:06:31.506817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Allocated IP 172.20.0.2 (f9773d19-50b8-4de5-8578-3452a7505863/eaa45e0a-c00e-4014-aa10-213a4645f02a/85a805a7-ec6a-4cdf-92fa-fce84a6b81f4) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:06:31.508033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:31.508675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:31.509083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:31.515736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port a11f9201-187c-4478-b080-e0d78a99ef09 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:31.516148 n-d-713301-12 neutron-server[95403]: ERROR neutron.plugins.ml2.managers [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port a11f9201-187c-4478-b080-e0d78a99ef09 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:31.517166 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:31.592537 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b27082b1-8339-4cb7-8204-85ba44cac6d9 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:31.698658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] For port a11f9201-187c-4478-b080-e0d78a99ef09, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:06:31.699558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempted to set empty binding levels {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 07:06:31.820245 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:31.846810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Transition to ACTIVE for port object 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:31.853399 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b27082b1-8339-4cb7-8204-85ba44cac6d9 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:31.857383 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b27082b1-8339-4cb7-8204-85ba44cac6d9 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8805556 Aug 29 07:06:31.857589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48806) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:31.901390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Transition to ACTIVE for port object 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:31.968336 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:32.098498 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:32.145728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Network f9773d19-50b8-4de5-8578-3452a7505863 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:32.158088 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:32.169427 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:32.226814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:32.227603 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:32.351679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Pushing event updated for resources: {'Port': ['ID=a11f9201-187c-4478-b080-e0d78a99ef09,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:32.358738 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Pushing event updated for resources: {'Port': ['ID=85a805a7-ec6a-4cdf-92fa-fce84a6b81f4,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:32.576635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62bfd57f-1b66-4702-8bb2-7f2af3ada1df req-436bc7d3-e8cf-4ada-9c36-55d64f0c2740 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 210 time: 0.0586402 Aug 29 07:06:32.577053 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:32.577423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Attempting to bind port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:32.577423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Attempting to bind port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '6e94a47e-2c1a-4321-b104-e1f9212ec70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9773d19-50b8-4de5-8578-3452a7505863'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:32.577423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Attempting to bind port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 on network f9773d19-50b8-4de5-8578-3452a7505863 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:32.577423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:06:32.577423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Checking segment: {'id': '6e94a47e-2c1a-4321-b104-e1f9212ec70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9773d19-50b8-4de5-8578-3452a7505863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:06:32.577423 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:32.577423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Bound using segment: {'id': '6e94a47e-2c1a-4321-b104-e1f9212ec70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9773d19-50b8-4de5-8578-3452a7505863'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:06:32.577423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Bound port: 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e94a47e-2c1a-4321-b104-e1f9212ec70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9773d19-50b8-4de5-8578-3452a7505863'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:06:32.577423 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:32.577423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] For port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:06:32.582719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] For port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=85a805a7-ec6a-4cdf-92fa-fce84a6b81f4,segment=NetworkSegment(6e94a47e-2c1a-4321-b104-e1f9212ec70c),segment_id=6e94a47e-2c1a-4321-b104-e1f9212ec70c)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:06:32.668742 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-812f2678-8c3c-4003-946f-9866a0e0bea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.3961349 Aug 29 07:06:32.671582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48816) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:32.774161 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:32.862393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79ba64-98cd-4151-a9e3-ece53b3bff8a None None] Pushing event updated for resources: {'Port': ['ID=85a805a7-ec6a-4cdf-92fa-fce84a6b81f4,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:32.873444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-7d8880b5-44ee-431a-959e-237f89d1c9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Deleting port a11f9201-187c-4478-b080-e0d78a99ef09 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:32.873897 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d8880b5-44ee-431a-959e-237f89d1c9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:32.961576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Allocated IP 172.20.0.1 (f9773d19-50b8-4de5-8578-3452a7505863/eaa45e0a-c00e-4014-aa10-213a4645f02a/f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:06:32.997007 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-7d8880b5-44ee-431a-959e-237f89d1c9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] For port a11f9201-187c-4478-b080-e0d78a99ef09, host n-h1-713301-12, got binding levels [] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:32.999048 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d8880b5-44ee-431a-959e-237f89d1c9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:33.108647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-7d8880b5-44ee-431a-959e-237f89d1c9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Calling delete_port for a11f9201-187c-4478-b080-e0d78a99ef09 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:33.236295 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5877f540-c50b-40f7-befc-64d5b0500d84 req-9bad3aa8-5742-42c1-8a0a-f9367c8cd44f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1845160 Aug 29 07:06:33.268030 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:33.358040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Transition to ACTIVE for port object f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:33.464861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877f540-c50b-40f7-befc-64d5b0500d84 req-4ecff193-b16a-41e0-9c07-f78b28132742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:33.466893 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5877f540-c50b-40f7-befc-64d5b0500d84 req-4ecff193-b16a-41e0-9c07-f78b28132742 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 1098 time: 0.1720033 Aug 29 07:06:33.494032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:06:33.572367 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d8880b5-44ee-431a-959e-237f89d1c9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:33.607807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60db7509-7381-4bfc-b4b7-8b0ccf9cfcb5 req-6cf696b4-5ad6-4335-bed4-a35099bea3c1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 210 time: 0.0903609 Aug 29 07:06:33.738769 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:33.744898 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:33.745631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:33.787424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8880b5-44ee-431a-959e-237f89d1c9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Pushing event deleted for resources: {'Port': ['ID=a11f9201-187c-4478-b080-e0d78a99ef09,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:33.811314 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d8880b5-44ee-431a-959e-237f89d1c9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:33.814255 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7d8880b5-44ee-431a-959e-237f89d1c9c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "DELETE /v2.0/ports/a11f9201-187c-4478-b080-e0d78a99ef09 HTTP/1.1" status: 204 len: 168 time: 1.1415961 Aug 29 07:06:33.816936 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48842) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:33.823425 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network f9773d19-50b8-4de5-8578-3452a7505863 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:33.866460 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-089f9a3f-a50e-4552-bcda-a7fefb6b288b tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] GET failed (client error): The resource could not be found. Aug 29 07:06:33.871928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-089f9a3f-a50e-4552-bcda-a7fefb6b288b tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "GET /v2.0/ports/a11f9201-187c-4478-b080-e0d78a99ef09 HTTP/1.1" status: 404 len: 333 time: 0.0537484 Aug 29 07:06:33.878211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48844) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:33.887993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:33.888792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2013129e-b827-4e86-9e7a-07195e55f051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Request body: {'port': {'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1259599187'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:33.895246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:33.973849 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:34.013086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877f540-c50b-40f7-befc-64d5b0500d84 req-d61dd5e9-bbcf-4480-abc8-22da84aec254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:34.015012 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5877f540-c50b-40f7-befc-64d5b0500d84 req-d61dd5e9-bbcf-4480-abc8-22da84aec254 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa9996a5-9338-44b4-9ad2-2b9687843d19 HTTP/1.1" status: 200 len: 915 time: 0.5052152 Aug 29 07:06:34.016482 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:34.127642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2013129e-b827-4e86-9e7a-07195e55f051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Made reservation on behalf of fd32511dacf9436a9b2e234036a49beb for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:34.130331 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2013129e-b827-4e86-9e7a-07195e55f051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:34.159574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-2013129e-b827-4e86-9e7a-07195e55f051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] device_id is not set on port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:06:34.200416 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5877f540-c50b-40f7-befc-64d5b0500d84 req-8919cc80-1200-4d37-bcde-22ce9c3fc099 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 HTTP/1.1" status: 200 len: 217 time: 0.0413699 Aug 29 07:06:34.296539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877f540-c50b-40f7-befc-64d5b0500d84 req-12902eed-561a-411c-8e8f-6c68ae4efa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:34.298485 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5877f540-c50b-40f7-befc-64d5b0500d84 req-12902eed-561a-411c-8e8f-6c68ae4efa3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=211670e9-9db5-4334-a16a-3276a6f72e99 HTTP/1.1" status: 200 len: 854 time: 0.0896730 Aug 29 07:06:34.411938 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5877f540-c50b-40f7-befc-64d5b0500d84 req-121c8758-4c5a-44ed-b47c-04b011754068 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa9996a5-9338-44b4-9ad2-2b9687843d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024520 Aug 29 07:06:34.429928 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2013129e-b827-4e86-9e7a-07195e55f051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:34.434398 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:34.556561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c88ee60-9357-4b93-90c2-2cea46d5b2bb None None] Network f9773d19-50b8-4de5-8578-3452a7505863 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:34.666965 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2013129e-b827-4e86-9e7a-07195e55f051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:34.833881 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-213f0441-89a2-4cd0-83f8-f60c1941647b None None] Provisioning for port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:34.846046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2013129e-b827-4e86-9e7a-07195e55f051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Network 6e979c0a-42fd-453c-8f6f-21b68ca1385b is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:34.857106 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-213f0441-89a2-4cd0-83f8-f60c1941647b None None] Provisioning complete for port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:34.857478 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-213f0441-89a2-4cd0-83f8-f60c1941647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:34.906779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-2013129e-b827-4e86-9e7a-07195e55f051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:34.918466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2013129e-b827-4e86-9e7a-07195e55f051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:34.921466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2013129e-b827-4e86-9e7a-07195e55f051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:34.921466 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2013129e-b827-4e86-9e7a-07195e55f051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:34.954153 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5ad33e0-ede5-4672-9acc-589289f033b5 req-9e575b30-5ab9-4aa7-81ee-8af9ebd0bc87 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 210 time: 0.1636353 Aug 29 07:06:34.987408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-0149c73f-42bf-4938-a40a-0d6e5c75eb5c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:34.997727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-0149c73f-42bf-4938-a40a-0d6e5c75eb5c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.11 "GET /v2.0/networks?id=aa9996a5-9338-44b4-9ad2-2b9687843d19 HTTP/1.1" status: 200 len: 814 time: 0.5285261 Aug 29 07:06:35.014002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013129e-b827-4e86-9e7a-07195e55f051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Pushing event updated for resources: {'Port': ['ID=41fb6aab-178f-42d0-bba8-9b1e81bab7cc,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:35.032115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-e8833cc1-834e-4948-8520-fa0f001e74c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Request body: {'port': {'device_id': 'aa1582fd-dabc-4c78-9278-ec3216b01cf3', 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19', 'admin_state_up': True, 'tenant_id': '8bd3d0ccbdc2480a8e8c9bd60e514018'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:35.036875 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:35.104977 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2013129e-b827-4e86-9e7a-07195e55f051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2253418 Aug 29 07:06:35.108265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48854) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:35.114605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:35.120258 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5877f540-c50b-40f7-befc-64d5b0500d84 req-64ebf784-d58a-4cdc-86d3-fe0c5512a620 service neutron] 10.222.0.15 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955841 Aug 29 07:06:35.127980 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:35.148391 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-213f0441-89a2-4cd0-83f8-f60c1941647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:35.216812 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:35.266853 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:35.270911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-213f0441-89a2-4cd0-83f8-f60c1941647b None None] For port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=85a805a7-ec6a-4cdf-92fa-fce84a6b81f4,segment=NetworkSegment(6e94a47e-2c1a-4321-b104-e1f9212ec70c),segment_id=6e94a47e-2c1a-4321-b104-e1f9212ec70c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:35.367643 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-213f0441-89a2-4cd0-83f8-f60c1941647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:35.535266 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f0441-89a2-4cd0-83f8-f60c1941647b None None] Pushing event updated for resources: {'Port': ['ID=85a805a7-ec6a-4cdf-92fa-fce84a6b81f4,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:35.627339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-e8833cc1-834e-4948-8520-fa0f001e74c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Made reservation on behalf of 8bd3d0ccbdc2480a8e8c9bd60e514018 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:35.635851 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-e8833cc1-834e-4948-8520-fa0f001e74c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:35.687169 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] device_id is not set on port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:06:35.704554 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:35.817511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Transition to ACTIVE for port object 41fb6aab-178f-42d0-bba8-9b1e81bab7cc will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:35.939463 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:35.973461 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-98903de9-d3ed-42d3-b3d5-a5b953bd4ebc None None] Provisioning for port f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:35.978079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-98903de9-d3ed-42d3-b3d5-a5b953bd4ebc None None] Provisioning complete for port f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:35.978576 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-98903de9-d3ed-42d3-b3d5-a5b953bd4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:36.029174 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Pushing event updated for resources: {'Port': ['ID=41fb6aab-178f-42d0-bba8-9b1e81bab7cc,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:36.057296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-e8833cc1-834e-4948-8520-fa0f001e74c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Allocated IP 172.20.0.4 (aa9996a5-9338-44b4-9ad2-2b9687843d19/211670e9-9db5-4334-a16a-3276a6f72e99/e936dc53-27c2-4aa0-b058-79f718f0f90e) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:06:36.062718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-98903de9-d3ed-42d3-b3d5-a5b953bd4ebc None None] Port f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:06:36.088031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-98903de9-d3ed-42d3-b3d5-a5b953bd4ebc None None] Provisioning complete for port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:36.088823 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-98903de9-d3ed-42d3-b3d5-a5b953bd4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:36.096904 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:36.097249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:36.097587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:36.123476 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:36.123744 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:36.128101 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 2 to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc Aug 29 07:06:36.209924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6bed7fbb-c3e9-4b45-9585-1d7d06e28431 req-d8e52192-204e-4b9f-9af8-d506e3e867a5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 210 time: 0.0865288 Aug 29 07:06:36.240194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:36.240932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:36.241274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:36.277015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:36.277453 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:36.282795 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 3 to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc Aug 29 07:06:36.301824 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:36.302428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:36.302603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:36.303414 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5877f540-c50b-40f7-befc-64d5b0500d84 req-fb730ff2-80c3-4d8d-8a72-56c78736aa68 service neutron] 10.222.0.15 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0626252 Aug 29 07:06:36.306766 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:36.309767 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:36.310097 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:36.317578 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 4 to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc Aug 29 07:06:36.339737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:36.340059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:36.340442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:36.354144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:36.354497 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:36.357382 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 5 to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc Aug 29 07:06:36.370075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network f9773d19-50b8-4de5-8578-3452a7505863 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:36.372537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:36.388491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-e8833cc1-834e-4948-8520-fa0f001e74c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:36.388491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:36.388491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:36.388491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:36.393941 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:36.394323 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:36.394778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e00a913c-4076-473d-b257-c410acd96bd5 None None] Provisioning complete for port f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:36.395416 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e00a913c-4076-473d-b257-c410acd96bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:36.397573 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 6 to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc Aug 29 07:06:36.418261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:36.418520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:36.418776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:36.433082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:36.433479 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:36.439645 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 7 to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc Aug 29 07:06:36.472138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:36.472479 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:36.472815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:36.481943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:36.482279 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:36.482688 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 8 to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc Aug 29 07:06:36.510588 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:36.512944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:36.514271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:36.524779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:36.527323 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:36.528615 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 9 to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc Aug 29 07:06:36.549462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e00a913c-4076-473d-b257-c410acd96bd5 None None] Port f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:06:36.571463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:36.572180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:36.573624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:36.589191 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:36.589543 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:36.589959 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 10 to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc Aug 29 07:06:36.622770 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-e8833cc1-834e-4948-8520-fa0f001e74c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:36.627644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:36.628888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:36.629230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:36.642710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:06:36.650324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:36.651221 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:36.652192 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:36.691395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['d5db42ad-d116-4485-a922-ab2c456cf858', '803db5a9-72e8-4376-accf-a78bbc6bfc58'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:06:36.711402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-e8833cc1-834e-4948-8520-fa0f001e74c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Network aa9996a5-9338-44b4-9ad2-2b9687843d19 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:36.716433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-e8833cc1-834e-4948-8520-fa0f001e74c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:36.728132 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router 26c45e9a-1e6b-4e2a-95f0-775effa9b8b9 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:06:36.751865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-e8833cc1-834e-4948-8520-fa0f001e74c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:36.781218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8833cc1-834e-4948-8520-fa0f001e74c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Pushing event updated for resources: {'Port': ['ID=e936dc53-27c2-4aa0-b058-79f718f0f90e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:36.833523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-e8833cc1-834e-4948-8520-fa0f001e74c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:36.834184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-e8833cc1-834e-4948-8520-fa0f001e74c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:36.846300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] For port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:06:36.846710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempted to set empty binding levels {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 07:06:36.867599 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:06:36.873135 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f80630ba-52d5-4f29-adcc-8ee79c305b24 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/26c45e9a-1e6b-4e2a-95f0-775effa9b8b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0142741 Aug 29 07:06:36.875673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48870) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:36.893025 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26176d84-fb1d-4615-8864-ab7693361045 None None] Sync routers for ids ['26c45e9a-1e6b-4e2a-95f0-775effa9b8b9'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:06:36.945417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54222c67-c6e3-4054-bc45-a32fec25249a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:36.948584 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-54222c67-c6e3-4054-bc45-a32fec25249a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports/f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8 HTTP/1.1" status: 200 len: 910 time: 0.0715449 Aug 29 07:06:36.953906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48876) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:36.968319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-698e0ae8-fb92-430b-a926-9b6856fd290c tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eaa45e0a-c00e-4014-aa10-213a4645f02a'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:36.984012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26176d84-fb1d-4615-8864-ab7693361045 None None] Routers {'26c45e9a-1e6b-4e2a-95f0-775effa9b8b9'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:36.986836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-26176d84-fb1d-4615-8864-ab7693361045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['26c45e9a-1e6b-4e2a-95f0-775effa9b8b9'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:37.026522 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:37.044923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-26176d84-fb1d-4615-8864-ab7693361045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:37.051575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b97569f2-3f16-422f-a13a-be0541169415 None None] Provisioning complete for port f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:37.051992 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b97569f2-3f16-422f-a13a-be0541169415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:37.098107 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-e8833cc1-834e-4948-8520-fa0f001e74c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0882037 Aug 29 07:06:37.119714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] In _notify_port_updated(), no bound segment for port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 07:06:37.120615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.121218 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:37.121514 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26176d84-fb1d-4615-8864-ab7693361045 None None] Routers {'26c45e9a-1e6b-4e2a-95f0-775effa9b8b9'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:37.122151 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-26176d84-fb1d-4615-8864-ab7693361045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['26c45e9a-1e6b-4e2a-95f0-775effa9b8b9'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:37.122558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "PUT /v2.0/ports/41fb6aab-178f-42d0-bba8-9b1e81bab7cc HTTP/1.1" status: 200 len: 980 time: 2.0129833 Aug 29 07:06:37.125348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48878) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:37.131992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Request body: {'port': {'device_id': 'aa1582fd-dabc-4c78-9278-ec3216b01cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:37.176500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b97569f2-3f16-422f-a13a-be0541169415 None None] Port f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:06:37.178729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3aca1-e181-42e6-8bc5-388a1de2e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Pushing event updated for resources: {'Port': ['ID=41fb6aab-178f-42d0-bba8-9b1e81bab7cc,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:37.179563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-26176d84-fb1d-4615-8864-ab7693361045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:37.180094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26176d84-fb1d-4615-8864-ab7693361045 None None] The sync data for ids ['26c45e9a-1e6b-4e2a-95f0-775effa9b8b9'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:06:37.224759 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:06:37.241624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.244124 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.245623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.246789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.247758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.248722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.249401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.252932 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.253854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.254568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.255271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.255933 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.256606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.257468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.258006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.261129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.262050 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.262867 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.263925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.265026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.265675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.266735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.267300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.272094 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf83ba35-b3bb-4b53-9d09-59f18af84cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20714 time: 0.1448822 Aug 29 07:06:37.275361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48882) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:37.293694 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:37.375348 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-698e0ae8-fb92-430b-a926-9b6856fd290c tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:37.433049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-dc9cf52b-9a82-4226-ba7c-87507584a9a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Deleting port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:37.434162 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf52b-9a82-4226-ba7c-87507584a9a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:37.442265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:06:37.519839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-dc9cf52b-9a82-4226-ba7c-87507584a9a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] For port 41fb6aab-178f-42d0-bba8-9b1e81bab7cc, host n-h1-713301-12, got binding levels [] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:37.520206 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf52b-9a82-4226-ba7c-87507584a9a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:37.535823 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-dc9cf52b-9a82-4226-ba7c-87507584a9a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Calling delete_port for 41fb6aab-178f-42d0-bba8-9b1e81bab7cc owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:37.563902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:37.564297 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:37.756932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc91cf1-4a6d-428d-89a5-abc150ec9739 req-c34bea8e-8ab3-4af2-adba-98d6b8b58d7e tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:37.758515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bc91cf1-4a6d-428d-89a5-abc150ec9739 req-c34bea8e-8ab3-4af2-adba-98d6b8b58d7e tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 931 time: 0.4228191 Aug 29 07:06:37.784801 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf52b-9a82-4226-ba7c-87507584a9a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:37.838596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cf52b-9a82-4226-ba7c-87507584a9a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Pushing event deleted for resources: {'Port': ['ID=41fb6aab-178f-42d0-bba8-9b1e81bab7cc,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:37.880701 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf52b-9a82-4226-ba7c-87507584a9a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:37.886088 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dc9cf52b-9a82-4226-ba7c-87507584a9a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "DELETE /v2.0/ports/41fb6aab-178f-42d0-bba8-9b1e81bab7cc HTTP/1.1" status: 204 len: 168 time: 0.6072233 Aug 29 07:06:37.886357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48886) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:37.913304 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab744de-e55d-4bb0-bc96-036a54ba66ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] GET failed (client error): The resource could not be found. Aug 29 07:06:37.918638 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6ab744de-e55d-4bb0-bc96-036a54ba66ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "GET /v2.0/ports/41fb6aab-178f-42d0-bba8-9b1e81bab7cc HTTP/1.1" status: 404 len: 333 time: 0.0276442 Aug 29 07:06:37.919474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48888) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:37.925492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-60259551-c385-4277-9085-77ae8c1dcb6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1444405967', 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:38.087736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60259551-c385-4277-9085-77ae8c1dcb6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Made reservation on behalf of fd32511dacf9436a9b2e234036a49beb for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:38.091692 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60259551-c385-4277-9085-77ae8c1dcb6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:38.120751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-60259551-c385-4277-9085-77ae8c1dcb6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] device_id is not set on port cdb775bb-e872-4945-b2be-1b42b02b3f5c yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:06:38.213355 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-09a1b5e0-4cc3-47c6-bc65-2341fb3f0315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:38.286732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bc91cf1-4a6d-428d-89a5-abc150ec9739 req-f822ccfc-42ca-4f2d-8a8e-e5379642830b tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912915 Aug 29 07:06:38.348923 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60259551-c385-4277-9085-77ae8c1dcb6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:38.473793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e936dc53-27c2-4aa0-b058-79f718f0f90e {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:06:38.484089 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:38.512684 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Transition to ACTIVE for port object e936dc53-27c2-4aa0-b058-79f718f0f90e will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:38.517467 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-698e0ae8-fb92-430b-a926-9b6856fd290c tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:38.643112 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60259551-c385-4277-9085-77ae8c1dcb6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:38.673267 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-698e0ae8-fb92-430b-a926-9b6856fd290c tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:38.679941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:38.692752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60259551-c385-4277-9085-77ae8c1dcb6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Network 6e979c0a-42fd-453c-8f6f-21b68ca1385b is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:38.695989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-60259551-c385-4277-9085-77ae8c1dcb6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:38.700014 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60259551-c385-4277-9085-77ae8c1dcb6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:38.701238 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60259551-c385-4277-9085-77ae8c1dcb6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:38.701974 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60259551-c385-4277-9085-77ae8c1dcb6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:38.723554 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60259551-c385-4277-9085-77ae8c1dcb6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Pushing event updated for resources: {'Port': ['ID=cdb775bb-e872-4945-b2be-1b42b02b3f5c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:38.818483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e0ae8-fb92-430b-a926-9b6856fd290c tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:38.876427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698e0ae8-fb92-430b-a926-9b6856fd290c tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:38.877156 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-698e0ae8-fb92-430b-a926-9b6856fd290c tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:38.881430 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-698e0ae8-fb92-430b-a926-9b6856fd290c tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/ports/f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8 HTTP/1.1" status: 200 len: 910 time: 1.9202344 Aug 29 07:06:38.882457 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-60259551-c385-4277-9085-77ae8c1dcb6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9618430 Aug 29 07:06:38.883828 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48896) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:38.887100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48898) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:38.990210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9789b430-2052-4a22-9de4-b57c615dc0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:38.996162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9789b430-2052-4a22-9de4-b57c615dc0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "GET /v2.0/ports/cdb775bb-e872-4945-b2be-1b42b02b3f5c HTTP/1.1" status: 200 len: 959 time: 0.1064167 Aug 29 07:06:38.999368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e936dc53-27c2-4aa0-b058-79f718f0f90e,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:38.999368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48900) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:39.083889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Attempting to bind port e936dc53-27c2-4aa0-b058-79f718f0f90e on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:39.084569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Attempting to bind port e936dc53-27c2-4aa0-b058-79f718f0f90e by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:39.085083 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Attempting to bind port e936dc53-27c2-4aa0-b058-79f718f0f90e on network aa9996a5-9338-44b4-9ad2-2b9687843d19 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:39.098780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Port e936dc53-27c2-4aa0-b058-79f718f0f90e on network aa9996a5-9338-44b4-9ad2-2b9687843d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:39.098780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Attempting to bind port e936dc53-27c2-4aa0-b058-79f718f0f90e on network aa9996a5-9338-44b4-9ad2-2b9687843d19 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:39.109901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:06:39.110573 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Checking segment: {'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:06:39.111171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Bound using segment: {'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:06:39.111828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Bound port: e936dc53-27c2-4aa0-b058-79f718f0f90e, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:06:39.112378 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:39.166410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-858256dd-69e8-406b-b23f-10b69cf67a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Deleting port cdb775bb-e872-4945-b2be-1b42b02b3f5c {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:39.167506 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-858256dd-69e8-406b-b23f-10b69cf67a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:39.273450 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-858256dd-69e8-406b-b23f-10b69cf67a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:39.275659 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] For port e936dc53-27c2-4aa0-b058-79f718f0f90e, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:06:39.284590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] For port e936dc53-27c2-4aa0-b058-79f718f0f90e, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e936dc53-27c2-4aa0-b058-79f718f0f90e,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:06:39.291411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-858256dd-69e8-406b-b23f-10b69cf67a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Calling delete_port for cdb775bb-e872-4945-b2be-1b42b02b3f5c owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:39.320662 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac893b87-3c2f-4c85-af11-e59adf528c61 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:39.439890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708bcab-84c6-4e6c-8bc4-914de61d6734 req-a985eb28-b171-4860-83c3-678e4825e312 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:39.441551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e708bcab-84c6-4e6c-8bc4-914de61d6734 req-a985eb28-b171-4860-83c3-678e4825e312 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 943 time: 0.0543818 Aug 29 07:06:39.443243 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:39.518056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:39.518694 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:39.520194 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] 10.222.0.11 "PUT /v2.0/ports/e936dc53-27c2-4aa0-b058-79f718f0f90e HTTP/1.1" status: 200 len: 1092 time: 2.3965776 Aug 29 07:06:39.522960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1582fd-dabc-4c78-9278-ec3216b01cf3', 'tag': 'e936dc53-27c2-4aa0-b058-79f718f0f90e'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:06:39.525802 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b07e8da-091e-4054-9883-8a3a372ec20e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1582fd-dabc-4c78-9278-ec3216b01cf3", "tag": "e936dc53-27c2-4aa0-b058-79f718f0f90e"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:06:39.546578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c890e2-ab4c-4d52-a0ff-99ebdfca70b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e936dc53-27c2-4aa0-b058-79f718f0f90e,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:39.552284 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e708bcab-84c6-4e6c-8bc4-914de61d6734 req-240fc64d-b436-4029-ac86-108566e2b017 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784855 Aug 29 07:06:39.555327 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-858256dd-69e8-406b-b23f-10b69cf67a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:39.595011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858256dd-69e8-406b-b23f-10b69cf67a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdb775bb-e872-4945-b2be-1b42b02b3f5c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:39.601590 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-858256dd-69e8-406b-b23f-10b69cf67a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:39.606144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-858256dd-69e8-406b-b23f-10b69cf67a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "DELETE /v2.0/ports/cdb775bb-e872-4945-b2be-1b42b02b3f5c HTTP/1.1" status: 204 len: 168 time: 0.5935462 Aug 29 07:06:39.606825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48910) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:39.619299 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0edc15-ed7f-4be6-9251-75005bafdcc4 x-openstack-request-id: req-0f0edc15-ed7f-4be6-9251-75005bafdcc4 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:06:39.619585 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1582fd-dabc-4c78-9278-ec3216b01cf3", "tag": "e936dc53-27c2-4aa0-b058-79f718f0f90e", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:06:39.619886 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f0edc15-ed7f-4be6-9251-75005bafdcc4 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:06:39.620316 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1582fd-dabc-4c78-9278-ec3216b01cf3', 'tag': 'e936dc53-27c2-4aa0-b058-79f718f0f90e', 'status': 'completed', 'code': 200} Aug 29 07:06:39.635960 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db3585c-a9d7-4049-b1fd-517ef0a70b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] GET failed (client error): The resource could not be found. Aug 29 07:06:39.638954 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1db3585c-a9d7-4049-b1fd-517ef0a70b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "GET /v2.0/ports/cdb775bb-e872-4945-b2be-1b42b02b3f5c HTTP/1.1" status: 404 len: 333 time: 0.0295758 Aug 29 07:06:39.643707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48912) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:39.650151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d22c0738-67d2-4883-8334-bb236eaa785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Request body: {'port': {'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-665028466'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:39.683310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-ac893b87-3c2f-4c85-af11-e59adf528c61 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:39.684073 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac893b87-3c2f-4c85-af11-e59adf528c61 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:39.713828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07e8da-091e-4054-9883-8a3a372ec20e req-204ef673-ba57-4e48-b47a-2dec7e135620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:39.715477 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b07e8da-091e-4054-9883-8a3a372ec20e req-204ef673-ba57-4e48-b47a-2dec7e135620 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 1095 time: 0.0606594 Aug 29 07:06:39.792766 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac893b87-3c2f-4c85-af11-e59adf528c61 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:39.808502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-ac893b87-3c2f-4c85-af11-e59adf528c61 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:39.847399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07e8da-091e-4054-9883-8a3a372ec20e req-303537e4-048a-4d93-8ea1-a120a089740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:39.848994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b07e8da-091e-4054-9883-8a3a372ec20e req-303537e4-048a-4d93-8ea1-a120a089740a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1186600 Aug 29 07:06:39.933544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22c0738-67d2-4883-8334-bb236eaa785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Made reservation on behalf of fd32511dacf9436a9b2e234036a49beb for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:39.937272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d22c0738-67d2-4883-8334-bb236eaa785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:39.977433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-d22c0738-67d2-4883-8334-bb236eaa785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] device_id is not set on port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:06:40.074180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07e8da-091e-4054-9883-8a3a372ec20e req-9d9c21ce-018b-4036-ae00-5827b35064a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:40.075658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b07e8da-091e-4054-9883-8a3a372ec20e req-9d9c21ce-018b-4036-ae00-5827b35064a6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2196641 Aug 29 07:06:40.146825 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac893b87-3c2f-4c85-af11-e59adf528c61 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:40.220019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac893b87-3c2f-4c85-af11-e59adf528c61 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=f88eaa0f-a0af-45bf-a1bd-da7ce74b64a8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:40.255996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-b2c045f4-5a3a-4ab2-b0fd-3e847c235fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:40.257580 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-b2c045f4-5a3a-4ab2-b0fd-3e847c235fb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 1095 time: 0.0759876 Aug 29 07:06:40.266745 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d22c0738-67d2-4883-8334-bb236eaa785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:40.356363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-ede616db-d749-4702-b214-cb915c46221e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e936dc53-27c2-4aa0-b058-79f718f0f90e HTTP/1.1" status: 200 len: 217 time: 0.0745528 Aug 29 07:06:40.459386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-2bb68080-2ced-4167-8e85-1de1c705b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:40.460904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-2bb68080-2ced-4167-8e85-1de1c705b2c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=211670e9-9db5-4334-a16a-3276a6f72e99 HTTP/1.1" status: 200 len: 854 time: 0.1042826 Aug 29 07:06:40.532732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-e8864a5c-ad98-4dea-83da-121af069a8e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9996a5-9338-44b4-9ad2-2b9687843d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613294 Aug 29 07:06:40.578422 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac893b87-3c2f-4c85-af11-e59adf528c61 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:40.737963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-51ac054e-1754-448e-afb7-f50233077556 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941409 Aug 29 07:06:40.797969 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49457cdb-c425-4b5a-994e-3db99edd60f8 req-e508a17e-68fc-4a81-8a8a-090a85a7a671 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:40.802211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49457cdb-c425-4b5a-994e-3db99edd60f8 req-e508a17e-68fc-4a81-8a8a-090a85a7a671 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 943 time: 0.1183445 Aug 29 07:06:40.825416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac893b87-3c2f-4c85-af11-e59adf528c61 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router 26c45e9a-1e6b-4e2a-95f0-775effa9b8b9 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:06:40.909452 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d22c0738-67d2-4883-8334-bb236eaa785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:40.931451 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac893b87-3c2f-4c85-af11-e59adf528c61 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:06:40.939615 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:40.941574 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ac893b87-3c2f-4c85-af11-e59adf528c61 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/26c45e9a-1e6b-4e2a-95f0-775effa9b8b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0565102 Aug 29 07:06:40.942298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48960) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:40.950493 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc1d2c-ee9e-4059-b1f7-90b41427c8da None None] Sync routers for ids ['26c45e9a-1e6b-4e2a-95f0-775effa9b8b9'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:06:40.952214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c35959df-9a03-4a39-9f95-ced67e4f702c req-005c1d06-02a8-470f-911a-aa9b510da595 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059431 Aug 29 07:06:40.972394 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc1d2c-ee9e-4059-b1f7-90b41427c8da None None] Routers {'26c45e9a-1e6b-4e2a-95f0-775effa9b8b9'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:40.976138 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-73cc1d2c-ee9e-4059-b1f7-90b41427c8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['26c45e9a-1e6b-4e2a-95f0-775effa9b8b9'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:40.993760 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-626950cb-2383-4785-acd3-5dd1545b7227 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports?device_id=26c45e9a-1e6b-4e2a-95f0-775effa9b8b9 HTTP/1.1" status: 200 len: 205 time: 0.0499806 Aug 29 07:06:40.996619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48964) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:41.093570 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49457cdb-c425-4b5a-994e-3db99edd60f8 req-70edc0cb-87b5-473d-b324-a08942e0c751 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472074 Aug 29 07:06:41.104055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c0738-67d2-4883-8334-bb236eaa785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Network 6e979c0a-42fd-453c-8f6f-21b68ca1385b is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:41.111317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-d22c0738-67d2-4883-8334-bb236eaa785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:41.122866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c0738-67d2-4883-8334-bb236eaa785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:41.123901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22c0738-67d2-4883-8334-bb236eaa785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:41.124692 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d22c0738-67d2-4883-8334-bb236eaa785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:41.142762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c0738-67d2-4883-8334-bb236eaa785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Pushing event updated for resources: {'Port': ['ID=03bbcc98-5e94-4e15-b427-4d8adf8017d7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:41.143035 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff65bb4c-e028-467f-ac30-d9050a0b468f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:41.229201 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-73cc1d2c-ee9e-4059-b1f7-90b41427c8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:41.242475 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc1d2c-ee9e-4059-b1f7-90b41427c8da None None] Routers {'26c45e9a-1e6b-4e2a-95f0-775effa9b8b9'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:41.243400 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-73cc1d2c-ee9e-4059-b1f7-90b41427c8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['26c45e9a-1e6b-4e2a-95f0-775effa9b8b9'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:41.264384 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d22c0738-67d2-4883-8334-bb236eaa785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6143198 Aug 29 07:06:41.264720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48966) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:41.273016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:41.306393 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-73cc1d2c-ee9e-4059-b1f7-90b41427c8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:41.321137 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc1d2c-ee9e-4059-b1f7-90b41427c8da None None] The sync data for ids ['26c45e9a-1e6b-4e2a-95f0-775effa9b8b9'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:06:41.364172 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff65bb4c-e028-467f-ac30-d9050a0b468f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:41.366567 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff65bb4c-e028-467f-ac30-d9050a0b468f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:41.369377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:41.587557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] device_id is not set on port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:06:41.589774 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff65bb4c-e028-467f-ac30-d9050a0b468f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:41.590225 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a075-3816-47ee-aa80-6cc3afa40bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:41.590589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff65bb4c-e028-467f-ac30-d9050a0b468f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Fanout notify agent at l3_agent the message router_deleted on router 26c45e9a-1e6b-4e2a-95f0-775effa9b8b9 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:06:41.598459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:41.607075 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff65bb4c-e028-467f-ac30-d9050a0b468f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:41.607075 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ff65bb4c-e028-467f-ac30-d9050a0b468f tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/routers/26c45e9a-1e6b-4e2a-95f0-775effa9b8b9 HTTP/1.1" status: 204 len: 168 time: 0.6034808 Aug 29 07:06:41.607075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48972) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:41.614897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Transition to ACTIVE for port object 03bbcc98-5e94-4e15-b427-4d8adf8017d7 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:41.669230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f573a2e-5a01-4511-8528-9e6cfd7e5b2a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting subnet eaa45e0a-c00e-4014-aa10-213a4645f02a {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:06:41.672708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f573a2e-5a01-4511-8528-9e6cfd7e5b2a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:41.723396 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f573a2e-5a01-4511-8528-9e6cfd7e5b2a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:41.726975 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:41.785912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Pushing event updated for resources: {'Port': ['ID=03bbcc98-5e94-4e15-b427-4d8adf8017d7,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:41.811855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:41.812212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:41.812574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:41.818384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:41.818767 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:41.819122 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 2 to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 Aug 29 07:06:41.837007 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:41.837329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:41.837701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:41.847296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:41.848239 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:41.849240 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 3 to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 Aug 29 07:06:41.867343 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f573a2e-5a01-4511-8528-9e6cfd7e5b2a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:41.870351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:41.870710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:41.871054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:41.875687 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:41.876765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:41.877108 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:41.877108 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 4 to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 Aug 29 07:06:41.903374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:41.903714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:41.904202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:41.912302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:41.912987 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:41.913332 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 5 to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 Aug 29 07:06:41.927856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:41.928212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:41.928673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:41.933897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:41.934227 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:41.934630 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 6 to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 Aug 29 07:06:41.948835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:41.949353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:41.949794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:41.955282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:41.955666 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:41.956238 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 7 to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 Aug 29 07:06:41.968891 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:41.969982 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:41.970335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:41.975215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:41.975468 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:41.975862 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 8 to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 Aug 29 07:06:41.989449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:41.989951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:41.990095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:41.994580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:41.994907 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:41.995401 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 9 to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 Aug 29 07:06:42.018869 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:42.019504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:42.020014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:42.026550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:42.026550 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:42.026550 n-d-713301-12 neutron-server[95404]: INFO neutron.plugins.ml2.plugin [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempt 10 to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 Aug 29 07:06:42.040465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:42.040804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:42.041146 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempting to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:42.046607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:06:42.049053 n-d-713301-12 neutron-server[95404]: ERROR neutron.plugins.ml2.managers [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Failed to bind port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on host n-h1-713301-12 for vnic_type normal using segments [{'id': '677da1e9-e907-4340-ad7d-09f767889eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e979c0a-42fd-453c-8f6f-21b68ca1385b'}] Aug 29 07:06:42.049053 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:42.118601 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f573a2e-5a01-4511-8528-9e6cfd7e5b2a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:42.133104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] For port 03bbcc98-5e94-4e15-b427-4d8adf8017d7, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:06:42.133516 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attempted to set empty binding levels {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 07:06:42.160706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f573a2e-5a01-4511-8528-9e6cfd7e5b2a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa45e0a-c00e-4014-aa10-213a4645f02a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:42.177039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e05a80a-13db-4de7-b834-05abfd327544 None None] Network f9773d19-50b8-4de5-8578-3452a7505863 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:42.190357 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f573a2e-5a01-4511-8528-9e6cfd7e5b2a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:42.192503 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8f573a2e-5a01-4511-8528-9e6cfd7e5b2a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/eaa45e0a-c00e-4014-aa10-213a4645f02a HTTP/1.1" status: 204 len: 168 time: 0.5870299 Aug 29 07:06:42.196863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 48984) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:42.303773 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:42.388420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] In _notify_port_updated(), no bound segment for port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 on network 6e979c0a-42fd-453c-8f6f-21b68ca1385b {{(pid=95404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 07:06:42.389465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:42.390110 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:42.394111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "PUT /v2.0/ports/03bbcc98-5e94-4e15-b427-4d8adf8017d7 HTTP/1.1" status: 200 len: 979 time: 1.1255155 Aug 29 07:06:42.394556 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 48986) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:42.410758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e6979c-5d43-4427-9dbf-187bae2fb812 None None] DHCP port deletion for f9773d19-50b8-4de5-8578-3452a7505863 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:06:42.429913 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:42.473736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f1fd-9d97-4a6a-b773-20db58fe8d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Pushing event updated for resources: {'Port': ['ID=03bbcc98-5e94-4e15-b427-4d8adf8017d7,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:42.505183 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883cc22-d6c5-4d75-8304-f31dd4a1674a req-dd0b25e0-6cd5-4eb1-8476-7f4bc2f96312 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:42.506250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a883cc22-d6c5-4d75-8304-f31dd4a1674a req-dd0b25e0-6cd5-4eb1-8476-7f4bc2f96312 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 943 time: 0.3201904 Aug 29 07:06:42.509833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6979c-5d43-4427-9dbf-187bae2fb812 None None] Deleting port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:42.510599 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0e6979c-5d43-4427-9dbf-187bae2fb812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:42.514815 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c6a80ecf-ddc0-457c-8d82-54509bf4f65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Deleting port 03bbcc98-5e94-4e15-b427-4d8adf8017d7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:42.515531 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c6a80ecf-ddc0-457c-8d82-54509bf4f65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:42.598361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a883cc22-d6c5-4d75-8304-f31dd4a1674a req-0bb04d82-d3c8-4277-b241-56975ba90089 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710647 Aug 29 07:06:42.612643 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:42.612993 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:42.652240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a0e6979c-5d43-4427-9dbf-187bae2fb812 None None] For port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=85a805a7-ec6a-4cdf-92fa-fce84a6b81f4,segment=NetworkSegment(6e94a47e-2c1a-4321-b104-e1f9212ec70c),segment_id=6e94a47e-2c1a-4321-b104-e1f9212ec70c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:42.653792 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0e6979c-5d43-4427-9dbf-187bae2fb812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:42.680505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6979c-5d43-4427-9dbf-187bae2fb812 None None] Calling delete_port for 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:42.701729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-c6a80ecf-ddc0-457c-8d82-54509bf4f65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] For port 03bbcc98-5e94-4e15-b427-4d8adf8017d7, host n-h1-713301-12, got binding levels [] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:42.702751 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c6a80ecf-ddc0-457c-8d82-54509bf4f65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:42.712822 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] For port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=85a805a7-ec6a-4cdf-92fa-fce84a6b81f4,segment=NetworkSegment(6e94a47e-2c1a-4321-b104-e1f9212ec70c),segment_id=6e94a47e-2c1a-4321-b104-e1f9212ec70c)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:42.713517 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:42.727029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c6a80ecf-ddc0-457c-8d82-54509bf4f65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Calling delete_port for 03bbcc98-5e94-4e15-b427-4d8adf8017d7 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:42.738562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:43.145155 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0e6979c-5d43-4427-9dbf-187bae2fb812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.153262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.182745 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6979c-5d43-4427-9dbf-187bae2fb812 None None] Pushing event deleted for resources: {'Port': ['ID=85a805a7-ec6a-4cdf-92fa-fce84a6b81f4,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:43.189227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=85a805a7-ec6a-4cdf-92fa-fce84a6b81f4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:43.193764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No DVR routers for this DVR port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:06:43.193935 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e6979c-5d43-4427-9dbf-187bae2fb812 None None] No DVR routers for this DVR port 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:06:43.283307 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.296282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9773d19-50b8-4de5-8578-3452a7505863']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:43.308703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e94a47e-2c1a-4321-b104-e1f9212ec70c') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:43.308918 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e94a47e-2c1a-4321-b104-e1f9212ec70c') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:43.325422 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.348318 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.358140 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:06:43.358140 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:06:43.361743 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:06:43.405321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:06:43.442243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:06:43.442590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 85a805a7-ec6a-4cdf-92fa-fce84a6b81f4 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:06:43.544756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c6a80ecf-ddc0-457c-8d82-54509bf4f65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.581922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a80ecf-ddc0-457c-8d82-54509bf4f65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Pushing event deleted for resources: {'Port': ['ID=03bbcc98-5e94-4e15-b427-4d8adf8017d7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:43.588065 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c6a80ecf-ddc0-457c-8d82-54509bf4f65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.590132 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c6a80ecf-ddc0-457c-8d82-54509bf4f65e tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "DELETE /v2.0/ports/03bbcc98-5e94-4e15-b427-4d8adf8017d7 HTTP/1.1" status: 204 len: 168 time: 1.1943183 Aug 29 07:06:43.593276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49026) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:43.619517 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-580649be-9eb2-4095-a48c-06a6beea0adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] GET failed (client error): The resource could not be found. Aug 29 07:06:43.621151 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-580649be-9eb2-4095-a48c-06a6beea0adf tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-978094384-project-admin] 10.222.0.76 "GET /v2.0/ports/03bbcc98-5e94-4e15-b427-4d8adf8017d7 HTTP/1.1" status: 404 len: 333 time: 0.0259922 Aug 29 07:06:43.624965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49028) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:43.716635 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-315c80cc-644e-4e36-b723-26646d31cd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.812788 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.820211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d633c7a-ee0b-4fa1-9b68-e3a5140a9728 req-34a66c39-a3a9-404b-82a8-b4e436986b6c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:43.820211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d633c7a-ee0b-4fa1-9b68-e3a5140a9728 req-34a66c39-a3a9-404b-82a8-b4e436986b6c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 943 time: 0.1358137 Aug 29 07:06:43.820211 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.823938 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-315c80cc-644e-4e36-b723-26646d31cd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.826533 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.828910 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/networks/f9773d19-50b8-4de5-8578-3452a7505863 HTTP/1.1" status: 204 len: 168 time: 1.6307178 Aug 29 07:06:43.840941 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-315c80cc-644e-4e36-b723-26646d31cd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e979c0a-42fd-453c-8f6f-21b68ca1385b']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:43.843878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49034) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:43.849042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-106e21f9-b17d-473b-9dfb-06f28029ff0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1811284875', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:43.861488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f80129-208a-415f-83b2-4516c2eb4c66 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Network': ['ID=f9773d19-50b8-4de5-8578-3452a7505863,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:43.867117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-315c80cc-644e-4e36-b723-26646d31cd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677da1e9-e907-4340-ad7d-09f767889eac') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:43.867431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-315c80cc-644e-4e36-b723-26646d31cd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677da1e9-e907-4340-ad7d-09f767889eac') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:43.883196 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-315c80cc-644e-4e36-b723-26646d31cd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.889900 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d633c7a-ee0b-4fa1-9b68-e3a5140a9728 req-f32415a5-7e63-4205-899c-41fcc394a625 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596542 Aug 29 07:06:43.907354 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-315c80cc-644e-4e36-b723-26646d31cd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.911182 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315c80cc-644e-4e36-b723-26646d31cd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:06:43.911182 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-315c80cc-644e-4e36-b723-26646d31cd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:06:43.914955 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:06:44.030427 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-106e21f9-b17d-473b-9dfb-06f28029ff0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:44.032434 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-106e21f9-b17d-473b-9dfb-06f28029ff0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:44.157333 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-315c80cc-644e-4e36-b723-26646d31cd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:44.173205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-315c80cc-644e-4e36-b723-26646d31cd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:44.175186 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-315c80cc-644e-4e36-b723-26646d31cd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] 10.222.0.76 "DELETE /v2.0/networks/6e979c0a-42fd-453c-8f6f-21b68ca1385b HTTP/1.1" status: 204 len: 168 time: 0.5491896 Aug 29 07:06:44.201298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c80cc-644e-4e36-b723-26646d31cd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-828869701-project] Pushing event deleted for resources: {'Network': ['ID=6e979c0a-42fd-453c-8f6f-21b68ca1385b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:44.244189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-106e21f9-b17d-473b-9dfb-06f28029ff0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:44.459413 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-106e21f9-b17d-473b-9dfb-06f28029ff0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:44.595655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-106e21f9-b17d-473b-9dfb-06f28029ff0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:44.597692 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-106e21f9-b17d-473b-9dfb-06f28029ff0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7523384 Aug 29 07:06:44.601293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49042) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:44.608262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2447d6ed-db85-4003-9896-c31ee510572d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'network': {'name': 'tempest-RoutersTest-1418261747'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:44.807173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2447d6ed-db85-4003-9896-c31ee510572d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:44.811058 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2447d6ed-db85-4003-9896-c31ee510572d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:44.843843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2447d6ed-db85-4003-9896-c31ee510572d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:06:44.853440 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2447d6ed-db85-4003-9896-c31ee510572d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:44.854011 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-2447d6ed-db85-4003-9896-c31ee510572d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Added segment 7c12bbd2-550c-4b8e-a1f3-d893ff931439 of type vlan for network 7db7f7ec-625c-48fe-8703-1f63171ce759 Aug 29 07:06:44.914074 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2447d6ed-db85-4003-9896-c31ee510572d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:44.958587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49050) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:45.029756 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e013055-1c12-43db-aa63-32b20d08f8e2 req-2aea29dc-234d-4e92-b478-75a2ed375e85 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:45.032767 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e013055-1c12-43db-aa63-32b20d08f8e2 req-2aea29dc-234d-4e92-b478-75a2ed375e85 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 943 time: 0.0618510 Aug 29 07:06:45.041476 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2447d6ed-db85-4003-9896-c31ee510572d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:45.048722 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2447d6ed-db85-4003-9896-c31ee510572d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:45.050039 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2447d6ed-db85-4003-9896-c31ee510572d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:45.138344 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a976f3b9-1fda-411b-b6a7-d1ee56b3fee9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e2694400ee7148be968753f27d2d4239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781051 Aug 29 07:06:45.151196 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e013055-1c12-43db-aa63-32b20d08f8e2 req-72a5ee4f-84d9-434c-bfb2-7518c95527cd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103444 Aug 29 07:06:45.152165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49056) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:45.171369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447d6ed-db85-4003-9896-c31ee510572d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Network': ['ID=7db7f7ec-625c-48fe-8703-1f63171ce759,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:45.188456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 7db7f7ec-625c-48fe-8703-1f63171ce759 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:06:45.233841 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0cf2-6b3e-470d-991e-378c5a1c1abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:45.253810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2447d6ed-db85-4003-9896-c31ee510572d tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6506844 Aug 29 07:06:45.256978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49058) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:45.262770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8b3cb57d-ebba-434d-a42a-7fd6b120fffd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'subnet': {'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:45.278750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0cf2-6b3e-470d-991e-378c5a1c1abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:46.286213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca559c32-b4a4-4eb8-a410-f1606c8df3e9 req-9cfc670f-ed24-4062-8a8b-619217aa6e2b tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:46.287876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca559c32-b4a4-4eb8-a410-f1606c8df3e9 req-9cfc670f-ed24-4062-8a8b-619217aa6e2b tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 943 time: 0.0512803 Aug 29 07:06:46.337324 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca559c32-b4a4-4eb8-a410-f1606c8df3e9 req-43d4b566-9141-4656-a126-e308e5ff37df tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379596 Aug 29 07:06:46.601348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e936dc53-27c2-4aa0-b058-79f718f0f90e details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:06:46.642211 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0cf2-6b3e-470d-991e-378c5a1c1abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:46.646263 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0cf2-6b3e-470d-991e-378c5a1c1abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:46.649385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4e1a0cf2-6b3e-470d-991e-378c5a1c1abd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42aeb6eb-1c05-4443-bff9-24439f9e57f9 HTTP/1.1" status: 204 len: 168 time: 1.4958985 Aug 29 07:06:46.653180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3cb57d-ebba-434d-a42a-7fd6b120fffd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:46.658340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb57d-ebba-434d-a42a-7fd6b120fffd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:46.669763 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a0cf2-6b3e-470d-991e-378c5a1c1abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aeb6eb-1c05-4443-bff9-24439f9e57f9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:46.744501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e936dc53-27c2-4aa0-b058-79f718f0f90e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e936dc53-27c2-4aa0-b058-79f718f0f90e,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:46.758985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'e936dc53-27c2-4aa0-b058-79f718f0f90e', 'network_id': 'aa9996a5-9338-44b4-9ad2-2b9687843d19', 'port_id': 'e936dc53-27c2-4aa0-b058-79f718f0f90e', 'mac_address': 'fa:16:3e:08:01:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211670e9-9db5-4334-a16a-3276a6f72e99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:06:46.810440 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:46.828589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e936dc53-27c2-4aa0-b058-79f718f0f90e {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:06:46.852997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e936dc53-27c2-4aa0-b058-79f718f0f90e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e936dc53-27c2-4aa0-b058-79f718f0f90e,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:47.018201 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:47.067814 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e936dc53-27c2-4aa0-b058-79f718f0f90e,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:47.093688 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb57d-ebba-434d-a42a-7fd6b120fffd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:47.176441 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cb57d-ebba-434d-a42a-7fd6b120fffd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Subnet': ['ID=ea19b286-7ec8-4bf5-b682-7f06f9585a43,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:47.184443 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cb57d-ebba-434d-a42a-7fd6b120fffd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Checking segment: {'id': '7c12bbd2-550c-4b8e-a1f3-d893ff931439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:06:47.184953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3cb57d-ebba-434d-a42a-7fd6b120fffd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network hostable DHCP agents. Network: 7db7f7ec-625c-48fe-8703-1f63171ce759, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:06:47.298561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3cb57d-ebba-434d-a42a-7fd6b120fffd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network 7db7f7ec-625c-48fe-8703-1f63171ce759 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:06:47.472156 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d1ba-8dfb-432e-8646-4ea186267ad1 req-22e0e0e0-ea14-4ac2-b552-1f8a0c0a389a tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:47.474056 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8a9d1ba-8dfb-432e-8646-4ea186267ad1 req-22e0e0e0-ea14-4ac2-b552-1f8a0c0a389a tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 944 time: 0.0671923 Aug 29 07:06:47.499617 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e936dc53-27c2-4aa0-b058-79f718f0f90e'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:06:47.527070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8a9d1ba-8dfb-432e-8646-4ea186267ad1 req-7ddeb87a-7440-4787-84bd-06e09f2edc03 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429292 Aug 29 07:06:47.561750 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-8b3cb57d-ebba-434d-a42a-7fd6b120fffd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 7db7f7ec-625c-48fe-8703-1f63171ce759) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:47.579606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3cb57d-ebba-434d-a42a-7fd6b120fffd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:47.579606 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb57d-ebba-434d-a42a-7fd6b120fffd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:47.579901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52454d3-e8b8-42b8-8e98-9f19b3bdc3a4 None None] Network 7db7f7ec-625c-48fe-8703-1f63171ce759 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:47.751499 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8b3cb57d-ebba-434d-a42a-7fd6b120fffd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4909730 Aug 29 07:06:47.752259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49082) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:47.794226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-7db7f7ec-625c-48fe-8703-1f63171ce759', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:06:47.795370 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:47.929883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49086) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:47.957289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Allocated IP 172.20.0.2 (7db7f7ec-625c-48fe-8703-1f63171ce759/ea19b286-7ec8-4bf5-b682-7f06f9585a43/3306eae1-1176-43d0-997c-55c4c242ad4b) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:06:48.008832 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7ef36645-df06-46b2-96f0-9fd6c6b70826 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fd32511dacf9436a9b2e234036a49beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698707 Aug 29 07:06:48.012860 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49088) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:48.132973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-84f96eeb-c2f5-4ea9-aa64-1b9334c31f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:48.148606 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:48.173549 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-84f96eeb-c2f5-4ea9-aa64-1b9334c31f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:48.258539 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:48.277299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Transition to ACTIVE for port object 3306eae1-1176-43d0-997c-55c4c242ad4b will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:48.318595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Transition to ACTIVE for port object 3306eae1-1176-43d0-997c-55c4c242ad4b will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:48.441520 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-84f96eeb-c2f5-4ea9-aa64-1b9334c31f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:48.445158 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-84f96eeb-c2f5-4ea9-aa64-1b9334c31f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:48.446668 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-84f96eeb-c2f5-4ea9-aa64-1b9334c31f1e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7d41b312-31e2-475b-bebd-7faeb6e1bb9d HTTP/1.1" status: 204 len: 168 time: 0.4289348 Aug 29 07:06:48.458758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f96eeb-c2f5-4ea9-aa64-1b9334c31f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d41b312-31e2-475b-bebd-7faeb6e1bb9d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:48.527467 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:48.597033 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Network 7db7f7ec-625c-48fe-8703-1f63171ce759 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:48.600537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:48.603008 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:48.605726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Pushing event updated for resources: {'Port': ['ID=3306eae1-1176-43d0-997c-55c4c242ad4b,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:48.627745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Allocated IP 172.20.0.1 (7db7f7ec-625c-48fe-8703-1f63171ce759/ea19b286-7ec8-4bf5-b682-7f06f9585a43/c78a94a4-1d65-4839-8eb9-9d828ca9a043) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:06:48.697025 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Attempting to bind port 3306eae1-1176-43d0-997c-55c4c242ad4b on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:48.698889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Attempting to bind port 3306eae1-1176-43d0-997c-55c4c242ad4b by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '7c12bbd2-550c-4b8e-a1f3-d893ff931439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:48.699313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Attempting to bind port 3306eae1-1176-43d0-997c-55c4c242ad4b on network 7db7f7ec-625c-48fe-8703-1f63171ce759 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:48.706617 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:06:48.707034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Checking segment: {'id': '7c12bbd2-550c-4b8e-a1f3-d893ff931439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:06:48.707525 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:48.707950 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Bound using segment: {'id': '7c12bbd2-550c-4b8e-a1f3-d893ff931439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:06:48.708648 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Bound port: 3306eae1-1176-43d0-997c-55c4c242ad4b, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c12bbd2-550c-4b8e-a1f3-d893ff931439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:06:48.709043 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:48.771521 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa31590-2a0e-436f-9895-7f10445afa37 req-64a41413-6784-44ba-adb2-f8b98b29f286 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:48.775852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffa31590-2a0e-436f-9895-7f10445afa37 req-64a41413-6784-44ba-adb2-f8b98b29f286 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 944 time: 0.1275592 Aug 29 07:06:48.786996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] For port 3306eae1-1176-43d0-997c-55c4c242ad4b, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:06:48.791453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] For port 3306eae1-1176-43d0-997c-55c4c242ad4b, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3306eae1-1176-43d0-997c-55c4c242ad4b,segment=NetworkSegment(7c12bbd2-550c-4b8e-a1f3-d893ff931439),segment_id=7c12bbd2-550c-4b8e-a1f3-d893ff931439)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:06:48.836375 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:48.863181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffa31590-2a0e-436f-9895-7f10445afa37 req-cc52f338-404f-468b-b4fc-159dc2f7df33 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599673 Aug 29 07:06:48.864118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Transition to ACTIVE for port object c78a94a4-1d65-4839-8eb9-9d828ca9a043 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:48.991080 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:49.041320 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:49.060110 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d410487-8da6-4183-bc84-9edc02bbb087 None None] Pushing event updated for resources: {'Port': ['ID=3306eae1-1176-43d0-997c-55c4c242ad4b,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:49.097697 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network 7db7f7ec-625c-48fe-8703-1f63171ce759 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:49.106306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:49.111518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:49.470480 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:49.474033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=c78a94a4-1d65-4839-8eb9-9d828ca9a043,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:49.605792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3306eae1-1176-43d0-997c-55c4c242ad4b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:06:49.761593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 3306eae1-1176-43d0-997c-55c4c242ad4b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:49.798701 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:50.186344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bab500-7fcd-484b-9a33-9a93466c5248 req-35f0021d-3fd2-401d-a8d0-0d5d26bb162b tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:50.186344 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61bab500-7fcd-484b-9a33-9a93466c5248 req-35f0021d-3fd2-401d-a8d0-0d5d26bb162b tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 944 time: 0.2257380 Aug 29 07:06:50.265277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61bab500-7fcd-484b-9a33-9a93466c5248 req-5847c8a1-231f-4bc3-b093-91fbf6b88fcd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708992 Aug 29 07:06:50.304822 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:50.397810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c3c9a4-e08a-4ab6-92e8-4f5523106e73 None None] Network 7db7f7ec-625c-48fe-8703-1f63171ce759 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:50.602134 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:50.603958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f74d49cf-d634-450b-ac4f-26cfabd2ab8f None None] Provisioning for port 3306eae1-1176-43d0-997c-55c4c242ad4b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:50.616047 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f74d49cf-d634-450b-ac4f-26cfabd2ab8f None None] Provisioning complete for port 3306eae1-1176-43d0-997c-55c4c242ad4b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:50.616682 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f74d49cf-d634-450b-ac4f-26cfabd2ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:50.664728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e936dc53-27c2-4aa0-b058-79f718f0f90e up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:06:50.743342 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=c78a94a4-1d65-4839-8eb9-9d828ca9a043,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:50.796961 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:50.848316 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f74d49cf-d634-450b-ac4f-26cfabd2ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:50.948327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f74d49cf-d634-450b-ac4f-26cfabd2ab8f None None] For port 3306eae1-1176-43d0-997c-55c4c242ad4b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3306eae1-1176-43d0-997c-55c4c242ad4b,segment=NetworkSegment(7c12bbd2-550c-4b8e-a1f3-d893ff931439),segment_id=7c12bbd2-550c-4b8e-a1f3-d893ff931439)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:50.994332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network 7db7f7ec-625c-48fe-8703-1f63171ce759 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:50.995917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:51.070924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port e936dc53-27c2-4aa0-b058-79f718f0f90e completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:51.082592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port e936dc53-27c2-4aa0-b058-79f718f0f90e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:51.082592 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:51.119998 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:51.122308 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f74d49cf-d634-450b-ac4f-26cfabd2ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:51.292784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:06:51.315402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d49cf-d634-450b-ac4f-26cfabd2ab8f None None] Pushing event updated for resources: {'Port': ['ID=3306eae1-1176-43d0-997c-55c4c242ad4b,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:51.416355 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:51.474771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:06:51.485445 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4be9413c-4183-4989-a971-6f64815ed8e4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7351346 Aug 29 07:06:51.489112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49158) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:51.495895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'network': {'name': 'tempest-RoutersTest-226263051'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:51.522086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1582fd-dabc-4c78-9278-ec3216b01cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e936dc53-27c2-4aa0-b058-79f718f0f90e'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:06:51.522235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5d2d2-89b6-4b5a-bd66-5dba80d7bb2f req-c4af9b67-00dc-43b7-84d3-d179bff4a3b8 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:51.522368 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33344f2a-e992-4d1c-8560-a3e80e9356da" -d '{"events": [{"server_uuid": "aa1582fd-dabc-4c78-9278-ec3216b01cf3", "name": "network-vif-plugged", "status": "completed", "tag": "e936dc53-27c2-4aa0-b058-79f718f0f90e"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:06:51.522493 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35f5d2d2-89b6-4b5a-bd66-5dba80d7bb2f req-c4af9b67-00dc-43b7-84d3-d179bff4a3b8 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 944 time: 0.0848370 Aug 29 07:06:51.522603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Sync routers for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:06:51.546109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3306eae1-1176-43d0-997c-55c4c242ad4b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:06:51.579891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35f5d2d2-89b6-4b5a-bd66-5dba80d7bb2f req-f07cd8e8-c879-4404-b607-42061a40ab3d tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626118 Aug 29 07:06:51.591653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e936dc53-27c2-4aa0-b058-79f718f0f90e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e936dc53-27c2-4aa0-b058-79f718f0f90e,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:51.593852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c3f3a003-21ea-4695-a9af-5cadf51c04b2 None None] Provisioning for port c78a94a4-1d65-4839-8eb9-9d828ca9a043 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:51.600540 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee958af-0e1a-40b0-92d1-e771088754ec x-openstack-request-id: req-dee958af-0e1a-40b0-92d1-e771088754ec {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:06:51.600827 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1582fd-dabc-4c78-9278-ec3216b01cf3", "name": "network-vif-plugged", "status": "completed", "tag": "e936dc53-27c2-4aa0-b058-79f718f0f90e", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:06:51.601160 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dee958af-0e1a-40b0-92d1-e771088754ec {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:06:51.601560 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1582fd-dabc-4c78-9278-ec3216b01cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e936dc53-27c2-4aa0-b058-79f718f0f90e', 'code': 200} Aug 29 07:06:51.622920 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c3f3a003-21ea-4695-a9af-5cadf51c04b2 None None] Provisioning complete for port c78a94a4-1d65-4839-8eb9-9d828ca9a043 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:51.622920 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a003-21ea-4695-a9af-5cadf51c04b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:51.675841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:51.682692 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:51.682869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:51.682869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:51.749819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:06:51.751668 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c3f3a003-21ea-4695-a9af-5cadf51c04b2 None None] Port c78a94a4-1d65-4839-8eb9-9d828ca9a043 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:06:51.756254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3531d45-c419-4528-a247-6c49cef4f7c8 req-47559f43-bd14-4a60-8e76-aad01b2468c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:51.758076 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3531d45-c419-4528-a247-6c49cef4f7c8 req-47559f43-bd14-4a60-8e76-aad01b2468c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 1096 time: 0.0689433 Aug 29 07:06:51.768861 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:51.769071 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Added segment 286399c9-de2d-434d-b270-5fec62d42340 of type vlan for network f3905f3c-f21a-4ca4-8210-92a3cd753d24 Aug 29 07:06:51.802764 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:51.805194 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3531d45-c419-4528-a247-6c49cef4f7c8 req-d4ce2288-07b9-430b-85b4-9955e9c952b2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387120 Aug 29 07:06:51.824644 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:51.887857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c3f3a003-21ea-4695-a9af-5cadf51c04b2 None None] Provisioning complete for port 3306eae1-1176-43d0-997c-55c4c242ad4b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:51.888279 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a003-21ea-4695-a9af-5cadf51c04b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:51.973479 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:51.982187 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:51.982957 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:52.117958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Network': ['ID=f3905f3c-f21a-4ca4-8210-92a3cd753d24,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:52.130308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:52.131314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:52.131314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:52.131578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:52.132800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:52.133320 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:52.134170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 3306eae1-1176-43d0-997c-55c4c242ad4b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:52.134334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:52.134545 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:52.134678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:52.134986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:52.135368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:52.137299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:52.139598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:06:52.180986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network f3905f3c-f21a-4ca4-8210-92a3cd753d24 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:06:52.189422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:06:52.263156 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e936dc53-27c2-4aa0-b058-79f718f0f90e,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:52.272827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49178) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:52.295034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49182) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:52.301316 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4aab4ea2-1ddf-416d-ac46-af65bedb94b8 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8055875 Aug 29 07:06:52.309137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4d624d0e-d54e-4080-b68e-5e8e0cc8ab30 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'subnet': {'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:52.515654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1321782209', 'router:external': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:52.564707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:06:49Z', 'revision_number': 2, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:50Z', 'revision_number': 2, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:52.600487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Checking router: e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:06:52.601161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Updating router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 port c78a94a4-1d65-4839-8eb9-9d828ca9a043 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:06:52.639252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8115acac-9cf9-4bc4-8bb3-9598c77b7f5e None None] Provisioning complete for port c78a94a4-1d65-4839-8eb9-9d828ca9a043 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:52.639617 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8115acac-9cf9-4bc4-8bb3-9598c77b7f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:52.641985 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:52.654976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d624d0e-d54e-4080-b68e-5e8e0cc8ab30 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:52.659598 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d624d0e-d54e-4080-b68e-5e8e0cc8ab30 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:52.760639 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8115acac-9cf9-4bc4-8bb3-9598c77b7f5e None None] Port c78a94a4-1d65-4839-8eb9-9d828ca9a043 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:06:52.825274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-7652bde7-d085-4588-85ad-e393ee38494e req-c76f4ec2-3852-4cf5-993e-9d30f4646744 service neutron] (95404) timed out ('10.222.0.76', 41638) {{(pid=95404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 07:06:52.863849 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Made reservation on behalf of 6ab239e1f6b341a3a2335f9afbf0b53d for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:52.866290 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:52.882806 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:52.909173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e6326-3905-41a1-a5f2-ca6f04d867c2 req-d4b60b09-5bf2-46d9-8684-7dce771fb0a7 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:52.918588 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f45e6326-3905-41a1-a5f2-ca6f04d867c2 req-d4b60b09-5bf2-46d9-8684-7dce771fb0a7 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 945 time: 0.2222133 Aug 29 07:06:53.112476 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f45e6326-3905-41a1-a5f2-ca6f04d867c2 req-58778de4-a161-45f0-8fa6-4e63ed65ffb0 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920290 Aug 29 07:06:53.117328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cdcdcbc-6841-40ae-9e14-94e9eb417ce9 req-4a4b52fc-d6ef-44d9-a48c-8142fc57057e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3361111 Aug 29 07:06:53.128190 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:53.131181 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:53.147129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Transition to ACTIVE for port object c78a94a4-1d65-4839-8eb9-9d828ca9a043 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:53.240317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcdcbc-6841-40ae-9e14-94e9eb417ce9 req-36ab400d-3d75-478a-9b0d-209b13beef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:53.242106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cdcdcbc-6841-40ae-9e14-94e9eb417ce9 req-36ab400d-3d75-478a-9b0d-209b13beef44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 1098 time: 0.0515001 Aug 29 07:06:53.303872 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:53.307173 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:53.312380 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d624d0e-d54e-4080-b68e-5e8e0cc8ab30 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:53.354129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:06:53.366987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80253a4d-003b-4b23-a14a-0dc15be676b7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:53.384303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c260dd-f90f-44df-92f0-7cc33bcc65d6 None None] Pushing event updated for resources: {'Port': ['ID=c78a94a4-1d65-4839-8eb9-9d828ca9a043,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:53.385094 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:53.385564 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Added segment d44fcd95-2fa4-4575-82ea-94d39adc65d1 of type vlan for network 0643b1eb-7f36-4a59-996a-1eec76770c00 Aug 29 07:06:53.431991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d624d0e-d54e-4080-b68e-5e8e0cc8ab30 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Subnet': ['ID=bdf267aa-7318-41e7-bd1e-7f504c9ce9d9,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:53.493710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Attempting to bind port c78a94a4-1d65-4839-8eb9-9d828ca9a043 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:53.496112 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Attempting to bind port c78a94a4-1d65-4839-8eb9-9d828ca9a043 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '7c12bbd2-550c-4b8e-a1f3-d893ff931439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:53.496481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Attempting to bind port c78a94a4-1d65-4839-8eb9-9d828ca9a043 on network 7db7f7ec-625c-48fe-8703-1f63171ce759 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:53.508915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:06:53.509303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Checking segment: {'id': '7c12bbd2-550c-4b8e-a1f3-d893ff931439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:06:53.511639 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:53.512526 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Bound using segment: {'id': '7c12bbd2-550c-4b8e-a1f3-d893ff931439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:06:53.513038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Bound port: c78a94a4-1d65-4839-8eb9-9d828ca9a043, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c12bbd2-550c-4b8e-a1f3-d893ff931439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:06:53.513415 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:53.535195 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:53.559671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcdcbc-6841-40ae-9e14-94e9eb417ce9 req-81e110d4-609f-4a08-bbaf-18635236c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:53.565651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cdcdcbc-6841-40ae-9e14-94e9eb417ce9 req-81e110d4-609f-4a08-bbaf-18635236c92b service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa9996a5-9338-44b4-9ad2-2b9687843d19 HTTP/1.1" status: 200 len: 915 time: 0.3002613 Aug 29 07:06:53.569055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d624d0e-d54e-4080-b68e-5e8e0cc8ab30 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Checking segment: {'id': '286399c9-de2d-434d-b270-5fec62d42340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:06:53.570633 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d624d0e-d54e-4080-b68e-5e8e0cc8ab30 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network hostable DHCP agents. Network: f3905f3c-f21a-4ca4-8210-92a3cd753d24, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:06:53.669373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cdcdcbc-6841-40ae-9e14-94e9eb417ce9 req-e7f51c87-5414-4f47-9932-8e5597eb7ab8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5db42ad-d116-4485-a922-ab2c456cf858 HTTP/1.1" status: 200 len: 217 time: 0.0927722 Aug 29 07:06:53.749796 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:53.751661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] For port c78a94a4-1d65-4839-8eb9-9d828ca9a043, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:06:53.752842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:53.753651 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:53.756278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] For port c78a94a4-1d65-4839-8eb9-9d828ca9a043, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c78a94a4-1d65-4839-8eb9-9d828ca9a043,segment=NetworkSegment(7c12bbd2-550c-4b8e-a1f3-d893ff931439),segment_id=7c12bbd2-550c-4b8e-a1f3-d893ff931439)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:06:53.799041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcdcbc-6841-40ae-9e14-94e9eb417ce9 req-1d78be07-2292-4ad6-ac2f-1f7612ce6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:53.802964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cdcdcbc-6841-40ae-9e14-94e9eb417ce9 req-1d78be07-2292-4ad6-ac2f-1f7612ce6232 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=211670e9-9db5-4334-a16a-3276a6f72e99 HTTP/1.1" status: 200 len: 854 time: 0.1185381 Aug 29 07:06:53.861564 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cdcdcbc-6841-40ae-9e14-94e9eb417ce9 req-0f832933-e0b8-4891-a87f-7b397e7400f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9996a5-9338-44b4-9ad2-2b9687843d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530965 Aug 29 07:06:53.912567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event updated for resources: {'Network': ['ID=0643b1eb-7f36-4a59-996a-1eec76770c00,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:53.921770 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:53.930397 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 0643b1eb-7f36-4a59-996a-1eec76770c00 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:06:53.976154 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d624d0e-d54e-4080-b68e-5e8e0cc8ab30 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network f3905f3c-f21a-4ca4-8210-92a3cd753d24 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:06:54.086299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cdcdcbc-6841-40ae-9e14-94e9eb417ce9 req-bfefc838-80e6-4e65-9382-8a15df488f65 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162664 Aug 29 07:06:54.103822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:54.104711 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:54.182710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-4d624d0e-d54e-4080-b68e-5e8e0cc8ab30 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, f3905f3c-f21a-4ca4-8210-92a3cd753d24) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:54.182952 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dffce4ca-67ef-42ad-a29b-69b482ebd22a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9072013 Aug 29 07:06:54.185034 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49218) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:54.193727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-1243a278-b5e7-4287-bb9b-640a421ddc0a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Request body: {'subnet': {'network_id': '0643b1eb-7f36-4a59-996a-1eec76770c00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:54.209754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d624d0e-d54e-4080-b68e-5e8e0cc8ab30 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:54.210470 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d624d0e-d54e-4080-b68e-5e8e0cc8ab30 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:54.309891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4cdcdcbc-6841-40ae-9e14-94e9eb417ce9 req-725ad15d-2359-4d9e-820f-c5a6ebecb434 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150445 Aug 29 07:06:54.344845 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:06:54.383885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1243a278-b5e7-4287-bb9b-640a421ddc0a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Made reservation on behalf of 6ab239e1f6b341a3a2335f9afbf0b53d for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:54.387245 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1243a278-b5e7-4287-bb9b-640a421ddc0a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:54.431352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8957a-7f0f-4b39-a126-a9996355cdf0 req-c12d97b1-bef2-4028-93d6-84631b3c36f0 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:54.434505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13e8957a-7f0f-4b39-a126-a9996355cdf0 req-c12d97b1-bef2-4028-93d6-84631b3c36f0 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 945 time: 0.1188614 Aug 29 07:06:54.447494 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4067dcc8-3bfe-42d5-8d8e-e58c580fa109 None None] Network f3905f3c-f21a-4ca4-8210-92a3cd753d24 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:54.463842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c260dd-f90f-44df-92f0-7cc33bcc65d6 None None] Pushing event updated for resources: {'Port': ['ID=c78a94a4-1d65-4839-8eb9-9d828ca9a043,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:54.510842 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4d624d0e-d54e-4080-b68e-5e8e0cc8ab30 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2137399 Aug 29 07:06:54.512740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49220) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:54.689731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13e8957a-7f0f-4b39-a126-a9996355cdf0 req-f0f0cd62-47e6-40fe-b834-fa5db0b2cf49 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475410 Aug 29 07:06:54.786182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:06:49Z', 'revision_number': 2, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:53Z', 'revision_number': 4, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:54.824354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:06:54.825251 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:54.844037 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa29ce-b000-4eb8-a375-d3176485d368 None None] The sync data for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 is: [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:06:49Z', 'revision_number': 2, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:53Z', 'revision_number': 4, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:06:55.153362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Allocated IP 172.21.0.2 (f3905f3c-f21a-4ca4-8210-92a3cd753d24/bdf267aa-7318-41e7-bd1e-7f504c9ce9d9/b57d3c4b-2513-4cbf-8a04-d499ad2a0c99) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:06:55.393136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7991072-ed6a-499f-81a7-a12aca244104 req-058bdb95-9d58-4de7-af55-9914be1a7389 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:55.397803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7991072-ed6a-499f-81a7-a12aca244104 req-058bdb95-9d58-4de7-af55-9914be1a7389 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 946 time: 0.2351906 Aug 29 07:06:55.525052 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c78a94a4-1d65-4839-8eb9-9d828ca9a043 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:06:55.609222 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:55.642621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Transition to ACTIVE for port object b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:55.750659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Transition to ACTIVE for port object b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:55.821116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7991072-ed6a-499f-81a7-a12aca244104 req-9e1a67ec-303a-43e2-bdf4-1e618d8738eb tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4139292 Aug 29 07:06:55.823913 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port c78a94a4-1d65-4839-8eb9-9d828ca9a043 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:55.838955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c78a94a4-1d65-4839-8eb9-9d828ca9a043 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:55.839646 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:55.847980 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:55.907319 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:56.026653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Network f3905f3c-f21a-4ca4-8210-92a3cd753d24 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:56.035314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:56.035314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Pushing event updated for resources: {'Port': ['ID=b57d3c4b-2513-4cbf-8a04-d499ad2a0c99,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:56.036626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:56.161087 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Attempting to bind port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:06:56.161403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Attempting to bind port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '286399c9-de2d-434d-b270-5fec62d42340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:06:56.161767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Attempting to bind port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 on network f3905f3c-f21a-4ca4-8210-92a3cd753d24 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:06:56.168608 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:56.170929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:06:56.171331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Checking segment: {'id': '286399c9-de2d-434d-b270-5fec62d42340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:06:56.172271 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:56.172716 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Bound using segment: {'id': '286399c9-de2d-434d-b270-5fec62d42340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:06:56.173291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Bound port: b57d3c4b-2513-4cbf-8a04-d499ad2a0c99, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286399c9-de2d-434d-b270-5fec62d42340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:06:56.173687 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:56.327395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port c78a94a4-1d65-4839-8eb9-9d828ca9a043, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c78a94a4-1d65-4839-8eb9-9d828ca9a043,segment=NetworkSegment(7c12bbd2-550c-4b8e-a1f3-d893ff931439),segment_id=7c12bbd2-550c-4b8e-a1f3-d893ff931439)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:56.351234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-a3cb4057-74de-4204-93c1-857cbb0c5021 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:56.353902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Allocated IP 172.21.0.1 (f3905f3c-f21a-4ca4-8210-92a3cd753d24/bdf267aa-7318-41e7-bd1e-7f504c9ce9d9/193237d9-1e89-4cea-8326-341f1a610ee0) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:06:56.355255 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-a3cb4057-74de-4204-93c1-857cbb0c5021 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.15 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 946 time: 0.1228256 Aug 29 07:06:56.356378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.objects.ports [None req-1243a278-b5e7-4287-bb9b-640a421ddc0a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95403) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 07:06:56.357442 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1243a278-b5e7-4287-bb9b-640a421ddc0a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:56.369539 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] For port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:06:56.374032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] For port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b57d3c4b-2513-4cbf-8a04-d499ad2a0c99,segment=NetworkSegment(286399c9-de2d-434d-b270-5fec62d42340),segment_id=286399c9-de2d-434d-b270-5fec62d42340)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:06:56.442015 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:56.479784 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243a278-b5e7-4287-bb9b-640a421ddc0a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6cf92b4f-1444-4ce3-ab56-a2d750af8b93,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:56.518762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1243a278-b5e7-4287-bb9b-640a421ddc0a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Checking segment: {'id': 'd44fcd95-2fa4-4575-82ea-94d39adc65d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0643b1eb-7f36-4a59-996a-1eec76770c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:06:56.519466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1243a278-b5e7-4287-bb9b-640a421ddc0a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Network hostable DHCP agents. Network: 0643b1eb-7f36-4a59-996a-1eec76770c00, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:06:56.547485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=c78a94a4-1d65-4839-8eb9-9d828ca9a043,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:56.561595 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:56.569720 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Deleting port 1eb09501-4176-474c-bb64-91dd939c784c {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:56.570938 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:56.658265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1243a278-b5e7-4287-bb9b-640a421ddc0a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Network 0643b1eb-7f36-4a59-996a-1eec76770c00 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:06:56.687548 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1339003-e766-4fb4-9cef-bd89abbf368a None None] Pushing event updated for resources: {'Port': ['ID=b57d3c4b-2513-4cbf-8a04-d499ad2a0c99,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:56.698341 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] For port 1eb09501-4176-474c-bb64-91dd939c784c, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=1eb09501-4176-474c-bb64-91dd939c784c,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:56.700577 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:56.814851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-1243a278-b5e7-4287-bb9b-640a421ddc0a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 0643b1eb-7f36-4a59-996a-1eec76770c00) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:56.823136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb4e1be-9ee2-40b0-b2cf-1379b01ec537 None None] Network 0643b1eb-7f36-4a59-996a-1eec76770c00 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:56.968215 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1243a278-b5e7-4287-bb9b-640a421ddc0a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:56.969403 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1243a278-b5e7-4287-bb9b-640a421ddc0a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:57.016820 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:57.123670 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:57.124068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:57.127854 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Floating IP 7e49a884-f472-49c5-ac25-4f72b199faf3 disassociated. External IP: 172.25.1.219, port: 1eb09501-4176-474c-bb64-91dd939c784c. Aug 29 07:06:57.127854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Calling delete_port for 1eb09501-4176-474c-bb64-91dd939c784c owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:57.128211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Transition to ACTIVE for port object 193237d9-1e89-4cea-8326-341f1a610ee0 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:06:57.148506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07845a0b-b818-418b-9c7c-81db4baa6cfc req-abf05eb3-0849-440e-ab07-fb75a9ea7723 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:57.152752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8bd458-7746-450f-af99-b31625f991b6 None None] Network 0643b1eb-7f36-4a59-996a-1eec76770c00 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:57.162053 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07845a0b-b818-418b-9c7c-81db4baa6cfc req-abf05eb3-0849-440e-ab07-fb75a9ea7723 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 946 time: 0.1523936 Aug 29 07:06:57.288000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07845a0b-b818-418b-9c7c-81db4baa6cfc req-57e2b98f-a54a-4c73-8e53-b757fd6b1ba4 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5e1cb44-496d-46c3-99b4-d6f5726a94ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247058 Aug 29 07:06:57.342414 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1243a278-b5e7-4287-bb9b-640a421ddc0a tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1526444 Aug 29 07:06:57.345861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49256) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:57.352290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-78303c3a-ac2c-4c6f-a019-1fe253a6678c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-146208554', 'network_id': '0643b1eb-7f36-4a59-996a-1eec76770c00'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:06:57.436322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:57.512444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network f3905f3c-f21a-4ca4-8210-92a3cd753d24 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:57.516389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:57.520388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:57.548942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78303c3a-ac2c-4c6f-a019-1fe253a6678c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Made reservation on behalf of 6ab239e1f6b341a3a2335f9afbf0b53d for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:06:57.551488 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-78303c3a-ac2c-4c6f-a019-1fe253a6678c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:57.556430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=193237d9-1e89-4cea-8326-341f1a610ee0,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:57.613537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-78303c3a-ac2c-4c6f-a019-1fe253a6678c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] device_id is not set on port 5cba910a-aba9-46eb-b94d-4c14575462c3 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:06:57.622653 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:57.668581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:06:57.684476 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:57.722263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event deleted for resources: {'Port': ['ID=1eb09501-4176-474c-bb64-91dd939c784c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:57.856698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-78303c3a-ac2c-4c6f-a019-1fe253a6678c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Allocated IP 172.20.0.4 (0643b1eb-7f36-4a59-996a-1eec76770c00/6cf92b4f-1444-4ce3-ab56-a2d750af8b93/5cba910a-aba9-46eb-b94d-4c14575462c3) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:06:57.911791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Router b548031b-2247-4114-a9ae-338df5405e2a has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:06:58.095015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:06:58.119566 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d3ea8-098e-47ad-9509-c14cc6bbb339 None None] Sync routers for ids ['b548031b-2247-4114-a9ae-338df5405e2a'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:06:58.150423 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d3ea8-098e-47ad-9509-c14cc6bbb339 None None] Routers {'b548031b-2247-4114-a9ae-338df5405e2a'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:58.154710 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2a7d3ea8-098e-47ad-9509-c14cc6bbb339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b548031b-2247-4114-a9ae-338df5405e2a'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:58.165837 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:58.178185 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:58.183510 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c78a94a4-1d65-4839-8eb9-9d828ca9a043 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:06:58.232916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] No DVR routers for this DVR port 1eb09501-4176-474c-bb64-91dd939c784c on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:06:58.238439 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:58.240665 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d9e2baa-9a0a-48c8-94c3-5b787cd24887 req-49a3f4cf-6a4d-4a18-a8c4-2b839aa6f8ed tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.15 "DELETE /v2.0/ports/1eb09501-4176-474c-bb64-91dd939c784c HTTP/1.1" status: 204 len: 173 time: 1.8800173 Aug 29 07:06:58.241272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'name': 'network-vif-deleted', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:06:58.244611 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56721976-e49f-4060-b538-6a2a33ce9620" -d '{"events": [{"server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "name": "network-vif-deleted", "tag": "1eb09501-4176-474c-bb64-91dd939c784c"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:06:58.295064 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-78303c3a-ac2c-4c6f-a019-1fe253a6678c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:58.349237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c78a94a4-1d65-4839-8eb9-9d828ca9a043 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:58.349237 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:58.504693 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-2a7d3ea8-098e-47ad-9509-c14cc6bbb339 None None] Set router b548031b-2247-4114-a9ae-338df5405e2a gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:06:58.646419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85083614-906f-4fb4-94d1-2939379edc75 None None] Network f3905f3c-f21a-4ca4-8210-92a3cd753d24 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:06:58.660070 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-78303c3a-ac2c-4c6f-a019-1fe253a6678c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:58.720810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78303c3a-ac2c-4c6f-a019-1fe253a6678c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event updated for resources: {'Port': ['ID=5cba910a-aba9-46eb-b94d-4c14575462c3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:58.744567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78303c3a-ac2c-4c6f-a019-1fe253a6678c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Network 0643b1eb-7f36-4a59-996a-1eec76770c00 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:58.747772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-78303c3a-ac2c-4c6f-a019-1fe253a6678c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:58.752343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78303c3a-ac2c-4c6f-a019-1fe253a6678c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:06:58.834007 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2a7d3ea8-098e-47ad-9509-c14cc6bbb339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:47Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:58.865356 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d3ea8-098e-47ad-9509-c14cc6bbb339 None None] Checking router: b548031b-2247-4114-a9ae-338df5405e2a for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:06:58.866671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78303c3a-ac2c-4c6f-a019-1fe253a6678c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:06:58.867458 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-78303c3a-ac2c-4c6f-a019-1fe253a6678c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:58.870752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-279259fc-7d7e-42ea-88cb-01d70e26327c None None] Provisioning for port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:58.876960 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d3ea8-098e-47ad-9509-c14cc6bbb339 None None] Routers {'b548031b-2247-4114-a9ae-338df5405e2a'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:06:58.878098 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2a7d3ea8-098e-47ad-9509-c14cc6bbb339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b548031b-2247-4114-a9ae-338df5405e2a'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:58.880575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-279259fc-7d7e-42ea-88cb-01d70e26327c None None] Provisioning complete for port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:58.881020 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-279259fc-7d7e-42ea-88cb-01d70e26327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:58.937734 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:58.989354 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54523a98-658f-4e0d-889e-6db937fcf60a x-openstack-request-id: req-54523a98-658f-4e0d-889e-6db937fcf60a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:06:58.989924 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a928e772-17d9-4302-8782-0d9fad2cc87b", "name": "network-vif-deleted", "tag": "1eb09501-4176-474c-bb64-91dd939c784c", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:06:58.990057 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54523a98-658f-4e0d-889e-6db937fcf60a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:06:58.990407 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a928e772-17d9-4302-8782-0d9fad2cc87b', 'name': 'network-vif-deleted', 'tag': '1eb09501-4176-474c-bb64-91dd939c784c', 'status': 'completed', 'code': 200} Aug 29 07:06:59.052767 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-2a7d3ea8-098e-47ad-9509-c14cc6bbb339 None None] Set router b548031b-2247-4114-a9ae-338df5405e2a gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:06:59.052961 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-279259fc-7d7e-42ea-88cb-01d70e26327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:59.121671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-279259fc-7d7e-42ea-88cb-01d70e26327c None None] For port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b57d3c4b-2513-4cbf-8a04-d499ad2a0c99,segment=NetworkSegment(286399c9-de2d-434d-b270-5fec62d42340),segment_id=286399c9-de2d-434d-b270-5fec62d42340)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:06:59.187300 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-04bb3392-9643-4a50-b554-9ae580046d80 req-a17dcb41-8cf8-4805-86cc-5202f15c4c17 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/ports?device_id=a928e772-17d9-4302-8782-0d9fad2cc87b HTTP/1.1" status: 200 len: 210 time: 0.0514572 Aug 29 07:06:59.264567 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:59.268944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-78303c3a-ac2c-4c6f-a019-1fe253a6678c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9215100 Aug 29 07:06:59.271351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49290) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:06:59.310023 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-279259fc-7d7e-42ea-88cb-01d70e26327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:59.406793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=193237d9-1e89-4cea-8326-341f1a610ee0,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:59.447624 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2a7d3ea8-098e-47ad-9509-c14cc6bbb339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:47Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:06:59.451633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b761e3e0-eaf1-46bb-85d0-0470b3fe15b7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Deleting port 5cba910a-aba9-46eb-b94d-4c14575462c3 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:06:59.452434 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b761e3e0-eaf1-46bb-85d0-0470b3fe15b7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:59.487070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279259fc-7d7e-42ea-88cb-01d70e26327c None None] Pushing event updated for resources: {'Port': ['ID=b57d3c4b-2513-4cbf-8a04-d499ad2a0c99,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:06:59.489266 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:59.518068 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d3ea8-098e-47ad-9509-c14cc6bbb339 None None] The sync data for ids ['b548031b-2247-4114-a9ae-338df5405e2a'] in n-d-713301-12 is: [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T06:56:40Z', 'revision_number': 4, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '799e36ca-82b2-4c05-b709-03b1b5350700', 'name': '', 'network_id': '5e1e9585-5779-4d4d-80f2-9e3142b35dc8', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'mac_address': 'fa:16:3e:6b:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:38Z', 'updated_at': '2021-08-29T06:56:47Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'subnets': [{'id': 'e7085e65-5548-41fd-a4b3-5a3f77bcccc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:06:59.604367 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b761e3e0-eaf1-46bb-85d0-0470b3fe15b7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:59.620557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b761e3e0-eaf1-46bb-85d0-0470b3fe15b7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Calling delete_port for 5cba910a-aba9-46eb-b94d-4c14575462c3 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:06:59.674762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network f3905f3c-f21a-4ca4-8210-92a3cd753d24 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:06:59.676554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:06:59.736208 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 1eb09501-4176-474c-bb64-91dd939c784c no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:06:59.747707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-32973dd5-151c-4e06-8bf0-53e396ea4a0b None None] Provisioning for port 193237d9-1e89-4cea-8326-341f1a610ee0 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:06:59.810760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 1eb09501-4176-474c-bb64-91dd939c784c {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:06:59.811126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 1eb09501-4176-474c-bb64-91dd939c784c not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:06:59.821422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-32973dd5-151c-4e06-8bf0-53e396ea4a0b None None] Provisioning complete for port 193237d9-1e89-4cea-8326-341f1a610ee0 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:59.821799 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-32973dd5-151c-4e06-8bf0-53e396ea4a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:06:59.875829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:06:59.956572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-32973dd5-151c-4e06-8bf0-53e396ea4a0b None None] Port 193237d9-1e89-4cea-8326-341f1a610ee0 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:06:59.985057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-32973dd5-151c-4e06-8bf0-53e396ea4a0b None None] Provisioning complete for port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:06:59.985382 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-32973dd5-151c-4e06-8bf0-53e396ea4a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:00.023931 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b761e3e0-eaf1-46bb-85d0-0470b3fe15b7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:00.104309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e254836d-0361-4646-af42-78131d65b240 None None] New status for floating IP 7e49a884-f472-49c5-ac25-4f72b199faf3: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:07:00.129353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:00.150220 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c94f758b-3486-44a8-a1f5-d42dccd017f4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5991271 Aug 29 07:07:00.150477 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49298) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:00.151586 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Sync routers for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:00.156938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-76b13b3b-3864-441a-96cc-82d10ca2a8bd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'network': {'name': 'tempest-RoutersTest-942092980'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:00.165142 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:00.166410 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:00.213372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761e3e0-eaf1-46bb-85d0-0470b3fe15b7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cba910a-aba9-46eb-b94d-4c14575462c3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:00.263814 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b761e3e0-eaf1-46bb-85d0-0470b3fe15b7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:00.271099 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b761e3e0-eaf1-46bb-85d0-0470b3fe15b7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "DELETE /v2.0/ports/5cba910a-aba9-46eb-b94d-4c14575462c3 HTTP/1.1" status: 204 len: 168 time: 0.9961593 Aug 29 07:07:00.271645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49304) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:00.287302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0643b1eb-7f36-4a59-996a-1eec76770c00', 'external_fixed_ips': [{'subnet_id': '6cf92b4f-1444-4ce3-ab56-a2d750af8b93', 'ip_address': '172.20.0.4'}]}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:00.298851 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:00.442539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b13b3b-3864-441a-96cc-82d10ca2a8bd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:07:00.446255 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-76b13b3b-3864-441a-96cc-82d10ca2a8bd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:00.506021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b13b3b-3864-441a-96cc-82d10ca2a8bd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:07:00.534403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49308) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:00.534918 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-76b13b3b-3864-441a-96cc-82d10ca2a8bd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:00.534918 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-76b13b3b-3864-441a-96cc-82d10ca2a8bd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Added segment 76eb01db-6653-46b9-ac31-97bc7ebf6728 of type vlan for network 386450d8-1bb9-4aff-8116-1e9ff384d445 Aug 29 07:07:00.552194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c71e10f6-87cc-4090-87eb-4b60b1a01bfb None None] Provisioning complete for port 193237d9-1e89-4cea-8326-341f1a610ee0 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:00.553577 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c71e10f6-87cc-4090-87eb-4b60b1a01bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:00.617446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:00.626715 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:00.657584 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8112b27f-f2b8-47de-81b0-1ec1ec49c615 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:00.672206 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:06:57Z', 'revision_number': 3, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:06:58Z', 'revision_number': 2, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:00.687501 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-76b13b3b-3864-441a-96cc-82d10ca2a8bd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:00.692847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c71e10f6-87cc-4090-87eb-4b60b1a01bfb None None] Port 193237d9-1e89-4cea-8326-341f1a610ee0 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:07:00.693767 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8112b27f-f2b8-47de-81b0-1ec1ec49c615 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:00.723721 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Checking router: e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:00.735027 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Updating router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 port 193237d9-1e89-4cea-8326-341f1a610ee0 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:07:00.794314 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:00.803086 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:01.138317 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:01.431371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:07:01.489615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:01.489997 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:01.669532 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8112b27f-f2b8-47de-81b0-1ec1ec49c615 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:01.674321 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Transition to ACTIVE for port object 193237d9-1e89-4cea-8326-341f1a610ee0 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:07:01.674781 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8112b27f-f2b8-47de-81b0-1ec1ec49c615 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:01.674781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8112b27f-f2b8-47de-81b0-1ec1ec49c615 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "DELETE /v2.0/security-groups/c5e1cb44-496d-46c3-99b4-d6f5726a94ca HTTP/1.1" status: 204 len: 168 time: 1.1447999 Aug 29 07:07:01.676500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49316) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:01.686869 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112b27f-f2b8-47de-81b0-1ec1ec49c615 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e1cb44-496d-46c3-99b4-d6f5726a94ca,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:01.695617 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-b03e5c54-4725-4633-ae7e-90575dd2e2e7 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] show failed (client error): The resource could not be found. Aug 29 07:07:01.699398 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b03e5c54-4725-4633-ae7e-90575dd2e2e7 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "GET /v2.0/security-groups/c5e1cb44-496d-46c3-99b4-d6f5726a94ca HTTP/1.1" status: 404 len: 347 time: 0.0185871 Aug 29 07:07:01.699799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49318) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:01.833162 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-76b13b3b-3864-441a-96cc-82d10ca2a8bd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:01.839886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b13b3b-3864-441a-96cc-82d10ca2a8bd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:01.840671 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-76b13b3b-3864-441a-96cc-82d10ca2a8bd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:01.977798 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:01.992080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b13b3b-3864-441a-96cc-82d10ca2a8bd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Network': ['ID=386450d8-1bb9-4aff-8116-1e9ff384d445,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:02.003560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 386450d8-1bb9-4aff-8116-1e9ff384d445 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:07:02.072969 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe04eab-c700-45a0-ab8d-7d8ac122091c None None] Pushing event updated for resources: {'Port': ['ID=193237d9-1e89-4cea-8326-341f1a610ee0,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:02.089581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:02.097940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4bc02e36-b36a-4005-b390-f5ce319ef789 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Deleting port bff2f737-3ef2-4b05-b9f1-d60e9db85ff7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:02.101872 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bc02e36-b36a-4005-b390-f5ce319ef789 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:02.102041 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe04eab-c700-45a0-ab8d-7d8ac122091c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:02.102041 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe04eab-c700-45a0-ab8d-7d8ac122091c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:02.102041 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe04eab-c700-45a0-ab8d-7d8ac122091c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:02.102041 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe04eab-c700-45a0-ab8d-7d8ac122091c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:02.102041 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe04eab-c700-45a0-ab8d-7d8ac122091c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:02.102041 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe04eab-c700-45a0-ab8d-7d8ac122091c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:02.102041 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe04eab-c700-45a0-ab8d-7d8ac122091c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:02.102041 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe04eab-c700-45a0-ab8d-7d8ac122091c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:02.102960 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe04eab-c700-45a0-ab8d-7d8ac122091c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:02.102960 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe04eab-c700-45a0-ab8d-7d8ac122091c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:02.102960 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe04eab-c700-45a0-ab8d-7d8ac122091c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:02.103312 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe04eab-c700-45a0-ab8d-7d8ac122091c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:02.147061 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Attempting to bind port 193237d9-1e89-4cea-8326-341f1a610ee0 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:07:02.147401 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Attempting to bind port 193237d9-1e89-4cea-8326-341f1a610ee0 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '286399c9-de2d-434d-b270-5fec62d42340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:07:02.147796 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Attempting to bind port 193237d9-1e89-4cea-8326-341f1a610ee0 on network f3905f3c-f21a-4ca4-8210-92a3cd753d24 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:07:02.165868 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:07:02.171121 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Checking segment: {'id': '286399c9-de2d-434d-b270-5fec62d42340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:07:02.173510 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:02.174104 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Bound using segment: {'id': '286399c9-de2d-434d-b270-5fec62d42340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:07:02.176998 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Bound port: 193237d9-1e89-4cea-8326-341f1a610ee0, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286399c9-de2d-434d-b270-5fec62d42340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:07:02.178666 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:02.196749 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49320) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:02.197422 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-76b13b3b-3864-441a-96cc-82d10ca2a8bd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0449188 Aug 29 07:07:02.203869 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5d5a1101-009a-468f-a95b-f2437fbbddd0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'subnet': {'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:02.267503 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] For port 193237d9-1e89-4cea-8326-341f1a610ee0, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:07:02.271056 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] For port 193237d9-1e89-4cea-8326-341f1a610ee0, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=193237d9-1e89-4cea-8326-341f1a610ee0,segment=NetworkSegment(286399c9-de2d-434d-b270-5fec62d42340),segment_id=286399c9-de2d-434d-b270-5fec62d42340)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:07:02.296279 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bc02e36-b36a-4005-b390-f5ce319ef789 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:02.297496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bc02e36-b36a-4005-b390-f5ce319ef789 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:02.315078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4bc02e36-b36a-4005-b390-f5ce319ef789 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Calling delete_port for bff2f737-3ef2-4b05-b9f1-d60e9db85ff7 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:02.475862 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:02.546394 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:02.547839 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:02.584030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5a1101-009a-468f-a95b-f2437fbbddd0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:07:02.587002 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1101-009a-468f-a95b-f2437fbbddd0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:02.765801 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bc02e36-b36a-4005-b390-f5ce319ef789 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:02.809647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc02e36-b36a-4005-b390-f5ce319ef789 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Pushing event deleted for resources: {'Port': ['ID=bff2f737-3ef2-4b05-b9f1-d60e9db85ff7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:02.812291 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:03.340757 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:03.341824 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe04eab-c700-45a0-ab8d-7d8ac122091c None None] Pushing event updated for resources: {'Port': ['ID=193237d9-1e89-4cea-8326-341f1a610ee0,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:03.341824 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:03.343756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bc02e36-b36a-4005-b390-f5ce319ef789 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:03.343756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bc02e36-b36a-4005-b390-f5ce319ef789 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:03.343756 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4bc02e36-b36a-4005-b390-f5ce319ef789 tempest-AttachVolumeShelveTestJSON-223662529 tempest-AttachVolumeShelveTestJSON-223662529-project] 10.222.0.76 "DELETE /v2.0/floatingips/7e49a884-f472-49c5-ac25-4f72b199faf3 HTTP/1.1" status: 204 len: 168 time: 1.2987757 Aug 29 07:07:03.343997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1101-009a-468f-a95b-f2437fbbddd0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:03.344371 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:06:57Z', 'revision_number': 3, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:02Z', 'revision_number': 4, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:03.344486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a1101-009a-468f-a95b-f2437fbbddd0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Subnet': ['ID=8d04ebc9-b2eb-462e-9a79-1cde6f622612,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:03.344486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5a1101-009a-468f-a95b-f2437fbbddd0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Checking segment: {'id': '76eb01db-6653-46b9-ac31-97bc7ebf6728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:07:03.344486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5a1101-009a-468f-a95b-f2437fbbddd0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network hostable DHCP agents. Network: 386450d8-1bb9-4aff-8116-1e9ff384d445, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:07:03.344644 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a447723-e480-4441-b01c-4e65a73da26a None None] The sync data for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 is: [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:06:57Z', 'revision_number': 3, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:02Z', 'revision_number': 4, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:03.344748 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Allocated IP 172.20.0.4 (0643b1eb-7f36-4a59-996a-1eec76770c00/6cf92b4f-1444-4ce3-ab56-a2d750af8b93/a81e23af-0881-409d-a4a6-95ab4010c4e5) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:07:03.457996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5a1101-009a-468f-a95b-f2437fbbddd0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network 386450d8-1bb9-4aff-8116-1e9ff384d445 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:07:03.461105 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:03.505409 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 193237d9-1e89-4cea-8326-341f1a610ee0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:07:03.595239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-5d5a1101-009a-468f-a95b-f2437fbbddd0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 386450d8-1bb9-4aff-8116-1e9ff384d445) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:03.599970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5a1101-009a-468f-a95b-f2437fbbddd0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:03.600736 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1101-009a-468f-a95b-f2437fbbddd0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:03.618142 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef82bfe-28e0-489d-8d8d-36f30e57c176 None None] Network 386450d8-1bb9-4aff-8116-1e9ff384d445 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:07:03.709809 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:03.756430 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5d5a1101-009a-468f-a95b-f2437fbbddd0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5575070 Aug 29 07:07:03.759080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49324) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:03.773042 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:03.776016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 193237d9-1e89-4cea-8326-341f1a610ee0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:07:03.782180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 193237d9-1e89-4cea-8326-341f1a610ee0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:03.782570 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:03.946274 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:03.957390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Network 0643b1eb-7f36-4a59-996a-1eec76770c00 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:07:03.975549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-386450d8-1bb9-4aff-8116-1e9ff384d445', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:07:03.977817 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:03.988984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:03.998880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:07:04.045671 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event updated for resources: {'Port': ['ID=a81e23af-0881-409d-a4a6-95ab4010c4e5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:04.155912 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 193237d9-1e89-4cea-8326-341f1a610ee0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=193237d9-1e89-4cea-8326-341f1a610ee0,segment=NetworkSegment(286399c9-de2d-434d-b270-5fec62d42340),segment_id=286399c9-de2d-434d-b270-5fec62d42340)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:04.207179 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Allocated IP 172.22.0.2 (386450d8-1bb9-4aff-8116-1e9ff384d445/8d04ebc9-b2eb-462e-9a79-1cde6f622612/30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:07:04.318483 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:04.383749 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:04.425237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=193237d9-1e89-4cea-8326-341f1a610ee0,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:04.456569 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:04.468664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Transition to ACTIVE for port object 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:07:04.494479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Transition to ACTIVE for port object 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:07:04.606852 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:04.644786 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:04.655367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Network 386450d8-1bb9-4aff-8116-1e9ff384d445 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:07:04.661166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:04.667642 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Pushing event updated for resources: {'Port': ['ID=30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Attempting to bind port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Attempting to bind port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '76eb01db-6653-46b9-ac31-97bc7ebf6728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Attempting to bind port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 on network 386450d8-1bb9-4aff-8116-1e9ff384d445 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Checking segment: {'id': '76eb01db-6653-46b9-ac31-97bc7ebf6728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Bound using segment: {'id': '76eb01db-6653-46b9-ac31-97bc7ebf6728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Bound port: 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76eb01db-6653-46b9-ac31-97bc7ebf6728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:07:04.790436 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:04.846416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] For port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:07:04.850273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] For port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66,segment=NetworkSegment(76eb01db-6653-46b9-ac31-97bc7ebf6728),segment_id=76eb01db-6653-46b9-ac31-97bc7ebf6728)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:07:05.331966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Allocated IP 172.22.0.1 (386450d8-1bb9-4aff-8116-1e9ff384d445/8d04ebc9-b2eb-462e-9a79-1cde6f622612/e77046c4-6efd-487c-9bce-5fea25989a1b) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:07:05.434871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 193237d9-1e89-4cea-8326-341f1a610ee0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:07:05.484022 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:05.494341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 193237d9-1e89-4cea-8326-341f1a610ee0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:05.494628 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:05.580292 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:05.636784 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Transition to ACTIVE for port object e77046c4-6efd-487c-9bce-5fea25989a1b will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:07:05.773103 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:05.845177 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57e237-5aae-4bae-8319-cbbc64f46e02 None None] Pushing event updated for resources: {'Port': ['ID=30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:05.893386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Router 3d16df17-479d-4c61-b31d-9f0f98b26df5 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:07:05.898244 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:05.969320 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network 386450d8-1bb9-4aff-8116-1e9ff384d445 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:07:06.010287 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:06.012806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:07:06.077254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=e77046c4-6efd-487c-9bce-5fea25989a1b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:06.156332 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:06.223758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:06.242098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] Sync routers for ids ['3d16df17-479d-4c61-b31d-9f0f98b26df5'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:06.255420 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] Routers {'3d16df17-479d-4c61-b31d-9f0f98b26df5'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:06.256239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['3d16df17-479d-4c61-b31d-9f0f98b26df5'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:06.396965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] Set router 3d16df17-479d-4c61-b31d-9f0f98b26df5 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:06.463999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:06.470275 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:06.472048 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7c75bcdd-1293-4b3b-ac11-084e8d158adb tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.1953292 Aug 29 07:07:06.474990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49342) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:06.629872 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d16df17-479d-4c61-b31d-9f0f98b26df5', 'name': '', 'tenant_id': '6ab239e1f6b341a3a2335f9afbf0b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0643b1eb-7f36-4a59-996a-1eec76770c00', 'external_fixed_ips': [{'subnet_id': '6cf92b4f-1444-4ce3-ab56-a2d750af8b93', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a81e23af-0881-409d-a4a6-95ab4010c4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:07:00Z', 'updated_at': '2021-08-29T07:07:04Z', 'revision_number': 3, 'project_id': '6ab239e1f6b341a3a2335f9afbf0b53d', 'gw_port': {'id': 'a81e23af-0881-409d-a4a6-95ab4010c4e5', 'name': '', 'network_id': '0643b1eb-7f36-4a59-996a-1eec76770c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d16df17-479d-4c61-b31d-9f0f98b26df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '6cf92b4f-1444-4ce3-ab56-a2d750af8b93', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:02Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cf92b4f-1444-4ce3-ab56-a2d750af8b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:06.684970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] Checking router: 3d16df17-479d-4c61-b31d-9f0f98b26df5 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:06.685796 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] Updating router 3d16df17-479d-4c61-b31d-9f0f98b26df5 port a81e23af-0881-409d-a4a6-95ab4010c4e5 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:07:06.709247 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:06.764157 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:06.868113 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:06.994366 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:07.114535 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Deleting port a81e23af-0881-409d-a4a6-95ab4010c4e5 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:07.115130 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:07.146986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f4d394-6c4e-4152-a3cc-7777580efcbc None None] Network 386450d8-1bb9-4aff-8116-1e9ff384d445 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:07:07.148956 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:07.216259 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:07.234015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Calling delete_port for a81e23af-0881-409d-a4a6-95ab4010c4e5 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:07.245794 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:07.378824 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3a883882-9b61-40f1-8347-1c232546b555 None None] Provisioning for port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:07:07.444603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network 386450d8-1bb9-4aff-8116-1e9ff384d445 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:07:07.444603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:07.444603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=e77046c4-6efd-487c-9bce-5fea25989a1b,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:07.552877 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:07:07.623740 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:07.625385 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:07:07.625751 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:07:07.659721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:07:07.671130 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event deleted for resources: {'Port': ['ID=a81e23af-0881-409d-a4a6-95ab4010c4e5,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:07.743577 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:07:07.748574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:07.748943 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:07.761412 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:07.792859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:07.804007 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Sync routers for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:07.809181 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5901ee7e-bad2-47d2-81e5-cb75deaf3903 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0462980 Aug 29 07:07:07.810005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49344) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:07.820145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-aa86f79f-c113-4840-8a89-5f27a7e4011a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'network': {'name': 'tempest-RoutersTest-739599472'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:07.828335 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:07.835537 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:07.840770 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5fb7f495-0c83-4384-ad3b-cbcd5d539642 None None] Provisioning complete for port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:07.842176 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f495-0c83-4384-ad3b-cbcd5d539642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:07.929981 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:07.933548 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:07.971898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa86f79f-c113-4840-8a89-5f27a7e4011a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:07:07.977946 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aa86f79f-c113-4840-8a89-5f27a7e4011a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.000977 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:08.180688 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.183713 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.184432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d16df17-479d-4c61-b31d-9f0f98b26df5 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:07:08.191374 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.197802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bc309cbf-ba5d-402a-ae57-a203d14b1aa0 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "DELETE /v2.0/routers/3d16df17-479d-4c61-b31d-9f0f98b26df5 HTTP/1.1" status: 204 len: 168 time: 1.7161274 Aug 29 07:07:08.198211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49354) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:08.208566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa86f79f-c113-4840-8a89-5f27a7e4011a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:07:08.260423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] Port a81e23af-0881-409d-a4a6-95ab4010c4e5 not found while updating agent binding for router 3d16df17-479d-4c61-b31d-9f0f98b26df5. {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 29 07:07:08.306084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66,segment=NetworkSegment(76eb01db-6653-46b9-ac31-97bc7ebf6728),segment_id=76eb01db-6653-46b9-ac31-97bc7ebf6728)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:08.307683 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:06Z', 'revision_number': 4, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:06Z', 'revision_number': 2, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:08.309430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] Routers set() bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:08.309953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] Router IDs set() for agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 07:07:08.310822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_agentschedulers_db [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3d16df17-479d-4c61-b31d-9f0f98b26df5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent'). {{(pid=95405) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 07:07:08.311429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc3cc6-0c2c-4736-973c-a4b1580b1e8c None None] The sync data for ids ['3d16df17-479d-4c61-b31d-9f0f98b26df5'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:08.337098 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aa86f79f-c113-4840-8a89-5f27a7e4011a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.341963 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-aa86f79f-c113-4840-8a89-5f27a7e4011a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Added segment c84f6e6b-6588-4ff5-bfb7-895420367e67 of type vlan for network 2759d719-336e-47ec-b417-c2b8313f9574 Aug 29 07:07:08.348000 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Checking router: e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:08.348359 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Updating router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 port e77046c4-6efd-487c-9bce-5fea25989a1b binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:07:08.388241 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f495-0c83-4384-ad3b-cbcd5d539642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.414467 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.435268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5304bd8-bf4f-4df4-a110-ba95b882eb84 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Deleting subnet 6cf92b4f-1444-4ce3-ab56-a2d750af8b93 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:07:08.447047 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.447960 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e5304bd8-bf4f-4df4-a110-ba95b882eb84 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.512056 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e5304bd8-bf4f-4df4-a110-ba95b882eb84 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.579380 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:08.591711 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-49acf523-4983-43f5-8a58-b12ad3f93b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.594149 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e5304bd8-bf4f-4df4-a110-ba95b882eb84 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.675961 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-5fb7f495-0c83-4384-ad3b-cbcd5d539642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:07:08.676321 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-5fb7f495-0c83-4384-ad3b-cbcd5d539642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:07:08.677142 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aa86f79f-c113-4840-8a89-5f27a7e4011a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.750210 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e5304bd8-bf4f-4df4-a110-ba95b882eb84 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.799683 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e5304bd8-bf4f-4df4-a110-ba95b882eb84 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.805604 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e5304bd8-bf4f-4df4-a110-ba95b882eb84 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/6cf92b4f-1444-4ce3-ab56-a2d750af8b93 HTTP/1.1" status: 204 len: 168 time: 0.6087272 Aug 29 07:07:08.808729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49356) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:08.809238 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5304bd8-bf4f-4df4-a110-ba95b882eb84 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf92b4f-1444-4ce3-ab56-a2d750af8b93,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:08.829397 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aa86f79f-c113-4840-8a89-5f27a7e4011a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.836168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa86f79f-c113-4840-8a89-5f27a7e4011a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:08.836870 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aa86f79f-c113-4840-8a89-5f27a7e4011a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.908846 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ddda521-8336-45a0-8fa9-cee7728ebe58 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.966666 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:08.981131 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Transition to ACTIVE for port object e77046c4-6efd-487c-9bce-5fea25989a1b will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:07:09.001949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86f79f-c113-4840-8a89-5f27a7e4011a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Network': ['ID=2759d719-336e-47ec-b417-c2b8313f9574,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:09.011704 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ddda521-8336-45a0-8fa9-cee7728ebe58 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:09.013116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 2759d719-336e-47ec-b417-c2b8313f9574 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:07:09.025808 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-9ddda521-8336-45a0-8fa9-cee7728ebe58 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0643b1eb-7f36-4a59-996a-1eec76770c00']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:09.048423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-9ddda521-8336-45a0-8fa9-cee7728ebe58 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44fcd95-2fa4-4575-82ea-94d39adc65d1') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:09.048984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-9ddda521-8336-45a0-8fa9-cee7728ebe58 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44fcd95-2fa4-4575-82ea-94d39adc65d1') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:09.052764 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aa86f79f-c113-4840-8a89-5f27a7e4011a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2415168 Aug 29 07:07:09.056055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49358) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:09.061542 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3d5c232e-cdea-48d7-b01f-38d6d2f1aaed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'subnet': {'network_id': '2759d719-336e-47ec-b417-c2b8313f9574', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:09.065793 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ddda521-8336-45a0-8fa9-cee7728ebe58 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:09.089729 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ddda521-8336-45a0-8fa9-cee7728ebe58 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:09.097489 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddda521-8336-45a0-8fa9-cee7728ebe58 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:07:09.098335 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ddda521-8336-45a0-8fa9-cee7728ebe58 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:09.108976 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:07:09.199164 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:07:09.232074 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a3d30-e7fc-44ad-90ac-0321d517e117 None None] Pushing event updated for resources: {'Port': ['ID=e77046c4-6efd-487c-9bce-5fea25989a1b,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:09.346826 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Attempting to bind port e77046c4-6efd-487c-9bce-5fea25989a1b on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:07:09.349133 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Attempting to bind port e77046c4-6efd-487c-9bce-5fea25989a1b by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '76eb01db-6653-46b9-ac31-97bc7ebf6728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:07:09.349511 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Attempting to bind port e77046c4-6efd-487c-9bce-5fea25989a1b on network 386450d8-1bb9-4aff-8116-1e9ff384d445 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:07:09.360992 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ddda521-8336-45a0-8fa9-cee7728ebe58 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:09.372001 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:07:09.372384 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Checking segment: {'id': '76eb01db-6653-46b9-ac31-97bc7ebf6728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:07:09.372792 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:09.373196 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Bound using segment: {'id': '76eb01db-6653-46b9-ac31-97bc7ebf6728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:07:09.373683 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Bound port: e77046c4-6efd-487c-9bce-5fea25989a1b, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76eb01db-6653-46b9-ac31-97bc7ebf6728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:07:09.374069 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:09.401901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddda521-8336-45a0-8fa9-cee7728ebe58 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0643b1eb-7f36-4a59-996a-1eec76770c00 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 07:07:09.403534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddda521-8336-45a0-8fa9-cee7728ebe58 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event deleted for resources: {'Network': ['ID=0643b1eb-7f36-4a59-996a-1eec76770c00,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:09.406508 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5c232e-cdea-48d7-b01f-38d6d2f1aaed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Made reservation on behalf of 1166883f58b343578e919064097d9aae for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:07:09.408581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5fb7f495-0c83-4384-ad3b-cbcd5d539642 None None] Provisioning for port e77046c4-6efd-487c-9bce-5fea25989a1b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:07:09.410777 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d5c232e-cdea-48d7-b01f-38d6d2f1aaed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:09.410904 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ddda521-8336-45a0-8fa9-cee7728ebe58 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:09.412875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9ddda521-8336-45a0-8fa9-cee7728ebe58 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "DELETE /v2.0/networks/0643b1eb-7f36-4a59-996a-1eec76770c00 HTTP/1.1" status: 204 len: 168 time: 0.6023297 Aug 29 07:07:09.500767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:07:09.636022 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] For port e77046c4-6efd-487c-9bce-5fea25989a1b, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:07:09.645395 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] For port e77046c4-6efd-487c-9bce-5fea25989a1b, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e77046c4-6efd-487c-9bce-5fea25989a1b,segment=NetworkSegment(76eb01db-6653-46b9-ac31-97bc7ebf6728),segment_id=76eb01db-6653-46b9-ac31-97bc7ebf6728)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:07:09.692124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:09.695468 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:09.820300 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:09.931225 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a3d30-e7fc-44ad-90ac-0321d517e117 None None] Pushing event updated for resources: {'Port': ['ID=e77046c4-6efd-487c-9bce-5fea25989a1b,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:09.984673 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:09.991032 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:06:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:10.020130 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49376) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:10.025228 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f04de021-345e-45e1-82c7-c90b9a596cad tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Request body: {'router': {'name': 'tempest-router--1888118245', 'project_id': '8b210c3a215c44f191b72f02fc3d936e'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:10.115188 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d5c232e-cdea-48d7-b01f-38d6d2f1aaed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:10.207105 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f04de021-345e-45e1-82c7-c90b9a596cad tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:10.208473 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f04de021-345e-45e1-82c7-c90b9a596cad tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:10.229825 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:10.254458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c232e-cdea-48d7-b01f-38d6d2f1aaed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Subnet': ['ID=d01f8a25-1bd8-4b26-b20c-b164c153b92c,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:10.280410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c232e-cdea-48d7-b01f-38d6d2f1aaed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Checking segment: {'id': 'c84f6e6b-6588-4ff5-bfb7-895420367e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:07:10.281348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5c232e-cdea-48d7-b01f-38d6d2f1aaed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network hostable DHCP agents. Network: 2759d719-336e-47ec-b417-c2b8313f9574, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:07:10.382716 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f04de021-345e-45e1-82c7-c90b9a596cad tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:10.476031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5c232e-cdea-48d7-b01f-38d6d2f1aaed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network 2759d719-336e-47ec-b417-c2b8313f9574 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:07:10.566029 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f04de021-345e-45e1-82c7-c90b9a596cad tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:10.619075 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:06Z', 'revision_number': 4, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:09Z', 'revision_number': 4, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:10.650957 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab037ef5-eb32-40e5-b726-08a79633b1ef None None] The sync data for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 is: [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:06Z', 'revision_number': 4, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:09Z', 'revision_number': 4, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:10.716768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-3d5c232e-cdea-48d7-b01f-38d6d2f1aaed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 2759d719-336e-47ec-b417-c2b8313f9574) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:10.729044 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5c232e-cdea-48d7-b01f-38d6d2f1aaed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:10.731309 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d5c232e-cdea-48d7-b01f-38d6d2f1aaed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:10.750286 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f04de021-345e-45e1-82c7-c90b9a596cad tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:10.755282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f04de021-345e-45e1-82c7-c90b9a596cad tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7339401 Aug 29 07:07:10.756095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49382) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:10.757596 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df185190-5bc4-4133-ab4e-f80e8324a425 None None] Network 2759d719-336e-47ec-b417-c2b8313f9574 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:07:10.956370 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3d5c232e-cdea-48d7-b01f-38d6d2f1aaed tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8990412 Aug 29 07:07:10.959028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49386) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:10.961799 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d77ea1e0-a67b-4cb1-91a6-ce669b3bed62 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:11.056809 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:11.133381 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-2759d719-336e-47ec-b417-c2b8313f9574', 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574', 'tenant_id': '1166883f58b343578e919064097d9aae', 'fixed_ips': [{'subnet_id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:07:11.134354 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:11.418968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Allocated IP 172.23.0.2 (2759d719-336e-47ec-b417-c2b8313f9574/d01f8a25-1bd8-4b26-b20c-b164c153b92c/206701b7-e7f5-451a-8f82-d3031503db05) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:07:11.567788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e77046c4-6efd-487c-9bce-5fea25989a1b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:07:11.643858 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d77ea1e0-a67b-4cb1-91a6-ce669b3bed62 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:11.647242 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d77ea1e0-a67b-4cb1-91a6-ce669b3bed62 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:11.713298 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cdf1e7fa-1eaa-48fe-a2bc-ce8417657a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:11.744513 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:11.802013 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:11.817988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port e77046c4-6efd-487c-9bce-5fea25989a1b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:07:11.829974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e77046c4-6efd-487c-9bce-5fea25989a1b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:11.830351 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:11.880112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d77ea1e0-a67b-4cb1-91a6-ce669b3bed62 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:11.881239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Transition to ACTIVE for port object 206701b7-e7f5-451a-8f82-d3031503db05 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:07:11.881428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77ea1e0-a67b-4cb1-91a6-ce669b3bed62 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db0f1946-3026-420a-9a2d-cf4f4be65981 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:07:11.881428 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d77ea1e0-a67b-4cb1-91a6-ce669b3bed62 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:11.881428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d77ea1e0-a67b-4cb1-91a6-ce669b3bed62 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "DELETE /v2.0/routers/db0f1946-3026-420a-9a2d-cf4f4be65981 HTTP/1.1" status: 204 len: 168 time: 1.1206348 Aug 29 07:07:11.892186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Transition to ACTIVE for port object 206701b7-e7f5-451a-8f82-d3031503db05 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:07:11.897376 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:11.958554 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:12.002041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port e77046c4-6efd-487c-9bce-5fea25989a1b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e77046c4-6efd-487c-9bce-5fea25989a1b,segment=NetworkSegment(76eb01db-6653-46b9-ac31-97bc7ebf6728),segment_id=76eb01db-6653-46b9-ac31-97bc7ebf6728)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:12.004539 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:12.045877 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Network 2759d719-336e-47ec-b417-c2b8313f9574 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:07:12.048853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:12.052416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:07:12.059982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Pushing event updated for resources: {'Port': ['ID=206701b7-e7f5-451a-8f82-d3031503db05,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:12.115529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Attempting to bind port 206701b7-e7f5-451a-8f82-d3031503db05 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:07:12.115968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Attempting to bind port 206701b7-e7f5-451a-8f82-d3031503db05 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'c84f6e6b-6588-4ff5-bfb7-895420367e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:07:12.116318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Attempting to bind port 206701b7-e7f5-451a-8f82-d3031503db05 on network 2759d719-336e-47ec-b417-c2b8313f9574 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:07:12.123420 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:07:12.123880 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Checking segment: {'id': 'c84f6e6b-6588-4ff5-bfb7-895420367e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:07:12.124977 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:12.125549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Bound using segment: {'id': 'c84f6e6b-6588-4ff5-bfb7-895420367e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:07:12.126053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Bound port: 206701b7-e7f5-451a-8f82-d3031503db05, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84f6e6b-6588-4ff5-bfb7-895420367e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:07:12.126449 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:12.170239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Allocated IP 172.23.0.1 (2759d719-336e-47ec-b417-c2b8313f9574/d01f8a25-1bd8-4b26-b20c-b164c153b92c/b2f4abc6-03ef-40f0-a33a-5e06ee459b0b) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:07:12.177993 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:12.258416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] For port 206701b7-e7f5-451a-8f82-d3031503db05, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:07:12.260962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=e77046c4-6efd-487c-9bce-5fea25989a1b,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:12.269266 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] For port 206701b7-e7f5-451a-8f82-d3031503db05, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=206701b7-e7f5-451a-8f82-d3031503db05,segment=NetworkSegment(c84f6e6b-6588-4ff5-bfb7-895420367e67),segment_id=c84f6e6b-6588-4ff5-bfb7-895420367e67)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:07:12.339042 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:12.354396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Transition to ACTIVE for port object b2f4abc6-03ef-40f0-a33a-5e06ee459b0b will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:07:12.373015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49404) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:12.565059 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:12.592881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1714627602', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:12.618529 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:12.658230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250009c7-6cbb-4a40-9e07-0ce119a91e5c None None] Pushing event updated for resources: {'Port': ['ID=206701b7-e7f5-451a-8f82-d3031503db05,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:12.668329 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network 2759d719-336e-47ec-b417-c2b8313f9574 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:07:12.676808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:12.685480 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:07:12.728261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=b2f4abc6-03ef-40f0-a33a-5e06ee459b0b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:12.732573 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:12.734425 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:12.764237 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:12.822723 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:13.102848 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:13.248687 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:13.528567 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:13.561909 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:13.647021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e77046c4-6efd-487c-9bce-5fea25989a1b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:07:13.668949 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:13.753610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e77046c4-6efd-487c-9bce-5fea25989a1b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:13.753936 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:13.756669 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:13.783207 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:13.868053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event updated for resources: {'Port': ['ID=b2f4abc6-03ef-40f0-a33a-5e06ee459b0b,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:13.887337 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:13.934089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 206701b7-e7f5-451a-8f82-d3031503db05 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:07:14.035315 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Allocated IP 172.25.1.122 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/0a1af671-34cf-4992-808b-89d2045c9b7f) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:07:14.093295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Network 2759d719-336e-47ec-b417-c2b8313f9574 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:07:14.096023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:14.226050 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:07:14.236684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dabab6-9664-48b2-af42-8cdf1149dd82 None None] Network 2759d719-336e-47ec-b417-c2b8313f9574 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:07:14.309393 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:14.310458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 206701b7-e7f5-451a-8f82-d3031503db05 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:07:14.387376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:07:14.514798 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9c3d4d07-c772-41fe-a20d-8d33120a9a44 None None] Provisioning for port 206701b7-e7f5-451a-8f82-d3031503db05 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:07:14.520156 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9c3d4d07-c772-41fe-a20d-8d33120a9a44 None None] Provisioning complete for port 206701b7-e7f5-451a-8f82-d3031503db05 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:14.520691 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9c3d4d07-c772-41fe-a20d-8d33120a9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:14.564984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:14.577709 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b942a0b8-005b-401a-aec7-88f3c5e21378 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6151192 Aug 29 07:07:14.577898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49436) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:14.582863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-40a8a127-a2e1-44fa-a4cc-b630de3ff706 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:14.590208 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:14.603732 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Sync routers for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:14.617559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:14.618360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:14.746095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:07:14.747448 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9c3d4d07-c772-41fe-a20d-8d33120a9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:14.750815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Pushing event updated for resources: {'Port': ['ID=0a1af671-34cf-4992-808b-89d2045c9b7f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:14.754792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:14.756278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:14.767987 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:07:14.836408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9c3d4d07-c772-41fe-a20d-8d33120a9a44 None None] For port 206701b7-e7f5-451a-8f82-d3031503db05, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=206701b7-e7f5-451a-8f82-d3031503db05,segment=NetworkSegment(c84f6e6b-6588-4ff5-bfb7-895420367e67),segment_id=c84f6e6b-6588-4ff5-bfb7-895420367e67)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:15.027564 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9c3d4d07-c772-41fe-a20d-8d33120a9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:15.108043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d4d07-c772-41fe-a20d-8d33120a9a44 None None] Pushing event updated for resources: {'Port': ['ID=206701b7-e7f5-451a-8f82-d3031503db05,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:15.118925 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:12Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2f4abc6-03ef-40f0-a33a-5e06ee459b0b', 'name': '', 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:e8:0a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:11Z', 'updated_at': '2021-08-29T07:07:13Z', 'revision_number': 2, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:11Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:15.152000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Checking router: e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:15.152393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Updating router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:07:15.192750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2e12e282-2268-448e-a5c8-992e784478b9 None None] Provisioning complete for port 206701b7-e7f5-451a-8f82-d3031503db05 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:15.193003 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2e12e282-2268-448e-a5c8-992e784478b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:15.194938 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:15.489230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 206701b7-e7f5-451a-8f82-d3031503db05 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:07:15.599290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.extraroute_db [None req-40a8a127-a2e1-44fa-a4cc-b630de3ff706 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 07:07:15.652059 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 206701b7-e7f5-451a-8f82-d3031503db05 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:15.652578 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:15.659839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.extraroute_db [None req-40a8a127-a2e1-44fa-a4cc-b630de3ff706 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Removed routes are [] {{(pid=95404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 07:07:15.660278 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-40a8a127-a2e1-44fa-a4cc-b630de3ff706 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:15.666026 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:15.770085 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:15.777820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2e12e282-2268-448e-a5c8-992e784478b9 None None] Provisioning for port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:07:15.793287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2e12e282-2268-448e-a5c8-992e784478b9 None None] Provisioning complete for port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:15.793681 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2e12e282-2268-448e-a5c8-992e784478b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:15.830437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Transition to ACTIVE for port object b2f4abc6-03ef-40f0-a33a-5e06ee459b0b will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:07:15.841229 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2e12e282-2268-448e-a5c8-992e784478b9 None None] Port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:07:15.962053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fba5d1d6-6337-4b8c-b8e5-c40394918f90 None None] Provisioning complete for port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:15.962424 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fba5d1d6-6337-4b8c-b8e5-c40394918f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:15.996641 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:16.220083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19218e-f765-472e-a8c2-21b76d71d753 None None] Pushing event updated for resources: {'Port': ['ID=b2f4abc6-03ef-40f0-a33a-5e06ee459b0b,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:16.258455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-fba5d1d6-6337-4b8c-b8e5-c40394918f90 None None] Port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:07:16.321280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Attempting to bind port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:07:16.322821 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Attempting to bind port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'c84f6e6b-6588-4ff5-bfb7-895420367e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:07:16.323524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Attempting to bind port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b on network 2759d719-336e-47ec-b417-c2b8313f9574 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:07:16.333061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:07:16.333783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Checking segment: {'id': 'c84f6e6b-6588-4ff5-bfb7-895420367e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:07:16.334381 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:16.334937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Bound using segment: {'id': 'c84f6e6b-6588-4ff5-bfb7-895420367e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:07:16.335671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Bound port: b2f4abc6-03ef-40f0-a33a-5e06ee459b0b, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84f6e6b-6588-4ff5-bfb7-895420367e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:07:16.336289 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:16.387053 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:16.468852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] For port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:07:16.482596 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] For port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b2f4abc6-03ef-40f0-a33a-5e06ee459b0b,segment=NetworkSegment(c84f6e6b-6588-4ff5-bfb7-895420367e67),segment_id=c84f6e6b-6588-4ff5-bfb7-895420367e67)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:07:16.487185 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-40a8a127-a2e1-44fa-a4cc-b630de3ff706 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:16.498830 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-40a8a127-a2e1-44fa-a4cc-b630de3ff706 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:16.578990 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:16.677260 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:16.677970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:16.759219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a8a127-a2e1-44fa-a4cc-b630de3ff706 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:07:16.762341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19218e-f765-472e-a8c2-21b76d71d753 None None] Pushing event updated for resources: {'Port': ['ID=b2f4abc6-03ef-40f0-a33a-5e06ee459b0b,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:16.844431 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:16.978696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a8a127-a2e1-44fa-a4cc-b630de3ff706 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:16.992249 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-40a8a127-a2e1-44fa-a4cc-b630de3ff706 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:16.993903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-40a8a127-a2e1-44fa-a4cc-b630de3ff706 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 HTTP/1.1" status: 200 len: 934 time: 2.4160466 Aug 29 07:07:16.997039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49468) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:17.152292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:15Z', 'revision_number': 6, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2f4abc6-03ef-40f0-a33a-5e06ee459b0b', 'name': '', 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:e8:0a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:11Z', 'updated_at': '2021-08-29T07:07:16Z', 'revision_number': 4, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:11Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:17.176206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Router 5865f367-6134-4977-b899-672500ac7b6c is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:07:17.193803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e08c2-b2ac-4849-a790-f9988dc204f8 None None] The sync data for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 is: [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:15Z', 'revision_number': 6, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2f4abc6-03ef-40f0-a33a-5e06ee459b0b', 'name': '', 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:e8:0a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:11Z', 'updated_at': '2021-08-29T07:07:16Z', 'revision_number': 4, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:11Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:17.347070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-61034a5f-d73f-4a41-8968-098eec779f25 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 HTTP/1.1" status: 200 len: 934 time: 0.3457317 Aug 29 07:07:17.347214 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49472) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:17.352188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7402c98d-4c80-4608-8d85-1e95374b6c0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'router': {'routes': None}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:17.544610 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:17.558745 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7822defb-dd36-4070-b0ca-2e950aa5983f None None] Sync routers for ids ['5865f367-6134-4977-b899-672500ac7b6c'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:17.577491 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7822defb-dd36-4070-b0ca-2e950aa5983f None None] Routers {'5865f367-6134-4977-b899-672500ac7b6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:17.578255 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7822defb-dd36-4070-b0ca-2e950aa5983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5865f367-6134-4977-b899-672500ac7b6c'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:17.664719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b2f4abc6-03ef-40f0-a33a-5e06ee459b0b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:07:17.675718 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7822defb-dd36-4070-b0ca-2e950aa5983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:17.710575 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7822defb-dd36-4070-b0ca-2e950aa5983f None None] Routers {'5865f367-6134-4977-b899-672500ac7b6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:17.711329 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7822defb-dd36-4070-b0ca-2e950aa5983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5865f367-6134-4977-b899-672500ac7b6c'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:17.776272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:17.776272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5d760f37-7e82-4a71-8d0a-4c1f10a80973 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3820453 Aug 29 07:07:17.776272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49484) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:17.786149 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7822defb-dd36-4070-b0ca-2e950aa5983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:17.786835 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7822defb-dd36-4070-b0ca-2e950aa5983f None None] The sync data for ids ['5865f367-6134-4977-b899-672500ac7b6c'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:17.909083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:07:17.913400 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:17.913776 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:18.095447 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2a4888bf-2d97-4110-b281-8aaf3ce873fe tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/routers/5865f367-6134-4977-b899-672500ac7b6c HTTP/1.1" status: 200 len: 921 time: 0.3216016 Aug 29 07:07:18.095447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49490) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:18.170367 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:18.199774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a4ecb567-190d-4f84-90bd-ef823f7ffe45 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "GET /v2.0/ports?device_id=5865f367-6134-4977-b899-672500ac7b6c HTTP/1.1" status: 200 len: 205 time: 0.1033549 Aug 29 07:07:18.200917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49494) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:18.332608 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b2f4abc6-03ef-40f0-a33a-5e06ee459b0b,segment=NetworkSegment(c84f6e6b-6588-4ff5-bfb7-895420367e67),segment_id=c84f6e6b-6588-4ff5-bfb7-895420367e67)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:18.457538 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:18.523025 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:18.569009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=b2f4abc6-03ef-40f0-a33a-5e06ee459b0b,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:18.735628 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:18.999706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49514) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:19.089175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204118f5-73da-4ae7-ab52-e0c93fdf62fe None None] Sync routers for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:19.109815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Deleting port 0a1af671-34cf-4992-808b-89d2045c9b7f {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:19.110245 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:19.114477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204118f5-73da-4ae7-ab52-e0c93fdf62fe None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:19.116819 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-204118f5-73da-4ae7-ab52-e0c93fdf62fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:19.141352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.extraroute_db [None req-7402c98d-4c80-4608-8d85-1e95374b6c0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Added routes are [] {{(pid=95403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 07:07:19.141914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.extraroute_db [None req-7402c98d-4c80-4608-8d85-1e95374b6c0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95403) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 07:07:19.203297 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7402c98d-4c80-4608-8d85-1e95374b6c0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:19.217179 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:19.280695 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Calling delete_port for 0a1af671-34cf-4992-808b-89d2045c9b7f owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:19.282523 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-204118f5-73da-4ae7-ab52-e0c93fdf62fe None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:19.573674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b2f4abc6-03ef-40f0-a33a-5e06ee459b0b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:07:19.754040 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7402c98d-4c80-4608-8d85-1e95374b6c0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:19.754040 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7402c98d-4c80-4608-8d85-1e95374b6c0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:19.767085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:19.767643 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:19.934124 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7402c98d-4c80-4608-8d85-1e95374b6c0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:07:20.004551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-204118f5-73da-4ae7-ab52-e0c93fdf62fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:15Z', 'revision_number': 6, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2f4abc6-03ef-40f0-a33a-5e06ee459b0b', 'name': '', 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:e8:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:11Z', 'updated_at': '2021-08-29T07:07:18Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:11Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:20.072276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204118f5-73da-4ae7-ab52-e0c93fdf62fe None None] Checking router: e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:20.096666 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204118f5-73da-4ae7-ab52-e0c93fdf62fe None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:20.097352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-204118f5-73da-4ae7-ab52-e0c93fdf62fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:20.102080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7402c98d-4c80-4608-8d85-1e95374b6c0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:20.137242 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7402c98d-4c80-4608-8d85-1e95374b6c0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:20.140516 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7402c98d-4c80-4608-8d85-1e95374b6c0b tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 HTTP/1.1" status: 200 len: 700 time: 2.7925029 Aug 29 07:07:20.151389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49530) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:20.315512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-204118f5-73da-4ae7-ab52-e0c93fdf62fe None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:20.450385 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5602523b-26d3-47a5-ab1f-1257a4f55dcd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 HTTP/1.1" status: 200 len: 700 time: 0.2975101 Aug 29 07:07:20.453298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49534) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:20.642575 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:20.678878 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-204118f5-73da-4ae7-ab52-e0c93fdf62fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:19Z', 'revision_number': 7, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2f4abc6-03ef-40f0-a33a-5e06ee459b0b', 'name': '', 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:e8:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:11Z', 'updated_at': '2021-08-29T07:07:18Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:11Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:20.694738 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Pushing event deleted for resources: {'Port': ['ID=0a1af671-34cf-4992-808b-89d2045c9b7f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:20.724638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204118f5-73da-4ae7-ab52-e0c93fdf62fe None None] The sync data for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 is: [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:19Z', 'revision_number': 7, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2f4abc6-03ef-40f0-a33a-5e06ee459b0b', 'name': '', 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:e8:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:11Z', 'updated_at': '2021-08-29T07:07:18Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:11Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:20.729885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:20.730293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:20.730700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:20.731044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:20.731408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:20.731745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:20.732107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:20.732446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:20.732775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:20.733102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:20.733949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:20.734277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:20.790459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:20.965281 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:20.988002 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:21.044105 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:21.158667 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08f28302-b0d7-4fe9-94eb-6bcf980699ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:21.196314 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca302060-2639-410c-ab49-6842c1ef93c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:21.253864 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae586d-ec48-4366-a22f-2d9ac675b8aa None None] Sync routers for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:21.268355 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae586d-ec48-4366-a22f-2d9ac675b8aa None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:21.269262 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-deae586d-ec48-4366-a22f-2d9ac675b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:21.437082 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:21.437685 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Fanout notify agent at l3_agent the message router_deleted on router 5865f367-6134-4977-b899-672500ac7b6c {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:07:21.470499 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:21.474571 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a75a5f0f-c960-4d91-911b-5762e5fec1ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "DELETE /v2.0/routers/5865f367-6134-4977-b899-672500ac7b6c HTTP/1.1" status: 204 len: 168 time: 3.2629910 Aug 29 07:07:21.477744 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49546) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:21.488376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1842351099', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'enable_snat': False}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:21.673381 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-deae586d-ec48-4366-a22f-2d9ac675b8aa None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:21.755895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-08f28302-b0d7-4fe9-94eb-6bcf980699ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:21.758339 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08f28302-b0d7-4fe9-94eb-6bcf980699ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:21.777124 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:21.781216 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:21.828779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ca302060-2639-410c-ab49-6842c1ef93c4 admin admin] Deleting port 799e36ca-82b2-4c05-b709-03b1b5350700 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:21.831086 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca302060-2639-410c-ab49-6842c1ef93c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:21.966796 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:22.194464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-ca302060-2639-410c-ab49-6842c1ef93c4 admin admin] For port 799e36ca-82b2-4c05-b709-03b1b5350700, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=799e36ca-82b2-4c05-b709-03b1b5350700,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:22.195336 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca302060-2639-410c-ab49-6842c1ef93c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:22.213901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ca302060-2639-410c-ab49-6842c1ef93c4 admin admin] Calling delete_port for 799e36ca-82b2-4c05-b709-03b1b5350700 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:22.286312 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-deae586d-ec48-4366-a22f-2d9ac675b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:19Z', 'revision_number': 7, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2f4abc6-03ef-40f0-a33a-5e06ee459b0b', 'name': '', 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:e8:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:11Z', 'updated_at': '2021-08-29T07:07:18Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:11Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:22.330412 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae586d-ec48-4366-a22f-2d9ac675b8aa None None] Checking router: e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:22.346311 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae586d-ec48-4366-a22f-2d9ac675b8aa None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:22.347274 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-deae586d-ec48-4366-a22f-2d9ac675b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:22.458898 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:22.464662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-08f28302-b0d7-4fe9-94eb-6bcf980699ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] For port b2f4abc6-03ef-40f0-a33a-5e06ee459b0b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b2f4abc6-03ef-40f0-a33a-5e06ee459b0b,segment=NetworkSegment(c84f6e6b-6588-4ff5-bfb7-895420367e67),segment_id=c84f6e6b-6588-4ff5-bfb7-895420367e67)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:22.465349 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08f28302-b0d7-4fe9-94eb-6bcf980699ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:22.484240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-08f28302-b0d7-4fe9-94eb-6bcf980699ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for b2f4abc6-03ef-40f0-a33a-5e06ee459b0b owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:22.546057 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-deae586d-ec48-4366-a22f-2d9ac675b8aa None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:22.704019 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca302060-2639-410c-ab49-6842c1ef93c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:22.758257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca302060-2639-410c-ab49-6842c1ef93c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=799e36ca-82b2-4c05-b709-03b1b5350700,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:23.148681 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-deae586d-ec48-4366-a22f-2d9ac675b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:19Z', 'revision_number': 7, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2f4abc6-03ef-40f0-a33a-5e06ee459b0b', 'name': '', 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:e8:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:11Z', 'updated_at': '2021-08-29T07:07:18Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:11Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:23.181971 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08f28302-b0d7-4fe9-94eb-6bcf980699ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:23.234802 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae586d-ec48-4366-a22f-2d9ac675b8aa None None] The sync data for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 is: [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:19Z', 'revision_number': 7, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2f4abc6-03ef-40f0-a33a-5e06ee459b0b', 'name': '', 'network_id': '2759d719-336e-47ec-b417-c2b8313f9574', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:e8:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:11Z', 'updated_at': '2021-08-29T07:07:18Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'd01f8a25-1bd8-4b26-b20c-b164c153b92c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:11Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:23.333006 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:23.367603 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca302060-2639-410c-ab49-6842c1ef93c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:23.417551 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:23.434689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f28302-b0d7-4fe9-94eb-6bcf980699ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=b2f4abc6-03ef-40f0-a33a-5e06ee459b0b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:23.912725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Allocated IP 172.25.1.106 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:07:23.927382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca302060-2639-410c-ab49-6842c1ef93c4 admin admin] Router b548031b-2247-4114-a9ae-338df5405e2a has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:07:23.941644 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08f28302-b0d7-4fe9-94eb-6bcf980699ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:24.113283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca302060-2639-410c-ab49-6842c1ef93c4 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:24.140923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec910e-a0a1-414e-b0af-0c71e531f01d None None] Sync routers for ids ['b548031b-2247-4114-a9ae-338df5405e2a'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:24.143105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ca302060-2639-410c-ab49-6842c1ef93c4 admin admin] 10.222.0.76 "PUT /v2.0/routers/b548031b-2247-4114-a9ae-338df5405e2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1422856 Aug 29 07:07:24.151129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49566) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:24.166881 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec910e-a0a1-414e-b0af-0c71e531f01d None None] Routers {'b548031b-2247-4114-a9ae-338df5405e2a'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:24.170143 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-09ec910e-a0a1-414e-b0af-0c71e531f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b548031b-2247-4114-a9ae-338df5405e2a'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:24.392421 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:24.449044 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:24.562902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-09ec910e-a0a1-414e-b0af-0c71e531f01d None None] Set router b548031b-2247-4114-a9ae-338df5405e2a gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:24.756691 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:24.759289 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:24.854188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:07:24.867390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:24.876203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:07:24.891462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-09ec910e-a0a1-414e-b0af-0c71e531f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T07:07:22Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:24.915886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event updated for resources: {'Port': ['ID=9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:24.925458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec910e-a0a1-414e-b0af-0c71e531f01d None None] Checking router: b548031b-2247-4114-a9ae-338df5405e2a for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:24.930053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f28302-b0d7-4fe9-94eb-6bcf980699ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:07:24.954813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec910e-a0a1-414e-b0af-0c71e531f01d None None] Routers {'b548031b-2247-4114-a9ae-338df5405e2a'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:24.954813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-09ec910e-a0a1-414e-b0af-0c71e531f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['b548031b-2247-4114-a9ae-338df5405e2a'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:25.085400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] Deleting port 5f14235a-471a-43b7-a283-00891e0cdcbd {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:25.088861 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:25.279401 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] For port 5f14235a-471a-43b7-a283-00891e0cdcbd, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5f14235a-471a-43b7-a283-00891e0cdcbd,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:25.279974 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:25.300396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] Calling delete_port for 5f14235a-471a-43b7-a283-00891e0cdcbd owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:25.320644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-09ec910e-a0a1-414e-b0af-0c71e531f01d None None] Set router b548031b-2247-4114-a9ae-338df5405e2a gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:25.615023 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-09ec910e-a0a1-414e-b0af-0c71e531f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T07:07:22Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:25.645135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f28302-b0d7-4fe9-94eb-6bcf980699ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:25.652537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec910e-a0a1-414e-b0af-0c71e531f01d None None] The sync data for ids ['b548031b-2247-4114-a9ae-338df5405e2a'] in n-d-713301-12 is: [{'id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'name': 'tempest-AttachVolumeShelveTestJSON-741531656-router', 'tenant_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T06:56:29Z', 'updated_at': '2021-08-29T07:07:22Z', 'revision_number': 5, 'project_id': '32153f2dac2a4f7cb3b7a8bd653cd7b1', 'gw_port': {'id': '5f14235a-471a-43b7-a283-00891e0cdcbd', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b548031b-2247-4114-a9ae-338df5405e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T06:56:31Z', 'updated_at': '2021-08-29T06:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:25.654237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49580) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:25.655042 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-08f28302-b0d7-4fe9-94eb-6bcf980699ab tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2005372 Aug 29 07:07:25.660067 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6c399-ed94-4cb8-9b1c-73c99635c2cb None None] Sync routers for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:25.671502 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6c399-ed94-4cb8-9b1c-73c99635c2cb None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:25.672411 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8ae6c399-ed94-4cb8-9b1c-73c99635c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:25.756548 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-d783dbd6-e2aa-4a66-b093-2d6f551f346a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting subnet d01f8a25-1bd8-4b26-b20c-b164c153b92c {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:07:25.756548 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:25.756548 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d783dbd6-e2aa-4a66-b093-2d6f551f346a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:25.796341 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-8ae6c399-ed94-4cb8-9b1c-73c99635c2cb None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:25.840199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5f14235a-471a-43b7-a283-00891e0cdcbd,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:25.884837 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d783dbd6-e2aa-4a66-b093-2d6f551f346a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:25.985807 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:26.139658 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8ae6c399-ed94-4cb8-9b1c-73c99635c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:22Z', 'revision_number': 8, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:11Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:26.196924 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6c399-ed94-4cb8-9b1c-73c99635c2cb None None] Checking router: e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:26.207590 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6c399-ed94-4cb8-9b1c-73c99635c2cb None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:26.208237 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8ae6c399-ed94-4cb8-9b1c-73c99635c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:26.233734 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:26.339711 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-8ae6c399-ed94-4cb8-9b1c-73c99635c2cb None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:26.530787 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:26.537868 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:26.593930 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d783dbd6-e2aa-4a66-b093-2d6f551f346a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:26.606380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:26.749569 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8ae6c399-ed94-4cb8-9b1c-73c99635c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:22Z', 'revision_number': 8, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:11Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:26.775262 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6c399-ed94-4cb8-9b1c-73c99635c2cb None None] The sync data for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 is: [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:22Z', 'revision_number': 8, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e77046c4-6efd-487c-9bce-5fea25989a1b', 'name': '', 'network_id': '386450d8-1bb9-4aff-8116-1e9ff384d445', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:f3:52:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:04Z', 'updated_at': '2021-08-29T07:07:11Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': '8d04ebc9-b2eb-462e-9a79-1cde6f622612', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:26.790279 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d783dbd6-e2aa-4a66-b093-2d6f551f346a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:26.831506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783dbd6-e2aa-4a66-b093-2d6f551f346a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Subnet': ['ID=d01f8a25-1bd8-4b26-b20c-b164c153b92c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:26.836638 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d783dbd6-e2aa-4a66-b093-2d6f551f346a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:26.841607 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49588) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:26.842048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d783dbd6-e2aa-4a66-b093-2d6f551f346a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/d01f8a25-1bd8-4b26-b20c-b164c153b92c HTTP/1.1" status: 204 len: 168 time: 1.1847091 Aug 29 07:07:26.843520 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:26.844087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router b548031b-2247-4114-a9ae-338df5405e2a {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:07:26.848670 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:26.849801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-008cbe2f-a8ad-4b26-a62a-81ab314d72ae admin admin] 10.222.0.76 "DELETE /v2.0/routers/b548031b-2247-4114-a9ae-338df5405e2a HTTP/1.1" status: 204 len: 168 time: 2.6971924 Aug 29 07:07:26.861903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a135595-bf9e-4c8a-a0f2-4fa104693f61 None None] Network 2759d719-336e-47ec-b417-c2b8313f9574 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:07:26.865891 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49590) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:27.011230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Router 204c3b70-3095-4287-9c18-0ae4027a5c9e is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:07:27.101281 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:27.115383 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd68ba7-1914-4e6d-9a06-38d576809a5b admin admin] Deleting subnet e7085e65-5548-41fd-a4b3-5a3f77bcccc9 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:07:27.121341 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cd68ba7-1914-4e6d-9a06-38d576809a5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:27.240078 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cd68ba7-1914-4e6d-9a06-38d576809a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:27.369902 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cd68ba7-1914-4e6d-9a06-38d576809a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:27.511198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032718bf-2419-41b6-8a8a-a9f4bcf70e3b None None] DHCP port deletion for 2759d719-336e-47ec-b417-c2b8313f9574 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:07:27.587234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:27.638845 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Sync routers for ids ['204c3b70-3095-4287-9c18-0ae4027a5c9e'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:27.653984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port 206701b7-e7f5-451a-8f82-d3031503db05 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:27.654755 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:27.663478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Routers {'204c3b70-3095-4287-9c18-0ae4027a5c9e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:27.664802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['204c3b70-3095-4287-9c18-0ae4027a5c9e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:27.670588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-032718bf-2419-41b6-8a8a-a9f4bcf70e3b None None] Deleting port 206701b7-e7f5-451a-8f82-d3031503db05 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:27.671282 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-032718bf-2419-41b6-8a8a-a9f4bcf70e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:27.705688 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cd68ba7-1914-4e6d-9a06-38d576809a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:27.757782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 799e36ca-82b2-4c05-b709-03b1b5350700 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:27.814219 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:27.815615 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-34d24a7e-1ff6-4a5c-bce8-ea0c4d91e64c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.3368421 Aug 29 07:07:27.823293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd68ba7-1914-4e6d-9a06-38d576809a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7085e65-5548-41fd-a4b3-5a3f77bcccc9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:27.824198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49606) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:27.833114 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6cd68ba7-1914-4e6d-9a06-38d576809a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:27.839217 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6cd68ba7-1914-4e6d-9a06-38d576809a5b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e7085e65-5548-41fd-a4b3-5a3f77bcccc9 HTTP/1.1" status: 204 len: 168 time: 0.9669054 Aug 29 07:07:27.843161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49608) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:27.880213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8d2a5c-c100-4197-a0b1-febb476db090 None None] Network 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:07:27.939082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] For port 206701b7-e7f5-451a-8f82-d3031503db05, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=206701b7-e7f5-451a-8f82-d3031503db05,segment=NetworkSegment(c84f6e6b-6588-4ff5-bfb7-895420367e67),segment_id=c84f6e6b-6588-4ff5-bfb7-895420367e67)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:27.939863 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:27.947693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 799e36ca-82b2-4c05-b709-03b1b5350700 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:07:27.948127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 799e36ca-82b2-4c05-b709-03b1b5350700 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:07:27.948639 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 206701b7-e7f5-451a-8f82-d3031503db05 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:27.975458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for 206701b7-e7f5-451a-8f82-d3031503db05 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:27.984958 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:28.021140 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a62d0b5e-517a-4242-9848-bb6478582e13 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/routers/204c3b70-3095-4287-9c18-0ae4027a5c9e HTTP/1.1" status: 200 len: 909 time: 0.1915317 Aug 29 07:07:28.027513 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49610) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:28.036123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1842351099', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'enable_snat': True}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:28.096022 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Set router 204c3b70-3095-4287-9c18-0ae4027a5c9e gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:28.165422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Deleting port dd22c473-425e-4ad6-b46b-f55d6e915f27 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:28.166118 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:28.263782 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:28.265509 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:28.305620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] For port dd22c473-425e-4ad6-b46b-f55d6e915f27, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dd22c473-425e-4ad6-b46b-f55d6e915f27,segment=NetworkSegment(63563448-cda3-485d-b047-3e8e9cb2ceaf),segment_id=63563448-cda3-485d-b047-3e8e9cb2ceaf)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:28.306377 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:28.322939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-032718bf-2419-41b6-8a8a-a9f4bcf70e3b None None] For port 206701b7-e7f5-451a-8f82-d3031503db05, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=206701b7-e7f5-451a-8f82-d3031503db05,segment=NetworkSegment(c84f6e6b-6588-4ff5-bfb7-895420367e67),segment_id=c84f6e6b-6588-4ff5-bfb7-895420367e67)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:28.323413 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-032718bf-2419-41b6-8a8a-a9f4bcf70e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:28.351664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-032718bf-2419-41b6-8a8a-a9f4bcf70e3b None None] Calling delete_port for 206701b7-e7f5-451a-8f82-d3031503db05 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:28.380761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No active binding found for port 206701b7-e7f5-451a-8f82-d3031503db05 {{(pid=95405) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 07:07:28.381219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 206701b7-e7f5-451a-8f82-d3031503db05 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:07:28.388905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5f14235a-471a-43b7-a283-00891e0cdcbd no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:28.408212 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:28.469102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Calling delete_port for dd22c473-425e-4ad6-b46b-f55d6e915f27 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:28.627838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 5f14235a-471a-43b7-a283-00891e0cdcbd {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:07:28.627838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5f14235a-471a-43b7-a283-00891e0cdcbd not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:07:28.627838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b2f4abc6-03ef-40f0-a33a-5e06ee459b0b no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:28.649032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=206701b7-e7f5-451a-8f82-d3031503db05,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:28.652517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No DVR routers for this DVR port 206701b7-e7f5-451a-8f82-d3031503db05 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:07:28.684488 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:28.794362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: b2f4abc6-03ef-40f0-a33a-5e06ee459b0b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:07:28.794719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b2f4abc6-03ef-40f0-a33a-5e06ee459b0b not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:07:28.871478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c3b70-3095-4287-9c18-0ae4027a5c9e', 'name': 'tempest-snat-router-1842351099', 'tenant_id': '6ab239e1f6b341a3a2335f9afbf0b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.106'}], 'enable_snat': False}, 'gw_port_id': '9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:07:21Z', 'updated_at': '2021-08-29T07:07:25Z', 'revision_number': 3, 'project_id': '6ab239e1f6b341a3a2335f9afbf0b53d', 'gw_port': {'id': '9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204c3b70-3095-4287-9c18-0ae4027a5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:23Z', 'updated_at': '2021-08-29T07:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:28.887023 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:28.906193 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2759d719-336e-47ec-b417-c2b8313f9574']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:28.936003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84f6e6b-6588-4ff5-bfb7-895420367e67') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:28.936003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84f6e6b-6588-4ff5-bfb7-895420367e67') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:28.940763 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:28.945934 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f5a7b7-efd4-4d71-9d98-d6a7de6cdce3 None None] DHCP port deletion for 5e1e9585-5779-4d4d-80f2-9e3142b35dc8 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:07:28.950019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Checking router: 204c3b70-3095-4287-9c18-0ae4027a5c9e for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:28.950375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Updating router 204c3b70-3095-4287-9c18-0ae4027a5c9e port 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:07:28.964800 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:28.972399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:07:28.973044 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:28.982384 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:28.985531 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-032718bf-2419-41b6-8a8a-a9f4bcf70e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:07:29.046911 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:07:29.077463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032718bf-2419-41b6-8a8a-a9f4bcf70e3b None None] Pushing event deleted for resources: {'Port': ['ID=206701b7-e7f5-451a-8f82-d3031503db05,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:29.094485 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.098166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032718bf-2419-41b6-8a8a-a9f4bcf70e3b None None] No DVR routers for this DVR port 206701b7-e7f5-451a-8f82-d3031503db05 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:07:29.173827 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.177586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.208380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.210219 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/networks/2759d719-336e-47ec-b417-c2b8313f9574 HTTP/1.1" status: 204 len: 168 time: 2.3660896 Aug 29 07:07:29.214471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd22c473-425e-4ad6-b46b-f55d6e915f27,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:29.215829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49620) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:29.231372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be948d-667b-4ad9-9f0e-0c1151991c78 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Network': ['ID=2759d719-336e-47ec-b417-c2b8313f9574,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:29.234299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] No DVR routers for this DVR port dd22c473-425e-4ad6-b46b-f55d6e915f27 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:07:29.247596 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-62f5a7b7-efd4-4d71-9d98-d6a7de6cdce3 None None] Deleting port dd22c473-425e-4ad6-b46b-f55d6e915f27 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:29.247980 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-62f5a7b7-efd4-4d71-9d98-d6a7de6cdce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.388759 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.403998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1e9585-5779-4d4d-80f2-9e3142b35dc8']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:29.412806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-62f5a7b7-efd4-4d71-9d98-d6a7de6cdce3 None None] For port dd22c473-425e-4ad6-b46b-f55d6e915f27, host n-d-713301-12, got binding levels [] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:29.413660 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-62f5a7b7-efd4-4d71-9d98-d6a7de6cdce3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.428127 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63563448-cda3-485d-b047-3e8e9cb2ceaf') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:29.429212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63563448-cda3-485d-b047-3e8e9cb2ceaf') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:29.436848 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-62f5a7b7-efd4-4d71-9d98-d6a7de6cdce3 None None] Calling delete_port for dd22c473-425e-4ad6-b46b-f55d6e915f27 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:29.446605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.ipam_backend_mixin [None req-62f5a7b7-efd4-4d71-9d98-d6a7de6cdce3 None None] Port dd22c473-425e-4ad6-b46b-f55d6e915f27 was not found and therefore no delete operation was performed {{(pid=95405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 07:07:29.446605 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-62f5a7b7-efd4-4d71-9d98-d6a7de6cdce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.447407 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.467097 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.476470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:07:29.476910 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.495231 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5a7b7-efd4-4d71-9d98-d6a7de6cdce3 None None] Pushing event deleted for resources: {'Port': ['ID=dd22c473-425e-4ad6-b46b-f55d6e915f27,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:29.519710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f5a7b7-efd4-4d71-9d98-d6a7de6cdce3 None None] No DVR routers for this DVR port dd22c473-425e-4ad6-b46b-f55d6e915f27 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:07:29.580881 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dd22c473-425e-4ad6-b46b-f55d6e915f27 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:07:29.591785 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:07:29.658460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: dd22c473-425e-4ad6-b46b-f55d6e915f27 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:07:29.658460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dd22c473-425e-4ad6-b46b-f55d6e915f27 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:07:29.684369 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.700937 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.704692 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] 10.222.0.76 "DELETE /v2.0/networks/5e1e9585-5779-4d4d-80f2-9e3142b35dc8 HTTP/1.1" status: 204 len: 168 time: 1.8601918 Aug 29 07:07:29.728136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba92f10-3216-43f6-8cce-c69929835d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=5e1e9585-5779-4d4d-80f2-9e3142b35dc8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:29.751847 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.763865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Transition to ACTIVE for port object 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:07:29.892312 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:29.959285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Attempting to bind port 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:07:29.959902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Attempting to bind port 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:07:29.960018 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Attempting to bind port 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:07:30.004759 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:07:30.008062 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:07:30.008625 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:30.009213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:07:30.009909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Bound port: 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:07:30.021070 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:30.043137 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:30.080268 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:30.086748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396617b3-d4d7-4ef7-b384-2f55eff5484f None None] Pushing event updated for resources: {'Port': ['ID=9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:30.133038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] For port 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:07:30.147553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] For port 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:07:30.338559 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:30.352430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49644) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:30.393231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Allocated IP 172.25.1.182 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/ffa7eb5d-459b-44b1-b527-088bb1b9d600) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:07:30.465288 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Routers {'204c3b70-3095-4287-9c18-0ae4027a5c9e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:30.466311 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['204c3b70-3095-4287-9c18-0ae4027a5c9e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:30.480325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-65098494-4825-4a68-bf94-e1bc09b28270 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:30.481937 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-65098494-4825-4a68-bf94-e1bc09b28270 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 812 time: 0.3062475 Aug 29 07:07:30.529678 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c88c575e-570a-429c-8020-d1aefbb3129c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=32153f2dac2a4f7cb3b7a8bd653cd7b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750505 Aug 29 07:07:30.532322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49646) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:30.584938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396617b3-d4d7-4ef7-b384-2f55eff5484f None None] Pushing event updated for resources: {'Port': ['ID=9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:30.595774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-eb2a37db-5f4f-41bf-9069-d02ba0c85522 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/quotas/ef9ac3d9c703440cafb9ded360ca6483 HTTP/1.1" status: 200 len: 375 time: 0.0916641 Aug 29 07:07:30.619714 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32fef103-ffd9-4f3e-8d52-f034570f95f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:30.652435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-82516ba1-f62f-4aed-bf61-1c9080c43dfd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:30.668219 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32fef103-ffd9-4f3e-8d52-f034570f95f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:30.698482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] Set router 204c3b70-3095-4287-9c18-0ae4027a5c9e gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:30.806104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-362be2e0-1f54-401b-971b-3667ebe1aad4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2090788 Aug 29 07:07:30.881410 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:30.889320 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32fef103-ffd9-4f3e-8d52-f034570f95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:30.892667 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32fef103-ffd9-4f3e-8d52-f034570f95f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:30.895692 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-32fef103-ffd9-4f3e-8d52-f034570f95f5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e500add-6101-4c0d-b752-08f526410a6e HTTP/1.1" status: 204 len: 168 time: 0.3587604 Aug 29 07:07:30.922701 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fef103-ffd9-4f3e-8d52-f034570f95f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e500add-6101-4c0d-b752-08f526410a6e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:31.173868 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c3b70-3095-4287-9c18-0ae4027a5c9e', 'name': 'tempest-snat-router-1842351099', 'tenant_id': '6ab239e1f6b341a3a2335f9afbf0b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.106'}], 'enable_snat': False}, 'gw_port_id': '9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:07:21Z', 'updated_at': '2021-08-29T07:07:25Z', 'revision_number': 3, 'project_id': '6ab239e1f6b341a3a2335f9afbf0b53d', 'gw_port': {'id': '9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204c3b70-3095-4287-9c18-0ae4027a5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:23Z', 'updated_at': '2021-08-29T07:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:31.250837 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785e688-dfc3-478d-846d-bfaf9566bf24 None None] The sync data for ids ['204c3b70-3095-4287-9c18-0ae4027a5c9e'] in n-d-713301-12 is: [{'id': '204c3b70-3095-4287-9c18-0ae4027a5c9e', 'name': 'tempest-snat-router-1842351099', 'tenant_id': '6ab239e1f6b341a3a2335f9afbf0b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.106'}], 'enable_snat': False}, 'gw_port_id': '9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:07:21Z', 'updated_at': '2021-08-29T07:07:25Z', 'revision_number': 3, 'project_id': '6ab239e1f6b341a3a2335f9afbf0b53d', 'gw_port': {'id': '9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204c3b70-3095-4287-9c18-0ae4027a5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:23Z', 'updated_at': '2021-08-29T07:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:31.322469 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:31.403661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:07:31.413777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:31.423085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:07:31.483976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event updated for resources: {'Port': ['ID=ffa7eb5d-459b-44b1-b527-088bb1b9d600,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:31.509169 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-9563573d-e1df-4a1b-a7af-8b0753fa363c service neutron] 10.222.0.76 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400042 Aug 29 07:07:32.193303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-82516ba1-f62f-4aed-bf61-1c9080c43dfd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port e77046c4-6efd-487c-9bce-5fea25989a1b {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:32.193746 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-82516ba1-f62f-4aed-bf61-1c9080c43dfd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:32.325807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-a16032b0-db38-472d-87aa-d3ae56b0ece7 service neutron] 10.222.0.76 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8038838 Aug 29 07:07:32.431340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-82516ba1-f62f-4aed-bf61-1c9080c43dfd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] For port e77046c4-6efd-487c-9bce-5fea25989a1b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e77046c4-6efd-487c-9bce-5fea25989a1b,segment=NetworkSegment(76eb01db-6653-46b9-ac31-97bc7ebf6728),segment_id=76eb01db-6653-46b9-ac31-97bc7ebf6728)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:32.431976 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-82516ba1-f62f-4aed-bf61-1c9080c43dfd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:32.729026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-82516ba1-f62f-4aed-bf61-1c9080c43dfd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for e77046c4-6efd-487c-9bce-5fea25989a1b owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:32.733800 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:33.223513 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:33.436562 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-82516ba1-f62f-4aed-bf61-1c9080c43dfd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:33.486873 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82516ba1-f62f-4aed-bf61-1c9080c43dfd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=e77046c4-6efd-487c-9bce-5fea25989a1b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:33.569856 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:07:33.879157 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-582e93b6-a68e-4ed5-9ef8-5887199cb71c req-b824b087-39e6-41f2-a1cd-40135dd0c3a5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 210 time: 0.1183097 Aug 29 07:07:34.010621 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-82516ba1-f62f-4aed-bf61-1c9080c43dfd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:34.111559 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-38c55d87-23bb-4e88-9524-81a1a8068385 req-b10b7531-07a3-4d71-8163-65a7da9c8b2d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0640972 Aug 29 07:07:34.209406 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-38c55d87-23bb-4e88-9524-81a1a8068385 req-5add4f44-bcfe-4721-b4dc-fac7d1e4d8bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0431268 Aug 29 07:07:34.237425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Router ff9542de-01ab-4352-9efa-342639d76d79 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:07:34.263050 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:34.349938 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-38c55d87-23bb-4e88-9524-81a1a8068385 req-2395ae39-b8c3-4c91-8a9e-646160c7bc30 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892186 Aug 29 07:07:34.374510 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:07:34.379064 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:34.379771 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:34.586645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c55d87-23bb-4e88-9524-81a1a8068385 req-6d73bab9-ddc1-432b-be0d-1d81c5f42514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:34.586870 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:34.588403 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-38c55d87-23bb-4e88-9524-81a1a8068385 req-6d73bab9-ddc1-432b-be0d-1d81c5f42514 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2317002 Aug 29 07:07:34.630001 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:34.630221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:34.642318 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Sync routers for ids ['ff9542de-01ab-4352-9efa-342639d76d79'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:34.653156 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Routers {'ff9542de-01ab-4352-9efa-342639d76d79'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:34.654523 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ff9542de-01ab-4352-9efa-342639d76d79'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:34.689039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17729a-daba-4a52-87d7-df00182bfc24 req-23fa814a-4a6e-4186-aad2-6690cd5a8a2d tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:34.690728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b17729a-daba-4a52-87d7-df00182bfc24 req-23fa814a-4a6e-4186-aad2-6690cd5a8a2d tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 945 time: 0.1467135 Aug 29 07:07:34.719353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82516ba1-f62f-4aed-bf61-1c9080c43dfd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:07:34.739578 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:34.820824 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b17729a-daba-4a52-87d7-df00182bfc24 req-2373605a-bb01-4dfa-a508-5c0533ddf8c5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152365 Aug 29 07:07:34.821655 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Set router ff9542de-01ab-4352-9efa-342639d76d79 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:34.831606 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:34.896986 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:34.898507 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-15faabac-244f-4129-a733-37d432c025f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8698330 Aug 29 07:07:34.901431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49742) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:34.930109 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82516ba1-f62f-4aed-bf61-1c9080c43dfd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:34.942229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-82516ba1-f62f-4aed-bf61-1c9080c43dfd tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7203560 Aug 29 07:07:34.942817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f48372-6d8b-4783-990e-e7773e7fe934 None None] Sync routers for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:34.951237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49746) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:34.959402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f48372-6d8b-4783-990e-e7773e7fe934 None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:34.960286 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-55f48372-6d8b-4783-990e-e7773e7fe934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:35.183843 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-60acea9a-f175-44ff-9862-f2f372646b40 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/routers/ff9542de-01ab-4352-9efa-342639d76d79 HTTP/1.1" status: 200 len: 908 time: 0.2811973 Aug 29 07:07:35.191551 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49750) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:35.212326 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9542de-01ab-4352-9efa-342639d76d79', 'name': 'tempest-snat-router-1842351099', 'tenant_id': '6ab239e1f6b341a3a2335f9afbf0b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'ffa7eb5d-459b-44b1-b527-088bb1b9d600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:07:28Z', 'updated_at': '2021-08-29T07:07:32Z', 'revision_number': 3, 'project_id': '6ab239e1f6b341a3a2335f9afbf0b53d', 'gw_port': {'id': 'ffa7eb5d-459b-44b1-b527-088bb1b9d600', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9542de-01ab-4352-9efa-342639d76d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:07:30Z', 'updated_at': '2021-08-29T07:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:35.216342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddc07219-dbc9-4203-ab41-5832f78e6080 req-fcfd5764-ef5e-4dd1-9d6f-2991a5338cb8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 210 time: 0.1207335 Aug 29 07:07:35.234587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-55f48372-6d8b-4783-990e-e7773e7fe934 None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:35.256357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-159a3f8c-bedd-45c6-b646-83cfaf452656 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting subnet 8d04ebc9-b2eb-462e-9a79-1cde6f622612 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:07:35.264786 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-159a3f8c-bedd-45c6-b646-83cfaf452656 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:35.281996 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Checking router: ff9542de-01ab-4352-9efa-342639d76d79 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:35.282521 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Updating router ff9542de-01ab-4352-9efa-342639d76d79 port ffa7eb5d-459b-44b1-b527-088bb1b9d600 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:07:35.339330 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:35.362123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49752) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:35.441975 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:35.510602 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-159a3f8c-bedd-45c6-b646-83cfaf452656 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:35.682544 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-55f48372-6d8b-4783-990e-e7773e7fe934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:33Z', 'revision_number': 9, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:35.763507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:07:35.781162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f48372-6d8b-4783-990e-e7773e7fe934 None None] Checking router: e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:35.789138 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c266e5b1-d781-4882-abef-281827e5fda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:35.800547 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-159a3f8c-bedd-45c6-b646-83cfaf452656 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:35.841039 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:35.877144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f48372-6d8b-4783-990e-e7773e7fe934 None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:35.878224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-55f48372-6d8b-4783-990e-e7773e7fe934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:35.992204 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c266e5b1-d781-4882-abef-281827e5fda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.044511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8522-81ea-4d7f-a3e1-ea84c42085ee req-f3a02a3c-0b26-4fab-a321-86ce017eb909 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:36.047569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e46f8522-81ea-4d7f-a3e1-ea84c42085ee req-f3a02a3c-0b26-4fab-a321-86ce017eb909 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 945 time: 0.0922959 Aug 29 07:07:36.050498 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-159a3f8c-bedd-45c6-b646-83cfaf452656 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.057696 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.060826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:36.061209 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.073556 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Transition to ACTIVE for port object ffa7eb5d-459b-44b1-b527-088bb1b9d600 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:07:36.075859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Deleting port ffa7eb5d-459b-44b1-b527-088bb1b9d600 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:36.076238 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.129364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a3f8c-bedd-45c6-b646-83cfaf452656 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Subnet': ['ID=8d04ebc9-b2eb-462e-9a79-1cde6f622612,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:36.134659 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-159a3f8c-bedd-45c6-b646-83cfaf452656 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.136569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-55f48372-6d8b-4783-990e-e7773e7fe934 None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:36.143050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-159a3f8c-bedd-45c6-b646-83cfaf452656 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/8d04ebc9-b2eb-462e-9a79-1cde6f622612 HTTP/1.1" status: 204 len: 168 time: 1.1899056 Aug 29 07:07:36.144109 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49762) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:36.172350 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c266e5b1-d781-4882-abef-281827e5fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.174834 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09cab70-467b-437e-ad5c-52855c79e491 None None] Network 386450d8-1bb9-4aff-8116-1e9ff384d445 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:07:36.212737 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.228961 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.243281 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e46f8522-81ea-4d7f-a3e1-ea84c42085ee req-050f973f-0d08-4656-8f70-fa19e3e9f909 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820824 Aug 29 07:07:36.322038 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.322162 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689aaf6-9b9b-4a1c-9ee5-95d9cd5b7b20 None None] Pushing event updated for resources: {'Port': ['ID=ffa7eb5d-459b-44b1-b527-088bb1b9d600,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:36.325902 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Attempting to bind port ffa7eb5d-459b-44b1-b527-088bb1b9d600 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:07:36.327115 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Attempting to bind port ffa7eb5d-459b-44b1-b527-088bb1b9d600 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:07:36.327115 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Attempting to bind port ffa7eb5d-459b-44b1-b527-088bb1b9d600 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:07:36.345200 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:07:36.346393 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:07:36.347415 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.348332 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:07:36.350154 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Calling delete_port for ffa7eb5d-459b-44b1-b527-088bb1b9d600 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:36.350900 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Bound port: ffa7eb5d-459b-44b1-b527-088bb1b9d600, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:07:36.352289 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.397740 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c266e5b1-d781-4882-abef-281827e5fda8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1f6bee1d238842099501482cbfee3889&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0334637 Aug 29 07:07:36.401128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49766) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:36.406469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266e5b1-d781-4882-abef-281827e5fda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209850d7-1330-4314-802e-27d04d6439a1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:36.466631 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] For port ffa7eb5d-459b-44b1-b527-088bb1b9d600, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:07:36.477453 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] For port ffa7eb5d-459b-44b1-b527-088bb1b9d600, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ffa7eb5d-459b-44b1-b527-088bb1b9d600,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:07:36.606549 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.686079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-55f48372-6d8b-4783-990e-e7773e7fe934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:33Z', 'revision_number': 9, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:36.693075 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Routers {'ff9542de-01ab-4352-9efa-342639d76d79'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:36.695981 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['ff9542de-01ab-4352-9efa-342639d76d79'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:36.700038 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689aaf6-9b9b-4a1c-9ee5-95d9cd5b7b20 None None] Pushing event updated for resources: {'Port': ['ID=ffa7eb5d-459b-44b1-b527-088bb1b9d600,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:36.757941 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddcca84-c7ed-42e3-9288-c0a1450c37d5 None None] DHCP port deletion for 386450d8-1bb9-4aff-8116-1e9ff384d445 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:07:36.760998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f48372-6d8b-4783-990e-e7773e7fe934 None None] The sync data for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 is: [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:33Z', 'revision_number': 9, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': '193237d9-1e89-4cea-8326-341f1a610ee0', 'name': '', 'network_id': 'f3905f3c-f21a-4ca4-8210-92a3cd753d24', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:76:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:56Z', 'updated_at': '2021-08-29T07:07:03Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'bdf267aa-7318-41e7-bd1e-7f504c9ce9d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:36.850203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1ddcca84-c7ed-42e3-9288-c0a1450c37d5 None None] Deleting port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:36.859447 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1ddcca84-c7ed-42e3-9288-c0a1450c37d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.859592 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] Set router ff9542de-01ab-4352-9efa-342639d76d79 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:36.863559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f10fefa-63f0-45e8-be83-2f156ea7faea req-0f19f0c7-693a-4929-aaf2-96b6b858a31f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 210 time: 0.4883127 Aug 29 07:07:36.891745 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.950220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1ddcca84-c7ed-42e3-9288-c0a1450c37d5 None None] For port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66,segment=NetworkSegment(76eb01db-6653-46b9-ac31-97bc7ebf6728),segment_id=76eb01db-6653-46b9-ac31-97bc7ebf6728)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:36.950220 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1ddcca84-c7ed-42e3-9288-c0a1450c37d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:36.953791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffa7eb5d-459b-44b1-b527-088bb1b9d600,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:36.984396 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9542de-01ab-4352-9efa-342639d76d79', 'name': 'tempest-snat-router-1842351099', 'tenant_id': '6ab239e1f6b341a3a2335f9afbf0b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:07:28Z', 'updated_at': '2021-08-29T07:07:35Z', 'revision_number': 4, 'project_id': '6ab239e1f6b341a3a2335f9afbf0b53d', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:36.990214 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:36.990408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1ddcca84-c7ed-42e3-9288-c0a1450c37d5 None None] Calling delete_port for 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:36.990594 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:37.038627 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c1381-e49e-4a07-9ddd-ffde54fd0154 None None] The sync data for ids ['ff9542de-01ab-4352-9efa-342639d76d79'] in n-d-713301-12 is: [{'id': 'ff9542de-01ab-4352-9efa-342639d76d79', 'name': 'tempest-snat-router-1842351099', 'tenant_id': '6ab239e1f6b341a3a2335f9afbf0b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:07:28Z', 'updated_at': '2021-08-29T07:07:35Z', 'revision_number': 4, 'project_id': '6ab239e1f6b341a3a2335f9afbf0b53d', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:37.101621 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7debe08f-e8a1-4a56-9e17-73563c1088b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:37.119062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756b277-163f-41dc-9179-7867b4d8b84e req-6347eae9-2faa-40a3-bec2-f5f09a76af77 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:37.120726 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7756b277-163f-41dc-9179-7867b4d8b84e req-6347eae9-2faa-40a3-bec2-f5f09a76af77 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 945 time: 0.2840059 Aug 29 07:07:37.208604 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7debe08f-e8a1-4a56-9e17-73563c1088b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:37.317890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] For port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66,segment=NetworkSegment(76eb01db-6653-46b9-ac31-97bc7ebf6728),segment_id=76eb01db-6653-46b9-ac31-97bc7ebf6728)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:37.317890 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:37.318115 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:37.318564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:37.348764 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1ddcca84-c7ed-42e3-9288-c0a1450c37d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:37.442057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddcca84-c7ed-42e3-9288-c0a1450c37d5 None None] No DVR routers for this DVR port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:07:37.450313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcca84-c7ed-42e3-9288-c0a1450c37d5 None None] Pushing event deleted for resources: {'Port': ['ID=30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:37.460189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:37.463334 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:37.472491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-9206519c-2d77-4157-815c-43eb4e211afd tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:37.477744 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-9206519c-2d77-4157-815c-43eb4e211afd tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 812 time: 0.4488142 Aug 29 07:07:37.548734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e77046c4-6efd-487c-9bce-5fea25989a1b no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:37.585144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: e77046c4-6efd-487c-9bce-5fea25989a1b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:07:37.585590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e77046c4-6efd-487c-9bce-5fea25989a1b not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:07:37.586397 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:37.622521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-e1afccef-e44d-48ea-b72a-ef1b6daf34f8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'port': {'device_id': 'a09650f8-cd87-4ec6-8844-8393163e7e5c', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'admin_state_up': True, 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:37.628589 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-7756b277-163f-41dc-9179-7867b4d8b84e req-438bc9cf-5b1a-4d21-80f2-623c659017b1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Deleting port e936dc53-27c2-4aa0-b058-79f718f0f90e {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:37.629119 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7756b277-163f-41dc-9179-7867b4d8b84e req-438bc9cf-5b1a-4d21-80f2-623c659017b1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:37.646313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9d4cf-357b-4454-a785-b803827f3042 req-812451b7-43c1-453e-8c23-3a56b6eca14b tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:37.650335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:07:37.651501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:07:37.658623 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75a9d4cf-357b-4454-a785-b803827f3042 req-812451b7-43c1-453e-8c23-3a56b6eca14b tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 945 time: 0.1616061 Aug 29 07:07:37.688582 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7debe08f-e8a1-4a56-9e17-73563c1088b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:37.689336 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7debe08f-e8a1-4a56-9e17-73563c1088b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:37.704303 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7debe08f-e8a1-4a56-9e17-73563c1088b6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/209850d7-1330-4314-802e-27d04d6439a1 HTTP/1.1" status: 204 len: 168 time: 1.2893417 Aug 29 07:07:37.772499 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:37.773414 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff9542de-01ab-4352-9efa-342639d76d79 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:07:37.775917 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:37.782232 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:37.789195 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-289e24e1-bbef-4dca-9a2e-edf3042ebdbc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "DELETE /v2.0/routers/ff9542de-01ab-4352-9efa-342639d76d79 HTTP/1.1" status: 204 len: 168 time: 2.5958602 Aug 29 07:07:37.793390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49780) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:37.840313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debe08f-e8a1-4a56-9e17-73563c1088b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209850d7-1330-4314-802e-27d04d6439a1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:37.906955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:37.936281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No DVR routers for this DVR port 30b7cdf6-b1d5-4ae4-b17b-7579e4be1d66 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:07:37.983280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-e1afccef-e44d-48ea-b72a-ef1b6daf34f8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Made reservation on behalf of ef9ac3d9c703440cafb9ded360ca6483 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:07:37.987389 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-e1afccef-e44d-48ea-b72a-ef1b6daf34f8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:38.078970 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a80b6df8-a926-4edd-9fd1-b76320df0e0e req-d0d9292a-5f54-4f45-b99b-1f801489a538 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 210 time: 0.0591562 Aug 29 07:07:38.092751 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75a9d4cf-357b-4454-a785-b803827f3042 req-64b442d4-b041-47a8-a7cf-42ce62ba74b7 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330156 Aug 29 07:07:38.224102 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1bc46832-e8c7-4f18-967d-9720aa6d1148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:38.248544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-7756b277-163f-41dc-9179-7867b4d8b84e req-438bc9cf-5b1a-4d21-80f2-623c659017b1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] For port e936dc53-27c2-4aa0-b058-79f718f0f90e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e936dc53-27c2-4aa0-b058-79f718f0f90e,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:38.249128 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7756b277-163f-41dc-9179-7867b4d8b84e req-438bc9cf-5b1a-4d21-80f2-623c659017b1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:38.263229 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:38.292335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386450d8-1bb9-4aff-8116-1e9ff384d445']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:38.309698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-e1afccef-e44d-48ea-b72a-ef1b6daf34f8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Allocated IP 172.20.0.4 (910ed879-c4d9-4d02-b8f4-5a82b25d8a50/fa2025ae-552d-4027-b2b0-762afe79cd66/9336c556-d655-4f3b-8d56-ae6f019593c1) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:07:38.314484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-7756b277-163f-41dc-9179-7867b4d8b84e req-438bc9cf-5b1a-4d21-80f2-623c659017b1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Calling delete_port for e936dc53-27c2-4aa0-b058-79f718f0f90e owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:38.319430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76eb01db-6653-46b9-ac31-97bc7ebf6728') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:38.319882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76eb01db-6653-46b9-ac31-97bc7ebf6728') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:38.339812 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:38.428399 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:38.526058 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:38.611803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:07:38.612254 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:07:38.617412 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:07:38.742180 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-e1afccef-e44d-48ea-b72a-ef1b6daf34f8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:38.768144 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:38.808801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-e1afccef-e44d-48ea-b72a-ef1b6daf34f8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Transition to ACTIVE for port object 9336c556-d655-4f3b-8d56-ae6f019593c1 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:07:38.860865 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:38.869950 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:38.882278 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/networks/386450d8-1bb9-4aff-8116-1e9ff384d445 HTTP/1.1" status: 204 len: 168 time: 2.7269580 Aug 29 07:07:38.882370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49796) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:38.895706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e936dc53-27c2-4aa0-b058-79f718f0f90e no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:38.941394 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1ba12-b830-4124-9f14-bca3cca5ca64 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Network': ['ID=386450d8-1bb9-4aff-8116-1e9ff384d445,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:39.020463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Deleting port 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:39.020823 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:39.055351 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:39.065906 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-e1afccef-e44d-48ea-b72a-ef1b6daf34f8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:39.153215 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7756b277-163f-41dc-9179-7867b4d8b84e req-438bc9cf-5b1a-4d21-80f2-623c659017b1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:39.202810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:07:39.280482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['d5db42ad-d116-4485-a922-ab2c456cf858', '803db5a9-72e8-4376-accf-a78bbc6bfc58'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:07:39.337933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bc9cf-5b1a-4d21-80f2-623c659017b1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Pushing event deleted for resources: {'Port': ['ID=e936dc53-27c2-4aa0-b058-79f718f0f90e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:39.399008 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7756b277-163f-41dc-9179-7867b4d8b84e req-438bc9cf-5b1a-4d21-80f2-623c659017b1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] No DVR routers for this DVR port e936dc53-27c2-4aa0-b058-79f718f0f90e on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:07:39.402375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd9b9020-ce4f-4b19-bcb0-17b17db22b6d req-b07543d2-83ed-446f-b100-c525b6d71f3c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 210 time: 0.1154730 Aug 29 07:07:39.415396 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7756b277-163f-41dc-9179-7867b4d8b84e req-438bc9cf-5b1a-4d21-80f2-623c659017b1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:39.426670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7756b277-163f-41dc-9179-7867b4d8b84e req-438bc9cf-5b1a-4d21-80f2-623c659017b1 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.11 "DELETE /v2.0/ports/e936dc53-27c2-4aa0-b058-79f718f0f90e HTTP/1.1" status: 204 len: 173 time: 2.2846484 Aug 29 07:07:39.430750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1582fd-dabc-4c78-9278-ec3216b01cf3', 'name': 'network-vif-deleted', 'tag': 'e936dc53-27c2-4aa0-b058-79f718f0f90e'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:07:39.434832 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4f6a87-ddf7-4013-9581-c91e2c0a87e4" -d '{"events": [{"server_uuid": "aa1582fd-dabc-4c78-9278-ec3216b01cf3", "name": "network-vif-deleted", "tag": "e936dc53-27c2-4aa0-b058-79f718f0f90e"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:07:39.519224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] For port 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:39.521505 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:39.561177 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f33e0d6-eaf7-40e6-8d5c-862482ab0b4d x-openstack-request-id: req-0f33e0d6-eaf7-40e6-8d5c-862482ab0b4d {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:07:39.562139 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1582fd-dabc-4c78-9278-ec3216b01cf3", "name": "network-vif-deleted", "tag": "e936dc53-27c2-4aa0-b058-79f718f0f90e", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:07:39.562897 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f33e0d6-eaf7-40e6-8d5c-862482ab0b4d {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:07:39.563990 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1582fd-dabc-4c78-9278-ec3216b01cf3', 'name': 'network-vif-deleted', 'tag': 'e936dc53-27c2-4aa0-b058-79f718f0f90e', 'status': 'completed', 'code': 200} Aug 29 07:07:39.584522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b719d-aa5a-49ac-96ee-30f50de35642 req-1ed41927-d96c-4cc2-b77a-efa9fbed42c0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:39.593731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d1b719d-aa5a-49ac-96ee-30f50de35642 req-1ed41927-d96c-4cc2-b77a-efa9fbed42c0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 931 time: 0.2824702 Aug 29 07:07:39.618197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Calling delete_port for 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:39.710659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d1b719d-aa5a-49ac-96ee-30f50de35642 req-0c377ee8-fb1a-4c6c-a072-d4740ccd54fa tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095991 Aug 29 07:07:40.001276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-e1afccef-e44d-48ea-b72a-ef1b6daf34f8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:07:40.010473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-e1afccef-e44d-48ea-b72a-ef1b6daf34f8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:40.014594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-e1afccef-e44d-48ea-b72a-ef1b6daf34f8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:07:40.017642 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afccef-e44d-48ea-b72a-ef1b6daf34f8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'Port': ['ID=9336c556-d655-4f3b-8d56-ae6f019593c1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:40.121021 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:40.143860 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-e1afccef-e44d-48ea-b72a-ef1b6daf34f8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:40.144549 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-e1afccef-e44d-48ea-b72a-ef1b6daf34f8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:40.205245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:40.338548 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:40.394186 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-e1afccef-e44d-48ea-b72a-ef1b6daf34f8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7787855 Aug 29 07:07:40.412986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-1e804347-f8b8-4f51-b477-830674c42b26 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:07:40.414017 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-1e804347-f8b8-4f51-b477-830674c42b26 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125132 Aug 29 07:07:40.426803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Request body: {'port': {'device_id': 'a09650f8-cd87-4ec6-8844-8393163e7e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:40.456160 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5183fdf5-4f6b-4bb2-b146-8ba370c12dac tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:40.502484 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6307e263-8506-4ee6-970b-707fec46d242 None None] Provisioning for port 9336c556-d655-4f3b-8d56-ae6f019593c1 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:07:40.504838 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:40.507735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6307e263-8506-4ee6-970b-707fec46d242 None None] Provisioning complete for port 9336c556-d655-4f3b-8d56-ae6f019593c1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:07:40.508648 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6307e263-8506-4ee6-970b-707fec46d242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:40.513919 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:40.612816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6307e263-8506-4ee6-970b-707fec46d242 None None] Port 9336c556-d655-4f3b-8d56-ae6f019593c1 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:07:40.655314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-04fff6bb-1d78-443f-a9e8-f18d07628c9a req-b69c524f-5ad6-4864-9949-cd3eb09af4ec tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa1582fd-dabc-4c78-9278-ec3216b01cf3 HTTP/1.1" status: 200 len: 210 time: 0.0374241 Aug 29 07:07:40.700112 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:40.711216 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:40.712073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 204c3b70-3095-4287-9c18-0ae4027a5c9e {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:07:40.728392 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:40.736252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9ca03d39-5875-4615-b0e5-ad8acaceeaa3 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "DELETE /v2.0/routers/204c3b70-3095-4287-9c18-0ae4027a5c9e HTTP/1.1" status: 204 len: 168 time: 2.9318559 Aug 29 07:07:40.737656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49834) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:40.754433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1585861654', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:40.848007 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:40.974763 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de5fcf-77fb-48a2-a1e0-357dd9bd3825 req-3302fc0d-6959-4172-b54b-ab75beb528cf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:40.988106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74de5fcf-77fb-48a2-a1e0-357dd9bd3825 req-3302fc0d-6959-4172-b54b-ab75beb528cf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 931 time: 0.1638830 Aug 29 07:07:41.033809 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:41.033809 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:41.083600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74de5fcf-77fb-48a2-a1e0-357dd9bd3825 req-48a0dca5-2710-4d42-af39-c1d6c6cbb1fc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914061 Aug 29 07:07:41.155553 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:41.324136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9336c556-d655-4f3b-8d56-ae6f019593c1 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:07:41.335607 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-5183fdf5-4f6b-4bb2-b146-8ba370c12dac tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port 193237d9-1e89-4cea-8326-341f1a610ee0 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:41.335944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5183fdf5-4f6b-4bb2-b146-8ba370c12dac tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:41.483012 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:41.516571 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-5183fdf5-4f6b-4bb2-b146-8ba370c12dac tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] For port 193237d9-1e89-4cea-8326-341f1a610ee0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=193237d9-1e89-4cea-8326-341f1a610ee0,segment=NetworkSegment(286399c9-de2d-434d-b270-5fec62d42340),segment_id=286399c9-de2d-434d-b270-5fec62d42340)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:41.516944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5183fdf5-4f6b-4bb2-b146-8ba370c12dac tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:41.522187 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Transition to ACTIVE for port object 9336c556-d655-4f3b-8d56-ae6f019593c1 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:07:41.538721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-5183fdf5-4f6b-4bb2-b146-8ba370c12dac tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for 193237d9-1e89-4cea-8326-341f1a610ee0 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:41.540818 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:41.597344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:07:41.598113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9b4c2cd6-8b2c-471a-b8ab-2bd63cd12d3f not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:07:41.600256 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd49e447-dbcb-41a1-a35a-d6cea58956d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:41.629795 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:41.654786 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:41.819924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Pushing event updated for resources: {'Port': ['ID=9336c556-d655-4f3b-8d56-ae6f019593c1,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:41.841592 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:41.928794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Attempting to bind port 9336c556-d655-4f3b-8d56-ae6f019593c1 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:07:41.929394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Attempting to bind port 9336c556-d655-4f3b-8d56-ae6f019593c1 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:07:41.929725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Attempting to bind port 9336c556-d655-4f3b-8d56-ae6f019593c1 on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:07:41.956522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Port 9336c556-d655-4f3b-8d56-ae6f019593c1 on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:07:41.956944 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Attempting to bind port 9336c556-d655-4f3b-8d56-ae6f019593c1 on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:07:41.970896 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:07:41.971324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Checking segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:07:41.971741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Bound using segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:07:41.972190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Bound port: 9336c556-d655-4f3b-8d56-ae6f019593c1, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:07:41.972577 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:42.081831 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] For port 9336c556-d655-4f3b-8d56-ae6f019593c1, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:07:42.085606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] For port 9336c556-d655-4f3b-8d56-ae6f019593c1, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9336c556-d655-4f3b-8d56-ae6f019593c1,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:07:42.088823 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:42.123681 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:42.153930 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5183fdf5-4f6b-4bb2-b146-8ba370c12dac tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:42.198865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183fdf5-4f6b-4bb2-b146-8ba370c12dac tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=193237d9-1e89-4cea-8326-341f1a610ee0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:42.213694 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:42.291102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:42.291810 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:42.293250 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] 10.222.0.15 "PUT /v2.0/ports/9336c556-d655-4f3b-8d56-ae6f019593c1 HTTP/1.1" status: 200 len: 1092 time: 1.8716726 Aug 29 07:07:42.309363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3df9cc-0d84-4da9-b597-08bcc03ac9b6 req-4d767d54-604a-415d-ba66-becee0fa9b40 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:42.313615 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b3df9cc-0d84-4da9-b597-08bcc03ac9b6 req-4d767d54-604a-415d-ba66-becee0fa9b40 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 943 time: 0.1278312 Aug 29 07:07:42.361332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09650f8-cd87-4ec6-8844-8393163e7e5c', 'tag': '9336c556-d655-4f3b-8d56-ae6f019593c1'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:07:42.364540 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870a0b7b-1b28-4c72-a6d0-acb757e960e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a09650f8-cd87-4ec6-8844-8393163e7e5c", "tag": "9336c556-d655-4f3b-8d56-ae6f019593c1"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:07:42.380086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Allocated IP 172.25.1.19 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/a9960be0-5494-4b9f-91c2-85624ec3362a) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:07:42.427261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b3df9cc-0d84-4da9-b597-08bcc03ac9b6 req-917d814c-1618-450b-9763-dd95eace0124 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027746 Aug 29 07:07:42.502650 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409086d4-1b06-46c4-94ad-18ca0122a5fe x-openstack-request-id: req-409086d4-1b06-46c4-94ad-18ca0122a5fe {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:07:42.502944 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09650f8-cd87-4ec6-8844-8393163e7e5c", "tag": "9336c556-d655-4f3b-8d56-ae6f019593c1", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:07:42.503220 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-409086d4-1b06-46c4-94ad-18ca0122a5fe {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:07:42.503622 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09650f8-cd87-4ec6-8844-8393163e7e5c', 'tag': '9336c556-d655-4f3b-8d56-ae6f019593c1', 'status': 'completed', 'code': 200} Aug 29 07:07:42.543386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c23ba6-f1bf-48a5-8935-99cda57c3b17 service neutron] Pushing event updated for resources: {'Port': ['ID=9336c556-d655-4f3b-8d56-ae6f019593c1,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:42.612057 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:42.691347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0b7b-1b28-4c72-a6d0-acb757e960e2 req-72d4f938-728a-43a4-a034-cde1b3649342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:42.692140 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-870a0b7b-1b28-4c72-a6d0-acb757e960e2 req-72d4f938-728a-43a4-a034-cde1b3649342 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 1095 time: 0.1682470 Aug 29 07:07:42.774114 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5183fdf5-4f6b-4bb2-b146-8ba370c12dac tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:42.818909 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:42.885246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Pushing event updated for resources: {'Port': ['ID=a9960be0-5494-4b9f-91c2-85624ec3362a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:42.902152 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:07:42.904622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:42.907479 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:07:42.925265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0b7b-1b28-4c72-a6d0-acb757e960e2 req-7f584c03-6867-4811-82fc-915b73354f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:42.926874 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-870a0b7b-1b28-4c72-a6d0-acb757e960e2 req-7f584c03-6867-4811-82fc-915b73354f68 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2211111 Aug 29 07:07:43.186777 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0b7b-1b28-4c72-a6d0-acb757e960e2 req-daa7fac7-f232-4c4f-97cc-a81962255f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:43.188466 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-870a0b7b-1b28-4c72-a6d0-acb757e960e2 req-daa7fac7-f232-4c4f-97cc-a81962255f40 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2464857 Aug 29 07:07:43.194054 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5183fdf5-4f6b-4bb2-b146-8ba370c12dac tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:07:43.358981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5183fdf5-4f6b-4bb2-b146-8ba370c12dac tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:43.364337 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5183fdf5-4f6b-4bb2-b146-8ba370c12dac tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4824388 Aug 29 07:07:43.366671 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-29acb242-f871-4eb4-a119-0810dbf52a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:43.372962 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-29acb242-f871-4eb4-a119-0810dbf52a05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 1095 time: 0.1087384 Aug 29 07:07:43.372962 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49874) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:43.373629 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee514a4-4abd-43c0-91fc-71aba9c65064 None None] Sync routers for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:43.390418 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee514a4-4abd-43c0-91fc-71aba9c65064 None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:43.391262 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4ee514a4-4abd-43c0-91fc-71aba9c65064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:43.519036 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-4ee514a4-4abd-43c0-91fc-71aba9c65064 None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:43.532778 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-80de3d01-63c4-48d3-a871-438c4cc702c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9336c556-d655-4f3b-8d56-ae6f019593c1 HTTP/1.1" status: 200 len: 217 time: 0.1489975 Aug 29 07:07:43.571688 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:43.602143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6ab43f-f24d-474a-b0d8-973aed73c4ba tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting subnet bdf267aa-7318-41e7-bd1e-7f504c9ce9d9 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:07:43.627988 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b6ab43f-f24d-474a-b0d8-973aed73c4ba tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:43.681244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-4a721c29-45ea-475f-b9f7-106023adb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:43.683118 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-4a721c29-45ea-475f-b9f7-106023adb0dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.1417434 Aug 29 07:07:43.728553 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b6ab43f-f24d-474a-b0d8-973aed73c4ba tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:43.816153 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-b8217741-e3eb-4490-afde-c30187351333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:43.818258 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-b8217741-e3eb-4490-afde-c30187351333 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1270752 Aug 29 07:07:43.838643 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a6187-4ee9-43f6-a21f-5f23907bea01 req-61a0b036-66d7-49e0-ad74-043595e0bca3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:43.839199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-914a6187-4ee9-43f6-a21f-5f23907bea01 req-61a0b036-66d7-49e0-ad74-043595e0bca3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 943 time: 0.2161765 Aug 29 07:07:43.851517 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:43.959346 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-914a6187-4ee9-43f6-a21f-5f23907bea01 req-9ba988ab-62ae-4216-b09c-c7fdcf9b933b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877936 Aug 29 07:07:44.023616 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4ee514a4-4abd-43c0-91fc-71aba9c65064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:41Z', 'revision_number': 10, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:44.030447 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b6ab43f-f24d-474a-b0d8-973aed73c4ba tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:44.080308 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee514a4-4abd-43c0-91fc-71aba9c65064 None None] Checking router: e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:44.094330 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee514a4-4abd-43c0-91fc-71aba9c65064 None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:44.095304 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4ee514a4-4abd-43c0-91fc-71aba9c65064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:44.188502 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-948472ed-066d-453c-9ccf-3f6036cfb328 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574684 Aug 29 07:07:44.284225 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-4ee514a4-4abd-43c0-91fc-71aba9c65064 None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:44.286247 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b6ab43f-f24d-474a-b0d8-973aed73c4ba tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:44.352941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:44.395537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f21e00-f6ee-414d-9a91-0c0e20cb85e7 None None] Network f3905f3c-f21a-4ca4-8210-92a3cd753d24 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:07:44.410292 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b6ab43f-f24d-474a-b0d8-973aed73c4ba tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:44.415337 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5b6ab43f-f24d-474a-b0d8-973aed73c4ba tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/bdf267aa-7318-41e7-bd1e-7f504c9ce9d9 HTTP/1.1" status: 204 len: 168 time: 1.0428398 Aug 29 07:07:44.561463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49886) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:44.573859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ab43f-f24d-474a-b0d8-973aed73c4ba tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf267aa-7318-41e7-bd1e-7f504c9ce9d9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:44.662140 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fcb9be31-0243-4e2b-805e-9f669536c1a1 req-bf0b4059-152b-45da-916c-8712a99eaab6 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658039 Aug 29 07:07:44.715535 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:44.748101 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4ee514a4-4abd-43c0-91fc-71aba9c65064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:41Z', 'revision_number': 10, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:44.750386 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579947f1-16b9-407f-9fa4-c8912d43faeb None None] DHCP port deletion for f3905f3c-f21a-4ca4-8210-92a3cd753d24 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:07:44.787927 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee514a4-4abd-43c0-91fc-71aba9c65064 None None] The sync data for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 is: [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:41Z', 'revision_number': 10, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None, '_interfaces': [{'id': 'c78a94a4-1d65-4839-8eb9-9d828ca9a043', 'name': '', 'network_id': '7db7f7ec-625c-48fe-8703-1f63171ce759', 'tenant_id': '1166883f58b343578e919064097d9aae', 'mac_address': 'fa:16:3e:62:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:06:48Z', 'updated_at': '2021-08-29T07:06:56Z', 'revision_number': 5, 'project_id': '1166883f58b343578e919064097d9aae', 'subnets': [{'id': 'ea19b286-7ec8-4bf5-b682-7f06f9585a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:44.825152 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-579947f1-16b9-407f-9fa4-c8912d43faeb None None] Deleting port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:44.825778 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-579947f1-16b9-407f-9fa4-c8912d43faeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:44.834680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Router 11923a89-5665-4a51-a787-35ab68cfcdf9 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:07:44.866477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:44.867697 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:44.943115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-579947f1-16b9-407f-9fa4-c8912d43faeb None None] For port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b57d3c4b-2513-4cbf-8a04-d499ad2a0c99,segment=NetworkSegment(286399c9-de2d-434d-b270-5fec62d42340),segment_id=286399c9-de2d-434d-b270-5fec62d42340)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:44.943608 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-579947f1-16b9-407f-9fa4-c8912d43faeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:44.959301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-579947f1-16b9-407f-9fa4-c8912d43faeb None None] Calling delete_port for b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:45.043593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] For port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b57d3c4b-2513-4cbf-8a04-d499ad2a0c99,segment=NetworkSegment(286399c9-de2d-434d-b270-5fec62d42340),segment_id=286399c9-de2d-434d-b270-5fec62d42340)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:45.043963 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:45.068542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:45.100013 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:45.112954 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540f3c4-64d6-4328-b317-e9967586e085 None None] Sync routers for ids ['11923a89-5665-4a51-a787-35ab68cfcdf9'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:45.136389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540f3c4-64d6-4328-b317-e9967586e085 None None] Routers {'11923a89-5665-4a51-a787-35ab68cfcdf9'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:45.144029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5540f3c4-64d6-4328-b317-e9967586e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['11923a89-5665-4a51-a787-35ab68cfcdf9'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:45.218696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91436449-83ae-4d3a-ac5d-60c3fec77d23 req-7031989d-6213-4fe9-921f-7041f902f3b5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:45.220453 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91436449-83ae-4d3a-ac5d-60c3fec77d23 req-7031989d-6213-4fe9-921f-7041f902f3b5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 943 time: 0.1359000 Aug 29 07:07:45.249145 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5540f3c4-64d6-4328-b317-e9967586e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:45.261706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540f3c4-64d6-4328-b317-e9967586e085 None None] Routers {'11923a89-5665-4a51-a787-35ab68cfcdf9'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:45.262347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5540f3c4-64d6-4328-b317-e9967586e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['11923a89-5665-4a51-a787-35ab68cfcdf9'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:45.312447 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5540f3c4-64d6-4328-b317-e9967586e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:45.313355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540f3c4-64d6-4328-b317-e9967586e085 None None] The sync data for ids ['11923a89-5665-4a51-a787-35ab68cfcdf9'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:45.320609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91436449-83ae-4d3a-ac5d-60c3fec77d23 req-e89f4574-505f-49f3-8f89-1c3f01e3c4b8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856457 Aug 29 07:07:45.329825 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-579947f1-16b9-407f-9fa4-c8912d43faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:45.356855 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:45.380436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No DVR routers for this DVR port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:07:45.392491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579947f1-16b9-407f-9fa4-c8912d43faeb None None] Pushing event deleted for resources: {'Port': ['ID=b57d3c4b-2513-4cbf-8a04-d499ad2a0c99,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:45.408586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579947f1-16b9-407f-9fa4-c8912d43faeb None None] No DVR routers for this DVR port b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:07:45.477054 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:45.477054 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6b95ffa5-6c68-482a-89c4-7e23866345cb tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7296627 Aug 29 07:07:45.477322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49894) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:45.483127 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5ce1881f-4df8-44e2-9639-7f01f85a9405 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'enable_snat': False}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:45.513911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:45.538598 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=b57d3c4b-2513-4cbf-8a04-d499ad2a0c99,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:45.570560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:07:45.571030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b57d3c4b-2513-4cbf-8a04-d499ad2a0c99 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:07:45.571529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 193237d9-1e89-4cea-8326-341f1a610ee0 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:45.580218 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:45.597367 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3905f3c-f21a-4ca4-8210-92a3cd753d24']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:45.610460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 193237d9-1e89-4cea-8326-341f1a610ee0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:07:45.610819 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 193237d9-1e89-4cea-8326-341f1a610ee0 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:07:45.624365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286399c9-de2d-434d-b270-5fec62d42340') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:45.626199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286399c9-de2d-434d-b270-5fec62d42340') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:45.636870 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:45.664570 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:45.677857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:07:45.678517 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:07:45.798093 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:07:45.971115 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:45.979294 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:45.984349 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/networks/f3905f3c-f21a-4ca4-8210-92a3cd753d24 HTTP/1.1" status: 204 len: 168 time: 1.4206858 Aug 29 07:07:45.984728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49900) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:45.988621 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ce1881f-4df8-44e2-9639-7f01f85a9405 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:45.996740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98719109-4648-421e-b234-f8c2f85d3225 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Network': ['ID=f3905f3c-f21a-4ca4-8210-92a3cd753d24,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:46.563542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabc0bb-1dee-4b36-9ce6-bdf8f2319e58 req-4f5e9bca-ce9a-4ec7-b7b0-dae67baeb9e5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:46.574634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cdabc0bb-1dee-4b36-9ce6-bdf8f2319e58 req-4f5e9bca-ce9a-4ec7-b7b0-dae67baeb9e5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 943 time: 0.1262720 Aug 29 07:07:46.622101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cdabc0bb-1dee-4b36-9ce6-bdf8f2319e58 req-49ce3840-043a-471d-9f64-568131e656e7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451071 Aug 29 07:07:46.964725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c3bffa6-ecae-41c1-a225-834f350704d2 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:47.267741 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ce1881f-4df8-44e2-9639-7f01f85a9405 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:47.274719 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ce1881f-4df8-44e2-9639-7f01f85a9405 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:47.502032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce1881f-4df8-44e2-9639-7f01f85a9405 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Router 11923a89-5665-4a51-a787-35ab68cfcdf9 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:07:47.516435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bffa6-ecae-41c1-a225-834f350704d2 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port c78a94a4-1d65-4839-8eb9-9d828ca9a043 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:47.516782 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c3bffa6-ecae-41c1-a225-834f350704d2 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:47.738466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-8c3bffa6-ecae-41c1-a225-834f350704d2 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] For port c78a94a4-1d65-4839-8eb9-9d828ca9a043, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c78a94a4-1d65-4839-8eb9-9d828ca9a043,segment=NetworkSegment(7c12bbd2-550c-4b8e-a1f3-d893ff931439),segment_id=7c12bbd2-550c-4b8e-a1f3-d893ff931439)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:47.738906 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c3bffa6-ecae-41c1-a225-834f350704d2 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:47.756259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce1881f-4df8-44e2-9639-7f01f85a9405 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:47.758282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bffa6-ecae-41c1-a225-834f350704d2 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for c78a94a4-1d65-4839-8eb9-9d828ca9a043 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:47.763134 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ce1881f-4df8-44e2-9639-7f01f85a9405 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:47.766744 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5ce1881f-4df8-44e2-9639-7f01f85a9405 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "PUT /v2.0/routers/11923a89-5665-4a51-a787-35ab68cfcdf9 HTTP/1.1" status: 200 len: 921 time: 2.2917979 Aug 29 07:07:47.767385 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a3ac0b-4e6f-4b9a-93b1-9c469b26bebd None None] Sync routers for ids ['11923a89-5665-4a51-a787-35ab68cfcdf9'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:47.769693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49924) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:47.781370 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a3ac0b-4e6f-4b9a-93b1-9c469b26bebd None None] Routers {'11923a89-5665-4a51-a787-35ab68cfcdf9'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:47.782343 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-13a3ac0b-4e6f-4b9a-93b1-9c469b26bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['11923a89-5665-4a51-a787-35ab68cfcdf9'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:47.824132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f4f2b-f2cf-494e-a6cf-574626e83a80 req-29fd25f0-e061-454d-a1cb-795df821b0a6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:47.836298 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-676f4f2b-f2cf-494e-a6cf-574626e83a80 req-29fd25f0-e061-454d-a1cb-795df821b0a6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 943 time: 0.1008620 Aug 29 07:07:47.892063 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-13a3ac0b-4e6f-4b9a-93b1-9c469b26bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:47.913730 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a3ac0b-4e6f-4b9a-93b1-9c469b26bebd None None] Routers {'11923a89-5665-4a51-a787-35ab68cfcdf9'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:47.919241 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-13a3ac0b-4e6f-4b9a-93b1-9c469b26bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['11923a89-5665-4a51-a787-35ab68cfcdf9'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:47.956243 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-676f4f2b-f2cf-494e-a6cf-574626e83a80 req-b35428e3-3e5d-4ecd-a2ad-c97da39f3cc7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896099 Aug 29 07:07:47.986296 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-13a3ac0b-4e6f-4b9a-93b1-9c469b26bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:47.987583 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a3ac0b-4e6f-4b9a-93b1-9c469b26bebd None None] The sync data for ids ['11923a89-5665-4a51-a787-35ab68cfcdf9'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:47.998216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49928) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:47.998435 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-18fe07b9-af32-414c-8567-6f99398c9597 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/routers/11923a89-5665-4a51-a787-35ab68cfcdf9 HTTP/1.1" status: 200 len: 921 time: 0.2275534 Aug 29 07:07:48.145182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0a088b-87db-4094-a696-c4d5bba40c8c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:48.149436 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5b0a088b-87db-4094-a696-c4d5bba40c8c tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&device_id=11923a89-5665-4a51-a787-35ab68cfcdf9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1463101 Aug 29 07:07:48.149826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49930) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:48.179834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd643d3e-aed2-4bad-8f7a-abffefd64b21 req-dc887cee-0ae5-4d9b-ba61-16cef77dd59b tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:48.182457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd643d3e-aed2-4bad-8f7a-abffefd64b21 req-dc887cee-0ae5-4d9b-ba61-16cef77dd59b tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 946 time: 0.0860195 Aug 29 07:07:48.246738 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c3bffa6-ecae-41c1-a225-834f350704d2 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:48.268093 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd643d3e-aed2-4bad-8f7a-abffefd64b21 req-4bb71f21-7a35-4a2f-be09-46f1d9f615cc tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761020 Aug 29 07:07:48.329519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bffa6-ecae-41c1-a225-834f350704d2 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=c78a94a4-1d65-4839-8eb9-9d828ca9a043,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:48.406582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636fa6a6-9ea5-4b36-b56a-6464d50eb74d tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:48.408467 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-636fa6a6-9ea5-4b36-b56a-6464d50eb74d tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 881 time: 0.2568126 Aug 29 07:07:48.411423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49932) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:48.462193 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-eef639d8-dfc1-4295-abb0-3626ffc2106b tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "GET /v2.0/ports?device_id=11923a89-5665-4a51-a787-35ab68cfcdf9 HTTP/1.1" status: 200 len: 205 time: 0.0459254 Aug 29 07:07:48.471199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49934) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:48.679900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c3bffa6-ecae-41c1-a225-834f350704d2 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:48.858950 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:49.028095 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:49.121070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3bffa6-ecae-41c1-a225-834f350704d2 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:07:49.187301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a45711-bc55-4cc5-ba31-2d2f419a6f5a req-3421df32-720d-44ec-b59e-8a471a36d4cd tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:49.189273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06a45711-bc55-4cc5-ba31-2d2f419a6f5a req-3421df32-720d-44ec-b59e-8a471a36d4cd tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 943 time: 0.0826330 Aug 29 07:07:49.264283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3bffa6-ecae-41c1-a225-834f350704d2 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:49.275488 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36410732-89c0-4eec-8806-c03eca921a75 None None] Sync routers for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:49.276830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Deleting port a9960be0-5494-4b9f-91c2-85624ec3362a {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:49.277396 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:49.283175 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8c3bffa6-ecae-41c1-a225-834f350704d2 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2968438 Aug 29 07:07:49.284791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49954) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:49.325389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36410732-89c0-4eec-8806-c03eca921a75 None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:49.333132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-36410732-89c0-4eec-8806-c03eca921a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:49.355712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-701ada1b-10ab-4647-9200-e42438280608 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting subnet ea19b286-7ec8-4bf5-b682-7f06f9585a43 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:07:49.361121 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-701ada1b-10ab-4647-9200-e42438280608 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:49.586179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-701ada1b-10ab-4647-9200-e42438280608 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:49.595612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-36410732-89c0-4eec-8806-c03eca921a75 None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:49.621449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db00e03-3f0e-47e1-8885-3d3449cfe0ee req-d0f21baf-f7e3-42e9-9ab2-a6fa486283b0 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:49.623631 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5db00e03-3f0e-47e1-8885-3d3449cfe0ee req-d0f21baf-f7e3-42e9-9ab2-a6fa486283b0 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 946 time: 0.1548448 Aug 29 07:07:49.648454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06a45711-bc55-4cc5-ba31-2d2f419a6f5a req-9d51db77-d4c3-4e1a-8f27-a689163a2789 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457262 Aug 29 07:07:49.748852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-36410732-89c0-4eec-8806-c03eca921a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:48Z', 'revision_number': 11, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:49.765958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85463c2b-1fcc-466c-99bb-cbd6a7aed1a3 req-9b6a622f-8800-462d-af5e-5e9285c6e074 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:49.789218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85463c2b-1fcc-466c-99bb-cbd6a7aed1a3 req-9b6a622f-8800-462d-af5e-5e9285c6e074 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 946 time: 0.4040244 Aug 29 07:07:49.801506 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:49.890652 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36410732-89c0-4eec-8806-c03eca921a75 None None] Checking router: e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:49.901698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Calling delete_port for a9960be0-5494-4b9f-91c2-85624ec3362a owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:49.915077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36410732-89c0-4eec-8806-c03eca921a75 None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:49.916504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-36410732-89c0-4eec-8806-c03eca921a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:49.972734 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-701ada1b-10ab-4647-9200-e42438280608 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:49.978937 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85463c2b-1fcc-466c-99bb-cbd6a7aed1a3 req-51ba8d96-b14b-4f33-bfd0-efa4c584cc85 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886351 Aug 29 07:07:50.019764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-5db00e03-3f0e-47e1-8885-3d3449cfe0ee req-371e9c5c-56a0-434a-a11f-ac61625e812b tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Deleting port a89f4463-b70e-493b-af43-2ca1eb95336f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:50.020473 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5db00e03-3f0e-47e1-8885-3d3449cfe0ee req-371e9c5c-56a0-434a-a11f-ac61625e812b tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:50.045777 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-36410732-89c0-4eec-8806-c03eca921a75 None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:50.116455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-36410732-89c0-4eec-8806-c03eca921a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:48Z', 'revision_number': 11, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:50.153034 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-5db00e03-3f0e-47e1-8885-3d3449cfe0ee req-371e9c5c-56a0-434a-a11f-ac61625e812b tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] For port a89f4463-b70e-493b-af43-2ca1eb95336f, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a89f4463-b70e-493b-af43-2ca1eb95336f,segment=NetworkSegment(c29ae559-f041-4323-b3b3-1de7076a9dc7),segment_id=c29ae559-f041-4323-b3b3-1de7076a9dc7)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:50.154285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5db00e03-3f0e-47e1-8885-3d3449cfe0ee req-371e9c5c-56a0-434a-a11f-ac61625e812b tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:50.157168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36410732-89c0-4eec-8806-c03eca921a75 None None] The sync data for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 is: [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:48Z', 'revision_number': 11, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:50.179660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-5db00e03-3f0e-47e1-8885-3d3449cfe0ee req-371e9c5c-56a0-434a-a11f-ac61625e812b tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Calling delete_port for a89f4463-b70e-493b-af43-2ca1eb95336f owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:50.343305 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-701ada1b-10ab-4647-9200-e42438280608 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:50.400593 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-701ada1b-10ab-4647-9200-e42438280608 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:50.400973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82475643-ca25-429e-9794-49b6ee80d80c None None] Network 7db7f7ec-625c-48fe-8703-1f63171ce759 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:07:50.407099 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-701ada1b-10ab-4647-9200-e42438280608 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/ea19b286-7ec8-4bf5-b682-7f06f9585a43 HTTP/1.1" status: 204 len: 168 time: 1.1187122 Aug 29 07:07:50.407430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ada1b-10ab-4647-9200-e42438280608 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Subnet': ['ID=ea19b286-7ec8-4bf5-b682-7f06f9585a43,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:50.408242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 49976) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:50.542406 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:50.645410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Pushing event deleted for resources: {'Port': ['ID=a9960be0-5494-4b9f-91c2-85624ec3362a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:50.657519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5db00e03-3f0e-47e1-8885-3d3449cfe0ee req-371e9c5c-56a0-434a-a11f-ac61625e812b tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:50.766377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:50.769480 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e9c5c-56a0-434a-a11f-ac61625e812b tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Pushing event deleted for resources: {'Port': ['ID=a89f4463-b70e-493b-af43-2ca1eb95336f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:50.862655 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:50.923439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a15fed-1444-4e2e-9562-48a006a56286 None None] DHCP port deletion for 7db7f7ec-625c-48fe-8703-1f63171ce759 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:07:50.979801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db00e03-3f0e-47e1-8885-3d3449cfe0ee req-371e9c5c-56a0-434a-a11f-ac61625e812b tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] No DVR routers for this DVR port a89f4463-b70e-493b-af43-2ca1eb95336f on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:07:50.985691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-5db00e03-3f0e-47e1-8885-3d3449cfe0ee req-371e9c5c-56a0-434a-a11f-ac61625e812b tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:50.988011 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5db00e03-3f0e-47e1-8885-3d3449cfe0ee req-371e9c5c-56a0-434a-a11f-ac61625e812b tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.15 "DELETE /v2.0/ports/a89f4463-b70e-493b-af43-2ca1eb95336f HTTP/1.1" status: 204 len: 173 time: 1.3580761 Aug 29 07:07:50.988502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be2e257-91dd-4b98-9663-f8bfaeb259d6', 'name': 'network-vif-deleted', 'tag': 'a89f4463-b70e-493b-af43-2ca1eb95336f'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:07:50.993670 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa38f19d-4d31-4a9d-906e-666f3c046dc9" -d '{"events": [{"server_uuid": "2be2e257-91dd-4b98-9663-f8bfaeb259d6", "name": "network-vif-deleted", "tag": "a89f4463-b70e-493b-af43-2ca1eb95336f"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:07:51.028646 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:51.062530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c5a15fed-1444-4e2e-9562-48a006a56286 None None] Deleting port 3306eae1-1176-43d0-997c-55c4c242ad4b {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:51.062871 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c5a15fed-1444-4e2e-9562-48a006a56286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:51.091807 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f656e43-e7aa-4e33-a91a-2a736b28db95 x-openstack-request-id: req-7f656e43-e7aa-4e33-a91a-2a736b28db95 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:07:51.092099 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be2e257-91dd-4b98-9663-f8bfaeb259d6", "name": "network-vif-deleted", "tag": "a89f4463-b70e-493b-af43-2ca1eb95336f", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:07:51.092355 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f656e43-e7aa-4e33-a91a-2a736b28db95 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:07:51.092887 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be2e257-91dd-4b98-9663-f8bfaeb259d6', 'name': 'network-vif-deleted', 'tag': 'a89f4463-b70e-493b-af43-2ca1eb95336f', 'status': 'completed', 'code': 200} Aug 29 07:07:51.236318 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:07:51.243362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c5a15fed-1444-4e2e-9562-48a006a56286 None None] For port 3306eae1-1176-43d0-997c-55c4c242ad4b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3306eae1-1176-43d0-997c-55c4c242ad4b,segment=NetworkSegment(7c12bbd2-550c-4b8e-a1f3-d893ff931439),segment_id=7c12bbd2-550c-4b8e-a1f3-d893ff931439)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:51.244370 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c5a15fed-1444-4e2e-9562-48a006a56286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:51.268640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c5a15fed-1444-4e2e-9562-48a006a56286 None None] Calling delete_port for 3306eae1-1176-43d0-997c-55c4c242ad4b owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:51.323797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310bf8-8f50-41da-a242-9f8023e193e0 req-85755128-219c-43ee-8123-46c137de235d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:51.325356 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c2310bf8-8f50-41da-a242-9f8023e193e0 req-85755128-219c-43ee-8123-46c137de235d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 943 time: 0.5670078 Aug 29 07:07:51.343056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:51.349699 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:51.383203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2cf1f42-a707-45ea-bb08-491df92b0c74 req-0171ae90-2e96-4135-9d70-d041b041ef94 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=2be2e257-91dd-4b98-9663-f8bfaeb259d6 HTTP/1.1" status: 200 len: 210 time: 0.0949609 Aug 29 07:07:51.452238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c2310bf8-8f50-41da-a242-9f8023e193e0 req-3b5657ad-4f41-4f9f-a29a-8354a3e7a4ac tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119087 Aug 29 07:07:51.488740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Deleting port 3306eae1-1176-43d0-997c-55c4c242ad4b {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:51.489087 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:51.621002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] For port 3306eae1-1176-43d0-997c-55c4c242ad4b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=3306eae1-1176-43d0-997c-55c4c242ad4b,segment=NetworkSegment(7c12bbd2-550c-4b8e-a1f3-d893ff931439),segment_id=7c12bbd2-550c-4b8e-a1f3-d893ff931439)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:51.621715 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:51.623414 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c78a94a4-1d65-4839-8eb9-9d828ca9a043 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:51.648657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Calling delete_port for 3306eae1-1176-43d0-997c-55c4c242ad4b owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:51.656100 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: c78a94a4-1d65-4839-8eb9-9d828ca9a043 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:07:51.656453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c78a94a4-1d65-4839-8eb9-9d828ca9a043 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:07:51.659846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3306eae1-1176-43d0-997c-55c4c242ad4b no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:51.659846 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c5a15fed-1444-4e2e-9562-48a006a56286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:51.724761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a15fed-1444-4e2e-9562-48a006a56286 None None] Pushing event deleted for resources: {'Port': ['ID=3306eae1-1176-43d0-997c-55c4c242ad4b,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:51.728836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 3306eae1-1176-43d0-997c-55c4c242ad4b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:07:51.729066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 3306eae1-1176-43d0-997c-55c4c242ad4b not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:07:51.745914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a15fed-1444-4e2e-9562-48a006a56286 None None] No DVR routers for this DVR port 3306eae1-1176-43d0-997c-55c4c242ad4b on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:07:51.769230 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:51.770202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Fanout notify agent at l3_agent the message router_deleted on router 11923a89-5665-4a51-a787-35ab68cfcdf9 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:07:51.784355 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:51.789873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-850c3df4-d981-4a07-ba7d-585813fbf267 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "DELETE /v2.0/routers/11923a89-5665-4a51-a787-35ab68cfcdf9 HTTP/1.1" status: 204 len: 168 time: 3.3099296 Aug 29 07:07:51.790700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 49992) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:51.796534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-cfa98859-8f29-4218-a7a5-36ebec3e1fad tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2029583025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:51.824725 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:51.882322 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Port': ['ID=3306eae1-1176-43d0-997c-55c4c242ad4b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:51.900456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No DVR routers for this DVR port 3306eae1-1176-43d0-997c-55c4c242ad4b on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:07:51.960193 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cfa98859-8f29-4218-a7a5-36ebec3e1fad tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:51.961630 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cfa98859-8f29-4218-a7a5-36ebec3e1fad tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:51.972684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a89f4463-b70e-493b-af43-2ca1eb95336f no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:52.036278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: a89f4463-b70e-493b-af43-2ca1eb95336f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:07:52.036837 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a89f4463-b70e-493b-af43-2ca1eb95336f not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:07:52.088547 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:52.104886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db7f7ec-625c-48fe-8703-1f63171ce759']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:52.109810 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cfa98859-8f29-4218-a7a5-36ebec3e1fad tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:52.188717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cfa98859-8f29-4218-a7a5-36ebec3e1fad tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:52.276392 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cfa98859-8f29-4218-a7a5-36ebec3e1fad tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:52.277102 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cfa98859-8f29-4218-a7a5-36ebec3e1fad tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4843616 Aug 29 07:07:52.280486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50000) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:52.289483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:52.459107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c12bbd2-550c-4b8e-a1f3-d893ff931439') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:52.459107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c12bbd2-550c-4b8e-a1f3-d893ff931439') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:52.474738 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:52.496131 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:52.513330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:07:52.513330 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:07:52.629758 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:07:52.657223 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:52.714123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7aa83-f790-42ae-9a87-505961b26878 req-dd138069-dd0e-467b-8cea-12c84e574733 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:52.732958 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74b7aa83-f790-42ae-9a87-505961b26878 req-dd138069-dd0e-467b-8cea-12c84e574733 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 943 time: 0.0928710 Aug 29 07:07:52.761162 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:52.770125 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:52.772272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/networks/7db7f7ec-625c-48fe-8703-1f63171ce759 HTTP/1.1" status: 204 len: 168 time: 2.3619778 Aug 29 07:07:52.775608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50012) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:52.786181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-0d417b02-dd4b-4d9b-9730-24484ce736b7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'router': {'routes': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:52.806088 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0002f-ca2b-4495-88e7-c2853d5c1a12 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Pushing event deleted for resources: {'Network': ['ID=7db7f7ec-625c-48fe-8703-1f63171ce759,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:52.870126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74b7aa83-f790-42ae-9a87-505961b26878 req-c9233ac3-8e38-479a-84f6-a6750a3e36df tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360834 Aug 29 07:07:53.011980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.extraroute_db [None req-0d417b02-dd4b-4d9b-9730-24484ce736b7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Added routes are [] {{(pid=95404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 07:07:53.012288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.extraroute_db [None req-0d417b02-dd4b-4d9b-9730-24484ce736b7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Removed routes are [] {{(pid=95404) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 07:07:53.012673 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d417b02-dd4b-4d9b-9730-24484ce736b7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:53.053228 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:53.078279 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:53.256840 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d417b02-dd4b-4d9b-9730-24484ce736b7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:53.259533 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Allocated IP 172.25.1.52 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/9e7964e4-3f36-4bbb-af5d-fa959c951224) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:07:53.262574 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d417b02-dd4b-4d9b-9730-24484ce736b7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:53.413292 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:53.420341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d417b02-dd4b-4d9b-9730-24484ce736b7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:07:53.536020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d417b02-dd4b-4d9b-9730-24484ce736b7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:53.545083 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d417b02-dd4b-4d9b-9730-24484ce736b7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:53.549402 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0d417b02-dd4b-4d9b-9730-24484ce736b7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 HTTP/1.1" status: 200 len: 701 time: 0.7713819 Aug 29 07:07:53.549848 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50026) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:53.568410 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40cd4bd-8679-4c5a-a66e-1a90879daa48 None None] Sync routers for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:53.581232 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40cd4bd-8679-4c5a-a66e-1a90879daa48 None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:53.581832 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:53.582327 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e40cd4bd-8679-4c5a-a66e-1a90879daa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:53.637193 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5f44f03f-117a-4ddb-871a-1911c63a6bde tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports?device_id=e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 HTTP/1.1" status: 200 len: 205 time: 0.0855770 Aug 29 07:07:53.640802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50028) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:53.705899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:07:53.711807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:07:53.722029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:07:53.733250 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-e40cd4bd-8679-4c5a-a66e-1a90879daa48 None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:53.838019 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-45363ce6-9934-4467-afbb-28d54d51b333 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:53.940339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Pushing event updated for resources: {'Port': ['ID=9e7964e4-3f36-4bbb-af5d-fa959c951224,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:53.976357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50034) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:53.982969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:53.983375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:53.987982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:53.987982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:53.987982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:53.987982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:53.987982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:53.987982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:53.987982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:53.987982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:53.987982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:53.987982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:07:54.116844 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e40cd4bd-8679-4c5a-a66e-1a90879daa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:48Z', 'revision_number': 11, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:54.152316 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40cd4bd-8679-4c5a-a66e-1a90879daa48 None None] Checking router: e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:54.168405 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40cd4bd-8679-4c5a-a66e-1a90879daa48 None None] Routers {'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:54.168669 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e40cd4bd-8679-4c5a-a66e-1a90879daa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:54.283584 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-e40cd4bd-8679-4c5a-a66e-1a90879daa48 None None] Set router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:54.307010 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1dbae1d6-670c-4fde-bce6-7a7b70476ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:54.308053 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-45363ce6-9934-4467-afbb-28d54d51b333 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:54.312402 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-45363ce6-9934-4467-afbb-28d54d51b333 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:54.376035 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e40cd4bd-8679-4c5a-a66e-1a90879daa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:48Z', 'revision_number': 11, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:54.398516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:54.419848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619a2d7-a83c-4361-93c0-148809d5a803 req-4a8958f5-ece6-4600-9f01-ff2bb2755ed9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:54.419848 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3619a2d7-a83c-4361-93c0-148809d5a803 req-4a8958f5-ece6-4600-9f01-ff2bb2755ed9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 943 time: 0.2574241 Aug 29 07:07:54.458199 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40cd4bd-8679-4c5a-a66e-1a90879daa48 None None] The sync data for ids ['e715fba3-25ce-48c2-8cd8-d255a8d0b0a2'] in n-d-713301-12 is: [{'id': 'e715fba3-25ce-48c2-8cd8-d255a8d0b0a2', 'name': 'tempest-RoutersTest-router-1811284875', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:06:44Z', 'updated_at': '2021-08-29T07:07:48Z', 'revision_number': 11, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:54.468924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3619a2d7-a83c-4361-93c0-148809d5a803 req-509a0f61-60e4-4db9-b1fe-f2e07677c1a3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447237 Aug 29 07:07:54.555512 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-45363ce6-9934-4467-afbb-28d54d51b333 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:54.556587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45363ce6-9934-4467-afbb-28d54d51b333 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Fanout notify agent at l3_agent the message router_deleted on router e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:07:54.568313 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-45363ce6-9934-4467-afbb-28d54d51b333 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:54.571274 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-45363ce6-9934-4467-afbb-28d54d51b333 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 HTTP/1.1" status: 204 len: 168 time: 0.9292750 Aug 29 07:07:54.583171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50048) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:54.588322 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-31299adc-a7dd-44d5-864c-6848ca402c14 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-943263631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:54.671307 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1dbae1d6-670c-4fde-bce6-7a7b70476ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:54.759111 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1dbae1d6-670c-4fde-bce6-7a7b70476ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:54.845072 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1dbae1d6-670c-4fde-bce6-7a7b70476ae6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b63b0377e4ec43fe8552c1b27373ab54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8649781 Aug 29 07:07:54.847728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50052) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:54.876545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbae1d6-670c-4fde-bce6-7a7b70476ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c8b44e-a5bf-40c0-a955-5ef8674e5547,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:54.894710 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-31299adc-a7dd-44d5-864c-6848ca402c14 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:54.897362 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-31299adc-a7dd-44d5-864c-6848ca402c14 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:54.919303 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:54.931350 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:55.014709 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-31299adc-a7dd-44d5-864c-6848ca402c14 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:55.029824 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1338-530d-4d64-9ac5-dabaaed077dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:55.083810 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1338-530d-4d64-9ac5-dabaaed077dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:55.115463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1884006-ac1e-4b36-8618-bfe6320cc5f8 req-b110bc6b-22ae-4c1f-a8c9-f006d1de8d03 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:55.117110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1884006-ac1e-4b36-8618-bfe6320cc5f8 req-b110bc6b-22ae-4c1f-a8c9-f006d1de8d03 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 945 time: 0.1118605 Aug 29 07:07:55.143169 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-31299adc-a7dd-44d5-864c-6848ca402c14 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:55.201454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1884006-ac1e-4b36-8618-bfe6320cc5f8 req-bf989868-9631-4ced-8697-5ba3e4e2381e tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711715 Aug 29 07:07:55.268298 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-31299adc-a7dd-44d5-864c-6848ca402c14 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:55.269525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-31299adc-a7dd-44d5-864c-6848ca402c14 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6853032 Aug 29 07:07:55.272318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50058) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:55.284749 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-468164d6-ec3f-44b1-906e-5465351625be tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:55.376057 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1338-530d-4d64-9ac5-dabaaed077dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:55.378094 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1338-530d-4d64-9ac5-dabaaed077dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:55.382179 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3b9a1338-530d-4d64-9ac5-dabaaed077dc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10c8b44e-a5bf-40c0-a955-5ef8674e5547 HTTP/1.1" status: 204 len: 168 time: 0.5332456 Aug 29 07:07:55.487129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a1338-530d-4d64-9ac5-dabaaed077dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c8b44e-a5bf-40c0-a955-5ef8674e5547,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:55.708481 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-468164d6-ec3f-44b1-906e-5465351625be tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:55.731441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7a215-a99e-4bbf-91d3-f7a3751060b9 req-718b11d0-ba08-438a-9e5e-3f519fa26c49 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:55.733681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7c7a215-a99e-4bbf-91d3-f7a3751060b9 req-718b11d0-ba08-438a-9e5e-3f519fa26c49 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 943 time: 0.1310029 Aug 29 07:07:55.777876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7c7a215-a99e-4bbf-91d3-f7a3751060b9 req-784fc31b-c3b3-4df3-a934-88d525b5b91c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370312 Aug 29 07:07:55.796239 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-468164d6-ec3f-44b1-906e-5465351625be tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:55.804828 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Router 2ff5741e-8321-4314-bc25-1ed6d57cf8fd is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:07:55.947948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:55.955626 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:55.956828 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf0b91c0-63c0-4967-bc0a-1b226899668f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "PUT /v2.0/routers/2ff5741e-8321-4314-bc25-1ed6d57cf8fd HTTP/1.1" status: 200 len: 879 time: 3.6740389 Aug 29 07:07:55.958166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dc6e39-af58-4f18-8e5d-68a1101398bc None None] Sync routers for ids ['2ff5741e-8321-4314-bc25-1ed6d57cf8fd'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:55.965460 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50070) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:55.969773 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dc6e39-af58-4f18-8e5d-68a1101398bc None None] Routers {'2ff5741e-8321-4314-bc25-1ed6d57cf8fd'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:55.970417 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-19dc6e39-af58-4f18-8e5d-68a1101398bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2ff5741e-8321-4314-bc25-1ed6d57cf8fd'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:56.002563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-19dc6e39-af58-4f18-8e5d-68a1101398bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:56.011463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dc6e39-af58-4f18-8e5d-68a1101398bc None None] Routers {'2ff5741e-8321-4314-bc25-1ed6d57cf8fd'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:56.015334 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-19dc6e39-af58-4f18-8e5d-68a1101398bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2ff5741e-8321-4314-bc25-1ed6d57cf8fd'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:56.055448 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468164d6-ec3f-44b1-906e-5465351625be tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Router 9f467473-207b-41a1-b03f-3dd271fb9535 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:07:56.060368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-19dc6e39-af58-4f18-8e5d-68a1101398bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:56.061093 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dc6e39-af58-4f18-8e5d-68a1101398bc None None] The sync data for ids ['2ff5741e-8321-4314-bc25-1ed6d57cf8fd'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:56.145833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-dc7dda22-38bc-49f7-8fa8-ea57bdd640b8 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/routers/2ff5741e-8321-4314-bc25-1ed6d57cf8fd HTTP/1.1" status: 200 len: 920 time: 0.1782522 Aug 29 07:07:56.149500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50072) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:56.152079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468164d6-ec3f-44b1-906e-5465351625be tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:07:56.159747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-468164d6-ec3f-44b1-906e-5465351625be tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:56.160939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-468164d6-ec3f-44b1-906e-5465351625be tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "PUT /v2.0/routers/9f467473-207b-41a1-b03f-3dd271fb9535 HTTP/1.1" status: 200 len: 693 time: 0.8876314 Aug 29 07:07:56.163523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50074) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:56.166807 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40662f9-441b-4a8a-abb4-4a6ff5669d1d None None] Sync routers for ids ['9f467473-207b-41a1-b03f-3dd271fb9535'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:07:56.178800 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40662f9-441b-4a8a-abb4-4a6ff5669d1d None None] Routers {'9f467473-207b-41a1-b03f-3dd271fb9535'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:56.179973 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b40662f9-441b-4a8a-abb4-4a6ff5669d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9f467473-207b-41a1-b03f-3dd271fb9535'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:56.249670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6bfaca5d-e8b7-4526-97e0-0544b9454124 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/routers/9f467473-207b-41a1-b03f-3dd271fb9535 HTTP/1.1" status: 200 len: 699 time: 0.0848477 Aug 29 07:07:56.258960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50076) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:56.261544 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0a7ff-dbaa-455d-985d-b59c0aa39f99 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:56.266036 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-19c0a7ff-dbaa-455d-985d-b59c0aa39f99 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&device_id=2ff5741e-8321-4314-bc25-1ed6d57cf8fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1125569 Aug 29 07:07:56.266524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50078) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:56.270090 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b40662f9-441b-4a8a-abb4-4a6ff5669d1d None None] Set router 9f467473-207b-41a1-b03f-3dd271fb9535 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:56.332730 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b40662f9-441b-4a8a-abb4-4a6ff5669d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f467473-207b-41a1-b03f-3dd271fb9535', 'name': 'tempest-RoutersTest-router-943263631', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:07:54Z', 'updated_at': '2021-08-29T07:07:55Z', 'revision_number': 2, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:56.364684 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40662f9-441b-4a8a-abb4-4a6ff5669d1d None None] Checking router: 9f467473-207b-41a1-b03f-3dd271fb9535 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:07:56.374835 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40662f9-441b-4a8a-abb4-4a6ff5669d1d None None] Routers {'9f467473-207b-41a1-b03f-3dd271fb9535'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:07:56.375666 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b40662f9-441b-4a8a-abb4-4a6ff5669d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9f467473-207b-41a1-b03f-3dd271fb9535'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:56.410801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119a4654-9c0c-4a39-9d95-ca9e7f1909e4 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:56.416180 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-119a4654-9c0c-4a39-9d95-ca9e7f1909e4 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 881 time: 0.1475112 Aug 29 07:07:56.416381 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50090) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:56.416715 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50092) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:56.465604 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-10dee35b-6852-48e6-a631-84402e65d780 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ff5741e-8321-4314-bc25-1ed6d57cf8fd HTTP/1.1" status: 200 len: 205 time: 0.0462811 Aug 29 07:07:56.467590 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b94e-7515-4132-a9d2-94e87c4f9cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:56.476790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50098) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:56.512439 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b40662f9-441b-4a8a-abb4-4a6ff5669d1d None None] Set router 9f467473-207b-41a1-b03f-3dd271fb9535 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:07:56.580470 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b40662f9-441b-4a8a-abb4-4a6ff5669d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f467473-207b-41a1-b03f-3dd271fb9535', 'name': 'tempest-RoutersTest-router-943263631', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:07:54Z', 'updated_at': '2021-08-29T07:07:55Z', 'revision_number': 2, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:07:56.613282 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40662f9-441b-4a8a-abb4-4a6ff5669d1d None None] The sync data for ids ['9f467473-207b-41a1-b03f-3dd271fb9535'] in n-d-713301-12 is: [{'id': '9f467473-207b-41a1-b03f-3dd271fb9535', 'name': 'tempest-RoutersTest-router-943263631', 'tenant_id': '1166883f58b343578e919064097d9aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:07:54Z', 'updated_at': '2021-08-29T07:07:55Z', 'revision_number': 2, 'project_id': '1166883f58b343578e919064097d9aae', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:07:56.621001 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3b5cd0fe-8e85-48c5-b7f4-1fb6f3dae0f6 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f467473-207b-41a1-b03f-3dd271fb9535 HTTP/1.1" status: 200 len: 205 time: 0.3602884 Aug 29 07:07:56.631688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50102) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:56.688688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423d1a1-4f6a-400e-bc3d-918a7cb00594 req-d3ea223c-9bf1-4383-8636-63ee2db75162 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:56.690392 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5423d1a1-4f6a-400e-bc3d-918a7cb00594 req-d3ea223c-9bf1-4383-8636-63ee2db75162 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 945 time: 0.0726030 Aug 29 07:07:56.748117 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b6917f9-6cea-4a35-b155-df279cfb1066 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:56.750659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5423d1a1-4f6a-400e-bc3d-918a7cb00594 req-398b5e75-eab5-44c0-8a3b-d181191b2004 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501657 Aug 29 07:07:56.826181 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:56.916196 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d4fbe-3bc6-48db-9a8d-62e75c95df4b req-fa6aa08d-49af-41b4-87ea-4ab3369333d6 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:56.918427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-697d4fbe-3bc6-48db-9a8d-62e75c95df4b req-fa6aa08d-49af-41b4-87ea-4ab3369333d6 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 945 time: 0.0891042 Aug 29 07:07:56.921822 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b94e-7515-4132-a9d2-94e87c4f9cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.046508 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b94e-7515-4132-a9d2-94e87c4f9cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.050473 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b6917f9-6cea-4a35-b155-df279cfb1066 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.055849 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c3c9c-fa72-4a97-a975-96995a8c142f req-e5a67493-de85-4491-adfa-bc807906ad5c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:57.057468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a9c3c9c-fa72-4a97-a975-96995a8c142f req-e5a67493-de85-4491-adfa-bc807906ad5c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 943 time: 0.1576324 Aug 29 07:07:57.088699 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b6917f9-6cea-4a35-b155-df279cfb1066 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.118593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a9c3c9c-fa72-4a97-a975-96995a8c142f req-39e84d95-40f2-4be3-8933-a10d05ae0db6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526202 Aug 29 07:07:57.120550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-697d4fbe-3bc6-48db-9a8d-62e75c95df4b req-c3cc97a1-8961-4ac7-aad8-700edb4d90df tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Deleting port 803db5a9-72e8-4376-accf-a78bbc6bfc58 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:57.120897 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-697d4fbe-3bc6-48db-9a8d-62e75c95df4b req-c3cc97a1-8961-4ac7-aad8-700edb4d90df tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.182063 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5ff9b94e-7515-4132-a9d2-94e87c4f9cba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eeb0ed07e6354c2b8746f0441f1a72f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7641258 Aug 29 07:07:57.186369 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50112) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:57.200013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9b94e-7515-4132-a9d2-94e87c4f9cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d637c798-1fe6-4dcd-b069-673b5a634d66,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:57.238517 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.251669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-697d4fbe-3bc6-48db-9a8d-62e75c95df4b req-c3cc97a1-8961-4ac7-aad8-700edb4d90df tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] For port 803db5a9-72e8-4376-accf-a78bbc6bfc58, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=803db5a9-72e8-4376-accf-a78bbc6bfc58,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:57.252583 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-697d4fbe-3bc6-48db-9a8d-62e75c95df4b req-c3cc97a1-8961-4ac7-aad8-700edb4d90df tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.270994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-697d4fbe-3bc6-48db-9a8d-62e75c95df4b req-c3cc97a1-8961-4ac7-aad8-700edb4d90df tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Calling delete_port for 803db5a9-72e8-4376-accf-a78bbc6bfc58 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:57.276729 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6e25191-ff8a-49e1-9c2a-0cc2909ff00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.311376 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b6917f9-6cea-4a35-b155-df279cfb1066 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.312090 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6917f9-6cea-4a35-b155-df279cfb1066 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Fanout notify agent at l3_agent the message router_deleted on router 9f467473-207b-41a1-b03f-3dd271fb9535 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:07:57.317214 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6e25191-ff8a-49e1-9c2a-0cc2909ff00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.329389 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b6917f9-6cea-4a35-b155-df279cfb1066 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.329389 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4b6917f9-6cea-4a35-b155-df279cfb1066 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/routers/9f467473-207b-41a1-b03f-3dd271fb9535 HTTP/1.1" status: 204 len: 168 time: 0.6972804 Aug 29 07:07:57.330244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50116) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:57.391909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50120) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:57.392944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ae7efbb8-d5a7-4a88-adeb-d20734b28b21 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f467473-207b-41a1-b03f-3dd271fb9535 HTTP/1.1" status: 200 len: 205 time: 0.0617580 Aug 29 07:07:57.436656 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-43ca9895-61f2-4457-85ec-1d7d13d80ab4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] delete failed (client error): The resource could not be found. Aug 29 07:07:57.437599 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-43ca9895-61f2-4457-85ec-1d7d13d80ab4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/routers/9f467473-207b-41a1-b03f-3dd271fb9535 HTTP/1.1" status: 404 len: 336 time: 0.0446200 Aug 29 07:07:57.441228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50122) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:57.480631 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea70bae-577a-4a4e-863e-38583e2f2ff9 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] DELETE failed (client error): The resource could not be found. Aug 29 07:07:57.480631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea70bae-577a-4a4e-863e-38583e2f2ff9 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:07:57.482747 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9ea70bae-577a-4a4e-863e-38583e2f2ff9 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/d01f8a25-1bd8-4b26-b20c-b164c153b92c HTTP/1.1" status: 404 len: 337 time: 0.0403411 Aug 29 07:07:57.487181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50124) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:57.503842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Deleting port 9e7964e4-3f36-4bbb-af5d-fa959c951224 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:07:57.504190 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.524923 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41a1d39-3099-4b5a-8818-ffe2254f4a3a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] DELETE failed (client error): The resource could not be found. Aug 29 07:07:57.525388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41a1d39-3099-4b5a-8818-ffe2254f4a3a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:07:57.530405 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a41a1d39-3099-4b5a-8818-ffe2254f4a3a tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/8d04ebc9-b2eb-462e-9a79-1cde6f622612 HTTP/1.1" status: 404 len: 337 time: 0.0387053 Aug 29 07:07:57.530753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50126) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:57.559636 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-792c3823-f811-4aff-bb11-f1fc010debe7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] DELETE failed (client error): The resource could not be found. Aug 29 07:07:57.560658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792c3823-f811-4aff-bb11-f1fc010debe7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:07:57.562504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-792c3823-f811-4aff-bb11-f1fc010debe7 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/bdf267aa-7318-41e7-bd1e-7f504c9ce9d9 HTTP/1.1" status: 404 len: 337 time: 0.0306435 Aug 29 07:07:57.565185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50128) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:57.580766 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6e25191-ff8a-49e1-9c2a-0cc2909ff00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.584875 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6e25191-ff8a-49e1-9c2a-0cc2909ff00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.587342 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f6e25191-ff8a-49e1-9c2a-0cc2909ff00c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d637c798-1fe6-4dcd-b069-673b5a634d66 HTTP/1.1" status: 204 len: 168 time: 0.3988030 Aug 29 07:07:57.592587 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9368942-74b5-4e4a-8cdb-b6fb87642c46 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] DELETE failed (client error): The resource could not be found. Aug 29 07:07:57.593056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9368942-74b5-4e4a-8cdb-b6fb87642c46 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:07:57.594872 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c9368942-74b5-4e4a-8cdb-b6fb87642c46 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/ea19b286-7ec8-4bf5-b682-7f06f9585a43 HTTP/1.1" status: 404 len: 337 time: 0.0287812 Aug 29 07:07:57.601883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50132) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:57.613958 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-697d4fbe-3bc6-48db-9a8d-62e75c95df4b req-c3cc97a1-8961-4ac7-aad8-700edb4d90df tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.623211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e25191-ff8a-49e1-9c2a-0cc2909ff00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d637c798-1fe6-4dcd-b069-673b5a634d66,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:57.630131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:07:57.658170 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c41f88d2-63d0-44d7-9fa4-18e1fc4bcad0 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports?device_id=e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 HTTP/1.1" status: 200 len: 205 time: 0.0526686 Aug 29 07:07:57.673285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50134) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:57.675794 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.691918 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Calling delete_port for 9e7964e4-3f36-4bbb-af5d-fa959c951224 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:07:57.704778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['d5db42ad-d116-4485-a922-ab2c456cf858'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:07:57.731705 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc97a1-8961-4ac7-aad8-700edb4d90df tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Pushing event deleted for resources: {'Port': ['ID=803db5a9-72e8-4376-accf-a78bbc6bfc58,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:57.822525 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-04cf1fe0-f073-4e76-b831-7147cf09ac20 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] delete failed (client error): The resource could not be found. Aug 29 07:07:57.823638 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-04cf1fe0-f073-4e76-b831-7147cf09ac20 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/routers/e715fba3-25ce-48c2-8cd8-d255a8d0b0a2 HTTP/1.1" status: 404 len: 336 time: 0.1131623 Aug 29 07:07:57.826404 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50140) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:57.935716 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2d0d04b6-d771-46f2-b7f0-9bf2415d0539 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports?device_id=26c45e9a-1e6b-4e2a-95f0-775effa9b8b9 HTTP/1.1" status: 200 len: 205 time: 0.1081500 Aug 29 07:07:57.937051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-697d4fbe-3bc6-48db-9a8d-62e75c95df4b req-c3cc97a1-8961-4ac7-aad8-700edb4d90df tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] No DVR routers for this DVR port 803db5a9-72e8-4376-accf-a78bbc6bfc58 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:07:57.942034 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-697d4fbe-3bc6-48db-9a8d-62e75c95df4b req-c3cc97a1-8961-4ac7-aad8-700edb4d90df tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:57.959521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-697d4fbe-3bc6-48db-9a8d-62e75c95df4b req-c3cc97a1-8961-4ac7-aad8-700edb4d90df tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.11 "DELETE /v2.0/ports/803db5a9-72e8-4376-accf-a78bbc6bfc58 HTTP/1.1" status: 204 len: 173 time: 1.0278366 Aug 29 07:07:57.959521 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50142) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:57.968991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3743137-b2ec-4000-b0f3-aafc79d7afe7', 'name': 'network-vif-deleted', 'tag': '803db5a9-72e8-4376-accf-a78bbc6bfc58'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:07:57.978581 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a923c089-3cfd-4e51-9d55-0faf78bae9e0" -d '{"events": [{"server_uuid": "d3743137-b2ec-4000-b0f3-aafc79d7afe7", "name": "network-vif-deleted", "tag": "803db5a9-72e8-4376-accf-a78bbc6bfc58"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:07:58.040874 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-43be5c00-4a19-422b-9b87-358d855ac75e tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] delete failed (client error): The resource could not be found. Aug 29 07:07:58.042924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-43be5c00-4a19-422b-9b87-358d855ac75e tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/routers/26c45e9a-1e6b-4e2a-95f0-775effa9b8b9 HTTP/1.1" status: 404 len: 336 time: 0.0585525 Aug 29 07:07:58.054915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50150) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:58.077451 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9336c556-d655-4f3b-8d56-ae6f019593c1 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:07:58.138762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0847d279-e6e8-4253-87c4-9624decf20f3 req-ed36013c-cb4e-4e65-bb22-d6e510d6a7c9 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 210 time: 0.1784425 Aug 29 07:07:58.183332 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b031c0ee-3879-4092-8889-e63dfe9e8053 x-openstack-request-id: req-b031c0ee-3879-4092-8889-e63dfe9e8053 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:07:58.183723 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3743137-b2ec-4000-b0f3-aafc79d7afe7", "name": "network-vif-deleted", "tag": "803db5a9-72e8-4376-accf-a78bbc6bfc58", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:07:58.183984 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b031c0ee-3879-4092-8889-e63dfe9e8053 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:07:58.184400 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3743137-b2ec-4000-b0f3-aafc79d7afe7', 'name': 'network-vif-deleted', 'tag': '803db5a9-72e8-4376-accf-a78bbc6bfc58', 'status': 'completed', 'code': 200} Aug 29 07:07:58.185325 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a323351-062b-48a5-8976-5ed6c2fd1240 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] DELETE failed (client error): The resource could not be found. Aug 29 07:07:58.185796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a323351-062b-48a5-8976-5ed6c2fd1240 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:07:58.190395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50154) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:58.194734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2a323351-062b-48a5-8976-5ed6c2fd1240 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/eaa45e0a-c00e-4014-aa10-213a4645f02a HTTP/1.1" status: 404 len: 337 time: 0.1370380 Aug 29 07:07:58.231274 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c1887169-aebf-4e11-8eed-9f2cc2ad4caf tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a809dcc-f77d-4943-bb17-3e7f9fccdd3d HTTP/1.1" status: 200 len: 205 time: 0.0396390 Aug 29 07:07:58.233843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50156) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:58.278347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9336c556-d655-4f3b-8d56-ae6f019593c1, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9336c556-d655-4f3b-8d56-ae6f019593c1,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:58.291119 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-abf927fe-0ebe-4393-9f1b-e47aceacc2dc tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] delete failed (client error): The resource could not be found. Aug 29 07:07:58.305439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-abf927fe-0ebe-4393-9f1b-e47aceacc2dc tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/routers/0a809dcc-f77d-4943-bb17-3e7f9fccdd3d HTTP/1.1" status: 404 len: 336 time: 0.0703163 Aug 29 07:07:58.308159 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:58.310746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50160) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:58.321737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '9336c556-d655-4f3b-8d56-ae6f019593c1', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'port_id': '9336c556-d655-4f3b-8d56-ae6f019593c1', 'mac_address': 'fa:16:3e:59:ae:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:07:58.484471 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:58.485288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193f3da-0bdd-42cc-9282-e9ed74524c81 req-7da8f741-238d-4f03-a955-6eb038fbdbbd tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:58.493403 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f193f3da-0bdd-42cc-9282-e9ed74524c81 req-7da8f741-238d-4f03-a955-6eb038fbdbbd tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 943 time: 0.1734436 Aug 29 07:07:58.502266 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-addae5a5-f0b2-4ace-a5ee-d7cc991b67bc tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports?device_id=5eb5cbda-61a0-4fe6-9821-cd06806d7313 HTTP/1.1" status: 200 len: 205 time: 0.1847446 Aug 29 07:07:58.507529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50168) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:58.548564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Pushing event deleted for resources: {'Port': ['ID=9e7964e4-3f36-4bbb-af5d-fa959c951224,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:58.587489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9336c556-d655-4f3b-8d56-ae6f019593c1 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:07:58.612720 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9336c556-d655-4f3b-8d56-ae6f019593c1, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9336c556-d655-4f3b-8d56-ae6f019593c1,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:07:58.634394 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:58.650176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f193f3da-0bdd-42cc-9282-e9ed74524c81 req-8a80475e-a2e6-44ce-a83c-d7910ce65193 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557524 Aug 29 07:07:58.651275 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-6f647f80-2d04-44fa-adbf-ebe0c4fa97c1 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] delete failed (client error): The resource could not be found. Aug 29 07:07:58.655790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6f647f80-2d04-44fa-adbf-ebe0c4fa97c1 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/routers/5eb5cbda-61a0-4fe6-9821-cd06806d7313 HTTP/1.1" status: 404 len: 336 time: 0.1450202 Aug 29 07:07:58.656514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50172) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:58.686088 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-4adda612-3e56-4d61-8caf-05c9ebdbda35 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] DELETE failed (client error): The resource could not be found. Aug 29 07:07:58.686757 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4adda612-3e56-4d61-8caf-05c9ebdbda35 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:07:58.688605 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4adda612-3e56-4d61-8caf-05c9ebdbda35 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/b070754e-f70c-4b9b-808d-b1aebf4c630e HTTP/1.1" status: 404 len: 337 time: 0.0309894 Aug 29 07:07:58.694753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50174) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:58.720011 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:58.726001 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-16915a47-cede-4f91-b0ef-d93d8fccc8d9 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb956e2a-1160-45ac-a9ea-a3291d283d82 HTTP/1.1" status: 200 len: 205 time: 0.0299201 Aug 29 07:07:58.731486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50176) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:58.761872 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:58.768159 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:58.801113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9336c556-d655-4f3b-8d56-ae6f019593c1,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:07:58.803885 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-a835e6db-55d7-4cbd-a644-1c5277e3bfe6 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] delete failed (client error): The resource could not be found. Aug 29 07:07:58.805181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a835e6db-55d7-4cbd-a644-1c5277e3bfe6 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/routers/eb956e2a-1160-45ac-a9ea-a3291d283d82 HTTP/1.1" status: 404 len: 336 time: 0.0723734 Aug 29 07:07:58.816049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50180) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:58.868638 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26a83cd-2577-43ca-8977-84c6d3b73a53 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] DELETE failed (client error): The resource could not be found. Aug 29 07:07:58.874433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26a83cd-2577-43ca-8977-84c6d3b73a53 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:07:58.879987 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f26a83cd-2577-43ca-8977-84c6d3b73a53 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/3a509934-5414-4cfb-a5d8-1c04a30f1a71 HTTP/1.1" status: 404 len: 337 time: 0.0624261 Aug 29 07:07:58.880672 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50182) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:58.916842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50184) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:58.917152 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4031ba4d-dd20-4618-b399-17b67c4099dc tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7c5d7f3-5cec-4016-b346-4713dbd2ee97 HTTP/1.1" status: 200 len: 205 time: 0.0332410 Aug 29 07:07:58.946797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9336c556-d655-4f3b-8d56-ae6f019593c1'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:07:58.949031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 803db5a9-72e8-4376-accf-a78bbc6bfc58 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:07:58.965817 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-189d360a-af2f-4477-83d7-40dbb21bc97c tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] delete failed (client error): The resource could not be found. Aug 29 07:07:58.967169 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-189d360a-af2f-4477-83d7-40dbb21bc97c tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/routers/a7c5d7f3-5cec-4016-b346-4713dbd2ee97 HTTP/1.1" status: 404 len: 336 time: 0.0487664 Aug 29 07:07:58.970722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50186) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:58.982500 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:58.983518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Fanout notify agent at l3_agent the message router_deleted on router 2ff5741e-8321-4314-bc25-1ed6d57cf8fd {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:07:58.995075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 803db5a9-72e8-4376-accf-a78bbc6bfc58 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:07:58.995454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 803db5a9-72e8-4376-accf-a78bbc6bfc58 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:07:59.012787 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:59.017580 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-64a27001-8011-4ecb-b8d4-6d46103ee1f3 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "DELETE /v2.0/routers/2ff5741e-8321-4314-bc25-1ed6d57cf8fd HTTP/1.1" status: 204 len: 168 time: 2.5110066 Aug 29 07:07:59.019917 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eed53c3-3143-4bc8-b9aa-f7080c970fa4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] DELETE failed (client error): The resource could not be found. Aug 29 07:07:59.020381 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eed53c3-3143-4bc8-b9aa-f7080c970fa4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:07:59.021555 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50190) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:59.022609 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5eed53c3-3143-4bc8-b9aa-f7080c970fa4 tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/66866b2f-bfa0-451a-a206-31769e993e4d HTTP/1.1" status: 404 len: 337 time: 0.0506213 Aug 29 07:07:59.026438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f8b23515-bc58-4085-a8a6-4abae7b0af38 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-32773820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:59.043269 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50192) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:59.115725 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a7bd89-6c1c-4d2f-8446-6f21bfb15ccb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] DELETE failed (client error): The resource could not be found. Aug 29 07:07:59.116490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a7bd89-6c1c-4d2f-8446-6f21bfb15ccb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:07:59.119099 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-77a7bd89-6c1c-4d2f-8446-6f21bfb15ccb tempest-RoutersTest-443707274 tempest-RoutersTest-443707274-project] 10.222.0.76 "DELETE /v2.0/subnets/0dda96c1-890c-434d-9f8a-9ac50bf5c462 HTTP/1.1" status: 404 len: 337 time: 0.0740523 Aug 29 07:07:59.211887 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8b23515-bc58-4085-a8a6-4abae7b0af38 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:59.213270 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8b23515-bc58-4085-a8a6-4abae7b0af38 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:59.295263 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8b23515-bc58-4085-a8a6-4abae7b0af38 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:59.315457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b334a745-b58a-43f9-bc01-ad3dca426c8c req-56fe467c-168e-40f9-8d33-4c3e21fcac38 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3743137-b2ec-4000-b0f3-aafc79d7afe7 HTTP/1.1" status: 200 len: 210 time: 0.0316982 Aug 29 07:07:59.541597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8b23515-bc58-4085-a8a6-4abae7b0af38 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:59.673580 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8b23515-bc58-4085-a8a6-4abae7b0af38 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:07:59.677842 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f8b23515-bc58-4085-a8a6-4abae7b0af38 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6526520 Aug 29 07:07:59.678189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50208) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:07:59.683927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'enable_snat': True}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:07:59.947090 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0306c-ed0f-4952-a270-f76c25701717 req-61693a57-1802-4b94-9c7d-29c42461344d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:07:59.952740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cc0306c-ed0f-4952-a270-f76c25701717 req-61693a57-1802-4b94-9c7d-29c42461344d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 944 time: 0.1240132 Aug 29 07:08:00.006865 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cc0306c-ed0f-4952-a270-f76c25701717 req-5075ddb4-c9ed-42a8-b7a1-3699dfa833a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465484 Aug 29 07:08:00.033447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50216) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:00.045879 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:00.066099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9336c556-d655-4f3b-8d56-ae6f019593c1 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:08:00.245315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 9336c556-d655-4f3b-8d56-ae6f019593c1 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:08:00.250147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 9336c556-d655-4f3b-8d56-ae6f019593c1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:08:00.250594 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:00.308872 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-73b0f747-eb62-407a-b5ff-db79f7f8857a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1166883f58b343578e919064097d9aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743230 Aug 29 07:08:00.314458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50226) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:00.367622 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:00.398928 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-baa81c66-b35e-442f-9994-50183718151b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:00.407853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09650f8-cd87-4ec6-8844-8393163e7e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9336c556-d655-4f3b-8d56-ae6f019593c1'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:08:00.410466 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258f5362-adc9-4af3-9ca4-1b9648cf3680" -d '{"events": [{"server_uuid": "a09650f8-cd87-4ec6-8844-8393163e7e5c", "name": "network-vif-plugged", "status": "completed", "tag": "9336c556-d655-4f3b-8d56-ae6f019593c1"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:08:00.431365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9336c556-d655-4f3b-8d56-ae6f019593c1, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9336c556-d655-4f3b-8d56-ae6f019593c1,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:08:00.491047 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:00.499756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-baa81c66-b35e-442f-9994-50183718151b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:00.568184 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:00.596367 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:00.630540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9336c556-d655-4f3b-8d56-ae6f019593c1,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:00.766631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Allocated IP 172.25.1.37 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/926425b8-15d3-4e66-914a-29acb706b674) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:08:00.783358 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50242) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:00.802476 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-baa81c66-b35e-442f-9994-50183718151b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:00.806004 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-baa81c66-b35e-442f-9994-50183718151b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:00.811356 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-baa81c66-b35e-442f-9994-50183718151b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a636984d-651f-460b-bc63-317ac32ffe08 HTTP/1.1" status: 204 len: 168 time: 0.4952199 Aug 29 07:08:00.837575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa81c66-b35e-442f-9994-50183718151b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a636984d-651f-460b-bc63-317ac32ffe08,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:00.927274 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4137a7d-bab0-4388-a8a7-42800b639043 x-openstack-request-id: req-b4137a7d-bab0-4388-a8a7-42800b639043 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:08:00.927771 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09650f8-cd87-4ec6-8844-8393163e7e5c", "name": "network-vif-plugged", "status": "completed", "tag": "9336c556-d655-4f3b-8d56-ae6f019593c1", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:08:00.928027 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b4137a7d-bab0-4388-a8a7-42800b639043 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:08:00.928694 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09650f8-cd87-4ec6-8844-8393163e7e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9336c556-d655-4f3b-8d56-ae6f019593c1', 'code': 200} Aug 29 07:08:01.038849 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56366eb4-9cfa-4e6a-8c59-32f1bf347b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:01.134608 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:01.202126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3000652-fd80-4341-add8-085ca795bd9f req-c216c573-1397-469f-aa76-b81211019349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:01.204062 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3000652-fd80-4341-add8-085ca795bd9f req-c216c573-1397-469f-aa76-b81211019349 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 1097 time: 0.1926732 Aug 29 07:08:01.230313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d1fee-af59-4872-96ad-002a64bcc178 req-f7e7ae63-7c34-4c07-aad8-67e3e4bf57a3 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:01.239817 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a8d1fee-af59-4872-96ad-002a64bcc178 req-f7e7ae63-7c34-4c07-aad8-67e3e4bf57a3 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 946 time: 0.1973031 Aug 29 07:08:01.260602 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:01.327023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event updated for resources: {'Port': ['ID=926425b8-15d3-4e66-914a-29acb706b674,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:01.360763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:01.364873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:01.368545 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3000652-fd80-4341-add8-085ca795bd9f req-e0b51368-943b-43ab-922e-af6df60b6457 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569166 Aug 29 07:08:01.369456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:08:01.432144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a8d1fee-af59-4872-96ad-002a64bcc178 req-45bd872b-df8d-413d-9a0c-6bf0736bc4a2 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908221 Aug 29 07:08:01.456050 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd7041-3e8e-4d69-b99d-3c9830fd86d0 req-8dcd42af-e8b2-44f1-a2fe-4aeb08cbb9fe tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:01.457528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23bd7041-3e8e-4d69-b99d-3c9830fd86d0 req-8dcd42af-e8b2-44f1-a2fe-4aeb08cbb9fe tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 945 time: 0.2468283 Aug 29 07:08:01.527718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23bd7041-3e8e-4d69-b99d-3c9830fd86d0 req-4e48da1a-1778-4377-ad5d-c2567b78483b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622864 Aug 29 07:08:01.534748 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56366eb4-9cfa-4e6a-8c59-32f1bf347b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:01.593134 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56366eb4-9cfa-4e6a-8c59-32f1bf347b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:01.635417 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-56366eb4-9cfa-4e6a-8c59-32f1bf347b90 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a3e1f2dc0caf4a7893035a4e71e312a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8509002 Aug 29 07:08:01.638087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50260) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:01.656090 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56366eb4-9cfa-4e6a-8c59-32f1bf347b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ae43a7-2edb-459c-9247-a8e089f5918a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:01.755017 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ffc800a4-0843-47b5-87a9-0c87a475ed85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:01.807719 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ffc800a4-0843-47b5-87a9-0c87a475ed85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:01.857057 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:02.097504 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ffc800a4-0843-47b5-87a9-0c87a475ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:02.100262 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ffc800a4-0843-47b5-87a9-0c87a475ed85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:02.104266 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ffc800a4-0843-47b5-87a9-0c87a475ed85 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e7ae43a7-2edb-459c-9247-a8e089f5918a HTTP/1.1" status: 204 len: 168 time: 0.4650817 Aug 29 07:08:02.127255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc800a4-0843-47b5-87a9-0c87a475ed85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ae43a7-2edb-459c-9247-a8e089f5918a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:02.138691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:02.163483 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:02.611288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Router 23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:08:02.698157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50284) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:02.829275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:08:02.835780 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:02.840020 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-31cbe342-7d44-4600-b2c0-2bc610d88e00 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "PUT /v2.0/routers/23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d HTTP/1.1" status: 200 len: 912 time: 3.1577044 Aug 29 07:08:02.849700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ec62e-d695-48a1-a58a-17f3710e13e8 None None] Sync routers for ids ['23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:08:02.861785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50294) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:02.895310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ec62e-d695-48a1-a58a-17f3710e13e8 None None] Routers {'23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:02.903274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a39ec62e-d695-48a1-a58a-17f3710e13e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:02.925316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7681f-0fb5-497e-9d16-8134372b45be req-891503c7-58b5-4441-b145-375b6fc85b98 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:02.926245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23b7681f-0fb5-497e-9d16-8134372b45be req-891503c7-58b5-4441-b145-375b6fc85b98 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 946 time: 0.2288527 Aug 29 07:08:02.945904 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b6cc4-4bdc-4c24-8ca9-8f9004d81502 req-64496e5a-5a9a-48cc-b195-0e631254b8ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:02.954932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a1b6cc4-4bdc-4c24-8ca9-8f9004d81502 req-64496e5a-5a9a-48cc-b195-0e631254b8ea tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 946 time: 0.3220711 Aug 29 07:08:02.972528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bbfdd-ad71-4228-aa12-89c367ea493c req-6db2b76c-f658-4bd1-94e4-edcebd5f7be9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:02.974274 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a1bbfdd-ad71-4228-aa12-89c367ea493c req-6db2b76c-f658-4bd1-94e4-edcebd5f7be9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 945 time: 0.2752888 Aug 29 07:08:03.012340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a39ec62e-d695-48a1-a58a-17f3710e13e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:03.037221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ec62e-d695-48a1-a58a-17f3710e13e8 None None] Routers {'23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:03.038234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a39ec62e-d695-48a1-a58a-17f3710e13e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:03.089054 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a1b6cc4-4bdc-4c24-8ca9-8f9004d81502 req-c3df3aff-2d1f-4d99-8a22-29b0d0d7b0f4 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135483 Aug 29 07:08:03.127078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a39ec62e-d695-48a1-a58a-17f3710e13e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:03.127956 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ec62e-d695-48a1-a58a-17f3710e13e8 None None] The sync data for ids ['23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:08:03.143710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e0239610-dcd1-4cc8-bb5c-987a637e9b70 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:03.144462 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-e0239610-dcd1-4cc8-bb5c-987a637e9b70 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 07:08:03.145128 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-e0239610-dcd1-4cc8-bb5c-987a637e9b70 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 07:08:03.146394 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e0239610-dcd1-4cc8-bb5c-987a637e9b70 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4414899 Aug 29 07:08:03.151704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50302) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:03.158444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a74d4f9d-e8d2-4e8d-81fc-c43516e4d9c7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group': {'name': 'tempest-secgroup--1923931476'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:03.166514 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a1bbfdd-ad71-4228-aa12-89c367ea493c req-62ecbefa-d416-4dcd-a10a-dc303a96f09f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641314 Aug 29 07:08:03.215432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-23b7681f-0fb5-497e-9d16-8134372b45be req-46a8aedf-8a59-4305-b41a-2e3065d4b3cd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Deleting port d5db42ad-d116-4485-a922-ab2c456cf858 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:08:03.215784 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-23b7681f-0fb5-497e-9d16-8134372b45be req-46a8aedf-8a59-4305-b41a-2e3065d4b3cd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:03.304063 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a74d4f9d-e8d2-4e8d-81fc-c43516e4d9c7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:03.322960 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a74d4f9d-e8d2-4e8d-81fc-c43516e4d9c7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:03.371921 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-23b7681f-0fb5-497e-9d16-8134372b45be req-46a8aedf-8a59-4305-b41a-2e3065d4b3cd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] For port d5db42ad-d116-4485-a922-ab2c456cf858, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d5db42ad-d116-4485-a922-ab2c456cf858,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:08:03.373170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-23b7681f-0fb5-497e-9d16-8134372b45be req-46a8aedf-8a59-4305-b41a-2e3065d4b3cd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:03.404266 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-23b7681f-0fb5-497e-9d16-8134372b45be req-46a8aedf-8a59-4305-b41a-2e3065d4b3cd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Calling delete_port for d5db42ad-d116-4485-a922-ab2c456cf858 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:08:03.540590 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a133c8f9-0c0d-4f63-82dd-12ee882b0329 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/routers/23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d HTTP/1.1" status: 200 len: 918 time: 0.6755846 Aug 29 07:08:03.543853 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50306) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:03.573004 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a74d4f9d-e8d2-4e8d-81fc-c43516e4d9c7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:03.617664 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf68a15-2be1-40ae-9c58-0e7fa6c4da17 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:03.619386 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8cf68a15-2be1-40ae-9c58-0e7fa6c4da17 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&device_id=23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0743778 Aug 29 07:08:03.622607 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50310) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:03.719601 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a74d4f9d-e8d2-4e8d-81fc-c43516e4d9c7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:03.750347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e172f-8ec2-457f-b89b-6e7acaba3738 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:03.757483 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e46e172f-8ec2-457f-b89b-6e7acaba3738 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 881 time: 0.1315947 Aug 29 07:08:03.759245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50318) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:03.765540 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:03.770687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d4f9d-e8d2-4e8d-81fc-c43516e4d9c7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62fae99b-45aa-455b-aa52-eb613d35b802,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:03.776722 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-23b7681f-0fb5-497e-9d16-8134372b45be req-46a8aedf-8a59-4305-b41a-2e3065d4b3cd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:03.790918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:08:03.811355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-907da315-5f37-4e5d-9ad9-ad3859b1f887 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "GET /v2.0/ports?device_id=23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d HTTP/1.1" status: 200 len: 205 time: 0.0509465 Aug 29 07:08:03.814412 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50322) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:03.848425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8aedf-8a59-4305-b41a-2e3065d4b3cd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Pushing event deleted for resources: {'Port': ['ID=d5db42ad-d116-4485-a922-ab2c456cf858,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:03.899566 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7681f-0fb5-497e-9d16-8134372b45be req-46a8aedf-8a59-4305-b41a-2e3065d4b3cd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] No DVR routers for this DVR port d5db42ad-d116-4485-a922-ab2c456cf858 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:08:03.906678 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-23b7681f-0fb5-497e-9d16-8134372b45be req-46a8aedf-8a59-4305-b41a-2e3065d4b3cd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:03.908789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23b7681f-0fb5-497e-9d16-8134372b45be req-46a8aedf-8a59-4305-b41a-2e3065d4b3cd tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.11 "DELETE /v2.0/ports/d5db42ad-d116-4485-a922-ab2c456cf858 HTTP/1.1" status: 204 len: 173 time: 0.9504368 Aug 29 07:08:03.908789 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf54d9da-5dde-4607-881b-ea29d0370abc', 'name': 'network-vif-deleted', 'tag': 'd5db42ad-d116-4485-a922-ab2c456cf858'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:08:03.911254 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a896aaa-c925-4d6b-acfd-aa26d4f94c37" -d '{"events": [{"server_uuid": "cf54d9da-5dde-4607-881b-ea29d0370abc", "name": "network-vif-deleted", "tag": "d5db42ad-d116-4485-a922-ab2c456cf858"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:08:03.989281 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a74d4f9d-e8d2-4e8d-81fc-c43516e4d9c7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:04.011330 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb681393-4ba7-4df4-a4b3-5251bc32a3ce x-openstack-request-id: req-fb681393-4ba7-4df4-a4b3-5251bc32a3ce {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:08:04.011759 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf54d9da-5dde-4607-881b-ea29d0370abc", "name": "network-vif-deleted", "tag": "d5db42ad-d116-4485-a922-ab2c456cf858", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:08:04.012107 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb681393-4ba7-4df4-a4b3-5251bc32a3ce {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:08:04.012613 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf54d9da-5dde-4607-881b-ea29d0370abc', 'name': 'network-vif-deleted', 'tag': 'd5db42ad-d116-4485-a922-ab2c456cf858', 'status': 'completed', 'code': 200} Aug 29 07:08:04.057415 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a74d4f9d-e8d2-4e8d-81fc-c43516e4d9c7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:04.095608 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:04.168612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a74d4f9d-e8d2-4e8d-81fc-c43516e4d9c7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:04.173999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a74d4f9d-e8d2-4e8d-81fc-c43516e4d9c7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0170736 Aug 29 07:08:04.174961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50342) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:04.240329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b71a3b44-cc13-468c-9985-4773e3af6b8c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '189e4d69-4908-4b8f-8b8b-21f6f36e9e75', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:04.279852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d4f9d-e8d2-4e8d-81fc-c43516e4d9c7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189e4d69-4908-4b8f-8b8b-21f6f36e9e75,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:04.287052 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:04.315732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f0e60d2-6e87-4506-8466-2e5a7048b4be req-40231dfa-07b0-4cd6-9544-498d201be9fa tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf54d9da-5dde-4607-881b-ea29d0370abc HTTP/1.1" status: 200 len: 210 time: 0.0790150 Aug 29 07:08:04.394281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-c3c376d2-9b2f-48dc-b567-37ef169bcc85 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:04.396182 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-c3c376d2-9b2f-48dc-b567-37ef169bcc85 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/networks?id=e7f82a6e-5eaf-4980-9ed9-b051636d1f06 HTTP/1.1" status: 200 len: 813 time: 0.2876728 Aug 29 07:08:04.432350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-0fca624c-e428-4a01-b614-2be28d353581 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/quotas/8122b1cf63bd4825a24739f8a5859d03 HTTP/1.1" status: 200 len: 375 time: 0.0288546 Aug 29 07:08:04.435735 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b71a3b44-cc13-468c-9985-4773e3af6b8c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:04.457621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Deleting port 926425b8-15d3-4e66-914a-29acb706b674 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:08:04.458123 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:04.500592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7ff23272-c8d5-4a94-8012-f3d61502363a tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8122b1cf63bd4825a24739f8a5859d03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611756 Aug 29 07:08:04.582271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:04.605622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Calling delete_port for 926425b8-15d3-4e66-914a-29acb706b674 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:08:04.631388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bee9c-fe27-4e94-b268-6895ba597fc5 req-418d93d6-f184-4693-a70a-64ea26e29a08 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:04.633005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-075bee9c-fe27-4e94-b268-6895ba597fc5 req-418d93d6-f184-4693-a70a-64ea26e29a08 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 945 time: 0.1990201 Aug 29 07:08:04.683520 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b71a3b44-cc13-468c-9985-4773e3af6b8c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:04.736163 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-075bee9c-fe27-4e94-b268-6895ba597fc5 req-47b92f83-cdd3-47f2-9a2d-ddabe8e17a7a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905666 Aug 29 07:08:04.738352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-8c212338-3f04-474a-8889-52ed78b00e85 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f82a6e-5eaf-4980-9ed9-b051636d1f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250915 Aug 29 07:08:04.865232 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b71a3b44-cc13-468c-9985-4773e3af6b8c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:04.896436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a3b44-cc13-468c-9985-4773e3af6b8c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d406d57-a24b-4f5d-a794-346ee36e329f,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:04.974422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d5db42ad-d116-4485-a922-ab2c456cf858 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:08:04.989363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d33e0-1ba7-4ac3-88dd-fae90828d0d4 req-06b33ce2-b332-4e92-9938-d671df1d00d4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:04.991431 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-207d33e0-1ba7-4ac3-88dd-fae90828d0d4 req-06b33ce2-b332-4e92-9938-d671df1d00d4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 945 time: 0.0921769 Aug 29 07:08:04.998339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-2526d037-9f9d-4b35-bd7c-e727764b21b1 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f82a6e-5eaf-4980-9ed9-b051636d1f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455664 Aug 29 07:08:05.024644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: d5db42ad-d116-4485-a922-ab2c456cf858 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:08:05.025395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d5db42ad-d116-4485-a922-ab2c456cf858 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:08:05.097646 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:05.124555 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-207d33e0-1ba7-4ac3-88dd-fae90828d0d4 req-8deb4530-cabc-403a-84f9-4de7fb04ad38 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205018 Aug 29 07:08:05.154926 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b71a3b44-cc13-468c-9985-4773e3af6b8c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:05.173990 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b71a3b44-cc13-468c-9985-4773e3af6b8c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9241660 Aug 29 07:08:05.175055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50360) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:05.179839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Pushing event deleted for resources: {'Port': ['ID=926425b8-15d3-4e66-914a-29acb706b674,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:05.206834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-84be413d-49a0-4d07-805b-2866177b64ff tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '189e4d69-4908-4b8f-8b8b-21f6f36e9e75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:05.328694 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:05.416817 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-84be413d-49a0-4d07-805b-2866177b64ff tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:05.569679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:05.578298 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:05.581883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78f56294-1436-4c79-88d0-f1b06c20d3bf req-5361039a-18e2-4cab-a755-c140304c0225 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 210 time: 0.0474176 Aug 29 07:08:05.657135 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-84be413d-49a0-4d07-805b-2866177b64ff tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 07:08:05.662981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-84be413d-49a0-4d07-805b-2866177b64ff tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4849524 Aug 29 07:08:05.662981 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50380) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:05.732151 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-70d0a0b1-9053-44be-a41d-ade0c6ee0d22 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:05.774313 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-70d0a0b1-9053-44be-a41d-ade0c6ee0d22 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:05.788815 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:05.789388 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Fanout notify agent at l3_agent the message router_deleted on router 23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:08:05.819427 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:05.822598 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f053deb6-4045-493f-b501-5fde1c9cba5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "DELETE /v2.0/routers/23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d HTTP/1.1" status: 204 len: 168 time: 2.0064657 Aug 29 07:08:05.830536 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50388) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:05.838949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9f2fa1e8-6a6d-4d23-a4d0-a38c0e01b0de tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-420519016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:06.062179 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa1e8-6a6d-4d23-a4d0-a38c0e01b0de tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:06.063628 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa1e8-6a6d-4d23-a4d0-a38c0e01b0de tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:06.145771 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-70d0a0b1-9053-44be-a41d-ade0c6ee0d22 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:06.148583 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-70d0a0b1-9053-44be-a41d-ade0c6ee0d22 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:06.152793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-70d0a0b1-9053-44be-a41d-ade0c6ee0d22 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "DELETE /v2.0/security-groups/189e4d69-4908-4b8f-8b8b-21f6f36e9e75 HTTP/1.1" status: 204 len: 168 time: 0.4896221 Aug 29 07:08:06.153025 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50400) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:06.191686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0a0b1-9053-44be-a41d-ade0c6ee0d22 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189e4d69-4908-4b8f-8b8b-21f6f36e9e75,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:06.248765 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa1e8-6a6d-4d23-a4d0-a38c0e01b0de tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:06.284124 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6bc6852c-72ab-4971-bda5-20cd7aa80d52 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215656 Aug 29 07:08:06.284275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50404) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:06.287276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a8d365b6-3759-49ad-8357-c23ead409d44 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206458001'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:06.446496 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa1e8-6a6d-4d23-a4d0-a38c0e01b0de tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:06.509774 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8d365b6-3759-49ad-8357-c23ead409d44 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:06.644321 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa1e8-6a6d-4d23-a4d0-a38c0e01b0de tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:06.648817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50410) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:06.648999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9f2fa1e8-6a6d-4d23-a4d0-a38c0e01b0de tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8186524 Aug 29 07:08:06.654351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'enable_snat': False}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:06.751623 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b93d409a-180e-43a7-9400-27533b5ed30c req-cfa356e6-edae-4e20-9cdd-91c5bdede36c tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 210 time: 0.0809019 Aug 29 07:08:06.978522 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8d365b6-3759-49ad-8357-c23ead409d44 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:06.994052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50426) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:07.083288 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8d365b6-3759-49ad-8357-c23ead409d44 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:07.141586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d365b6-3759-49ad-8357-c23ead409d44 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4cfe9d-6ad1-4077-94e4-890d019fc776,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:07.254017 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:07.330584 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-236b1cef-e0a0-4acf-9258-83ea7e815e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:07.389623 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8d365b6-3759-49ad-8357-c23ead409d44 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:07.391397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a8d365b6-3759-49ad-8357-c23ead409d44 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1096811 Aug 29 07:08:07.413778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50442) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:07.418898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d01f62c8-420f-4bd7-b91f-7d8d70772eba tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': 'be4cfe9d-6ad1-4077-94e4-890d019fc776', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:07.419687 n-d-713301-12 neutron-server[95403]: WARNING neutron.api.v2.base [None req-d01f62c8-420f-4bd7-b91f-7d8d70772eba tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 07:08:07.420208 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-d01f62c8-420f-4bd7-b91f-7d8d70772eba tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:07.424126 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d01f62c8-420f-4bd7-b91f-7d8d70772eba tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064220 Aug 29 07:08:07.424795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50444) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:07.644162 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e68923f-4797-4d8d-8de1-a2546c420abd tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:07.674842 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e68923f-4797-4d8d-8de1-a2546c420abd tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:07.709863 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-236b1cef-e0a0-4acf-9258-83ea7e815e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:07.887315 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e68923f-4797-4d8d-8de1-a2546c420abd tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:07.890616 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e68923f-4797-4d8d-8de1-a2546c420abd tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:07.895083 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6e68923f-4797-4d8d-8de1-a2546c420abd tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "DELETE /v2.0/security-groups/be4cfe9d-6ad1-4077-94e4-890d019fc776 HTTP/1.1" status: 204 len: 168 time: 0.4684949 Aug 29 07:08:07.897561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50450) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:07.932641 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68923f-4797-4d8d-8de1-a2546c420abd tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4cfe9d-6ad1-4077-94e4-890d019fc776,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:07.989099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a1ce54b-c37e-408d-a5bf-f96893d16852 req-67a2a625-95e2-44c3-ae24-8572cd70cf50 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 210 time: 0.1133482 Aug 29 07:08:07.990385 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-236b1cef-e0a0-4acf-9258-83ea7e815e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:08.024555 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-970f5dd6-b57e-4a90-bb33-328fab35b18b tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1201806 Aug 29 07:08:08.031272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50452) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:08.040085 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:08.070967 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6c032684-f223-463f-a0dd-b1afadc0e8e8 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643494319'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:08.088996 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:08.157732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-236b1cef-e0a0-4acf-9258-83ea7e815e74 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5ee9a89efea44fd98c30608e1224b7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1601405 Aug 29 07:08:08.167720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b1cef-e0a0-4acf-9258-83ea7e815e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09151f5-5c52-478c-bea6-46b04284d998,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:08.204749 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50456) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:08.308544 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-76080499-b6a1-4715-852f-13a3448ea064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:08.365446 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-03e370c5-c338-4485-ad3a-d9fe960b5ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:08.365446 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-03e370c5-c338-4485-ad3a-d9fe960b5ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:08.436981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Allocated IP 172.25.1.182 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/67082b3d-dcf7-4a5e-936b-3246c00dff65) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:08:08.506230 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6c032684-f223-463f-a0dd-b1afadc0e8e8 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:08.641419 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:08.797678 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-03e370c5-c338-4485-ad3a-d9fe960b5ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:08.808727 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-03e370c5-c338-4485-ad3a-d9fe960b5ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:08.813898 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-03e370c5-c338-4485-ad3a-d9fe960b5ee9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a09151f5-5c52-478c-bea6-46b04284d998 HTTP/1.1" status: 204 len: 168 time: 0.6354134 Aug 29 07:08:08.843861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e370c5-c338-4485-ad3a-d9fe960b5ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09151f5-5c52-478c-bea6-46b04284d998,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:08.845473 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:09.059903 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:09.064462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:09.070465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:08:09.084907 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6c032684-f223-463f-a0dd-b1afadc0e8e8 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:09.173522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Pushing event updated for resources: {'Port': ['ID=67082b3d-dcf7-4a5e-936b-3246c00dff65,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:09.265997 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64e7c122-9906-46e5-8f24-08dde860b8b5 req-68d5070c-8bc1-46e7-bc9b-22e4870ef852 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 210 time: 0.0663726 Aug 29 07:08:09.267205 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6c032684-f223-463f-a0dd-b1afadc0e8e8 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:09.324351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c032684-f223-463f-a0dd-b1afadc0e8e8 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f269c9e-f76a-4bba-96cd-8044caf3c54b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:09.422358 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6c032684-f223-463f-a0dd-b1afadc0e8e8 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:09.424687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6c032684-f223-463f-a0dd-b1afadc0e8e8 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3865561 Aug 29 07:08:09.432807 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50484) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:09.433916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-0b669e9e-a832-4dc1-a857-9fede0250f41 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '4f269c9e-f76a-4bba-96cd-8044caf3c54b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:09.434550 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-0b669e9e-a832-4dc1-a857-9fede0250f41 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 07:08:09.435103 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-0b669e9e-a832-4dc1-a857-9fede0250f41 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:09.436372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0b669e9e-a832-4dc1-a857-9fede0250f41 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064614 Aug 29 07:08:09.440905 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50486) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:09.554582 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d958878-5a5e-4c2d-a080-e545fe66cdd7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:09.607701 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d958878-5a5e-4c2d-a080-e545fe66cdd7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:09.753465 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:09.786874 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d958878-5a5e-4c2d-a080-e545fe66cdd7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:09.789792 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2d958878-5a5e-4c2d-a080-e545fe66cdd7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:09.791505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2d958878-5a5e-4c2d-a080-e545fe66cdd7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "DELETE /v2.0/security-groups/4f269c9e-f76a-4bba-96cd-8044caf3c54b HTTP/1.1" status: 204 len: 168 time: 0.3492825 Aug 29 07:08:09.795892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50514) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:09.806273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d958878-5a5e-4c2d-a080-e545fe66cdd7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f269c9e-f76a-4bba-96cd-8044caf3c54b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:09.900375 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0bbca469-4950-4e00-a0df-38796257782f tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1034973 Aug 29 07:08:09.904713 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50516) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:09.909752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-70100a50-05fd-45ab-9508-52a2662478fa tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group': {'name': 'tempest-secgroup--1703701447'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:10.053973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50528) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:10.119630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-6f434541-416c-4794-afe9-1691accdccb9 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:10.121576 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-6f434541-416c-4794-afe9-1691accdccb9 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.11 "GET /v2.0/networks?id=e7f82a6e-5eaf-4980-9ed9-b051636d1f06 HTTP/1.1" status: 200 len: 813 time: 0.2046988 Aug 29 07:08:10.146032 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e426af59-167a-4f29-bd1f-5bb9b275c057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:10.151844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-3a9e7ceb-9746-4a7e-ad77-b49076e47cb6 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Request body: {'port': {'device_id': 'a8216525-cf09-47f0-a330-0355ca3e5cfa', 'network_id': 'e7f82a6e-5eaf-4980-9ed9-b051636d1f06', 'admin_state_up': True, 'tenant_id': '8122b1cf63bd4825a24739f8a5859d03'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:10.329089 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-70100a50-05fd-45ab-9508-52a2662478fa tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:10.337587 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e426af59-167a-4f29-bd1f-5bb9b275c057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:10.374544 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:10.385663 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:10.418254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11c4dbb3-56ef-4959-be61-4a1400e82d53 req-56f2eb92-2284-4305-b4f8-37c2f5a4cac4 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 210 time: 0.0330389 Aug 29 07:08:10.432008 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e426af59-167a-4f29-bd1f-5bb9b275c057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:10.460396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ffb9193b-2674-460e-a46f-96bbf45fab29 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:10.468880 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ffb9193b-2674-460e-a46f-96bbf45fab29 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 812 time: 0.4536998 Aug 29 07:08:10.510496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce72887f-1caf-446e-80e1-a873f5507efa req-82e21015-a3f0-4e90-b0e3-f6977ca60f1c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/quotas/ef9ac3d9c703440cafb9ded360ca6483 HTTP/1.1" status: 200 len: 375 time: 0.0407212 Aug 29 07:08:10.519420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426af59-167a-4f29-bd1f-5bb9b275c057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e0b0e9-d707-4abb-b327-47aeb99f57f4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:10.585850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e426af59-167a-4f29-bd1f-5bb9b275c057 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1226a37b81f487698d9a6f049ccf0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283091 Aug 29 07:08:10.586334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50536) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:10.612846 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-70100a50-05fd-45ab-9508-52a2662478fa tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:10.646809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce72887f-1caf-446e-80e1-a873f5507efa req-88e067d8-e9c3-44aa-8cdd-139bf9526c36 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1353376 Aug 29 07:08:10.681888 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0474e4d4-9658-4110-9e51-c2e59130a1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:10.702361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Router a705c9d2-f4ff-4637-8001-81e0942005c9 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:08:10.756534 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-70100a50-05fd-45ab-9508-52a2662478fa tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:10.759011 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0474e4d4-9658-4110-9e51-c2e59130a1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:10.820656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce72887f-1caf-446e-80e1-a873f5507efa req-bcab565e-312e-42f5-900d-537171b5dc5a service neutron] 10.222.0.76 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612110 Aug 29 07:08:10.854636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70100a50-05fd-45ab-9508-52a2662478fa tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3584638e-2138-45d0-bcb7-7abb48dc1ac9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:10.859720 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:10.897764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:08:10.903710 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:10.909765 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3bb366f0-6232-47a9-8e7d-41719bcac496 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "PUT /v2.0/routers/a705c9d2-f4ff-4637-8001-81e0942005c9 HTTP/1.1" status: 200 len: 915 time: 4.2594218 Aug 29 07:08:10.910432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50540) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:10.917758 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cec083-bfa9-4310-9c51-918bd77438f9 None None] Sync routers for ids ['a705c9d2-f4ff-4637-8001-81e0942005c9'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:08:10.939734 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-3a9e7ceb-9746-4a7e-ad77-b49076e47cb6 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Made reservation on behalf of 8122b1cf63bd4825a24739f8a5859d03 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:08:10.943413 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-3a9e7ceb-9746-4a7e-ad77-b49076e47cb6 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:10.946867 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cec083-bfa9-4310-9c51-918bd77438f9 None None] Routers {'a705c9d2-f4ff-4637-8001-81e0942005c9'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:10.948564 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-44cec083-bfa9-4310-9c51-918bd77438f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a705c9d2-f4ff-4637-8001-81e0942005c9'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:11.006674 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-44cec083-bfa9-4310-9c51-918bd77438f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:11.018731 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cec083-bfa9-4310-9c51-918bd77438f9 None None] Routers {'a705c9d2-f4ff-4637-8001-81e0942005c9'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:11.020087 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-44cec083-bfa9-4310-9c51-918bd77438f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:07:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a705c9d2-f4ff-4637-8001-81e0942005c9'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:11.037331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce72887f-1caf-446e-80e1-a873f5507efa req-bc628273-f755-4f4f-acea-2f30a6b9f117 service neutron] 10.222.0.76 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601083 Aug 29 07:08:11.085390 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-44cec083-bfa9-4310-9c51-918bd77438f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:11.085390 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cec083-bfa9-4310-9c51-918bd77438f9 None None] The sync data for ids ['a705c9d2-f4ff-4637-8001-81e0942005c9'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:08:11.116538 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0474e4d4-9658-4110-9e51-c2e59130a1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:11.119228 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0474e4d4-9658-4110-9e51-c2e59130a1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:11.125089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0474e4d4-9658-4110-9e51-c2e59130a1af admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/82e0b0e9-d707-4abb-b327-47aeb99f57f4 HTTP/1.1" status: 204 len: 168 time: 0.5334859 Aug 29 07:08:11.135014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-70100a50-05fd-45ab-9508-52a2662478fa tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:11.149106 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-70100a50-05fd-45ab-9508-52a2662478fa tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2353892 Aug 29 07:08:11.161964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50546) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:11.184934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474e4d4-9658-4110-9e51-c2e59130a1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e0b0e9-d707-4abb-b327-47aeb99f57f4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:11.185206 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f7ccf5be-7ddc-4a47-b2b4-2209597baff2 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '3584638e-2138-45d0-bcb7-7abb48dc1ac9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:11.191112 n-d-713301-12 neutron-server[95403]: WARNING neutron.api.v2.base [None req-f7ccf5be-7ddc-4a47-b2b4-2209597baff2 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 07:08:11.191764 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-f7ccf5be-7ddc-4a47-b2b4-2209597baff2 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:11.197236 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f7ccf5be-7ddc-4a47-b2b4-2209597baff2 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0303724 Aug 29 07:08:11.201794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50548) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:11.211605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d587ebc1-f795-4f25-a406-9e0a361c5576 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '3584638e-2138-45d0-bcb7-7abb48dc1ac9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:11.213139 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-d587ebc1-f795-4f25-a406-9e0a361c5576 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 07:08:11.213955 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-d587ebc1-f795-4f25-a406-9e0a361c5576 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:11.215254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d587ebc1-f795-4f25-a406-9e0a361c5576 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0121365 Aug 29 07:08:11.220129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50552) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:11.227013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e2544d6f-d883-4f5e-9b19-f0bc74c1c35c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '3584638e-2138-45d0-bcb7-7abb48dc1ac9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:11.228794 n-d-713301-12 neutron-server[95403]: WARNING neutron.api.v2.base [None req-e2544d6f-d883-4f5e-9b19-f0bc74c1c35c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 07:08:11.229332 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-e2544d6f-d883-4f5e-9b19-f0bc74c1c35c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:11.230352 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e2544d6f-d883-4f5e-9b19-f0bc74c1c35c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092611 Aug 29 07:08:11.233149 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-3a9e7ceb-9746-4a7e-ad77-b49076e47cb6 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Allocated IP 172.20.0.6 (e7f82a6e-5eaf-4980-9ed9-b051636d1f06/2ad27b8d-0058-4b55-964a-f5d1186c582b/aeef6d3c-256e-4b74-9c8b-83b10d7b28d0) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:08:11.235123 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fa8918b4-503f-448a-9ddc-acd9aa83777d tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/routers/a705c9d2-f4ff-4637-8001-81e0942005c9 HTTP/1.1" status: 200 len: 921 time: 0.3235540 Aug 29 07:08:11.241205 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50554) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:11.242581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50556) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:11.251909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2d885aa1-2e9a-41e2-bdbb-4b9dc841c5c3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '3584638e-2138-45d0-bcb7-7abb48dc1ac9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:11.252814 n-d-713301-12 neutron-server[95403]: WARNING neutron.api.v2.base [None req-2d885aa1-2e9a-41e2-bdbb-4b9dc841c5c3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 07:08:11.261354 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-2d885aa1-2e9a-41e2-bdbb-4b9dc841c5c3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:11.262358 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2d885aa1-2e9a-41e2-bdbb-4b9dc841c5c3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0185819 Aug 29 07:08:11.273099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50558) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:11.335564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ae21a-40f2-4663-97b5-6427468645f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:11.337123 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a50ae21a-40f2-4663-97b5-6427468645f7 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&device_id=a705c9d2-f4ff-4637-8001-81e0942005c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0945749 Aug 29 07:08:11.345833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50560) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:11.467539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efad47ab-644a-4ffc-b5d5-99dd593b3154 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:11.469236 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-efad47ab-644a-4ffc-b5d5-99dd593b3154 tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 881 time: 0.1223838 Aug 29 07:08:11.474051 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50564) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:11.513423 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1e57e006-6492-4c7c-a7cf-ca021b8fa03c tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "GET /v2.0/ports?device_id=a705c9d2-f4ff-4637-8001-81e0942005c9 HTTP/1.1" status: 200 len: 205 time: 0.0377028 Aug 29 07:08:11.521814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50566) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:11.651202 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b097bdb8-e45c-4cc6-9dae-56cbabb01e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:11.656758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:11.789311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec382-2793-4402-ad1a-b130e011fd6e req-c59f19fc-b836-4e33-bc21-2bf3d7da279b tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:11.791213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-717ec382-2793-4402-ad1a-b130e011fd6e req-c59f19fc-b836-4e33-bc21-2bf3d7da279b tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 946 time: 0.4748294 Aug 29 07:08:11.794632 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8a7c7b4-01a8-4f2d-8720-79cafdfff555 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:11.804266 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:11.816460 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:11.891374 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8a7c7b4-01a8-4f2d-8720-79cafdfff555 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:11.965441 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-717ec382-2793-4402-ad1a-b130e011fd6e req-24e390f7-c8a1-49d2-a78d-cefe93a352ab tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563354 Aug 29 07:08:12.039741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Deleting port 67082b3d-dcf7-4a5e-936b-3246c00dff65 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:08:12.044641 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:12.046546 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f679468-ff65-4ecd-afaf-c63d12694086 req-896b1519-3f99-4311-9881-1f15ae1f80b2 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 210 time: 0.0742309 Aug 29 07:08:12.090869 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-3a9e7ceb-9746-4a7e-ad77-b49076e47cb6 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:12.131398 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e294b00a-85db-45d8-a6a3-757b4ecaf335 req-0a36e22b-7acf-4112-b6ef-96eeb4d6bc67 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 210 time: 0.0338554 Aug 29 07:08:12.161842 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:12.175627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Calling delete_port for 67082b3d-dcf7-4a5e-936b-3246c00dff65 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:08:12.221545 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8a7c7b4-01a8-4f2d-8720-79cafdfff555 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:12.225011 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8a7c7b4-01a8-4f2d-8720-79cafdfff555 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:12.227021 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f8a7c7b4-01a8-4f2d-8720-79cafdfff555 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "DELETE /v2.0/security-groups/3584638e-2138-45d0-bcb7-7abb48dc1ac9 HTTP/1.1" status: 204 len: 168 time: 0.9504824 Aug 29 07:08:12.237336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50588) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:12.238679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7c7b4-01a8-4f2d-8720-79cafdfff555 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3584638e-2138-45d0-bcb7-7abb48dc1ac9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:12.305633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-3a9e7ceb-9746-4a7e-ad77-b49076e47cb6 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:12.310258 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-72e869dd-4fca-4218-8b8c-bc012838b43f tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685301 Aug 29 07:08:12.315073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50590) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:12.319886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-22daa6b6-8dd6-4ff7-bd11-c263315aa4eb tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group': {'name': 'tempest-secgroup--840905510'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:12.366079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-3a9e7ceb-9746-4a7e-ad77-b49076e47cb6 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Network e7f82a6e-5eaf-4980-9ed9-b051636d1f06 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:12.367323 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-3a9e7ceb-9746-4a7e-ad77-b49076e47cb6 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:12.375118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-3a9e7ceb-9746-4a7e-ad77-b49076e47cb6 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:08:12.422247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e7ceb-9746-4a7e-ad77-b49076e47cb6 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Pushing event updated for resources: {'Port': ['ID=aeef6d3c-256e-4b74-9c8b-83b10d7b28d0,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:12.444091 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-3a9e7ceb-9746-4a7e-ad77-b49076e47cb6 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:12.444721 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-3a9e7ceb-9746-4a7e-ad77-b49076e47cb6 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:12.462487 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22daa6b6-8dd6-4ff7-bd11-c263315aa4eb tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:12.578176 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:12.587075 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-3a9e7ceb-9746-4a7e-ad77-b49076e47cb6 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4429333 Aug 29 07:08:12.604147 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7d4dc9f7-1602-4a08-9fc0-b50f6a855c91 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:08:12.605565 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7d4dc9f7-1602-4a08-9fc0-b50f6a855c91 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065417 Aug 29 07:08:12.622578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Pushing event deleted for resources: {'Port': ['ID=67082b3d-dcf7-4a5e-936b-3246c00dff65,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:12.716418 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:12.771103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Request body: {'port': {'device_id': 'a8216525-cf09-47f0-a330-0355ca3e5cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:12.846861 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:12.868417 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:12.876900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:12.890923 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22daa6b6-8dd6-4ff7-bd11-c263315aa4eb tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:12.970584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59bbf1-a6f5-4bd7-93f9-abcb0ec32925 req-7ea3eeab-2689-425a-93e0-8ef43fd863ed tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:12.970584 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d59bbf1-a6f5-4bd7-93f9-abcb0ec32925 req-7ea3eeab-2689-425a-93e0-8ef43fd863ed tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.15 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 946 time: 0.1516705 Aug 29 07:08:13.029680 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22daa6b6-8dd6-4ff7-bd11-c263315aa4eb tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:13.108739 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:13.109501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Fanout notify agent at l3_agent the message router_deleted on router a705c9d2-f4ff-4637-8001-81e0942005c9 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:08:13.117506 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:13.122626 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-98d9b0f2-b527-4326-8e21-f89e93b74ed0 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "DELETE /v2.0/routers/a705c9d2-f4ff-4637-8001-81e0942005c9 HTTP/1.1" status: 204 len: 168 time: 1.5957170 Aug 29 07:08:13.127660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50612) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:13.136162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2070198085', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:13.163960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22daa6b6-8dd6-4ff7-bd11-c263315aa4eb tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925621a5-acd1-4cb1-aa4e-4f2e860e51b8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:13.195596 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22daa6b6-8dd6-4ff7-bd11-c263315aa4eb tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:13.196959 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-22daa6b6-8dd6-4ff7-bd11-c263315aa4eb tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8807356 Aug 29 07:08:13.201415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50616) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:13.206404 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af27208-8921-4d52-8fa2-b626ce4484e1 req-7cdb4963-ccd9-4092-9ff4-99725cd3bcff tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:13.207343 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-094f7850-6b75-4917-9696-76a55d343404 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '925621a5-acd1-4cb1-aa4e-4f2e860e51b8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:13.208412 n-d-713301-12 neutron-server[95403]: WARNING neutron.api.v2.base [None req-094f7850-6b75-4917-9696-76a55d343404 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 07:08:13.208524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5af27208-8921-4d52-8fa2-b626ce4484e1 req-7cdb4963-ccd9-4092-9ff4-99725cd3bcff tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 946 time: 0.1339471 Aug 29 07:08:13.208624 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-094f7850-6b75-4917-9696-76a55d343404 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:13.213108 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-094f7850-6b75-4917-9696-76a55d343404 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062175 Aug 29 07:08:13.213290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50618) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:13.218225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-8d59bbf1-a6f5-4bd7-93f9-abcb0ec32925 req-e0ae5971-6d69-4f61-bc65-635a7175351c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Deleting port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:08:13.218581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d59bbf1-a6f5-4bd7-93f9-abcb0ec32925 req-e0ae5971-6d69-4f61-bc65-635a7175351c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:13.218919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-bfc96453-61ea-4a5b-84dc-2f7a4d3c9502 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '925621a5-acd1-4cb1-aa4e-4f2e860e51b8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:13.282977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88663e9-7747-4b7b-bd26-78c2d98931ce req-8814b36a-8f4b-4649-9e74-49e38cbaa5c9 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:13.284727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b88663e9-7747-4b7b-bd26-78c2d98931ce req-8814b36a-8f4b-4649-9e74-49e38cbaa5c9 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 931 time: 0.1304054 Aug 29 07:08:13.309787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5af27208-8921-4d52-8fa2-b626ce4484e1 req-44073bfc-340a-4852-8abc-e85ef9622db5 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/security-groups?id=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785408 Aug 29 07:08:13.317817 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:13.320782 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:13.395059 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:13.404881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b88663e9-7747-4b7b-bd26-78c2d98931ce req-8d63e7b7-0d6d-419d-956c-4d76ec52170d tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012909 Aug 29 07:08:13.420510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:08:13.446812 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:13.449189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8d59bbf1-a6f5-4bd7-93f9-abcb0ec32925 req-e0ae5971-6d69-4f61-bc65-635a7175351c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] For port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6,segment=NetworkSegment(daf7ba0e-0fe6-43af-8d44-d3b192a0a61d),segment_id=daf7ba0e-0fe6-43af-8d44-d3b192a0a61d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:08:13.451777 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d59bbf1-a6f5-4bd7-93f9-abcb0ec32925 req-e0ae5971-6d69-4f61-bc65-635a7175351c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:13.461433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Transition to ACTIVE for port object aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:08:13.470883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-8d59bbf1-a6f5-4bd7-93f9-abcb0ec32925 req-e0ae5971-6d69-4f61-bc65-635a7175351c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Calling delete_port for 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:08:13.503512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81df99aa-a08b-4a58-ada3-90f1dd366599 req-a10a16e8-f45f-4668-9959-ee5b3c7f4bdf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 210 time: 0.0316620 Aug 29 07:08:13.604214 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:13.614284 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-bfc96453-61ea-4a5b-84dc-2f7a4d3c9502 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:13.617662 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bfc96453-61ea-4a5b-84dc-2f7a4d3c9502 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4038396 Aug 29 07:08:13.618751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:13.625429 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50624) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:13.634799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-28563942-b17c-416c-b869-91d065bb946d tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '925621a5-acd1-4cb1-aa4e-4f2e860e51b8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:13.635428 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-28563942-b17c-416c-b869-91d065bb946d tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 07:08:13.637067 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-28563942-b17c-416c-b869-91d065bb946d tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:13.642070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-28563942-b17c-416c-b869-91d065bb946d tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119512 Aug 29 07:08:13.653865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50626) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:13.662150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-678143a3-4346-447c-91b4-36668ef1b0b7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '925621a5-acd1-4cb1-aa4e-4f2e860e51b8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:13.687937 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002b369-614c-4755-816b-a9f30615233c service neutron] Pushing event updated for resources: {'Port': ['ID=aeef6d3c-256e-4b74-9c8b-83b10d7b28d0,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:13.734310 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:13.770110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Attempting to bind port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:08:13.770365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Attempting to bind port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'c29ae559-f041-4323-b3b3-1de7076a9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e7f82a6e-5eaf-4980-9ed9-b051636d1f06'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:08:13.770701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Attempting to bind port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 on network e7f82a6e-5eaf-4980-9ed9-b051636d1f06 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:08:13.775771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 on network e7f82a6e-5eaf-4980-9ed9-b051636d1f06 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:08:13.776203 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Attempting to bind port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 on network e7f82a6e-5eaf-4980-9ed9-b051636d1f06 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:08:13.784317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:08:13.784759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Checking segment: {'id': 'c29ae559-f041-4323-b3b3-1de7076a9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e7f82a6e-5eaf-4980-9ed9-b051636d1f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:08:13.785255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Bound using segment: {'id': 'c29ae559-f041-4323-b3b3-1de7076a9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e7f82a6e-5eaf-4980-9ed9-b051636d1f06'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:08:13.785735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Bound port: aeef6d3c-256e-4b74-9c8b-83b10d7b28d0, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29ae559-f041-4323-b3b3-1de7076a9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e7f82a6e-5eaf-4980-9ed9-b051636d1f06'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:08:13.786101 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:13.911856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] For port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:08:13.916517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] For port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=aeef6d3c-256e-4b74-9c8b-83b10d7b28d0,segment=NetworkSegment(c29ae559-f041-4323-b3b3-1de7076a9dc7),segment_id=c29ae559-f041-4323-b3b3-1de7076a9dc7)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:08:13.964472 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-678143a3-4346-447c-91b4-36668ef1b0b7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:13.969640 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-678143a3-4346-447c-91b4-36668ef1b0b7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3094814 Aug 29 07:08:13.969936 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50636) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:13.974994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c58fb78d-86b9-452f-9cce-4893d0a5a311 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '925621a5-acd1-4cb1-aa4e-4f2e860e51b8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:13.975511 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-c58fb78d-86b9-452f-9cce-4893d0a5a311 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 07:08:13.976102 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-c58fb78d-86b9-452f-9cce-4893d0a5a311 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:13.977216 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c58fb78d-86b9-452f-9cce-4893d0a5a311 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062129 Aug 29 07:08:13.980222 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50638) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:13.986637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7cb6a4a1-0819-49c2-beff-1beed49d70a9 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '925621a5-acd1-4cb1-aa4e-4f2e860e51b8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:13.999586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d59bbf1-a6f5-4bd7-93f9-abcb0ec32925 req-e0ae5971-6d69-4f61-bc65-635a7175351c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:14.012788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:08:14.048559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae5971-6d69-4f61-bc65-635a7175351c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Pushing event deleted for resources: {'Port': ['ID=9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:14.062932 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:14.099285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:14.099913 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:14.101546 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-7002b369-614c-4755-816b-a9f30615233c service neutron] 10.222.0.11 "PUT /v2.0/ports/aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 HTTP/1.1" status: 200 len: 1092 time: 1.4880452 Aug 29 07:08:14.102018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8216525-cf09-47f0-a330-0355ca3e5cfa', 'tag': 'aeef6d3c-256e-4b74-9c8b-83b10d7b28d0'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:08:14.104660 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61610801-dee2-4b58-b55a-b4ebe6e46d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8216525-cf09-47f0-a330-0355ca3e5cfa", "tag": "aeef6d3c-256e-4b74-9c8b-83b10d7b28d0"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:08:14.118740 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d59bbf1-a6f5-4bd7-93f9-abcb0ec32925 req-e0ae5971-6d69-4f61-bc65-635a7175351c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] No DVR routers for this DVR port 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:08:14.128450 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8d59bbf1-a6f5-4bd7-93f9-abcb0ec32925 req-e0ae5971-6d69-4f61-bc65-635a7175351c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:14.128450 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8d59bbf1-a6f5-4bd7-93f9-abcb0ec32925 req-e0ae5971-6d69-4f61-bc65-635a7175351c tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.15 "DELETE /v2.0/ports/9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 HTTP/1.1" status: 204 len: 173 time: 1.1486220 Aug 29 07:08:14.128450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b5f09-a6f4-4291-99c5-45c4ce78ce79', 'name': 'network-vif-deleted', 'tag': '9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:08:14.129558 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa87d33d-a3a2-4e79-8b9c-89de60ecadb1" -d '{"events": [{"server_uuid": "117b5f09-a6f4-4291-99c5-45c4ce78ce79", "name": "network-vif-deleted", "tag": "9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:08:14.161238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002b369-614c-4755-816b-a9f30615233c service neutron] Pushing event updated for resources: {'Port': ['ID=aeef6d3c-256e-4b74-9c8b-83b10d7b28d0,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:14.193973 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e199cc0b-3b3d-40b9-a965-79cfb94d24d9 x-openstack-request-id: req-e199cc0b-3b3d-40b9-a965-79cfb94d24d9 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:08:14.194530 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b5f09-a6f4-4291-99c5-45c4ce78ce79", "name": "network-vif-deleted", "tag": "9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:08:14.194701 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dca77de-99fa-4a96-a4ea-b3a999fcdaee x-openstack-request-id: req-5dca77de-99fa-4a96-a4ea-b3a999fcdaee {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:08:14.194847 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e199cc0b-3b3d-40b9-a965-79cfb94d24d9 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:08:14.194955 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8216525-cf09-47f0-a330-0355ca3e5cfa", "tag": "aeef6d3c-256e-4b74-9c8b-83b10d7b28d0", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:08:14.195187 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5dca77de-99fa-4a96-a4ea-b3a999fcdaee {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:08:14.195332 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b5f09-a6f4-4291-99c5-45c4ce78ce79', 'name': 'network-vif-deleted', 'tag': '9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6', 'status': 'completed', 'code': 200} Aug 29 07:08:14.199368 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8216525-cf09-47f0-a330-0355ca3e5cfa', 'tag': 'aeef6d3c-256e-4b74-9c8b-83b10d7b28d0', 'status': 'completed', 'code': 200} Aug 29 07:08:14.213048 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:14.234568 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:14.294743 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61610801-dee2-4b58-b55a-b4ebe6e46d8c req-8e7db49d-253b-47f3-8a81-b6958c24fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:14.297229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61610801-dee2-4b58-b55a-b4ebe6e46d8c req-8e7db49d-253b-47f3-8a81-b6958c24fcce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8122b1cf63bd4825a24739f8a5859d03&device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 1095 time: 0.0542974 Aug 29 07:08:14.298834 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-7cb6a4a1-0819-49c2-beff-1beed49d70a9 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:14.300056 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7cb6a4a1-0819-49c2-beff-1beed49d70a9 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3188424 Aug 29 07:08:14.303408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50646) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:14.312121 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-cbeb5dc2-d573-4a67-8a95-79c751349d2c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '925621a5-acd1-4cb1-aa4e-4f2e860e51b8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:14.313055 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-cbeb5dc2-d573-4a67-8a95-79c751349d2c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 07:08:14.313731 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-cbeb5dc2-d573-4a67-8a95-79c751349d2c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:14.314939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cbeb5dc2-d573-4a67-8a95-79c751349d2c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079923 Aug 29 07:08:14.327480 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50648) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:14.351652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6a2504b2-453a-40b6-8cd0-0d35599afa17 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '925621a5-acd1-4cb1-aa4e-4f2e860e51b8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:14.407557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Allocated IP 172.25.1.164 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/078e14d1-3347-4caa-920a-cf899c2df9de) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:08:14.490891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b44d569b-ac9b-42ff-a41a-97eb87f04ff4 req-a068d83e-d210-4d16-b076-91ba1e627b19 tempest-AttachVolumeNegativeTest-1404904107 tempest-AttachVolumeNegativeTest-1404904107-project] 10.222.0.76 "GET /v2.0/ports?device_id=117b5f09-a6f4-4291-99c5-45c4ce78ce79 HTTP/1.1" status: 200 len: 210 time: 0.0404346 Aug 29 07:08:14.492003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61610801-dee2-4b58-b55a-b4ebe6e46d8c req-214f15ba-e330-41d8-ba73-2afda9113b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:14.493411 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61610801-dee2-4b58-b55a-b4ebe6e46d8c req-214f15ba-e330-41d8-ba73-2afda9113b8f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8122b1cf63bd4825a24739f8a5859d03&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1772118 Aug 29 07:08:14.687740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-063d148f-5ae0-490f-8a63-1cc7c865813b req-22cfcd8f-6810-411f-b507-d075c09d220f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 210 time: 0.0710676 Aug 29 07:08:14.703677 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-6a2504b2-453a-40b6-8cd0-0d35599afa17 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:14.705315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6a2504b2-453a-40b6-8cd0-0d35599afa17 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3764555 Aug 29 07:08:14.709740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50662) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:14.720893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6efb6704-dfba-46a7-8e8f-9fcf7ece2a1a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '925621a5-acd1-4cb1-aa4e-4f2e860e51b8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:14.745154 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b327d-3a6d-4cac-8903-c0014fdc148d req-28294e4b-9f2f-4f8f-a241-ac6bade0b2ee tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:14.747123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c9b327d-3a6d-4cac-8903-c0014fdc148d req-28294e4b-9f2f-4f8f-a241-ac6bade0b2ee tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 943 time: 0.2135966 Aug 29 07:08:14.760807 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61610801-dee2-4b58-b55a-b4ebe6e46d8c req-b4424aa3-b0cd-4641-a574-861d3c9f6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:14.763411 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61610801-dee2-4b58-b55a-b4ebe6e46d8c req-b4424aa3-b0cd-4641-a574-861d3c9f6ffc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2609153 Aug 29 07:08:14.853200 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c9b327d-3a6d-4cac-8903-c0014fdc148d req-35055331-b5a5-43a4-86d7-dd08deefb85a tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786145 Aug 29 07:08:14.989699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-f156802c-4d55-49db-ae88-e2c4a3f0f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:14.992915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-f156802c-4d55-49db-ae88-e2c4a3f0f440 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8122b1cf63bd4825a24739f8a5859d03&device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 1095 time: 0.1097629 Aug 29 07:08:14.995663 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-6efb6704-dfba-46a7-8e8f-9fcf7ece2a1a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:14.998223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6efb6704-dfba-46a7-8e8f-9fcf7ece2a1a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2867224 Aug 29 07:08:15.001003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50670) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:15.206446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-b252b149-25e3-4d32-84a8-480804cfb449 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 HTTP/1.1" status: 200 len: 217 time: 0.1408575 Aug 29 07:08:15.269799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72887f-1caf-446e-80e1-a873f5507efa req-9fb41713-753a-4707-83a1-c9a46cbb23a5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:15.272342 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce72887f-1caf-446e-80e1-a873f5507efa req-9fb41713-753a-4707-83a1-c9a46cbb23a5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.11 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 812 time: 0.7654462 Aug 29 07:08:15.286188 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:15.291503 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a05ed4d3-3152-4924-86ac-c1e1830f2e9d tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:15.294617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-ce72887f-1caf-446e-80e1-a873f5507efa req-0533344f-5941-4d8b-8b54-87dbe2c99f0d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'port': {'device_id': 'd1c731d5-0898-4a38-92f0-07a123196ae1', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'admin_state_up': True, 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:15.341589 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-e529b8fe-f939-4f53-80f1-98ae70497df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:15.344969 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-e529b8fe-f939-4f53-80f1-98ae70497df7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ad27b8d-0058-4b55-964a-f5d1186c582b HTTP/1.1" status: 200 len: 853 time: 0.1280372 Aug 29 07:08:15.350393 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a05ed4d3-3152-4924-86ac-c1e1830f2e9d tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:15.394333 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-e47c26a2-9426-4eb6-9d2c-512065d70a04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7f82a6e-5eaf-4980-9ed9-b051636d1f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398118 Aug 29 07:08:15.522558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-640a963c-0950-4090-97dd-fbd9b8250678 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f82a6e-5eaf-4980-9ed9-b051636d1f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202641 Aug 29 07:08:15.564274 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a05ed4d3-3152-4924-86ac-c1e1830f2e9d tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:15.569360 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a05ed4d3-3152-4924-86ac-c1e1830f2e9d tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:15.571902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a05ed4d3-3152-4924-86ac-c1e1830f2e9d tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "DELETE /v2.0/security-groups/925621a5-acd1-4cb1-aa4e-4f2e860e51b8 HTTP/1.1" status: 204 len: 168 time: 0.5692265 Aug 29 07:08:15.573592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50690) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:15.623345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ed4d3-3152-4924-86ac-c1e1830f2e9d tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=925621a5-acd1-4cb1-aa4e-4f2e860e51b8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:15.652731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce72887f-1caf-446e-80e1-a873f5507efa req-0533344f-5941-4d8b-8b54-87dbe2c99f0d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Made reservation on behalf of ef9ac3d9c703440cafb9ded360ca6483 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:08:15.657283 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ce72887f-1caf-446e-80e1-a873f5507efa req-0533344f-5941-4d8b-8b54-87dbe2c99f0d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:15.661361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50700) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:15.685415 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:15.737658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e70dfd34-bb22-4708-bb68-e890834459b5 req-3264a53b-ac9d-49c8-8f88-6d0bed16adeb service neutron] 10.222.0.11 "GET /v2.0/networks/e7f82a6e-5eaf-4980-9ed9-b051636d1f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079136 Aug 29 07:08:15.744392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bec681c-f945-4580-9e03-ac9d0935226b admin admin] Deleting subnet 211670e9-9db5-4334-a16a-3276a6f72e99 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:08:15.748950 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6bec681c-f945-4580-9e03-ac9d0935226b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:15.759876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Pushing event updated for resources: {'Port': ['ID=078e14d1-3347-4caa-920a-cf899c2df9de,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:15.779561 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dabdcabd-7e20-46d2-95f7-2971d1b253bc tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2043605 Aug 29 07:08:15.786998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50704) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:15.799712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:15.805914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-43cc19cd-c86f-4731-8a43-d434b40eeecd tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group': {'name': 'tempest-secgroup--232854616'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:15.808683 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6bec681c-f945-4580-9e03-ac9d0935226b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:15.815819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:15.819091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:08:15.934339 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6bec681c-f945-4580-9e03-ac9d0935226b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:15.973170 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9bb1a477-680a-406a-9200-4e907a1ca19e req-75778196-373a-423f-8846-c1b53ab47357 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 210 time: 0.0974510 Aug 29 07:08:16.055195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae989199-234a-4d57-9126-66f96dfc531e req-2cabf4e5-496a-4c16-b324-cf9f59624103 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:16.056956 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae989199-234a-4d57-9126-66f96dfc531e req-2cabf4e5-496a-4c16-b324-cf9f59624103 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 943 time: 0.0612416 Aug 29 07:08:16.121780 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6bec681c-f945-4580-9e03-ac9d0935226b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.131846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:08:16.159900 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae989199-234a-4d57-9126-66f96dfc531e req-76b93fa2-0538-41fd-b28b-eb7695e366ef tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955713 Aug 29 07:08:16.177019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:08:16.177161 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-43cc19cd-c86f-4731-8a43-d434b40eeecd tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.177733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9934a603-f8bd-41b9-9a38-7d1c8f5fbeb6 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:08:16.201150 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec681c-f945-4580-9e03-ac9d0935226b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211670e9-9db5-4334-a16a-3276a6f72e99,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:16.208735 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6bec681c-f945-4580-9e03-ac9d0935226b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.211204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6bec681c-f945-4580-9e03-ac9d0935226b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/211670e9-9db5-4334-a16a-3276a6f72e99 HTTP/1.1" status: 204 len: 168 time: 0.5483310 Aug 29 07:08:16.214005 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50728) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:16.301576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-ce72887f-1caf-446e-80e1-a873f5507efa req-0533344f-5941-4d8b-8b54-87dbe2c99f0d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Allocated IP 172.20.0.7 (910ed879-c4d9-4d02-b8f4-5a82b25d8a50/fa2025ae-552d-4027-b2b0-762afe79cd66/f05e96af-8ff4-4d79-8067-e0179a0a7aee) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:08:16.314059 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3f62-1497-4cfa-ba8b-73e2f8253462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.411781 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3f62-1497-4cfa-ba8b-73e2f8253462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.430044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-7a8a3f62-1497-4cfa-ba8b-73e2f8253462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9996a5-9338-44b4-9ad2-2b9687843d19']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:16.442499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-7a8a3f62-1497-4cfa-ba8b-73e2f8253462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:16.442991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-7a8a3f62-1497-4cfa-ba8b-73e2f8253462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf7ba0e-0fe6-43af-8d44-d3b192a0a61d') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:16.457727 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3f62-1497-4cfa-ba8b-73e2f8253462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.488298 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3f62-1497-4cfa-ba8b-73e2f8253462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.501105 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8a3f62-1497-4cfa-ba8b-73e2f8253462 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:08:16.501932 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3f62-1497-4cfa-ba8b-73e2f8253462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.514558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-43cc19cd-c86f-4731-8a43-d434b40eeecd tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:08:16.580437 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:08:16.600717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-43cc19cd-c86f-4731-8a43-d434b40eeecd tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.649306 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.669884 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ce72887f-1caf-446e-80e1-a873f5507efa req-0533344f-5941-4d8b-8b54-87dbe2c99f0d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.702090 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3f62-1497-4cfa-ba8b-73e2f8253462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.709599 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3f62-1497-4cfa-ba8b-73e2f8253462 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.712183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7a8a3f62-1497-4cfa-ba8b-73e2f8253462 admin admin] 10.222.0.76 "DELETE /v2.0/networks/aa9996a5-9338-44b4-9ad2-2b9687843d19 HTTP/1.1" status: 204 len: 168 time: 0.4949012 Aug 29 07:08:16.712987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc19cd-c86f-4731-8a43-d434b40eeecd tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eef9bef-9587-46f1-8c09-559ddb31f239,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:16.726367 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a3f62-1497-4cfa-ba8b-73e2f8253462 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa9996a5-9338-44b4-9ad2-2b9687843d19,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:16.730042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-ce72887f-1caf-446e-80e1-a873f5507efa req-0533344f-5941-4d8b-8b54-87dbe2c99f0d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Transition to ACTIVE for port object f05e96af-8ff4-4d79-8067-e0179a0a7aee will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:08:16.773146 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-43cc19cd-c86f-4731-8a43-d434b40eeecd tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:16.774413 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-43cc19cd-c86f-4731-8a43-d434b40eeecd tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9798541 Aug 29 07:08:16.778484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50746) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:16.783634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-253103c6-b682-4bc6-95e9-a5d4383a1686 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '1eef9bef-9587-46f1-8c09-559ddb31f239', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:16.959512 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:17.006468 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ce72887f-1caf-446e-80e1-a873f5507efa req-0533344f-5941-4d8b-8b54-87dbe2c99f0d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:17.014347 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-253103c6-b682-4bc6-95e9-a5d4383a1686 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The resource could not be found. Aug 29 07:08:17.014347 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-253103c6-b682-4bc6-95e9-a5d4383a1686 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2331731 Aug 29 07:08:17.018571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9336c556-d655-4f3b-8d56-ae6f019593c1'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:08:17.020835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50758) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:17.032580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-fca90e75-36a1-4ef3-82e0-475df76832f4 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '1eef9bef-9587-46f1-8c09-559ddb31f239', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ad715940-2937-4a44-bbb6-5699adc64704'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:17.111098 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce72887f-1caf-446e-80e1-a873f5507efa req-0533344f-5941-4d8b-8b54-87dbe2c99f0d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:17.119059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-ce72887f-1caf-446e-80e1-a873f5507efa req-0533344f-5941-4d8b-8b54-87dbe2c99f0d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:17.161734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce72887f-1caf-446e-80e1-a873f5507efa req-0533344f-5941-4d8b-8b54-87dbe2c99f0d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:08:17.223638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533344f-5941-4d8b-8b54-87dbe2c99f0d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'Port': ['ID=f05e96af-8ff4-4d79-8067-e0179a0a7aee,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:17.267319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50770) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:17.309883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1abd-d1a6-493b-82a0-add9e7029271 req-2248d23b-e941-46cc-8811-8c86ba905268 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:17.313656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-672e1abd-d1a6-493b-82a0-add9e7029271 req-2248d23b-e941-46cc-8811-8c86ba905268 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 931 time: 0.2179518 Aug 29 07:08:17.380198 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ad3a3fe6-cfc9-4d12-80f4-819805350a2c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8bd3d0ccbdc2480a8e8c9bd60e514018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1116412 Aug 29 07:08:17.390688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50774) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:17.395434 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72887f-1caf-446e-80e1-a873f5507efa req-0533344f-5941-4d8b-8b54-87dbe2c99f0d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:17.400186 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-fca90e75-36a1-4ef3-82e0-475df76832f4 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The resource could not be found. Aug 29 07:08:17.405229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fca90e75-36a1-4ef3-82e0-475df76832f4 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3793933 Aug 29 07:08:17.405444 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ce72887f-1caf-446e-80e1-a873f5507efa req-0533344f-5941-4d8b-8b54-87dbe2c99f0d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:17.406357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50776) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:17.472454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-672e1abd-d1a6-493b-82a0-add9e7029271 req-0475f128-0c56-4a84-93a1-49b11f672d83 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416564 Aug 29 07:08:17.500415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b26cdb-be37-44a9-897a-aeddafc8b387 req-906e729e-d9d3-4535-b520-c86ca25ca361 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:17.503099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76b26cdb-be37-44a9-897a-aeddafc8b387 req-906e729e-d9d3-4535-b520-c86ca25ca361 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 943 time: 0.2284560 Aug 29 07:08:17.524642 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce72887f-1caf-446e-80e1-a873f5507efa req-0533344f-5941-4d8b-8b54-87dbe2c99f0d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2358284 Aug 29 07:08:17.561240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Request body: {'port': {'device_id': 'd1c731d5-0898-4a38-92f0-07a123196ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:17.588124 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a4ae8d8-7ac7-45f2-a918-ca3f8466483f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:17.605606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Router 4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:08:17.605843 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76b26cdb-be37-44a9-897a-aeddafc8b387 req-ed24aefe-8641-4347-9dcf-5790afa15b0d tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899799 Aug 29 07:08:17.608599 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1aebff8c-0f91-4a62-b173-e2d6ef5088bc tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:17.632992 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a4ae8d8-7ac7-45f2-a918-ca3f8466483f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:17.683095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0173ec91-8663-4dfe-bf8a-1df35d04f059 None None] Provisioning for port f05e96af-8ff4-4d79-8067-e0179a0a7aee completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:08:17.687705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0173ec91-8663-4dfe-bf8a-1df35d04f059 None None] Provisioning complete for port f05e96af-8ff4-4d79-8067-e0179a0a7aee triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:08:17.688145 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0173ec91-8663-4dfe-bf8a-1df35d04f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:17.699262 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1aebff8c-0f91-4a62-b173-e2d6ef5088bc tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:17.713891 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:17.741023 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0173ec91-8663-4dfe-bf8a-1df35d04f059 None None] Port f05e96af-8ff4-4d79-8067-e0179a0a7aee cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:08:17.804118 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a4ae8d8-7ac7-45f2-a918-ca3f8466483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:17.809648 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a4ae8d8-7ac7-45f2-a918-ca3f8466483f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:17.815965 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6a4ae8d8-7ac7-45f2-a918-ca3f8466483f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8d92b5dd-57d2-4b9d-8288-eb30a38f31c1 HTTP/1.1" status: 204 len: 168 time: 0.4195185 Aug 29 07:08:17.831928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ae8d8-7ac7-45f2-a918-ca3f8466483f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d92b5dd-57d2-4b9d-8288-eb30a38f31c1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:17.839220 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:08:17.872137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50786) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:17.889494 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3483a9ca-431d-4a15-b3d9-8db73ef5656b None None] Sync routers for ids ['4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:08:17.922150 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3483a9ca-431d-4a15-b3d9-8db73ef5656b None None] Routers {'4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:17.922860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3483a9ca-431d-4a15-b3d9-8db73ef5656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:18.022450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3483a9ca-431d-4a15-b3d9-8db73ef5656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:18.035603 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4cff429c-a501-4bf6-8f25-d3d7dc287837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:18.047611 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3483a9ca-431d-4a15-b3d9-8db73ef5656b None None] Routers {'4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:18.048344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3483a9ca-431d-4a15-b3d9-8db73ef5656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:18.054135 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:18.055422 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-da067a44-a8ea-4fa7-8581-e9492668d832 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9267199 Aug 29 07:08:18.058224 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1aebff8c-0f91-4a62-b173-e2d6ef5088bc tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:18.058428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50790) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:18.061607 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1aebff8c-0f91-4a62-b173-e2d6ef5088bc tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:18.066276 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1aebff8c-0f91-4a62-b173-e2d6ef5088bc tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "DELETE /v2.0/security-groups/1eef9bef-9587-46f1-8c09-559ddb31f239 HTTP/1.1" status: 204 len: 168 time: 0.6468980 Aug 29 07:08:18.069010 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50792) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:18.079611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:18.099420 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebff8c-0f91-4a62-b173-e2d6ef5088bc tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eef9bef-9587-46f1-8c09-559ddb31f239,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:18.151323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3483a9ca-431d-4a15-b3d9-8db73ef5656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:18.153165 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3483a9ca-431d-4a15-b3d9-8db73ef5656b None None] The sync data for ids ['4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:08:18.191301 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9f201ec8-35b6-449b-90e8-a379b9a2508c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1190424 Aug 29 07:08:18.195580 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50794) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:18.204318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-9f70ee77-43c9-4caf-8596-b46633e44d6b tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': '8ef3155e-0360-44fc-9968-a3a54d1712f8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:18.315851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05e96af-8ff4-4d79-8067-e0179a0a7aee {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:08:18.328434 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:18.367362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Transition to ACTIVE for port object f05e96af-8ff4-4d79-8067-e0179a0a7aee will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:08:18.433988 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:18.527207 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-9f70ee77-43c9-4caf-8596-b46633e44d6b tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The resource could not be found. Aug 29 07:08:18.532659 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9f70ee77-43c9-4caf-8596-b46633e44d6b tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3356655 Aug 29 07:08:18.540255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50800) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:18.548502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6211cfd6-20d4-4786-b1d3-b060386eb8b3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group': {'name': 'tempest-secgroup--446801361'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:18.655994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e96af-8ff4-4d79-8067-e0179a0a7aee,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:18.667424 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:18.716192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb5def-a74c-477a-8bb8-bd2c12247f2e req-1b2fa5a6-33f5-4b63-a756-fbbc6ac9d068 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:18.719744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdeb5def-a74c-477a-8bb8-bd2c12247f2e req-1b2fa5a6-33f5-4b63-a756-fbbc6ac9d068 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1238368 Aug 29 07:08:18.788173 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4cff429c-a501-4bf6-8f25-d3d7dc287837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:18.789966 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:18.826982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdeb5def-a74c-477a-8bb8-bd2c12247f2e req-9a92cd8a-4b09-4769-b48d-15a40d44293d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060452 Aug 29 07:08:18.866883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Attempting to bind port f05e96af-8ff4-4d79-8067-e0179a0a7aee on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:08:18.867379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Attempting to bind port f05e96af-8ff4-4d79-8067-e0179a0a7aee by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:08:18.867780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Attempting to bind port f05e96af-8ff4-4d79-8067-e0179a0a7aee on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:08:18.872677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Port f05e96af-8ff4-4d79-8067-e0179a0a7aee on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:08:18.873093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Attempting to bind port f05e96af-8ff4-4d79-8067-e0179a0a7aee on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:08:18.878385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6d14e-e6c9-48b8-a1c5-6070c2373184 req-2ae22e41-eeaf-478f-a3f3-e25d9d437ef4 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:18.887276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:08:18.887276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Checking segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:08:18.887276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Bound using segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:08:18.888148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fff6d14e-e6c9-48b8-a1c5-6070c2373184 req-2ae22e41-eeaf-478f-a3f3-e25d9d437ef4 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 943 time: 0.0844281 Aug 29 07:08:18.888148 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4cff429c-a501-4bf6-8f25-d3d7dc287837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:18.890130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Bound port: f05e96af-8ff4-4d79-8067-e0179a0a7aee, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:08:18.890531 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.005416 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4cff429c-a501-4bf6-8f25-d3d7dc287837 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4171e529b6ac486ba209b8da1f4761bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1317217 Aug 29 07:08:19.006159 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff429c-a501-4bf6-8f25-d3d7dc287837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847e02ee-2d64-4114-b17e-bc7b9960c51e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:19.013295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50814) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:19.054673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fff6d14e-e6c9-48b8-a1c5-6070c2373184 req-887d6eb4-0676-439d-9d1b-4d272e9fca3c tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626658 Aug 29 07:08:19.070485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:08:19.073592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] For port f05e96af-8ff4-4d79-8067-e0179a0a7aee, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:08:19.077290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] For port f05e96af-8ff4-4d79-8067-e0179a0a7aee, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f05e96af-8ff4-4d79-8067-e0179a0a7aee,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:08:19.081885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6211cfd6-20d4-4786-b1d3-b060386eb8b3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.148345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Deleting port 078e14d1-3347-4caa-920a-cf899c2df9de {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:08:19.148593 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.148877 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.162964 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7192a783-981a-4942-9c81-64ec65a48ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.207390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:19.208073 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.209656 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce72887f-1caf-446e-80e1-a873f5507efa req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] 10.222.0.11 "PUT /v2.0/ports/f05e96af-8ff4-4d79-8067-e0179a0a7aee HTTP/1.1" status: 200 len: 1092 time: 1.6613367 Aug 29 07:08:19.214243 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c731d5-0898-4a38-92f0-07a123196ae1', 'tag': 'f05e96af-8ff4-4d79-8067-e0179a0a7aee'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:08:19.218013 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f81bdb-9c51-4cae-bc1b-b8b25a1db641" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c731d5-0898-4a38-92f0-07a123196ae1", "tag": "f05e96af-8ff4-4d79-8067-e0179a0a7aee"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:08:19.300734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=aeef6d3c-256e-4b74-9c8b-83b10d7b28d0,segment=NetworkSegment(c29ae559-f041-4323-b3b3-1de7076a9dc7),segment_id=c29ae559-f041-4323-b3b3-1de7076a9dc7)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:08:19.308018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddd638-ce3b-48ec-b97c-4eeaa465b861 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e96af-8ff4-4d79-8067-e0179a0a7aee,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:19.335008 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7192a783-981a-4942-9c81-64ec65a48ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.338249 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3436aa-0b4d-48f9-b1f3-8c53b45297e7 x-openstack-request-id: req-7c3436aa-0b4d-48f9-b1f3-8c53b45297e7 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:08:19.343228 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c731d5-0898-4a38-92f0-07a123196ae1", "tag": "f05e96af-8ff4-4d79-8067-e0179a0a7aee", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:08:19.343228 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7c3436aa-0b4d-48f9-b1f3-8c53b45297e7 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:08:19.343228 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c731d5-0898-4a38-92f0-07a123196ae1', 'tag': 'f05e96af-8ff4-4d79-8067-e0179a0a7aee', 'status': 'completed', 'code': 200} Aug 29 07:08:19.347690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'aeef6d3c-256e-4b74-9c8b-83b10d7b28d0', 'network_id': 'e7f82a6e-5eaf-4980-9ed9-b051636d1f06', 'port_id': 'aeef6d3c-256e-4b74-9c8b-83b10d7b28d0', 'mac_address': 'fa:16:3e:93:7b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad27b8d-0058-4b55-964a-f5d1186c582b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:08:19.351862 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6211cfd6-20d4-4786-b1d3-b060386eb8b3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.408872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72887f-1caf-446e-80e1-a873f5507efa req-70e2b98a-10d1-4dd4-a269-36b2c0f326e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:19.411880 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce72887f-1caf-446e-80e1-a873f5507efa req-70e2b98a-10d1-4dd4-a269-36b2c0f326e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 1095 time: 0.0643742 Aug 29 07:08:19.420509 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.441645 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6211cfd6-20d4-4786-b1d3-b060386eb8b3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.447077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:08:19.484998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=aeef6d3c-256e-4b74-9c8b-83b10d7b28d0,segment=NetworkSegment(c29ae559-f041-4323-b3b3-1de7076a9dc7),segment_id=c29ae559-f041-4323-b3b3-1de7076a9dc7)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:08:19.523329 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce72887f-1caf-446e-80e1-a873f5507efa req-285c7175-d401-4c66-a520-0bdd19609e86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f05e96af-8ff4-4d79-8067-e0179a0a7aee HTTP/1.1" status: 200 len: 217 time: 0.0966160 Aug 29 07:08:19.528629 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.567570 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Calling delete_port for 078e14d1-3347-4caa-920a-cf899c2df9de owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:08:19.575300 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.602093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211cfd6-20d4-4786-b1d3-b060386eb8b3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1ce903-5f59-4f47-a727-c493606922b1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:19.626271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72887f-1caf-446e-80e1-a873f5507efa req-3eb7b2e7-7f35-428a-9f93-296e66adb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:19.628478 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce72887f-1caf-446e-80e1-a873f5507efa req-3eb7b2e7-7f35-428a-9f93-296e66adb8c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.0894895 Aug 29 07:08:19.651185 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6211cfd6-20d4-4786-b1d3-b060386eb8b3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.652499 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6211cfd6-20d4-4786-b1d3-b060386eb8b3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1106265 Aug 29 07:08:19.655758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50824) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:19.661636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a8ec70c6-2a10-4b57-bccf-255a9c4b9245 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group': {'name': 'tempest-secgroup--1308042081'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:19.666512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=aeef6d3c-256e-4b74-9c8b-83b10d7b28d0,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:19.687863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:19.688361 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:19.688780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:19.689255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:19.689722 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:19.690305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:19.690863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:19.691513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:19.692373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:19.692953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:19.693661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:19.694166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:19.694608 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7192a783-981a-4942-9c81-64ec65a48ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.697602 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7192a783-981a-4942-9c81-64ec65a48ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.701558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7192a783-981a-4942-9c81-64ec65a48ef5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/847e02ee-2d64-4114-b17e-bc7b9960c51e HTTP/1.1" status: 204 len: 168 time: 0.6828260 Aug 29 07:08:19.714802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192a783-981a-4942-9c81-64ec65a48ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847e02ee-2d64-4114-b17e-bc7b9960c51e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:19.756906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72887f-1caf-446e-80e1-a873f5507efa req-364a16eb-b00c-4fcc-a819-c07fd858dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:19.767793 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce72887f-1caf-446e-80e1-a873f5507efa req-364a16eb-b00c-4fcc-a819-c07fd858dfa9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311989 Aug 29 07:08:19.797791 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8ec70c6-2a10-4b57-bccf-255a9c4b9245 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.937980 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8ec70c6-2a10-4b57-bccf-255a9c4b9245 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:19.982012 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce72887f-1caf-446e-80e1-a873f5507efa req-a9d375ab-6163-4f95-9b0b-a055ee383e9c service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880617 Aug 29 07:08:19.990703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['aeef6d3c-256e-4b74-9c8b-83b10d7b28d0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:08:20.047113 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8ec70c6-2a10-4b57-bccf-255a9c4b9245 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:20.226012 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce72887f-1caf-446e-80e1-a873f5507efa req-0dc63ee2-cd8c-4858-934b-ee2c51269ba7 service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517176 Aug 29 07:08:20.459788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcdde0-b3af-4e01-a20f-003a663ca353 req-5dde801e-7e49-4551-bc2c-fba082b0c059 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:20.462006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21bcdde0-b3af-4e01-a20f-003a663ca353 req-5dde801e-7e49-4551-bc2c-fba082b0c059 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.4983718 Aug 29 07:08:20.465988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec70c6-2a10-4b57-bccf-255a9c4b9245 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a11e89-df1c-40d7-b1b0-c7ea605f3a13,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:20.532288 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21bcdde0-b3af-4e01-a20f-003a663ca353 req-d05ebcd6-af5e-4a21-8557-39058e041228 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500441 Aug 29 07:08:20.541277 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f81bdb-9c51-4cae-bc1b-b8b25a1db641 req-423e5204-76ac-4215-adac-c292206c8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:20.544044 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-14f81bdb-9c51-4cae-bc1b-b8b25a1db641 req-423e5204-76ac-4215-adac-c292206c8a7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 1095 time: 0.1470168 Aug 29 07:08:20.559918 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8ec70c6-2a10-4b57-bccf-255a9c4b9245 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:20.561221 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a8ec70c6-2a10-4b57-bccf-255a9c4b9245 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9042289 Aug 29 07:08:20.572302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50846) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:20.578152 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-0f93faea-f940-4054-bcbc-3f1dc5b7aa9c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group_rule': {'security_group_id': 'ac1ce903-5f59-4f47-a727-c493606922b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '65a11e89-df1c-40d7-b1b0-c7ea605f3a13'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:20.608436 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:20.691734 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Pushing event deleted for resources: {'Port': ['ID=078e14d1-3347-4caa-920a-cf899c2df9de,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:20.853367 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db11b58-fd48-4fb4-81f7-c9a00e2dda29 req-3d344064-5d91-47a7-a586-9518da94c02c tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:20.856476 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8db11b58-fd48-4fb4-81f7-c9a00e2dda29 req-3d344064-5d91-47a7-a586-9518da94c02c tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 944 time: 0.1694443 Aug 29 07:08:20.899957 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.044807 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.046801 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-0f93faea-f940-4054-bcbc-3f1dc5b7aa9c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:08:21.048977 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0f93faea-f940-4054-bcbc-3f1dc5b7aa9c tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4754219 Aug 29 07:08:21.059080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50848) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:21.070228 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:08:21.141961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50850) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:21.153350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8db11b58-fd48-4fb4-81f7-c9a00e2dda29 req-21a3cfe5-969f-408c-b317-339c86bbb9b7 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873616 Aug 29 07:08:21.189160 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f81bdb-9c51-4cae-bc1b-b8b25a1db641 req-b37b6213-7e96-4d61-83a8-d6e800f8f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:21.191120 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-14f81bdb-9c51-4cae-bc1b-b8b25a1db641 req-b37b6213-7e96-4d61-83a8-d6e800f8f8fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 913 time: 0.6265483 Aug 29 07:08:21.197090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44893fcd-c53d-4b79-b68e-3263fc7a9eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.252064 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-14f81bdb-9c51-4cae-bc1b-b8b25a1db641 req-a2e256ad-6b0b-4d58-ba46-35f03dd2549d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f05e96af-8ff4-4d79-8067-e0179a0a7aee HTTP/1.1" status: 200 len: 217 time: 0.0511997 Aug 29 07:08:21.291444 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:08:21.291444 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:08:21.291444 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.339974 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.349866 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.352158 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f81bdb-9c51-4cae-bc1b-b8b25a1db641 req-7a3a43e4-e81d-4fe4-bc8f-1247b108c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:21.354460 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-14f81bdb-9c51-4cae-bc1b-b8b25a1db641 req-7a3a43e4-e81d-4fe4-bc8f-1247b108c782 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.0914881 Aug 29 07:08:21.368427 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.417114 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.461600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f81bdb-9c51-4cae-bc1b-b8b25a1db641 req-1520eb5c-8117-4aa2-9066-c31e5637e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:21.464594 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-14f81bdb-9c51-4cae-bc1b-b8b25a1db641 req-1520eb5c-8117-4aa2-9066-c31e5637e123 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997434 Aug 29 07:08:21.472827 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8216525-cf09-47f0-a330-0355ca3e5cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeef6d3c-256e-4b74-9c8b-83b10d7b28d0'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:08:21.475993 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ffdcb0-4d81-4cf5-8cd8-75f0f625df3a" -d '{"events": [{"server_uuid": "a8216525-cf09-47f0-a330-0355ca3e5cfa", "name": "network-vif-plugged", "status": "completed", "tag": "aeef6d3c-256e-4b74-9c8b-83b10d7b28d0"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:08:21.478132 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.482934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Router 4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:08:21.508179 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=aeef6d3c-256e-4b74-9c8b-83b10d7b28d0,segment=NetworkSegment(c29ae559-f041-4323-b3b3-1de7076a9dc7),segment_id=c29ae559-f041-4323-b3b3-1de7076a9dc7)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:08:21.527064 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c93949b-3660-4a6d-b529-8985cc0bfe17 x-openstack-request-id: req-4c93949b-3660-4a6d-b529-8985cc0bfe17 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:08:21.527812 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8216525-cf09-47f0-a330-0355ca3e5cfa", "name": "network-vif-plugged", "status": "completed", "tag": "aeef6d3c-256e-4b74-9c8b-83b10d7b28d0", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:08:21.528192 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4c93949b-3660-4a6d-b529-8985cc0bfe17 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:08:21.528670 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8216525-cf09-47f0-a330-0355ca3e5cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeef6d3c-256e-4b74-9c8b-83b10d7b28d0', 'code': 200} Aug 29 07:08:21.627305 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.627992 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-14f81bdb-9c51-4cae-bc1b-b8b25a1db641 req-1db054f1-05bb-403c-b8c8-4711e3f1d148 service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493049 Aug 29 07:08:21.630281 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44893fcd-c53d-4b79-b68e-3263fc7a9eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.804403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=aeef6d3c-256e-4b74-9c8b-83b10d7b28d0,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:21.806770 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-14f81bdb-9c51-4cae-bc1b-b8b25a1db641 req-3eaafbc7-f2d1-4ac4-a1fd-04fab46b0e27 service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711767 Aug 29 07:08:21.815658 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-44893fcd-c53d-4b79-b68e-3263fc7a9eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.828583 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:08:21.830580 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.836264 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.837930 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "DELETE /v2.0/security-groups/65a11e89-df1c-40d7-b1b0-c7ea605f3a13 HTTP/1.1" status: 204 len: 168 time: 0.7772431 Aug 29 07:08:21.843188 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12394b48-a61c-49ea-b988-f0309b4dbd7d None None] Sync routers for ids ['4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:08:21.845058 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:21.850832 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d63c7b14-c05f-433e-9106-ade5a49a7b3f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "PUT /v2.0/routers/4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5 HTTP/1.1" status: 200 len: 706 time: 3.7904425 Aug 29 07:08:21.866940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50866) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:21.868169 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50868) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:21.869087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a11e89-df1c-40d7-b1b0-c7ea605f3a13,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:21.895916 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12394b48-a61c-49ea-b988-f0309b4dbd7d None None] Routers {'4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:21.897351 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-12394b48-a61c-49ea-b988-f0309b4dbd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:21.916585 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-44893fcd-c53d-4b79-b68e-3263fc7a9eda admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=87a79a8094af44d3aed0782b22aac081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7702379 Aug 29 07:08:21.926279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50870) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:21.946434 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-12394b48-a61c-49ea-b988-f0309b4dbd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:21.958570 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12394b48-a61c-49ea-b988-f0309b4dbd7d None None] Routers {'4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:21.960253 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-12394b48-a61c-49ea-b988-f0309b4dbd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:22.006284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab141c-d25d-4749-873a-dbe6b6b3a1a6 req-eeb4943e-0534-4126-9a34-03b593a0221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:22.008632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02ab141c-d25d-4749-873a-dbe6b6b3a1a6 req-eeb4943e-0534-4126-9a34-03b593a0221e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 1097 time: 0.3431923 Aug 29 07:08:22.015632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-81c0e006-cfd5-4ef0-a8d6-2c64cb6242dc tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/routers/4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5 HTTP/1.1" status: 200 len: 741 time: 0.1326139 Aug 29 07:08:22.017633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50872) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:22.024192 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-12394b48-a61c-49ea-b988-f0309b4dbd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:22.025242 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12394b48-a61c-49ea-b988-f0309b4dbd7d None None] The sync data for ids ['4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:08:22.037381 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:22.037893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:22.038465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:22.038989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:22.039408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:22.039710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:22.040041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:22.040374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:22.040699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:22.041024 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:22.041477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:22.041843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88aad52-d937-4b69-a7ed-176e6f75c02a tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:22.083992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d2810-0990-43e9-aba8-a17eb6f2e65b req-b51be624-19d1-44d2-910a-3b2d2ce5c85b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:22.085629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-592d2810-0990-43e9-aba8-a17eb6f2e65b req-b51be624-19d1-44d2-910a-3b2d2ce5c85b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.4229403 Aug 29 07:08:22.125970 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e33be13e-6469-434d-8404-5a0798f0095d tempest-RoutersAdminTest-1048206840 tempest-RoutersAdminTest-1048206840-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&device_id=4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5 HTTP/1.1" status: 200 len: 205 time: 0.1037831 Aug 29 07:08:22.129661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50874) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:22.160303 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9d30bcdd-17c6-451f-bbce-8b3adb063ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:22.162206 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44893fcd-c53d-4b79-b68e-3263fc7a9eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbc3ce2-1807-43f2-9288-3696592b0634,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:22.197823 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02ab141c-d25d-4749-873a-dbe6b6b3a1a6 req-7e6a3b9b-cb78-450f-acdd-a02fb3752e53 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719165 Aug 29 07:08:22.212892 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2e23e031-cb13-464b-823b-347e6525ce5d tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5 HTTP/1.1" status: 200 len: 205 time: 0.0636027 Aug 29 07:08:22.216650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50882) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:22.275776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-592d2810-0990-43e9-aba8-a17eb6f2e65b req-b14cba34-3221-4dda-8501-12fd300292c3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767232 Aug 29 07:08:22.322295 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-546bfd8c-88b6-47e7-ad00-8ae156ae4fb8 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4407706 Aug 29 07:08:22.324590 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9d30bcdd-17c6-451f-bbce-8b3adb063ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:22.331224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50888) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:22.435420 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86b31e8d-0aea-4360-a352-7c8c979b9fd9 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:22.446591 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca519d9a-9bf5-4102-bf8a-7592dcd50bd3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:22.497184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca519d9a-9bf5-4102-bf8a-7592dcd50bd3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:22.679350 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca519d9a-9bf5-4102-bf8a-7592dcd50bd3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:22.683360 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ca519d9a-9bf5-4102-bf8a-7592dcd50bd3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:22.686219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ca519d9a-9bf5-4102-bf8a-7592dcd50bd3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "DELETE /v2.0/security-groups/ac1ce903-5f59-4f47-a727-c493606922b1 HTTP/1.1" status: 204 len: 168 time: 0.3506417 Aug 29 07:08:22.687324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50892) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:22.737455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86b31e8d-0aea-4360-a352-7c8c979b9fd9 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:22.740655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86b31e8d-0aea-4360-a352-7c8c979b9fd9 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:22.785305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca519d9a-9bf5-4102-bf8a-7592dcd50bd3 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1ce903-5f59-4f47-a727-c493606922b1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:22.839187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f7b3e2bb-3817-4796-8727-95f3ac729a93 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1449258 Aug 29 07:08:22.847246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50894) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:22.848612 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9d30bcdd-17c6-451f-bbce-8b3adb063ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:22.851481 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9d30bcdd-17c6-451f-bbce-8b3adb063ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:22.884431 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9d30bcdd-17c6-451f-bbce-8b3adb063ab0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ddbc3ce2-1807-43f2-9288-3696592b0634 HTTP/1.1" status: 204 len: 168 time: 0.9564888 Aug 29 07:08:22.897361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-13288fb6-3ea3-4456-ae34-b83c7230bbdb tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group': {'name': 'tempest-secgroup--1937595184'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:22.911268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f09c6b-80e7-4998-865e-9e636b612702 req-2efed4dc-9c44-47a9-b597-de7809d029dc tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:22.911268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36f09c6b-80e7-4998-865e-9e636b612702 req-2efed4dc-9c44-47a9-b597-de7809d029dc tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 945 time: 0.1441393 Aug 29 07:08:22.952735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30bcdd-17c6-451f-bbce-8b3adb063ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbc3ce2-1807-43f2-9288-3696592b0634,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:22.992032 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86b31e8d-0aea-4360-a352-7c8c979b9fd9 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:22.992593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b31e8d-0aea-4360-a352-7c8c979b9fd9 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Fanout notify agent at l3_agent the message router_deleted on router 4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:08:23.004697 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-86b31e8d-0aea-4360-a352-7c8c979b9fd9 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:23.013738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36f09c6b-80e7-4998-865e-9e636b612702 req-95ecf464-ffd2-40ff-86de-d5c1f79097db tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887063 Aug 29 07:08:23.013933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50902) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.015573 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-86b31e8d-0aea-4360-a352-7c8c979b9fd9 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "DELETE /v2.0/routers/4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5 HTTP/1.1" status: 204 len: 168 time: 0.7970536 Aug 29 07:08:23.078944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8ed823a0-ab32-4ca6-ba0a-b1ab260f2336 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5 HTTP/1.1" status: 200 len: 205 time: 0.0633142 Aug 29 07:08:23.095069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50904) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.112449 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13288fb6-3ea3-4456-ae34-b83c7230bbdb tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:23.188062 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-9e0149c2-3a42-4844-a9cd-5de25afff2f4 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] delete failed (client error): The resource could not be found. Aug 29 07:08:23.190208 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9e0149c2-3a42-4844-a9cd-5de25afff2f4 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "DELETE /v2.0/routers/4ef71f6f-76e5-4c25-8529-9ae0f76b3ee5 HTTP/1.1" status: 404 len: 336 time: 0.0931048 Aug 29 07:08:23.197885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50906) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.274903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6cba9163-c447-498f-bbe1-6e8695aaa3ab tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "GET /v2.0/ports?device_id=a705c9d2-f4ff-4637-8001-81e0942005c9 HTTP/1.1" status: 200 len: 205 time: 0.0708599 Aug 29 07:08:23.281632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50908) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.353811 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-15a7a0ee-826a-4048-938f-7505b075c078 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] delete failed (client error): The resource could not be found. Aug 29 07:08:23.358574 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-15a7a0ee-826a-4048-938f-7505b075c078 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "DELETE /v2.0/routers/a705c9d2-f4ff-4637-8001-81e0942005c9 HTTP/1.1" status: 404 len: 336 time: 0.0728469 Aug 29 07:08:23.359300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50914) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.371252 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13288fb6-3ea3-4456-ae34-b83c7230bbdb tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:23.415183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-65a0bb43-a6df-4660-8553-6331d7df78ed tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "GET /v2.0/ports?device_id=23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d HTTP/1.1" status: 200 len: 205 time: 0.0523806 Aug 29 07:08:23.417750 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50916) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.468979 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-f9680991-f41d-4538-96bf-c4e19b69bde2 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] delete failed (client error): The resource could not be found. Aug 29 07:08:23.470478 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f9680991-f41d-4538-96bf-c4e19b69bde2 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "DELETE /v2.0/routers/23ef8a9e-2b8b-4d5e-bfd9-4fc0762ee76d HTTP/1.1" status: 404 len: 336 time: 0.0506687 Aug 29 07:08:23.474379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50920) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.508535 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13288fb6-3ea3-4456-ae34-b83c7230bbdb tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:23.512944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b6f2233c-4e15-44f0-9b08-534c2411970c tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ff5741e-8321-4314-bc25-1ed6d57cf8fd HTTP/1.1" status: 200 len: 205 time: 0.0373693 Aug 29 07:08:23.517440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50924) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.577928 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-12e2f52f-7a68-40b9-85e6-b02c9b62ce98 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] delete failed (client error): The resource could not be found. Aug 29 07:08:23.579183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-12e2f52f-7a68-40b9-85e6-b02c9b62ce98 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "DELETE /v2.0/routers/2ff5741e-8321-4314-bc25-1ed6d57cf8fd HTTP/1.1" status: 404 len: 336 time: 0.0587389 Aug 29 07:08:23.582757 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50926) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.644966 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2e9805a7-bd0b-466c-a35b-34f430bf691f tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "GET /v2.0/ports?device_id=11923a89-5665-4a51-a787-35ab68cfcdf9 HTTP/1.1" status: 200 len: 205 time: 0.0608957 Aug 29 07:08:23.656084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50928) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.657088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13288fb6-3ea3-4456-ae34-b83c7230bbdb tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb50a99d-15f8-4035-8ed4-5e4b364b302a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:23.706190 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-1a0ac92c-6700-40bb-a1c4-52b213f73429 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] delete failed (client error): The resource could not be found. Aug 29 07:08:23.707285 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1a0ac92c-6700-40bb-a1c4-52b213f73429 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "DELETE /v2.0/routers/11923a89-5665-4a51-a787-35ab68cfcdf9 HTTP/1.1" status: 404 len: 336 time: 0.0473530 Aug 29 07:08:23.708645 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13288fb6-3ea3-4456-ae34-b83c7230bbdb tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:23.712503 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-13288fb6-3ea3-4456-ae34-b83c7230bbdb tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8241513 Aug 29 07:08:23.712503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50932) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.725326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50934) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.737206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ca6850fa-ed60-4f2e-a137-d9ddc3b2f6a5 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:23.743919 n-d-713301-12 neutron-server[95404]: WARNING neutron.api.v2.base [None req-ca6850fa-ed60-4f2e-a137-d9ddc3b2f6a5 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 07:08:23.745400 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-ca6850fa-ed60-4f2e-a137-d9ddc3b2f6a5 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 07:08:23.755973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ca6850fa-ed60-4f2e-a137-d9ddc3b2f6a5 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "PUT /v2.0/security-groups/cb50a99d-15f8-4035-8ed4-5e4b364b302a HTTP/1.1" status: 409 len: 330 time: 0.0209482 Aug 29 07:08:23.755973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50936) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.808242 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9e307a5b-da74-47d9-affc-0e744a14949c tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "GET /v2.0/ports?device_id=5865f367-6134-4977-b899-672500ac7b6c HTTP/1.1" status: 200 len: 205 time: 0.0953109 Aug 29 07:08:23.810732 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50940) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.865601 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-187636bb-cc16-4f4b-8e54-6b0037adc5ca tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] delete failed (client error): The resource could not be found. Aug 29 07:08:23.867439 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-187636bb-cc16-4f4b-8e54-6b0037adc5ca tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "DELETE /v2.0/routers/5865f367-6134-4977-b899-672500ac7b6c HTTP/1.1" status: 404 len: 336 time: 0.0556605 Aug 29 07:08:23.870062 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50944) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:23.912964 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-851e82af-db65-4811-852d-1e67aeb63356 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:23.937174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-851e82af-db65-4811-852d-1e67aeb63356 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:23.941883 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9210039b-2904-4ed1-aa70-a832b462b6b9 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] DELETE failed (client error): The resource could not be found. Aug 29 07:08:23.942579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9210039b-2904-4ed1-aa70-a832b462b6b9 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:08:23.946150 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9210039b-2904-4ed1-aa70-a832b462b6b9 tempest-RoutersAdminTest-1720088199 tempest-RoutersAdminTest-1720088199-project] 10.222.0.76 "DELETE /v2.0/subnets/6cf92b4f-1444-4ce3-ab56-a2d750af8b93 HTTP/1.1" status: 404 len: 337 time: 0.0738375 Aug 29 07:08:23.999370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80901be8-6097-436d-aa07-40d2be7aa0c9 req-840475f5-8064-427b-b20e-e7fa66f4bc87 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:24.007934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80901be8-6097-436d-aa07-40d2be7aa0c9 req-840475f5-8064-427b-b20e-e7fa66f4bc87 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.3003404 Aug 29 07:08:24.068809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80901be8-6097-436d-aa07-40d2be7aa0c9 req-7fe06446-f677-415c-95b6-6c1291fa8236 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473175 Aug 29 07:08:24.146801 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-851e82af-db65-4811-852d-1e67aeb63356 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:24.150104 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-851e82af-db65-4811-852d-1e67aeb63356 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:24.151794 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-851e82af-db65-4811-852d-1e67aeb63356 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "DELETE /v2.0/security-groups/cb50a99d-15f8-4035-8ed4-5e4b364b302a HTTP/1.1" status: 204 len: 168 time: 0.3824613 Aug 29 07:08:24.155056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50958) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:24.173049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e82af-db65-4811-852d-1e67aeb63356 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb50a99d-15f8-4035-8ed4-5e4b364b302a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:24.202153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fa895-36a1-431e-ba7b-45e0691bb01b req-c4bc5ec1-935b-47c6-8411-a72f3f6c8146 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:24.203950 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e8fa895-36a1-431e-ba7b-45e0691bb01b req-c4bc5ec1-935b-47c6-8411-a72f3f6c8146 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 945 time: 0.1019783 Aug 29 07:08:24.246135 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 50964) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:24.260702 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-40a4a9a8-60ab-4117-aacf-ec2ea5e53382 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1017678 Aug 29 07:08:24.275856 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-41e90678-50a5-43d0-940b-af68e30d62f7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] delete failed (client error): The resource could not be found. Aug 29 07:08:24.277254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-41e90678-50a5-43d0-940b-af68e30d62f7 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "DELETE /v2.0/security-groups/39abed8a-c2ee-4dcd-93b8-27a07fafcf09 HTTP/1.1" status: 404 len: 347 time: 0.0299439 Aug 29 07:08:24.281865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50966) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:24.300618 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e8fa895-36a1-431e-ba7b-45e0691bb01b req-d6eb6e99-87ca-42d3-a228-94e7f05fb81d tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832062 Aug 29 07:08:24.301788 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-c0cdd39a-317e-4413-a9e1-193d35c46afe tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] show failed (client error): The resource could not be found. Aug 29 07:08:24.303079 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c0cdd39a-317e-4413-a9e1-193d35c46afe tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "GET /v2.0/security-groups/1e06aa70-626e-4897-861f-bf2c8cd5d962 HTTP/1.1" status: 404 len: 347 time: 0.0197911 Aug 29 07:08:24.309667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50968) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:24.340708 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-408fa6ea-dce6-4bdf-bbfb-0b74716b4c05 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] show failed (client error): The resource could not be found. Aug 29 07:08:24.343738 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-408fa6ea-dce6-4bdf-bbfb-0b74716b4c05 tempest-NegativeSecGroupTest-1781664286 tempest-NegativeSecGroupTest-1781664286-project] 10.222.0.76 "GET /v2.0/security-group-rules/d8faac28-d00a-48d8-a5df-abc2f942fd11 HTTP/1.1" status: 404 len: 356 time: 0.0330184 Aug 29 07:08:24.651403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 50982) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:24.847858 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-feafb04c-a977-413b-8cc5-c3fb25d5d5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:24.991584 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-feafb04c-a977-413b-8cc5-c3fb25d5d5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:25.073454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51000) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:25.160546 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-feafb04c-a977-413b-8cc5-c3fb25d5d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:25.210675 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-feafb04c-a977-413b-8cc5-c3fb25d5d5c7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=65629f0079eb4ec782405ee1e5cbf5a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5556409 Aug 29 07:08:25.211055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51010) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:25.215331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafb04c-a977-413b-8cc5-c3fb25d5d5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0859d266-d972-4fb1-9539-9053a0cdbf75,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:25.345459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3b348-0d51-4397-b76b-6f0152e02592 req-fc019b69-2fd2-41b7-8725-bdfee4be6eb1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:25.347241 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0e3b348-0d51-4397-b76b-6f0152e02592 req-fc019b69-2fd2-41b7-8725-bdfee4be6eb1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1135225 Aug 29 07:08:25.352394 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-12bbec2f-00d1-481b-9006-6be565fcafd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:25.397321 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-12bbec2f-00d1-481b-9006-6be565fcafd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:25.439163 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0e3b348-0d51-4397-b76b-6f0152e02592 req-aad77dc3-63a1-4836-a2f8-1c010d7dca65 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840533 Aug 29 07:08:25.501209 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-46f5bae5-c4af-4ba4-a21f-5b390a09a60f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cf2b54c5a4214692aa4fa8e83e3dce6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232919 Aug 29 07:08:25.503122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51018) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:25.608798 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80fbbd4e-aad8-4b8a-810d-3977a2f5f1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:25.620112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-12bbec2f-00d1-481b-9006-6be565fcafd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:25.623907 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-12bbec2f-00d1-481b-9006-6be565fcafd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:25.633503 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-12bbec2f-00d1-481b-9006-6be565fcafd9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0859d266-d972-4fb1-9539-9053a0cdbf75 HTTP/1.1" status: 204 len: 168 time: 0.4147496 Aug 29 07:08:25.669725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80fbbd4e-aad8-4b8a-810d-3977a2f5f1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:25.672033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbec2f-00d1-481b-9006-6be565fcafd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0859d266-d972-4fb1-9539-9053a0cdbf75,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:25.942172 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80fbbd4e-aad8-4b8a-810d-3977a2f5f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:25.945064 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80fbbd4e-aad8-4b8a-810d-3977a2f5f1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:25.948247 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-80fbbd4e-aad8-4b8a-810d-3977a2f5f1a2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/62fae99b-45aa-455b-aa52-eb613d35b802 HTTP/1.1" status: 204 len: 168 time: 0.4438047 Aug 29 07:08:25.966771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbbd4e-aad8-4b8a-810d-3977a2f5f1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fae99b-45aa-455b-aa52-eb613d35b802,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:26.676562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a7c6d-6016-4e07-a8db-75e9be6cd770 req-018672e7-2854-4969-a1cb-c721b3f7dd47 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:26.679401 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b39a7c6d-6016-4e07-a8db-75e9be6cd770 req-018672e7-2854-4969-a1cb-c721b3f7dd47 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1049635 Aug 29 07:08:26.764677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b39a7c6d-6016-4e07-a8db-75e9be6cd770 req-2c815ba8-18e9-4499-8a46-04e8ec97ce14 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769875 Aug 29 07:08:26.837872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51056) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:26.938695 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6f214750-f96a-4b83-b623-c049990edbe3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6ab239e1f6b341a3a2335f9afbf0b53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965364 Aug 29 07:08:26.939408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51060) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:27.053255 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2b3097a-4bd9-4436-bf47-e998ea99328f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:27.146000 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2b3097a-4bd9-4436-bf47-e998ea99328f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:27.386345 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2b3097a-4bd9-4436-bf47-e998ea99328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:27.394248 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2b3097a-4bd9-4436-bf47-e998ea99328f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:27.407943 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f2b3097a-4bd9-4436-bf47-e998ea99328f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/80253a4d-003b-4b23-a14a-0dc15be676b7 HTTP/1.1" status: 204 len: 168 time: 0.4616244 Aug 29 07:08:27.432127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3097a-4bd9-4436-bf47-e998ea99328f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80253a4d-003b-4b23-a14a-0dc15be676b7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:27.948933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f40c7-6e36-45b6-94e0-ee640abf21d2 req-86b268a6-4be2-479f-a932-cf58b5b2f12b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:27.952497 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d51f40c7-6e36-45b6-94e0-ee640abf21d2 req-86b268a6-4be2-479f-a932-cf58b5b2f12b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.0673728 Aug 29 07:08:28.040035 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d51f40c7-6e36-45b6-94e0-ee640abf21d2 req-328e3e14-dbbf-4a34-8680-161fe2de759f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795386 Aug 29 07:08:28.242011 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:08:29.296946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d6651-f9ae-44ac-9bb4-362af2e3b078 req-92d05b74-687c-4a84-a04c-62fbb8350329 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:29.313994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5d7d6651-f9ae-44ac-9bb4-362af2e3b078 req-92d05b74-687c-4a84-a04c-62fbb8350329 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1237037 Aug 29 07:08:29.390166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5d7d6651-f9ae-44ac-9bb4-362af2e3b078 req-bdd94bec-5756-4ee1-beae-92cf3afc6cf6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523989 Aug 29 07:08:30.692052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71723041-e9dd-42ea-b4f1-30ac09fbfcc1 req-ea99522f-bcc1-4edd-9b8f-60a4d02a8bd9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:30.696796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71723041-e9dd-42ea-b4f1-30ac09fbfcc1 req-ea99522f-bcc1-4edd-9b8f-60a4d02a8bd9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1293631 Aug 29 07:08:30.810212 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71723041-e9dd-42ea-b4f1-30ac09fbfcc1 req-24a6ab42-efc3-464a-bee5-65afeb64c3f7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015513 Aug 29 07:08:31.464319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51228) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:31.752639 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7c17-f9bc-419d-a96b-7caed7752cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:32.010356 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7c17-f9bc-419d-a96b-7caed7752cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:32.054111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd84a41-39cb-41dc-bffc-a831ef57e79a req-f50e43cc-176d-432d-8646-f99e67bad92d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:32.056134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fcd84a41-39cb-41dc-bffc-a831ef57e79a req-f50e43cc-176d-432d-8646-f99e67bad92d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.0983088 Aug 29 07:08:32.149007 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7c17-f9bc-419d-a96b-7caed7752cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:32.281467 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b5bb7c17-f9bc-419d-a96b-7caed7752cff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c76074e1a12a4546ad467e8cf76c37e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8157263 Aug 29 07:08:32.284721 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb7c17-f9bc-419d-a96b-7caed7752cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5261b0-dfa1-4866-9c72-cfd86bb62fc0,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:32.285631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51248) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:32.315348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fcd84a41-39cb-41dc-bffc-a831ef57e79a req-adaac0be-5f6d-4bf6-8145-ac7fb5db3f13 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475722 Aug 29 07:08:32.337405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51252) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:32.456536 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-361c50d5-5bf9-4268-acc1-7070f7cb42a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:32.512302 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-361c50d5-5bf9-4268-acc1-7070f7cb42a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:32.614770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51258) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:32.709622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2126539469', 'router:external': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:32.734490 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-361c50d5-5bf9-4268-acc1-7070f7cb42a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:32.737434 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-361c50d5-5bf9-4268-acc1-7070f7cb42a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:32.739562 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-361c50d5-5bf9-4268-acc1-7070f7cb42a8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9c5261b0-dfa1-4866-9c72-cfd86bb62fc0 HTTP/1.1" status: 204 len: 168 time: 0.4422164 Aug 29 07:08:32.757098 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-737a143e-80cc-4849-a591-c0d0ef7c54c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:32.769722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c50d5-5bf9-4268-acc1-7070f7cb42a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5261b0-dfa1-4866-9c72-cfd86bb62fc0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:32.895902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Made reservation on behalf of 09dfdf4d2ae54eadb5be5cf5ac0ae824 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:08:32.898585 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:32.915330 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:33.040678 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-737a143e-80cc-4849-a591-c0d0ef7c54c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:33.222436 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-737a143e-80cc-4849-a591-c0d0ef7c54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:33.315910 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-737a143e-80cc-4849-a591-c0d0ef7c54c3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1374ccdc90024d7ead611c3bb37f334d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9773540 Aug 29 07:08:33.318504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51272) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:33.323177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a143e-80cc-4849-a591-c0d0ef7c54c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11c0b6e-fe6d-412c-867b-0d09705477e5,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:33.430746 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:33.462514 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b2999d5-d2e3-47ff-bc18-5d980ef35217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:33.487311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b2999d5-d2e3-47ff-bc18-5d980ef35217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:33.499041 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:33.532835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:08:33.571726 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ef7aa-42cf-405a-89fb-4b9549b255a8 req-142702c1-170f-4a29-a2fa-a91d475989cf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:33.573576 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-114ef7aa-42cf-405a-89fb-4b9549b255a8 req-142702c1-170f-4a29-a2fa-a91d475989cf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1199663 Aug 29 07:08:33.575046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b3e7ba-1299-4101-8d6a-ee71b380ac2a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:33.639721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-114ef7aa-42cf-405a-89fb-4b9549b255a8 req-71dfd191-4ed0-4d70-8eae-e257b95867ca tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582232 Aug 29 07:08:33.670913 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b2999d5-d2e3-47ff-bc18-5d980ef35217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:33.674832 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:33.675175 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b2999d5-d2e3-47ff-bc18-5d980ef35217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:33.675364 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Added segment 9d9aa7b6-e985-4710-bcd3-af2a94da8322 of type vlan for network fea7cc71-6842-4bdd-a428-18e88aae5465 Aug 29 07:08:33.676497 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3b2999d5-d2e3-47ff-bc18-5d980ef35217 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d11c0b6e-fe6d-412c-867b-0d09705477e5 HTTP/1.1" status: 204 len: 168 time: 0.3550076 Aug 29 07:08:33.702547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2999d5-d2e3-47ff-bc18-5d980ef35217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11c0b6e-fe6d-412c-867b-0d09705477e5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:33.747987 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:33.793994 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:33.862319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51282) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:33.879700 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2f11f709-859d-4b1e-83c3-fe779693da05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:33.940192 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:33.941088 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:33.941778 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:34.075665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event updated for resources: {'Network': ['ID=fea7cc71-6842-4bdd-a428-18e88aae5465,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:34.089402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network fea7cc71-6842-4bdd-a428-18e88aae5465 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:08:34.121637 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2f11f709-859d-4b1e-83c3-fe779693da05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:34.272828 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2f11f709-859d-4b1e-83c3-fe779693da05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:34.325863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2f11f709-859d-4b1e-83c3-fe779693da05 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8148d6102a2d45c5bbea814e629fa2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4620473 Aug 29 07:08:34.328119 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11f709-859d-4b1e-83c3-fe779693da05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf01b1a4-609f-4b80-b324-104ad83fbb0c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:34.329451 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51286) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:34.386222 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-522622fc-0b7a-43ef-9aef-ac90722a1e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:34.392338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5ce6fb9c-c2d8-4c41-8c0f-03baf4d5a8c3 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7756603 Aug 29 07:08:34.395566 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51288) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:34.401045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f25382b4-fec5-4678-a44c-60fd0f798784 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Request body: {'subnet': {'network_id': 'fea7cc71-6842-4bdd-a428-18e88aae5465', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:34.409908 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-522622fc-0b7a-43ef-9aef-ac90722a1e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:34.633391 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25382b4-fec5-4678-a44c-60fd0f798784 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Made reservation on behalf of 09dfdf4d2ae54eadb5be5cf5ac0ae824 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:08:34.633759 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-522622fc-0b7a-43ef-9aef-ac90722a1e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:34.636153 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-522622fc-0b7a-43ef-9aef-ac90722a1e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:34.640741 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f25382b4-fec5-4678-a44c-60fd0f798784 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:34.640929 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-522622fc-0b7a-43ef-9aef-ac90722a1e50 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bf01b1a4-609f-4b80-b324-104ad83fbb0c HTTP/1.1" status: 204 len: 168 time: 0.3063066 Aug 29 07:08:34.648871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522622fc-0b7a-43ef-9aef-ac90722a1e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf01b1a4-609f-4b80-b324-104ad83fbb0c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:34.837388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92f8fb-ebd5-4fcf-bc24-297533cce4d1 req-136caf6e-0cce-4ea2-b619-07a9b9b4d3dc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:34.842223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb92f8fb-ebd5-4fcf-bc24-297533cce4d1 req-136caf6e-0cce-4ea2-b619-07a9b9b4d3dc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1117682 Aug 29 07:08:34.943742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb92f8fb-ebd5-4fcf-bc24-297533cce4d1 req-d6d369b6-86a1-4321-92dc-8b447d2b5243 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906799 Aug 29 07:08:34.968100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51314) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:34.996665 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f8d7c91-6bfa-43ba-9d12-8cd2f9e993fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:35.213509 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f8d7c91-6bfa-43ba-9d12-8cd2f9e993fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:35.263587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.objects.ports [None req-f25382b4-fec5-4678-a44c-60fd0f798784 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95404) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 07:08:35.263982 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f25382b4-fec5-4678-a44c-60fd0f798784 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:35.334688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25382b4-fec5-4678-a44c-60fd0f798784 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event updated for resources: {'Subnet': ['ID=381cb1cc-6bd4-41f4-97da-f5307b685d18,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:35.340523 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f8d7c91-6bfa-43ba-9d12-8cd2f9e993fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:35.360268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25382b4-fec5-4678-a44c-60fd0f798784 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Checking segment: {'id': '9d9aa7b6-e985-4710-bcd3-af2a94da8322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fea7cc71-6842-4bdd-a428-18e88aae5465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:08:35.360769 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25382b4-fec5-4678-a44c-60fd0f798784 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Network hostable DHCP agents. Network: fea7cc71-6842-4bdd-a428-18e88aae5465, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:08:35.406199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d7c91-6bfa-43ba-9d12-8cd2f9e993fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0886b0c-7302-4abc-abc5-9d728edc9810,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:35.415169 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3f8d7c91-6bfa-43ba-9d12-8cd2f9e993fd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5e253b05d3d2492980427bcb38485634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4456916 Aug 29 07:08:35.415361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51318) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:35.482456 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-12a20766-c533-4d41-8c3b-6ac003fa9729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:35.517246 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-12a20766-c533-4d41-8c3b-6ac003fa9729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:35.518899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25382b4-fec5-4678-a44c-60fd0f798784 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Network fea7cc71-6842-4bdd-a428-18e88aae5465 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:08:35.604280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-f25382b4-fec5-4678-a44c-60fd0f798784 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, fea7cc71-6842-4bdd-a428-18e88aae5465) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:35.609149 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25382b4-fec5-4678-a44c-60fd0f798784 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:35.609751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f25382b4-fec5-4678-a44c-60fd0f798784 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:35.616490 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29704f6-b221-45e1-a670-f7bd8e0c16bb None None] Network fea7cc71-6842-4bdd-a428-18e88aae5465 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:08:35.739801 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-12a20766-c533-4d41-8c3b-6ac003fa9729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:35.743025 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-12a20766-c533-4d41-8c3b-6ac003fa9729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:35.744638 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-12a20766-c533-4d41-8c3b-6ac003fa9729 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a0886b0c-7302-4abc-abc5-9d728edc9810 HTTP/1.1" status: 204 len: 168 time: 0.3279181 Aug 29 07:08:35.755050 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88203a60-49db-436e-a4dc-3933339a905b None None] Network fea7cc71-6842-4bdd-a428-18e88aae5465 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:08:35.755975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20766-c533-4d41-8c3b-6ac003fa9729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0886b0c-7302-4abc-abc5-9d728edc9810,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:35.765239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f25382b4-fec5-4678-a44c-60fd0f798784 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3684988 Aug 29 07:08:35.771800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51324) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:35.777772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-060d822a-361e-44c3-a8b8-b41b1ebb8c0e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1444924523', 'network_id': 'fea7cc71-6842-4bdd-a428-18e88aae5465'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:35.790483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51328) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:35.888586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060d822a-361e-44c3-a8b8-b41b1ebb8c0e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Made reservation on behalf of 09dfdf4d2ae54eadb5be5cf5ac0ae824 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:08:35.891760 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060d822a-361e-44c3-a8b8-b41b1ebb8c0e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:35.929661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-060d822a-361e-44c3-a8b8-b41b1ebb8c0e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] device_id is not set on port 74efdde0-409a-4cd3-9159-08193b491d54 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:08:36.017669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51338) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:36.118304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528ab8f-512d-4b72-a9c6-c2263af27544 req-e958c657-fc2f-4342-a55d-4685fc314e3a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:36.119727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4528ab8f-512d-4b72-a9c6-c2263af27544 req-e958c657-fc2f-4342-a55d-4685fc314e3a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.0766337 Aug 29 07:08:36.141971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-060d822a-361e-44c3-a8b8-b41b1ebb8c0e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Allocated IP 2001:db8::b9 (fea7cc71-6842-4bdd-a428-18e88aae5465/381cb1cc-6bd4-41f4-97da-f5307b685d18/74efdde0-409a-4cd3-9159-08193b491d54) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:08:36.173168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4528ab8f-512d-4b72-a9c6-c2263af27544 req-0bb5fa30-eecd-40d9-b2ca-16beda844198 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406837 Aug 29 07:08:36.297295 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a20b399c-1eb7-4b1e-a103-3d4f707a0912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:36.372281 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d4d8bd0-b532-4604-b61f-1f38a2ea8a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:36.463400 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060d822a-361e-44c3-a8b8-b41b1ebb8c0e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:36.468391 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a20b399c-1eb7-4b1e-a103-3d4f707a0912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:36.580404 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a20b399c-1eb7-4b1e-a103-3d4f707a0912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:36.629298 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a20b399c-1eb7-4b1e-a103-3d4f707a0912 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4ce21b4e9a7846e69c14555e110b2c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8368409 Aug 29 07:08:36.631999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b399c-1eb7-4b1e-a103-3d4f707a0912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5258358-a785-4a16-a28a-64d7e21e38be,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:36.634506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51356) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:36.694401 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d4d8bd0-b532-4604-b61f-1f38a2ea8a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:36.695331 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8dab8dba-283b-41e5-a296-48c25001ce33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:36.695987 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060d822a-361e-44c3-a8b8-b41b1ebb8c0e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:36.734876 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8dab8dba-283b-41e5-a296-48c25001ce33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:36.748818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060d822a-361e-44c3-a8b8-b41b1ebb8c0e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Network fea7cc71-6842-4bdd-a428-18e88aae5465 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:36.753254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-060d822a-361e-44c3-a8b8-b41b1ebb8c0e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:36.757815 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060d822a-361e-44c3-a8b8-b41b1ebb8c0e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:08:36.758947 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060d822a-361e-44c3-a8b8-b41b1ebb8c0e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:36.759595 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060d822a-361e-44c3-a8b8-b41b1ebb8c0e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:36.768869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d822a-361e-44c3-a8b8-b41b1ebb8c0e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event updated for resources: {'Port': ['ID=74efdde0-409a-4cd3-9159-08193b491d54,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:36.845839 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d4d8bd0-b532-4604-b61f-1f38a2ea8a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:36.894636 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8dab8dba-283b-41e5-a296-48c25001ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:36.901758 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8dab8dba-283b-41e5-a296-48c25001ce33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:36.905344 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8dab8dba-283b-41e5-a296-48c25001ce33 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f5258358-a785-4a16-a28a-64d7e21e38be HTTP/1.1" status: 204 len: 168 time: 0.2685194 Aug 29 07:08:36.909146 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7d4d8bd0-b532-4604-b61f-1f38a2ea8a2c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3f3db9a0282e48869342a31b8930e6d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8872142 Aug 29 07:08:36.909827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51368) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:36.917359 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab8dba-283b-41e5-a296-48c25001ce33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5258358-a785-4a16-a28a-64d7e21e38be,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:36.919037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d8bd0-b532-4604-b61f-1f38a2ea8a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0684267d-60fb-41a4-b3d9-ebacb7df0071,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:36.934273 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-060d822a-361e-44c3-a8b8-b41b1ebb8c0e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1580262 Aug 29 07:08:36.936826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51370) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:36.998565 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f996-9e3d-4f84-b537-36b2cb1cc2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:37.035774 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f996-9e3d-4f84-b537-36b2cb1cc2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:37.077159 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0dae3c75-5e6f-4cb7-9cd4-7700f0fd8a1b tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Deleting port 74efdde0-409a-4cd3-9159-08193b491d54 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:08:37.077159 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0dae3c75-5e6f-4cb7-9cd4-7700f0fd8a1b tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:37.153582 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0dae3c75-5e6f-4cb7-9cd4-7700f0fd8a1b tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:37.172069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0dae3c75-5e6f-4cb7-9cd4-7700f0fd8a1b tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Calling delete_port for 74efdde0-409a-4cd3-9159-08193b491d54 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:08:37.245567 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f996-9e3d-4f84-b537-36b2cb1cc2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:37.250834 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f996-9e3d-4f84-b537-36b2cb1cc2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:37.253119 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a2d6f996-9e3d-4f84-b537-36b2cb1cc2eb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0684267d-60fb-41a4-b3d9-ebacb7df0071 HTTP/1.1" status: 204 len: 168 time: 0.3419971 Aug 29 07:08:37.276262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6f996-9e3d-4f84-b537-36b2cb1cc2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0684267d-60fb-41a4-b3d9-ebacb7df0071,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:37.697082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaae25-71f5-47bf-8da1-04b26d81cce6 req-43062de3-424a-47e2-8bfa-7e1a313df2d0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:37.698681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68aaae25-71f5-47bf-8da1-04b26d81cce6 req-43062de3-424a-47e2-8bfa-7e1a313df2d0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.4289787 Aug 29 07:08:37.762859 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68aaae25-71f5-47bf-8da1-04b26d81cce6 req-acfe1bb9-2a87-44b5-8a2b-45bcf61e8bb6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543544 Aug 29 07:08:37.850021 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0dae3c75-5e6f-4cb7-9cd4-7700f0fd8a1b tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:37.887017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae3c75-5e6f-4cb7-9cd4-7700f0fd8a1b tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event deleted for resources: {'Port': ['ID=74efdde0-409a-4cd3-9159-08193b491d54,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:37.913146 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0dae3c75-5e6f-4cb7-9cd4-7700f0fd8a1b tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:37.916514 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0dae3c75-5e6f-4cb7-9cd4-7700f0fd8a1b tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "DELETE /v2.0/ports/74efdde0-409a-4cd3-9159-08193b491d54 HTTP/1.1" status: 204 len: 168 time: 0.9788363 Aug 29 07:08:37.921287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51398) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:37.926393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fea7cc71-6842-4bdd-a428-18e88aae5465', 'external_fixed_ips': [{'subnet_id': '381cb1cc-6bd4-41f4-97da-f5307b685d18', 'ip_address': '2001:db8::b9'}]}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:38.057014 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:38.060329 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:38.138651 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:38.189157 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4cf6dbca-c7f0-49d0-9d87-614cb90f95ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:38.382066 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:38.708516 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:38.739775 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:38.984510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92704b68-757d-41e4-8ca3-20ebbe502306 req-6acfe4b2-474d-4a22-8afa-d160fc9588d6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:38.986995 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92704b68-757d-41e4-8ca3-20ebbe502306 req-6acfe4b2-474d-4a22-8afa-d160fc9588d6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1340075 Aug 29 07:08:39.046851 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Allocated IP 2001:db8::b9 (fea7cc71-6842-4bdd-a428-18e88aae5465/381cb1cc-6bd4-41f4-97da-f5307b685d18/bcec6b1b-b643-40d1-81a5-af15fd0436fb) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:08:39.073085 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92704b68-757d-41e4-8ca3-20ebbe502306 req-5155d517-e313-40ea-b46b-1c0a8b00e334 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756712 Aug 29 07:08:39.231460 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:39.405301 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:39.447002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Network fea7cc71-6842-4bdd-a428-18e88aae5465 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:39.450523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:39.457354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:08:39.538404 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event updated for resources: {'Port': ['ID=bcec6b1b-b643-40d1-81a5-af15fd0436fb,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:39.920012 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:40.170792 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:40.369153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270a065-d14e-4591-807a-a81883969276 req-da4db6dd-690f-447d-bc0d-6c1a18a8dcbb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:40.371680 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f270a065-d14e-4591-807a-a81883969276 req-da4db6dd-690f-447d-bc0d-6c1a18a8dcbb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.0746346 Aug 29 07:08:40.456745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f270a065-d14e-4591-807a-a81883969276 req-913e75b9-5b67-4d7c-b0ea-b1deb6e6f2db tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727775 Aug 29 07:08:40.587569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Router af9b7a85-87b6-46a4-8b73-e624f3755fcc is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:08:40.765773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:08:40.785251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Sync routers for ids ['af9b7a85-87b6-46a4-8b73-e624f3755fcc'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:08:40.803260 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Routers {'af9b7a85-87b6-46a4-8b73-e624f3755fcc'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:40.803579 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af9b7a85-87b6-46a4-8b73-e624f3755fcc'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:40.864504 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:40.968544 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Set router af9b7a85-87b6-46a4-8b73-e624f3755fcc gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:08:40.993570 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:40.999038 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2c661d3d-f6aa-4415-9719-603b6049ce57 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.0725293 Aug 29 07:08:40.999279 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51530) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:41.248518 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:41.363453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51538) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:41.422150 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:41.460258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b7a85-87b6-46a4-8b73-e624f3755fcc', 'name': '', 'tenant_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea7cc71-6842-4bdd-a428-18e88aae5465', 'external_fixed_ips': [{'subnet_id': '381cb1cc-6bd4-41f4-97da-f5307b685d18', 'ip_address': '2001:db8::b9'}], 'enable_snat': True}, 'gw_port_id': 'bcec6b1b-b643-40d1-81a5-af15fd0436fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:08:38Z', 'updated_at': '2021-08-29T07:08:39Z', 'revision_number': 3, 'project_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'gw_port': {'id': 'bcec6b1b-b643-40d1-81a5-af15fd0436fb', 'name': '', 'network_id': 'fea7cc71-6842-4bdd-a428-18e88aae5465', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9b7a85-87b6-46a4-8b73-e624f3755fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '381cb1cc-6bd4-41f4-97da-f5307b685d18', 'ip_address': '2001:db8::b9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:08:38Z', 'updated_at': '2021-08-29T07:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '381cb1cc-6bd4-41f4-97da-f5307b685d18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:41.491872 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Checking router: af9b7a85-87b6-46a4-8b73-e624f3755fcc for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:08:41.492227 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Updating router af9b7a85-87b6-46a4-8b73-e624f3755fcc port bcec6b1b-b643-40d1-81a5-af15fd0436fb binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:08:41.559657 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:41.565435 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e21b2a52-f8f6-473a-a51c-08d3d39e7336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:41.626023 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-274e57e0-117a-4fdf-b939-6f6b1e463aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:41.728345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1f83a-fab9-4a7e-a206-4b06efb73621 req-e16d7a80-92d0-452d-aa3a-56b2fe794ff2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:41.729971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95a1f83a-fab9-4a7e-a206-4b06efb73621 req-e16d7a80-92d0-452d-aa3a-56b2fe794ff2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1001248 Aug 29 07:08:41.749223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Deleting port bcec6b1b-b643-40d1-81a5-af15fd0436fb {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:08:41.749447 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:41.849499 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e21b2a52-f8f6-473a-a51c-08d3d39e7336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:41.918318 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95a1f83a-fab9-4a7e-a206-4b06efb73621 req-5d3c1632-f888-47c2-9c23-b3f01bcbf653 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802292 Aug 29 07:08:41.930581 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:42.007062 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e21b2a52-f8f6-473a-a51c-08d3d39e7336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:42.056062 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:42.089900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Calling delete_port for bcec6b1b-b643-40d1-81a5-af15fd0436fb owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:08:42.098144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51560) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:42.100432 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e21b2a52-f8f6-473a-a51c-08d3d39e7336 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5933c2bb52d489c8aadd140c65950e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7356784 Aug 29 07:08:42.102811 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51562) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:42.166245 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b2a52-f8f6-473a-a51c-08d3d39e7336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c92853-0719-4604-bc13-c99d34113c05,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:42.241676 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-90895e4f-8cd2-4224-bf45-79e6bf041b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:42.253022 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:42.266971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Transition to ACTIVE for port object bcec6b1b-b643-40d1-81a5-af15fd0436fb will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:08:42.284841 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-90895e4f-8cd2-4224-bf45-79e6bf041b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:42.363424 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:42.416441 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-90895e4f-8cd2-4224-bf45-79e6bf041b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:42.420313 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-90895e4f-8cd2-4224-bf45-79e6bf041b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:42.421807 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-90895e4f-8cd2-4224-bf45-79e6bf041b19 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44c92853-0719-4604-bc13-c99d34113c05 HTTP/1.1" status: 204 len: 168 time: 0.3175805 Aug 29 07:08:42.429462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076a162-a17b-45b7-8bdb-6779a895fbe1 None None] Pushing event updated for resources: {'Port': ['ID=bcec6b1b-b643-40d1-81a5-af15fd0436fb,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:42.431879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90895e4f-8cd2-4224-bf45-79e6bf041b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c92853-0719-4604-bc13-c99d34113c05,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:42.461700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Attempting to bind port bcec6b1b-b643-40d1-81a5-af15fd0436fb on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:08:42.462080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Attempting to bind port bcec6b1b-b643-40d1-81a5-af15fd0436fb by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '9d9aa7b6-e985-4710-bcd3-af2a94da8322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fea7cc71-6842-4bdd-a428-18e88aae5465'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:08:42.462449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Attempting to bind port bcec6b1b-b643-40d1-81a5-af15fd0436fb on network fea7cc71-6842-4bdd-a428-18e88aae5465 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:08:42.471810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:08:42.476182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Checking segment: {'id': '9d9aa7b6-e985-4710-bcd3-af2a94da8322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fea7cc71-6842-4bdd-a428-18e88aae5465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:08:42.476182 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:42.476182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Bound using segment: {'id': '9d9aa7b6-e985-4710-bcd3-af2a94da8322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fea7cc71-6842-4bdd-a428-18e88aae5465'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:08:42.476182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Bound port: bcec6b1b-b643-40d1-81a5-af15fd0436fb, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9aa7b6-e985-4710-bcd3-af2a94da8322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fea7cc71-6842-4bdd-a428-18e88aae5465'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:08:42.476182 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:42.546515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:42.583711 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:08:42.584079 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:08:42.585143 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:42.615973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcec6b1b-b643-40d1-81a5-af15fd0436fb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:42.650952 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:42.687186 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.141018 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.141933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Attempting to bind port bcec6b1b-b643-40d1-81a5-af15fd0436fb on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:08:43.141933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Attempting to bind port bcec6b1b-b643-40d1-81a5-af15fd0436fb by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '9d9aa7b6-e985-4710-bcd3-af2a94da8322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fea7cc71-6842-4bdd-a428-18e88aae5465'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:08:43.141933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Attempting to bind port bcec6b1b-b643-40d1-81a5-af15fd0436fb on network fea7cc71-6842-4bdd-a428-18e88aae5465 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:08:43.142687 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.143694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:08:43.145599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Checking segment: {'id': '9d9aa7b6-e985-4710-bcd3-af2a94da8322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fea7cc71-6842-4bdd-a428-18e88aae5465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:08:43.146124 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.146446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Bound using segment: {'id': '9d9aa7b6-e985-4710-bcd3-af2a94da8322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fea7cc71-6842-4bdd-a428-18e88aae5465'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:08:43.146955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Bound port: bcec6b1b-b643-40d1-81a5-af15fd0436fb, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9aa7b6-e985-4710-bcd3-af2a94da8322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fea7cc71-6842-4bdd-a428-18e88aae5465'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:08:43.152486 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.204823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Port bcec6b1b-b643-40d1-81a5-af15fd0436fb has been deleted concurrently {{(pid=95405) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 29 07:08:43.213090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Routers {'af9b7a85-87b6-46a4-8b73-e624f3755fcc'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:43.213747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af9b7a85-87b6-46a4-8b73-e624f3755fcc'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:43.224980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68031654-2298-4b1c-8755-da1cecf841eb req-36387a20-19c1-46f4-8d79-214980f85f32 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:43.226557 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68031654-2298-4b1c-8755-da1cecf841eb req-36387a20-19c1-46f4-8d79-214980f85f32 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1286716 Aug 29 07:08:43.286793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68031654-2298-4b1c-8755-da1cecf841eb req-045c289e-b3c9-4a69-8b27-fad00da48a1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516672 Aug 29 07:08:43.304146 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] Set router af9b7a85-87b6-46a4-8b73-e624f3755fcc gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:08:43.311933 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.370924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b7a85-87b6-46a4-8b73-e624f3755fcc', 'name': '', 'tenant_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:08:38Z', 'updated_at': '2021-08-29T07:08:42Z', 'revision_number': 5, 'project_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:43.389597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.393681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af9b7a85-87b6-46a4-8b73-e624f3755fcc {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:08:43.398450 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.399654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d57c55ac-36a4-47b4-b094-2be19dfccf1e tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "DELETE /v2.0/routers/af9b7a85-87b6-46a4-8b73-e624f3755fcc HTTP/1.1" status: 204 len: 168 time: 2.3992934 Aug 29 07:08:43.403180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51624) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:43.407637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d615cf6-cfa9-4aa7-90eb-03b50f3445f8 None None] The sync data for ids ['af9b7a85-87b6-46a4-8b73-e624f3755fcc'] in n-d-713301-12 is: [{'id': 'af9b7a85-87b6-46a4-8b73-e624f3755fcc', 'name': '', 'tenant_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:08:38Z', 'updated_at': '2021-08-29T07:08:42Z', 'revision_number': 5, 'project_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:08:43.479679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f9f0f7-d01e-45b7-847a-c95698d62526 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Deleting subnet 381cb1cc-6bd4-41f4-97da-f5307b685d18 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:08:43.484296 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93f9f0f7-d01e-45b7-847a-c95698d62526 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.528352 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93f9f0f7-d01e-45b7-847a-c95698d62526 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.537511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Allocated IP 172.25.1.36 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/0782f372-e75a-40ce-a4cb-b8f78a3ed0d1) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:08:43.581441 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.609717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93f9f0f7-d01e-45b7-847a-c95698d62526 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.747354 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.786785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51630) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:43.801209 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d44af7be-9d6f-442c-aab7-40ef9f161214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.805871 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93f9f0f7-d01e-45b7-847a-c95698d62526 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.841785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9f0f7-d01e-45b7-847a-c95698d62526 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=381cb1cc-6bd4-41f4-97da-f5307b685d18,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:43.855455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93f9f0f7-d01e-45b7-847a-c95698d62526 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.860071 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-93f9f0f7-d01e-45b7-847a-c95698d62526 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/381cb1cc-6bd4-41f4-97da-f5307b685d18 HTTP/1.1" status: 204 len: 168 time: 0.4516270 Aug 29 07:08:43.860223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51634) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:43.966440 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d44af7be-9d6f-442c-aab7-40ef9f161214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.972442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f6d5da39-a167-44ac-928f-8814e842e211 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:43.975867 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:44.039084 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:44.074596 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d44af7be-9d6f-442c-aab7-40ef9f161214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:44.079313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:44.083776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event updated for resources: {'Port': ['ID=0782f372-e75a-40ce-a4cb-b8f78a3ed0d1,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:44.088214 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:08:44.117804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44af7be-9d6f-442c-aab7-40ef9f161214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4a649a-09cd-4839-9611-3cf4f8c13816,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:44.162078 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d44af7be-9d6f-442c-aab7-40ef9f161214 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=675f32cb3f654dcfa01f2c32adaab5a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737330 Aug 29 07:08:44.164548 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51638) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:44.204265 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f6d5da39-a167-44ac-928f-8814e842e211 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:44.225813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f6d5da39-a167-44ac-928f-8814e842e211 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea7cc71-6842-4bdd-a428-18e88aae5465']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:44.241286 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-390d9ec1-fcf7-424a-b244-534ed754ec96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:44.267892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f6d5da39-a167-44ac-928f-8814e842e211 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9aa7b6-e985-4710-bcd3-af2a94da8322') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:44.268208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f6d5da39-a167-44ac-928f-8814e842e211 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9aa7b6-e985-4710-bcd3-af2a94da8322') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:44.284515 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-390d9ec1-fcf7-424a-b244-534ed754ec96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:44.399796 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f6d5da39-a167-44ac-928f-8814e842e211 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:44.431971 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f6d5da39-a167-44ac-928f-8814e842e211 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:44.466114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d5da39-a167-44ac-928f-8814e842e211 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:08:44.466709 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f6d5da39-a167-44ac-928f-8814e842e211 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: items = [ Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:08:44.494408 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:08:44.501757 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-390d9ec1-fcf7-424a-b244-534ed754ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:44.502618 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-390d9ec1-fcf7-424a-b244-534ed754ec96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:44.507449 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-390d9ec1-fcf7-424a-b244-534ed754ec96 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8b4a649a-09cd-4839-9611-3cf4f8c13816 HTTP/1.1" status: 204 len: 168 time: 0.3416009 Aug 29 07:08:44.517379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d9ec1-fcf7-424a-b244-534ed754ec96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4a649a-09cd-4839-9611-3cf4f8c13816,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:44.561356 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:44.598371 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90e01d-e59f-4d25-a4b4-4f66b760423c req-96a02406-6dbb-4062-9de1-d7f8ac8671be tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:44.600449 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf90e01d-e59f-4d25-a4b4-4f66b760423c req-96a02406-6dbb-4062-9de1-d7f8ac8671be tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1575532 Aug 29 07:08:44.648121 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf90e01d-e59f-4d25-a4b4-4f66b760423c req-28828442-298e-446e-b05c-86b9e64e3e75 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409062 Aug 29 07:08:44.760337 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:44.880655 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f6d5da39-a167-44ac-928f-8814e842e211 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:44.919988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d5da39-a167-44ac-928f-8814e842e211 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fea7cc71-6842-4bdd-a428-18e88aae5465 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 07:08:44.924279 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f6d5da39-a167-44ac-928f-8814e842e211 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:44.927672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f6d5da39-a167-44ac-928f-8814e842e211 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "DELETE /v2.0/networks/fea7cc71-6842-4bdd-a428-18e88aae5465 HTTP/1.1" status: 204 len: 168 time: 1.0663960 Aug 29 07:08:44.935262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5da39-a167-44ac-928f-8814e842e211 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event deleted for resources: {'Network': ['ID=fea7cc71-6842-4bdd-a428-18e88aae5465,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:45.049765 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:45.126059 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:45.227600 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event updated for resources: {'Port': ['ID=0782f372-e75a-40ce-a4cb-b8f78a3ed0d1,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:45.249846 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:45.482697 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:45.488308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e3441c9b-2464-4b12-a3e7-7cc79f8f4201 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3859479 Aug 29 07:08:45.490576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51666) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:45.496954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1258816703'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:45.724413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Made reservation on behalf of f4595d1652cf4ba09ecce3f00be4d2e6 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:08:45.734315 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:45.768810 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:45.897240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3523-e9b1-4315-a021-c40c03144ab8 req-933c1179-af06-4248-9148-48483ea6b5ce tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:45.900581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51678) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:45.903461 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d88c3523-e9b1-4315-a021-c40c03144ab8 req-933c1179-af06-4248-9148-48483ea6b5ce tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1205759 Aug 29 07:08:45.909290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-645796af-8c81-4afd-80ff-5014aca53e97 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Request body: {'router': {'name': 'tempest-router--1307835607', 'project_id': '09ab035e80904b1999d5d00f5b1051fe'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:45.987591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d88c3523-e9b1-4315-a021-c40c03144ab8 req-6b94a226-4b46-4b7b-8998-7b790082d0b9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779326 Aug 29 07:08:46.050927 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:46.150319 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:46.170768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:08:46.201220 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:46.201568 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Added segment 63d1183b-a834-4a48-8c5b-c7b4b4de9d93 of type vlan for network c060afda-844a-4dac-8438-4e9abda8754c Aug 29 07:08:46.247382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cebb93-cdc4-43c3-8c1c-858178a79aa1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:46.260140 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:46.313834 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-645796af-8c81-4afd-80ff-5014aca53e97 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:46.316708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-645796af-8c81-4afd-80ff-5014aca53e97 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:46.377677 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-645796af-8c81-4afd-80ff-5014aca53e97 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:46.408289 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:46.415194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:46.415482 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:46.489610 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-645796af-8c81-4afd-80ff-5014aca53e97 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:46.503709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event updated for resources: {'Network': ['ID=c060afda-844a-4dac-8438-4e9abda8754c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:46.518135 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c060afda-844a-4dac-8438-4e9abda8754c details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:08:46.605610 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bcc419a3-7745-437c-88de-41e1a2886cab tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1128592 Aug 29 07:08:46.611410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51696) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:46.617758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-19a1074a-1d9c-48b4-8b46-52152ca4b04b tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Request body: {'subnet': {'network_id': 'c060afda-844a-4dac-8438-4e9abda8754c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:46.673191 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-645796af-8c81-4afd-80ff-5014aca53e97 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:46.673191 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-645796af-8c81-4afd-80ff-5014aca53e97 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7615585 Aug 29 07:08:46.674864 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51700) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:46.759419 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00ac35f1-e3ed-4379-b5c9-c2fe321201e7 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:46.897989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a1074a-1d9c-48b4-8b46-52152ca4b04b tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Made reservation on behalf of f4595d1652cf4ba09ecce3f00be4d2e6 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:08:46.911066 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-19a1074a-1d9c-48b4-8b46-52152ca4b04b tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:46.959971 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00ac35f1-e3ed-4379-b5c9-c2fe321201e7 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:46.962121 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00ac35f1-e3ed-4379-b5c9-c2fe321201e7 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:47.144430 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00ac35f1-e3ed-4379-b5c9-c2fe321201e7 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:47.144430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ac35f1-e3ed-4379-b5c9-c2fe321201e7 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e97081f9-c0de-42ce-8218-a1413338691d {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:08:47.146423 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00ac35f1-e3ed-4379-b5c9-c2fe321201e7 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:47.147788 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-00ac35f1-e3ed-4379-b5c9-c2fe321201e7 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "DELETE /v2.0/routers/e97081f9-c0de-42ce-8218-a1413338691d HTTP/1.1" status: 204 len: 168 time: 0.4717882 Aug 29 07:08:47.243585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a09c28-3bb1-4430-9bfc-e096119a37fa req-ac9803c9-6ccc-4b71-b499-b6a81c77c92d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:47.252600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3a09c28-3bb1-4430-9bfc-e096119a37fa req-ac9803c9-6ccc-4b71-b499-b6a81c77c92d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1258407 Aug 29 07:08:47.292679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3a09c28-3bb1-4430-9bfc-e096119a37fa req-21996d57-a4ea-4aae-8fc1-c766b8620cf3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391574 Aug 29 07:08:47.325582 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-19a1074a-1d9c-48b4-8b46-52152ca4b04b tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:47.403273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1074a-1d9c-48b4-8b46-52152ca4b04b tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event updated for resources: {'Subnet': ['ID=66d4b26a-c1fe-4717-a882-fef5aa02dc2d,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:47.404517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1074a-1d9c-48b4-8b46-52152ca4b04b tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Checking segment: {'id': '63d1183b-a834-4a48-8c5b-c7b4b4de9d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c060afda-844a-4dac-8438-4e9abda8754c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:08:47.404887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1074a-1d9c-48b4-8b46-52152ca4b04b tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Network hostable DHCP agents. Network: c060afda-844a-4dac-8438-4e9abda8754c, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:08:47.529960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1074a-1d9c-48b4-8b46-52152ca4b04b tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Network c060afda-844a-4dac-8438-4e9abda8754c is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:08:47.636977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-19a1074a-1d9c-48b4-8b46-52152ca4b04b tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, c060afda-844a-4dac-8438-4e9abda8754c) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:47.642154 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a1074a-1d9c-48b4-8b46-52152ca4b04b tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:47.642791 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-19a1074a-1d9c-48b4-8b46-52152ca4b04b tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:47.649114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be44b463-2650-4168-ac0f-a49f55a76309 None None] Network c060afda-844a-4dac-8438-4e9abda8754c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:08:47.726154 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51730) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:47.726637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-19a1074a-1d9c-48b4-8b46-52152ca4b04b tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1134348 Aug 29 07:08:47.732605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1571359962', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:47.851609 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-c060afda-844a-4dac-8438-4e9abda8754c', 'network_id': 'c060afda-844a-4dac-8438-4e9abda8754c', 'tenant_id': 'f4595d1652cf4ba09ecce3f00be4d2e6', 'fixed_ips': [{'subnet_id': '66d4b26a-c1fe-4717-a882-fef5aa02dc2d'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:08:47.854129 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:47.880778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51734) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:47.910271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:47.910271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:47.973203 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:48.166077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Allocated IP 172.20.0.2 (c060afda-844a-4dac-8438-4e9abda8754c/66d4b26a-c1fe-4717-a882-fef5aa02dc2d/a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:08:48.265137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-605193080', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:48.298498 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:48.388030 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:48.414432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Transition to ACTIVE for port object a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:08:48.456016 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:48.457307 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:48.467340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Transition to ACTIVE for port object a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:08:48.538687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2de954-1428-4e12-a96b-b149152fbf4d req-17ea504b-13af-4c6e-a0ca-2388e0c0031d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:48.556529 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:48.567611 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b2de954-1428-4e12-a96b-b149152fbf4d req-17ea504b-13af-4c6e-a0ca-2388e0c0031d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1722040 Aug 29 07:08:48.659837 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:48.701407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b2de954-1428-4e12-a96b-b149152fbf4d req-89e575fa-ee62-45d5-a739-47296cb13214 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313264 Aug 29 07:08:48.702522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Network c060afda-844a-4dac-8438-4e9abda8754c is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:48.711490 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:48.724288 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:08:48.739534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Pushing event updated for resources: {'Port': ['ID=a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:48.817029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Attempting to bind port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:08:48.817413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Attempting to bind port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '63d1183b-a834-4a48-8c5b-c7b4b4de9d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c060afda-844a-4dac-8438-4e9abda8754c'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:08:48.818032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Attempting to bind port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 on network c060afda-844a-4dac-8438-4e9abda8754c {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:08:48.824068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:08:48.824463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Checking segment: {'id': '63d1183b-a834-4a48-8c5b-c7b4b4de9d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c060afda-844a-4dac-8438-4e9abda8754c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:08:48.824869 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:48.825271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Bound using segment: {'id': '63d1183b-a834-4a48-8c5b-c7b4b4de9d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c060afda-844a-4dac-8438-4e9abda8754c'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:08:48.825833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Bound port: a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d1183b-a834-4a48-8c5b-c7b4b4de9d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c060afda-844a-4dac-8438-4e9abda8754c'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:08:48.826371 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:48.918522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] For port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:08:48.922549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] For port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7,segment=NetworkSegment(63d1183b-a834-4a48-8c5b-c7b4b4de9d93),segment_id=63d1183b-a834-4a48-8c5b-c7b4b4de9d93)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:08:48.951944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:49.062602 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:49.090750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:49.107756 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:49.226302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6b9f6-f9e2-45a3-b561-fa54c4e330e6 None None] Pushing event updated for resources: {'Port': ['ID=a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:49.630341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:08:49.675292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Allocated IP 172.25.1.152 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/bcb42d41-b475-4b71-9e29-d5d10ecd0ff8) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:08:49.824494 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:08:49.899845 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401f909-bec5-4821-848a-80e305d6a431 req-f5a5d6ad-3999-431e-9836-71e498c0f2ce tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:49.915689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2401f909-bec5-4821-848a-80e305d6a431 req-f5a5d6ad-3999-431e-9836-71e498c0f2ce tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.0990698 Aug 29 07:08:49.976814 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2401f909-bec5-4821-848a-80e305d6a431 req-77cc15a7-f80e-48df-ab29-57285daf442e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600295 Aug 29 07:08:49.982824 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:50.040726 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:50.047832 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:50.292786 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:50.363958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:50.448984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:50.453581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:08:50.534968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event updated for resources: {'Port': ['ID=bcb42d41-b475-4b71-9e29-d5d10ecd0ff8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:50.563003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Allocated IP 172.25.1.222 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/61b491d5-1773-48e6-ac58-5ca237a9a3aa) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:08:50.580717 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fde9e6-0bc4-4b49-90b7-9fd3a5300806 None None] Network c060afda-844a-4dac-8438-4e9abda8754c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:08:50.789944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-eea15295-2c83-45a0-9e76-547c29cbd271 None None] Provisioning for port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:08:50.813734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-eea15295-2c83-45a0-9e76-547c29cbd271 None None] Provisioning complete for port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:08:50.813734 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eea15295-2c83-45a0-9e76-547c29cbd271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:50.890577 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:50.940927 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eea15295-2c83-45a0-9e76-547c29cbd271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:51.003602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-eea15295-2c83-45a0-9e76-547c29cbd271 None None] For port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7,segment=NetworkSegment(63d1183b-a834-4a48-8c5b-c7b4b4de9d93),segment_id=63d1183b-a834-4a48-8c5b-c7b4b4de9d93)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:08:51.026047 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:51.113881 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:51.135949 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eea15295-2c83-45a0-9e76-547c29cbd271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:51.161950 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:51.260419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778d704-413f-479e-828d-dc6eb0067c85 req-86b69183-bf11-463c-900e-4b801f26877a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:51.263735 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c778d704-413f-479e-828d-dc6eb0067c85 req-86b69183-bf11-463c-900e-4b801f26877a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1934254 Aug 29 07:08:51.280908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:51.326321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bb51e764-a73d-4180-9118-44d512702a13 None None] Provisioning complete for port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:08:51.326696 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bb51e764-a73d-4180-9118-44d512702a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:51.332850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:51.338802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:08:51.370572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea15295-2c83-45a0-9e76-547c29cbd271 None None] Pushing event updated for resources: {'Port': ['ID=a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:51.383951 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c778d704-413f-479e-828d-dc6eb0067c85 req-4115c4cc-a714-4ba5-bc57-b0fed295054a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117871 Aug 29 07:08:51.415135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Pushing event updated for resources: {'Port': ['ID=61b491d5-1773-48e6-ac58-5ca237a9a3aa,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:51.592433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:08:51.658153 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:08:51.658612 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:51.705573 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:52.143311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:52.373942 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:52.440913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Router 71e5f1a7-0897-4aaa-a0e2-83f400debf03 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:08:52.591103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c16a7f-7c65-4ac6-87bc-bf9ccbef4492 req-6691f6ee-f1e4-41d1-8dd6-fe07049b06c4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:52.592849 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6c16a7f-7c65-4ac6-87bc-bf9ccbef4492 req-6691f6ee-f1e4-41d1-8dd6-fe07049b06c4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1249967 Aug 29 07:08:52.643057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6c16a7f-7c65-4ac6-87bc-bf9ccbef4492 req-38fdd56f-1001-4ca8-9c0b-fd00c8038843 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436347 Aug 29 07:08:52.905377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-9ed7b147-6f59-4d11-89bc-22a8757177eb req-c5a722e1-3110-464e-9a56-29f0ab67b818 service neutron] (95403) timed out ('10.222.0.11', 55049) {{(pid=95403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 07:08:52.953416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:08:52.972046 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f12258c-b41c-4350-a7d0-ca2cda45f5de None None] Sync routers for ids ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:08:52.983163 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12258c-b41c-4350-a7d0-ca2cda45f5de None None] Routers {'71e5f1a7-0897-4aaa-a0e2-83f400debf03'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:52.983815 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8f12258c-b41c-4350-a7d0-ca2cda45f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:53.019181 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8f12258c-b41c-4350-a7d0-ca2cda45f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:53.029397 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12258c-b41c-4350-a7d0-ca2cda45f5de None None] Routers {'71e5f1a7-0897-4aaa-a0e2-83f400debf03'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:53.030066 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8f12258c-b41c-4350-a7d0-ca2cda45f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:53.074953 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8f12258c-b41c-4350-a7d0-ca2cda45f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:53.076895 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f12258c-b41c-4350-a7d0-ca2cda45f5de None None] The sync data for ids ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:08:53.109132 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Router c3724b97-fc16-4ea4-8d16-c1a78b76453b is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:08:53.129378 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:53.133559 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-58d34829-8360-45ad-947c-cab07b879ac4 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.4030876 Aug 29 07:08:53.133958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51828) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:53.344582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:08:53.358447 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed4388-ca85-4278-9623-a4b522ded4a6 None None] Sync routers for ids ['c3724b97-fc16-4ea4-8d16-c1a78b76453b'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:08:53.370986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed4388-ca85-4278-9623-a4b522ded4a6 None None] Routers {'c3724b97-fc16-4ea4-8d16-c1a78b76453b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:53.371932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-65ed4388-ca85-4278-9623-a4b522ded4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c3724b97-fc16-4ea4-8d16-c1a78b76453b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:53.416340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-65ed4388-ca85-4278-9623-a4b522ded4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:53.427812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed4388-ca85-4278-9623-a4b522ded4a6 None None] Routers {'c3724b97-fc16-4ea4-8d16-c1a78b76453b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:53.428443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-65ed4388-ca85-4278-9623-a4b522ded4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c3724b97-fc16-4ea4-8d16-c1a78b76453b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:53.467915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-65ed4388-ca85-4278-9623-a4b522ded4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:53.468437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed4388-ca85-4278-9623-a4b522ded4a6 None None] The sync data for ids ['c3724b97-fc16-4ea4-8d16-c1a78b76453b'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:08:53.507241 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:53.508940 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2fda2779-7320-4863-b256-aabd9601572d tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6258502 Aug 29 07:08:53.512152 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51840) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:53.665610 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2cda0687-ce94-43a3-a9a3-68b2d0cf81a7 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/routers/c3724b97-fc16-4ea4-8d16-c1a78b76453b HTTP/1.1" status: 200 len: 924 time: 0.1522977 Aug 29 07:08:53.669223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51848) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:53.720590 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2e63b69a-575a-43a7-99a8-b3186fb264a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3724b97-fc16-4ea4-8d16-c1a78b76453b HTTP/1.1" status: 200 len: 205 time: 0.0467186 Aug 29 07:08:53.721581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51854) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:53.735640 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:53.957566 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:54.060772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6018f5-0b16-4f5c-8004-f73c9c963763 req-8a1ae8b4-8411-4df2-8818-6bb30925581f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:54.062379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa6018f5-0b16-4f5c-8004-f73c9c963763 req-8a1ae8b4-8411-4df2-8818-6bb30925581f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.2805738 Aug 29 07:08:54.163010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa6018f5-0b16-4f5c-8004-f73c9c963763 req-6d72aa4f-5719-418e-be44-6bae5c2a4a22 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849166 Aug 29 07:08:54.182677 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:54.420015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Allocated IP 172.20.0.1 (c060afda-844a-4dac-8438-4e9abda8754c/66d4b26a-c1fe-4717-a882-fef5aa02dc2d/cca26057-2cd8-4eab-a22f-d0a9ba895ea7) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:08:54.421108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Deleting port 61b491d5-1773-48e6-ac58-5ca237a9a3aa {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:08:54.421700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:54.578214 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:54.601492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Calling delete_port for 61b491d5-1773-48e6-ac58-5ca237a9a3aa owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:08:54.652823 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:54.699136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Transition to ACTIVE for port object cca26057-2cd8-4eab-a22f-d0a9ba895ea7 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:08:54.703807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c54bb22-16e7-4dd9-9cda-9e8ccedbdcfb req-d239071f-8daa-4d21-8fa1-56cdbe1401b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1117277 Aug 29 07:08:54.839921 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54bb22-16e7-4dd9-9cda-9e8ccedbdcfb req-37d07b27-b7e5-414b-aca9-4e01ade088fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:54.841536 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c54bb22-16e7-4dd9-9cda-9e8ccedbdcfb req-37d07b27-b7e5-414b-aca9-4e01ade088fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8122b1cf63bd4825a24739f8a5859d03&device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 1097 time: 0.0668163 Aug 29 07:08:54.935767 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:55.008501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Network c060afda-844a-4dac-8438-4e9abda8754c is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:55.015114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:55.023737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:08:55.081316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event updated for resources: {'Port': ['ID=cca26057-2cd8-4eab-a22f-d0a9ba895ea7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:55.101016 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:55.103749 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:55.117003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54bb22-16e7-4dd9-9cda-9e8ccedbdcfb req-1495f57c-525b-4f22-88a5-53fa81ca6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:55.118674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c54bb22-16e7-4dd9-9cda-9e8ccedbdcfb req-1495f57c-525b-4f22-88a5-53fa81ca6886 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7f82a6e-5eaf-4980-9ed9-b051636d1f06 HTTP/1.1" status: 200 len: 914 time: 0.2532923 Aug 29 07:08:55.148134 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Pushing event deleted for resources: {'Port': ['ID=61b491d5-1773-48e6-ac58-5ca237a9a3aa,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:55.213455 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:55.213999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:55.214401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:55.214817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:55.218405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:55.218867 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:55.219289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:55.221092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:55.221443 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:55.221918 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:55.222262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:55.222586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:08:55.280159 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:55.345433 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c54bb22-16e7-4dd9-9cda-9e8ccedbdcfb req-dc6260b0-52f9-47ff-bda1-a6a2686a4998 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 HTTP/1.1" status: 200 len: 217 time: 0.0813298 Aug 29 07:08:55.444061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8c50c3f4-b51b-4e36-8e0e-894fbe933732 None None] Provisioning for port cca26057-2cd8-4eab-a22f-d0a9ba895ea7 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:08:55.451632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8c50c3f4-b51b-4e36-8e0e-894fbe933732 None None] Provisioning complete for port cca26057-2cd8-4eab-a22f-d0a9ba895ea7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:08:55.451632 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8c50c3f4-b51b-4e36-8e0e-894fbe933732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:55.476556 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:55.482134 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:55.551609 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8c50c3f4-b51b-4e36-8e0e-894fbe933732 None None] Port cca26057-2cd8-4eab-a22f-d0a9ba895ea7 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:08:55.656439 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:55.656995 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Fanout notify agent at l3_agent the message router_deleted on router c3724b97-fc16-4ea4-8d16-c1a78b76453b {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:08:55.673657 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:55.676092 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2f384e93-2965-4925-a269-7187bcebba1c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "DELETE /v2.0/routers/c3724b97-fc16-4ea4-8d16-c1a78b76453b HTTP/1.1" status: 204 len: 168 time: 1.9530737 Aug 29 07:08:55.681117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51882) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:55.687269 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Request body: {'router': {'name': 'tempest-snat-router-905603274', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'enable_snat': False}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:55.830851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:55.832532 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:55.903790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080eebc-4bcb-470b-9bb8-8dd789cb3559 req-f51c13ad-c730-447b-8f60-5928bb43ecd0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:55.905418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7080eebc-4bcb-470b-9bb8-8dd789cb3559 req-f51c13ad-c730-447b-8f60-5928bb43ecd0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.6297588 Aug 29 07:08:55.906975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-6365c290-2b0d-4924-a0a9-58bc6b28fc59 req-b6b306e3-c123-46c5-9471-3c9ccd5a2311 service neutron] (95403) timed out ('10.222.0.11', 55040) {{(pid=95403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 07:08:55.908197 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:55.910111 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:55.930260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54bb22-16e7-4dd9-9cda-9e8ccedbdcfb req-7a2f0fd9-f45e-4aa2-9efd-de023d4c5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:55.931969 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c54bb22-16e7-4dd9-9cda-9e8ccedbdcfb req-7a2f0fd9-f45e-4aa2-9efd-de023d4c5575 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ad27b8d-0058-4b55-964a-f5d1186c582b HTTP/1.1" status: 200 len: 853 time: 0.1206558 Aug 29 07:08:55.998960 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c54bb22-16e7-4dd9-9cda-9e8ccedbdcfb req-d069f367-7884-44a7-b9c7-22025b49150f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7f82a6e-5eaf-4980-9ed9-b051636d1f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578525 Aug 29 07:08:56.054983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7080eebc-4bcb-470b-9bb8-8dd789cb3559 req-3b623c86-110e-4311-885b-d02317139331 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328354 Aug 29 07:08:56.213010 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:56.303177 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c54bb22-16e7-4dd9-9cda-9e8ccedbdcfb req-d5ef80ce-3541-4977-9880-f320754f5e32 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f82a6e-5eaf-4980-9ed9-b051636d1f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904932 Aug 29 07:08:56.461516 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51890) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:56.492080 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c54bb22-16e7-4dd9-9cda-9e8ccedbdcfb req-e7b806b7-9440-4c5f-9db4-2dd1aa069007 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f82a6e-5eaf-4980-9ed9-b051636d1f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764774 Aug 29 07:08:56.499326 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:56.631445 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c76a738-75a2-4c10-aede-3feb249f8134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:56.641970 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:56.653991 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:56.678772 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:56.731638 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:56.739776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event updated for resources: {'Port': ['ID=cca26057-2cd8-4eab-a22f-d0a9ba895ea7,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:56.842593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Allocated IP 172.25.1.127 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/9185f9a2-8103-473f-886b-f5613141670a) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:08:56.865957 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c76a738-75a2-4c10-aede-3feb249f8134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:56.888394 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Network c060afda-844a-4dac-8438-4e9abda8754c is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:56.888394 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:57.015727 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:57.034792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Router 71e5f1a7-0897-4aaa-a0e2-83f400debf03 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:08:57.072892 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3c76a738-75a2-4c10-aede-3feb249f8134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:57.146546 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:57.155637 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3c76a738-75a2-4c10-aede-3feb249f8134 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9841a0cfc9094f0e93b7f90116abd56c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6930606 Aug 29 07:08:57.183932 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76a738-75a2-4c10-aede-3feb249f8134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5eb8c6-7089-44eb-afce-46fa7c3fa874,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:57.189180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51908) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:57.204761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-5f535bb7-128f-46af-b817-877b09c6eefe req-021e05c1-0019-4637-98ad-d75aed0d74f3 service neutron] (95404) timed out ('10.222.0.11', 55124) {{(pid=95404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 07:08:57.243845 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:57.245418 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:57.258363 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:08:57.260756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event updated for resources: {'Port': ['ID=9185f9a2-8103-473f-886b-f5613141670a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:57.305363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-dfc47180-6918-433c-9624-f875e83c4992 None None] Provisioning complete for port cca26057-2cd8-4eab-a22f-d0a9ba895ea7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:08:57.305914 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dfc47180-6918-433c-9624-f875e83c4992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:57.339325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:08:57.340994 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-592108a5-fc95-4228-8717-d516baf74776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:57.355538 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7040db0-fda7-4065-9db8-e2908608b685 None None] Sync routers for ids ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:08:57.359373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-08ee9072-c9de-4b5f-91a4-83eb652e1622 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "PUT /v2.0/routers/71e5f1a7-0897-4aaa-a0e2-83f400debf03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2242477 Aug 29 07:08:57.361988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51916) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:57.371850 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Request body: {'port': {'network_id': 'c060afda-844a-4dac-8438-4e9abda8754c', 'name': 'tempest-FloatingIPAdminTestJSON-1017933581'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:57.373113 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7040db0-fda7-4065-9db8-e2908608b685 None None] Routers {'71e5f1a7-0897-4aaa-a0e2-83f400debf03'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:57.376198 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a7040db0-fda7-4065-9db8-e2908608b685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:57.407403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-dfc47180-6918-433c-9624-f875e83c4992 None None] Port cca26057-2cd8-4eab-a22f-d0a9ba895ea7 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:08:57.408900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da84d9-dbf8-4011-91ad-290db35be691 req-0bc41f35-4d0b-417e-b0a5-40872583a72a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:57.422806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92da84d9-dbf8-4011-91ad-290db35be691 req-0bc41f35-4d0b-417e-b0a5-40872583a72a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.2189615 Aug 29 07:08:57.437141 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a7040db0-fda7-4065-9db8-e2908608b685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:57.447970 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7040db0-fda7-4065-9db8-e2908608b685 None None] Routers {'71e5f1a7-0897-4aaa-a0e2-83f400debf03'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:57.449525 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a7040db0-fda7-4065-9db8-e2908608b685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:57.545511 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a7040db0-fda7-4065-9db8-e2908608b685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:57.546186 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7040db0-fda7-4065-9db8-e2908608b685 None None] The sync data for ids ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:08:57.603085 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-592108a5-fc95-4228-8717-d516baf74776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:57.661635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92da84d9-dbf8-4011-91ad-290db35be691 req-46fa7afa-2533-4817-aeb0-d1ddb237301a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340045 Aug 29 07:08:57.844680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Made reservation on behalf of f4595d1652cf4ba09ecce3f00be4d2e6 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:08:57.872469 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:57.874352 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-592108a5-fc95-4228-8717-d516baf74776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:57.879208 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-592108a5-fc95-4228-8717-d516baf74776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:57.880423 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-592108a5-fc95-4228-8717-d516baf74776 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3b5eb8c6-7089-44eb-afce-46fa7c3fa874 HTTP/1.1" status: 204 len: 168 time: 0.6863947 Aug 29 07:08:57.896004 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] device_id is not set on port cace78cd-f6f1-4d46-8e12-7f98c8684ccc yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:08:57.908257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592108a5-fc95-4228-8717-d516baf74776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5eb8c6-7089-44eb-afce-46fa7c3fa874,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:57.999547 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:58.062911 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Allocated IP 172.20.0.11 (c060afda-844a-4dac-8438-4e9abda8754c/66d4b26a-c1fe-4717-a882-fef5aa02dc2d/cace78cd-f6f1-4d46-8e12-7f98c8684ccc) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:08:58.297575 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:58.299622 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:58.322099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Transition to ACTIVE for port object cace78cd-f6f1-4d46-8e12-7f98c8684ccc will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:08:58.555813 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:58.658397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Network c060afda-844a-4dac-8438-4e9abda8754c is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:08:58.699875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:08:58.715040 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:08:58.731239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event updated for resources: {'Port': ['ID=cace78cd-f6f1-4d46-8e12-7f98c8684ccc,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:59.053998 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:59.054956 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:59.076938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Router 2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:08:59.122939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ab5d2-4d1b-41bf-881a-eba447aa1c4f req-e88d3658-a530-46cc-b721-168f23d8a133 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:08:59.122939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a56ab5d2-4d1b-41bf-881a-eba447aa1c4f req-e88d3658-a530-46cc-b721-168f23d8a133 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.3042843 Aug 29 07:08:59.194322 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a56ab5d2-4d1b-41bf-881a-eba447aa1c4f req-ac308d62-dcf9-4375-bae6-e8f5bedb742d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642443 Aug 29 07:08:59.209939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51936) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:59.235519 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0789b0e8-750c-4968-bd83-71b0278be9bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:59.252589 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ea3cbb21-d9e3-4359-9434-9e2cc70214e2 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8894215 Aug 29 07:08:59.258766 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51938) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:59.323687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:08:59.336774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Sync routers for ids ['2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:08:59.352978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Routers {'2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:08:59.353784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:08:59.430091 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0789b0e8-750c-4968-bd83-71b0278be9bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:59.538707 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0789b0e8-750c-4968-bd83-71b0278be9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:59.564827 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Set router 2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:08:59.571104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b755cdb3-cb9d-470e-9867-d022696c940a None None] Provisioning for port cace78cd-f6f1-4d46-8e12-7f98c8684ccc completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:08:59.598675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 51944) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:59.612089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0789b0e8-750c-4968-bd83-71b0278be9bd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b7c85027bd224e979177dbd9d3bf8765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974109 Aug 29 07:08:59.628117 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:59.631881 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e69911d0-b511-4254-9ffd-aea1704bbd58 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9493632 Aug 29 07:08:59.646819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51946) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:08:59.747499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b755cdb3-cb9d-470e-9867-d022696c940a None None] Provisioning complete for port cace78cd-f6f1-4d46-8e12-7f98c8684ccc triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:08:59.748160 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b755cdb3-cb9d-470e-9867-d022696c940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:59.762077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'project_id': 'f4595d1652cf4ba09ecce3f00be4d2e6', 'port_id': 'cace78cd-f6f1-4d46-8e12-7f98c8684ccc'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:08:59.794748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b755cdb3-cb9d-470e-9867-d022696c940a None None] Port cace78cd-f6f1-4d46-8e12-7f98c8684ccc cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:08:59.828849 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-12b9a04d-43ac-4eee-9788-a2fa19c3ab38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:59.836738 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789b0e8-750c-4968-bd83-71b0278be9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b68b1a5-6291-417b-abbe-f4a9fa3a491f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:08:59.916047 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-12b9a04d-43ac-4eee-9788-a2fa19c3ab38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:08:59.940361 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:00.024565 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c92edb38-0e65-430f-81c8-2de205db3b28 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/routers/2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b HTTP/1.1" status: 200 len: 908 time: 0.3741333 Aug 29 07:09:00.030980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 51954) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:00.040061 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Request body: {'router': {'name': 'tempest-snat-router-905603274', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'enable_snat': True}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:00.078957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b', 'name': 'tempest-snat-router-905603274', 'tenant_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': False}, 'gw_port_id': '9185f9a2-8103-473f-886b-f5613141670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:08:55Z', 'updated_at': '2021-08-29T07:08:57Z', 'revision_number': 3, 'project_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'gw_port': {'id': '9185f9a2-8103-473f-886b-f5613141670a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:08:56Z', 'updated_at': '2021-08-29T07:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:00.112951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Checking router: 2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:09:00.112951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Updating router 2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b port 9185f9a2-8103-473f-886b-f5613141670a binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:09:00.126700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:00.142410 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:00.216479 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:00.218167 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:00.271270 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-12b9a04d-43ac-4eee-9788-a2fa19c3ab38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:00.274842 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-12b9a04d-43ac-4eee-9788-a2fa19c3ab38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:00.279464 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-12b9a04d-43ac-4eee-9788-a2fa19c3ab38 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3b68b1a5-6291-417b-abbe-f4a9fa3a491f HTTP/1.1" status: 204 len: 168 time: 0.6756659 Aug 29 07:09:00.382728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9a04d-43ac-4eee-9788-a2fa19c3ab38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b68b1a5-6291-417b-abbe-f4a9fa3a491f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:00.437607 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:00.512620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9cdff-5b79-46ac-8324-8280af335336 req-2a397419-9bb2-4a14-bbf8-d40d06ece1b2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:00.514321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5b9cdff-5b79-46ac-8324-8280af335336 req-2a397419-9bb2-4a14-bbf8-d40d06ece1b2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.0926552 Aug 29 07:09:00.912056 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5b9cdff-5b79-46ac-8324-8280af335336 req-368bb29b-3eff-4165-93b1-48a29f545497 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881254 Aug 29 07:09:00.934026 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:00.956686 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Transition to ACTIVE for port object 9185f9a2-8103-473f-886b-f5613141670a will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:09:01.016833 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:01.099336 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:01.156283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Attempting to bind port 9185f9a2-8103-473f-886b-f5613141670a on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:09:01.156707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Attempting to bind port 9185f9a2-8103-473f-886b-f5613141670a by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:09:01.157083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Attempting to bind port 9185f9a2-8103-473f-886b-f5613141670a on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:09:01.165561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:09:01.165930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:09:01.166269 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:01.167230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:09:01.167730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Bound port: 9185f9a2-8103-473f-886b-f5613141670a, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:09:01.168121 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:01.170035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffc2e5-3768-4a60-89ec-784d79abddf8 None None] Pushing event updated for resources: {'Port': ['ID=9185f9a2-8103-473f-886b-f5613141670a,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:01.227826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Allocated IP 172.25.1.130 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/b4a5990f-41a9-41a4-902e-a4094a293ed8) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:09:01.304024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] For port 9185f9a2-8103-473f-886b-f5613141670a, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:09:01.310209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] For port 9185f9a2-8103-473f-886b-f5613141670a, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9185f9a2-8103-473f-886b-f5613141670a,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:09:01.405034 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:01.488003 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:01.585086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Routers {'2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:01.586173 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:01.590485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffc2e5-3768-4a60-89ec-784d79abddf8 None None] Pushing event updated for resources: {'Port': ['ID=9185f9a2-8103-473f-886b-f5613141670a,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:01.649728 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:01.676458 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:01.699720 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:01.803346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:09:01.823766 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:01.835906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:01.836572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] Set router 2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:09:01.967676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Allocated IP 172.25.1.215 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/5332b2e7-d7a0-4d96-a0a7-1bdf77881576) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:09:02.205748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b', 'name': 'tempest-snat-router-905603274', 'tenant_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': False}, 'gw_port_id': '9185f9a2-8103-473f-886b-f5613141670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:08:55Z', 'updated_at': '2021-08-29T07:08:57Z', 'revision_number': 3, 'project_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'gw_port': {'id': '9185f9a2-8103-473f-886b-f5613141670a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:08:56Z', 'updated_at': '2021-08-29T07:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:02.288746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98124a2e-d0d2-49b7-a217-a7c776f70659 None None] The sync data for ids ['2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b'] in n-d-713301-12 is: [{'id': '2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b', 'name': 'tempest-snat-router-905603274', 'tenant_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': False}, 'gw_port_id': '9185f9a2-8103-473f-886b-f5613141670a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:08:55Z', 'updated_at': '2021-08-29T07:08:57Z', 'revision_number': 3, 'project_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'gw_port': {'id': '9185f9a2-8103-473f-886b-f5613141670a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:08:56Z', 'updated_at': '2021-08-29T07:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:09:02.338343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8c390-0666-4cb2-b6ae-7564d53df718 req-e1d61083-2520-492e-a9eb-d4a550375157 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:02.343224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66d8c390-0666-4cb2-b6ae-7564d53df718 req-e1d61083-2520-492e-a9eb-d4a550375157 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.2689116 Aug 29 07:09:02.425289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a5990f-41a9-41a4-902e-a4094a293ed8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:02.466357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66d8c390-0666-4cb2-b6ae-7564d53df718 req-8933afba-8ecf-4842-ad62-f74710182a30 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139393 Aug 29 07:09:02.487519 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:02.631920 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:02.731667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:09:02.737888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:02.742169 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:02.785581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event updated for resources: {'Port': ['ID=5332b2e7-d7a0-4d96-a0a7-1bdf77881576,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:02.910558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:03.544125 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:03.621551 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:03.697360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9185f9a2-8103-473f-886b-f5613141670a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:09:04.112766 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc946c7a-6f52-4852-9cd6-0cb95ed9304b req-02a84d58-4295-495b-93eb-54359e480979 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:04.114292 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc946c7a-6f52-4852-9cd6-0cb95ed9304b req-02a84d58-4295-495b-93eb-54359e480979 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.4586308 Aug 29 07:09:04.156341 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:04.220434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc946c7a-6f52-4852-9cd6-0cb95ed9304b req-0e27fde3-ee9e-4d10-85c3-5a0a75f4135d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944674 Aug 29 07:09:04.329637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:04.358682 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:04.361323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 9185f9a2-8103-473f-886b-f5613141670a completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:09:04.364077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9185f9a2-8103-473f-886b-f5613141670a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:09:04.364827 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:04.402237 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:04.447086 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:04.571005 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Floating IP 67ee6c07-3f45-44f9-9f84-250a51a33140 associated. External IP: 172.25.1.130, port: cace78cd-f6f1-4d46-8e12-7f98c8684ccc. Aug 29 07:09:04.579428 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:04.621524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 9185f9a2-8103-473f-886b-f5613141670a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9185f9a2-8103-473f-886b-f5613141670a,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:09:04.652330 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a5990f-41a9-41a4-902e-a4094a293ed8,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:04.830080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Router df25f949-29d4-4ae1-bf0a-6102feb80812 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:09:04.840078 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:04.918043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Router 71e5f1a7-0897-4aaa-a0e2-83f400debf03 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:09:04.977598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=9185f9a2-8103-473f-886b-f5613141670a,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:05.007811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:09:05.021339 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Sync routers for ids ['df25f949-29d4-4ae1-bf0a-6102feb80812'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:09:05.033923 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Routers {'df25f949-29d4-4ae1-bf0a-6102feb80812'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:05.035476 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['df25f949-29d4-4ae1-bf0a-6102feb80812'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:05.050113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:09:05.061744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3951c91-68b8-4a74-8827-fef511d18d51 None None] Sync routers for ids ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:09:05.085167 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3951c91-68b8-4a74-8827-fef511d18d51 None None] Routers {'71e5f1a7-0897-4aaa-a0e2-83f400debf03'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:05.087234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b3951c91-68b8-4a74-8827-fef511d18d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:05.131479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b3951c91-68b8-4a74-8827-fef511d18d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:05.141632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3951c91-68b8-4a74-8827-fef511d18d51 None None] Routers {'71e5f1a7-0897-4aaa-a0e2-83f400debf03'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:05.142468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b3951c91-68b8-4a74-8827-fef511d18d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:05.150709 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:05.153321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-480b1c20-8f67-456f-99dc-dc74b557c967 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1204031 Aug 29 07:09:05.157228 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52038) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:05.164867 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Set router df25f949-29d4-4ae1-bf0a-6102feb80812 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:09:05.177535 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b3951c91-68b8-4a74-8827-fef511d18d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:05.178196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3951c91-68b8-4a74-8827-fef511d18d51 None None] The sync data for ids ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:09:05.204518 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:05.230333 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:09:05.375845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-122ef403-7495-44b0-a172-39ab87b05cbf tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/routers/df25f949-29d4-4ae1-bf0a-6102feb80812 HTTP/1.1" status: 200 len: 907 time: 0.2173924 Aug 29 07:09:05.385530 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52052) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:05.424090 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25f949-29d4-4ae1-bf0a-6102feb80812', 'name': 'tempest-snat-router-905603274', 'tenant_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5332b2e7-d7a0-4d96-a0a7-1bdf77881576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:09:00Z', 'updated_at': '2021-08-29T07:09:03Z', 'revision_number': 3, 'project_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'gw_port': {'id': '5332b2e7-d7a0-4d96-a0a7-1bdf77881576', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df25f949-29d4-4ae1-bf0a-6102feb80812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:09:01Z', 'updated_at': '2021-08-29T07:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:05.462077 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Checking router: df25f949-29d4-4ae1-bf0a-6102feb80812 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:09:05.462670 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Updating router df25f949-29d4-4ae1-bf0a-6102feb80812 port 5332b2e7-d7a0-4d96-a0a7-1bdf77881576 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:09:05.496404 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:05.580518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9185f9a2-8103-473f-886b-f5613141670a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:09:05.606742 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-52ac1b09-a938-4686-b88e-c161af5166b1 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.3467798 Aug 29 07:09:05.610494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52060) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:05.663550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1a4f1-9449-48ed-aeef-20f8fdf8ce19 req-e1215072-6a5c-43d2-82f1-f1f3739bed5f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:05.665877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4da1a4f1-9449-48ed-aeef-20f8fdf8ce19 req-e1215072-6a5c-43d2-82f1-f1f3739bed5f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.2885127 Aug 29 07:09:05.719125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9185f9a2-8103-473f-886b-f5613141670a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:09:05.724191 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:05.779539 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:05.899254 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:05.906495 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4da1a4f1-9449-48ed-aeef-20f8fdf8ce19 req-476f5c27-421e-4b0f-874c-e07f4097cfc3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191267 Aug 29 07:09:05.935623 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4a21c1a9-65fb-48d7-bb4c-e7b37e7a8eec tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] 10.222.0.76 "GET /v2.0/floatingips/67ee6c07-3f45-44f9-9f84-250a51a33140 HTTP/1.1" status: 200 len: 984 time: 0.3239551 Aug 29 07:09:05.940676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52072) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:05.952431 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Transition to ACTIVE for port object 5332b2e7-d7a0-4d96-a0a7-1bdf77881576 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:09:06.046091 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:06.104867 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bd01e-7493-4b0d-9b82-fd48679b2108 None None] Pushing event updated for resources: {'Port': ['ID=5332b2e7-d7a0-4d96-a0a7-1bdf77881576,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:06.118851 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642bd01e-7493-4b0d-9b82-fd48679b2108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:06.119226 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642bd01e-7493-4b0d-9b82-fd48679b2108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:06.119599 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642bd01e-7493-4b0d-9b82-fd48679b2108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:06.119945 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642bd01e-7493-4b0d-9b82-fd48679b2108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:06.120284 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642bd01e-7493-4b0d-9b82-fd48679b2108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:06.120614 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642bd01e-7493-4b0d-9b82-fd48679b2108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:06.120948 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642bd01e-7493-4b0d-9b82-fd48679b2108 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:06.121274 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642bd01e-7493-4b0d-9b82-fd48679b2108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:06.121596 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642bd01e-7493-4b0d-9b82-fd48679b2108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:06.121917 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642bd01e-7493-4b0d-9b82-fd48679b2108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:06.122414 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642bd01e-7493-4b0d-9b82-fd48679b2108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:06.122741 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642bd01e-7493-4b0d-9b82-fd48679b2108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:06.134612 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Attempting to bind port 5332b2e7-d7a0-4d96-a0a7-1bdf77881576 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:09:06.134993 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Attempting to bind port 5332b2e7-d7a0-4d96-a0a7-1bdf77881576 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:09:06.135433 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Attempting to bind port 5332b2e7-d7a0-4d96-a0a7-1bdf77881576 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:09:06.142338 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:09:06.142797 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:09:06.143280 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:06.143682 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:09:06.144152 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Bound port: 5332b2e7-d7a0-4d96-a0a7-1bdf77881576, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:09:06.144768 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:06.165798 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-031e380e-96fb-4724-8c20-99e609355069 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.2217333 Aug 29 07:09:06.169065 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52084) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:06.174648 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:06.209007 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] For port 5332b2e7-d7a0-4d96-a0a7-1bdf77881576, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:09:06.212943 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] For port 5332b2e7-d7a0-4d96-a0a7-1bdf77881576, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5332b2e7-d7a0-4d96-a0a7-1bdf77881576,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:09:06.357964 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:06.391102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-98778f32-8d22-4bf6-840c-e6c5d08a8920 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Deleting port b4a5990f-41a9-41a4-902e-a4094a293ed8 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:06.392004 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98778f32-8d22-4bf6-840c-e6c5d08a8920 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:06.412436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Deleting port 5332b2e7-d7a0-4d96-a0a7-1bdf77881576 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:06.423844 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:06.446475 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Routers {'df25f949-29d4-4ae1-bf0a-6102feb80812'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:06.447522 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['df25f949-29d4-4ae1-bf0a-6102feb80812'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:06.494773 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98778f32-8d22-4bf6-840c-e6c5d08a8920 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:06.495562 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98778f32-8d22-4bf6-840c-e6c5d08a8920 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:06.499179 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bd01e-7493-4b0d-9b82-fd48679b2108 None None] Pushing event updated for resources: {'Port': ['ID=5332b2e7-d7a0-4d96-a0a7-1bdf77881576,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:06.558026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-98778f32-8d22-4bf6-840c-e6c5d08a8920 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Calling delete_port for b4a5990f-41a9-41a4-902e-a4094a293ed8 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:06.607546 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] Set router df25f949-29d4-4ae1-bf0a-6102feb80812 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:09:06.697206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] For port 5332b2e7-d7a0-4d96-a0a7-1bdf77881576, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5332b2e7-d7a0-4d96-a0a7-1bdf77881576,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:09:06.697523 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:06.722275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Calling delete_port for 5332b2e7-d7a0-4d96-a0a7-1bdf77881576 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:06.752294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de536e48-f461-4d90-ad7e-0db89a4493be req-2d37615e-2e09-4d56-b3df-259c90299a19 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:06.754746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de536e48-f461-4d90-ad7e-0db89a4493be req-2d37615e-2e09-4d56-b3df-259c90299a19 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 945 time: 0.1164067 Aug 29 07:09:06.812014 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25f949-29d4-4ae1-bf0a-6102feb80812', 'name': 'tempest-snat-router-905603274', 'tenant_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:09:00Z', 'updated_at': '2021-08-29T07:09:06Z', 'revision_number': 4, 'project_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:06.851584 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54853d00-b627-4b67-ad8e-5689d0e951d1 None None] The sync data for ids ['df25f949-29d4-4ae1-bf0a-6102feb80812'] in n-d-713301-12 is: [{'id': 'df25f949-29d4-4ae1-bf0a-6102feb80812', 'name': 'tempest-snat-router-905603274', 'tenant_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:09:00Z', 'updated_at': '2021-08-29T07:09:06Z', 'revision_number': 4, 'project_id': '09dfdf4d2ae54eadb5be5cf5ac0ae824', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:09:06.933579 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de536e48-f461-4d90-ad7e-0db89a4493be req-e8424eee-42ff-4dac-a360-b9f633e845e1 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326616 Aug 29 07:09:07.070374 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98778f32-8d22-4bf6-840c-e6c5d08a8920 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:07.126462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98778f32-8d22-4bf6-840c-e6c5d08a8920 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event deleted for resources: {'Port': ['ID=b4a5990f-41a9-41a4-902e-a4094a293ed8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:07.126671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bc9e9-04ed-46d4-a3eb-1e82991b45db req-31ec7740-9f7f-4f61-9c9e-edb5edaea744 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:07.128229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f1bc9e9-04ed-46d4-a3eb-1e82991b45db req-31ec7740-9f7f-4f61-9c9e-edb5edaea744 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.0959101 Aug 29 07:09:07.212113 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:07.234132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f1bc9e9-04ed-46d4-a3eb-1e82991b45db req-245e968d-08cf-485a-a258-9b4a3ad149dd tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883725 Aug 29 07:09:07.259868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event deleted for resources: {'Port': ['ID=5332b2e7-d7a0-4d96-a0a7-1bdf77881576,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:07.266087 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98778f32-8d22-4bf6-840c-e6c5d08a8920 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:07.266299 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-98778f32-8d22-4bf6-840c-e6c5d08a8920 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Floating IP 67ee6c07-3f45-44f9-9f84-250a51a33140 disassociated (deleted). External IP: 172.25.1.130, port: cace78cd-f6f1-4d46-8e12-7f98c8684ccc. Aug 29 07:09:07.337235 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:07.449710 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:07.452004 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:07.525555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98778f32-8d22-4bf6-840c-e6c5d08a8920 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Router 71e5f1a7-0897-4aaa-a0e2-83f400debf03 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:09:07.645632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98778f32-8d22-4bf6-840c-e6c5d08a8920 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:09:07.651280 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98778f32-8d22-4bf6-840c-e6c5d08a8920 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:07.661355 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbc1bf-c97d-4376-9e98-a3e9cce7305e None None] Sync routers for ids ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:09:07.667315 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:07.681436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df25f949-29d4-4ae1-bf0a-6102feb80812 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:09:07.681436 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:07.681436 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-304dca40-ea33-454d-b6c0-70185d0164ef tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "DELETE /v2.0/routers/df25f949-29d4-4ae1-bf0a-6102feb80812 HTTP/1.1" status: 204 len: 168 time: 2.2948968 Aug 29 07:09:07.682639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52112) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:07.691601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52114) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:07.691777 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-98778f32-8d22-4bf6-840c-e6c5d08a8920 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "DELETE /v2.0/floatingips/67ee6c07-3f45-44f9-9f84-250a51a33140 HTTP/1.1" status: 204 len: 168 time: 1.5214641 Aug 29 07:09:07.692903 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbc1bf-c97d-4376-9e98-a3e9cce7305e None None] Routers {'71e5f1a7-0897-4aaa-a0e2-83f400debf03'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:07.695243 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5ebbc1bf-c97d-4376-9e98-a3e9cce7305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:07.749396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:07.772196 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5ebbc1bf-c97d-4376-9e98-a3e9cce7305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:07.781800 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbc1bf-c97d-4376-9e98-a3e9cce7305e None None] Routers {'71e5f1a7-0897-4aaa-a0e2-83f400debf03'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:07.782428 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5ebbc1bf-c97d-4376-9e98-a3e9cce7305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:08:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:07.826366 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5ebbc1bf-c97d-4376-9e98-a3e9cce7305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:07.827047 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbc1bf-c97d-4376-9e98-a3e9cce7305e None None] The sync data for ids ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:09:07.875207 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:07.978438 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:08.106345 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:08.134016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e568d4-4350-43e5-a3c2-d85b0ece6fb1 req-d3c2826c-bda6-4582-9693-e790f124689d tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:08.136099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47e568d4-4350-43e5-a3c2-d85b0ece6fb1 req-d3c2826c-bda6-4582-9693-e790f124689d tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 945 time: 0.0962324 Aug 29 07:09:08.210878 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f876566a-64a5-407c-a1e3-2425ad4d0b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:08.214976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47e568d4-4350-43e5-a3c2-d85b0ece6fb1 req-cfd7d5d1-b1cc-4c37-ae7d-5f7e820051ed tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667231 Aug 29 07:09:08.216867 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:08.460297 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b6d85-009a-423b-a1d4-ec656eca6477 req-e59a9bd1-b03f-4e0f-82cf-45112e3fa232 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:08.461761 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-094b6d85-009a-423b-a1d4-ec656eca6477 req-e59a9bd1-b03f-4e0f-82cf-45112e3fa232 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1130428 Aug 29 07:09:08.466263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Allocated IP 172.25.1.93 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/3bad0b8d-e071-42ed-981a-2026c557ea19) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:09:08.598750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Deleting port 9185f9a2-8103-473f-886b-f5613141670a {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:08.599121 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:09.003776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-094b6d85-009a-423b-a1d4-ec656eca6477 req-8cf83008-b563-43ee-826e-0744695672d1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297430 Aug 29 07:09:09.052237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f714abc-30ce-441a-b404-93d179a035de req-2d02f90a-c1f5-4bd1-847d-5c30453c31c5 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:09.054535 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f714abc-30ce-441a-b404-93d179a035de req-2d02f90a-c1f5-4bd1-847d-5c30453c31c5 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 945 time: 0.5651710 Aug 29 07:09:09.216710 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:09.221799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] For port 9185f9a2-8103-473f-886b-f5613141670a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9185f9a2-8103-473f-886b-f5613141670a,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:09:09.226350 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:09.251599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Calling delete_port for 9185f9a2-8103-473f-886b-f5613141670a owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:09.348137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-0f714abc-30ce-441a-b404-93d179a035de req-897e261a-2c58-44b3-b922-2d158b4dbb27 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Deleting port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:09.350657 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0f714abc-30ce-441a-b404-93d179a035de req-897e261a-2c58-44b3-b922-2d158b4dbb27 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:09.502635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171097c7-7f34-42aa-b041-f8093fa8a085 req-a347e07e-560d-494d-b355-8029ab87caff tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:09.504108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-171097c7-7f34-42aa-b041-f8093fa8a085 req-a347e07e-560d-494d-b355-8029ab87caff tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 945 time: 0.1855667 Aug 29 07:09:09.553154 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:09.580563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-0f714abc-30ce-441a-b404-93d179a035de req-897e261a-2c58-44b3-b922-2d158b4dbb27 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] For port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=aeef6d3c-256e-4b74-9c8b-83b10d7b28d0,segment=NetworkSegment(c29ae559-f041-4323-b3b3-1de7076a9dc7),segment_id=c29ae559-f041-4323-b3b3-1de7076a9dc7)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:09:09.580851 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0f714abc-30ce-441a-b404-93d179a035de req-897e261a-2c58-44b3-b922-2d158b4dbb27 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:09.677902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-171097c7-7f34-42aa-b041-f8093fa8a085 req-5c227ad6-8089-4500-ada8-f0901977c142 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/security-groups?id=291e312c-fd66-48b7-a24a-da6f88cb3bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643393 Aug 29 07:09:09.705250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:09:09.705250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-0f714abc-30ce-441a-b404-93d179a035de req-897e261a-2c58-44b3-b922-2d158b4dbb27 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Calling delete_port for aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:09.736988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:09.756488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:09.768993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Pushing event updated for resources: {'Port': ['ID=3bad0b8d-e071-42ed-981a-2026c557ea19,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:10.026137 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:10.062809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event deleted for resources: {'Port': ['ID=9185f9a2-8103-473f-886b-f5613141670a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:10.167609 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0f714abc-30ce-441a-b404-93d179a035de req-897e261a-2c58-44b3-b922-2d158b4dbb27 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:10.243538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e261a-2c58-44b3-b922-2d158b4dbb27 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Pushing event deleted for resources: {'Port': ['ID=aeef6d3c-256e-4b74-9c8b-83b10d7b28d0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:10.251474 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:10.343912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1687b5e-c7f8-44f3-943e-113c234e00a9 req-44e84833-5192-4fcf-8895-89fe789aa0a3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:10.345506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1687b5e-c7f8-44f3-943e-113c234e00a9 req-44e84833-5192-4fcf-8895-89fe789aa0a3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.2508554 Aug 29 07:09:10.378949 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:10.410268 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:10.412138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f714abc-30ce-441a-b404-93d179a035de req-897e261a-2c58-44b3-b922-2d158b4dbb27 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] No DVR routers for this DVR port aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:09:10.414501 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:10.419245 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0f714abc-30ce-441a-b404-93d179a035de req-897e261a-2c58-44b3-b922-2d158b4dbb27 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:10.421409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f714abc-30ce-441a-b404-93d179a035de req-897e261a-2c58-44b3-b922-2d158b4dbb27 tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.11 "DELETE /v2.0/ports/aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 HTTP/1.1" status: 204 len: 173 time: 1.3472221 Aug 29 07:09:10.421928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8216525-cf09-47f0-a330-0355ca3e5cfa', 'name': 'network-vif-deleted', 'tag': 'aeef6d3c-256e-4b74-9c8b-83b10d7b28d0'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:09:10.424741 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71723762-fc65-43ba-9743-7765a73189dd" -d '{"events": [{"server_uuid": "a8216525-cf09-47f0-a330-0355ca3e5cfa", "name": "network-vif-deleted", "tag": "aeef6d3c-256e-4b74-9c8b-83b10d7b28d0"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:09:10.477365 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43bd7e2-ecf5-45fa-986d-65e84d5c1ffc x-openstack-request-id: req-a43bd7e2-ecf5-45fa-986d-65e84d5c1ffc {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:09:10.477671 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8216525-cf09-47f0-a330-0355ca3e5cfa", "name": "network-vif-deleted", "tag": "aeef6d3c-256e-4b74-9c8b-83b10d7b28d0", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:09:10.477919 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a43bd7e2-ecf5-45fa-986d-65e84d5c1ffc {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:09:10.478331 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8216525-cf09-47f0-a330-0355ca3e5cfa', 'name': 'network-vif-deleted', 'tag': 'aeef6d3c-256e-4b74-9c8b-83b10d7b28d0', 'status': 'completed', 'code': 200} Aug 29 07:09:10.499448 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1687b5e-c7f8-44f3-943e-113c234e00a9 req-71faea6c-c0c0-43d1-a011-dca64048953c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152978 Aug 29 07:09:10.608936 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:10.647645 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:10.647645 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:09:10.656696 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:10.661322 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ced23234-93dd-4ea0-a26c-3730a69f3471 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "DELETE /v2.0/routers/2f8df4c9-6b26-4aed-b3dd-dfe7ed65291b HTTP/1.1" status: 204 len: 168 time: 2.9739892 Aug 29 07:09:10.662078 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52178) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:10.668859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-814148639', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:10.845634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70ae9c2f-592f-440f-ad8e-69dc530f6dba req-1fc9e656-339a-4d94-b27c-e2c9e81100cb tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 210 time: 0.0481572 Aug 29 07:09:10.915824 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:10.925034 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:10.967612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:10.968704 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:11.048144 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:11.139829 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:11.193717 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Pushing event updated for resources: {'Port': ['ID=3bad0b8d-e071-42ed-981a-2026c557ea19,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:11.212439 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:11.320171 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:11.323881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-52512cbe-f2bc-4756-aeea-fb5682aa78e4 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6273093 Aug 29 07:09:11.324702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52196) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:11.360084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:09:11.414997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:09:11.415362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device aeef6d3c-256e-4b74-9c8b-83b10d7b28d0 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:09:11.620645 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ec9963e6-76a0-4a87-936f-57f5ac3e99ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:11.623243 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:11.632972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9185f9a2-8103-473f-886b-f5613141670a no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:09:11.696144 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:11.707568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 9185f9a2-8103-473f-886b-f5613141670a {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:09:11.707913 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9185f9a2-8103-473f-886b-f5613141670a not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:09:11.735971 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206792b2-d13b-4fc9-a823-3a30d8cfcc31 req-29a5cb2c-8d6c-4a5a-a889-6a2dc1c7b124 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:11.737914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-206792b2-d13b-4fc9-a823-3a30d8cfcc31 req-29a5cb2c-8d6c-4a5a-a889-6a2dc1c7b124 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.0954952 Aug 29 07:09:11.840410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-206792b2-d13b-4fc9-a823-3a30d8cfcc31 req-188a862e-7d84-4fc0-bf27-18e630e712c4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934374 Aug 29 07:09:11.867794 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:11.948003 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:12.026836 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:12.065247 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:12.070850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ddb0c9a-f210-4ca1-acd3-621ea7ccb380 req-0c1f7c45-2bef-406a-b2fd-fa195c7e4f0d tempest-VolumesSnapshotTestJSON-800484229 tempest-VolumesSnapshotTestJSON-800484229-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8216525-cf09-47f0-a330-0355ca3e5cfa HTTP/1.1" status: 200 len: 210 time: 0.0670805 Aug 29 07:09:12.096927 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:12.151906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Allocated IP 172.25.1.169 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/e70e02a5-ca79-4518-8b93-8af5d388f02b) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:09:12.286847 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:12.478573 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:12.522407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:09:12.528512 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:12.532627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:12.547797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Allocated IP 172.25.1.221 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/022fa987-ff26-44cb-860a-030dedb81817) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:09:12.561960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Pushing event updated for resources: {'Port': ['ID=e70e02a5-ca79-4518-8b93-8af5d388f02b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:12.663778 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:12.696228 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:12.824587 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:12.850734 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:12.892929 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:09:12.896268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:12.903138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:12.957340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Pushing event updated for resources: {'Port': ['ID=022fa987-ff26-44cb-860a-030dedb81817,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:13.048190 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:13.107014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94778816-6dd7-4dfe-bf3f-0c3a77122a36 req-ca95cf85-adba-4271-bfbc-ccb34755696b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:13.108536 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94778816-6dd7-4dfe-bf3f-0c3a77122a36 req-ca95cf85-adba-4271-bfbc-ccb34755696b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1523614 Aug 29 07:09:13.167447 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:13.177950 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94778816-6dd7-4dfe-bf3f-0c3a77122a36 req-a207745e-a40b-4f3c-9508-5162af4981a4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605357 Aug 29 07:09:13.231007 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Pushing event updated for resources: {'Port': ['ID=e70e02a5-ca79-4518-8b93-8af5d388f02b,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:13.261968 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:13.403246 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:13.403246 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-752c1602-4219-4eb1-b103-005d09337fe0 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0725911 Aug 29 07:09:13.403545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52236) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:13.484005 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52240) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:13.484160 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-104fc812-f11f-4c86-a04f-04a8c142c000 tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0792537 Aug 29 07:09:13.561538 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:13.574440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d9f99693-da5e-40e9-a347-ef148e8205ba tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0887456 Aug 29 07:09:13.577426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52242) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:13.577771 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:13.743700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-81ab3cc8-4866-4cb6-8151-5109909b8378 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Deleting port e70e02a5-ca79-4518-8b93-8af5d388f02b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:13.744040 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-81ab3cc8-4866-4cb6-8151-5109909b8378 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:13.862024 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-81ab3cc8-4866-4cb6-8151-5109909b8378 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:13.862399 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-81ab3cc8-4866-4cb6-8151-5109909b8378 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:13.882914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-81ab3cc8-4866-4cb6-8151-5109909b8378 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Calling delete_port for e70e02a5-ca79-4518-8b93-8af5d388f02b owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:14.186416 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-81ab3cc8-4866-4cb6-8151-5109909b8378 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:14.248292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab3cc8-4866-4cb6-8151-5109909b8378 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Pushing event deleted for resources: {'Port': ['ID=e70e02a5-ca79-4518-8b93-8af5d388f02b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:14.266472 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:14.351976 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-81ab3cc8-4866-4cb6-8151-5109909b8378 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:14.354611 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-81ab3cc8-4866-4cb6-8151-5109909b8378 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:14.355564 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-81ab3cc8-4866-4cb6-8151-5109909b8378 tempest-FloatingIPAdminTestJSON-417394142 tempest-FloatingIPAdminTestJSON-417394142-project] 10.222.0.76 "DELETE /v2.0/floatingips/a3cafdff-34a6-49b5-8b06-863d8a915e7e HTTP/1.1" status: 204 len: 168 time: 0.7770004 Aug 29 07:09:14.358801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52256) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:14.432975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebff90d-0c5c-4446-bc77-d1eb8b510466 req-4df1eef2-8500-48bb-8ee6-9fdc031411c7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:14.434934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ebff90d-0c5c-4446-bc77-d1eb8b510466 req-4df1eef2-8500-48bb-8ee6-9fdc031411c7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1165266 Aug 29 07:09:14.499948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ebff90d-0c5c-4446-bc77-d1eb8b510466 req-b3c29226-940b-4c75-8ff3-f151c5f34514 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557652 Aug 29 07:09:14.516646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4d63bbbb-5834-40a6-9018-d92740a372aa tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Deleting port 3bad0b8d-e071-42ed-981a-2026c557ea19 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:14.517370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d63bbbb-5834-40a6-9018-d92740a372aa tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:14.583880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Router cd8321e2-01a6-430a-a2c5-ae667f54747a is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:09:14.627517 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d63bbbb-5834-40a6-9018-d92740a372aa tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:14.627917 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d63bbbb-5834-40a6-9018-d92740a372aa tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:14.642898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4d63bbbb-5834-40a6-9018-d92740a372aa tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Calling delete_port for 3bad0b8d-e071-42ed-981a-2026c557ea19 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:14.731547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:09:14.746588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b2aa03-a9fb-4ed8-9d3b-1077ba70e8d8 None None] Sync routers for ids ['cd8321e2-01a6-430a-a2c5-ae667f54747a'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:09:14.759654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b2aa03-a9fb-4ed8-9d3b-1077ba70e8d8 None None] Routers {'cd8321e2-01a6-430a-a2c5-ae667f54747a'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:14.760628 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-66b2aa03-a9fb-4ed8-9d3b-1077ba70e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['cd8321e2-01a6-430a-a2c5-ae667f54747a'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:14.827360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-66b2aa03-a9fb-4ed8-9d3b-1077ba70e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:14.841262 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b2aa03-a9fb-4ed8-9d3b-1077ba70e8d8 None None] Routers {'cd8321e2-01a6-430a-a2c5-ae667f54747a'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:14.841918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-66b2aa03-a9fb-4ed8-9d3b-1077ba70e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['cd8321e2-01a6-430a-a2c5-ae667f54747a'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:14.883621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-66b2aa03-a9fb-4ed8-9d3b-1077ba70e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:14.884358 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b2aa03-a9fb-4ed8-9d3b-1077ba70e8d8 None None] The sync data for ids ['cd8321e2-01a6-430a-a2c5-ae667f54747a'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:09:14.901796 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:14.906074 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4c08ac60-bfdc-4d33-b798-4f8b5c4ded9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2381279 Aug 29 07:09:14.906189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d63bbbb-5834-40a6-9018-d92740a372aa tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:14.907177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52262) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:14.912440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a84704e0-f9ec-4ac1-a7c1-0af73dac48c0 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'enable_snat': False}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:14.966743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63bbbb-5834-40a6-9018-d92740a372aa tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bad0b8d-e071-42ed-981a-2026c557ea19,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:15.087482 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d63bbbb-5834-40a6-9018-d92740a372aa tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:15.091758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d63bbbb-5834-40a6-9018-d92740a372aa tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:15.095214 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4d63bbbb-5834-40a6-9018-d92740a372aa tempest-FloatingIPAdminTestJSON-861380103 tempest-FloatingIPAdminTestJSON-861380103-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/d2cffea2-3dcf-4ab1-96f4-fccc4f623a35 HTTP/1.1" status: 204 len: 168 time: 0.7346790 Aug 29 07:09:15.101870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52274) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:15.239169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c8981b82-dee2-4166-89d8-2b8387616e54 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Deleting port cace78cd-f6f1-4d46-8e12-7f98c8684ccc {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:15.239536 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c8981b82-dee2-4166-89d8-2b8387616e54 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:15.347758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c8981b82-dee2-4166-89d8-2b8387616e54 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:15.364453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c8981b82-dee2-4166-89d8-2b8387616e54 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Calling delete_port for cace78cd-f6f1-4d46-8e12-7f98c8684ccc owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:15.416423 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a84704e0-f9ec-4ac1-a7c1-0af73dac48c0 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:15.653021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cef04-c15e-4900-910a-dfbbb2b47209 req-2281b151-710b-4504-bfc6-74df8ede222e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:15.654542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-951cef04-c15e-4900-910a-dfbbb2b47209 req-2281b151-710b-4504-bfc6-74df8ede222e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.0605271 Aug 29 07:09:15.710453 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-951cef04-c15e-4900-910a-dfbbb2b47209 req-75834bf8-279d-4d36-96e6-cf542ceeb27e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487621 Aug 29 07:09:15.741194 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c8981b82-dee2-4166-89d8-2b8387616e54 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:15.780803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8981b82-dee2-4166-89d8-2b8387616e54 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event deleted for resources: {'Port': ['ID=cace78cd-f6f1-4d46-8e12-7f98c8684ccc,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:15.893500 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c8981b82-dee2-4166-89d8-2b8387616e54 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:15.906189 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c8981b82-dee2-4166-89d8-2b8387616e54 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "DELETE /v2.0/ports/cace78cd-f6f1-4d46-8e12-7f98c8684ccc HTTP/1.1" status: 204 len: 168 time: 0.7961819 Aug 29 07:09:15.906893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52284) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:15.968642 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd415ece-c652-40a6-a7c3-0d451cb3a6de tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:15.970085 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cd415ece-c652-40a6-a7c3-0d451cb3a6de tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e5f1a7-0897-4aaa-a0e2-83f400debf03 HTTP/1.1" status: 200 len: 913 time: 0.0588260 Aug 29 07:09:15.972694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52286) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:16.083423 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a84704e0-f9ec-4ac1-a7c1-0af73dac48c0 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:16.087460 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a84704e0-f9ec-4ac1-a7c1-0af73dac48c0 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:16.246245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84704e0-f9ec-4ac1-a7c1-0af73dac48c0 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Router cd8321e2-01a6-430a-a2c5-ae667f54747a has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:09:16.377133 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84704e0-f9ec-4ac1-a7c1-0af73dac48c0 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:09:16.384959 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a84704e0-f9ec-4ac1-a7c1-0af73dac48c0 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:16.384959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a84704e0-f9ec-4ac1-a7c1-0af73dac48c0 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "PUT /v2.0/routers/cd8321e2-01a6-430a-a2c5-ae667f54747a HTTP/1.1" status: 200 len: 925 time: 1.4758956 Aug 29 07:09:16.387179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52300) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:16.389643 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a219466-30c2-462c-ac28-110cdda5525a None None] Sync routers for ids ['cd8321e2-01a6-430a-a2c5-ae667f54747a'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:09:16.401974 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a219466-30c2-462c-ac28-110cdda5525a None None] Routers {'cd8321e2-01a6-430a-a2c5-ae667f54747a'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:16.403067 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6a219466-30c2-462c-ac28-110cdda5525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['cd8321e2-01a6-430a-a2c5-ae667f54747a'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:16.446015 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5fb2fb95-48f0-4fe2-a78e-16e1a77620cc tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:16.452085 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6a219466-30c2-462c-ac28-110cdda5525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:16.464491 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a219466-30c2-462c-ac28-110cdda5525a None None] Routers {'cd8321e2-01a6-430a-a2c5-ae667f54747a'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:16.465965 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6a219466-30c2-462c-ac28-110cdda5525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['cd8321e2-01a6-430a-a2c5-ae667f54747a'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:16.515399 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6a219466-30c2-462c-ac28-110cdda5525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:16.516292 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a219466-30c2-462c-ac28-110cdda5525a None None] The sync data for ids ['cd8321e2-01a6-430a-a2c5-ae667f54747a'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:09:16.521591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ac876492-8016-4fdd-81f7-5e8fd00761f6 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/routers/cd8321e2-01a6-430a-a2c5-ae667f54747a HTTP/1.1" status: 200 len: 925 time: 0.1307354 Aug 29 07:09:16.526715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52302) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:16.567843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d149a9-6e35-4e21-8e9e-0b6cc2b3cb77 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:16.569415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-02d149a9-6e35-4e21-8e9e-0b6cc2b3cb77 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&device_id=cd8321e2-01a6-430a-a2c5-ae667f54747a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0465937 Aug 29 07:09:16.572788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52304) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:16.685198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e33d34-7f65-4c09-a833-6230a79ad12a tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:16.689931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c3e33d34-7f65-4c09-a833-6230a79ad12a tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 881 time: 0.1158419 Aug 29 07:09:16.690616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52308) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:16.720009 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1df7bee2-48b4-4107-a272-138700605028 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8321e2-01a6-430a-a2c5-ae667f54747a HTTP/1.1" status: 200 len: 205 time: 0.0282009 Aug 29 07:09:16.722791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52310) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:17.051935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-5fb2fb95-48f0-4fe2-a78e-16e1a77620cc tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Deleting port cca26057-2cd8-4eab-a22f-d0a9ba895ea7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:17.052493 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5fb2fb95-48f0-4fe2-a78e-16e1a77620cc tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:17.147253 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5fb2fb95-48f0-4fe2-a78e-16e1a77620cc tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:17.162040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-5fb2fb95-48f0-4fe2-a78e-16e1a77620cc tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Calling delete_port for cca26057-2cd8-4eab-a22f-d0a9ba895ea7 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:17.179470 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:17.230400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178894f-5468-42b4-a9e5-580f458082f5 req-8d139349-8f3a-4bc5-b097-07541e20a49c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:17.231944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a178894f-5468-42b4-a9e5-580f458082f5 req-8d139349-8f3a-4bc5-b097-07541e20a49c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1059134 Aug 29 07:09:17.344756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a178894f-5468-42b4-a9e5-580f458082f5 req-db26768a-d62a-4e4c-b03f-b9b5bcbbf657 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975347 Aug 29 07:09:17.355404 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:17.502624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52324) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:17.535863 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5fb2fb95-48f0-4fe2-a78e-16e1a77620cc tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:17.544063 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Deleting port 022fa987-ff26-44cb-860a-030dedb81817 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:17.544724 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:17.566099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2fb95-48f0-4fe2-a78e-16e1a77620cc tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event deleted for resources: {'Port': ['ID=cca26057-2cd8-4eab-a22f-d0a9ba895ea7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:17.687514 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:17.704282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Calling delete_port for 022fa987-ff26-44cb-860a-030dedb81817 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:17.715352 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34f7a53f-5c7a-461b-ae6a-008cc8f4685a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:17.820423 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5fb2fb95-48f0-4fe2-a78e-16e1a77620cc tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:17.985718 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34f7a53f-5c7a-461b-ae6a-008cc8f4685a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.002247 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.032887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Pushing event deleted for resources: {'Port': ['ID=022fa987-ff26-44cb-860a-030dedb81817,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:18.104794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.107911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb2fb95-48f0-4fe2-a78e-16e1a77620cc tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Router 71e5f1a7-0897-4aaa-a0e2-83f400debf03 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:09:18.168065 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34f7a53f-5c7a-461b-ae6a-008cc8f4685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.202279 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.204584 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.251098 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-34f7a53f-5c7a-461b-ae6a-008cc8f4685a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cdf19b40d653472d9b8a8064d7072a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7472949 Aug 29 07:09:18.253719 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7a53f-5c7a-461b-ae6a-008cc8f4685a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce8e08a-1bcb-4ffb-be55-452b68a2b6e8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:18.254022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52330) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:18.268149 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb2fb95-48f0-4fe2-a78e-16e1a77620cc tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:09:18.273160 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5fb2fb95-48f0-4fe2-a78e-16e1a77620cc tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "PUT /v2.0/routers/71e5f1a7-0897-4aaa-a0e2-83f400debf03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2985942 Aug 29 07:09:18.273779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52332) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:18.278551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331097fc-7202-4030-bdc4-10b6478d0e99 None None] Sync routers for ids ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:09:18.288584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331097fc-7202-4030-bdc4-10b6478d0e99 None None] Routers {'71e5f1a7-0897-4aaa-a0e2-83f400debf03'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:18.291127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-331097fc-7202-4030-bdc4-10b6478d0e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:18.311728 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6724b65d-6363-4871-9807-b57f34ab3bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.333398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-331097fc-7202-4030-bdc4-10b6478d0e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:18.339262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6724b65d-6363-4871-9807-b57f34ab3bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.342843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331097fc-7202-4030-bdc4-10b6478d0e99 None None] Routers {'71e5f1a7-0897-4aaa-a0e2-83f400debf03'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:18.343507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-331097fc-7202-4030-bdc4-10b6478d0e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:18.371511 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.371511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Fanout notify agent at l3_agent the message router_deleted on router cd8321e2-01a6-430a-a2c5-ae667f54747a {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:09:18.374488 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.375671 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8baddfc6-61fe-4492-95c5-b759f61d9176 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "DELETE /v2.0/routers/cd8321e2-01a6-430a-a2c5-ae667f54747a HTTP/1.1" status: 204 len: 168 time: 1.6519346 Aug 29 07:09:18.379790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52336) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:18.385758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-331097fc-7202-4030-bdc4-10b6478d0e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:18.387513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331097fc-7202-4030-bdc4-10b6478d0e99 None None] The sync data for ids ['71e5f1a7-0897-4aaa-a0e2-83f400debf03'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:09:18.398273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-53e42a69-c902-45e0-a9d4-3a61da6bbed5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-300066150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:18.440340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.529442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1fac6-9cee-47df-acef-ae0c3e1def40 req-9dfe43d4-b870-4a43-a6a1-1de26c95cb59 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:18.532350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79d1fac6-9cee-47df-acef-ae0c3e1def40 req-9dfe43d4-b870-4a43-a6a1-1de26c95cb59 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.0807495 Aug 29 07:09:18.539541 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53e42a69-c902-45e0-a9d4-3a61da6bbed5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.539541 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53e42a69-c902-45e0-a9d4-3a61da6bbed5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.581284 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6724b65d-6363-4871-9807-b57f34ab3bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.582472 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.584793 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6724b65d-6363-4871-9807-b57f34ab3bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.585352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6724b65d-6363-4871-9807-b57f34ab3bfd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cce8e08a-1bcb-4ffb-be55-452b68a2b6e8 HTTP/1.1" status: 204 len: 168 time: 0.3302896 Aug 29 07:09:18.590503 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79d1fac6-9cee-47df-acef-ae0c3e1def40 req-7ec8de59-e9a0-40fc-87e8-873a6931bc50 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446470 Aug 29 07:09:18.597800 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724b65d-6363-4871-9807-b57f34ab3bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce8e08a-1bcb-4ffb-be55-452b68a2b6e8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:18.650373 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53e42a69-c902-45e0-a9d4-3a61da6bbed5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.763900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Deleting port bcb42d41-b475-4b71-9e29-d5d10ecd0ff8 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:18.764256 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.767861 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53e42a69-c902-45e0-a9d4-3a61da6bbed5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.868517 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.882577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Calling delete_port for bcb42d41-b475-4b71-9e29-d5d10ecd0ff8 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:18.934742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53e42a69-c902-45e0-a9d4-3a61da6bbed5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:18.936063 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-53e42a69-c902-45e0-a9d4-3a61da6bbed5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5456476 Aug 29 07:09:18.939758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52348) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:18.946572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:19.182333 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.232281 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.258324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event deleted for resources: {'Port': ['ID=bcb42d41-b475-4b71-9e29-d5d10ecd0ff8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:19.320040 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.413510 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.415752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.552810 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.553397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Fanout notify agent at l3_agent the message router_deleted on router 71e5f1a7-0897-4aaa-a0e2-83f400debf03 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:09:19.573754 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.577709 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-075a82e7-5a9a-4285-bf64-3f7da0e43731 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "DELETE /v2.0/routers/71e5f1a7-0897-4aaa-a0e2-83f400debf03 HTTP/1.1" status: 204 len: 168 time: 1.3003085 Aug 29 07:09:19.579226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52358) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:19.614003 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.634222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fda35e-c470-42f0-9e6f-dcecd38acc6c tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Deleting subnet 66d4b26a-c1fe-4717-a882-fef5aa02dc2d {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:09:19.638781 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52362) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:19.640334 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.644161 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a6fda35e-c470-42f0-9e6f-dcecd38acc6c tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.675267 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a1b350c-5869-4b8d-98a4-9993c0bd0e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.706468 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a6fda35e-c470-42f0-9e6f-dcecd38acc6c tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.774426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cade68a-5e94-46a6-b602-1e8b25efc83d req-46d88ec8-2f06-4ce7-88de-e447c2db132b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:19.775968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cade68a-5e94-46a6-b602-1e8b25efc83d req-46d88ec8-2f06-4ce7-88de-e447c2db132b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.0977590 Aug 29 07:09:19.801317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Allocated IP 172.25.1.99 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/9b5566b3-3a30-4959-8810-54197e8c8c4f) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:09:19.835375 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a6fda35e-c470-42f0-9e6f-dcecd38acc6c tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.872184 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5cade68a-5e94-46a6-b602-1e8b25efc83d req-429f4191-71b1-4abf-8e1e-09dcfa9b7311 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853131 Aug 29 07:09:19.908349 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a1b350c-5869-4b8d-98a4-9993c0bd0e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.932386 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:19.998328 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a1b350c-5869-4b8d-98a4-9993c0bd0e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.038139 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1a1b350c-5869-4b8d-98a4-9993c0bd0e02 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9e34d5e9d7254de987109295e6fbbc73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3990583 Aug 29 07:09:20.040516 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52368) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:20.053747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b350c-5869-4b8d-98a4-9993c0bd0e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a7a750-3818-4838-baa6-cf4b57e66dda,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:20.065773 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a6fda35e-c470-42f0-9e6f-dcecd38acc6c tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.109734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fda35e-c470-42f0-9e6f-dcecd38acc6c tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event deleted for resources: {'Subnet': ['ID=66d4b26a-c1fe-4717-a882-fef5aa02dc2d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:20.113495 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a6fda35e-c470-42f0-9e6f-dcecd38acc6c tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.117133 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a6fda35e-c470-42f0-9e6f-dcecd38acc6c tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "DELETE /v2.0/subnets/66d4b26a-c1fe-4717-a882-fef5aa02dc2d HTTP/1.1" status: 204 len: 168 time: 0.5351658 Aug 29 07:09:20.118861 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.122292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e954dde-77d0-491a-b701-487594e42a40 None None] Network c060afda-844a-4dac-8438-4e9abda8754c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:09:20.126327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52370) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:20.154711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:09:20.157964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:20.161644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:20.189860 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ab3b3082-95c5-4a6c-a3f2-d4dd47e7eb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.195458 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Pushing event updated for resources: {'Port': ['ID=9b5566b3-3a30-4959-8810-54197e8c8c4f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:20.230767 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ab3b3082-95c5-4a6c-a3f2-d4dd47e7eb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.252892 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.343578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Deleting port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:20.343931 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.375705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] DHCP port deletion for c060afda-844a-4dac-8438-4e9abda8754c request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:09:20.409170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] For port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7,segment=NetworkSegment(63d1183b-a834-4a48-8c5b-c7b4b4de9d93),segment_id=63d1183b-a834-4a48-8c5b-c7b4b4de9d93)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:09:20.409539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.425631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Calling delete_port for a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:20.428754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Deleting port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:20.430895 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.472881 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ab3b3082-95c5-4a6c-a3f2-d4dd47e7eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.475988 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ab3b3082-95c5-4a6c-a3f2-d4dd47e7eb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.480172 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ab3b3082-95c5-4a6c-a3f2-d4dd47e7eb14 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/41a7a750-3818-4838-baa6-cf4b57e66dda HTTP/1.1" status: 204 len: 168 time: 0.4352114 Aug 29 07:09:20.492971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b3082-95c5-4a6c-a3f2-d4dd47e7eb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a7a750-3818-4838-baa6-cf4b57e66dda,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:20.562103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] For port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7,segment=NetworkSegment(63d1183b-a834-4a48-8c5b-c7b4b4de9d93),segment_id=63d1183b-a834-4a48-8c5b-c7b4b4de9d93)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:09:20.562635 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.577477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Calling delete_port for a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:20.615841 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.678018 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.685634 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.714900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event deleted for resources: {'Port': ['ID=a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:20.717253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] No DVR routers for this DVR port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:09:20.730299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] No DVR routers for this DVR port a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:09:20.737639 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Pushing event deleted for resources: {'Port': ['ID=a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:20.749180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:20.750364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:20.750718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:20.751058 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:20.751690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:20.752012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:20.752347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:20.752673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:20.753000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:20.753328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:20.753653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:20.753975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0b125-f322-41d2-8b86-ae03a26821ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:20.807753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.819052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c060afda-844a-4dac-8438-4e9abda8754c']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:20.833307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d1183b-a834-4a48-8c5b-c7b4b4de9d93') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:20.833307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d1183b-a834-4a48-8c5b-c7b4b4de9d93') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:20.842761 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.850356 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.858086 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.873770 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.883712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:09:20.884122 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: items = [ Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:09:20.888968 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:09:21.066569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a007c2-7775-48bc-8895-f320b3bbc286 req-25273286-6cfd-4ef7-a770-e7f491af6a3a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:21.071305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3a007c2-7775-48bc-8895-f320b3bbc286 req-25273286-6cfd-4ef7-a770-e7f491af6a3a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.0780394 Aug 29 07:09:21.107092 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:21.107833 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:21.114406 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:21.116399 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "DELETE /v2.0/networks/c060afda-844a-4dac-8438-4e9abda8754c HTTP/1.1" status: 204 len: 168 time: 0.9903848 Aug 29 07:09:21.122859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52390) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:21.134200 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccf47d-87ec-4e2a-ab0a-bc6b652df162 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event deleted for resources: {'Network': ['ID=c060afda-844a-4dac-8438-4e9abda8754c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:21.223459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3a007c2-7775-48bc-8895-f320b3bbc286 req-72563cf7-eaf4-4fff-b578-173b8df85545 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426904 Aug 29 07:09:21.307578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Router fe6f840f-dba3-410b-8e08-0838d0df0e8c is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:09:21.375939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Deleting port 0782f372-e75a-40ce-a4cb-b8f78a3ed0d1 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:21.376288 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:21.555269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:09:21.591759 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:09:21.592505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a81b9ec8-28cc-48e8-a59d-a3cb41c99bc7 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:09:21.806872 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:09:21.816398 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:21.819474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3892398f-b47d-42a3-a82e-1fe4e583e223 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "PUT /v2.0/routers/fe6f840f-dba3-410b-8e08-0838d0df0e8c HTTP/1.1" status: 200 len: 882 time: 2.8756244 Aug 29 07:09:21.821317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52412) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:21.824193 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3536494-f95e-4e55-a85a-fbefe52dc4b8 None None] Sync routers for ids ['fe6f840f-dba3-410b-8e08-0838d0df0e8c'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:09:21.835712 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:21.835712 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:21.835900 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3536494-f95e-4e55-a85a-fbefe52dc4b8 None None] Routers {'fe6f840f-dba3-410b-8e08-0838d0df0e8c'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:21.835900 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a3536494-f95e-4e55-a85a-fbefe52dc4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['fe6f840f-dba3-410b-8e08-0838d0df0e8c'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:21.850001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Calling delete_port for 0782f372-e75a-40ce-a4cb-b8f78a3ed0d1 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:21.893648 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a3536494-f95e-4e55-a85a-fbefe52dc4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:21.917815 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3536494-f95e-4e55-a85a-fbefe52dc4b8 None None] Routers {'fe6f840f-dba3-410b-8e08-0838d0df0e8c'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:21.917815 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a3536494-f95e-4e55-a85a-fbefe52dc4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['fe6f840f-dba3-410b-8e08-0838d0df0e8c'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:21.960876 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a3536494-f95e-4e55-a85a-fbefe52dc4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:21.961835 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3536494-f95e-4e55-a85a-fbefe52dc4b8 None None] The sync data for ids ['fe6f840f-dba3-410b-8e08-0838d0df0e8c'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:09:21.977904 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-982cb7ee-2512-4e2c-887c-c4149edd7705 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/routers/fe6f840f-dba3-410b-8e08-0838d0df0e8c HTTP/1.1" status: 200 len: 923 time: 0.1547213 Aug 29 07:09:21.981249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52416) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:22.039968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3791d32d-623b-4491-8a8d-4fb3fc0a696c tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:22.042832 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3791d32d-623b-4491-8a8d-4fb3fc0a696c tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&device_id=fe6f840f-dba3-410b-8e08-0838d0df0e8c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0606170 Aug 29 07:09:22.045537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52420) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:22.198693 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:22.228677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Pushing event deleted for resources: {'Port': ['ID=0782f372-e75a-40ce-a4cb-b8f78a3ed0d1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:22.243012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:22.243390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:22.249310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:22.249310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:22.249310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:22.249310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:22.249310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:22.249310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:22.249310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:22.249310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:22.249310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:22.249310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:22.357404 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:22.367819 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:22.369413 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d4d7c618-e345-4a25-87bb-510edc308095 tempest-FloatingIPAdminTestJSON-548846592 tempest-FloatingIPAdminTestJSON-548846592-project] 10.222.0.76 "DELETE /v2.0/floatingips/5150ed8b-d095-4196-94fd-1bda6d284567 HTTP/1.1" status: 204 len: 168 time: 1.2436278 Aug 29 07:09:22.433429 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe9ee3-1e4d-46b8-b68c-12eda61cde3e req-c7a24000-e904-4491-9e9e-6920811c883d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:22.435094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfbe9ee3-1e4d-46b8-b68c-12eda61cde3e req-c7a24000-e904-4491-9e9e-6920811c883d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.1018128 Aug 29 07:09:22.500487 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfbe9ee3-1e4d-46b8-b68c-12eda61cde3e req-09a0ab4a-a821-4b5a-beca-ef6b0a5929c9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579360 Aug 29 07:09:22.530455 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d215e32-9e36-43a6-b5d4-5c874c60b45b tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:22.532775 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8d215e32-9e36-43a6-b5d4-5c874c60b45b tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 881 time: 0.4862635 Aug 29 07:09:22.540348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52430) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:22.575463 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3a63af31-0dde-4ab4-ab91-a8546c138bd9 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe6f840f-dba3-410b-8e08-0838d0df0e8c HTTP/1.1" status: 200 len: 205 time: 0.0328128 Aug 29 07:09:22.576895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52432) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:22.712861 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:22.905312 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:23.070318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Deleting port 9b5566b3-3a30-4959-8810-54197e8c8c4f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:23.070783 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:23.107611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52452) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:23.215102 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:23.230458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Calling delete_port for 9b5566b3-3a30-4959-8810-54197e8c8c4f owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:23.446825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c037e2a1-6dd3-4af9-87df-ab18b3333f90 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f4595d1652cf4ba09ecce3f00be4d2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380489 Aug 29 07:09:23.449528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52460) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:23.521196 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13f2c7d1-af7b-4888-8173-20c31f4c12fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:23.562138 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:23.575928 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13f2c7d1-af7b-4888-8173-20c31f4c12fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:23.611714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Pushing event deleted for resources: {'Port': ['ID=9b5566b3-3a30-4959-8810-54197e8c8c4f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:23.689621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95583108-9635-4232-97d9-ee593a55adf6 req-05b7ed19-f177-414c-b2bf-13da99ae2029 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:23.691285 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95583108-9635-4232-97d9-ee593a55adf6 req-05b7ed19-f177-414c-b2bf-13da99ae2029 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.0904374 Aug 29 07:09:23.696726 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:23.746630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95583108-9635-4232-97d9-ee593a55adf6 req-92d16b78-84a9-4179-a1d6-9f917852f940 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475347 Aug 29 07:09:23.816147 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:23.824761 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:23.827843 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13f2c7d1-af7b-4888-8173-20c31f4c12fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:23.827843 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13f2c7d1-af7b-4888-8173-20c31f4c12fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:23.827843 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-13f2c7d1-af7b-4888-8173-20c31f4c12fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f6cebb93-cdc4-43c3-8c1c-858178a79aa1 HTTP/1.1" status: 204 len: 168 time: 0.3743856 Aug 29 07:09:23.835280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2c7d1-af7b-4888-8173-20c31f4c12fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cebb93-cdc4-43c3-8c1c-858178a79aa1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:24.050397 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:24.050397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Fanout notify agent at l3_agent the message router_deleted on router fe6f840f-dba3-410b-8e08-0838d0df0e8c {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:09:24.057755 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:24.060237 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-84d0edc3-81bb-4ae7-ac2a-4c88aae575a7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "DELETE /v2.0/routers/fe6f840f-dba3-410b-8e08-0838d0df0e8c HTTP/1.1" status: 204 len: 168 time: 1.4809871 Aug 29 07:09:24.063729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52476) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:24.071041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d203f1dd-dfb0-4e23-9f0c-f127b508fde7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1817065257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:24.252960 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d203f1dd-dfb0-4e23-9f0c-f127b508fde7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:24.254104 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d203f1dd-dfb0-4e23-9f0c-f127b508fde7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:24.331066 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d203f1dd-dfb0-4e23-9f0c-f127b508fde7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:24.449974 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d203f1dd-dfb0-4e23-9f0c-f127b508fde7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:24.572305 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d203f1dd-dfb0-4e23-9f0c-f127b508fde7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:24.573571 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d203f1dd-dfb0-4e23-9f0c-f127b508fde7 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5088298 Aug 29 07:09:24.576295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52490) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:24.580883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'enable_snat': True}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:24.809426 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:24.914556 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf264cb4-5686-443c-92e0-2f94cb45ef34 req-67d34789-7af5-41c0-82c6-915758d8499a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:24.916996 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf264cb4-5686-443c-92e0-2f94cb45ef34 req-67d34789-7af5-41c0-82c6-915758d8499a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 943 time: 0.0603986 Aug 29 07:09:24.961360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf264cb4-5686-443c-92e0-2f94cb45ef34 req-d64ef9fb-d764-4d00-bad6-a06da2c4ee46 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342340 Aug 29 07:09:25.143504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52502) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:25.158058 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60f3def7-ffa5-43b4-bdc3-5fdba2f3c6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:25.226176 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:25.248223 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:25.263004 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60f3def7-ffa5-43b4-bdc3-5fdba2f3c6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:25.367254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Allocated IP 172.25.1.63 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/d43a4ef8-89e9-47ac-b243-a55c381d699e) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:09:25.409377 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60f3def7-ffa5-43b4-bdc3-5fdba2f3c6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:25.412224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f05e96af-8ff4-4d79-8067-e0179a0a7aee details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:09:25.455990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3def7-ffa5-43b4-bdc3-5fdba2f3c6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a777fb6-f74f-408e-988d-76281f6ea629,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:25.475576 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-60f3def7-ffa5-43b4-bdc3-5fdba2f3c6f8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b49280a06e164fda89fb8d3041da5b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284163 Aug 29 07:09:25.477516 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52506) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:25.548284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f05e96af-8ff4-4d79-8067-e0179a0a7aee, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f05e96af-8ff4-4d79-8067-e0179a0a7aee,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:09:25.559580 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:25.562767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'f05e96af-8ff4-4d79-8067-e0179a0a7aee', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'port_id': 'f05e96af-8ff4-4d79-8067-e0179a0a7aee', 'mac_address': 'fa:16:3e:04:c4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:09:25.597660 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48504cf-e203-4727-b38f-c113296e9f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:25.612062 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:25.634485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05e96af-8ff4-4d79-8067-e0179a0a7aee {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:09:25.656542 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48504cf-e203-4727-b38f-c113296e9f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:25.663711 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f05e96af-8ff4-4d79-8067-e0179a0a7aee, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f05e96af-8ff4-4d79-8067-e0179a0a7aee,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:09:25.801050 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:25.857944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=f05e96af-8ff4-4d79-8067-e0179a0a7aee,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:25.858321 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:25.871907 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48504cf-e203-4727-b38f-c113296e9f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:25.874541 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48504cf-e203-4727-b38f-c113296e9f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:25.878184 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a48504cf-e203-4727-b38f-c113296e9f05 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a777fb6-f74f-408e-988d-76281f6ea629 HTTP/1.1" status: 204 len: 168 time: 0.3898718 Aug 29 07:09:25.916991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:09:25.922426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48504cf-e203-4727-b38f-c113296e9f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a777fb6-f74f-408e-988d-76281f6ea629,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:25.930862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:25.936964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:25.964310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event updated for resources: {'Port': ['ID=d43a4ef8-89e9-47ac-b243-a55c381d699e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:26.149483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa0a18-dce2-449e-88db-f7c07485ebc4 req-e0f327f9-1a88-46b5-949e-f24ed2e64bc0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:26.151085 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72aa0a18-dce2-449e-88db-f7c07485ebc4 req-e0f327f9-1a88-46b5-949e-f24ed2e64bc0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 944 time: 0.0898631 Aug 29 07:09:26.201955 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72aa0a18-dce2-449e-88db-f7c07485ebc4 req-e9e2149a-de6b-4815-9026-c5f29522d69e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 Aug 29 07:09:26.220111 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['f05e96af-8ff4-4d79-8067-e0179a0a7aee'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:09:26.404348 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:26.657799 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:26.661788 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:26.724230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52528) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:26.890195 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-397e3228-451e-4eae-97d3-f87d19d60e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:26.938044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Router 058e9697-a0c1-4b5e-9a9d-91165d0533da is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:09:27.005249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52534) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:27.023063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ade47f53-4b73-4f73-a3ae-16e6881fce23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:27.065754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:09:27.076124 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:27.076124 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2fe94e5b-19cc-4d16-87c9-860083d8570f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "PUT /v2.0/routers/058e9697-a0c1-4b5e-9a9d-91165d0533da HTTP/1.1" status: 200 len: 918 time: 2.4949794 Aug 29 07:09:27.076124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52536) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:27.080934 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4ab4c-a4fc-4fd4-af99-07e078a1b9bd None None] Sync routers for ids ['058e9697-a0c1-4b5e-9a9d-91165d0533da'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:09:27.093466 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4ab4c-a4fc-4fd4-af99-07e078a1b9bd None None] Routers {'058e9697-a0c1-4b5e-9a9d-91165d0533da'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:27.099470 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6ef4ab4c-a4fc-4fd4-af99-07e078a1b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['058e9697-a0c1-4b5e-9a9d-91165d0533da'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:27.130715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6ef4ab4c-a4fc-4fd4-af99-07e078a1b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:27.148540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4ab4c-a4fc-4fd4-af99-07e078a1b9bd None None] Routers {'058e9697-a0c1-4b5e-9a9d-91165d0533da'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:27.149816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6ef4ab4c-a4fc-4fd4-af99-07e078a1b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['058e9697-a0c1-4b5e-9a9d-91165d0533da'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:27.188041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6ef4ab4c-a4fc-4fd4-af99-07e078a1b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:27.188931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4ab4c-a4fc-4fd4-af99-07e078a1b9bd None None] The sync data for ids ['058e9697-a0c1-4b5e-9a9d-91165d0533da'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:09:27.193895 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fe3e7b23-ccb4-49f6-a731-e8f6cb53ed15 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/routers/058e9697-a0c1-4b5e-9a9d-91165d0533da HTTP/1.1" status: 200 len: 924 time: 0.1168914 Aug 29 07:09:27.200039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52538) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:27.222151 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-397e3228-451e-4eae-97d3-f87d19d60e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:27.257359 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c403e3a-610a-4dbf-a8c8-18e86022fb12 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:27.258926 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5c403e3a-610a-4dbf-a8c8-18e86022fb12 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&device_id=058e9697-a0c1-4b5e-9a9d-91165d0533da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0608835 Aug 29 07:09:27.262540 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52544) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:27.323168 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-397e3228-451e-4eae-97d3-f87d19d60e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:27.384795 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-397e3228-451e-4eae-97d3-f87d19d60e6c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cc25adb3e2b04cdc8a2090bb8a252d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6593270 Aug 29 07:09:27.385590 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e3228-451e-4eae-97d3-f87d19d60e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6a523c-fd8b-4bb8-b30b-9c7b59b00d04,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:27.394254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52550) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:27.425189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f05e96af-8ff4-4d79-8067-e0179a0a7aee up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:09:27.507995 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-522fc71d-c485-4d65-81c0-84da02983c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:27.544282 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ade47f53-4b73-4f73-a3ae-16e6881fce23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:27.549850 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-522fc71d-c485-4d65-81c0-84da02983c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:27.661172 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ade47f53-4b73-4f73-a3ae-16e6881fce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:27.661400 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port f05e96af-8ff4-4d79-8067-e0179a0a7aee completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:09:27.667074 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port f05e96af-8ff4-4d79-8067-e0179a0a7aee triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:09:27.667731 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:27.699847 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-522fc71d-c485-4d65-81c0-84da02983c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:27.699847 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-522fc71d-c485-4d65-81c0-84da02983c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:27.703277 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-522fc71d-c485-4d65-81c0-84da02983c10 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/af6a523c-fd8b-4bb8-b30b-9c7b59b00d04 HTTP/1.1" status: 204 len: 168 time: 0.3079057 Aug 29 07:09:27.714059 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ade47f53-4b73-4f73-a3ae-16e6881fce23 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b4415050247f403e9e1c032f9aa8680d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7040486 Aug 29 07:09:27.715227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52554) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:27.717942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b1c38-8b18-4966-a64e-259ae4b8843f req-bba03ccd-85ab-4c53-9eb7-3b1760f9eea6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:27.719616 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e0b1c38-8b18-4966-a64e-259ae4b8843f req-bba03ccd-85ab-4c53-9eb7-3b1760f9eea6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 944 time: 0.4068420 Aug 29 07:09:27.725523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647edb5c-49fc-4b88-aae1-2c321dbd7083 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:27.725523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-647edb5c-49fc-4b88-aae1-2c321dbd7083 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 881 time: 0.4591124 Aug 29 07:09:27.725716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52556) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:27.758880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade47f53-4b73-4f73-a3ae-16e6881fce23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f55b50e-f6a2-407d-a39f-b0723dd6f1dd,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:27.764005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-dd6cbc8f-d0c0-4170-9870-9ae8b5743d22 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "GET /v2.0/ports?device_id=058e9697-a0c1-4b5e-9a9d-91165d0533da HTTP/1.1" status: 200 len: 205 time: 0.0350888 Aug 29 07:09:27.767402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52558) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:27.799273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e0b1c38-8b18-4966-a64e-259ae4b8843f req-ddfdd4dc-24f3-4d76-927f-82f7d2d75340 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711462 Aug 29 07:09:27.808469 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:27.846318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fc71d-c485-4d65-81c0-84da02983c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6a523c-fd8b-4bb8-b30b-9c7b59b00d04,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:27.860909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port f05e96af-8ff4-4d79-8067-e0179a0a7aee, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f05e96af-8ff4-4d79-8067-e0179a0a7aee,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:09:27.862564 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c731d5-0898-4a38-92f0-07a123196ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e96af-8ff4-4d79-8067-e0179a0a7aee'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:09:27.864045 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb205d18-b0ca-43aa-b8ec-d35c67b0d9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:27.868490 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8427764a-f4e7-43ba-9f90-ccb42677bbfb" -d '{"events": [{"server_uuid": "d1c731d5-0898-4a38-92f0-07a123196ae1", "name": "network-vif-plugged", "status": "completed", "tag": "f05e96af-8ff4-4d79-8067-e0179a0a7aee"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:09:27.910266 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11274bcb-ad26-4122-8349-434cc59b203a x-openstack-request-id: req-11274bcb-ad26-4122-8349-434cc59b203a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:09:27.910630 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c731d5-0898-4a38-92f0-07a123196ae1", "name": "network-vif-plugged", "status": "completed", "tag": "f05e96af-8ff4-4d79-8067-e0179a0a7aee", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:09:27.910946 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-11274bcb-ad26-4122-8349-434cc59b203a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:09:27.911444 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c731d5-0898-4a38-92f0-07a123196ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e96af-8ff4-4d79-8067-e0179a0a7aee', 'code': 200} Aug 29 07:09:27.944600 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb205d18-b0ca-43aa-b8ec-d35c67b0d9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:27.997209 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:28.039344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6744e-e6f0-407d-ae24-9e75f01c5965 req-9e9f2b46-49eb-492e-8789-87abcf6b2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:28.041659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ef6744e-e6f0-407d-ae24-9e75f01c5965 req-9e9f2b46-49eb-492e-8789-87abcf6b2739 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0424569 Aug 29 07:09:28.042398 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:28.078813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ef6744e-e6f0-407d-ae24-9e75f01c5965 req-f99832f5-5d0a-451d-8ab2-5cb5df85b4e0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306897 Aug 29 07:09:28.094729 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=f05e96af-8ff4-4d79-8067-e0179a0a7aee,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:28.135876 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:28.200726 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb205d18-b0ca-43aa-b8ec-d35c67b0d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:28.203511 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb205d18-b0ca-43aa-b8ec-d35c67b0d9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:28.204722 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fb205d18-b0ca-43aa-b8ec-d35c67b0d9ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9f55b50e-f6a2-407d-a39f-b0723dd6f1dd HTTP/1.1" status: 204 len: 168 time: 0.4885473 Aug 29 07:09:28.215100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb205d18-b0ca-43aa-b8ec-d35c67b0d9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f55b50e-f6a2-407d-a39f-b0723dd6f1dd,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:28.350001 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Deleting port d43a4ef8-89e9-47ac-b243-a55c381d699e {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:28.350402 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:28.435387 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:28.452310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Calling delete_port for d43a4ef8-89e9-47ac-b243-a55c381d699e owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:28.770660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52582) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:28.789687 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-573a2520-de96-41f5-a901-16dab39ddaff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:28.820434 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:28.860660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Pushing event deleted for resources: {'Port': ['ID=d43a4ef8-89e9-47ac-b243-a55c381d699e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:28.973778 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:28.974192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc8e19-5e36-4e82-b3a4-71bd0cdd4055 req-6272cf25-bcfb-4de9-897f-1764224b0da6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:28.975549 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73dc8e19-5e36-4e82-b3a4-71bd0cdd4055 req-6272cf25-bcfb-4de9-897f-1764224b0da6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 945 time: 0.0643342 Aug 29 07:09:29.034586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-73dc8e19-5e36-4e82-b3a4-71bd0cdd4055 req-0bcb769a-b0ae-49bf-b72c-45c4fb29f37b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484996 Aug 29 07:09:29.084405 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-573a2520-de96-41f5-a901-16dab39ddaff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:29.088441 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:29.091088 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:29.163857 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-573a2520-de96-41f5-a901-16dab39ddaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:29.215842 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-573a2520-de96-41f5-a901-16dab39ddaff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=41c1096510e94bd7a2bb787d9471aa6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437683 Aug 29 07:09:29.217636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a2520-de96-41f5-a901-16dab39ddaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb91ecb-7f14-4a41-ba5c-92b716ff9bd8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:29.221053 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52592) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:29.278139 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:29.278729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Fanout notify agent at l3_agent the message router_deleted on router 058e9697-a0c1-4b5e-9a9d-91165d0533da {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:09:29.286800 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:29.292526 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-33ac04b2-483e-4d5f-b2bc-038c24857b9b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "DELETE /v2.0/routers/058e9697-a0c1-4b5e-9a9d-91165d0533da HTTP/1.1" status: 204 len: 168 time: 1.5195868 Aug 29 07:09:29.292695 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52594) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:29.306283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-30f4e56a-67b1-43ef-9902-1dac1937167a tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-171046134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:29.312369 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf5-36dd-4ad4-9a43-7e58b3c0cc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:29.346867 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf5-36dd-4ad4-9a43-7e58b3c0cc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:29.527056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-30f4e56a-67b1-43ef-9902-1dac1937167a tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:29.527056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-30f4e56a-67b1-43ef-9902-1dac1937167a tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:29.613694 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf5-36dd-4ad4-9a43-7e58b3c0cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:29.616596 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a77c3bf5-36dd-4ad4-9a43-7e58b3c0cc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:29.617677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a77c3bf5-36dd-4ad4-9a43-7e58b3c0cc6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ceb91ecb-7f14-4a41-ba5c-92b716ff9bd8 HTTP/1.1" status: 204 len: 168 time: 0.3900003 Aug 29 07:09:29.647291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c3bf5-36dd-4ad4-9a43-7e58b3c0cc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb91ecb-7f14-4a41-ba5c-92b716ff9bd8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:29.674244 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-30f4e56a-67b1-43ef-9902-1dac1937167a tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:29.972795 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-30f4e56a-67b1-43ef-9902-1dac1937167a tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:30.112802 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-30f4e56a-67b1-43ef-9902-1dac1937167a tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:30.114622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-30f4e56a-67b1-43ef-9902-1dac1937167a tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8145001 Aug 29 07:09:30.125704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52618) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:30.130804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'enable_snat': False}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:30.281399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8061a-ba3f-45dc-b235-fcceb72099e0 req-9267b304-4a3a-42ac-9e55-bed5de305312 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:30.281399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0cb8061a-ba3f-45dc-b235-fcceb72099e0 req-9267b304-4a3a-42ac-9e55-bed5de305312 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 945 time: 0.1461017 Aug 29 07:09:30.411005 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:30.416585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0cb8061a-ba3f-45dc-b235-fcceb72099e0 req-a2f36609-6126-42dd-9fc5-c2aebfe46163 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021762 Aug 29 07:09:30.553433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d721d-f93c-4f07-bd2c-5582df5b2297 req-71f3a838-be16-441d-a6c3-086ba3261892 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:30.557036 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc2d721d-f93c-4f07-bd2c-5582df5b2297 req-71f3a838-be16-441d-a6c3-086ba3261892 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 945 time: 0.0621617 Aug 29 07:09:30.658320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc2d721d-f93c-4f07-bd2c-5582df5b2297 req-545eba60-3f13-4b0f-a682-8165c7e6519f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872536 Aug 29 07:09:30.882450 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:30.914067 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:31.043215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Allocated IP 172.25.1.140 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/4fe31499-2e04-4d93-896c-ccc13920a88a) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:09:31.164251 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:31.236619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52668) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:31.315759 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:31.383977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:09:31.388163 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:31.395117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:31.464761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Pushing event updated for resources: {'Port': ['ID=4fe31499-2e04-4d93-896c-ccc13920a88a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:31.537005 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1309623996', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:31.576606 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6d3fa-f8e9-4e89-88d2-99d597624ec2 req-1318fac5-52d0-4fe3-adbb-c0b441702eeb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:31.578274 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ac6d3fa-f8e9-4e89-88d2-99d597624ec2 req-1318fac5-52d0-4fe3-adbb-c0b441702eeb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 945 time: 0.1631002 Aug 29 07:09:31.680852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ac6d3fa-f8e9-4e89-88d2-99d597624ec2 req-831140e1-ab7f-41ae-9084-b6b9537d1697 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938685 Aug 29 07:09:31.769190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Made reservation on behalf of 58daae799a17432997bbea54345acf7f for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:09:31.772311 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:31.788815 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:31.964814 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:32.028887 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:32.205650 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:32.209746 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:32.213130 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:32.218897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] device_id is not set on port fb60870e-09e6-4b92-85b3-f020cf262bc2 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:09:32.363167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234c75d1-cf1e-4892-821f-e778066f878f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:32.545682 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Allocated IP 172.25.1.139 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/fb60870e-09e6-4b92-85b3-f020cf262bc2) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:09:32.840891 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:32.850307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7123da-f824-40fe-85f8-b47f3afd36be req-e860d543-dce1-43a6-9921-1e8e59ffe3cb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:32.851911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee7123da-f824-40fe-85f8-b47f3afd36be req-e860d543-dce1-43a6-9921-1e8e59ffe3cb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 945 time: 0.0818446 Aug 29 07:09:32.855205 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Router bc4517e4-2ab3-4b00-9e7c-de3b0e039c44 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:09:32.957721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee7123da-f824-40fe-85f8-b47f3afd36be req-0c894d24-7201-4c62-a3fb-4829187df700 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980449 Aug 29 07:09:33.044756 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:09:33.058458 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:33.060438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-16c324c0-b95b-4a0c-a0b8-3c1ffd8c7564 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "PUT /v2.0/routers/bc4517e4-2ab3-4b00-9e7c-de3b0e039c44 HTTP/1.1" status: 200 len: 919 time: 2.9333732 Aug 29 07:09:33.071764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e1cc8c-0c25-43ca-85c9-28ba71ba22d6 None None] Sync routers for ids ['bc4517e4-2ab3-4b00-9e7c-de3b0e039c44'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:09:33.074046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52720) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:33.097969 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e1cc8c-0c25-43ca-85c9-28ba71ba22d6 None None] Routers {'bc4517e4-2ab3-4b00-9e7c-de3b0e039c44'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:33.100620 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b3e1cc8c-0c25-43ca-85c9-28ba71ba22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['bc4517e4-2ab3-4b00-9e7c-de3b0e039c44'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:33.100773 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:33.148578 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b3e1cc8c-0c25-43ca-85c9-28ba71ba22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:33.167224 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e1cc8c-0c25-43ca-85c9-28ba71ba22d6 None None] Routers {'bc4517e4-2ab3-4b00-9e7c-de3b0e039c44'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:33.169098 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b3e1cc8c-0c25-43ca-85c9-28ba71ba22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['bc4517e4-2ab3-4b00-9e7c-de3b0e039c44'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:33.229860 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b3e1cc8c-0c25-43ca-85c9-28ba71ba22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:33.230943 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e1cc8c-0c25-43ca-85c9-28ba71ba22d6 None None] The sync data for ids ['bc4517e4-2ab3-4b00-9e7c-de3b0e039c44'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:09:33.245619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:09:33.250601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:33.255346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:33.262997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Pushing event updated for resources: {'Port': ['ID=fb60870e-09e6-4b92-85b3-f020cf262bc2,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:33.283163 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-252e773c-5d3f-4559-afcd-ee3b11bce871 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/routers/bc4517e4-2ab3-4b00-9e7c-de3b0e039c44 HTTP/1.1" status: 200 len: 925 time: 0.2079062 Aug 29 07:09:33.285939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52724) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:33.311282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abdaa7-484f-47eb-bb09-56b9ab95abf7 req-822eda2d-af1c-4cf5-ad71-fda2c7abb0f3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:33.312811 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41abdaa7-484f-47eb-bb09-56b9ab95abf7 req-822eda2d-af1c-4cf5-ad71-fda2c7abb0f3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 945 time: 0.1328092 Aug 29 07:09:33.326819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:33.329377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:33.331900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5fb105-6ad5-4475-a378-d52fa49a39cd tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:33.335827 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9b5fb105-6ad5-4475-a378-d52fa49a39cd tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&device_id=bc4517e4-2ab3-4b00-9e7c-de3b0e039c44&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0462956 Aug 29 07:09:33.336184 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52726) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:33.445352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-41abdaa7-484f-47eb-bb09-56b9ab95abf7 req-3f0a27fc-a8e8-4057-9023-16a9f54a924b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Deleting port f05e96af-8ff4-4d79-8067-e0179a0a7aee {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:33.445758 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-41abdaa7-484f-47eb-bb09-56b9ab95abf7 req-3f0a27fc-a8e8-4057-9023-16a9f54a924b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:33.454073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d738f-6b6c-417a-ae83-2e2257614fba tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:33.455547 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ef3d738f-6b6c-417a-ae83-2e2257614fba tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/networks/ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 881 time: 0.1181269 Aug 29 07:09:33.458432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52730) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:33.489068 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-92d8d1d2-8038-42a9-b520-1d479a005600 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc4517e4-2ab3-4b00-9e7c-de3b0e039c44 HTTP/1.1" status: 200 len: 205 time: 0.0293622 Aug 29 07:09:33.496372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52732) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:33.550301 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3ec3cfba-f680-459b-8b13-bd535cf8d893 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.3125393 Aug 29 07:09:33.554581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52734) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:33.558948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a72b8be2-351b-47e0-bb0a-60f2dda9d211 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.139'}]}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:33.666343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-41abdaa7-484f-47eb-bb09-56b9ab95abf7 req-3f0a27fc-a8e8-4057-9023-16a9f54a924b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] For port f05e96af-8ff4-4d79-8067-e0179a0a7aee, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=f05e96af-8ff4-4d79-8067-e0179a0a7aee,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:09:33.666708 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-41abdaa7-484f-47eb-bb09-56b9ab95abf7 req-3f0a27fc-a8e8-4057-9023-16a9f54a924b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:33.683985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-41abdaa7-484f-47eb-bb09-56b9ab95abf7 req-3f0a27fc-a8e8-4057-9023-16a9f54a924b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Calling delete_port for f05e96af-8ff4-4d79-8067-e0179a0a7aee owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:33.687702 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:33.792134 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:33.819455 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a72b8be2-351b-47e0-bb0a-60f2dda9d211 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:33.820484 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a72b8be2-351b-47e0-bb0a-60f2dda9d211 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:34.246751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:34.252019 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a72b8be2-351b-47e0-bb0a-60f2dda9d211 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:34.266925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f966f24-dea1-41e5-bdbe-ae3a6aefccf1 req-711fc1ac-bf3d-4c9a-a5f7-666022b58055 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:34.268530 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f966f24-dea1-41e5-bdbe-ae3a6aefccf1 req-711fc1ac-bf3d-4c9a-a5f7-666022b58055 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 945 time: 0.1392193 Aug 29 07:09:34.352340 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f966f24-dea1-41e5-bdbe-ae3a6aefccf1 req-c9394d0b-1e65-4676-ab48-12833d211d61 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731547 Aug 29 07:09:34.471670 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-41abdaa7-484f-47eb-bb09-56b9ab95abf7 req-3f0a27fc-a8e8-4057-9023-16a9f54a924b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:34.483211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9336c556-d655-4f3b-8d56-ae6f019593c1'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:09:34.543362 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a27fc-a8e8-4057-9023-16a9f54a924b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event deleted for resources: {'Port': ['ID=f05e96af-8ff4-4d79-8067-e0179a0a7aee,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:34.623612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a72b8be2-351b-47e0-bb0a-60f2dda9d211 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:34.632983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Deleting port 4fe31499-2e04-4d93-896c-ccc13920a88a {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:34.633412 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:34.635505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-41abdaa7-484f-47eb-bb09-56b9ab95abf7 req-3f0a27fc-a8e8-4057-9023-16a9f54a924b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] No DVR routers for this DVR port f05e96af-8ff4-4d79-8067-e0179a0a7aee on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:09:34.652962 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-41abdaa7-484f-47eb-bb09-56b9ab95abf7 req-3f0a27fc-a8e8-4057-9023-16a9f54a924b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:34.654707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41abdaa7-484f-47eb-bb09-56b9ab95abf7 req-3f0a27fc-a8e8-4057-9023-16a9f54a924b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.11 "DELETE /v2.0/ports/f05e96af-8ff4-4d79-8067-e0179a0a7aee HTTP/1.1" status: 204 len: 173 time: 1.3348002 Aug 29 07:09:34.655380 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c731d5-0898-4a38-92f0-07a123196ae1', 'name': 'network-vif-deleted', 'tag': 'f05e96af-8ff4-4d79-8067-e0179a0a7aee'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:09:34.658116 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f33468e-e71d-4269-adad-ff71647cfc43" -d '{"events": [{"server_uuid": "d1c731d5-0898-4a38-92f0-07a123196ae1", "name": "network-vif-deleted", "tag": "f05e96af-8ff4-4d79-8067-e0179a0a7aee"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:09:34.737199 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ee72dd-c292-4e87-93fb-ae5c6a1936b2 x-openstack-request-id: req-53ee72dd-c292-4e87-93fb-ae5c6a1936b2 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:09:34.737399 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c731d5-0898-4a38-92f0-07a123196ae1", "name": "network-vif-deleted", "tag": "f05e96af-8ff4-4d79-8067-e0179a0a7aee", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:09:34.737730 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-53ee72dd-c292-4e87-93fb-ae5c6a1936b2 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:09:34.738516 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c731d5-0898-4a38-92f0-07a123196ae1', 'name': 'network-vif-deleted', 'tag': 'f05e96af-8ff4-4d79-8067-e0179a0a7aee', 'status': 'completed', 'code': 200} Aug 29 07:09:34.768793 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:34.791373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Calling delete_port for 4fe31499-2e04-4d93-896c-ccc13920a88a owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:35.016446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52770) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:35.147430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c644e52d-8efb-40ec-9115-2a259db052ae req-9da15a35-d7aa-4b5e-bfc8-b79d8fdc9e30 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0552127 Aug 29 07:09:35.211315 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2574a46e-a393-4ed6-bc6d-8e65fb3bb90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:35.251413 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c644e52d-8efb-40ec-9115-2a259db052ae req-47327695-9634-4087-b1f4-62187bf2d093 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0491276 Aug 29 07:09:35.256105 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a72b8be2-351b-47e0-bb0a-60f2dda9d211 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:35.282590 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a72b8be2-351b-47e0-bb0a-60f2dda9d211 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:35.293098 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:35.301756 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c644e52d-8efb-40ec-9115-2a259db052ae req-e8dd839a-f9e0-4e61-bb7a-4557b5add576 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268223 Aug 29 07:09:35.366337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Pushing event deleted for resources: {'Port': ['ID=4fe31499-2e04-4d93-896c-ccc13920a88a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:35.480888 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f05e96af-8ff4-4d79-8067-e0179a0a7aee no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:09:35.497056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:35.529478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: f05e96af-8ff4-4d79-8067-e0179a0a7aee {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:09:35.529898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device f05e96af-8ff4-4d79-8067-e0179a0a7aee not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:09:35.561050 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644e52d-8efb-40ec-9115-2a259db052ae req-f1fd285c-8470-4b3e-8e41-34531bbe30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:35.562817 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c644e52d-8efb-40ec-9115-2a259db052ae req-f1fd285c-8470-4b3e-8e41-34531bbe30e3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2524183 Aug 29 07:09:35.615750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2574a46e-a393-4ed6-bc6d-8e65fb3bb90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:35.645698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8453978f-0e88-46c6-91df-1c302f09e337 req-6c8661bc-7e87-4228-b371-5b61e7925446 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 210 time: 0.1381657 Aug 29 07:09:35.655674 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:35.658988 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:35.734975 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2574a46e-a393-4ed6-bc6d-8e65fb3bb90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:35.762045 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a72b8be2-351b-47e0-bb0a-60f2dda9d211 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:35.797642 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2574a46e-a393-4ed6-bc6d-8e65fb3bb90a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d3450dc52b614aa99ff43d344a50571c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7782056 Aug 29 07:09:35.799209 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574a46e-a393-4ed6-bc6d-8e65fb3bb90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f23a9a-bc6e-4f3c-9d7b-d0cd4d9b0ad0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:35.802742 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52782) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:35.878066 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a2eac2c-bc30-419f-8cf8-3bd35b3f7fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:35.887010 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:35.888027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Fanout notify agent at l3_agent the message router_deleted on router bc4517e4-2ab3-4b00-9e7c-de3b0e039c44 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:09:35.896499 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:35.900626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-75c6b833-7e5a-4a17-a76f-112d9c0ee9fd tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "DELETE /v2.0/routers/bc4517e4-2ab3-4b00-9e7c-de3b0e039c44 HTTP/1.1" status: 204 len: 168 time: 2.4006114 Aug 29 07:09:35.902879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52784) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:35.911359 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-456130006', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:35.935876 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a2eac2c-bc30-419f-8cf8-3bd35b3f7fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:36.015236 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a72b8be2-351b-47e0-bb0a-60f2dda9d211 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:36.017909 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a72b8be2-351b-47e0-bb0a-60f2dda9d211 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:36.075532 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:36.076643 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:36.126797 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a2eac2c-bc30-419f-8cf8-3bd35b3f7fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:36.126797 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4a2eac2c-bc30-419f-8cf8-3bd35b3f7fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:36.127574 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4a2eac2c-bc30-419f-8cf8-3bd35b3f7fd5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b4f23a9a-bc6e-4f3c-9d7b-d0cd4d9b0ad0 HTTP/1.1" status: 204 len: 168 time: 0.3234463 Aug 29 07:09:36.137468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2eac2c-bc30-419f-8cf8-3bd35b3f7fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f23a9a-bc6e-4f3c-9d7b-d0cd4d9b0ad0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:36.238478 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a72b8be2-351b-47e0-bb0a-60f2dda9d211 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:36.239387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72b8be2-351b-47e0-bb0a-60f2dda9d211 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b9a645c-452b-4496-8577-e3fe2ebb8149 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:09:36.310636 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:36.349848 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-a72b8be2-351b-47e0-bb0a-60f2dda9d211 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 07:09:36.353735 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a72b8be2-351b-47e0-bb0a-60f2dda9d211 tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7952776 Aug 29 07:09:36.354454 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52794) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:36.486350 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-48a072f2-bda5-446e-a599-63b833ca798e tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Deleting port fb60870e-09e6-4b92-85b3-f020cf262bc2 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:36.486699 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48a072f2-bda5-446e-a599-63b833ca798e tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:36.799420 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54173b18-8d35-4437-b7eb-e563ba72e229 req-0da644f5-9c23-4779-a382-8c4ec258a174 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 210 time: 0.0460503 Aug 29 07:09:37.069163 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:37.093749 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48a072f2-bda5-446e-a599-63b833ca798e tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:37.107333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-48a072f2-bda5-446e-a599-63b833ca798e tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Calling delete_port for fb60870e-09e6-4b92-85b3-f020cf262bc2 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:37.161544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52802) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:37.214950 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5830639a-17c5-44a3-a3ef-2459b8d6ca51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:37.409719 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48a072f2-bda5-446e-a599-63b833ca798e tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:37.474718 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5830639a-17c5-44a3-a3ef-2459b8d6ca51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:37.482179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a072f2-bda5-446e-a599-63b833ca798e tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb60870e-09e6-4b92-85b3-f020cf262bc2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:37.519919 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:37.564741 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:37.569599 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5830639a-17c5-44a3-a3ef-2459b8d6ca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:37.616815 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5830639a-17c5-44a3-a3ef-2459b8d6ca51 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=823415e0ee154f98a5a158d9034e4b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535527 Aug 29 07:09:37.619871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52810) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:37.627682 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830639a-17c5-44a3-a3ef-2459b8d6ca51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6505253d-1a0f-47f6-9445-ab364456c71e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:37.632071 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48a072f2-bda5-446e-a599-63b833ca798e tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:37.638112 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-48a072f2-bda5-446e-a599-63b833ca798e tempest-RoutersAdminNegativeIpV6Test-1825875912 tempest-RoutersAdminNegativeIpV6Test-1825875912-project-admin] 10.222.0.76 "DELETE /v2.0/ports/fb60870e-09e6-4b92-85b3-f020cf262bc2 HTTP/1.1" status: 204 len: 168 time: 1.2787094 Aug 29 07:09:37.685235 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea4b9303-2314-448e-82ef-3ec8f6ec047e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:37.707923 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea4b9303-2314-448e-82ef-3ec8f6ec047e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:37.713592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Allocated IP 172.25.1.93 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/7e702a44-99b7-4459-9b06-3f1d9f13bc1b) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:09:37.877679 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea4b9303-2314-448e-82ef-3ec8f6ec047e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:37.878713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:37.880333 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea4b9303-2314-448e-82ef-3ec8f6ec047e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:37.883746 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ea4b9303-2314-448e-82ef-3ec8f6ec047e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6505253d-1a0f-47f6-9445-ab364456c71e HTTP/1.1" status: 204 len: 168 time: 0.2627316 Aug 29 07:09:37.894263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b9303-2314-448e-82ef-3ec8f6ec047e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6505253d-1a0f-47f6-9445-ab364456c71e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:37.957779 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d26691b4-80df-4ddc-af08-7ced716decd5 req-1d5955aa-93b4-43a0-a3fc-67e70693c56f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 210 time: 0.0411894 Aug 29 07:09:38.045271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:38.088725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:09:38.092293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:38.095371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:38.142535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Pushing event updated for resources: {'Port': ['ID=7e702a44-99b7-4459-9b06-3f1d9f13bc1b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:38.154381 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5df7c15e-3c55-4d27-8ff0-b5caeba72443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:38.532494 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:38.588706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52836) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:38.774663 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b0491d5d-c8aa-4438-9c70-f88dc5d48411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:38.810476 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:38.933306 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b0491d5d-c8aa-4438-9c70-f88dc5d48411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:39.048630 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b0491d5d-c8aa-4438-9c70-f88dc5d48411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:39.111553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Router 08c7369f-414d-4962-88d3-2d9b866a8de4 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:09:39.118451 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e8dcaca-180e-4a31-ab23-14d2047ed4e9 req-562e91fc-bd03-4eb0-98b1-ea38d322b7bd tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 210 time: 0.0480337 Aug 29 07:09:39.142830 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b0491d5d-c8aa-4438-9c70-f88dc5d48411 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=efa2be352eb9434eba554222950361ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5530300 Aug 29 07:09:39.144493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52848) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:39.186891 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0491d5d-c8aa-4438-9c70-f88dc5d48411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d78d92-c9a3-432f-9a75-269229acecc7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:39.217653 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d714d1ab-7950-460c-bf60-34c401d91bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:39.248067 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d714d1ab-7950-460c-bf60-34c401d91bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:39.280601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:09:39.316355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e8f91-7190-4999-9e0b-21b0dfe1e63b None None] Sync routers for ids ['08c7369f-414d-4962-88d3-2d9b866a8de4'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:09:39.335074 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e8f91-7190-4999-9e0b-21b0dfe1e63b None None] Routers {'08c7369f-414d-4962-88d3-2d9b866a8de4'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:39.335973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-994e8f91-7190-4999-9e0b-21b0dfe1e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['08c7369f-414d-4962-88d3-2d9b866a8de4'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:39.373028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-994e8f91-7190-4999-9e0b-21b0dfe1e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:39.382385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e8f91-7190-4999-9e0b-21b0dfe1e63b None None] Routers {'08c7369f-414d-4962-88d3-2d9b866a8de4'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:39.382967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-994e8f91-7190-4999-9e0b-21b0dfe1e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['08c7369f-414d-4962-88d3-2d9b866a8de4'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:39.406969 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:39.408335 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4f77d854-aa76-48da-9bfe-f82949329842 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5044129 Aug 29 07:09:39.411308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52858) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:39.421518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:39.443449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-994e8f91-7190-4999-9e0b-21b0dfe1e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:39.447699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e8f91-7190-4999-9e0b-21b0dfe1e63b None None] The sync data for ids ['08c7369f-414d-4962-88d3-2d9b866a8de4'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:09:39.476966 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d714d1ab-7950-460c-bf60-34c401d91bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:39.485993 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d714d1ab-7950-460c-bf60-34c401d91bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:39.485993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d714d1ab-7950-460c-bf60-34c401d91bdc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/69d78d92-c9a3-432f-9a75-269229acecc7 HTTP/1.1" status: 204 len: 168 time: 0.3364775 Aug 29 07:09:39.511476 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714d1ab-7950-460c-bf60-34c401d91bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d78d92-c9a3-432f-9a75-269229acecc7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:39.920997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:40.063306 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:40.230986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2933f391-b6be-448c-8e09-6f76536e7f0c req-10a90a6b-fa7f-4bf9-9ff0-ae4d5175f0ab tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c731d5-0898-4a38-92f0-07a123196ae1 HTTP/1.1" status: 200 len: 210 time: 0.0331714 Aug 29 07:09:40.306149 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Deleting port 7e702a44-99b7-4459-9b06-3f1d9f13bc1b {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:40.306500 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:40.517969 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:40.540622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Calling delete_port for 7e702a44-99b7-4459-9b06-3f1d9f13bc1b owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:40.752346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52890) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:40.806416 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-47825b59-0b6b-4a78-94e4-acb8e6d34018 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=58daae799a17432997bbea54345acf7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521195 Aug 29 07:09:40.809129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52892) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:40.846017 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:40.894991 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-90744bbc-638f-4d45-a23d-da84153da6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:40.934014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-90744bbc-638f-4d45-a23d-da84153da6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:40.955690 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:41.050863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Pushing event deleted for resources: {'Port': ['ID=7e702a44-99b7-4459-9b06-3f1d9f13bc1b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:41.098311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-90744bbc-638f-4d45-a23d-da84153da6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:41.115080 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-90744bbc-638f-4d45-a23d-da84153da6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:41.121056 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-90744bbc-638f-4d45-a23d-da84153da6f0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/234c75d1-cf1e-4892-821f-e778066f878f HTTP/1.1" status: 204 len: 168 time: 0.3020668 Aug 29 07:09:41.146703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90744bbc-638f-4d45-a23d-da84153da6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234c75d1-cf1e-4892-821f-e778066f878f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:41.179338 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:41.592079 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-85013683-0567-448d-b45d-1afb7e4607d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:41.825941 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:42.080042 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233967'] for router, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:42.084206 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351901'] for router, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:42.174791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Router 08c7369f-414d-4962-88d3-2d9b866a8de4 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:09:42.230427 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:09:42.276745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:09:42.284195 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:42.288520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52934) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:42.289301 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e70217-3478-4dc0-bfed-3c1ad548c856 None None] Sync routers for ids ['08c7369f-414d-4962-88d3-2d9b866a8de4'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:09:42.296452 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-55dc0c2d-346a-4737-bee1-c28b2ce671e5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "PUT /v2.0/routers/08c7369f-414d-4962-88d3-2d9b866a8de4 HTTP/1.1" status: 200 len: 709 time: 2.8837304 Aug 29 07:09:42.306798 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e70217-3478-4dc0-bfed-3c1ad548c856 None None] Routers {'08c7369f-414d-4962-88d3-2d9b866a8de4'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:42.308662 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f6e70217-3478-4dc0-bfed-3c1ad548c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['08c7369f-414d-4962-88d3-2d9b866a8de4'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:42.421096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52936) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:42.428443 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f6e70217-3478-4dc0-bfed-3c1ad548c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:42.437571 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1abd2101-f028-4107-b4c2-a40af8b0b81f tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/routers/08c7369f-414d-4962-88d3-2d9b866a8de4 HTTP/1.1" status: 200 len: 744 time: 0.1360288 Aug 29 07:09:42.447798 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e70217-3478-4dc0-bfed-3c1ad548c856 None None] Routers {'08c7369f-414d-4962-88d3-2d9b866a8de4'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:09:42.449217 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f6e70217-3478-4dc0-bfed-3c1ad548c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:09:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['08c7369f-414d-4962-88d3-2d9b866a8de4'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:42.501410 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f6e70217-3478-4dc0-bfed-3c1ad548c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:42.502259 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e70217-3478-4dc0-bfed-3c1ad548c856 None None] The sync data for ids ['08c7369f-414d-4962-88d3-2d9b866a8de4'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:09:42.514199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f8ce91d6-5273-4eff-9cc6-2ea62b7d0ca0 tempest-RoutersIpV6AdminTest-1805202722 tempest-RoutersIpV6AdminTest-1805202722-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&device_id=08c7369f-414d-4962-88d3-2d9b866a8de4 HTTP/1.1" status: 200 len: 205 time: 0.0892825 Aug 29 07:09:42.516283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52940) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:42.548724 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bd040caf-0d1e-49de-a8b0-24f28a177331 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "GET /v2.0/ports?device_id=08c7369f-414d-4962-88d3-2d9b866a8de4 HTTP/1.1" status: 200 len: 205 time: 0.0292678 Aug 29 07:09:42.551442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52944) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:42.647693 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ac58f0b-936c-499c-babd-92c7e125f0f2 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:42.856394 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ac58f0b-936c-499c-babd-92c7e125f0f2 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:42.856394 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ac58f0b-936c-499c-babd-92c7e125f0f2 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:43.013117 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ac58f0b-936c-499c-babd-92c7e125f0f2 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:43.013117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac58f0b-936c-499c-babd-92c7e125f0f2 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Fanout notify agent at l3_agent the message router_deleted on router 08c7369f-414d-4962-88d3-2d9b866a8de4 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:09:43.023639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52968) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:43.024695 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ac58f0b-936c-499c-babd-92c7e125f0f2 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:43.028412 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3ac58f0b-936c-499c-babd-92c7e125f0f2 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "DELETE /v2.0/routers/08c7369f-414d-4962-88d3-2d9b866a8de4 HTTP/1.1" status: 204 len: 168 time: 0.4759688 Aug 29 07:09:43.031860 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52970) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:43.081238 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-169c9507-749b-4181-9001-ac493e62d7e2 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "GET /v2.0/ports?device_id=08c7369f-414d-4962-88d3-2d9b866a8de4 HTTP/1.1" status: 200 len: 205 time: 0.0479748 Aug 29 07:09:43.096426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52976) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:43.171691 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-a84646b0-5a1b-4c83-8cc3-aa5fbd658a98 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] delete failed (client error): The resource could not be found. Aug 29 07:09:43.173573 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a84646b0-5a1b-4c83-8cc3-aa5fbd658a98 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "DELETE /v2.0/routers/08c7369f-414d-4962-88d3-2d9b866a8de4 HTTP/1.1" status: 404 len: 336 time: 0.0881412 Aug 29 07:09:43.175568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52978) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:43.238336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cbbad0da-e761-432a-8a77-a2426ce5732c tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc4517e4-2ab3-4b00-9e7c-de3b0e039c44 HTTP/1.1" status: 200 len: 205 time: 0.0487823 Aug 29 07:09:43.240047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52984) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:43.302359 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-a5243bf4-e7ad-4db7-acde-ff569517f529 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] delete failed (client error): The resource could not be found. Aug 29 07:09:43.303576 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a84e4450-5b54-4634-9c16-1c6aa47b0a46 tempest-AgentManagementNegativeTest-1884872566 tempest-AgentManagementNegativeTest-1884872566-project] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2787454 Aug 29 07:09:43.304422 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a5243bf4-e7ad-4db7-acde-ff569517f529 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "DELETE /v2.0/routers/bc4517e4-2ab3-4b00-9e7c-de3b0e039c44 HTTP/1.1" status: 404 len: 336 time: 0.0630975 Aug 29 07:09:43.310893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52988) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:43.340236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fabce621-4945-46d9-8ce5-d7fde6c926b5 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "GET /v2.0/ports?device_id=058e9697-a0c1-4b5e-9a9d-91165d0533da HTTP/1.1" status: 200 len: 205 time: 0.0280979 Aug 29 07:09:43.342562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52990) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:43.387863 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-d9e0fd7f-7115-4751-ba83-26cf32bf6eee tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] delete failed (client error): The resource could not be found. Aug 29 07:09:43.388920 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d9e0fd7f-7115-4751-ba83-26cf32bf6eee tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "DELETE /v2.0/routers/058e9697-a0c1-4b5e-9a9d-91165d0533da HTTP/1.1" status: 404 len: 336 time: 0.0452635 Aug 29 07:09:43.391572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 52992) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:43.460876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e76c40fc-e05e-4588-b901-b5ead66604b3 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe6f840f-dba3-410b-8e08-0838d0df0e8c HTTP/1.1" status: 200 len: 205 time: 0.0679944 Aug 29 07:09:43.463879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 52996) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:43.529682 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-69e6ac62-d594-4d01-b96f-f14ef0624e4f tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] delete failed (client error): The resource could not be found. Aug 29 07:09:43.531182 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-69e6ac62-d594-4d01-b96f-f14ef0624e4f tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "DELETE /v2.0/routers/fe6f840f-dba3-410b-8e08-0838d0df0e8c HTTP/1.1" status: 404 len: 336 time: 0.0659707 Aug 29 07:09:43.533573 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53000) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:43.535200 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:43.571309 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-96bb842b-561d-45ea-8add-f868ecb0465b tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8321e2-01a6-430a-a2c5-ae667f54747a HTTP/1.1" status: 200 len: 205 time: 0.0364373 Aug 29 07:09:43.573746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53002) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:43.619296 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-a6e2d600-322d-449f-9ec6-5042a77925ee tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] delete failed (client error): The resource could not be found. Aug 29 07:09:43.620332 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a6e2d600-322d-449f-9ec6-5042a77925ee tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "DELETE /v2.0/routers/cd8321e2-01a6-430a-a2c5-ae667f54747a HTTP/1.1" status: 404 len: 336 time: 0.0455973 Aug 29 07:09:43.623218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53004) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:43.656727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bec18f4b-f799-4b0e-bd85-8ed889a8cd01 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3724b97-fc16-4ea4-8d16-c1a78b76453b HTTP/1.1" status: 200 len: 205 time: 0.0323772 Aug 29 07:09:43.659280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53008) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:43.699311 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-9d5d9471-f0af-4c56-9d03-9d23410f7a8a tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] delete failed (client error): The resource could not be found. Aug 29 07:09:43.700357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9d5d9471-f0af-4c56-9d03-9d23410f7a8a tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "DELETE /v2.0/routers/c3724b97-fc16-4ea4-8d16-c1a78b76453b HTTP/1.1" status: 404 len: 336 time: 0.0401099 Aug 29 07:09:43.703034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53010) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:43.732062 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bb3890-7210-4f6e-a14a-d6e9a1431351 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] DELETE failed (client error): The resource could not be found. Aug 29 07:09:43.732458 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56bb3890-7210-4f6e-a14a-d6e9a1431351 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:09:43.734268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-56bb3890-7210-4f6e-a14a-d6e9a1431351 tempest-RoutersIpV6AdminTest-1737376084 tempest-RoutersIpV6AdminTest-1737376084-project] 10.222.0.76 "DELETE /v2.0/subnets/381cb1cc-6bd4-41f4-97da-f5307b685d18 HTTP/1.1" status: 404 len: 337 time: 0.0302725 Aug 29 07:09:44.127369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53020) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:44.870167 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0f11989a-68b5-42cb-9ae6-b5ec2e6cc5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:44.890410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53038) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:44.893566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53040) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:45.081565 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef98ec38-65f8-49af-971b-b3ecd209f402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.127053 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0f11989a-68b5-42cb-9ae6-b5ec2e6cc5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.168925 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-55ded3f0-aa11-4e53-8aae-0b30026be58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.249293 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0f11989a-68b5-42cb-9ae6-b5ec2e6cc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.294376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0f11989a-68b5-42cb-9ae6-b5ec2e6cc5ee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0bf4d66d225a4117881c87b75514652d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1659312 Aug 29 07:09:45.295626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53054) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:45.346569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11989a-68b5-42cb-9ae6-b5ec2e6cc5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a2facb-2f5c-44df-ac6d-5fcc49cc501f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:45.396876 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-739b2b53-c851-4399-bf4a-9f31e5b8749f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.417227 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef98ec38-65f8-49af-971b-b3ecd209f402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.419423 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-55ded3f0-aa11-4e53-8aae-0b30026be58f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 07:09:45.419423 n-d-713301-12 neutron-server[95403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 07:09:45.419423 n-d-713301-12 neutron-server[95403]: [parameters: {'project_id_1': '89724f89ea22486ea099115b9d1b2a95', 'expiration_1': datetime.datetime(2021, 8, 29, 7, 9, 45, 182730)}] Aug 29 07:09:45.419423 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:09:45.421409 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-55ded3f0-aa11-4e53-8aae-0b30026be58f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:09:45.433884 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-739b2b53-c851-4399-bf4a-9f31e5b8749f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.526935 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef98ec38-65f8-49af-971b-b3ecd209f402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.578048 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ef98ec38-65f8-49af-971b-b3ecd209f402 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=481577472ac941a98e9b32fd113d54b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6856933 Aug 29 07:09:45.578313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53062) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:45.579221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98ec38-65f8-49af-971b-b3ecd209f402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94bacd7-7a9c-4b59-9299-54adad10bd12,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:45.645170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2bf3-5b3a-4691-ae19-ebcc45016cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.663169 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-739b2b53-c851-4399-bf4a-9f31e5b8749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.665799 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-739b2b53-c851-4399-bf4a-9f31e5b8749f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.666945 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-739b2b53-c851-4399-bf4a-9f31e5b8749f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f5a2facb-2f5c-44df-ac6d-5fcc49cc501f HTTP/1.1" status: 204 len: 168 time: 0.3702054 Aug 29 07:09:45.672918 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2bf3-5b3a-4691-ae19-ebcc45016cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.692768 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b2b53-c851-4399-bf4a-9f31e5b8749f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a2facb-2f5c-44df-ac6d-5fcc49cc501f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:45.921430 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-55ded3f0-aa11-4e53-8aae-0b30026be58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.923315 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2bf3-5b3a-4691-ae19-ebcc45016cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.926279 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2bf3-5b3a-4691-ae19-ebcc45016cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:45.929776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a5bf2bf3-5b3a-4691-ae19-ebcc45016cb1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f94bacd7-7a9c-4b59-9299-54adad10bd12 HTTP/1.1" status: 204 len: 168 time: 0.3480065 Aug 29 07:09:45.943712 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf2bf3-5b3a-4691-ae19-ebcc45016cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94bacd7-7a9c-4b59-9299-54adad10bd12,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:46.111306 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-55ded3f0-aa11-4e53-8aae-0b30026be58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:46.241099 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-55ded3f0-aa11-4e53-8aae-0b30026be58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:46.311100 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-55ded3f0-aa11-4e53-8aae-0b30026be58f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=89724f89ea22486ea099115b9d1b2a95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4163082 Aug 29 07:09:46.315183 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53076) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:46.322517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ded3f0-aa11-4e53-8aae-0b30026be58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847d20bc-9516-49d4-b807-10df4c73a5b8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:46.388237 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-17f6290b-1b9d-4a18-a2a5-6c7e24f13ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:46.420522 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-17f6290b-1b9d-4a18-a2a5-6c7e24f13ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:46.600945 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-17f6290b-1b9d-4a18-a2a5-6c7e24f13ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:46.610265 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-17f6290b-1b9d-4a18-a2a5-6c7e24f13ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:46.612980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-17f6290b-1b9d-4a18-a2a5-6c7e24f13ac8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/847d20bc-9516-49d4-b807-10df4c73a5b8 HTTP/1.1" status: 204 len: 168 time: 0.2938225 Aug 29 07:09:46.632927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6290b-1b9d-4a18-a2a5-6c7e24f13ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847d20bc-9516-49d4-b807-10df4c73a5b8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:47.352092 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53104) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:47.412394 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6797403e-6acf-4b53-9948-c98156e131e7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=09dfdf4d2ae54eadb5be5cf5ac0ae824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582607 Aug 29 07:09:47.414802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53106) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:47.479031 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d450e87-4c75-46a5-915c-81842e786d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:47.514195 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d450e87-4c75-46a5-915c-81842e786d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:47.774555 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d450e87-4c75-46a5-915c-81842e786d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:47.780663 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d450e87-4c75-46a5-915c-81842e786d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:47.787393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3d450e87-4c75-46a5-915c-81842e786d14 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/52b3e7ba-1299-4101-8d6a-ee71b380ac2a HTTP/1.1" status: 204 len: 168 time: 0.3712192 Aug 29 07:09:47.798972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d450e87-4c75-46a5-915c-81842e786d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b3e7ba-1299-4101-8d6a-ee71b380ac2a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:47.891287 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53132) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:47.912145 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd0c694d-ecda-48dd-9855-f8a5e57a3264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:48.062062 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd0c694d-ecda-48dd-9855-f8a5e57a3264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:48.171673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd0c694d-ecda-48dd-9855-f8a5e57a3264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:48.211463 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cd0c694d-ecda-48dd-9855-f8a5e57a3264 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=14c8f11a650f4e41bf69199f2416c612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185482 Aug 29 07:09:48.213144 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c694d-ecda-48dd-9855-f8a5e57a3264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41b8c8d-7d39-49d4-8f44-161a6b745fdb,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:48.214997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53140) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:48.268043 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-218cbacf-9c7d-4a83-8155-d9a68aff5e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:48.290900 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-218cbacf-9c7d-4a83-8155-d9a68aff5e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:48.483915 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-218cbacf-9c7d-4a83-8155-d9a68aff5e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:48.488304 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-218cbacf-9c7d-4a83-8155-d9a68aff5e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:48.490638 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-218cbacf-9c7d-4a83-8155-d9a68aff5e66 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a41b8c8d-7d39-49d4-8f44-161a6b745fdb HTTP/1.1" status: 204 len: 168 time: 0.2745311 Aug 29 07:09:48.500811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cbacf-9c7d-4a83-8155-d9a68aff5e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41b8c8d-7d39-49d4-8f44-161a6b745fdb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:48.502880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53152) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:48.814872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-755940570'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:48.899669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44682d8d-0e13-414e-8d1d-c5223c270140 req-3b99696a-5831-46f1-a596-3a07f605d697 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:48.907851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44682d8d-0e13-414e-8d1d-c5223c270140 req-3b99696a-5831-46f1-a596-3a07f605d697 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 945 time: 0.0910962 Aug 29 07:09:48.968548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44682d8d-0e13-414e-8d1d-c5223c270140 req-2bdf2ab1-dcc2-46ce-ae8d-10f05486d272 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548902 Aug 29 07:09:49.008542 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:09:49.017711 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:49.026797 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:49.169523 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:49.377186 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:49.427382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:09:49.454409 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:49.454769 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Added segment 8fa497cd-cd92-491e-b104-55fd6788ed2c of type vlan for network db62a9b1-1ff2-4396-bc59-a7de9b7a063b Aug 29 07:09:49.456201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98fe107-b37d-4264-ab2c-d7dff41b08c9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:49.516974 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:49.672952 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:49.681451 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:49.682081 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:49.813622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Network': ['ID=db62a9b1-1ff2-4396-bc59-a7de9b7a063b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:49.833038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:09:49.914197 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-18c81bd3-cdae-4258-b74a-45313311edce tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4100122 Aug 29 07:09:49.919387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53194) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:49.925665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'name': 'tempest-PortsIpV6TestJSON-634550816'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:50.139001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a7fff-389f-417a-b083-c136b374fbb0 req-db5966f5-da27-4989-a914-1cfb0c679b23 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:50.146610 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f7a7fff-389f-417a-b083-c136b374fbb0 req-db5966f5-da27-4989-a914-1cfb0c679b23 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 945 time: 0.0725033 Aug 29 07:09:50.200911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f7a7fff-389f-417a-b083-c136b374fbb0 req-a1d24172-c776-4360-894d-0058d051f113 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530374 Aug 29 07:09:50.342780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:09:50.346909 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:50.379255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:09:50.387951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcf0f7-6569-41cc-8cda-34f650d494ab req-7d897b10-58df-429f-bf4d-0b2576297ec3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:50.400107 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cafcf0f7-6569-41cc-8cda-34f650d494ab req-7d897b10-58df-429f-bf4d-0b2576297ec3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 945 time: 0.0895295 Aug 29 07:09:50.558895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-cafcf0f7-6569-41cc-8cda-34f650d494ab req-f666ce72-e423-41ff-ac11-a15ada8bbd16 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Deleting port 9336c556-d655-4f3b-8d56-ae6f019593c1 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:50.559726 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cafcf0f7-6569-41cc-8cda-34f650d494ab req-f666ce72-e423-41ff-ac11-a15ada8bbd16 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:50.636702 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:50.883373 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:50.896174 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-cafcf0f7-6569-41cc-8cda-34f650d494ab req-f666ce72-e423-41ff-ac11-a15ada8bbd16 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] For port 9336c556-d655-4f3b-8d56-ae6f019593c1, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9336c556-d655-4f3b-8d56-ae6f019593c1,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:09:50.900625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cafcf0f7-6569-41cc-8cda-34f650d494ab req-f666ce72-e423-41ff-ac11-a15ada8bbd16 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:50.935727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-cafcf0f7-6569-41cc-8cda-34f650d494ab req-f666ce72-e423-41ff-ac11-a15ada8bbd16 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Calling delete_port for 9336c556-d655-4f3b-8d56-ae6f019593c1 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:51.012685 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53222) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:51.035329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=7993fe0f-94d7-42ae-ad48-5b50db44a6e4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:51.047530 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Checking segment: {'id': '8fa497cd-cd92-491e-b104-55fd6788ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:09:51.048085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network hostable DHCP agents. Network: db62a9b1-1ff2-4396-bc59-a7de9b7a063b, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:09:51.123228 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:51.234813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:09:51.263842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1266955982'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:51.387916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf720035-0a12-4c42-8275-688df5b94bef req-13ee80d6-d01c-4a70-9b07-b1ada4c5f2b1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:51.389560 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf720035-0a12-4c42-8275-688df5b94bef req-13ee80d6-d01c-4a70-9b07-b1ada4c5f2b1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 945 time: 0.0712233 Aug 29 07:09:51.398183 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cafcf0f7-6569-41cc-8cda-34f650d494ab req-f666ce72-e423-41ff-ac11-a15ada8bbd16 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:51.408118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, db62a9b1-1ff2-4396-bc59-a7de9b7a063b) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:51.418677 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7933bf8b-7708-4764-89e0-fe65115b4a17 None None] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:09:51.419545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Made reservation on behalf of 5b994740b0d64ca1a92fba5c74038ea1 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:09:51.423015 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:51.436627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:51.442218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:51.442860 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:51.447937 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:51.464466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666ce72-e423-41ff-ac11-a15ada8bbd16 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event deleted for resources: {'Port': ['ID=9336c556-d655-4f3b-8d56-ae6f019593c1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:51.525005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafcf0f7-6569-41cc-8cda-34f650d494ab req-f666ce72-e423-41ff-ac11-a15ada8bbd16 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] No DVR routers for this DVR port 9336c556-d655-4f3b-8d56-ae6f019593c1 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:09:51.531858 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cafcf0f7-6569-41cc-8cda-34f650d494ab req-f666ce72-e423-41ff-ac11-a15ada8bbd16 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:51.533393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf720035-0a12-4c42-8275-688df5b94bef req-a8fe4340-ab81-407d-a9de-96f9c8655fba tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369832 Aug 29 07:09:51.536391 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cafcf0f7-6569-41cc-8cda-34f650d494ab req-f666ce72-e423-41ff-ac11-a15ada8bbd16 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "DELETE /v2.0/ports/9336c556-d655-4f3b-8d56-ae6f019593c1 HTTP/1.1" status: 204 len: 173 time: 1.1401269 Aug 29 07:09:51.536933 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09650f8-cd87-4ec6-8844-8393163e7e5c', 'name': 'network-vif-deleted', 'tag': '9336c556-d655-4f3b-8d56-ae6f019593c1'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:09:51.541450 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757472b3-de43-40a2-a871-170de2670d7e" -d '{"events": [{"server_uuid": "a09650f8-cd87-4ec6-8844-8393163e7e5c", "name": "network-vif-deleted", "tag": "9336c556-d655-4f3b-8d56-ae6f019593c1"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:09:51.618167 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53238) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:51.624215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ee3fb17d-89e7-44ed-ac7f-64fe1e9c178d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7030694 Aug 29 07:09:51.624854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4c25fadd-bdf6-47bc-974d-5f7ebdfc2bdd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2022189562'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:51.793239 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:51.919183 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c85969-ba6e-499c-adf7-a6d3ee954962 x-openstack-request-id: req-93c85969-ba6e-499c-adf7-a6d3ee954962 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:09:51.919722 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09650f8-cd87-4ec6-8844-8393163e7e5c", "name": "network-vif-deleted", "tag": "9336c556-d655-4f3b-8d56-ae6f019593c1", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:09:51.920130 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-93c85969-ba6e-499c-adf7-a6d3ee954962 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:09:51.920682 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09650f8-cd87-4ec6-8844-8393163e7e5c', 'name': 'network-vif-deleted', 'tag': '9336c556-d655-4f3b-8d56-ae6f019593c1', 'status': 'completed', 'code': 200} Aug 29 07:09:52.001866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53248) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:52.017179 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:52.030507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:09:52.045018 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:52.045383 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Added segment a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8 of type vlan for network ec73cf63-fbfb-42d8-bb83-c55d6c5011e9 Aug 29 07:09:52.174381 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-adaf9e5e-7d39-4887-8504-84c791cdbfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:52.178754 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c25fadd-bdf6-47bc-974d-5f7ebdfc2bdd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:09:52.190245 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:52.191858 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4c25fadd-bdf6-47bc-974d-5f7ebdfc2bdd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:52.234056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f39c507-5f54-4e0f-9cef-140ebf3eb439,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:52.277098 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c25fadd-bdf6-47bc-974d-5f7ebdfc2bdd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:09:52.334793 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4c25fadd-bdf6-47bc-974d-5f7ebdfc2bdd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:52.342960 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-4c25fadd-bdf6-47bc-974d-5f7ebdfc2bdd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Added segment 2f929fcb-8d02-49e5-85ca-ba24baf80a1b of type vlan for network 0aa7456c-8029-4d61-a56a-fe18d016082c Aug 29 07:09:52.397627 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:52.403343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:52.407565 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:52.490951 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4c25fadd-bdf6-47bc-974d-5f7ebdfc2bdd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:52.547932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Pushing event updated for resources: {'Network': ['ID=ec73cf63-fbfb-42d8-bb83-c55d6c5011e9,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:52.561095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network ec73cf63-fbfb-42d8-bb83-c55d6c5011e9 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:09:52.640263 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-adaf9e5e-7d39-4887-8504-84c791cdbfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:52.654996 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4c25fadd-bdf6-47bc-974d-5f7ebdfc2bdd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:52.661963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c25fadd-bdf6-47bc-974d-5f7ebdfc2bdd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:52.662757 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4c25fadd-bdf6-47bc-974d-5f7ebdfc2bdd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:52.676465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9336c556-d655-4f3b-8d56-ae6f019593c1 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:09:52.717324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 9336c556-d655-4f3b-8d56-ae6f019593c1 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:09:52.718678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9336c556-d655-4f3b-8d56-ae6f019593c1 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:09:52.731110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b2a380d-24e6-457a-a6cd-8c0e6860d927 req-5cef6980-3f1b-4630-a972-b7a3e581ff53 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 210 time: 0.0499685 Aug 29 07:09:52.788714 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-adaf9e5e-7d39-4887-8504-84c791cdbfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:52.817108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25fadd-bdf6-47bc-974d-5f7ebdfc2bdd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Network': ['ID=0aa7456c-8029-4d61-a56a-fe18d016082c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:52.829219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 0aa7456c-8029-4d61-a56a-fe18d016082c details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:09:52.854876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf9e5e-7d39-4887-8504-84c791cdbfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccaf915-cf5d-4587-8cae-0f63c26efd0a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:52.862066 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8256c22e-7ba4-4929-97ed-a8614b1d3014 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8475516 Aug 29 07:09:52.865579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53264) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:52.877826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a9632e9f-9369-427f-8a62-c347bcd5253c tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Request body: {'subnet': {'network_id': 'ec73cf63-fbfb-42d8-bb83-c55d6c5011e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:52.892527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53270) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:52.894540 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-adaf9e5e-7d39-4887-8504-84c791cdbfd0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dd194d070fe74bf9a85c41b66a053e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8836184 Aug 29 07:09:52.898302 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4c25fadd-bdf6-47bc-974d-5f7ebdfc2bdd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2786231 Aug 29 07:09:52.907680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53272) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:52.917096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'ports': [{'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b'}, {'network_id': '0aa7456c-8029-4d61-a56a-fe18d016082c'}]} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:52.919725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:52.921253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'network_id': '0aa7456c-8029-4d61-a56a-fe18d016082c'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:53.223313 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c9bb5059-d132-4094-b88c-2491d258b811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:53.300675 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c9bb5059-d132-4094-b88c-2491d258b811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:53.332916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9632e9f-9369-427f-8a62-c347bcd5253c tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Made reservation on behalf of 5b994740b0d64ca1a92fba5c74038ea1 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:09:53.340854 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9632e9f-9369-427f-8a62-c347bcd5253c tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:53.446665 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 2} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:09:53.456808 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:53.497402 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:53.696392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port 9eca6a66-15f6-4c31-88f6-17e3fe398942 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:09:53.712007 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53282) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:53.879699 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9632e9f-9369-427f-8a62-c347bcd5253c tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:53.998961 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-718c75c1-36c5-47c2-941d-4d84f0e2eebd req-67c61e8f-fd3e-44c0-90c1-9af9e5e0c725 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 210 time: 0.0432112 Aug 29 07:09:54.007633 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:54.012060 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c9bb5059-d132-4094-b88c-2491d258b811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:54.015990 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c9bb5059-d132-4094-b88c-2491d258b811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:54.017614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c9bb5059-d132-4094-b88c-2491d258b811 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bccaf915-cf5d-4587-8cae-0f63c26efd0a HTTP/1.1" status: 204 len: 168 time: 1.1241438 Aug 29 07:09:54.060389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb5059-d132-4094-b88c-2491d258b811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccaf915-cf5d-4587-8cae-0f63c26efd0a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:54.144668 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9632e9f-9369-427f-8a62-c347bcd5253c tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Pushing event updated for resources: {'Subnet': ['ID=32e9bb50-88be-4fb7-b90a-d6c740d990b5,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:54.212900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port 6e1ce65f-a89a-410f-9ec7-983e1420c0df yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:09:54.216540 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9632e9f-9369-427f-8a62-c347bcd5253c tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Checking segment: {'id': 'a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ec73cf63-fbfb-42d8-bb83-c55d6c5011e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:09:54.217575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9632e9f-9369-427f-8a62-c347bcd5253c tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Network hostable DHCP agents. Network: ec73cf63-fbfb-42d8-bb83-c55d6c5011e9, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:09:54.351923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9632e9f-9369-427f-8a62-c347bcd5253c tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Network ec73cf63-fbfb-42d8-bb83-c55d6c5011e9 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:09:54.443436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a9632e9f-9369-427f-8a62-c347bcd5253c tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, ec73cf63-fbfb-42d8-bb83-c55d6c5011e9) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:54.452088 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9632e9f-9369-427f-8a62-c347bcd5253c tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:54.452088 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9632e9f-9369-427f-8a62-c347bcd5253c tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:54.457673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aade0b7-1ea1-4dc4-b137-a4c2cbad2b88 None None] Network ec73cf63-fbfb-42d8-bb83-c55d6c5011e9 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:09:54.496710 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:54.584779 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a9632e9f-9369-427f-8a62-c347bcd5253c tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7051547 Aug 29 07:09:54.588617 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53298) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:54.597143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Request body: {'port': {'network_id': 'ec73cf63-fbfb-42d8-bb83-c55d6c5011e9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1868397541'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:54.617044 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d03e3a7-2398-4daa-b624-48a76e486a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:54.673525 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:54.746717 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-ec73cf63-fbfb-42d8-bb83-c55d6c5011e9', 'network_id': 'ec73cf63-fbfb-42d8-bb83-c55d6c5011e9', 'tenant_id': '5b994740b0d64ca1a92fba5c74038ea1', 'fixed_ips': [{'subnet_id': '32e9bb50-88be-4fb7-b90a-d6c740d990b5'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:09:54.749566 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:55.034783 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:09:55.137649 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d03e3a7-2398-4daa-b624-48a76e486a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:55.138657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:55.155438 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=9eca6a66-15f6-4c31-88f6-17e3fe398942,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:55.166100 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Allocated IP 2001:db8::2 (ec73cf63-fbfb-42d8-bb83-c55d6c5011e9/32e9bb50-88be-4fb7-b90a-d6c740d990b5/9d50c238-98e7-4bb0-95d5-2f944f68342f) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:09:55.167778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:55.170133 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:55.224881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4cce6f9-5fd4-41b0-bc42-de94ec4e0f8f req-79dcd396-6e7f-4446-a8e1-245a0f046499 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 210 time: 0.0428171 Aug 29 07:09:55.262187 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=6e1ce65f-a89a-410f-9ec7-983e1420c0df,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:55.294352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:55.294920 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:55.295501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:55.296128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:55.298139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:55.298880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:55.299640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:55.300408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:55.300770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:55.301075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:55.301404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:55.301732 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:09:55.327191 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d03e3a7-2398-4daa-b624-48a76e486a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:55.366496 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Checking segment: {'id': '2f929fcb-8d02-49e5-85ca-ba24baf80a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0aa7456c-8029-4d61-a56a-fe18d016082c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:09:55.366991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network hostable DHCP agents. Network: 0aa7456c-8029-4d61-a56a-fe18d016082c, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:09:55.394467 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7d03e3a7-2398-4daa-b624-48a76e486a4b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=03bd844bcc574ef6809747367b6323ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6779060 Aug 29 07:09:55.395364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53312) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:55.417779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03e3a7-2398-4daa-b624-48a76e486a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c66ed63-638e-4815-ae99-a9187f90460d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:55.472822 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Made reservation on behalf of 5b994740b0d64ca1a92fba5c74038ea1 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:09:55.479080 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:55.515809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] device_id is not set on port 249c349e-c34f-497f-bb1b-7a45fc073d60 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:09:55.528053 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:55.539605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Transition to ACTIVE for port object 9d50c238-98e7-4bb0-95d5-2f944f68342f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:09:55.551299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network 0aa7456c-8029-4d61-a56a-fe18d016082c is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:09:55.567974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Transition to ACTIVE for port object 9d50c238-98e7-4bb0-95d5-2f944f68342f will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:09:55.629376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 0aa7456c-8029-4d61-a56a-fe18d016082c) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:55.641078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:55.643799 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212a3bfb-6245-4928-af14-cffe9bc1e615 None None] Network 0aa7456c-8029-4d61-a56a-fe18d016082c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:09:55.654465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:55.666330 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:55.691166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:55.698515 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:55.769335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Allocated IP 2001:db8::c2 (ec73cf63-fbfb-42d8-bb83-c55d6c5011e9/32e9bb50-88be-4fb7-b90a-d6c740d990b5/249c349e-c34f-497f-bb1b-7a45fc073d60) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:09:55.796119 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ef69a935-d0d2-419f-a564-82c73af644c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8868995 Aug 29 07:09:55.800631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53326) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:55.876832 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Network ec73cf63-fbfb-42d8-bb83-c55d6c5011e9 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:09:55.896723 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:55.899812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:55.906012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Pushing event updated for resources: {'Port': ['ID=9d50c238-98e7-4bb0-95d5-2f944f68342f,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:55.982856 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Attempting to bind port 9d50c238-98e7-4bb0-95d5-2f944f68342f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:09:55.983559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Attempting to bind port 9d50c238-98e7-4bb0-95d5-2f944f68342f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ec73cf63-fbfb-42d8-bb83-c55d6c5011e9'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:09:55.984160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Attempting to bind port 9d50c238-98e7-4bb0-95d5-2f944f68342f on network ec73cf63-fbfb-42d8-bb83-c55d6c5011e9 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:09:55.993697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:09:55.994393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Checking segment: {'id': 'a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ec73cf63-fbfb-42d8-bb83-c55d6c5011e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:09:55.995351 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:55.995920 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Bound using segment: {'id': 'a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ec73cf63-fbfb-42d8-bb83-c55d6c5011e9'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:09:55.996758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Bound port: 9d50c238-98e7-4bb0-95d5-2f944f68342f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ec73cf63-fbfb-42d8-bb83-c55d6c5011e9'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:09:55.997403 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:56.031971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-14d9992a-d817-4b80-88a9-bfdcfa0775b6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 6e1ce65f-a89a-410f-9ec7-983e1420c0df {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:56.032454 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-14d9992a-d817-4b80-88a9-bfdcfa0775b6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:56.111935 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-14d9992a-d817-4b80-88a9-bfdcfa0775b6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:56.137409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-14d9992a-d817-4b80-88a9-bfdcfa0775b6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 6e1ce65f-a89a-410f-9ec7-983e1420c0df owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:56.219329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] For port 9d50c238-98e7-4bb0-95d5-2f944f68342f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:09:56.225472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] For port 9d50c238-98e7-4bb0-95d5-2f944f68342f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9d50c238-98e7-4bb0-95d5-2f944f68342f,segment=NetworkSegment(a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8),segment_id=a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:09:56.334137 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:56.342861 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:56.359889 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fa0228bb-bbee-4781-a50e-a7280e91a791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:56.400047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Transition to ACTIVE for port object 249c349e-c34f-497f-bb1b-7a45fc073d60 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:09:56.444936 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fa0228bb-bbee-4781-a50e-a7280e91a791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:56.458034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43580a-9101-45c7-9fe9-7dcdd3d60d80 None None] Pushing event updated for resources: {'Port': ['ID=9d50c238-98e7-4bb0-95d5-2f944f68342f,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:56.472151 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa89a8cb-d770-455a-a04f-55794b572b41 req-d38ddbd8-1eaa-4059-9ed3-0349fee03e83 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 210 time: 0.0513921 Aug 29 07:09:56.538117 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-14d9992a-d817-4b80-88a9-bfdcfa0775b6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:56.588737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9992a-d817-4b80-88a9-bfdcfa0775b6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=6e1ce65f-a89a-410f-9ec7-983e1420c0df,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:56.600167 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-14d9992a-d817-4b80-88a9-bfdcfa0775b6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:56.607867 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-14d9992a-d817-4b80-88a9-bfdcfa0775b6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/6e1ce65f-a89a-410f-9ec7-983e1420c0df HTTP/1.1" status: 204 len: 168 time: 0.8057497 Aug 29 07:09:56.608009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53358) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:56.692864 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:56.704997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fa0228bb-bbee-4781-a50e-a7280e91a791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:56.709162 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fa0228bb-bbee-4781-a50e-a7280e91a791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:56.714472 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fa0228bb-bbee-4781-a50e-a7280e91a791 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1c66ed63-638e-4815-ae99-a9187f90460d HTTP/1.1" status: 204 len: 168 time: 1.3174720 Aug 29 07:09:56.882707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Pushing event updated for resources: {'Port': ['ID=249c349e-c34f-497f-bb1b-7a45fc073d60,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:56.903246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0228bb-bbee-4781-a50e-a7280e91a791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c66ed63-638e-4815-ae99-a9187f90460d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:56.919882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73d748-dc81-47f5-8a88-dc4c64561cb6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:56.927533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73d748-dc81-47f5-8a88-dc4c64561cb6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:56.929434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bd73d748-dc81-47f5-8a88-dc4c64561cb6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3203864 Aug 29 07:09:56.932365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53372) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:56.951781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Network ec73cf63-fbfb-42d8-bb83-c55d6c5011e9 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:09:56.954018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:56.963669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:56.993357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:56.994052 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:57.119015 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4d2f9740-b6a3-4dde-bb8e-9f9fb5335ab3 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5288794 Aug 29 07:09:57.122973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53378) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:57.128267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Request body: {'port': {'network_id': 'ec73cf63-fbfb-42d8-bb83-c55d6c5011e9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1322168146', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:57.128759 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.api.validators [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] bootfile-name is not in valid_values {{(pid=95404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 07:09:57.129096 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.api.validators [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] tftp-server is not in valid_values {{(pid=95404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 07:09:57.129436 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.api.validators [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] server-ip-address is not in valid_values {{(pid=95404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 07:09:57.168688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-219e6b28-93e1-4bf2-a382-dcacace85316 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 9eca6a66-15f6-4c31-88f6-17e3fe398942 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:57.169134 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-219e6b28-93e1-4bf2-a382-dcacace85316 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:57.344465 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-219e6b28-93e1-4bf2-a382-dcacace85316 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:57.348627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Made reservation on behalf of 5b994740b0d64ca1a92fba5c74038ea1 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:09:57.352886 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:57.370481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-219e6b28-93e1-4bf2-a382-dcacace85316 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 9eca6a66-15f6-4c31-88f6-17e3fe398942 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:57.389520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] device_id is not set on port 17d2eb0f-2a37-4d79-b640-6e034fe05346 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:09:57.706478 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-219e6b28-93e1-4bf2-a382-dcacace85316 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:57.715656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Allocated IP 2001:db8::10b (ec73cf63-fbfb-42d8-bb83-c55d6c5011e9/32e9bb50-88be-4fb7-b90a-d6c740d990b5/17d2eb0f-2a37-4d79-b640-6e034fe05346) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:09:57.778056 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9d50c238-98e7-4bb0-95d5-2f944f68342f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:09:57.838528 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e6b28-93e1-4bf2-a382-dcacace85316 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=9eca6a66-15f6-4c31-88f6-17e3fe398942,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:57.885968 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-219e6b28-93e1-4bf2-a382-dcacace85316 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:57.891527 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-219e6b28-93e1-4bf2-a382-dcacace85316 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/9eca6a66-15f6-4c31-88f6-17e3fe398942 HTTP/1.1" status: 204 len: 168 time: 0.9570291 Aug 29 07:09:57.894776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53434) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:58.031490 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 9d50c238-98e7-4bb0-95d5-2f944f68342f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:09:58.062390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a4019-7d5e-45ca-9e0e-81ed94f4e8da tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:58.066561 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4b6a4019-7d5e-45ca-9e0e-81ed94f4e8da tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1704874 Aug 29 07:09:58.077132 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:58.077825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53448) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:58.130262 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-034626b1-9253-4202-a22a-d340ed9730b2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] GET failed (client error): The resource could not be found. Aug 29 07:09:58.133793 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-034626b1-9253-4202-a22a-d340ed9730b2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/6e1ce65f-a89a-410f-9ec7-983e1420c0df HTTP/1.1" status: 404 len: 333 time: 0.0530574 Aug 29 07:09:58.137091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53454) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:58.137356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Transition to ACTIVE for port object 17d2eb0f-2a37-4d79-b640-6e034fe05346 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:09:58.187500 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0a5c9c-943e-4bbf-b83d-95df3b3c5bfb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] GET failed (client error): The resource could not be found. Aug 29 07:09:58.189571 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dc0a5c9c-943e-4bbf-b83d-95df3b3c5bfb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/9eca6a66-15f6-4c31-88f6-17e3fe398942 HTTP/1.1" status: 404 len: 333 time: 0.0503600 Aug 29 07:09:58.193675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9c2d11e-31c9-4209-b1cb-953373733516 req-3f09b823-b1da-4db4-ae9e-db5d0c77b103 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 210 time: 0.5904107 Aug 29 07:09:58.194546 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53456) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:58.303498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58dc52b-aeee-4316-a870-bea26db55384 None None] Network ec73cf63-fbfb-42d8-bb83-c55d6c5011e9 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:09:58.308473 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:58.401527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Pushing event updated for resources: {'Port': ['ID=17d2eb0f-2a37-4d79-b640-6e034fe05346,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:58.441416 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Network ec73cf63-fbfb-42d8-bb83-c55d6c5011e9 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:09:58.449202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:09:58.463061 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:09:58.483620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:58.485488 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:58.508784 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1c9a3e5-95a7-4c2e-9f5f-a2accb89f3ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:58.516230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c5762445-4420-47e9-84a8-53e1a9c26880 None None] Provisioning for port 9d50c238-98e7-4bb0-95d5-2f944f68342f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:09:58.532453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c5762445-4420-47e9-84a8-53e1a9c26880 None None] Provisioning complete for port 9d50c238-98e7-4bb0-95d5-2f944f68342f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:09:58.532828 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c5762445-4420-47e9-84a8-53e1a9c26880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:58.597296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-868b604e-ef3c-48fd-aceb-9fc5cb073710 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4708302 Aug 29 07:09:58.606512 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53478) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:58.617160 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1c9a3e5-95a7-4c2e-9f5f-a2accb89f3ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:58.629804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-b1c9a3e5-95a7-4c2e-9f5f-a2accb89f3ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa7456c-8029-4d61-a56a-fe18d016082c']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:58.643338 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-b1c9a3e5-95a7-4c2e-9f5f-a2accb89f3ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f929fcb-8d02-49e5-85ca-ba24baf80a1b') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:58.643645 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-b1c9a3e5-95a7-4c2e-9f5f-a2accb89f3ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f929fcb-8d02-49e5-85ca-ba24baf80a1b') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:09:58.653760 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1c9a3e5-95a7-4c2e-9f5f-a2accb89f3ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:58.671726 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1c9a3e5-95a7-4c2e-9f5f-a2accb89f3ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:58.695105 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c9a3e5-95a7-4c2e-9f5f-a2accb89f3ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:09:58.697465 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1c9a3e5-95a7-4c2e-9f5f-a2accb89f3ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:58.707062 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c5762445-4420-47e9-84a8-53e1a9c26880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:09:58.721810 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:09:58.751893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb07ebfc-302a-402e-8305-64be358630d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:58.762552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb07ebfc-302a-402e-8305-64be358630d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:58.807844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c5762445-4420-47e9-84a8-53e1a9c26880 None None] For port 9d50c238-98e7-4bb0-95d5-2f944f68342f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9d50c238-98e7-4bb0-95d5-2f944f68342f,segment=NetworkSegment(a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8),segment_id=a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:09:58.817241 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb07ebfc-302a-402e-8305-64be358630d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:09:58.828724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53480) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:58.829474 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fb07ebfc-302a-402e-8305-64be358630d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2305987 Aug 29 07:09:58.891982 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c5762445-4420-47e9-84a8-53e1a9c26880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:59.025375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-fff1aa25-60e1-45c8-a577-5601cf42fedf tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Deleting port 17d2eb0f-2a37-4d79-b640-6e034fe05346 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:09:59.028710 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fff1aa25-60e1-45c8-a577-5601cf42fedf tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:59.036380 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1c9a3e5-95a7-4c2e-9f5f-a2accb89f3ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:59.058669 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5762445-4420-47e9-84a8-53e1a9c26880 None None] Pushing event updated for resources: {'Port': ['ID=9d50c238-98e7-4bb0-95d5-2f944f68342f,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:59.125854 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e53e4d72-df0a-4fe8-b567-ed61e2d8f2fe None None] Provisioning complete for port 9d50c238-98e7-4bb0-95d5-2f944f68342f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:09:59.131069 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e53e4d72-df0a-4fe8-b567-ed61e2d8f2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:59.184687 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1c9a3e5-95a7-4c2e-9f5f-a2accb89f3ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:59.191618 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b1c9a3e5-95a7-4c2e-9f5f-a2accb89f3ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/networks/0aa7456c-8029-4d61-a56a-fe18d016082c HTTP/1.1" status: 204 len: 168 time: 0.9955635 Aug 29 07:09:59.198729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53488) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:59.204948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-014c6f1c-17f0-42a4-9f6e-54934628d979 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1345739415'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:09:59.230194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9a3e5-95a7-4c2e-9f5f-a2accb89f3ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Network': ['ID=0aa7456c-8029-4d61-a56a-fe18d016082c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:09:59.331105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53492) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:59.365268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014c6f1c-17f0-42a4-9f6e-54934628d979 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:09:59.371627 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-014c6f1c-17f0-42a4-9f6e-54934628d979 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:59.389908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53496) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:09:59.396385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9efcc1d1-fd68-47c6-935d-db036b6e8046 req-07782c68-b2f6-4665-a4c1-dc202ad0427f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 210 time: 0.0670485 Aug 29 07:09:59.461730 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fff1aa25-60e1-45c8-a577-5601cf42fedf tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:59.477970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e53e4d72-df0a-4fe8-b567-ed61e2d8f2fe None None] Provisioning for port 249c349e-c34f-497f-bb1b-7a45fc073d60 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:09:59.486453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e53e4d72-df0a-4fe8-b567-ed61e2d8f2fe None None] Provisioning complete for port 249c349e-c34f-497f-bb1b-7a45fc073d60 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:09:59.488220 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e53e4d72-df0a-4fe8-b567-ed61e2d8f2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:59.495631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-fff1aa25-60e1-45c8-a577-5601cf42fedf tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Calling delete_port for 17d2eb0f-2a37-4d79-b640-6e034fe05346 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:09:59.506395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014c6f1c-17f0-42a4-9f6e-54934628d979 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:09:59.552468 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-014c6f1c-17f0-42a4-9f6e-54934628d979 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:59.555124 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-014c6f1c-17f0-42a4-9f6e-54934628d979 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Added segment 4386bc1c-f010-4fa9-a2c8-453aa9f64cbe of type vlan for network 7a3380d0-36f4-4581-8d6a-dd7fb125d654 Aug 29 07:09:59.607282 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e53e4d72-df0a-4fe8-b567-ed61e2d8f2fe None None] Port 249c349e-c34f-497f-bb1b-7a45fc073d60 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:09:59.669503 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9d50c238-98e7-4bb0-95d5-2f944f68342f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:09:59.724813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e53e4d72-df0a-4fe8-b567-ed61e2d8f2fe None None] Provisioning for port 17d2eb0f-2a37-4d79-b640-6e034fe05346 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:09:59.733253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e53e4d72-df0a-4fe8-b567-ed61e2d8f2fe None None] Provisioning complete for port 17d2eb0f-2a37-4d79-b640-6e034fe05346 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:09:59.734093 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e53e4d72-df0a-4fe8-b567-ed61e2d8f2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:59.769673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c962d122-ac57-41d1-9466-3e92e773de4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:59.799611 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e53e4d72-df0a-4fe8-b567-ed61e2d8f2fe None None] Port 17d2eb0f-2a37-4d79-b640-6e034fe05346 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:09:59.810334 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9d50c238-98e7-4bb0-95d5-2f944f68342f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:09:59.811421 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:59.840270 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-196040c0-f2cb-4111-8bee-4e9fbd7d54ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:09:59.944803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c2971dbf-075a-445a-b59e-594701e1278d None None] Provisioning complete for port 249c349e-c34f-497f-bb1b-7a45fc073d60 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:09:59.945569 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2971dbf-075a-445a-b59e-594701e1278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:00.001312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c2971dbf-075a-445a-b59e-594701e1278d None None] Port 249c349e-c34f-497f-bb1b-7a45fc073d60 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:10:00.014859 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fff1aa25-60e1-45c8-a577-5601cf42fedf tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:00.065518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1aa25-60e1-45c8-a577-5601cf42fedf tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Pushing event deleted for resources: {'Port': ['ID=17d2eb0f-2a37-4d79-b640-6e034fe05346,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:00.094373 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fff1aa25-60e1-45c8-a577-5601cf42fedf tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:00.097669 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fff1aa25-60e1-45c8-a577-5601cf42fedf tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] 10.222.0.76 "DELETE /v2.0/ports/17d2eb0f-2a37-4d79-b640-6e034fe05346 HTTP/1.1" status: 204 len: 168 time: 1.2677104 Aug 29 07:10:00.101425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53510) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:00.108274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a87ffc4b-3a2a-419a-87b0-cada5423b746 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Request body: {'port': {'name': 'tempest-new-port-name-594875149', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:00.108979 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.api.validators [None req-a87ffc4b-3a2a-419a-87b0-cada5423b746 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] bootfile-name is not in valid_values {{(pid=95404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 07:10:00.109532 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.api.validators [None req-a87ffc4b-3a2a-419a-87b0-cada5423b746 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] tftp-server is not in valid_values {{(pid=95404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 07:10:00.111085 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.api.validators [None req-a87ffc4b-3a2a-419a-87b0-cada5423b746 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] server-ip-address is not in valid_values {{(pid=95404) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 07:10:00.122266 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-95276f5a-c7db-426d-a8fa-232a599114f8 None None] Could not find standard attr ID for object 17d2eb0f-2a37-4d79-b640-6e034fe05346. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 07:10:00.175442 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-014c6f1c-17f0-42a4-9f6e-54934628d979 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:00.205924 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a87ffc4b-3a2a-419a-87b0-cada5423b746 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:00.328434 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c962d122-ac57-41d1-9466-3e92e773de4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:00.334065 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-014c6f1c-17f0-42a4-9f6e-54934628d979 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:00.345051 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c6f1c-17f0-42a4-9f6e-54934628d979 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:00.347682 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-014c6f1c-17f0-42a4-9f6e-54934628d979 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:00.488232 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c962d122-ac57-41d1-9466-3e92e773de4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:00.548057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-918ed6f3-9eb8-4366-bb22-7699d834e8ed req-d4035a7e-4158-4196-bf3b-56883b6ae6db tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=a09650f8-cd87-4ec6-8844-8393163e7e5c HTTP/1.1" status: 200 len: 210 time: 0.0344405 Aug 29 07:10:00.564627 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a87ffc4b-3a2a-419a-87b0-cada5423b746 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:00.568453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c6f1c-17f0-42a4-9f6e-54934628d979 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Network': ['ID=7a3380d0-36f4-4581-8d6a-dd7fb125d654,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:00.589508 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 7a3380d0-36f4-4581-8d6a-dd7fb125d654 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:00.590649 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c962d122-ac57-41d1-9466-3e92e773de4b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a24c263bf804403fb08c10911ecd6f35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2581668 Aug 29 07:10:00.591501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962d122-ac57-41d1-9466-3e92e773de4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e60c01-6049-4c98-998b-9af57d15afe2,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:00.595868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53518) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:00.663368 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4abfc2b8-2b94-4486-a5a6-6e22f69cb424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:00.689248 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4abfc2b8-2b94-4486-a5a6-6e22f69cb424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:00.692062 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-196040c0-f2cb-4111-8bee-4e9fbd7d54ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:00.747932 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a87ffc4b-3a2a-419a-87b0-cada5423b746 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:00.998759 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-196040c0-f2cb-4111-8bee-4e9fbd7d54ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:01.050468 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-196040c0-f2cb-4111-8bee-4e9fbd7d54ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=55ce83c53df244378c735e430cb480b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5999353 Aug 29 07:10:01.052173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196040c0-f2cb-4111-8bee-4e9fbd7d54ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc1a961-0275-43c4-a8e7-68627c91eb1d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:01.055520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53520) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:01.098749 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4abfc2b8-2b94-4486-a5a6-6e22f69cb424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:01.101554 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4abfc2b8-2b94-4486-a5a6-6e22f69cb424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:01.115310 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4abfc2b8-2b94-4486-a5a6-6e22f69cb424 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b4e60c01-6049-4c98-998b-9af57d15afe2 HTTP/1.1" status: 204 len: 168 time: 0.5098612 Aug 29 07:10:01.117324 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-014c6f1c-17f0-42a4-9f6e-54934628d979 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9176006 Aug 29 07:10:01.121271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53524) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:01.130688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-fbc14969-c992-4e92-a208-e6622008672d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': '7a3380d0-36f4-4581-8d6a-dd7fb125d654', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:01.137280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfc2b8-2b94-4486-a5a6-6e22f69cb424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e60c01-6049-4c98-998b-9af57d15afe2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:01.137568 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f3bd69d2-d3ed-4ee9-8ce0-a1ad733e06bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:01.147052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a87ffc4b-3a2a-419a-87b0-cada5423b746 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] In _notify_port_updated(), no bound segment for port 249c349e-c34f-497f-bb1b-7a45fc073d60 on network ec73cf63-fbfb-42d8-bb83-c55d6c5011e9 {{(pid=95404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 07:10:01.153890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ffc4b-3a2a-419a-87b0-cada5423b746 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:01.158061 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a87ffc4b-3a2a-419a-87b0-cada5423b746 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:01.158061 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a87ffc4b-3a2a-419a-87b0-cada5423b746 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] 10.222.0.76 "PUT /v2.0/ports/249c349e-c34f-497f-bb1b-7a45fc073d60 HTTP/1.1" status: 200 len: 1128 time: 1.0535915 Aug 29 07:10:01.159567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53526) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:01.190799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ffc4b-3a2a-419a-87b0-cada5423b746 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Pushing event updated for resources: {'Port': ['ID=249c349e-c34f-497f-bb1b-7a45fc073d60,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:01.261248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ed82f1-d59f-4455-a72e-4d6b9a26a59c tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:01.265761 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-95ed82f1-d59f-4455-a72e-4d6b9a26a59c tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] 10.222.0.76 "GET /v2.0/ports/249c349e-c34f-497f-bb1b-7a45fc073d60 HTTP/1.1" status: 200 len: 1128 time: 0.1020343 Aug 29 07:10:01.266816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53528) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:01.271984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f3bd69d2-d3ed-4ee9-8ce0-a1ad733e06bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:01.419842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0483ef87-2218-4751-bff8-013b89471707 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Deleting port 249c349e-c34f-497f-bb1b-7a45fc073d60 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:01.420532 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0483ef87-2218-4751-bff8-013b89471707 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:01.425978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc14969-c992-4e92-a208-e6622008672d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:01.431833 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fbc14969-c992-4e92-a208-e6622008672d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:01.465992 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f3bd69d2-d3ed-4ee9-8ce0-a1ad733e06bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:01.468787 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f3bd69d2-d3ed-4ee9-8ce0-a1ad733e06bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:01.480747 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f3bd69d2-d3ed-4ee9-8ce0-a1ad733e06bb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cdc1a961-0275-43c4-a8e7-68627c91eb1d HTTP/1.1" status: 204 len: 168 time: 0.4190257 Aug 29 07:10:01.554575 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0483ef87-2218-4751-bff8-013b89471707 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:01.564551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bcfe9c41-6e86-4db9-9dd9-bb64219cf585 None None] Provisioning complete for port 249c349e-c34f-497f-bb1b-7a45fc073d60 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:01.566901 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bcfe9c41-6e86-4db9-9dd9-bb64219cf585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:01.569616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd69d2-d3ed-4ee9-8ce0-a1ad733e06bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc1a961-0275-43c4-a8e7-68627c91eb1d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:01.603471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0483ef87-2218-4751-bff8-013b89471707 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Calling delete_port for 249c349e-c34f-497f-bb1b-7a45fc073d60 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:01.716714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe9c41-6e86-4db9-9dd9-bb64219cf585 None None] Port 249c349e-c34f-497f-bb1b-7a45fc073d60 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:10:01.988577 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fbc14969-c992-4e92-a208-e6622008672d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:02.079490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc14969-c992-4e92-a208-e6622008672d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Subnet': ['ID=d37a8105-04b8-47f6-ae5c-d64e2a070396,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:02.110935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc14969-c992-4e92-a208-e6622008672d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Checking segment: {'id': '4386bc1c-f010-4fa9-a2c8-453aa9f64cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7a3380d0-36f4-4581-8d6a-dd7fb125d654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:02.111433 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc14969-c992-4e92-a208-e6622008672d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network hostable DHCP agents. Network: 7a3380d0-36f4-4581-8d6a-dd7fb125d654, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:10:02.151814 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0483ef87-2218-4751-bff8-013b89471707 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:02.181620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483ef87-2218-4751-bff8-013b89471707 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Pushing event deleted for resources: {'Port': ['ID=249c349e-c34f-497f-bb1b-7a45fc073d60,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:02.212323 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0483ef87-2218-4751-bff8-013b89471707 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:02.214917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0483ef87-2218-4751-bff8-013b89471707 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] 10.222.0.76 "DELETE /v2.0/ports/249c349e-c34f-497f-bb1b-7a45fc073d60 HTTP/1.1" status: 204 len: 168 time: 0.9476194 Aug 29 07:10:02.217732 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53556) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:02.294140 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50a7f07-30bb-48aa-b939-9d2626eef011 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Deleting subnet 32e9bb50-88be-4fb7-b90a-d6c740d990b5 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:10:02.296588 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc14969-c992-4e92-a208-e6622008672d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network 7a3380d0-36f4-4581-8d6a-dd7fb125d654 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:10:02.301235 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e50a7f07-30bb-48aa-b939-9d2626eef011 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:02.371270 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e50a7f07-30bb-48aa-b939-9d2626eef011 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:02.480563 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e50a7f07-30bb-48aa-b939-9d2626eef011 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:02.552625 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53564) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:02.584262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a265-3bf0-43a5-b8d0-4e2299f1d727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:02.616814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-fbc14969-c992-4e92-a208-e6622008672d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 7a3380d0-36f4-4581-8d6a-dd7fb125d654) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:02.622876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc14969-c992-4e92-a208-e6622008672d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:02.623625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fbc14969-c992-4e92-a208-e6622008672d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:02.626806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e856ac-ff34-448c-b49f-cf6c815afc57 None None] Network 7a3380d0-36f4-4581-8d6a-dd7fb125d654 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:02.631571 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e50a7f07-30bb-48aa-b939-9d2626eef011 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:02.727693 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e50a7f07-30bb-48aa-b939-9d2626eef011 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:02.733301 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e50a7f07-30bb-48aa-b939-9d2626eef011 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] 10.222.0.76 "DELETE /v2.0/subnets/32e9bb50-88be-4fb7-b90a-d6c740d990b5 HTTP/1.1" status: 204 len: 168 time: 0.5144424 Aug 29 07:10:02.736769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53568) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:02.743305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86c0d09-adb4-41b4-911a-0241283cb8e8 None None] Network ec73cf63-fbfb-42d8-bb83-c55d6c5011e9 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:02.744688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a7f07-30bb-48aa-b939-9d2626eef011 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Pushing event deleted for resources: {'Subnet': ['ID=32e9bb50-88be-4fb7-b90a-d6c740d990b5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:02.790240 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a265-3bf0-43a5-b8d0-4e2299f1d727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:02.877404 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a265-3bf0-43a5-b8d0-4e2299f1d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:02.961802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9a265-3bf0-43a5-b8d0-4e2299f1d727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0310de-30c4-4a01-adf7-b05c7870be17,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:03.007174 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7ec9a265-3bf0-43a5-b8d0-4e2299f1d727 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2cb8e26fad714776a2a87188896ac622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533784 Aug 29 07:10:03.009417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53578) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:03.018654 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fbc14969-c992-4e92-a208-e6622008672d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8959334 Aug 29 07:10:03.021677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53580) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:03.030406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'network_id': '7a3380d0-36f4-4581-8d6a-dd7fb125d654', 'name': 'tempest-PortsIpV6TestJSON-1665200730'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:03.069600 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:03.102407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-7a3380d0-36f4-4581-8d6a-dd7fb125d654', 'network_id': '7a3380d0-36f4-4581-8d6a-dd7fb125d654', 'tenant_id': '47576081f0824b18b2454c6797077522', 'fixed_ips': [{'subnet_id': 'd37a8105-04b8-47f6-ae5c-d64e2a070396'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:10:03.120710 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:03.132557 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e973c15e-2a63-4478-9bb0-8ef415f1537c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:03.145240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af87bccc-219d-4339-80dd-897ffbae1f24 None None] DHCP port deletion for ec73cf63-fbfb-42d8-bb83-c55d6c5011e9 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:10:03.204947 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e973c15e-2a63-4478-9bb0-8ef415f1537c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:03.319449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Deleting port 9d50c238-98e7-4bb0-95d5-2f944f68342f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:03.319805 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:03.407218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] For port 9d50c238-98e7-4bb0-95d5-2f944f68342f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9d50c238-98e7-4bb0-95d5-2f944f68342f,segment=NetworkSegment(a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8),segment_id=a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:03.408048 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:03.416660 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e973c15e-2a63-4478-9bb0-8ef415f1537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:03.419447 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e973c15e-2a63-4478-9bb0-8ef415f1537c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:03.420837 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e973c15e-2a63-4478-9bb0-8ef415f1537c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2d0310de-30c4-4a01-adf7-b05c7870be17 HTTP/1.1" status: 204 len: 168 time: 0.4104497 Aug 29 07:10:03.442816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-af87bccc-219d-4339-80dd-897ffbae1f24 None None] Deleting port 9d50c238-98e7-4bb0-95d5-2f944f68342f {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:03.444934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973c15e-2a63-4478-9bb0-8ef415f1537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0310de-30c4-4a01-adf7-b05c7870be17,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:03.451620 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-af87bccc-219d-4339-80dd-897ffbae1f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:03.463421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Calling delete_port for 9d50c238-98e7-4bb0-95d5-2f944f68342f owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:03.497881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:03.511626 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:03.628574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Allocated IP 2001:db8::2 (7a3380d0-36f4-4581-8d6a-dd7fb125d654/d37a8105-04b8-47f6-ae5c-d64e2a070396/fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:03.684531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9d50c238-98e7-4bb0-95d5-2f944f68342f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:10:03.690430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port 4f8ec212-26a4-42a8-bf23-d647b84cecd5 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:10:03.833315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-af87bccc-219d-4339-80dd-897ffbae1f24 None None] For port 9d50c238-98e7-4bb0-95d5-2f944f68342f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9d50c238-98e7-4bb0-95d5-2f944f68342f,segment=NetworkSegment(a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8),segment_id=a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:03.833727 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-af87bccc-219d-4339-80dd-897ffbae1f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:03.881054 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:03.889259 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-af87bccc-219d-4339-80dd-897ffbae1f24 None None] Calling delete_port for 9d50c238-98e7-4bb0-95d5-2f944f68342f owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:04.017430 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:04.143513 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:04.197701 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Pushing event deleted for resources: {'Port': ['ID=9d50c238-98e7-4bb0-95d5-2f944f68342f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:04.215233 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] No DVR routers for this DVR port 9d50c238-98e7-4bb0-95d5-2f944f68342f on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:10:04.253139 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:04.273408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Transition to ACTIVE for port object fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:04.287487 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-af87bccc-219d-4339-80dd-897ffbae1f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:04.361783 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:04.379226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec73cf63-fbfb-42d8-bb83-c55d6c5011e9']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:04.396303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:04.396303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b6c359-2a2f-4ff0-8085-8201ce2ad8b8') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:04.410710 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:04.443713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:04.462747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:04.463211 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:04.518169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87bccc-219d-4339-80dd-897ffbae1f24 None None] Pushing event deleted for resources: {'Port': ['ID=9d50c238-98e7-4bb0-95d5-2f944f68342f,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:04.537784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87bccc-219d-4339-80dd-897ffbae1f24 None None] No DVR routers for this DVR port 9d50c238-98e7-4bb0-95d5-2f944f68342f on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:04.547957 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:04.711588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Transition to ACTIVE for port object fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:04.715455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:04.736355 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:04.743822 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] 10.222.0.76 "DELETE /v2.0/networks/ec73cf63-fbfb-42d8-bb83-c55d6c5011e9 HTTP/1.1" status: 204 len: 168 time: 2.0039289 Aug 29 07:10:04.767493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe75df-fb77-4040-a24a-39fc4e4f2911 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000 tempest-ExtraDHCPOptionsIpV6TestJSON-1424260000-project] Pushing event deleted for resources: {'Network': ['ID=ec73cf63-fbfb-42d8-bb83-c55d6c5011e9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:04.935298 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:05.008707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Pushing event updated for resources: {'Port': ['ID=fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:05.025097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Network 7a3380d0-36f4-4581-8d6a-dd7fb125d654 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:05.026930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:05.029659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:05.066654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Allocated IP 2001:db8::29f (7a3380d0-36f4-4581-8d6a-dd7fb125d654/d37a8105-04b8-47f6-ae5c-d64e2a070396/4f8ec212-26a4-42a8-bf23-d647b84cecd5) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:05.100339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Attempting to bind port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:10:05.103709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Attempting to bind port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '4386bc1c-f010-4fa9-a2c8-453aa9f64cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7a3380d0-36f4-4581-8d6a-dd7fb125d654'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:10:05.104331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Attempting to bind port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 on network 7a3380d0-36f4-4581-8d6a-dd7fb125d654 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:10:05.131664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:10:05.132098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Checking segment: {'id': '4386bc1c-f010-4fa9-a2c8-453aa9f64cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7a3380d0-36f4-4581-8d6a-dd7fb125d654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:05.132721 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:05.134162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Bound using segment: {'id': '4386bc1c-f010-4fa9-a2c8-453aa9f64cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7a3380d0-36f4-4581-8d6a-dd7fb125d654'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:10:05.136038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Bound port: fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4386bc1c-f010-4fa9-a2c8-453aa9f64cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7a3380d0-36f4-4581-8d6a-dd7fb125d654'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:10:05.140202 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:05.252147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] For port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:10:05.257426 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] For port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4,segment=NetworkSegment(4386bc1c-f010-4fa9-a2c8-453aa9f64cbe),segment_id=4386bc1c-f010-4fa9-a2c8-453aa9f64cbe)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:10:05.321787 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:05.325922 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:05.366549 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Transition to ACTIVE for port object 4f8ec212-26a4-42a8-bf23-d647b84cecd5 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:05.493689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02559c0-a2d5-45f0-839c-b9f7afdbe4e9 None None] Pushing event updated for resources: {'Port': ['ID=fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:05.573186 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:05.657379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53658) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:05.686253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53662) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:05.714853 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network 7a3380d0-36f4-4581-8d6a-dd7fb125d654 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:05.720698 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=4f8ec212-26a4-42a8-bf23-d647b84cecd5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:05.723444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:05.725584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:05.731787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:05.732436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:05.872779 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ac41471a-5dbc-4cbb-a2c0-b430d816d26d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8497381 Aug 29 07:10:05.876201 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53668) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:06.069321 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8397307e-a090-423a-b0c5-88d7d646467e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 4f8ec212-26a4-42a8-bf23-d647b84cecd5 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:06.069699 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8397307e-a090-423a-b0c5-88d7d646467e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:06.206665 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8397307e-a090-423a-b0c5-88d7d646467e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:06.223792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8397307e-a090-423a-b0c5-88d7d646467e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 4f8ec212-26a4-42a8-bf23-d647b84cecd5 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:06.243285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c60e0a6a-ee40-4834-9c3b-1d883be94f47 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:06.349992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-434922c4-f429-4c49-bec6-deecf44c5b83 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5b994740b0d64ca1a92fba5c74038ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6913199 Aug 29 07:10:06.353310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53686) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:06.489216 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40a662c6-cf39-4e13-ab7b-1dd9aaa8ffe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:06.528372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c60e0a6a-ee40-4834-9c3b-1d883be94f47 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] 10.222.0.76 "PUT /v2.0/quotas/487d495a02e5498cb1881cbd75b0cfab HTTP/1.1" status: 200 len: 368 time: 0.8354580 Aug 29 07:10:06.531827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53698) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:06.545515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Request body: {'network': {'project_id': '487d495a02e5498cb1881cbd75b0cfab'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:06.554120 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40a662c6-cf39-4e13-ab7b-1dd9aaa8ffe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:06.691035 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8397307e-a090-423a-b0c5-88d7d646467e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:06.722843 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40a662c6-cf39-4e13-ab7b-1dd9aaa8ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:06.726106 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40a662c6-cf39-4e13-ab7b-1dd9aaa8ffe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:06.733297 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-40a662c6-cf39-4e13-ab7b-1dd9aaa8ffe4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1f39c507-5f54-4e0f-9cef-140ebf3eb439 HTTP/1.1" status: 204 len: 168 time: 0.3763773 Aug 29 07:10:06.733683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Made reservation on behalf of 487d495a02e5498cb1881cbd75b0cfab for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:06.735619 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:06.741975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a662c6-cf39-4e13-ab7b-1dd9aaa8ffe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f39c507-5f54-4e0f-9cef-140ebf3eb439,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:06.747136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397307e-a090-423a-b0c5-88d7d646467e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=4f8ec212-26a4-42a8-bf23-d647b84cecd5,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:06.761887 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:06.835282 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8397307e-a090-423a-b0c5-88d7d646467e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:06.839275 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8397307e-a090-423a-b0c5-88d7d646467e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/4f8ec212-26a4-42a8-bf23-d647b84cecd5 HTTP/1.1" status: 204 len: 168 time: 0.9615114 Aug 29 07:10:06.843010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53710) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:06.881019 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfdf96f-5be4-4b8e-a553-4ceb8e01af30 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] DELETE failed (client error): The resource could not be found. Aug 29 07:10:06.881857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfdf96f-5be4-4b8e-a553-4ceb8e01af30 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:10:06.884019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ddfdf96f-5be4-4b8e-a553-4ceb8e01af30 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/4f8ec212-26a4-42a8-bf23-d647b84cecd5 HTTP/1.1" status: 404 len: 333 time: 0.0397015 Aug 29 07:10:06.888446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53712) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:06.927310 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3af34ee-58a6-4f52-8292-acb6cf2763e6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] GET failed (client error): The resource could not be found. Aug 29 07:10:06.936464 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c3af34ee-58a6-4f52-8292-acb6cf2763e6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/4f8ec212-26a4-42a8-bf23-d647b84cecd5 HTTP/1.1" status: 404 len: 333 time: 0.0459707 Aug 29 07:10:06.939737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53714) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:07.060818 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:07.076520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6441d44-d2e4-4ba4-b7be-d64a78246343 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting subnet d37a8105-04b8-47f6-ae5c-d64e2a070396 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:10:07.080547 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d6441d44-d2e4-4ba4-b7be-d64a78246343 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:07.150330 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d6441d44-d2e4-4ba4-b7be-d64a78246343 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:07.155103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1da653-a8de-4bf4-99c3-5310be154d55 None None] Network 7a3380d0-36f4-4581-8d6a-dd7fb125d654 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:07.192057 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:07.286317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:07.348871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fc2059e4-c445-4272-80f8-aa92a072cf0a None None] Provisioning for port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:07.360118 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:07.365371 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Added segment 15aefdd0-5845-485b-81a3-6a9174e930f9 of type vlan for network de19aaa1-dea5-4a1e-8296-725a609d9680 Aug 29 07:10:07.417141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0785f6a0-6d1e-41b3-8ee6-b64ace3fd3b7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:07.452600 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d6441d44-d2e4-4ba4-b7be-d64a78246343 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:07.513131 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:07.514768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53738) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:07.697794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:07.698477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:07.698786 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:07.710985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:10:07.759403 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f53569a-3c51-42b2-bc99-4ae3c33ed770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:07.771040 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d6441d44-d2e4-4ba4-b7be-d64a78246343 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:07.815913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6441d44-d2e4-4ba4-b7be-d64a78246343 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Subnet': ['ID=d37a8105-04b8-47f6-ae5c-d64e2a070396,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:07.830695 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d6441d44-d2e4-4ba4-b7be-d64a78246343 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:07.835529 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d6441d44-d2e4-4ba4-b7be-d64a78246343 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/d37a8105-04b8-47f6-ae5c-d64e2a070396 HTTP/1.1" status: 204 len: 168 time: 0.8933287 Aug 29 07:10:07.838609 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53748) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:07.849613 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3131883 Aug 29 07:10:07.855193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53750) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:07.867912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e39af2c9-553e-48d5-b4c2-96978b0a598b tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Request body: {'network': {'project_id': '487d495a02e5498cb1881cbd75b0cfab'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:07.877910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdc9f6-4a72-4835-a771-d0c877943241 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Pushing event updated for resources: {'Network': ['ID=de19aaa1-dea5-4a1e-8296-725a609d9680,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:07.889147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network de19aaa1-dea5-4a1e-8296-725a609d9680 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:07.984592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:08.002064 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:08.002667 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.003831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53754) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:08.009624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e04e1210-a54b-4ab5-b054-37590e3eab56 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989241434', 'description': 'tempest-secgroup-smoke-989241434 description', 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:08.060102 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cf60a8-94bf-4078-97e5-f384ef8b2a92 None None] Network 7a3380d0-36f4-4581-8d6a-dd7fb125d654 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:08.068650 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.134837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:08.135252 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.147623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f3813696-a27b-4802-820e-24f30e4a3474 None None] Provisioning complete for port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:08.147623 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f3813696-a27b-4802-820e-24f30e4a3474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.190513 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-13a382ea-cf7e-42aa-9f20-527e7c2b5413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.217059 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f53569a-3c51-42b2-bc99-4ae3c33ed770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.236378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] For port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4,segment=NetworkSegment(4386bc1c-f010-4fa9-a2c8-453aa9f64cbe),segment_id=4386bc1c-f010-4fa9-a2c8-453aa9f64cbe)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:08.236832 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.252346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:08.283809 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.312370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f53569a-3c51-42b2-bc99-4ae3c33ed770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.344325 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.api [None req-e39af2c9-553e-48d5-b4c2-96978b0a598b tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 07:10:08.344325 n-d-713301-12 neutron-server[95404]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 07:10:08.344325 n-d-713301-12 neutron-server[95404]: [parameters: {'project_id': '487d495a02e5498cb1881cbd75b0cfab', 'id': 'a1528b8b-64b3-4fa3-913c-8c8d3348ce6b', 'expiration': datetime.datetime(2021, 8, 29, 7, 12, 8, 301004)}] Aug 29 07:10:08.344325 n-d-713301-12 neutron-server[95404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:10:08.345801 n-d-713301-12 neutron-server[95404]: DEBUG oslo_db.api [None req-e39af2c9-553e-48d5-b4c2-96978b0a598b tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:10:08.361199 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7f53569a-3c51-42b2-bc99-4ae3c33ed770 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d982b6f0179d449e8e11035053c44a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8412859 Aug 29 07:10:08.363929 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53766) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:08.393696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53569a-3c51-42b2-bc99-4ae3c33ed770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cb9d71-a09d-4619-a9ce-a1f6c9ed5f34,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:08.437551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4,segment=NetworkSegment(4386bc1c-f010-4fa9-a2c8-453aa9f64cbe),segment_id=4386bc1c-f010-4fa9-a2c8-453aa9f64cbe)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:08.437812 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e04e1210-a54b-4ab5-b054-37590e3eab56 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.437936 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f3813696-a27b-4802-820e-24f30e4a3474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.444470 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0ecd91-393b-4405-b2d9-53e3cc62790b None None] DHCP port deletion for 7a3380d0-36f4-4581-8d6a-dd7fb125d654 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:10:08.480228 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5dc4cb6b-aa56-47f5-8e7a-af4f3f0ac2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.510463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ecd91-393b-4405-b2d9-53e3cc62790b None None] Deleting port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:08.511258 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca0ecd91-393b-4405-b2d9-53e3cc62790b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.519267 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5dc4cb6b-aa56-47f5-8e7a-af4f3f0ac2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.561205 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.645971 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.650554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ca0ecd91-393b-4405-b2d9-53e3cc62790b None None] For port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4,segment=NetworkSegment(4386bc1c-f010-4fa9-a2c8-453aa9f64cbe),segment_id=4386bc1c-f010-4fa9-a2c8-453aa9f64cbe)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:08.650978 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca0ecd91-393b-4405-b2d9-53e3cc62790b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.663517 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e04e1210-a54b-4ab5-b054-37590e3eab56 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.687977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ecd91-393b-4405-b2d9-53e3cc62790b None None] Calling delete_port for fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:08.691503 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-f3813696-a27b-4802-820e-24f30e4a3474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:10:08.692931 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-f3813696-a27b-4802-820e-24f30e4a3474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:10:08.703724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:08.725739 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:08.747620 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e04e1210-a54b-4ab5-b054-37590e3eab56 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.750940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53772) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:08.751736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No DVR routers for this DVR port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:10:08.829052 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca0ecd91-393b-4405-b2d9-53e3cc62790b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.834199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e1210-a54b-4ab5-b054-37590e3eab56 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1ae689-f76b-4bde-8859-69ca4946fad9,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:08.882473 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ecd91-393b-4405-b2d9-53e3cc62790b None None] Pushing event deleted for resources: {'Port': ['ID=fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:08.885200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ecd91-393b-4405-b2d9-53e3cc62790b None None] No DVR routers for this DVR port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:10:08.901315 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.902864 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e04e1210-a54b-4ab5-b054-37590e3eab56 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.903597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e04e1210-a54b-4ab5-b054-37590e3eab56 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8987229 Aug 29 07:10:08.907079 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5dc4cb6b-aa56-47f5-8e7a-af4f3f0ac2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.907296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53776) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:08.910100 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5dc4cb6b-aa56-47f5-8e7a-af4f3f0ac2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:08.911257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5dc4cb6b-aa56-47f5-8e7a-af4f3f0ac2f5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a0cb9d71-a09d-4619-a9ce-a1f6c9ed5f34 HTTP/1.1" status: 204 len: 168 time: 0.5460050 Aug 29 07:10:08.912700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-238b5ddc-87ec-4c40-8cf0-11df0706bff6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'security_group_rule': {'security_group_id': 'bf1ae689-f76b-4bde-8859-69ca4946fad9', 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:08.928868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4cb6b-aa56-47f5-8e7a-af4f3f0ac2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cb9d71-a09d-4619-a9ce-a1f6c9ed5f34,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:08.939581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3380d0-36f4-4581-8d6a-dd7fb125d654']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:08.969851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4386bc1c-f010-4fa9-a2c8-453aa9f64cbe') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:08.970147 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4386bc1c-f010-4fa9-a2c8-453aa9f64cbe') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:08.977108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1761643351'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:08.985894 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.012783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39af2c9-553e-48d5-b4c2-96978b0a598b tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Made reservation on behalf of 487d495a02e5498cb1881cbd75b0cfab for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:09.013093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.015590 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e39af2c9-553e-48d5-b4c2-96978b0a598b tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.026133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:09.026848 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:09.031113 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:09.095347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39af2c9-553e-48d5-b4c2-96978b0a598b tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:09.111349 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e39af2c9-553e-48d5-b4c2-96978b0a598b tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.111948 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-e39af2c9-553e-48d5-b4c2-96978b0a598b tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Added segment dbc116d6-0ba5-4489-86a9-3b08abd9aa18 of type vlan for network c27c2da5-a506-4363-b002-cf3027480814 Aug 29 07:10:09.183927 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-238b5ddc-87ec-4c40-8cf0-11df0706bff6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.194127 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e39af2c9-553e-48d5-b4c2-96978b0a598b tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.227298 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.236401 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f3813696-a27b-4802-820e-24f30e4a3474 None None] Port fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 update to ACTIVE by agent not found {{(pid=95405) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 07:10:09.263772 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.265743 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/networks/7a3380d0-36f4-4581-8d6a-dd7fb125d654 HTTP/1.1" status: 204 len: 168 time: 1.4249730 Aug 29 07:10:09.266935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892d80d-8a75-437e-b6f6-e8c96deff79c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Network': ['ID=7a3380d0-36f4-4581-8d6a-dd7fb125d654,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:09.269606 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53782) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:09.275565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f718dbfe-3d37-49f7-a848-0f3b0b53f2e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1722058064'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:09.294451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:09.298560 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.312984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-238b5ddc-87ec-4c40-8cf0-11df0706bff6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.318769 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.339446 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e39af2c9-553e-48d5-b4c2-96978b0a598b tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.340455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39af2c9-553e-48d5-b4c2-96978b0a598b tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:09.341092 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e39af2c9-553e-48d5-b4c2-96978b0a598b tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.427629 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-238b5ddc-87ec-4c40-8cf0-11df0706bff6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.439508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f718dbfe-3d37-49f7-a848-0f3b0b53f2e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:09.445031 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f718dbfe-3d37-49f7-a848-0f3b0b53f2e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.463460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b5ddc-87ec-4c40-8cf0-11df0706bff6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52571548-6a66-4903-b4d1-57ef3f6a8d7b,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:09.479502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39af2c9-553e-48d5-b4c2-96978b0a598b tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Pushing event updated for resources: {'Network': ['ID=c27c2da5-a506-4363-b002-cf3027480814,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:09.496564 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c27c2da5-a506-4363-b002-cf3027480814 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:09.501349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f718dbfe-3d37-49f7-a848-0f3b0b53f2e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:09.516629 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f718dbfe-3d37-49f7-a848-0f3b0b53f2e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.517071 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-f718dbfe-3d37-49f7-a848-0f3b0b53f2e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Added segment a1fd43fc-f058-4782-8270-619741c84ccb of type vlan for network f8e03215-bee7-4804-8fec-0c892c224399 Aug 29 07:10:09.559589 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-238b5ddc-87ec-4c40-8cf0-11df0706bff6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.561634 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-238b5ddc-87ec-4c40-8cf0-11df0706bff6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6530743 Aug 29 07:10:09.564611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53786) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:09.570622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-321fb94d-bd1d-4eb3-8016-fded063e6aa2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'security_group_rule': {'security_group_id': 'bf1ae689-f76b-4bde-8859-69ca4946fad9', 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:09.585302 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f718dbfe-3d37-49f7-a848-0f3b0b53f2e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.625885 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e39af2c9-553e-48d5-b4c2-96978b0a598b tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7665379 Aug 29 07:10:09.626885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53788) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:09.629053 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-321fb94d-bd1d-4eb3-8016-fded063e6aa2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 07:10:09.629053 n-d-713301-12 neutron-server[95403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 07:10:09.629053 n-d-713301-12 neutron-server[95403]: [parameters: {'project_id_1': 'ef9ac3d9c703440cafb9ded360ca6483', 'expiration_1': datetime.datetime(2021, 8, 29, 7, 10, 9, 582757)}] Aug 29 07:10:09.629053 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:10:09.629870 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-321fb94d-bd1d-4eb3-8016-fded063e6aa2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:10:09.632527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3c023964-17d5-43d5-9996-0a4c3e4d89a0 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Request body: {'network': {'project_id': '487d495a02e5498cb1881cbd75b0cfab'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:09.656849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:10:09.696884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:10:09.697525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fc34973a-25a1-4a9c-aa30-9d4f7dc9ace4 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:10:09.705805 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f718dbfe-3d37-49f7-a848-0f3b0b53f2e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.718272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f718dbfe-3d37-49f7-a848-0f3b0b53f2e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:09.722811 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f718dbfe-3d37-49f7-a848-0f3b0b53f2e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.826220 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:09.841003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718dbfe-3d37-49f7-a848-0f3b0b53f2e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Network': ['ID=f8e03215-bee7-4804-8fec-0c892c224399,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:09.854117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network f8e03215-bee7-4804-8fec-0c892c224399 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:09.977263 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.009910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:10.016679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899214b0-adeb-4e7a-b067-131d0190bb9a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:10.036476 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.036704 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Added segment f71888f8-449e-41f3-b0cc-e55951e60aae of type vlan for network c4f9d771-b842-416b-84ca-589de0a49ccf Aug 29 07:10:10.087497 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f718dbfe-3d37-49f7-a848-0f3b0b53f2e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8136706 Aug 29 07:10:10.093987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53802) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:10.105612 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-20565195-81ce-49c5-bb40-f0a3eda6f6ed tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': 'f8e03215-bee7-4804-8fec-0c892c224399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:10.111596 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c023964-17d5-43d5-9996-0a4c3e4d89a0 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 07:10:10.112079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c023964-17d5-43d5-9996-0a4c3e4d89a0 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:10:10.113250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3c023964-17d5-43d5-9996-0a4c3e4d89a0 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4851995 Aug 29 07:10:10.115301 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.117472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53804) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:10.183941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-724d6709-b56c-4da8-b311-45beec7bd4a9 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=487d495a02e5498cb1881cbd75b0cfab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653291 Aug 29 07:10:10.184554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53806) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:10.241688 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c9e7b09-829e-4723-9361-0e80736a07a3 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.271807 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c9e7b09-829e-4723-9361-0e80736a07a3 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.365148 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.372215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:10.373200 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.376737 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-321fb94d-bd1d-4eb3-8016-fded063e6aa2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.452150 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c9e7b09-829e-4723-9361-0e80736a07a3 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.455322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c9e7b09-829e-4723-9361-0e80736a07a3 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.458743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7c9e7b09-829e-4723-9361-0e80736a07a3 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/0785f6a0-6d1e-41b3-8ee6-b64ace3fd3b7 HTTP/1.1" status: 204 len: 168 time: 0.2703490 Aug 29 07:10:10.467401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53814) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:10.477707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e7b09-829e-4723-9361-0e80736a07a3 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0785f6a0-6d1e-41b3-8ee6-b64ace3fd3b7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:10.486194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Network': ['ID=c4f9d771-b842-416b-84ca-589de0a49ccf,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:10.511768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c4f9d771-b842-416b-84ca-589de0a49ccf details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:10.555072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20565195-81ce-49c5-bb40-f0a3eda6f6ed tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:10.563274 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20565195-81ce-49c5-bb40-f0a3eda6f6ed tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.620236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9fe12ae7-57d2-4f65-9470-36034297217b tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8584547 Aug 29 07:10:10.726068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-321fb94d-bd1d-4eb3-8016-fded063e6aa2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.836066 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b42596f-8e36-469f-8ff7-8415b2198a90 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.859506 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-321fb94d-bd1d-4eb3-8016-fded063e6aa2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.889213 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:10.919988 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fb94d-bd1d-4eb3-8016-fded063e6aa2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6c3b47-9c3d-4504-8688-790015b04b93,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:11.046059 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-321fb94d-bd1d-4eb3-8016-fded063e6aa2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.047380 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-321fb94d-bd1d-4eb3-8016-fded063e6aa2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4814425 Aug 29 07:10:11.053580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53824) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:11.063188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4551d12c-c6e0-4531-b64f-575b4b8ccbbb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'security_group_rule': {'security_group_id': 'bf1ae689-f76b-4bde-8859-69ca4946fad9', 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:11.063428 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b42596f-8e36-469f-8ff7-8415b2198a90 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.079375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8b42596f-8e36-469f-8ff7-8415b2198a90 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27c2da5-a506-4363-b002-cf3027480814']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:11.116185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8b42596f-8e36-469f-8ff7-8415b2198a90 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc116d6-0ba5-4489-86a9-3b08abd9aa18') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:11.117718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8b42596f-8e36-469f-8ff7-8415b2198a90 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc116d6-0ba5-4489-86a9-3b08abd9aa18') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:11.141532 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b42596f-8e36-469f-8ff7-8415b2198a90 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.186104 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b42596f-8e36-469f-8ff7-8415b2198a90 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.193730 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b42596f-8e36-469f-8ff7-8415b2198a90 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:11.194398 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b42596f-8e36-469f-8ff7-8415b2198a90 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:11.196850 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:11.325338 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20565195-81ce-49c5-bb40-f0a3eda6f6ed tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.332831 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4551d12c-c6e0-4531-b64f-575b4b8ccbbb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.392128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b42596f-8e36-469f-8ff7-8415b2198a90 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.399737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20565195-81ce-49c5-bb40-f0a3eda6f6ed tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Subnet': ['ID=e9ccc23f-3a3d-4242-94af-c04e9965407c,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:11.405981 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b42596f-8e36-469f-8ff7-8415b2198a90 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.411759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53828) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:11.411961 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8b42596f-8e36-469f-8ff7-8415b2198a90 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] 10.222.0.76 "DELETE /v2.0/networks/c27c2da5-a506-4363-b002-cf3027480814 HTTP/1.1" status: 204 len: 168 time: 0.9432576 Aug 29 07:10:11.425371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20565195-81ce-49c5-bb40-f0a3eda6f6ed tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Checking segment: {'id': 'a1fd43fc-f058-4782-8270-619741c84ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f8e03215-bee7-4804-8fec-0c892c224399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:11.425763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20565195-81ce-49c5-bb40-f0a3eda6f6ed tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network hostable DHCP agents. Network: f8e03215-bee7-4804-8fec-0c892c224399, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:10:11.429925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42596f-8e36-469f-8ff7-8415b2198a90 tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Pushing event deleted for resources: {'Network': ['ID=c27c2da5-a506-4363-b002-cf3027480814,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:11.520339 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-836ff878-e543-4ebb-9d7d-83d108ef032e tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.524327 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4551d12c-c6e0-4531-b64f-575b4b8ccbbb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.547849 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20565195-81ce-49c5-bb40-f0a3eda6f6ed tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network f8e03215-bee7-4804-8fec-0c892c224399 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:10:11.548121 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dde82347-a86e-45b5-84e6-a3940b5eed4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.619859 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-836ff878-e543-4ebb-9d7d-83d108ef032e tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.629283 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4551d12c-c6e0-4531-b64f-575b4b8ccbbb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.631942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-836ff878-e543-4ebb-9d7d-83d108ef032e tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de19aaa1-dea5-4a1e-8296-725a609d9680']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:11.654902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-836ff878-e543-4ebb-9d7d-83d108ef032e tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15aefdd0-5845-485b-81a3-6a9174e930f9') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:11.655274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-836ff878-e543-4ebb-9d7d-83d108ef032e tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15aefdd0-5845-485b-81a3-6a9174e930f9') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:11.668575 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-836ff878-e543-4ebb-9d7d-83d108ef032e tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.670287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551d12c-c6e0-4531-b64f-575b4b8ccbbb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4dc681-9c5f-4dd1-b4de-c1c164c5cbf3,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:11.680219 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-20565195-81ce-49c5-bb40-f0a3eda6f6ed tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, f8e03215-bee7-4804-8fec-0c892c224399) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:11.686129 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-836ff878-e543-4ebb-9d7d-83d108ef032e tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.689744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd45f4c1-f83c-4ed9-9eb0-adbf2f8dbda7 None None] Network f8e03215-bee7-4804-8fec-0c892c224399 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:11.692933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836ff878-e543-4ebb-9d7d-83d108ef032e tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:11.693470 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-836ff878-e543-4ebb-9d7d-83d108ef032e tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:11.695902 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:11.699668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20565195-81ce-49c5-bb40-f0a3eda6f6ed tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:11.706892 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20565195-81ce-49c5-bb40-f0a3eda6f6ed tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.814422 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4551d12c-c6e0-4531-b64f-575b4b8ccbbb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.819754 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-20565195-81ce-49c5-bb40-f0a3eda6f6ed tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7201414 Aug 29 07:10:11.819754 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53830) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:11.821287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4551d12c-c6e0-4531-b64f-575b4b8ccbbb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7645283 Aug 29 07:10:11.822337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53832) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:11.826900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'network_id': 'f8e03215-bee7-4804-8fec-0c892c224399', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1486552938'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:11.827877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e9ae21b7-a963-4e68-9b96-89f244b92251 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'security_group_rule': {'security_group_id': 'bf1ae689-f76b-4bde-8859-69ca4946fad9', 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:11.895549 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-836ff878-e543-4ebb-9d7d-83d108ef032e tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.930847 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.932078 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-836ff878-e543-4ebb-9d7d-83d108ef032e tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:11.932078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-836ff878-e543-4ebb-9d7d-83d108ef032e tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] 10.222.0.76 "DELETE /v2.0/networks/de19aaa1-dea5-4a1e-8296-725a609d9680 HTTP/1.1" status: 204 len: 168 time: 0.5008690 Aug 29 07:10:11.932078 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ff878-e543-4ebb-9d7d-83d108ef032e tempest-QuotasNegativeTest-1228796418 tempest-QuotasNegativeTest-1228796418-project-admin] Pushing event deleted for resources: {'Network': ['ID=de19aaa1-dea5-4a1e-8296-725a609d9680,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:11.940860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-f8e03215-bee7-4804-8fec-0c892c224399', 'network_id': 'f8e03215-bee7-4804-8fec-0c892c224399', 'tenant_id': '47576081f0824b18b2454c6797077522', 'fixed_ips': [{'subnet_id': 'e9ccc23f-3a3d-4242-94af-c04e9965407c'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:10:11.941712 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:12.062553 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9ae21b7-a963-4e68-9b96-89f244b92251 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:12.182960 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9ae21b7-a963-4e68-9b96-89f244b92251 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:12.245343 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Allocated IP 2001:db8::2 (f8e03215-bee7-4804-8fec-0c892c224399/e9ccc23f-3a3d-4242-94af-c04e9965407c/61518068-1901-49c4-853a-85b6747eeda8) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:12.337090 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:12.342894 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:12.372850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port 5a0e3490-fae1-4a6b-a2d7-57e86085f76e yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:10:12.393525 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9ae21b7-a963-4e68-9b96-89f244b92251 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:12.447323 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae21b7-a963-4e68-9b96-89f244b92251 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d13974-9613-4b0f-b1fd-cdefaa87654d,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:12.504576 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:12.514315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Transition to ACTIVE for port object 61518068-1901-49c4-853a-85b6747eeda8 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:12.531357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Transition to ACTIVE for port object 61518068-1901-49c4-853a-85b6747eeda8 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:12.536454 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e9ae21b7-a963-4e68-9b96-89f244b92251 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:12.541723 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53848) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:12.544881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e9ae21b7-a963-4e68-9b96-89f244b92251 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7209785 Aug 29 07:10:12.548419 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a90c7a59-94e6-4625-b8e1-a19301739505 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'security_group_rule': {'security_group_id': 'bf1ae689-f76b-4bde-8859-69ca4946fad9', 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:12.668789 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:12.725187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Network f8e03215-bee7-4804-8fec-0c892c224399 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:12.729721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:12.741909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:12.761109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Pushing event updated for resources: {'Port': ['ID=61518068-1901-49c4-853a-85b6747eeda8,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:12.838703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Allocated IP 2001:db8::22f (f8e03215-bee7-4804-8fec-0c892c224399/e9ccc23f-3a3d-4242-94af-c04e9965407c/5a0e3490-fae1-4a6b-a2d7-57e86085f76e) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:12.909653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Attempting to bind port 61518068-1901-49c4-853a-85b6747eeda8 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:10:12.912433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Attempting to bind port 61518068-1901-49c4-853a-85b6747eeda8 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'a1fd43fc-f058-4782-8270-619741c84ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f8e03215-bee7-4804-8fec-0c892c224399'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:10:12.912433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Attempting to bind port 61518068-1901-49c4-853a-85b6747eeda8 on network f8e03215-bee7-4804-8fec-0c892c224399 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:10:12.939525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:10:12.942491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Checking segment: {'id': 'a1fd43fc-f058-4782-8270-619741c84ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f8e03215-bee7-4804-8fec-0c892c224399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:12.943588 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:12.951724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Bound using segment: {'id': 'a1fd43fc-f058-4782-8270-619741c84ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f8e03215-bee7-4804-8fec-0c892c224399'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:10:12.951724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Bound port: 61518068-1901-49c4-853a-85b6747eeda8, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fd43fc-f058-4782-8270-619741c84ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f8e03215-bee7-4804-8fec-0c892c224399'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:10:12.951724 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:13.055602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] For port 61518068-1901-49c4-853a-85b6747eeda8, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:10:13.059746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] For port 61518068-1901-49c4-853a-85b6747eeda8, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=61518068-1901-49c4-853a-85b6747eeda8,segment=NetworkSegment(a1fd43fc-f058-4782-8270-619741c84ccb),segment_id=a1fd43fc-f058-4782-8270-619741c84ccb)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:10:13.081712 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:13.108743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Transition to ACTIVE for port object 5a0e3490-fae1-4a6b-a2d7-57e86085f76e will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:13.149238 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-a90c7a59-94e6-4625-b8e1-a19301739505 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Project ef9ac3d9c703440cafb9ded360ca6483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:10:13.161283 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a90c7a59-94e6-4625-b8e1-a19301739505 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:13.183040 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:13.310008 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a90c7a59-94e6-4625-b8e1-a19301739505 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:13.314845 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:13.384630 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415255a-ad74-45a6-8554-5321c2419585 None None] Pushing event updated for resources: {'Port': ['ID=61518068-1901-49c4-853a-85b6747eeda8,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:13.504496 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network f8e03215-bee7-4804-8fec-0c892c224399 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:13.541120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:13.545925 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a90c7a59-94e6-4625-b8e1-a19301739505 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:13.553123 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:13.587328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:13.615519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:13.616418 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:13.658485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=5a0e3490-fae1-4a6b-a2d7-57e86085f76e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:13.678546 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c7a59-94e6-4625-b8e1-a19301739505 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222cea37-2c21-4884-8b8b-9dd0f68b69bf,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:13.713708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a90c7a59-94e6-4625-b8e1-a19301739505 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:13.718836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53862) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:13.724315 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-84bc54c5-936e-48be-8e89-a8cc40b40eea tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'security_group_rule': {'security_group_id': 'bf1ae689-f76b-4bde-8859-69ca4946fad9', 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:13.729214 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a90c7a59-94e6-4625-b8e1-a19301739505 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1857774 Aug 29 07:10:13.805499 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a2d1d0d3-0473-493c-a485-cb7c1f5ad36b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9850409 Aug 29 07:10:13.809140 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53864) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:13.830555 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53866) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:13.976859 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-84bc54c5-936e-48be-8e89-a8cc40b40eea tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Project ef9ac3d9c703440cafb9ded360ca6483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:10:13.982978 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-84bc54c5-936e-48be-8e89-a8cc40b40eea tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:14.014586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec84b8-f664-4def-8e2b-0c68adf1fe09 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 5a0e3490-fae1-4a6b-a2d7-57e86085f76e {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:14.015352 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8ec84b8-f664-4def-8e2b-0c68adf1fe09 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:14.078282 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-84bc54c5-936e-48be-8e89-a8cc40b40eea tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:14.102941 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53870) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:14.118017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f4874ff4-3dcd-47d6-9b86-e6f9bacca590 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'subnet': {'network_id': 'c4f9d771-b842-416b-84ca-589de0a49ccf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:14.175285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8ec84b8-f664-4def-8e2b-0c68adf1fe09 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:14.192875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec84b8-f664-4def-8e2b-0c68adf1fe09 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 5a0e3490-fae1-4a6b-a2d7-57e86085f76e owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:14.197088 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-84bc54c5-936e-48be-8e89-a8cc40b40eea tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:14.225958 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-15c47e44-4916-49e0-bbbf-2787c65a9b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:14.253999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc54c5-936e-48be-8e89-a8cc40b40eea tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5037302-b2da-4fbc-aeec-287b7c105021,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:14.337453 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-84bc54c5-936e-48be-8e89-a8cc40b40eea tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:14.342297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-84bc54c5-936e-48be-8e89-a8cc40b40eea tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6216838 Aug 29 07:10:14.397758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8ec84b8-f664-4def-8e2b-0c68adf1fe09 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:14.528279 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8ec84b8-f664-4def-8e2b-0c68adf1fe09 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:14.537200 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e8ec84b8-f664-4def-8e2b-0c68adf1fe09 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/5a0e3490-fae1-4a6b-a2d7-57e86085f76e HTTP/1.1" status: 204 len: 168 time: 0.7269428 Aug 29 07:10:14.538077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53904) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:14.538594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec84b8-f664-4def-8e2b-0c68adf1fe09 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=5a0e3490-fae1-4a6b-a2d7-57e86085f76e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:14.589935 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-15c47e44-4916-49e0-bbbf-2787c65a9b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:14.591779 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad556d6-e229-4eb4-8648-60d53176dce5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] GET failed (client error): The resource could not be found. Aug 29 07:10:14.597316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2ad556d6-e229-4eb4-8648-60d53176dce5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/5a0e3490-fae1-4a6b-a2d7-57e86085f76e HTTP/1.1" status: 404 len: 333 time: 0.0502288 Aug 29 07:10:14.601013 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53910) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:14.760475 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-15c47e44-4916-49e0-bbbf-2787c65a9b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:14.846583 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c47e44-4916-49e0-bbbf-2787c65a9b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68175ce-33c4-4f90-9b90-84ce362aa587,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:14.858411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4874ff4-3dcd-47d6-9b86-e6f9bacca590 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:14.864116 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4874ff4-3dcd-47d6-9b86-e6f9bacca590 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:14.955821 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-15c47e44-4916-49e0-bbbf-2787c65a9b8e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=030a05578dd147ff8fb6813c1be0b489&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1241434 Aug 29 07:10:14.959056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53922) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:14.961789 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b269e1-45fa-437b-aa15-f9c7f33c4d13 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting subnet e9ccc23f-3a3d-4242-94af-c04e9965407c {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:10:14.984208 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-58b269e1-45fa-437b-aa15-f9c7f33c4d13 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:15.035326 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2654aa90-c59b-4db7-a14e-7a151c4eedb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:15.039810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765dd0ba-1d53-4561-8889-1e4f76683371 None None] Network f8e03215-bee7-4804-8fec-0c892c224399 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:15.041869 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-58b269e1-45fa-437b-aa15-f9c7f33c4d13 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:15.068309 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2654aa90-c59b-4db7-a14e-7a151c4eedb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:15.226851 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-58b269e1-45fa-437b-aa15-f9c7f33c4d13 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:15.278926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0cfab651-09f1-4202-bbb7-0f7fca48fafc None None] Provisioning for port 61518068-1901-49c4-853a-85b6747eeda8 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:15.299986 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2654aa90-c59b-4db7-a14e-7a151c4eedb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:15.299986 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2654aa90-c59b-4db7-a14e-7a151c4eedb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:15.299986 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2654aa90-c59b-4db7-a14e-7a151c4eedb9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e68175ce-33c4-4f90-9b90-84ce362aa587 HTTP/1.1" status: 204 len: 168 time: 0.3361855 Aug 29 07:10:15.307003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654aa90-c59b-4db7-a14e-7a151c4eedb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68175ce-33c4-4f90-9b90-84ce362aa587,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:15.371848 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4874ff4-3dcd-47d6-9b86-e6f9bacca590 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:15.465258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4874ff4-3dcd-47d6-9b86-e6f9bacca590 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Subnet': ['ID=08317db4-2201-49d5-ad86-9636effbe8bb,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:15.473706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4874ff4-3dcd-47d6-9b86-e6f9bacca590 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Checking segment: {'id': 'f71888f8-449e-41f3-b0cc-e55951e60aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c4f9d771-b842-416b-84ca-589de0a49ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:15.473979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4874ff4-3dcd-47d6-9b86-e6f9bacca590 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network hostable DHCP agents. Network: c4f9d771-b842-416b-84ca-589de0a49ccf, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:10:15.502715 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-58b269e1-45fa-437b-aa15-f9c7f33c4d13 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:15.543489 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b269e1-45fa-437b-aa15-f9c7f33c4d13 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ccc23f-3a3d-4242-94af-c04e9965407c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:15.551134 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-58b269e1-45fa-437b-aa15-f9c7f33c4d13 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:15.555194 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-58b269e1-45fa-437b-aa15-f9c7f33c4d13 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/e9ccc23f-3a3d-4242-94af-c04e9965407c HTTP/1.1" status: 204 len: 168 time: 0.9507554 Aug 29 07:10:15.556339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 53944) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:15.602184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4874ff4-3dcd-47d6-9b86-e6f9bacca590 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network c4f9d771-b842-416b-84ca-589de0a49ccf is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:10:15.676175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033480db-a4a3-4c9d-9450-231404c33aa0 None None] Network f8e03215-bee7-4804-8fec-0c892c224399 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:15.716876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-f4874ff4-3dcd-47d6-9b86-e6f9bacca590 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, c4f9d771-b842-416b-84ca-589de0a49ccf) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:15.725980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4874ff4-3dcd-47d6-9b86-e6f9bacca590 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:15.726640 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4874ff4-3dcd-47d6-9b86-e6f9bacca590 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:15.796287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b585a9-4f94-484d-97df-a72281666190 None None] Network c4f9d771-b842-416b-84ca-589de0a49ccf requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:15.833496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 61518068-1901-49c4-853a-85b6747eeda8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:10:15.901248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f4874ff4-3dcd-47d6-9b86-e6f9bacca590 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7965045 Aug 29 07:10:15.905034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 53960) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:15.910843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ab519ba0-ecdc-4d0d-8d90-8edba8ea78c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-173161611'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:16.113840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab519ba0-ecdc-4d0d-8d90-8edba8ea78c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:16.118080 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ab519ba0-ecdc-4d0d-8d90-8edba8ea78c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:16.181473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab519ba0-ecdc-4d0d-8d90-8edba8ea78c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:16.201676 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ab519ba0-ecdc-4d0d-8d90-8edba8ea78c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:16.202326 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-ab519ba0-ecdc-4d0d-8d90-8edba8ea78c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Added segment 3ae81cc1-86b5-4024-9306-82c29ebccba5 of type vlan for network e3014fb6-ee09-4896-8d80-5034a384c11e Aug 29 07:10:16.288272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ab519ba0-ecdc-4d0d-8d90-8edba8ea78c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:16.324407 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:16.381222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 61518068-1901-49c4-853a-85b6747eeda8 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:16.393897 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 61518068-1901-49c4-853a-85b6747eeda8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:16.394575 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:16.400814 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-c4f9d771-b842-416b-84ca-589de0a49ccf', 'network_id': 'c4f9d771-b842-416b-84ca-589de0a49ccf', 'tenant_id': '3e39fb0ee5b64f839ea992aedefeaf66', 'fixed_ips': [{'subnet_id': '08317db4-2201-49d5-ad86-9636effbe8bb'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:10:16.401941 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:16.416021 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ab519ba0-ecdc-4d0d-8d90-8edba8ea78c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:16.424990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab519ba0-ecdc-4d0d-8d90-8edba8ea78c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:16.425750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ab519ba0-ecdc-4d0d-8d90-8edba8ea78c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:16.441854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 61518068-1901-49c4-853a-85b6747eeda8 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:16.454802 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:16.549715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d21dea1-4d9a-4831-a70d-fd1769408238 None None] DHCP port deletion for f8e03215-bee7-4804-8fec-0c892c224399 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:10:16.628609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab519ba0-ecdc-4d0d-8d90-8edba8ea78c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Network': ['ID=e3014fb6-ee09-4896-8d80-5034a384c11e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:16.645305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54014) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:16.650670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] For port 61518068-1901-49c4-853a-85b6747eeda8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=61518068-1901-49c4-853a-85b6747eeda8,segment=NetworkSegment(a1fd43fc-f058-4782-8270-619741c84ccb),segment_id=a1fd43fc-f058-4782-8270-619741c84ccb)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:16.651674 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:16.666709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 61518068-1901-49c4-853a-85b6747eeda8 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:16.668689 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34ef953d-a74a-4036-a768-414cca02c75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:16.708257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network e3014fb6-ee09-4896-8d80-5034a384c11e details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:16.817846 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ab519ba0-ecdc-4d0d-8d90-8edba8ea78c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9092596 Aug 29 07:10:16.818708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54018) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:16.824371 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-0d7fc3c1-dae7-4d9b-9688-5f6a3dfd9940 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'subnet': {'network_id': 'e3014fb6-ee09-4896-8d80-5034a384c11e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:16.894042 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:16.942764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=61518068-1901-49c4-853a-85b6747eeda8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:16.959890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No DVR routers for this DVR port 61518068-1901-49c4-853a-85b6747eeda8 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:10:17.142697 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:17.149780 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:17.169692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e03215-bee7-4804-8fec-0c892c224399']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:17.185564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fd43fc-f058-4782-8270-619741c84ccb') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:17.186176 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fd43fc-f058-4782-8270-619741c84ccb') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:17.204165 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:17.216287 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34ef953d-a74a-4036-a768-414cca02c75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:17.222944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8d21dea1-4d9a-4831-a70d-fd1769408238 None None] Deleting port 61518068-1901-49c4-853a-85b6747eeda8 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:17.222944 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8d21dea1-4d9a-4831-a70d-fd1769408238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:17.224592 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:17.237715 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:17.238498 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:17.287414 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:17.326226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Allocated IP 2001:db8:0:ffff::2 (c4f9d771-b842-416b-84ca-589de0a49ccf/08317db4-2201-49d5-ad86-9636effbe8bb/e67b5fdd-545c-4daa-828d-fa55d4ffa4d7) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:17.374912 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34ef953d-a74a-4036-a768-414cca02c75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:17.395044 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8d21dea1-4d9a-4831-a70d-fd1769408238 None None] For port 61518068-1901-49c4-853a-85b6747eeda8, host n-d-713301-12, got binding levels [] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:17.396900 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8d21dea1-4d9a-4831-a70d-fd1769408238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:17.402887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:17.418035 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:17.430591 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/networks/f8e03215-bee7-4804-8fec-0c892c224399 HTTP/1.1" status: 204 len: 168 time: 1.8718982 Aug 29 07:10:17.440503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54024) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:17.442946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef953d-a74a-4036-a768-414cca02c75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345c2a62-f759-4860-a682-08919bdc7b0b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:17.470801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-1a945466-5941-4035-bb48-b3e7c25ff2c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'name': 'tempest-PortsIpV6TestJSON-944157669'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:17.492125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-34ef953d-a74a-4036-a768-414cca02c75f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7ae5206cfcab4efdad9e9a5c30defced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8432498 Aug 29 07:10:17.492455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54026) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:17.510280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ab35a-fd6c-4491-86ea-a250f07e443d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Network': ['ID=f8e03215-bee7-4804-8fec-0c892c224399,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:17.548706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8d21dea1-4d9a-4831-a70d-fd1769408238 None None] Calling delete_port for 61518068-1901-49c4-853a-85b6747eeda8 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:17.563292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.ipam_backend_mixin [None req-8d21dea1-4d9a-4831-a70d-fd1769408238 None None] Port 61518068-1901-49c4-853a-85b6747eeda8 was not found and therefore no delete operation was performed {{(pid=95405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 07:10:17.605767 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8d21dea1-4d9a-4831-a70d-fd1769408238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:17.636524 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f87387c-d865-44df-b31e-09b149ade404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:17.640280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7fc3c1-dae7-4d9b-9688-5f6a3dfd9940 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:17.651670 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d7fc3c1-dae7-4d9b-9688-5f6a3dfd9940 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:17.778395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d21dea1-4d9a-4831-a70d-fd1769408238 None None] Network f8e03215-bee7-4804-8fec-0c892c224399 is not hosted by any dhcp agent {{(pid=95405) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 07:10:17.779581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d21dea1-4d9a-4831-a70d-fd1769408238 None None] No DVR routers for this DVR port 61518068-1901-49c4-853a-85b6747eeda8 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:10:17.787628 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21dea1-4d9a-4831-a70d-fd1769408238 None None] Pushing event deleted for resources: {'Port': ['ID=61518068-1901-49c4-853a-85b6747eeda8,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:17.792177 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 61518068-1901-49c4-853a-85b6747eeda8 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:10:17.831100 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 61518068-1901-49c4-853a-85b6747eeda8 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:10:17.831923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 61518068-1901-49c4-853a-85b6747eeda8 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:10:17.832500 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f87387c-d865-44df-b31e-09b149ade404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:18.021653 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a945466-5941-4035-bb48-b3e7c25ff2c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:18.025261 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a945466-5941-4035-bb48-b3e7c25ff2c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:18.039277 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:18.053259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-1a945466-5941-4035-bb48-b3e7c25ff2c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port 282b9e4b-892f-47a1-a499-d9b5b42b80d7 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:10:18.159323 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f87387c-d865-44df-b31e-09b149ade404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:18.160277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Transition to ACTIVE for port object e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:18.164286 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f87387c-d865-44df-b31e-09b149ade404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:18.168506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8f87387c-d865-44df-b31e-09b149ade404 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/345c2a62-f759-4860-a682-08919bdc7b0b HTTP/1.1" status: 204 len: 168 time: 0.6722288 Aug 29 07:10:18.176507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87387c-d865-44df-b31e-09b149ade404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345c2a62-f759-4860-a682-08919bdc7b0b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:18.200957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Transition to ACTIVE for port object e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:18.226081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d7fc3c1-dae7-4d9b-9688-5f6a3dfd9940 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:18.286135 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:18.334700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fc3c1-dae7-4d9b-9688-5f6a3dfd9940 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Subnet': ['ID=67363ac3-bcda-4cdf-805c-95e6e56326c2,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:18.357483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7fc3c1-dae7-4d9b-9688-5f6a3dfd9940 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Checking segment: {'id': '3ae81cc1-86b5-4024-9306-82c29ebccba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e3014fb6-ee09-4896-8d80-5034a384c11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:18.358172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7fc3c1-dae7-4d9b-9688-5f6a3dfd9940 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network hostable DHCP agents. Network: e3014fb6-ee09-4896-8d80-5034a384c11e, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:10:18.419952 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Network c4f9d771-b842-416b-84ca-589de0a49ccf is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:18.424627 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:18.433597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:18.440104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Pushing event updated for resources: {'Port': ['ID=e67b5fdd-545c-4daa-828d-fa55d4ffa4d7,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:18.482590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7fc3c1-dae7-4d9b-9688-5f6a3dfd9940 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network e3014fb6-ee09-4896-8d80-5034a384c11e is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:10:18.527349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Attempting to bind port e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:10:18.527870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Attempting to bind port e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'f71888f8-449e-41f3-b0cc-e55951e60aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c4f9d771-b842-416b-84ca-589de0a49ccf'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:10:18.532841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Attempting to bind port e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 on network c4f9d771-b842-416b-84ca-589de0a49ccf {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:10:18.542563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:10:18.543893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Checking segment: {'id': 'f71888f8-449e-41f3-b0cc-e55951e60aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c4f9d771-b842-416b-84ca-589de0a49ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:18.545040 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:18.545767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Bound using segment: {'id': 'f71888f8-449e-41f3-b0cc-e55951e60aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c4f9d771-b842-416b-84ca-589de0a49ccf'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:10:18.546366 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Bound port: e67b5fdd-545c-4daa-828d-fa55d4ffa4d7, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71888f8-449e-41f3-b0cc-e55951e60aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c4f9d771-b842-416b-84ca-589de0a49ccf'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:10:18.549999 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:18.610530 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a945466-5941-4035-bb48-b3e7c25ff2c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:18.620067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-0d7fc3c1-dae7-4d9b-9688-5f6a3dfd9940 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, e3014fb6-ee09-4896-8d80-5034a384c11e) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:18.624491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7fc3c1-dae7-4d9b-9688-5f6a3dfd9940 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:18.625147 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d7fc3c1-dae7-4d9b-9688-5f6a3dfd9940 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:18.642968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb61dec-a0cc-4d65-b229-fa7550cb6cc9 None None] Network e3014fb6-ee09-4896-8d80-5034a384c11e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:18.707472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] For port e67b5fdd-545c-4daa-828d-fa55d4ffa4d7, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:10:18.728114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] For port e67b5fdd-545c-4daa-828d-fa55d4ffa4d7, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e67b5fdd-545c-4daa-828d-fa55d4ffa4d7,segment=NetworkSegment(f71888f8-449e-41f3-b0cc-e55951e60aae),segment_id=f71888f8-449e-41f3-b0cc-e55951e60aae)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:10:18.820688 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0d7fc3c1-dae7-4d9b-9688-5f6a3dfd9940 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0012679 Aug 29 07:10:18.823387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54042) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:18.866981 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a945466-5941-4035-bb48-b3e7c25ff2c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:18.879507 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:18.893129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-e3014fb6-ee09-4896-8d80-5034a384c11e', 'network_id': 'e3014fb6-ee09-4896-8d80-5034a384c11e', 'tenant_id': '3e39fb0ee5b64f839ea992aedefeaf66', 'fixed_ips': [{'subnet_id': '67363ac3-bcda-4cdf-805c-95e6e56326c2'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:10:18.894013 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:18.980751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a945466-5941-4035-bb48-b3e7c25ff2c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:18.991343 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-1a945466-5941-4035-bb48-b3e7c25ff2c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:19.008555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a945466-5941-4035-bb48-b3e7c25ff2c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:19.012355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a945466-5941-4035-bb48-b3e7c25ff2c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:19.020878 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a945466-5941-4035-bb48-b3e7c25ff2c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:19.054661 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:19.057968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a945466-5941-4035-bb48-b3e7c25ff2c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=282b9e4b-892f-47a1-a499-d9b5b42b80d7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:19.135679 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1a945466-5941-4035-bb48-b3e7c25ff2c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6893404 Aug 29 07:10:19.136031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54054) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:19.177291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c53989-0ebc-4aa9-8560-7447269ed4b8 None None] Pushing event updated for resources: {'Port': ['ID=e67b5fdd-545c-4daa-828d-fa55d4ffa4d7,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:19.194337 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:19.230367 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:10:19.332863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Allocated IP 2001:db8::1 (e3014fb6-ee09-4896-8d80-5034a384c11e/67363ac3-bcda-4cdf-805c-95e6e56326c2/abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:19.402532 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-00aef2f9-6ff4-43b0-bcff-045d4fbce8e2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 282b9e4b-892f-47a1-a499-d9b5b42b80d7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:19.402887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00aef2f9-6ff4-43b0-bcff-045d4fbce8e2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:19.516748 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00aef2f9-6ff4-43b0-bcff-045d4fbce8e2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:19.553226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-00aef2f9-6ff4-43b0-bcff-045d4fbce8e2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 282b9e4b-892f-47a1-a499-d9b5b42b80d7 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:19.686443 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:19.702562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Transition to ACTIVE for port object abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:19.733058 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:10:19.822255 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00aef2f9-6ff4-43b0-bcff-045d4fbce8e2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:19.824654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Transition to ACTIVE for port object abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:19.850028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:19.880110 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aef2f9-6ff4-43b0-bcff-045d4fbce8e2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=282b9e4b-892f-47a1-a499-d9b5b42b80d7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:19.903288 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-00aef2f9-6ff4-43b0-bcff-045d4fbce8e2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:19.907727 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-00aef2f9-6ff4-43b0-bcff-045d4fbce8e2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/282b9e4b-892f-47a1-a499-d9b5b42b80d7 HTTP/1.1" status: 204 len: 168 time: 0.7683597 Aug 29 07:10:19.908329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54078) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:19.924529 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:19.925176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8eea9086-9618-47ef-baaf-765626b95cca tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'mac_address': 'fa:16:3e:b0:81:16', 'name': 'tempest-PortsIpV6TestJSON-640483844'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:19.968979 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Network e3014fb6-ee09-4896-8d80-5034a384c11e is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:20.008092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:20.012262 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:20.107487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Pushing event updated for resources: {'Port': ['ID=abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:20.108591 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:20.110265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Attempting to bind port abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:10:20.113090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Attempting to bind port abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '3ae81cc1-86b5-4024-9306-82c29ebccba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e3014fb6-ee09-4896-8d80-5034a384c11e'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:10:20.113704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Attempting to bind port abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2 on network e3014fb6-ee09-4896-8d80-5034a384c11e {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:10:20.126478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:10:20.126478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Checking segment: {'id': '3ae81cc1-86b5-4024-9306-82c29ebccba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e3014fb6-ee09-4896-8d80-5034a384c11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:20.126478 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:20.126478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Bound using segment: {'id': '3ae81cc1-86b5-4024-9306-82c29ebccba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e3014fb6-ee09-4896-8d80-5034a384c11e'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:10:20.126478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Bound port: abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae81cc1-86b5-4024-9306-82c29ebccba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e3014fb6-ee09-4896-8d80-5034a384c11e'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:10:20.126478 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:20.155201 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Subnet': ['ID=67363ac3-bcda-4cdf-805c-95e6e56326c2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:20.201066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] For port abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:10:20.206793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] For port abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2,segment=NetworkSegment(3ae81cc1-86b5-4024-9306-82c29ebccba5),segment_id=3ae81cc1-86b5-4024-9306-82c29ebccba5)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:10:20.255052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eea9086-9618-47ef-baaf-765626b95cca tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:20.292481 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:20.424700 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8eea9086-9618-47ef-baaf-765626b95cca tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:20.441000 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:20.488613 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3014fb6-ee09-4896-8d80-5034a384c11e']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:20.510615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaeb9d-ba1c-4465-b0f6-4ba05c473dbb None None] Pushing event updated for resources: {'Port': ['ID=abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:20.544221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-8eea9086-9618-47ef-baaf-765626b95cca tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port cdc08560-75d0-4521-bb01-3db698144148 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:10:20.545159 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf4ef5f-d41a-4792-93f9-44fbe670ae12 None None] Network e3014fb6-ee09-4896-8d80-5034a384c11e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:20.546948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54102) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:20.571428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae81cc1-86b5-4024-9306-82c29ebccba5') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:20.571973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae81cc1-86b5-4024-9306-82c29ebccba5') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:20.588495 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:20.744816 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:20.768908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:20.771022 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:20.811655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1392369947'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:20.819471 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:20.979741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Made reservation on behalf of ce5939fcefa6450183f78ff24196ac88 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:20.985329 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:20.990541 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.api [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 07:10:20.990541 n-d-713301-12 neutron-server[95404]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 07:10:20.990541 n-d-713301-12 neutron-server[95404]: [parameters: {'id': 'e3014fb6-ee09-4896-8d80-5034a384c11e'}] Aug 29 07:10:20.990541 n-d-713301-12 neutron-server[95404]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:10:20.991218 n-d-713301-12 neutron-server[95404]: DEBUG oslo_db.api [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:10:20.996273 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.019446 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.069974 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8eea9086-9618-47ef-baaf-765626b95cca tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.089087 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb682c4-aba8-4469-a68d-d936cb8be35d None None] Network c4f9d771-b842-416b-84ca-589de0a49ccf requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:21.216103 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.294234 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8eea9086-9618-47ef-baaf-765626b95cca tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.331392 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.355090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Provisioning for port e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:21.372180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:21.380391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Provisioning complete for port e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:21.381288 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.381972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea9086-9618-47ef-baaf-765626b95cca tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=cdc08560-75d0-4521-bb01-3db698144148,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:21.408620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea9086-9618-47ef-baaf-765626b95cca tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:21.412932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-8eea9086-9618-47ef-baaf-765626b95cca tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:21.424985 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea9086-9618-47ef-baaf-765626b95cca tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:21.446310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eea9086-9618-47ef-baaf-765626b95cca tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:21.447018 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.447289 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8eea9086-9618-47ef-baaf-765626b95cca tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.447480 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Added segment c9a6fc37-5959-4bcd-ab56-e2d18aa0a118 of type vlan for network db049708-fe3c-4347-8aeb-9870d565b31e Aug 29 07:10:21.449203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718b9483-a6aa-4475-a4d0-c07d1d909caf,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:21.492560 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.529837 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.629962 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.692738 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] For port e67b5fdd-545c-4daa-828d-fa55d4ffa4d7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e67b5fdd-545c-4daa-828d-fa55d4ffa4d7,segment=NetworkSegment(f71888f8-449e-41f3-b0cc-e55951e60aae),segment_id=f71888f8-449e-41f3-b0cc-e55951e60aae)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:21.717269 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.725169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:21.726097 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.794401 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:21.851541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faed195-6f05-48cd-8132-b2e0038338cc None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 07:10:21.900370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event updated for resources: {'Network': ['ID=db049708-fe3c-4347-8aeb-9870d565b31e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:21.928101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Pushing event updated for resources: {'Port': ['ID=e67b5fdd-545c-4daa-828d-fa55d4ffa4d7,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:21.940150 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network db049708-fe3c-4347-8aeb-9870d565b31e details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:21.954492 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0bc674c8-93b2-4648-ad14-ed3030a477e5 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4003787 Aug 29 07:10:21.954492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54118) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:21.957312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6f0a5108-93d9-41c0-8e00-70dfe0cbd091 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Request body: {'subnet': {'network_id': 'db049708-fe3c-4347-8aeb-9870d565b31e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:22.061574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:22.075541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:22.076333 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:22.076923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:22.079574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:22.080147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:22.080655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:22.081157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:22.081658 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:22.093150 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:22.097727 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:22.098322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819f2b2-f94a-4fd8-9019-6f8340ad0b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:22.183168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-12190497-027d-485e-837e-7315b5ae8297 None None] Provisioning complete for port e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:22.183168 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-12190497-027d-485e-837e-7315b5ae8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:22.201481 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8eea9086-9618-47ef-baaf-765626b95cca tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2858031 Aug 29 07:10:22.201481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54124) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:22.284285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faed195-6f05-48cd-8132-b2e0038338cc None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 07:10:22.310756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0a5108-93d9-41c0-8e00-70dfe0cbd091 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Made reservation on behalf of ce5939fcefa6450183f78ff24196ac88 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:22.314432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5108-93d9-41c0-8e00-70dfe0cbd091 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:22.334446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217438f9-f757-4e45-9b84-d10c8219fe03 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:22.345573 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-217438f9-f757-4e45-9b84-d10c8219fe03 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/cdc08560-75d0-4521-bb01-3db698144148 HTTP/1.1" status: 200 len: 844 time: 0.1426735 Aug 29 07:10:22.358332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54126) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:22.482471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Deleting port abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:22.483309 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:22.577811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] For port abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2,segment=NetworkSegment(3ae81cc1-86b5-4024-9306-82c29ebccba5),segment_id=3ae81cc1-86b5-4024-9306-82c29ebccba5)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:22.578210 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:22.593964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0ef44667-9e94-4f30-bbf1-1c4f00c8ac32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port cdc08560-75d0-4521-bb01-3db698144148 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:22.594296 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ef44667-9e94-4f30-bbf1-1c4f00c8ac32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:22.648404 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Calling delete_port for abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:22.792012 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ef44667-9e94-4f30-bbf1-1c4f00c8ac32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:22.815045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0ef44667-9e94-4f30-bbf1-1c4f00c8ac32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for cdc08560-75d0-4521-bb01-3db698144148 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:22.851919 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5108-93d9-41c0-8e00-70dfe0cbd091 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:22.948926 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a5108-93d9-41c0-8e00-70dfe0cbd091 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event updated for resources: {'Subnet': ['ID=9d2a7e56-92db-406a-a4d5-6d75929f871b,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:22.951995 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a5108-93d9-41c0-8e00-70dfe0cbd091 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Checking segment: {'id': 'c9a6fc37-5959-4bcd-ab56-e2d18aa0a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'db049708-fe3c-4347-8aeb-9870d565b31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:22.961378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a5108-93d9-41c0-8e00-70dfe0cbd091 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Network hostable DHCP agents. Network: db049708-fe3c-4347-8aeb-9870d565b31e, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:10:23.107062 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.139779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No DVR routers for this DVR port abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:10:23.164756 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Port': ['ID=abbd3b62-f6b8-45e4-b0f5-cc8fd79a1eb2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:23.165036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a5108-93d9-41c0-8e00-70dfe0cbd091 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Network db049708-fe3c-4347-8aeb-9870d565b31e is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:10:23.170799 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ef44667-9e94-4f30-bbf1-1c4f00c8ac32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.196273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:23.196623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:23.196961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:23.197301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:23.197622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:23.197996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:23.198282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:23.198606 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:23.198930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:23.199283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:23.199607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:23.199923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:23.269210 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ef44667-9e94-4f30-bbf1-1c4f00c8ac32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.274248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0ef44667-9e94-4f30-bbf1-1c4f00c8ac32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/cdc08560-75d0-4521-bb01-3db698144148 HTTP/1.1" status: 204 len: 168 time: 0.9128036 Aug 29 07:10:23.274634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54136) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:23.277902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef44667-9e94-4f30-bbf1-1c4f00c8ac32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=cdc08560-75d0-4521-bb01-3db698144148,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:23.291447 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.302730 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bb2cf2-baf8-4b79-99b0-992c35cc990b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] GET failed (client error): The resource could not be found. Aug 29 07:10:23.304612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3014fb6-ee09-4896-8d80-5034a384c11e']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:23.309188 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-68bb2cf2-baf8-4b79-99b0-992c35cc990b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/cdc08560-75d0-4521-bb01-3db698144148 HTTP/1.1" status: 404 len: 333 time: 0.0333972 Aug 29 07:10:23.309667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54138) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:23.322595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e7349baa-79d0-4879-8d76-a61818d621f7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'name': 'tempest-PortsIpV6TestJSON-1080200439'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:23.326973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae81cc1-86b5-4024-9306-82c29ebccba5') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:23.327302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae81cc1-86b5-4024-9306-82c29ebccba5') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:23.345475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-6f0a5108-93d9-41c0-8e00-70dfe0cbd091 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, db049708-fe3c-4347-8aeb-9870d565b31e) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:23.351028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0a5108-93d9-41c0-8e00-70dfe0cbd091 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:23.351999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5108-93d9-41c0-8e00-70dfe0cbd091 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.364635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489319f6-457c-441d-b3c3-29c505f1cadb None None] Network db049708-fe3c-4347-8aeb-9870d565b31e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:23.422747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.452411 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6f0a5108-93d9-41c0-8e00-70dfe0cbd091 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4987953 Aug 29 07:10:23.456057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54140) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:23.466991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-50972693-47c4-4b90-a00c-b20796724ecf tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1234159699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:23.477021 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.498522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:23.498950 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.610997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-db049708-fe3c-4347-8aeb-9870d565b31e', 'network_id': 'db049708-fe3c-4347-8aeb-9870d565b31e', 'tenant_id': 'ce5939fcefa6450183f78ff24196ac88', 'fixed_ips': [{'subnet_id': '9d2a7e56-92db-406a-a4d5-6d75929f871b'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:10:23.614341 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:23.624449 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:23.629648 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-50972693-47c4-4b90-a00c-b20796724ecf tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.630776 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-50972693-47c4-4b90-a00c-b20796724ecf tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.638861 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:10:23.734068 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.752698 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.768190 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/e3014fb6-ee09-4896-8d80-5034a384c11e HTTP/1.1" status: 204 len: 168 time: 4.9437447 Aug 29 07:10:23.770593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54148) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:23.782628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7349baa-79d0-4879-8d76-a61818d621f7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:23.786513 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e7349baa-79d0-4879-8d76-a61818d621f7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.791375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45e807-9c0e-4264-9945-7dd425fdfeb2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Network': ['ID=e3014fb6-ee09-4896-8d80-5034a384c11e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:23.810646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:23.811015 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:23.818201 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-e7349baa-79d0-4879-8d76-a61818d621f7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port 3397cc1c-6b42-4994-8add-9c7fe728849e yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:10:23.870394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ff580106-9079-4886-a1f2-1abccf573ff0 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1285672551'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:23.873355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Allocated IP 172.20.0.2 (db049708-fe3c-4347-8aeb-9870d565b31e/9d2a7e56-92db-406a-a4d5-6d75929f871b/841e890e-85a6-41d2-b3fa-ae83985a69ce) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:23.941357 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-50972693-47c4-4b90-a00c-b20796724ecf tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:24.032307 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-50972693-47c4-4b90-a00c-b20796724ecf tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:24.063128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff580106-9079-4886-a1f2-1abccf573ff0 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:24.072289 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff580106-9079-4886-a1f2-1abccf573ff0 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:24.142877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff580106-9079-4886-a1f2-1abccf573ff0 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:24.167752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff580106-9079-4886-a1f2-1abccf573ff0 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:24.170874 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-ff580106-9079-4886-a1f2-1abccf573ff0 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Added segment 6b7409fc-54f9-40fe-b94b-a0560769cf66 of type vlan for network 4f4f5256-9c51-4baf-a1d2-4882aebc1a2b Aug 29 07:10:24.182810 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e7349baa-79d0-4879-8d76-a61818d621f7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:24.186542 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-50972693-47c4-4b90-a00c-b20796724ecf tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:24.194706 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-50972693-47c4-4b90-a00c-b20796724ecf tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7331452 Aug 29 07:10:24.195864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54156) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:24.265778 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff580106-9079-4886-a1f2-1abccf573ff0 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:24.424533 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff580106-9079-4886-a1f2-1abccf573ff0 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:24.432416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff580106-9079-4886-a1f2-1abccf573ff0 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:24.433922 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ff580106-9079-4886-a1f2-1abccf573ff0 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:24.495703 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:24.515949 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Transition to ACTIVE for port object 841e890e-85a6-41d2-b3fa-ae83985a69ce will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:24.563035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Transition to ACTIVE for port object 841e890e-85a6-41d2-b3fa-ae83985a69ce will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:24.563728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff580106-9079-4886-a1f2-1abccf573ff0 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Network': ['ID=4f4f5256-9c51-4baf-a1d2-4882aebc1a2b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:24.579350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 4f4f5256-9c51-4baf-a1d2-4882aebc1a2b details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:24.669943 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:24.688811 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:24.708806 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e7349baa-79d0-4879-8d76-a61818d621f7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:24.711950 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ff580106-9079-4886-a1f2-1abccf573ff0 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9345989 Aug 29 07:10:24.713790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54164) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:24.727738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5f190680-fc66-4749-87c7-5a1d99a76d0a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'subnet': {'network_id': '4f4f5256-9c51-4baf-a1d2-4882aebc1a2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:24.827433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7349baa-79d0-4879-8d76-a61818d621f7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=3397cc1c-6b42-4994-8add-9c7fe728849e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:24.840226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Pushing event updated for resources: {'Port': ['ID=841e890e-85a6-41d2-b3fa-ae83985a69ce,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:24.877049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Network db049708-fe3c-4347-8aeb-9870d565b31e is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:24.879922 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:24.884198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:24.937304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7349baa-79d0-4879-8d76-a61818d621f7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:24.941123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-e7349baa-79d0-4879-8d76-a61818d621f7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:24.973287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7349baa-79d0-4879-8d76-a61818d621f7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:24.980021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7349baa-79d0-4879-8d76-a61818d621f7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:24.980677 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e7349baa-79d0-4879-8d76-a61818d621f7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:25.015018 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Attempting to bind port 841e890e-85a6-41d2-b3fa-ae83985a69ce on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:10:25.015730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Attempting to bind port 841e890e-85a6-41d2-b3fa-ae83985a69ce by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'c9a6fc37-5959-4bcd-ab56-e2d18aa0a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'db049708-fe3c-4347-8aeb-9870d565b31e'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:10:25.016277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Attempting to bind port 841e890e-85a6-41d2-b3fa-ae83985a69ce on network db049708-fe3c-4347-8aeb-9870d565b31e {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:10:25.021989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f190680-fc66-4749-87c7-5a1d99a76d0a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:25.024319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:10:25.029120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Checking segment: {'id': 'c9a6fc37-5959-4bcd-ab56-e2d18aa0a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'db049708-fe3c-4347-8aeb-9870d565b31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:25.029776 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:25.030387 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Bound using segment: {'id': 'c9a6fc37-5959-4bcd-ab56-e2d18aa0a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'db049708-fe3c-4347-8aeb-9870d565b31e'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:10:25.031049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Bound port: 841e890e-85a6-41d2-b3fa-ae83985a69ce, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a6fc37-5959-4bcd-ab56-e2d18aa0a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'db049708-fe3c-4347-8aeb-9870d565b31e'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:10:25.031199 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5f190680-fc66-4749-87c7-5a1d99a76d0a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:25.031829 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:25.103313 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e7349baa-79d0-4879-8d76-a61818d621f7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7868881 Aug 29 07:10:25.117936 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54166) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:25.135762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f0a1edcc-5a6b-4477-ae7d-bc4be7494755 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:25.204585 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] For port 841e890e-85a6-41d2-b3fa-ae83985a69ce, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:10:25.210131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] For port 841e890e-85a6-41d2-b3fa-ae83985a69ce, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=841e890e-85a6-41d2-b3fa-ae83985a69ce,segment=NetworkSegment(c9a6fc37-5959-4bcd-ab56-e2d18aa0a118),segment_id=c9a6fc37-5959-4bcd-ab56-e2d18aa0a118)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:10:25.302737 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:25.503309 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edcc-5a6b-4477-ae7d-bc4be7494755 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:25.516603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f300ce8-e516-4df8-9f52-95280a4c157d None None] Pushing event updated for resources: {'Port': ['ID=841e890e-85a6-41d2-b3fa-ae83985a69ce,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:25.610571 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5f190680-fc66-4749-87c7-5a1d99a76d0a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:25.619974 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Allocated IP 172.20.0.1 (db049708-fe3c-4347-8aeb-9870d565b31e/9d2a7e56-92db-406a-a4d5-6d75929f871b/5dfab977-5088-4404-a8de-f89cda7ab094) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:25.676091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f190680-fc66-4749-87c7-5a1d99a76d0a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Subnet': ['ID=57646151-3f59-4b25-b395-a6d35b3a3725,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:25.812242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f190680-fc66-4749-87c7-5a1d99a76d0a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Checking segment: {'id': '6b7409fc-54f9-40fe-b94b-a0560769cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f4f5256-9c51-4baf-a1d2-4882aebc1a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:25.812714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f190680-fc66-4749-87c7-5a1d99a76d0a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network hostable DHCP agents. Network: 4f4f5256-9c51-4baf-a1d2-4882aebc1a2b, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:10:25.962316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f190680-fc66-4749-87c7-5a1d99a76d0a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network 4f4f5256-9c51-4baf-a1d2-4882aebc1a2b is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:10:25.985323 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edcc-5a6b-4477-ae7d-bc4be7494755 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.036171 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.061817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Transition to ACTIVE for port object 5dfab977-5088-4404-a8de-f89cda7ab094 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:26.074537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-5f190680-fc66-4749-87c7-5a1d99a76d0a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 4f4f5256-9c51-4baf-a1d2-4882aebc1a2b) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:26.080933 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f190680-fc66-4749-87c7-5a1d99a76d0a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:26.081518 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5f190680-fc66-4749-87c7-5a1d99a76d0a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.087482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9689aca-24ba-430c-b3cf-66e9d84e95f4 None None] Network 4f4f5256-9c51-4baf-a1d2-4882aebc1a2b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:26.104220 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edcc-5a6b-4477-ae7d-bc4be7494755 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.153963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1edcc-5a6b-4477-ae7d-bc4be7494755 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] In _notify_port_updated(), no bound segment for port 3397cc1c-6b42-4994-8add-9c7fe728849e on network db62a9b1-1ff2-4396-bc59-a7de9b7a063b {{(pid=95404) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 07:10:26.164421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a1edcc-5a6b-4477-ae7d-bc4be7494755 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:26.165119 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edcc-5a6b-4477-ae7d-bc4be7494755 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.171017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54176) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:26.171471 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f0a1edcc-5a6b-4477-ae7d-bc4be7494755 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "PUT /v2.0/ports/3397cc1c-6b42-4994-8add-9c7fe728849e HTTP/1.1" status: 200 len: 818 time: 1.0520089 Aug 29 07:10:26.193897 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5f190680-fc66-4749-87c7-5a1d99a76d0a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4785907 Aug 29 07:10:26.202662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1edcc-5a6b-4477-ae7d-bc4be7494755 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=3397cc1c-6b42-4994-8add-9c7fe728849e,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:26.216776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54178) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:26.226414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-54855793-4fdc-4667-82a1-61430e3c4f17 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-435699086'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:26.231904 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.297285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Network db049708-fe3c-4347-8aeb-9870d565b31e is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:26.304842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:26.307636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:26.382952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2b499f7d-bc06-4ae7-ad71-cd366f3da685 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 3397cc1c-6b42-4994-8add-9c7fe728849e {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:26.384200 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2b499f7d-bc06-4ae7-ad71-cd366f3da685 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.402511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event updated for resources: {'Port': ['ID=5dfab977-5088-4404-a8de-f89cda7ab094,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:26.429083 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54855793-4fdc-4667-82a1-61430e3c4f17 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:26.438850 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54855793-4fdc-4667-82a1-61430e3c4f17 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.472801 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.501572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-4f4f5256-9c51-4baf-a1d2-4882aebc1a2b', 'network_id': '4f4f5256-9c51-4baf-a1d2-4882aebc1a2b', 'tenant_id': '3e39fb0ee5b64f839ea992aedefeaf66', 'fixed_ips': [{'subnet_id': '57646151-3f59-4b25-b395-a6d35b3a3725'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:10:26.502556 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.563725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2b499f7d-bc06-4ae7-ad71-cd366f3da685 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.602710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2b499f7d-bc06-4ae7-ad71-cd366f3da685 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 3397cc1c-6b42-4994-8add-9c7fe728849e owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:26.730754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54855793-4fdc-4667-82a1-61430e3c4f17 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:26.785240 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54855793-4fdc-4667-82a1-61430e3c4f17 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.785598 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-54855793-4fdc-4667-82a1-61430e3c4f17 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Added segment 57ca04c3-7918-4857-962c-65440fb86010 of type vlan for network ccfb686c-994c-41f8-b752-538332e21d03 Aug 29 07:10:26.811258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Allocated IP 2001:db8::1 (4f4f5256-9c51-4baf-a1d2-4882aebc1a2b/57646151-3f59-4b25-b395-a6d35b3a3725/692c1f01-34c6-4f19-ac79-3b1bc10c4752) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:26.869982 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54855793-4fdc-4667-82a1-61430e3c4f17 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.907392 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2b499f7d-bc06-4ae7-ad71-cd366f3da685 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.964967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b499f7d-bc06-4ae7-ad71-cd366f3da685 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=3397cc1c-6b42-4994-8add-9c7fe728849e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:26.977269 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2b499f7d-bc06-4ae7-ad71-cd366f3da685 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:26.982808 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2b499f7d-bc06-4ae7-ad71-cd366f3da685 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/3397cc1c-6b42-4994-8add-9c7fe728849e HTTP/1.1" status: 204 len: 168 time: 0.8067563 Aug 29 07:10:26.983309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54190) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:27.029168 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:27.086902 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:27.089826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af69646-39e0-4873-b5cc-b60dea596cbd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:27.094976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0af69646-39e0-4873-b5cc-b60dea596cbd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1067972 Aug 29 07:10:27.095168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54192) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:27.095635 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54855793-4fdc-4667-82a1-61430e3c4f17 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:27.100518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54855793-4fdc-4667-82a1-61430e3c4f17 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:27.100931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Transition to ACTIVE for port object 692c1f01-34c6-4f19-ac79-3b1bc10c4752 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:27.101143 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54855793-4fdc-4667-82a1-61430e3c4f17 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:27.128256 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6055dfc4-e35f-42ec-bbd6-11a2e8317f9f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] GET failed (client error): The resource could not be found. Aug 29 07:10:27.134026 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6055dfc4-e35f-42ec-bbd6-11a2e8317f9f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/3397cc1c-6b42-4994-8add-9c7fe728849e HTTP/1.1" status: 404 len: 333 time: 0.0344265 Aug 29 07:10:27.137118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c258f-9259-4612-b3a3-c8210394ff9a None None] Network db049708-fe3c-4347-8aeb-9870d565b31e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:27.139648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54194) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:27.145017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Transition to ACTIVE for port object 692c1f01-34c6-4f19-ac79-3b1bc10c4752 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:27.168639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-838ecc7e-f44c-4808-8d57-55bed39beff6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-323325865'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:27.252356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:27.321370 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Network 4f4f5256-9c51-4baf-a1d2-4882aebc1a2b is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:27.327282 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:27.330906 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:27.334978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Pushing event updated for resources: {'Port': ['ID=692c1f01-34c6-4f19-ac79-3b1bc10c4752,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:27.356284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54855793-4fdc-4667-82a1-61430e3c4f17 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Network': ['ID=ccfb686c-994c-41f8-b752-538332e21d03,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:27.371740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-42109406-531e-4c98-bd92-30370fb983f2 None None] Provisioning for port 841e890e-85a6-41d2-b3fa-ae83985a69ce completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:27.400189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network ccfb686c-994c-41f8-b752-538332e21d03 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:27.407720 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-54855793-4fdc-4667-82a1-61430e3c4f17 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1894882 Aug 29 07:10:27.416894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54202) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:27.423717 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4049dcca-5e92-4136-acb3-d9d7f0194417 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'subnet': {'network_id': 'ccfb686c-994c-41f8-b752-538332e21d03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:27.483532 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838ecc7e-f44c-4808-8d57-55bed39beff6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:27.485840 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-838ecc7e-f44c-4808-8d57-55bed39beff6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:27.534173 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Attempting to bind port 692c1f01-34c6-4f19-ac79-3b1bc10c4752 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:10:27.534859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Attempting to bind port 692c1f01-34c6-4f19-ac79-3b1bc10c4752 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '6b7409fc-54f9-40fe-b94b-a0560769cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f4f5256-9c51-4baf-a1d2-4882aebc1a2b'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:10:27.535418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Attempting to bind port 692c1f01-34c6-4f19-ac79-3b1bc10c4752 on network 4f4f5256-9c51-4baf-a1d2-4882aebc1a2b {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:10:27.535793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838ecc7e-f44c-4808-8d57-55bed39beff6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:27.551938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:10:27.552726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Checking segment: {'id': '6b7409fc-54f9-40fe-b94b-a0560769cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f4f5256-9c51-4baf-a1d2-4882aebc1a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:27.553487 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:27.554152 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Bound using segment: {'id': '6b7409fc-54f9-40fe-b94b-a0560769cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f4f5256-9c51-4baf-a1d2-4882aebc1a2b'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:10:27.554865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Bound port: 692c1f01-34c6-4f19-ac79-3b1bc10c4752, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7409fc-54f9-40fe-b94b-a0560769cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f4f5256-9c51-4baf-a1d2-4882aebc1a2b'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:10:27.555466 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:27.557786 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-838ecc7e-f44c-4808-8d57-55bed39beff6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:27.558141 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-838ecc7e-f44c-4808-8d57-55bed39beff6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Added segment f5d31e2d-fc6f-4f99-9d42-5579067046df of type vlan for network 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 Aug 29 07:10:27.576469 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:27.664100 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-838ecc7e-f44c-4808-8d57-55bed39beff6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:27.670739 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:27.716304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] For port 692c1f01-34c6-4f19-ac79-3b1bc10c4752, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:10:27.719858 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] For port 692c1f01-34c6-4f19-ac79-3b1bc10c4752, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=692c1f01-34c6-4f19-ac79-3b1bc10c4752,segment=NetworkSegment(6b7409fc-54f9-40fe-b94b-a0560769cf66),segment_id=6b7409fc-54f9-40fe-b94b-a0560769cf66)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:10:27.808426 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:27.864196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 841e890e-85a6-41d2-b3fa-ae83985a69ce up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:10:27.907333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4049dcca-5e92-4136-acb3-d9d7f0194417 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:27.919127 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4049dcca-5e92-4136-acb3-d9d7f0194417 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:27.989827 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.resource_extend [None req-838ecc7e-f44c-4808-8d57-55bed39beff6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 07:10:27.990107 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:28.158213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event updated for resources: {'Port': ['ID=5dfab977-5088-4404-a8de-f89cda7ab094,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:28.161254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.ipam_backend_mixin [None req-4049dcca-5e92-4136-acb3-d9d7f0194417 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Performing IP validity checks on allocation pools {{(pid=95403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 07:10:28.162790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.ipam_backend_mixin [None req-4049dcca-5e92-4136-acb3-d9d7f0194417 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 07:10:28.183691 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-838ecc7e-f44c-4808-8d57-55bed39beff6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:28.192293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838ecc7e-f44c-4808-8d57-55bed39beff6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:28.193344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-838ecc7e-f44c-4808-8d57-55bed39beff6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:28.255559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eef2d8-2797-49de-a61b-d16133cc31f6 None None] Pushing event updated for resources: {'Port': ['ID=692c1f01-34c6-4f19-ac79-3b1bc10c4752,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:28.301408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e33534e8-2952-4f67-9622-dfe38d6f9414 None None] Provisioning for port 5dfab977-5088-4404-a8de-f89cda7ab094 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:28.315073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e33534e8-2952-4f67-9622-dfe38d6f9414 None None] Provisioning complete for port 5dfab977-5088-4404-a8de-f89cda7ab094 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:28.316524 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e33534e8-2952-4f67-9622-dfe38d6f9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:28.318626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 841e890e-85a6-41d2-b3fa-ae83985a69ce completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:28.381280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ecc7e-f44c-4808-8d57-55bed39beff6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Network': ['ID=0425e995-d1e1-44aa-8aba-0d22b40dd5c7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:28.387424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 841e890e-85a6-41d2-b3fa-ae83985a69ce triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:28.397584 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:28.415984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:28.450300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Network db049708-fe3c-4347-8aeb-9870d565b31e is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:28.457493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:28.676355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e33534e8-2952-4f67-9622-dfe38d6f9414 None None] Port 5dfab977-5088-4404-a8de-f89cda7ab094 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:10:28.718672 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4049dcca-5e92-4136-acb3-d9d7f0194417 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:28.799744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e33534e8-2952-4f67-9622-dfe38d6f9414 None None] Provisioning complete for port 841e890e-85a6-41d2-b3fa-ae83985a69ce triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:28.800125 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e33534e8-2952-4f67-9622-dfe38d6f9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:28.983353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54218) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:29.015382 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:29.072743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049dcca-5e92-4136-acb3-d9d7f0194417 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Subnet': ['ID=26617742-fecf-45be-be1e-212c1dc1f84f,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:29.101611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049dcca-5e92-4136-acb3-d9d7f0194417 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Checking segment: {'id': '57ca04c3-7918-4857-962c-65440fb86010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfb686c-994c-41f8-b752-538332e21d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:29.103326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049dcca-5e92-4136-acb3-d9d7f0194417 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network hostable DHCP agents. Network: ccfb686c-994c-41f8-b752-538332e21d03, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:10:29.129115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 841e890e-85a6-41d2-b3fa-ae83985a69ce, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=841e890e-85a6-41d2-b3fa-ae83985a69ce,segment=NetworkSegment(c9a6fc37-5959-4bcd-ab56-e2d18aa0a118),segment_id=c9a6fc37-5959-4bcd-ab56-e2d18aa0a118)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:29.224181 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:29.280977 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c212fdd-f33f-4307-b633-89d2e01d2418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:29.308900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049dcca-5e92-4136-acb3-d9d7f0194417 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network ccfb686c-994c-41f8-b752-538332e21d03 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:10:29.321117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=841e890e-85a6-41d2-b3fa-ae83985a69ce,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:29.341422 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e33534e8-2952-4f67-9622-dfe38d6f9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:29.449115 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-e33534e8-2952-4f67-9622-dfe38d6f9414 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:10:29.449480 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-e33534e8-2952-4f67-9622-dfe38d6f9414 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:10:29.456436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4049dcca-5e92-4136-acb3-d9d7f0194417 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, ccfb686c-994c-41f8-b752-538332e21d03) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:29.469623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be147a-f68b-4ac1-b691-b4beb8b1b57a None None] Network ccfb686c-994c-41f8-b752-538332e21d03 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:29.478940 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c212fdd-f33f-4307-b633-89d2e01d2418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:29.480991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049dcca-5e92-4136-acb3-d9d7f0194417 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:29.481621 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4049dcca-5e92-4136-acb3-d9d7f0194417 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:29.554551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-838ecc7e-f44c-4808-8d57-55bed39beff6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.3894093 Aug 29 07:10:29.557350 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54226) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:29.566917 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8695a97b-c229-4b35-8139-965e5240056e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': '0425e995-d1e1-44aa-8aba-0d22b40dd5c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:29.661362 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8c212fdd-f33f-4307-b633-89d2e01d2418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:29.813144 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8c212fdd-f33f-4307-b633-89d2e01d2418 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5db62ce9de7e4ad0996a44d77f49e4d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8007803 Aug 29 07:10:29.813144 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4049dcca-5e92-4136-acb3-d9d7f0194417 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3916352 Aug 29 07:10:29.813414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54228) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:29.813414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54230) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:29.849324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-ccfb686c-994c-41f8-b752-538332e21d03', 'network_id': 'ccfb686c-994c-41f8-b752-538332e21d03', 'tenant_id': '3e39fb0ee5b64f839ea992aedefeaf66', 'fixed_ips': [{'subnet_id': '26617742-fecf-45be-be1e-212c1dc1f84f'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:10:29.856529 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:29.864007 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Router c8900804-1320-4230-ab7d-d3d91b4e2e8b is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:10:29.908652 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 692c1f01-34c6-4f19-ac79-3b1bc10c4752 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:10:29.924298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c212fdd-f33f-4307-b633-89d2e01d2418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe913f2-f0ea-4f63-983f-b5efbd92b6f1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:30.042888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8695a97b-c229-4b35-8139-965e5240056e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:30.047349 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8695a97b-c229-4b35-8139-965e5240056e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:30.090624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff3b1af-3c60-4182-a313-b0099c35ed61 None None] Network 4f4f5256-9c51-4baf-a1d2-4882aebc1a2b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:30.142117 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-195a94dd-8302-40fe-908b-424f6c8cf878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:30.193395 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:30.197509 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-195a94dd-8302-40fe-908b-424f6c8cf878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:30.199589 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:10:30.209769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-51897680-1098-4bfe-9406-214fa58c657e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "PUT /v2.0/routers/c8900804-1320-4230-ab7d-d3d91b4e2e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0131094 Aug 29 07:10:30.212876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54234) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:30.218049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Request body: {'port': {'network_id': 'db049708-fe3c-4347-8aeb-9870d565b31e', 'name': 'tempest-FloatingIPNegativeTestJSON-809067153'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:30.226422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73a113-ed58-47e7-bb4e-b3eb063647e3 None None] Sync routers for ids ['c8900804-1320-4230-ab7d-d3d91b4e2e8b'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:10:30.283447 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73a113-ed58-47e7-bb4e-b3eb063647e3 None None] Routers {'c8900804-1320-4230-ab7d-d3d91b4e2e8b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:10:30.284075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3c73a113-ed58-47e7-bb4e-b3eb063647e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:10:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c8900804-1320-4230-ab7d-d3d91b4e2e8b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:30.350551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3c73a113-ed58-47e7-bb4e-b3eb063647e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:30.354857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Allocated IP 2001:db8::3 (ccfb686c-994c-41f8-b752-538332e21d03/26617742-fecf-45be-be1e-212c1dc1f84f/65645479-7ec6-46d1-9ce2-908d896bd499) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:30.397164 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 692c1f01-34c6-4f19-ac79-3b1bc10c4752 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:30.404535 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5d4e2e85-eca4-4348-8188-7616095f02d7 None None] Provisioning complete for port 5dfab977-5088-4404-a8de-f89cda7ab094 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:30.404910 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d4e2e85-eca4-4348-8188-7616095f02d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:30.415819 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73a113-ed58-47e7-bb4e-b3eb063647e3 None None] Routers {'c8900804-1320-4230-ab7d-d3d91b4e2e8b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:10:30.416454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3c73a113-ed58-47e7-bb4e-b3eb063647e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:10:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c8900804-1320-4230-ab7d-d3d91b4e2e8b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:30.433802 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:30.450491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 841e890e-85a6-41d2-b3fa-ae83985a69ce up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:10:30.490221 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8695a97b-c229-4b35-8139-965e5240056e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:30.547403 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-195a94dd-8302-40fe-908b-424f6c8cf878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:30.550187 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-195a94dd-8302-40fe-908b-424f6c8cf878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:30.555159 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-195a94dd-8302-40fe-908b-424f6c8cf878 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5fe913f2-f0ea-4f63-983f-b5efbd92b6f1 HTTP/1.1" status: 204 len: 168 time: 0.7214584 Aug 29 07:10:30.564717 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a94dd-8302-40fe-908b-424f6c8cf878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe913f2-f0ea-4f63-983f-b5efbd92b6f1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:30.581104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Made reservation on behalf of ce5939fcefa6450183f78ff24196ac88 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:30.585960 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:30.637100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695a97b-c229-4b35-8139-965e5240056e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Subnet': ['ID=737d79ef-4965-493f-9534-d6854da565f7,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:30.639762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] device_id is not set on port ddd89200-5e81-4c1c-b2f5-b05cc96a067d yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:10:30.662227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695a97b-c229-4b35-8139-965e5240056e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Checking segment: {'id': 'f5d31e2d-fc6f-4f99-9d42-5579067046df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0425e995-d1e1-44aa-8aba-0d22b40dd5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:30.663357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8695a97b-c229-4b35-8139-965e5240056e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network hostable DHCP agents. Network: 0425e995-d1e1-44aa-8aba-0d22b40dd5c7, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:10:30.764338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3c73a113-ed58-47e7-bb4e-b3eb063647e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:30.764958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73a113-ed58-47e7-bb4e-b3eb063647e3 None None] The sync data for ids ['c8900804-1320-4230-ab7d-d3d91b4e2e8b'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:10:30.791423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8695a97b-c229-4b35-8139-965e5240056e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:10:30.807638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e2e85-eca4-4348-8188-7616095f02d7 None None] Port 5dfab977-5088-4404-a8de-f89cda7ab094 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:10:30.847046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Allocated IP 172.20.0.9 (db049708-fe3c-4347-8aeb-9870d565b31e/9d2a7e56-92db-406a-a4d5-6d75929f871b/ddd89200-5e81-4c1c-b2f5-b05cc96a067d) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:30.916910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 841e890e-85a6-41d2-b3fa-ae83985a69ce triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:30.917469 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:30.919896 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-8695a97b-c229-4b35-8139-965e5240056e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 0425e995-d1e1-44aa-8aba-0d22b40dd5c7) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:30.926105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8695a97b-c229-4b35-8139-965e5240056e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:30.927310 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8695a97b-c229-4b35-8139-965e5240056e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:30.950382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b166fd-1e73-4d28-abd1-96149cce2d49 None None] Network 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:31.004605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5d4e2e85-eca4-4348-8188-7616095f02d7 None None] Provisioning for port 692c1f01-34c6-4f19-ac79-3b1bc10c4752 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:31.026788 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:31.031942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5d4e2e85-eca4-4348-8188-7616095f02d7 None None] Provisioning complete for port 692c1f01-34c6-4f19-ac79-3b1bc10c4752 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:31.031942 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d4e2e85-eca4-4348-8188-7616095f02d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:31.068501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Transition to ACTIVE for port object 65645479-7ec6-46d1-9ce2-908d896bd499 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:31.107525 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:31.135157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Transition to ACTIVE for port object 65645479-7ec6-46d1-9ce2-908d896bd499 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:31.139127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Transition to ACTIVE for port object ddd89200-5e81-4c1c-b2f5-b05cc96a067d will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:31.145936 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8695a97b-c229-4b35-8139-965e5240056e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5863957 Aug 29 07:10:31.147364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54246) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:31.164675 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-95c8fd6a-4589-443c-8578-8b5522baf31d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': '0425e995-d1e1-44aa-8aba-0d22b40dd5c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:31.234290 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:31.292059 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Pushing event updated for resources: {'Port': ['ID=65645479-7ec6-46d1-9ce2-908d896bd499,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:31.316487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Network ccfb686c-994c-41f8-b752-538332e21d03 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:31.322318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:31.328390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:31.350432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:31.378769 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d4e2e85-eca4-4348-8188-7616095f02d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:31.408381 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Subnet': ['ID=26617742-fecf-45be-be1e-212c1dc1f84f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:31.410778 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:31.478714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-0425e995-d1e1-44aa-8aba-0d22b40dd5c7', 'network_id': '0425e995-d1e1-44aa-8aba-0d22b40dd5c7', 'tenant_id': '47576081f0824b18b2454c6797077522', 'fixed_ips': [{'subnet_id': '737d79ef-4965-493f-9534-d6854da565f7'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:10:31.479831 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:31.491005 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:31.502908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfb686c-994c-41f8-b752-538332e21d03']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:31.516121 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ca04c3-7918-4857-962c-65440fb86010') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:31.516350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ca04c3-7918-4857-962c-65440fb86010') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:31.526468 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:31.526811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5d4e2e85-eca4-4348-8188-7616095f02d7 None None] For port 692c1f01-34c6-4f19-ac79-3b1bc10c4752, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=692c1f01-34c6-4f19-ac79-3b1bc10c4752,segment=NetworkSegment(6b7409fc-54f9-40fe-b94b-a0560769cf66),segment_id=6b7409fc-54f9-40fe-b94b-a0560769cf66)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:31.542448 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:31.559301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:31.560342 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:31.639421 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:31.751307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Network db049708-fe3c-4347-8aeb-9870d565b31e is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:31.752133 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.api [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 07:10:31.752133 n-d-713301-12 neutron-server[95404]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 07:10:31.752133 n-d-713301-12 neutron-server[95404]: [parameters: {'id': 'ccfb686c-994c-41f8-b752-538332e21d03'}] Aug 29 07:10:31.752133 n-d-713301-12 neutron-server[95404]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:10:31.759331 n-d-713301-12 neutron-server[95404]: DEBUG oslo_db.api [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:10:31.778027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:31.787542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:31.793173 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Allocated IP 2001:db8::2 (0425e995-d1e1-44aa-8aba-0d22b40dd5c7/737d79ef-4965-493f-9534-d6854da565f7/49ac2686-fb75-40f5-9c89-32c76410735b) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:31.939813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:31.940582 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:31.966165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c8fd6a-4589-443c-8578-8b5522baf31d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:31.979810 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95c8fd6a-4589-443c-8578-8b5522baf31d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:32.027163 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event updated for resources: {'Port': ['ID=ddd89200-5e81-4c1c-b2f5-b05cc96a067d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:32.175115 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:32.197784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Transition to ACTIVE for port object 49ac2686-fb75-40f5-9c89-32c76410735b will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:32.212357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-dec1df28-24d6-4c2b-93e1-8a6da5a4630c tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9980502 Aug 29 07:10:32.215432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54268) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:32.222714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:32.224706 n-d-713301-12 neutron-server[95404]: INFO neutron.db.ipam_backend_mixin [None req-95c8fd6a-4589-443c-8578-8b5522baf31d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 737d79ef-4965-493f-9534-d6854da565f7 (CIDR: 2001:db8::/64) Aug 29 07:10:32.234235 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Transition to ACTIVE for port object 49ac2686-fb75-40f5-9c89-32c76410735b will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:32.241704 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d4e2e85-eca4-4348-8188-7616095f02d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:32.259933 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c8fd6a-4589-443c-8578-8b5522baf31d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:10:32.263869 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c8fd6a-4589-443c-8578-8b5522baf31d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:10:32.264368 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:32.298213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Attempting to bind port 65645479-7ec6-46d1-9ce2-908d896bd499 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:10:32.302395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Attempting to bind port 65645479-7ec6-46d1-9ce2-908d896bd499 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '57ca04c3-7918-4857-962c-65440fb86010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfb686c-994c-41f8-b752-538332e21d03'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:10:32.302856 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Attempting to bind port 65645479-7ec6-46d1-9ce2-908d896bd499 on network ccfb686c-994c-41f8-b752-538332e21d03 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:10:32.327567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:10:32.327992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Checking segment: {'id': '57ca04c3-7918-4857-962c-65440fb86010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfb686c-994c-41f8-b752-538332e21d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:32.331471 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:32.342357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Bound using segment: {'id': '57ca04c3-7918-4857-962c-65440fb86010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfb686c-994c-41f8-b752-538332e21d03'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:10:32.342357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Bound port: 65645479-7ec6-46d1-9ce2-908d896bd499, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ca04c3-7918-4857-962c-65440fb86010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfb686c-994c-41f8-b752-538332e21d03'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:10:32.342357 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:32.388515 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:32.411903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Deleting port 65645479-7ec6-46d1-9ce2-908d896bd499 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:32.413279 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:32.446428 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e2e85-eca4-4348-8188-7616095f02d7 None None] Pushing event updated for resources: {'Port': ['ID=692c1f01-34c6-4f19-ac79-3b1bc10c4752,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:32.446428 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:32.509117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-95c8fd6a-4589-443c-8578-8b5522baf31d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3542368 Aug 29 07:10:32.517520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54278) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:32.547049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d5be203c-26c9-4565-aa89-e26f85328c17 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': '0425e995-d1e1-44aa-8aba-0d22b40dd5c7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:32.582112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] For port 65645479-7ec6-46d1-9ce2-908d896bd499, host n-d-713301-12, got binding levels [] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:32.582112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:32.634021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Pushing event updated for resources: {'Port': ['ID=49ac2686-fb75-40f5-9c89-32c76410735b,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:32.670718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-439e1d88-5cc2-4084-939f-0e50414ceb98 None None] Provisioning for port ddd89200-5e81-4c1c-b2f5-b05cc96a067d completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:32.684852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Network 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:32.695904 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Calling delete_port for 65645479-7ec6-46d1-9ce2-908d896bd499 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:32.697328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-439e1d88-5cc2-4084-939f-0e50414ceb98 None None] Provisioning complete for port ddd89200-5e81-4c1c-b2f5-b05cc96a067d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:32.698092 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:32.700460 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-439e1d88-5cc2-4084-939f-0e50414ceb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:32.707820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:32.715828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:32.789440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] For port 65645479-7ec6-46d1-9ce2-908d896bd499, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:10:32.920913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54284) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:32.950494 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] For port 65645479-7ec6-46d1-9ce2-908d896bd499, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=65645479-7ec6-46d1-9ce2-908d896bd499,segment=NetworkSegment(57ca04c3-7918-4857-962c-65440fb86010),segment_id=57ca04c3-7918-4857-962c-65440fb86010)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:10:32.978024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-439e1d88-5cc2-4084-939f-0e50414ceb98 None None] Port ddd89200-5e81-4c1c-b2f5-b05cc96a067d cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:10:32.984384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Allocated IP 172.25.1.191 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/8875d0c7-7b9a-495e-afcd-97fbc7b55002) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:32.996309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Attempting to bind port 49ac2686-fb75-40f5-9c89-32c76410735b on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:10:32.997493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Attempting to bind port 49ac2686-fb75-40f5-9c89-32c76410735b by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'f5d31e2d-fc6f-4f99-9d42-5579067046df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0425e995-d1e1-44aa-8aba-0d22b40dd5c7'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:10:32.998111 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Attempting to bind port 49ac2686-fb75-40f5-9c89-32c76410735b on network 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:10:33.006485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-439e1d88-5cc2-4084-939f-0e50414ceb98 None None] Provisioning complete for port 692c1f01-34c6-4f19-ac79-3b1bc10c4752 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:33.007536 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-439e1d88-5cc2-4084-939f-0e50414ceb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.100281 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.107267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5be203c-26c9-4565-aa89-e26f85328c17 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:33.111353 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d5be203c-26c9-4565-aa89-e26f85328c17 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.128846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:10:33.132371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Checking segment: {'id': 'f5d31e2d-fc6f-4f99-9d42-5579067046df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0425e995-d1e1-44aa-8aba-0d22b40dd5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:33.133550 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.133961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Bound using segment: {'id': 'f5d31e2d-fc6f-4f99-9d42-5579067046df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0425e995-d1e1-44aa-8aba-0d22b40dd5c7'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:10:33.135873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Bound port: 49ac2686-fb75-40f5-9c89-32c76410735b, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d31e2d-fc6f-4f99-9d42-5579067046df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0425e995-d1e1-44aa-8aba-0d22b40dd5c7'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:10:33.136276 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.214716 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1b6ae5b2-5d82-4e8f-86ce-cb1104f05eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.215410 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.256214 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc74cc-6730-469a-9ba1-031e252222e2 None None] Pushing event deleted for resources: {'Port': ['ID=65645479-7ec6-46d1-9ce2-908d896bd499,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:33.262023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Port': ['ID=65645479-7ec6-46d1-9ce2-908d896bd499,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:33.302366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No DVR routers for this DVR port 65645479-7ec6-46d1-9ce2-908d896bd499 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server [None req-ce041c1e-cf2e-4940-89ac-2ca51f5a3621 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 65645479-7ec6-46d1-9ce2-908d896bd499 could not be found. Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 65645479-7ec6-46d1-9ce2-908d896bd499 could not be found. Aug 29 07:10:33.355413 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Aug 29 07:10:33.409646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfb812e-cda3-4275-8523-525eb29995a0 None None] Network ccfb686c-994c-41f8-b752-538332e21d03 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:33.438602 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.575072 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1b6ae5b2-5d82-4e8f-86ce-cb1104f05eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.588067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] For port 49ac2686-fb75-40f5-9c89-32c76410735b, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:10:33.602894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] For port 49ac2686-fb75-40f5-9c89-32c76410735b, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=49ac2686-fb75-40f5-9c89-32c76410735b,segment=NetworkSegment(f5d31e2d-fc6f-4f99-9d42-5579067046df),segment_id=f5d31e2d-fc6f-4f99-9d42-5579067046df)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:10:33.644169 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1b6ae5b2-5d82-4e8f-86ce-cb1104f05eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.647216 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.673223 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 692c1f01-34c6-4f19-ac79-3b1bc10c4752 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:10:33.712449 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.727360 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.769623 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.812397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ae5b2-5d82-4e8f-86ce-cb1104f05eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e243e-8d45-4e07-ac79-40ebb20aadde,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:33.827181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 692c1f01-34c6-4f19-ac79-3b1bc10c4752 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:33.827181 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:33.827478 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event updated for resources: {'Port': ['ID=8875d0c7-7b9a-495e-afcd-97fbc7b55002,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:33.851753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfb686c-994c-41f8-b752-538332e21d03']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:33.888199 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8dd12-6d58-4dc3-beaf-51bc3420f12c None None] Pushing event updated for resources: {'Port': ['ID=49ac2686-fb75-40f5-9c89-32c76410735b,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:33.889925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:33.900331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:33.928531 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1b6ae5b2-5d82-4e8f-86ce-cb1104f05eba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=50d63f875754413db526bd84e0311cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0062704 Aug 29 07:10:33.929712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54302) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:33.930765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:33.978847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ca04c3-7918-4857-962c-65440fb86010') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:33.979354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ca04c3-7918-4857-962c-65440fb86010') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:33.999901 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:34.031961 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:34.052241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:34.057076 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:34.207578 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d8b899b-99de-4f49-aa8f-f66d71bd1fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:34.263213 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:34.307370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d8b899b-99de-4f49-aa8f-f66d71bd1fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:34.387319 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:34.421791 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:34.424257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/ccfb686c-994c-41f8-b752-538332e21d03 HTTP/1.1" status: 204 len: 168 time: 4.6100447 Aug 29 07:10:34.425204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b4a57-0a85-4cd3-9fe5-c87862d6db7f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Network': ['ID=ccfb686c-994c-41f8-b752-538332e21d03,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:34.435515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54308) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:34.444946 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7332d901-c21e-428d-a188-5d4f0fb61a5d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-38080712'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:34.516949 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:34.580722 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d5be203c-26c9-4565-aa89-e26f85328c17 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:34.613572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7332d901-c21e-428d-a188-5d4f0fb61a5d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:34.617249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7332d901-c21e-428d-a188-5d4f0fb61a5d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:34.620926 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d8b899b-99de-4f49-aa8f-f66d71bd1fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:34.628163 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7d8b899b-99de-4f49-aa8f-f66d71bd1fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:34.632572 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7d8b899b-99de-4f49-aa8f-f66d71bd1fa8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3d0e243e-8d45-4e07-ac79-40ebb20aadde HTTP/1.1" status: 204 len: 168 time: 0.6990643 Aug 29 07:10:34.662587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5be203c-26c9-4565-aa89-e26f85328c17 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:34.667083 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-d5be203c-26c9-4565-aa89-e26f85328c17 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:34.671863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be203c-26c9-4565-aa89-e26f85328c17 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:34.672468 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d5be203c-26c9-4565-aa89-e26f85328c17 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:34.681552 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be203c-26c9-4565-aa89-e26f85328c17 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Subnet': ['ID=3ad601df-2c50-4858-80d0-79ba98c9eae2,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:34.700306 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:34.706855 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b899b-99de-4f49-aa8f-f66d71bd1fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0e243e-8d45-4e07-ac79-40ebb20aadde,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:35.087506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d5be203c-26c9-4565-aa89-e26f85328c17 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2958660 Aug 29 07:10:35.090564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7332d901-c21e-428d-a188-5d4f0fb61a5d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:35.090564 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7332d901-c21e-428d-a188-5d4f0fb61a5d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:35.090564 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-7332d901-c21e-428d-a188-5d4f0fb61a5d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Added segment 4d65bd7d-0949-4a38-9af2-49d404b4ed48 of type vlan for network 70b4ad69-5337-4ee1-a1c8-496b0fcf4afc Aug 29 07:10:35.090564 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7332d901-c21e-428d-a188-5d4f0fb61a5d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:35.090564 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:35.090564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54320) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:35.094401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'network_id': '0425e995-d1e1-44aa-8aba-0d22b40dd5c7', 'fixed_ips': [{'subnet_id': '737d79ef-4965-493f-9534-d6854da565f7'}, {'subnet_id': '3ad601df-2c50-4858-80d0-79ba98c9eae2'}], 'name': 'tempest-PortsIpV6TestJSON-913359616'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:35.182218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21e53ea-f843-4866-af78-d0d514f03575 None None] Network 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:35.307341 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7332d901-c21e-428d-a188-5d4f0fb61a5d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:35.318422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7332d901-c21e-428d-a188-5d4f0fb61a5d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:35.320349 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7332d901-c21e-428d-a188-5d4f0fb61a5d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:35.328113 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:35.413333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:35.419371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-10f7568d-5760-4ae5-9064-0394934b0d97 None None] Provisioning for port 49ac2686-fb75-40f5-9c89-32c76410735b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:35.442001 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332d901-c21e-428d-a188-5d4f0fb61a5d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Network': ['ID=70b4ad69-5337-4ee1-a1c8-496b0fcf4afc,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:35.454488 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 70b4ad69-5337-4ee1-a1c8-496b0fcf4afc details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:35.522429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcb048b-b8e7-4974-9b91-b39b1742acbe None None] Update dhcp port {'port': {'network_id': '0425e995-d1e1-44aa-8aba-0d22b40dd5c7', 'fixed_ips': [{'subnet_id': '737d79ef-4965-493f-9534-d6854da565f7', 'ip_address': '2001:db8::2'}, {'subnet_id': '3ad601df-2c50-4858-80d0-79ba98c9eae2'}], 'binding:host_id': 'n-d-713301-12'}, 'id': '49ac2686-fb75-40f5-9c89-32c76410735b'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 07:10:35.551870 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7332d901-c21e-428d-a188-5d4f0fb61a5d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1150277 Aug 29 07:10:35.555959 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54330) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:35.578488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4c1e26bd-d2a3-4ef7-96cf-0b8ae9ef2514 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'subnet': {'network_id': '70b4ad69-5337-4ee1-a1c8-496b0fcf4afc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:35.579008 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ebcb048b-b8e7-4974-9b91-b39b1742acbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:35.600024 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event updated for resources: {'Port': ['ID=8875d0c7-7b9a-495e-afcd-97fbc7b55002,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:35.660460 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:35.687815 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:35.720874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port ae59111d-4336-4a15-8cc7-3bac7476fc13 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:10:35.803508 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:35.810662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54342) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:35.822992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 49ac2686-fb75-40f5-9c89-32c76410735b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:10:35.836135 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1e3d0f94-c27f-4746-b1a1-af52271d0c69 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5881450 Aug 29 07:10:35.840447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-51d456b2-68f2-4b44-9812-f94ee31247f1 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Request body: {'floatingip': {'port_id': 'ddd89200-5e81-4c1c-b2f5-b05cc96a067d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:36.010786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-ebcb048b-b8e7-4974-9b91-b39b1742acbe None None] Allocated IP 2001:db8:0:1::2 (0425e995-d1e1-44aa-8aba-0d22b40dd5c7/3ad601df-2c50-4858-80d0-79ba98c9eae2/49ac2686-fb75-40f5-9c89-32c76410735b) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:36.027342 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51d456b2-68f2-4b44-9812-f94ee31247f1 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:36.159865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 49ac2686-fb75-40f5-9c89-32c76410735b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:36.168332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1e26bd-d2a3-4ef7-96cf-0b8ae9ef2514 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:36.173186 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c1e26bd-d2a3-4ef7-96cf-0b8ae9ef2514 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:36.176043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 49ac2686-fb75-40f5-9c89-32c76410735b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:36.176858 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:36.310174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ebcb048b-b8e7-4974-9b91-b39b1742acbe None None] For port 49ac2686-fb75-40f5-9c89-32c76410735b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=49ac2686-fb75-40f5-9c89-32c76410735b,segment=NetworkSegment(f5d31e2d-fc6f-4f99-9d42-5579067046df),segment_id=f5d31e2d-fc6f-4f99-9d42-5579067046df)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:36.455917 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ebcb048b-b8e7-4974-9b91-b39b1742acbe None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:36.484292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ebcb048b-b8e7-4974-9b91-b39b1742acbe None None] Transition to ACTIVE for port object 49ac2686-fb75-40f5-9c89-32c76410735b will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:36.488636 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-51d456b2-68f2-4b44-9812-f94ee31247f1 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] update failed (client error): The resource could not be found. Aug 29 07:10:36.490548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-51d456b2-68f2-4b44-9812-f94ee31247f1 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "PUT /v2.0/floatingips/33e0852a-6d3e-4dba-bd3a-8ee993b65823 HTTP/1.1" status: 404 len: 507 time: 0.6715527 Aug 29 07:10:36.493469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54366) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:36.524286 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:36.583837 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ebcb048b-b8e7-4974-9b91-b39b1742acbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:36.743643 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:10:36.744097 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:10:36.754375 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c1e26bd-d2a3-4ef7-96cf-0b8ae9ef2514 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:36.924274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e26bd-d2a3-4ef7-96cf-0b8ae9ef2514 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Checking segment: {'id': '4d65bd7d-0949-4a38-9af2-49d404b4ed48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '70b4ad69-5337-4ee1-a1c8-496b0fcf4afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:36.924719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1e26bd-d2a3-4ef7-96cf-0b8ae9ef2514 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network hostable DHCP agents. Network: 70b4ad69-5337-4ee1-a1c8-496b0fcf4afc, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:10:36.930068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb048b-b8e7-4974-9b91-b39b1742acbe None None] Pushing event updated for resources: {'Port': ['ID=49ac2686-fb75-40f5-9c89-32c76410735b,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:37.003960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e26bd-d2a3-4ef7-96cf-0b8ae9ef2514 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Subnet': ['ID=27c7b9d2-39e6-4634-baa8-575b3d5ac340,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:37.102093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1e26bd-d2a3-4ef7-96cf-0b8ae9ef2514 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network 70b4ad69-5337-4ee1-a1c8-496b0fcf4afc is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:10:37.191080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-4c1e26bd-d2a3-4ef7-96cf-0b8ae9ef2514 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 70b4ad69-5337-4ee1-a1c8-496b0fcf4afc) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:37.196504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1e26bd-d2a3-4ef7-96cf-0b8ae9ef2514 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:37.204265 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c1e26bd-d2a3-4ef7-96cf-0b8ae9ef2514 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:37.204678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af75a3ff-1fe1-4c09-a43a-3f38bde89948 None None] Network 70b4ad69-5337-4ee1-a1c8-496b0fcf4afc requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:37.279255 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4c1e26bd-d2a3-4ef7-96cf-0b8ae9ef2514 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7208221 Aug 29 07:10:37.282595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54380) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:37.526328 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:37.576673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Allocated IP 2001:db8::177 (0425e995-d1e1-44aa-8aba-0d22b40dd5c7/737d79ef-4965-493f-9534-d6854da565f7/ae59111d-4336-4a15-8cc7-3bac7476fc13) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:37.590785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Allocated IP 2001:db8:0:1::241 (0425e995-d1e1-44aa-8aba-0d22b40dd5c7/3ad601df-2c50-4858-80d0-79ba98c9eae2/ae59111d-4336-4a15-8cc7-3bac7476fc13) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:37.622933 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:37.646208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-5b549727-4809-4b72-8a7d-7c722552171d tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Deleting port 8875d0c7-7b9a-495e-afcd-97fbc7b55002 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:37.646566 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b549727-4809-4b72-8a7d-7c722552171d tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:37.851744 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:37.912922 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:37.964390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Subnet': ['ID=27c7b9d2-39e6-4634-baa8-575b3d5ac340,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:37.986805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e7ed51-04cb-481f-9f4e-0a68192d369d None None] Network 70b4ad69-5337-4ee1-a1c8-496b0fcf4afc requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:38.158226 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.187966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b4ad69-5337-4ee1-a1c8-496b0fcf4afc']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:38.193140 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b549727-4809-4b72-8a7d-7c722552171d tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.193930 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b549727-4809-4b72-8a7d-7c722552171d tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.218312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747668e2-2b62-4141-acf2-5bdacebf7a57 None None] Network 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:38.219437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d65bd7d-0949-4a38-9af2-49d404b4ed48') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:38.219930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d65bd7d-0949-4a38-9af2-49d404b4ed48') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:38.234480 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-5b549727-4809-4b72-8a7d-7c722552171d tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Calling delete_port for 8875d0c7-7b9a-495e-afcd-97fbc7b55002 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:38.239209 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.256142 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.267308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:38.267750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:38.272193 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:38.383392 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 49ac2686-fb75-40f5-9c89-32c76410735b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=49ac2686-fb75-40f5-9c89-32c76410735b,segment=NetworkSegment(f5d31e2d-fc6f-4f99-9d42-5579067046df),segment_id=f5d31e2d-fc6f-4f99-9d42-5579067046df)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:38.454060 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.545353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Transition to ACTIVE for port object ae59111d-4336-4a15-8cc7-3bac7476fc13 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:38.545612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.552494 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.559828 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.569696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/70b4ad69-5337-4ee1-a1c8-496b0fcf4afc HTTP/1.1" status: 204 len: 168 time: 1.2821958 Aug 29 07:10:38.581458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cdfdac02-a054-4f6a-86be-d3d7a0d99877 None None] Provisioning for port 49ac2686-fb75-40f5-9c89-32c76410735b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:38.584339 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b97def46-22d9-457f-b251-1753aee3420b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.593443 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b549727-4809-4b72-8a7d-7c722552171d tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.606158 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54406) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:38.613134 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cdfdac02-a054-4f6a-86be-d3d7a0d99877 None None] Provisioning complete for port 49ac2686-fb75-40f5-9c89-32c76410735b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:38.613531 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cdfdac02-a054-4f6a-86be-d3d7a0d99877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.627258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e4d781a7-9afd-46c1-880c-91988463ab75 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2029715711'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:38.658442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b549727-4809-4b72-8a7d-7c722552171d tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event deleted for resources: {'Port': ['ID=8875d0c7-7b9a-495e-afcd-97fbc7b55002,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:38.675401 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.700410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b5b84-30d0-445f-a30e-f08851b456e1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Network': ['ID=70b4ad69-5337-4ee1-a1c8-496b0fcf4afc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:38.751308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:38.751876 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=49ac2686-fb75-40f5-9c89-32c76410735b,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:38.782537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:38.797330 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:38.804389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:38.805073 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.818849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 49ac2686-fb75-40f5-9c89-32c76410735b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:10:38.830598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=ae59111d-4336-4a15-8cc7-3bac7476fc13,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:38.835505 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b549727-4809-4b72-8a7d-7c722552171d tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.838705 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5b549727-4809-4b72-8a7d-7c722552171d tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.840519 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5b549727-4809-4b72-8a7d-7c722552171d tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "DELETE /v2.0/floatingips/33e0852a-6d3e-4dba-bd3a-8ee993b65823 HTTP/1.1" status: 204 len: 168 time: 2.3458459 Aug 29 07:10:38.843829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54412) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:38.848868 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-cd3857d9-8161-4760-9de5-84f1df7fbf3e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Request body: {'floatingip': {'floating_network_id': 'db049708-fe3c-4347-8aeb-9870d565b31e', 'port_id': 'ddd89200-5e81-4c1c-b2f5-b05cc96a067d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:38.912474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d781a7-9afd-46c1-880c-91988463ab75 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:38.917753 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4d781a7-9afd-46c1-880c-91988463ab75 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.936594 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 49ac2686-fb75-40f5-9c89-32c76410735b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:38.937188 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.975253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d781a7-9afd-46c1-880c-91988463ab75 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:38.996679 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4d781a7-9afd-46c1-880c-91988463ab75 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:38.997442 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-e4d781a7-9afd-46c1-880c-91988463ab75 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Added segment 458e30d2-5712-4c46-84da-fbcb5f29fe60 of type vlan for network eb37e2ac-f73e-4d77-91d4-8ea4cd195b25 Aug 29 07:10:39.014553 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bb0052a6-69e8-4eac-a39e-7029266dd5d2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.9252014 Aug 29 07:10:39.016447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54414) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:39.029441 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2bebb71e-24f5-4a2f-860d-d876f3c0e809 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '737d79ef-4965-493f-9534-d6854da565f7'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:39.080168 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4d781a7-9afd-46c1-880c-91988463ab75 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:39.156507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-789005aa-de41-4fdc-88ac-42dd8d429bc1 None None] Provisioning complete for port 49ac2686-fb75-40f5-9c89-32c76410735b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:39.156886 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-789005aa-de41-4fdc-88ac-42dd8d429bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:39.170843 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2bebb71e-24f5-4a2f-860d-d876f3c0e809 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:39.226986 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4d781a7-9afd-46c1-880c-91988463ab75 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:39.251267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d781a7-9afd-46c1-880c-91988463ab75 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:39.252056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4d781a7-9afd-46c1-880c-91988463ab75 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:39.261746 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd3857d9-8161-4760-9de5-84f1df7fbf3e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:39.386373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d781a7-9afd-46c1-880c-91988463ab75 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Network': ['ID=eb37e2ac-f73e-4d77-91d4-8ea4cd195b25,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:39.406641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network eb37e2ac-f73e-4d77-91d4-8ea4cd195b25 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:39.433618 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e4d781a7-9afd-46c1-880c-91988463ab75 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8254745 Aug 29 07:10:39.441080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54424) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:39.450354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3a6eb456-9ad1-45f9-aeed-d00d1dae1b49 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'subnet': {'network_id': 'eb37e2ac-f73e-4d77-91d4-8ea4cd195b25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:39.588884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522d6fa3-6bde-478f-9e27-5743665934dd None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 07:10:39.762587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-2bebb71e-24f5-4a2f-860d-d876f3c0e809 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Delete allocated IP 2001:db8:0:1::241 (0425e995-d1e1-44aa-8aba-0d22b40dd5c7/3ad601df-2c50-4858-80d0-79ba98c9eae2) {{(pid=95403) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 07:10:39.764081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522d6fa3-6bde-478f-9e27-5743665934dd None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 07:10:39.774921 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6eb456-9ad1-45f9-aeed-d00d1dae1b49 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:39.778997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3a6eb456-9ad1-45f9-aeed-d00d1dae1b49 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:39.867205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5b09948b-17ad-47ea-92c9-21593bcb4de7 None None] Provisioning for port ae59111d-4336-4a15-8cc7-3bac7476fc13 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:39.893070 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-cd3857d9-8161-4760-9de5-84f1df7fbf3e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:10:39.893070 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cd3857d9-8161-4760-9de5-84f1df7fbf3e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0402749 Aug 29 07:10:39.893070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54430) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:39.895331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': 'ddd89200-5e81-4c1c-b2f5-b05cc96a067d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:39.901033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54432) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:39.901215 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5b09948b-17ad-47ea-92c9-21593bcb4de7 None None] Provisioning complete for port ae59111d-4336-4a15-8cc7-3bac7476fc13 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:39.901582 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5b09948b-17ad-47ea-92c9-21593bcb4de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:39.918707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-98bfb96c-dce8-47ae-87ee-1e6c3859de5e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474136506', 'description': 'tempest-secgroup-smoke-1474136506 description', 'project_id': '6b66a9a586534730b2f472cdc192b004'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:39.971122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5b09948b-17ad-47ea-92c9-21593bcb4de7 None None] Port ae59111d-4336-4a15-8cc7-3bac7476fc13 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:10:40.001042 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:40.098910 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2bebb71e-24f5-4a2f-860d-d876f3c0e809 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:40.127091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-2bebb71e-24f5-4a2f-860d-d876f3c0e809 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Ignored duplicate provisioning block setup for port ae59111d-4336-4a15-8cc7-3bac7476fc13 by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 07:10:40.197143 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:40.304612 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2bebb71e-24f5-4a2f-860d-d876f3c0e809 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:40.346941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98bfb96c-dce8-47ae-87ee-1e6c3859de5e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:40.387511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2bebb71e-24f5-4a2f-860d-d876f3c0e809 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] In _notify_port_updated(), no bound segment for port ae59111d-4336-4a15-8cc7-3bac7476fc13 on network 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 {{(pid=95403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 07:10:40.387511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bebb71e-24f5-4a2f-860d-d876f3c0e809 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:40.387511 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2bebb71e-24f5-4a2f-860d-d876f3c0e809 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:40.388009 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98bfb96c-dce8-47ae-87ee-1e6c3859de5e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:40.388100 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2bebb71e-24f5-4a2f-860d-d876f3c0e809 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "PUT /v2.0/ports/ae59111d-4336-4a15-8cc7-3bac7476fc13 HTTP/1.1" status: 200 len: 925 time: 1.3388021 Aug 29 07:10:40.388100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebb71e-24f5-4a2f-860d-d876f3c0e809 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=ae59111d-4336-4a15-8cc7-3bac7476fc13,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:40.388100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54438) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:40.391372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-63e1d7e5-6af1-4cf7-950a-1117a0e6cb3c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '737d79ef-4965-493f-9534-d6854da565f7'}, {'subnet_id': '3ad601df-2c50-4858-80d0-79ba98c9eae2'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:40.558012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Allocated IP 172.25.1.214 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/ba11d8f6-9c10-4347-a4cd-1690ca6f6691) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:40.573018 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-63e1d7e5-6af1-4cf7-950a-1117a0e6cb3c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:40.633151 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98bfb96c-dce8-47ae-87ee-1e6c3859de5e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:40.705512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 49ac2686-fb75-40f5-9c89-32c76410735b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:10:40.801257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 49ac2686-fb75-40f5-9c89-32c76410735b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:40.801632 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:40.805411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-809fd625-79c7-4a93-a2fa-ef2d29b93514 None None] Provisioning complete for port ae59111d-4336-4a15-8cc7-3bac7476fc13 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:40.805770 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-809fd625-79c7-4a93-a2fa-ef2d29b93514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:40.876457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-809fd625-79c7-4a93-a2fa-ef2d29b93514 None None] Port ae59111d-4336-4a15-8cc7-3bac7476fc13 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:10:40.935089 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:41.083653 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3a6eb456-9ad1-45f9-aeed-d00d1dae1b49 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:41.175973 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-63e1d7e5-6af1-4cf7-950a-1117a0e6cb3c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Allocated IP 2001:db8:0:1::a3 (0425e995-d1e1-44aa-8aba-0d22b40dd5c7/3ad601df-2c50-4858-80d0-79ba98c9eae2/ae59111d-4336-4a15-8cc7-3bac7476fc13) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:41.176755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6eb456-9ad1-45f9-aeed-d00d1dae1b49 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Subnet': ['ID=f6c04203-031d-4732-a14d-adfdc5cea3b3,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:41.176755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6eb456-9ad1-45f9-aeed-d00d1dae1b49 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Checking segment: {'id': '458e30d2-5712-4c46-84da-fbcb5f29fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'eb37e2ac-f73e-4d77-91d4-8ea4cd195b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:41.176755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6eb456-9ad1-45f9-aeed-d00d1dae1b49 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network hostable DHCP agents. Network: eb37e2ac-f73e-4d77-91d4-8ea4cd195b25, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:10:41.262044 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-63e1d7e5-6af1-4cf7-950a-1117a0e6cb3c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:41.281909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-63e1d7e5-6af1-4cf7-950a-1117a0e6cb3c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Transition to ACTIVE for port object ae59111d-4336-4a15-8cc7-3bac7476fc13 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:41.379311 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:41.379910 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98bfb96c-dce8-47ae-87ee-1e6c3859de5e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:41.383511 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:41.421525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfb96c-dce8-47ae-87ee-1e6c3859de5e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b280c03-87f6-4492-974c-3a42812029b4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:41.439643 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-63e1d7e5-6af1-4cf7-950a-1117a0e6cb3c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:41.440508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6eb456-9ad1-45f9-aeed-d00d1dae1b49 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network eb37e2ac-f73e-4d77-91d4-8ea4cd195b25 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:10:41.440899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:41.440899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:41.450328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:41.505413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event updated for resources: {'Port': ['ID=ba11d8f6-9c10-4347-a4cd-1690ca6f6691,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:41.543075 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98bfb96c-dce8-47ae-87ee-1e6c3859de5e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:41.563636 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-efd66367-a980-46a1-b5d9-f4b6c2f671c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:41.564077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-3a6eb456-9ad1-45f9-aeed-d00d1dae1b49 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, eb37e2ac-f73e-4d77-91d4-8ea4cd195b25) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:41.564264 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-63e1d7e5-6af1-4cf7-950a-1117a0e6cb3c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] In _notify_port_updated(), no bound segment for port ae59111d-4336-4a15-8cc7-3bac7476fc13 on network 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 {{(pid=95403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 07:10:41.572314 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6eb456-9ad1-45f9-aeed-d00d1dae1b49 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:41.572314 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3a6eb456-9ad1-45f9-aeed-d00d1dae1b49 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:41.579852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1d7e5-6af1-4cf7-950a-1117a0e6cb3c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:41.579852 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-63e1d7e5-6af1-4cf7-950a-1117a0e6cb3c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:41.579852 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-63e1d7e5-6af1-4cf7-950a-1117a0e6cb3c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "PUT /v2.0/ports/ae59111d-4336-4a15-8cc7-3bac7476fc13 HTTP/1.1" status: 200 len: 1010 time: 1.1869724 Aug 29 07:10:41.589712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0b22ad-451e-4717-a465-6537e9b7f9e7 None None] Network eb37e2ac-f73e-4d77-91d4-8ea4cd195b25 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:41.602790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54456) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:41.709594 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98bfb96c-dce8-47ae-87ee-1e6c3859de5e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:41.779092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1d7e5-6af1-4cf7-950a-1117a0e6cb3c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=ae59111d-4336-4a15-8cc7-3bac7476fc13,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:41.797890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3a6eb456-9ad1-45f9-aeed-d00d1dae1b49 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3551202 Aug 29 07:10:41.800712 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfb96c-dce8-47ae-87ee-1e6c3859de5e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:41.807329 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54464) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:41.854253 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98bfb96c-dce8-47ae-87ee-1e6c3859de5e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:41.856619 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-98bfb96c-dce8-47ae-87ee-1e6c3859de5e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9547100 Aug 29 07:10:41.861211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54466) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:41.874948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d5a9769c-5ce8-4e1c-8d59-e3817954a364 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': 'fceedcca-eef6-4dfc-a86b-c6acdcd2ea71', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:41.894259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-f625a677-8a5f-47f5-b1e9-9912364c466a tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port ae59111d-4336-4a15-8cc7-3bac7476fc13 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:41.895502 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f625a677-8a5f-47f5-b1e9-9912364c466a tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:41.905372 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.057810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-eb37e2ac-f73e-4d77-91d4-8ea4cd195b25', 'network_id': 'eb37e2ac-f73e-4d77-91d4-8ea4cd195b25', 'tenant_id': '3e39fb0ee5b64f839ea992aedefeaf66', 'fixed_ips': [{'subnet_id': 'f6c04203-031d-4732-a14d-adfdc5cea3b3'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:10:42.059930 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.093828 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f625a677-8a5f-47f5-b1e9-9912364c466a tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.107698 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.115393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-f625a677-8a5f-47f5-b1e9-9912364c466a tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for ae59111d-4336-4a15-8cc7-3bac7476fc13 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:42.123122 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d5a9769c-5ce8-4e1c-8d59-e3817954a364 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.123707 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Deleting port ba11d8f6-9c10-4347-a4cd-1690ca6f6691 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:42.124160 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.151391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b8e3ff05-c275-425e-9c11-10a7f3396654 None None] Provisioning for port ae59111d-4336-4a15-8cc7-3bac7476fc13 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:42.167751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b8e3ff05-c275-425e-9c11-10a7f3396654 None None] Provisioning complete for port ae59111d-4336-4a15-8cc7-3bac7476fc13 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:42.168525 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ff05-c275-425e-9c11-10a7f3396654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.218256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3ff05-c275-425e-9c11-10a7f3396654 None None] Port ae59111d-4336-4a15-8cc7-3bac7476fc13 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:10:42.239941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d5a9769c-5ce8-4e1c-8d59-e3817954a364 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.284467 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.308113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Allocated IP 2001:db8::1 (eb37e2ac-f73e-4d77-91d4-8ea4cd195b25/f6c04203-031d-4732-a14d-adfdc5cea3b3/23ac4cc5-c5f5-4f98-bf6c-87e168cd769b) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:42.317968 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.318440 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.332561 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d5a9769c-5ce8-4e1c-8d59-e3817954a364 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.341158 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Calling delete_port for ba11d8f6-9c10-4347-a4cd-1690ca6f6691 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:42.369876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9769c-5ce8-4e1c-8d59-e3817954a364 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac00a18-c721-48da-8406-e8541977fcab,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:42.443275 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d5a9769c-5ce8-4e1c-8d59-e3817954a364 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.445244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d5a9769c-5ce8-4e1c-8d59-e3817954a364 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5771039 Aug 29 07:10:42.449574 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54468) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:42.459386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6e85dd24-27e5-4a16-8560-ad893eaf801b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': 'fceedcca-eef6-4dfc-a86b-c6acdcd2ea71', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:42.532996 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.700928 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f625a677-8a5f-47f5-b1e9-9912364c466a tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.708836 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e85dd24-27e5-4a16-8560-ad893eaf801b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.739308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625a677-8a5f-47f5-b1e9-9912364c466a tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=ae59111d-4336-4a15-8cc7-3bac7476fc13,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:42.743959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Transition to ACTIVE for port object 23ac4cc5-c5f5-4f98-bf6c-87e168cd769b will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:42.779851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.781861 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Transition to ACTIVE for port object 23ac4cc5-c5f5-4f98-bf6c-87e168cd769b will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:42.832327 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f625a677-8a5f-47f5-b1e9-9912364c466a tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.834277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f625a677-8a5f-47f5-b1e9-9912364c466a tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/ae59111d-4336-4a15-8cc7-3bac7476fc13 HTTP/1.1" status: 204 len: 168 time: 1.2283766 Aug 29 07:10:42.838426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54480) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:42.845634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event deleted for resources: {'Port': ['ID=ba11d8f6-9c10-4347-a4cd-1690ca6f6691,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:42.848858 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e85dd24-27e5-4a16-8560-ad893eaf801b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:42.891839 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a60ed72-0494-4ea2-b265-05234eda0e23 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] GET failed (client error): The resource could not be found. Aug 29 07:10:42.913199 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54482) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:42.929525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4a60ed72-0494-4ea2-b265-05234eda0e23 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/ae59111d-4336-4a15-8cc7-3bac7476fc13 HTTP/1.1" status: 404 len: 333 time: 0.0639079 Aug 29 07:10:42.935915 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.005917 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e85dd24-27e5-4a16-8560-ad893eaf801b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.030340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Pushing event updated for resources: {'Port': ['ID=23ac4cc5-c5f5-4f98-bf6c-87e168cd769b,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:43.069523 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85dd24-27e5-4a16-8560-ad893eaf801b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5744d6be-1cc6-4ef6-ae71-f09f98704559,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:43.082881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f13b386-58d4-43e0-b97f-b9f5dbcc2647 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting subnet 3ad601df-2c50-4858-80d0-79ba98c9eae2 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:10:43.085516 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Network eb37e2ac-f73e-4d77-91d4-8ea4cd195b25 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:43.087582 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:43.092964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:43.100996 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f13b386-58d4-43e0-b97f-b9f5dbcc2647 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.138358 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.175413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Attempting to bind port 23ac4cc5-c5f5-4f98-bf6c-87e168cd769b on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:10:43.176031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Attempting to bind port 23ac4cc5-c5f5-4f98-bf6c-87e168cd769b by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '458e30d2-5712-4c46-84da-fbcb5f29fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'eb37e2ac-f73e-4d77-91d4-8ea4cd195b25'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:10:43.176495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Attempting to bind port 23ac4cc5-c5f5-4f98-bf6c-87e168cd769b on network eb37e2ac-f73e-4d77-91d4-8ea4cd195b25 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:10:43.183774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:10:43.184463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Checking segment: {'id': '458e30d2-5712-4c46-84da-fbcb5f29fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'eb37e2ac-f73e-4d77-91d4-8ea4cd195b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:43.185134 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.185595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Bound using segment: {'id': '458e30d2-5712-4c46-84da-fbcb5f29fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'eb37e2ac-f73e-4d77-91d4-8ea4cd195b25'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:10:43.186365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Bound port: 23ac4cc5-c5f5-4f98-bf6c-87e168cd769b, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458e30d2-5712-4c46-84da-fbcb5f29fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'eb37e2ac-f73e-4d77-91d4-8ea4cd195b25'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:10:43.187083 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.191713 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c04203-031d-4732-a14d-adfdc5cea3b3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:43.197217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f13b386-58d4-43e0-b97f-b9f5dbcc2647 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.248407 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e85dd24-27e5-4a16-8560-ad893eaf801b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.252108 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6e85dd24-27e5-4a16-8560-ad893eaf801b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7978559 Aug 29 07:10:43.252716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54494) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:43.259264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5806bbfd-6e4f-47e8-beba-1e4cba95a36c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': 'fceedcca-eef6-4dfc-a86b-c6acdcd2ea71', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:43.305762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] For port 23ac4cc5-c5f5-4f98-bf6c-87e168cd769b, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:10:43.316929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] For port 23ac4cc5-c5f5-4f98-bf6c-87e168cd769b, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=23ac4cc5-c5f5-4f98-bf6c-87e168cd769b,segment=NetworkSegment(458e30d2-5712-4c46-84da-fbcb5f29fe60),segment_id=458e30d2-5712-4c46-84da-fbcb5f29fe60)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:10:43.330498 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] create failed (client error): The resource could not be found. Aug 29 07:10:43.342555 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a543db52-5269-4216-a50e-3b9571118674 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4492147 Aug 29 07:10:43.350938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54502) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:43.375830 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.394197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb37e2ac-f73e-4d77-91d4-8ea4cd195b25']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:43.395774 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.423236 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458e30d2-5712-4c46-84da-fbcb5f29fe60') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:43.424046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458e30d2-5712-4c46-84da-fbcb5f29fe60') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:43.457592 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5806bbfd-6e4f-47e8-beba-1e4cba95a36c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.475753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.509184 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.519436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f13b386-58d4-43e0-b97f-b9f5dbcc2647 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.524211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:43.527700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:43.539917 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:43.573357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ba654361-1635-49a8-aa0b-7670c67441d2 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Deleting port ddd89200-5e81-4c1c-b2f5-b05cc96a067d {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:43.573929 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba654361-1635-49a8-aa0b-7670c67441d2 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.582556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd407b-8d57-4ff2-8b80-179a598efbc5 None None] Pushing event updated for resources: {'Port': ['ID=23ac4cc5-c5f5-4f98-bf6c-87e168cd769b,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:43.606974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb5e4bc-f1d1-40e2-a03c-a089ce4ae6d6 None None] Network eb37e2ac-f73e-4d77-91d4-8ea4cd195b25 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:43.643729 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5806bbfd-6e4f-47e8-beba-1e4cba95a36c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.776453 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba654361-1635-49a8-aa0b-7670c67441d2 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.797551 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5806bbfd-6e4f-47e8-beba-1e4cba95a36c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.832933 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 07:10:43.832933 n-d-713301-12 neutron-server[95403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 07:10:43.832933 n-d-713301-12 neutron-server[95403]: [parameters: {'id': 'eb37e2ac-f73e-4d77-91d4-8ea4cd195b25'}] Aug 29 07:10:43.832933 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:10:43.833576 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:10:43.837655 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ba654361-1635-49a8-aa0b-7670c67441d2 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Calling delete_port for ddd89200-5e81-4c1c-b2f5-b05cc96a067d owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:43.838116 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.843879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806bbfd-6e4f-47e8-beba-1e4cba95a36c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf76870-b7c8-4bd8-b82e-4163da52807c,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:43.969019 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f13b386-58d4-43e0-b97f-b9f5dbcc2647 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.980955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e30aa8c-c28f-4960-a413-a8121785baeb None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 07:10:43.997103 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5806bbfd-6e4f-47e8-beba-1e4cba95a36c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:43.998675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5806bbfd-6e4f-47e8-beba-1e4cba95a36c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7448518 Aug 29 07:10:44.002327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54508) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:44.011907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5db414b1-a307-4b5e-bbdc-a7c282b548c7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': 'fceedcca-eef6-4dfc-a86b-c6acdcd2ea71', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:44.042501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13b386-58d4-43e0-b97f-b9f5dbcc2647 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad601df-2c50-4858-80d0-79ba98c9eae2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:44.060114 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f13b386-58d4-43e0-b97f-b9f5dbcc2647 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:44.069761 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2f13b386-58d4-43e0-b97f-b9f5dbcc2647 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/3ad601df-2c50-4858-80d0-79ba98c9eae2 HTTP/1.1" status: 204 len: 168 time: 1.1534152 Aug 29 07:10:44.072613 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54512) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:44.132276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3581265-3c6a-4aa2-9875-d17c9413f7db tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting subnet 737d79ef-4965-493f-9534-d6854da565f7 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:10:44.137463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e30aa8c-c28f-4960-a413-a8121785baeb None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 07:10:44.137638 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba654361-1635-49a8-aa0b-7670c67441d2 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:44.144371 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3581265-3c6a-4aa2-9875-d17c9413f7db tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:44.286089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba654361-1635-49a8-aa0b-7670c67441d2 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event deleted for resources: {'Port': ['ID=ddd89200-5e81-4c1c-b2f5-b05cc96a067d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:44.296491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5db414b1-a307-4b5e-bbdc-a7c282b548c7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:44.334599 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:44.387020 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3581265-3c6a-4aa2-9875-d17c9413f7db tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:44.447387 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5db414b1-a307-4b5e-bbdc-a7c282b548c7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:44.464381 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Deleting port 23ac4cc5-c5f5-4f98-bf6c-87e168cd769b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:44.466276 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:44.519977 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5db414b1-a307-4b5e-bbdc-a7c282b548c7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:44.541554 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba654361-1635-49a8-aa0b-7670c67441d2 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:44.542885 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2b801e-5f20-4c8f-98c1-80c36c48bea9 None None] Network 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:44.544819 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ba654361-1635-49a8-aa0b-7670c67441d2 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "DELETE /v2.0/ports/ddd89200-5e81-4c1c-b2f5-b05cc96a067d HTTP/1.1" status: 204 len: 168 time: 1.2006135 Aug 29 07:10:44.550341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54524) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:44.574752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db414b1-a307-4b5e-bbdc-a7c282b548c7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2af71d-19bf-4661-8b3e-2d0bc21f6773,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:44.643447 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3581265-3c6a-4aa2-9875-d17c9413f7db tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:44.672907 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5db414b1-a307-4b5e-bbdc-a7c282b548c7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:44.677159 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5db414b1-a307-4b5e-bbdc-a7c282b548c7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6709127 Aug 29 07:10:44.680219 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] For port 23ac4cc5-c5f5-4f98-bf6c-87e168cd769b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=23ac4cc5-c5f5-4f98-bf6c-87e168cd769b,segment=NetworkSegment(458e30d2-5712-4c46-84da-fbcb5f29fe60),segment_id=458e30d2-5712-4c46-84da-fbcb5f29fe60)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:44.681014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:44.685686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b4fd5e-a634-4ad4-a2b5-72618f888c16 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:44.686876 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a0b4fd5e-a634-4ad4-a2b5-72618f888c16 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8900804-1320-4230-ab7d-d3d91b4e2e8b HTTP/1.1" status: 200 len: 913 time: 0.1325226 Aug 29 07:10:44.689962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54528) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:44.689962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54530) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:44.695479 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1491be56-62d7-4d16-94eb-4be36bd7a680 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': 'fceedcca-eef6-4dfc-a86b-c6acdcd2ea71', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:44.713939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Calling delete_port for 23ac4cc5-c5f5-4f98-bf6c-87e168cd769b owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:45.518427 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:45.549814 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-1491be56-62d7-4d16-94eb-4be36bd7a680 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Project 6b66a9a586534730b2f472cdc192b004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:10:45.552805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No DVR routers for this DVR port 23ac4cc5-c5f5-4f98-bf6c-87e168cd769b on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:10:45.564978 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3581265-3c6a-4aa2-9875-d17c9413f7db tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:45.584597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Port': ['ID=23ac4cc5-c5f5-4f98-bf6c-87e168cd769b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:45.604635 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1491be56-62d7-4d16-94eb-4be36bd7a680 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:45.671404 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3581265-3c6a-4aa2-9875-d17c9413f7db tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:45.673532 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a3581265-3c6a-4aa2-9875-d17c9413f7db tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/737d79ef-4965-493f-9534-d6854da565f7 HTTP/1.1" status: 204 len: 168 time: 1.5996759 Aug 29 07:10:45.674387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3581265-3c6a-4aa2-9875-d17c9413f7db tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Subnet': ['ID=737d79ef-4965-493f-9534-d6854da565f7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:45.677027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54538) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:45.696069 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:45.711579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb37e2ac-f73e-4d77-91d4-8ea4cd195b25']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:45.729490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458e30d2-5712-4c46-84da-fbcb5f29fe60') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:45.731054 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458e30d2-5712-4c46-84da-fbcb5f29fe60') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:45.750520 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:45.771293 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:45.780655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:45.781103 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:45.784738 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:45.842853 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1491be56-62d7-4d16-94eb-4be36bd7a680 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:45.877989 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:45.937438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52509f1b-8495-414b-9004-fe95de8913d6 None None] Network 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:45.999386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 49ac2686-fb75-40f5-9c89-32c76410735b {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:46.001075 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.071016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a2e95335-4408-43df-aa67-ecbecc707e4d None None] Provisioning complete for port 49ac2686-fb75-40f5-9c89-32c76410735b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:46.071436 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a2e95335-4408-43df-aa67-ecbecc707e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.081317 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cce86e77-b269-4349-a946-5f462332a62e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.112688 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.122797 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1491be56-62d7-4d16-94eb-4be36bd7a680 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.132083 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.137572 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/eb37e2ac-f73e-4d77-91d4-8ea4cd195b25 HTTP/1.1" status: 204 len: 168 time: 4.3216035 Aug 29 07:10:46.148934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54552) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:46.155801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ec8bf50a-3b8b-476e-ae0f-c361207a07ca tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1377616561'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:46.160873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043b8d9-2b40-42a6-b3cc-dae0bb7869fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Network': ['ID=eb37e2ac-f73e-4d77-91d4-8ea4cd195b25,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:46.202210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] For port 49ac2686-fb75-40f5-9c89-32c76410735b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=49ac2686-fb75-40f5-9c89-32c76410735b,segment=NetworkSegment(f5d31e2d-fc6f-4f99-9d42-5579067046df),segment_id=f5d31e2d-fc6f-4f99-9d42-5579067046df)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:46.202585 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.210597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491be56-62d7-4d16-94eb-4be36bd7a680 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf7bc42-2511-4d3a-ac27-0466ce8ca836,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:46.233217 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 49ac2686-fb75-40f5-9c89-32c76410735b owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:46.266868 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8bf50a-3b8b-476e-ae0f-c361207a07ca tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:46.273433 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec8bf50a-3b8b-476e-ae0f-c361207a07ca tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.311530 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8bf50a-3b8b-476e-ae0f-c361207a07ca tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:46.324942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482dccd7-4662-4dcd-8660-41fa706be813 None None] DHCP port deletion for 0425e995-d1e1-44aa-8aba-0d22b40dd5c7 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:10:46.330620 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec8bf50a-3b8b-476e-ae0f-c361207a07ca tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.331315 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-ec8bf50a-3b8b-476e-ae0f-c361207a07ca tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Added segment 8f3fdf99-7538-404e-8b2e-71f6c166456d of type vlan for network 89a10a84-1a4c-4b43-88ef-04f53b3676fb Aug 29 07:10:46.350167 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1491be56-62d7-4d16-94eb-4be36bd7a680 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.351430 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1491be56-62d7-4d16-94eb-4be36bd7a680 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6603510 Aug 29 07:10:46.359256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54554) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:46.370618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2921f466-fe95-4503-b73f-406252c5a51c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': 'fceedcca-eef6-4dfc-a86b-c6acdcd2ea71', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:46.408677 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec8bf50a-3b8b-476e-ae0f-c361207a07ca tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.440915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-482dccd7-4662-4dcd-8660-41fa706be813 None None] Deleting port 49ac2686-fb75-40f5-9c89-32c76410735b {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:46.441345 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-482dccd7-4662-4dcd-8660-41fa706be813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.512243 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-2921f466-fe95-4503-b73f-406252c5a51c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Project 6b66a9a586534730b2f472cdc192b004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:10:46.524979 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2921f466-fe95-4503-b73f-406252c5a51c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.528170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-482dccd7-4662-4dcd-8660-41fa706be813 None None] For port 49ac2686-fb75-40f5-9c89-32c76410735b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=49ac2686-fb75-40f5-9c89-32c76410735b,segment=NetworkSegment(f5d31e2d-fc6f-4f99-9d42-5579067046df),segment_id=f5d31e2d-fc6f-4f99-9d42-5579067046df)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:46.528910 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-482dccd7-4662-4dcd-8660-41fa706be813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.546969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-482dccd7-4662-4dcd-8660-41fa706be813 None None] Calling delete_port for 49ac2686-fb75-40f5-9c89-32c76410735b owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:46.562936 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.598151 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec8bf50a-3b8b-476e-ae0f-c361207a07ca tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.604373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8bf50a-3b8b-476e-ae0f-c361207a07ca tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:46.611628 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec8bf50a-3b8b-476e-ae0f-c361207a07ca tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.667132 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-482dccd7-4662-4dcd-8660-41fa706be813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.676652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=49ac2686-fb75-40f5-9c89-32c76410735b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:46.681453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No DVR routers for this DVR port 49ac2686-fb75-40f5-9c89-32c76410735b on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:10:46.702917 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482dccd7-4662-4dcd-8660-41fa706be813 None None] No DVR routers for this DVR port 49ac2686-fb75-40f5-9c89-32c76410735b on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:10:46.748100 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dccd7-4662-4dcd-8660-41fa706be813 None None] Pushing event deleted for resources: {'Port': ['ID=49ac2686-fb75-40f5-9c89-32c76410735b,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:46.751733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 49ac2686-fb75-40f5-9c89-32c76410735b no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:10:46.777824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bf50a-3b8b-476e-ae0f-c361207a07ca tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Network': ['ID=89a10a84-1a4c-4b43-88ef-04f53b3676fb,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:46.813602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 89a10a84-1a4c-4b43-88ef-04f53b3676fb details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:46.873083 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2921f466-fe95-4503-b73f-406252c5a51c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.875688 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ec8bf50a-3b8b-476e-ae0f-c361207a07ca tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7247005 Aug 29 07:10:46.876351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54562) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:46.882592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5becbd47-eaf0-448d-bd77-8e7f00b3051d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'subnet': {'network_id': '89a10a84-1a4c-4b43-88ef-04f53b3676fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:46.906519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 49ac2686-fb75-40f5-9c89-32c76410735b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:10:46.906873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 49ac2686-fb75-40f5-9c89-32c76410735b not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:10:46.947064 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:46.966797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0425e995-d1e1-44aa-8aba-0d22b40dd5c7']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:46.998272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d31e2d-fc6f-4f99-9d42-5579067046df') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:46.998683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d31e2d-fc6f-4f99-9d42-5579067046df') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:47.013491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.024665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-cce86e77-b269-4349-a946-5f462332a62e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Deleting port 5dfab977-5088-4404-a8de-f89cda7ab094 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:47.025016 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cce86e77-b269-4349-a946-5f462332a62e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.031668 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2921f466-fe95-4503-b73f-406252c5a51c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.080989 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.117958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5becbd47-eaf0-448d-bd77-8e7f00b3051d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:47.127557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:47.127965 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.128657 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5becbd47-eaf0-448d-bd77-8e7f00b3051d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.263435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cce86e77-b269-4349-a946-5f462332a62e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.278250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-cce86e77-b269-4349-a946-5f462332a62e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Calling delete_port for 5dfab977-5088-4404-a8de-f89cda7ab094 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:47.291528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921f466-fe95-4503-b73f-406252c5a51c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cff582-7e74-4aa6-90a7-a7bdc283068b,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:47.293651 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:47.297198 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2921f466-fe95-4503-b73f-406252c5a51c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.302090 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2921f466-fe95-4503-b73f-406252c5a51c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9417541 Aug 29 07:10:47.303492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54568) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:47.307524 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.312220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-aa622bbf-35f4-430b-bd7d-3cb17b66e1e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'network': {'name': 'tempest-network-smoke--566193397', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'port_security_enabled': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:47.354808 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.361799 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/networks/0425e995-d1e1-44aa-8aba-0d22b40dd5c7 HTTP/1.1" status: 204 len: 168 time: 1.6711862 Aug 29 07:10:47.370772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54570) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:47.377383 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf45ed0-9ec5-45ec-acfd-ba1ddc55b16f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Network': ['ID=0425e995-d1e1-44aa-8aba-0d22b40dd5c7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:47.463973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa622bbf-35f4-430b-bd7d-3cb17b66e1e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Made reservation on behalf of 6b66a9a586534730b2f472cdc192b004 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:47.468253 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aa622bbf-35f4-430b-bd7d-3cb17b66e1e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.482735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff5281f-18e0-4cff-8b37-962100a0f6d7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:47.484312 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cff5281f-18e0-4cff-8b37-962100a0f6d7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1124809 Aug 29 07:10:47.490150 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54572) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:47.525829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa622bbf-35f4-430b-bd7d-3cb17b66e1e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:47.584182 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aa622bbf-35f4-430b-bd7d-3cb17b66e1e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.585517 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-aa622bbf-35f4-430b-bd7d-3cb17b66e1e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Added segment fa5978fe-dabd-4686-b221-7b6188c4cb23 of type vlan for network 4da26f07-20b6-4eb7-a417-053969c3a84a Aug 29 07:10:47.650938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-23a71744-8adf-4810-969a-f5913ddc419b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1538172 Aug 29 07:10:47.651459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54574) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:47.656989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-104c2bc3-a9c2-40a5-9963-cffef929ed28 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1266607910'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:47.664965 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5becbd47-eaf0-448d-bd77-8e7f00b3051d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.665143 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aa622bbf-35f4-430b-bd7d-3cb17b66e1e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.741003 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cce86e77-b269-4349-a946-5f462332a62e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.774233 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becbd47-eaf0-448d-bd77-8e7f00b3051d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Subnet': ['ID=14e35a51-9973-4ea7-aadd-b8aa71996f10,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:47.778137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becbd47-eaf0-448d-bd77-8e7f00b3051d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Checking segment: {'id': '8f3fdf99-7538-404e-8b2e-71f6c166456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '89a10a84-1a4c-4b43-88ef-04f53b3676fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:47.778578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5becbd47-eaf0-448d-bd77-8e7f00b3051d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network hostable DHCP agents. Network: 89a10a84-1a4c-4b43-88ef-04f53b3676fb, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:10:47.802758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce86e77-b269-4349-a946-5f462332a62e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event deleted for resources: {'Port': ['ID=5dfab977-5088-4404-a8de-f89cda7ab094,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:47.806081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aa622bbf-35f4-430b-bd7d-3cb17b66e1e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.812205 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa622bbf-35f4-430b-bd7d-3cb17b66e1e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:47.813324 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aa622bbf-35f4-430b-bd7d-3cb17b66e1e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.826080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104c2bc3-a9c2-40a5-9963-cffef929ed28 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:47.846863 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-104c2bc3-a9c2-40a5-9963-cffef929ed28 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.896857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104c2bc3-a9c2-40a5-9963-cffef929ed28 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:47.919510 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-104c2bc3-a9c2-40a5-9963-cffef929ed28 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:47.919997 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-104c2bc3-a9c2-40a5-9963-cffef929ed28 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Added segment d0b1a996-61fd-42c7-a65f-394832594b0d of type vlan for network 2f3b621a-9f70-4935-bef0-7fa1a7a91684 Aug 29 07:10:47.993870 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-104c2bc3-a9c2-40a5-9963-cffef929ed28 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:48.009837 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-aa622bbf-35f4-430b-bd7d-3cb17b66e1e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7013245 Aug 29 07:10:48.014396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54578) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:48.019375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'admin_state_up': True, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:48.029166 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa622bbf-35f4-430b-bd7d-3cb17b66e1e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Network': ['ID=4da26f07-20b6-4eb7-a417-053969c3a84a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:48.046637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 4da26f07-20b6-4eb7-a417-053969c3a84a details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:48.055115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5becbd47-eaf0-448d-bd77-8e7f00b3051d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network 89a10a84-1a4c-4b43-88ef-04f53b3676fb is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:10:48.133269 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cce86e77-b269-4349-a946-5f462332a62e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:48.152171 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-104c2bc3-a9c2-40a5-9963-cffef929ed28 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:48.157957 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104c2bc3-a9c2-40a5-9963-cffef929ed28 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:48.158994 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-104c2bc3-a9c2-40a5-9963-cffef929ed28 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:48.236323 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:48.237744 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:48.286834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-5becbd47-eaf0-448d-bd77-8e7f00b3051d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 89a10a84-1a4c-4b43-88ef-04f53b3676fb) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:48.297927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a170f20-fdca-45ad-b46a-e1d5196f4133 None None] Network 89a10a84-1a4c-4b43-88ef-04f53b3676fb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:48.397933 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5becbd47-eaf0-448d-bd77-8e7f00b3051d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:48.398772 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5becbd47-eaf0-448d-bd77-8e7f00b3051d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:48.426269 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c2bc3-a9c2-40a5-9963-cffef929ed28 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Network': ['ID=2f3b621a-9f70-4935-bef0-7fa1a7a91684,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:48.510251 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5becbd47-eaf0-448d-bd77-8e7f00b3051d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6299665 Aug 29 07:10:48.513659 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-104c2bc3-a9c2-40a5-9963-cffef929ed28 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8606000 Aug 29 07:10:48.513803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54586) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:48.516311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54588) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:48.525064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4cfa62f4-4104-4d9e-b53d-a3619540368c tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'subnet': {'network_id': '89a10a84-1a4c-4b43-88ef-04f53b3676fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:48.542167 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:48.559497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 2f3b621a-9f70-4935-bef0-7fa1a7a91684 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:48.568253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3fff4016-8323-4d58-a340-4dbeb38adaf5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': '2f3b621a-9f70-4935-bef0-7fa1a7a91684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:48.641405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce86e77-b269-4349-a946-5f462332a62e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Router c8900804-1320-4230-ab7d-d3d91b4e2e8b has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:10:48.696610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-89a10a84-1a4c-4b43-88ef-04f53b3676fb', 'network_id': '89a10a84-1a4c-4b43-88ef-04f53b3676fb', 'tenant_id': '3e39fb0ee5b64f839ea992aedefeaf66', 'fixed_ips': [{'subnet_id': '14e35a51-9973-4ea7-aadd-b8aa71996f10'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:10:48.700389 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:48.942393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fff4016-8323-4d58-a340-4dbeb38adaf5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:48.944589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Allocated IP 2001:db8::2 (89a10a84-1a4c-4b43-88ef-04f53b3676fb/14e35a51-9973-4ea7-aadd-b8aa71996f10/c0e1330a-9825-4928-ba23-43c76ec30217) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:48.946505 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3fff4016-8323-4d58-a340-4dbeb38adaf5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.042484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce86e77-b269-4349-a946-5f462332a62e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:10:49.050790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cce86e77-b269-4349-a946-5f462332a62e tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "PUT /v2.0/routers/c8900804-1320-4230-ab7d-d3d91b4e2e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3506103 Aug 29 07:10:49.055310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54592) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:49.056690 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.056971 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286ab98-2541-40f0-adee-668701cc9202 None None] Sync routers for ids ['c8900804-1320-4230-ab7d-d3d91b4e2e8b'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:10:49.070116 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286ab98-2541-40f0-adee-668701cc9202 None None] Routers {'c8900804-1320-4230-ab7d-d3d91b4e2e8b'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:10:49.071587 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0286ab98-2541-40f0-adee-668701cc9202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:10:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c8900804-1320-4230-ab7d-d3d91b4e2e8b'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:49.109036 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0286ab98-2541-40f0-adee-668701cc9202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:49.119113 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286ab98-2541-40f0-adee-668701cc9202 None None] Routers {'c8900804-1320-4230-ab7d-d3d91b4e2e8b'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:10:49.120125 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0286ab98-2541-40f0-adee-668701cc9202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:10:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c8900804-1320-4230-ab7d-d3d91b4e2e8b'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:49.157717 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.167245 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-0286ab98-2541-40f0-adee-668701cc9202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:49.167245 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286ab98-2541-40f0-adee-668701cc9202 None None] The sync data for ids ['c8900804-1320-4230-ab7d-d3d91b4e2e8b'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:10:49.167902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Transition to ACTIVE for port object c0e1330a-9825-4928-ba23-43c76ec30217 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:49.190970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Transition to ACTIVE for port object c0e1330a-9825-4928-ba23-43c76ec30217 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:49.220496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fac6c1dd-f9c9-46a3-ac9e-2bf13e276ef1 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.312689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.319120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfa62f4-4104-4d9e-b53d-a3619540368c tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:49.324873 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4cfa62f4-4104-4d9e-b53d-a3619540368c tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.409756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Network 89a10a84-1a4c-4b43-88ef-04f53b3676fb is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:49.409756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:49.418184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:49.428715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Pushing event updated for resources: {'Port': ['ID=c0e1330a-9825-4928-ba23-43c76ec30217,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:49.522803 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.523945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Attempting to bind port c0e1330a-9825-4928-ba23-43c76ec30217 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:10:49.524487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Attempting to bind port c0e1330a-9825-4928-ba23-43c76ec30217 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '8f3fdf99-7538-404e-8b2e-71f6c166456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '89a10a84-1a4c-4b43-88ef-04f53b3676fb'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:10:49.525025 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Attempting to bind port c0e1330a-9825-4928-ba23-43c76ec30217 on network 89a10a84-1a4c-4b43-88ef-04f53b3676fb {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:10:49.530120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:10:49.531969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Checking segment: {'id': '8f3fdf99-7538-404e-8b2e-71f6c166456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '89a10a84-1a4c-4b43-88ef-04f53b3676fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:49.531969 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.531969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Bound using segment: {'id': '8f3fdf99-7538-404e-8b2e-71f6c166456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '89a10a84-1a4c-4b43-88ef-04f53b3676fb'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:10:49.531969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Bound port: c0e1330a-9825-4928-ba23-43c76ec30217, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3fdf99-7538-404e-8b2e-71f6c166456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '89a10a84-1a4c-4b43-88ef-04f53b3676fb'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:10:49.532420 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.542099 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.570684 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fac6c1dd-f9c9-46a3-ac9e-2bf13e276ef1 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.577241 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fac6c1dd-f9c9-46a3-ac9e-2bf13e276ef1 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.612938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] For port c0e1330a-9825-4928-ba23-43c76ec30217, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:10:49.617180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] For port c0e1330a-9825-4928-ba23-43c76ec30217, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c0e1330a-9825-4928-ba23-43c76ec30217,segment=NetworkSegment(8f3fdf99-7538-404e-8b2e-71f6c166456d),segment_id=8f3fdf99-7538-404e-8b2e-71f6c166456d)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:10:49.693426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.25.1.243 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/c5fd5a63-77a6-4b0a-9c9b-506a4687a056) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:49.724164 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.784999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fac6c1dd-f9c9-46a3-ac9e-2bf13e276ef1 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.786244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac6c1dd-f9c9-46a3-ac9e-2bf13e276ef1 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Fanout notify agent at l3_agent the message router_deleted on router c8900804-1320-4230-ab7d-d3d91b4e2e8b {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:10:49.806235 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fac6c1dd-f9c9-46a3-ac9e-2bf13e276ef1 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.815940 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fac6c1dd-f9c9-46a3-ac9e-2bf13e276ef1 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "DELETE /v2.0/routers/c8900804-1320-4230-ab7d-d3d91b4e2e8b HTTP/1.1" status: 204 len: 168 time: 0.7575865 Aug 29 07:10:49.826693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54600) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:49.892590 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3fff4016-8323-4d58-a340-4dbeb38adaf5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.896203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc37dc-e13c-4171-96cd-c6a657179ea1 None None] Pushing event updated for resources: {'Port': ['ID=c0e1330a-9825-4928-ba23-43c76ec30217,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:49.901701 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:49.997561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff4016-8323-4d58-a340-4dbeb38adaf5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Subnet': ['ID=79c898ec-857c-4824-8a3b-260e71509289,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:50.025922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9b2fd6-6530-4887-9071-a5605ec70eb7 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Deleting subnet 9d2a7e56-92db-406a-a4d5-6d75929f871b {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:10:50.040379 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b9b2fd6-6530-4887-9071-a5605ec70eb7 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:50.050036 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:50.153871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:50.157993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:50.176140 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:50.193179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b9b2fd6-6530-4887-9071-a5605ec70eb7 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:50.223975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fff4016-8323-4d58-a340-4dbeb38adaf5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Checking segment: {'id': 'd0b1a996-61fd-42c7-a65f-394832594b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2f3b621a-9f70-4935-bef0-7fa1a7a91684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:50.223975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fff4016-8323-4d58-a340-4dbeb38adaf5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network hostable DHCP agents. Network: 2f3b621a-9f70-4935-bef0-7fa1a7a91684, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:10:50.229500 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=c5fd5a63-77a6-4b0a-9c9b-506a4687a056,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:50.314945 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4cfa62f4-4104-4d9e-b53d-a3619540368c tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:50.440875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fff4016-8323-4d58-a340-4dbeb38adaf5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network 2f3b621a-9f70-4935-bef0-7fa1a7a91684 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:10:50.455399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa62f4-4104-4d9e-b53d-a3619540368c tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network 89a10a84-1a4c-4b43-88ef-04f53b3676fb is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:50.463641 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4cfa62f4-4104-4d9e-b53d-a3619540368c tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:50.482933 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfa62f4-4104-4d9e-b53d-a3619540368c tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:50.483993 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4cfa62f4-4104-4d9e-b53d-a3619540368c tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:50.496295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa62f4-4104-4d9e-b53d-a3619540368c tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Subnet': ['ID=62b7c88b-85ad-43d0-8153-bc2a8d6d4410,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:50.505806 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b9b2fd6-6530-4887-9071-a5605ec70eb7 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:50.667969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-3fff4016-8323-4d58-a340-4dbeb38adaf5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 2f3b621a-9f70-4935-bef0-7fa1a7a91684) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:50.678797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fff4016-8323-4d58-a340-4dbeb38adaf5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:50.683960 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3fff4016-8323-4d58-a340-4dbeb38adaf5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:50.695466 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90faff5-d837-414c-813b-590adba6f0be None None] Network 2f3b621a-9f70-4935-bef0-7fa1a7a91684 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:50.736911 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4cfa62f4-4104-4d9e-b53d-a3619540368c tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2216535 Aug 29 07:10:50.742328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54628) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:50.765711 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b9b2fd6-6530-4887-9071-a5605ec70eb7 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:50.851967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c0e1330a-9825-4928-ba23-43c76ec30217 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:10:50.889284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b2fd6-6530-4887-9071-a5605ec70eb7 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2a7e56-92db-406a-a4d5-6d75929f871b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:50.901772 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3fff4016-8323-4d58-a340-4dbeb38adaf5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3400924 Aug 29 07:10:50.911104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54630) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:50.916337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'network_id': '2f3b621a-9f70-4935-bef0-7fa1a7a91684', 'name': 'tempest-PortsIpV6TestJSON-334181627'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:51.044673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b9b2fd6-6530-4887-9071-a5605ec70eb7 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683832'] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:51.046911 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3b9b2fd6-6530-4887-9071-a5605ec70eb7 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "DELETE /v2.0/subnets/9d2a7e56-92db-406a-a4d5-6d75929f871b HTTP/1.1" status: 204 len: 168 time: 1.2232447 Aug 29 07:10:51.052173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54634) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:51.056744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717f4ec7-74c0-45f6-9e31-4728994575be None None] Network db049708-fe3c-4347-8aeb-9870d565b31e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:51.076251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd3862-1da9-43da-8597-4a0ec94d1272 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:51.077795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd3862-1da9-43da-8597-4a0ec94d1272 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:51.085201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd3862-1da9-43da-8597-4a0ec94d1272 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:51.097342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd3862-1da9-43da-8597-4a0ec94d1272 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:51.099427 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd3862-1da9-43da-8597-4a0ec94d1272 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:51.108332 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-02cd3862-1da9-43da-8597-4a0ec94d1272 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3643153 Aug 29 07:10:51.108957 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54636) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:51.119596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-eda8c1b4-e9cd-4534-bb2f-964bd08af28d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-208637463'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:51.163340 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:51.239944 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:51.308394 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Deleting port 841e890e-85a6-41d2-b3fa-ae83985a69ce {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:51.308735 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:51.310500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-2f3b621a-9f70-4935-bef0-7fa1a7a91684', 'network_id': '2f3b621a-9f70-4935-bef0-7fa1a7a91684', 'tenant_id': '47576081f0824b18b2454c6797077522', 'fixed_ips': [{'subnet_id': '79c898ec-857c-4824-8a3b-260e71509289'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:10:51.314285 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:51.343072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:51.352572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port c0e1330a-9825-4928-ba23-43c76ec30217 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:51.356394 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:51.414805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port 33ea0972-701b-42cd-a471-e25412b38f71 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:10:51.444404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a728032-97c2-4f34-868e-fbef730a17c7 None None] DHCP port deletion for db049708-fe3c-4347-8aeb-9870d565b31e request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:10:51.500709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] For port 841e890e-85a6-41d2-b3fa-ae83985a69ce, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=841e890e-85a6-41d2-b3fa-ae83985a69ce,segment=NetworkSegment(c9a6fc37-5959-4bcd-ab56-e2d18aa0a118),segment_id=c9a6fc37-5959-4bcd-ab56-e2d18aa0a118)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:51.501114 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:51.553590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2a728032-97c2-4f34-868e-fbef730a17c7 None None] Deleting port 841e890e-85a6-41d2-b3fa-ae83985a69ce {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:51.553949 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2a728032-97c2-4f34-868e-fbef730a17c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:51.564902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Calling delete_port for 841e890e-85a6-41d2-b3fa-ae83985a69ce owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:51.636269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2a728032-97c2-4f34-868e-fbef730a17c7 None None] For port 841e890e-85a6-41d2-b3fa-ae83985a69ce, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=841e890e-85a6-41d2-b3fa-ae83985a69ce,segment=NetworkSegment(c9a6fc37-5959-4bcd-ab56-e2d18aa0a118),segment_id=c9a6fc37-5959-4bcd-ab56-e2d18aa0a118)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:51.636767 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2a728032-97c2-4f34-868e-fbef730a17c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:51.643876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Allocated IP 2001:db8::3d8 (2f3b621a-9f70-4935-bef0-7fa1a7a91684/79c898ec-857c-4824-8a3b-260e71509289/33ea0972-701b-42cd-a471-e25412b38f71) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:51.661354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9427b6-e2c7-4c37-9052-3ee02cd61bc3 None None] Network 89a10a84-1a4c-4b43-88ef-04f53b3676fb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:51.671175 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda8c1b4-e9cd-4534-bb2f-964bd08af28d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:51.676485 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eda8c1b4-e9cd-4534-bb2f-964bd08af28d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:51.679209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2a728032-97c2-4f34-868e-fbef730a17c7 None None] Calling delete_port for 841e890e-85a6-41d2-b3fa-ae83985a69ce owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:51.743709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda8c1b4-e9cd-4534-bb2f-964bd08af28d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:51.753488 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:51.810860 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eda8c1b4-e9cd-4534-bb2f-964bd08af28d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:51.811308 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-eda8c1b4-e9cd-4534-bb2f-964bd08af28d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Added segment 7c62173a-6a5c-4c21-b193-68304eecfb11 of type vlan for network 094c7f63-45de-4dae-a973-17b9cd209c26 Aug 29 07:10:51.955991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4bf4e1dc-5735-47ef-b173-03d4a80c5297 None None] Provisioning for port c0e1330a-9825-4928-ba23-43c76ec30217 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:51.961579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eda8c1b4-e9cd-4534-bb2f-964bd08af28d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:51.979626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4bf4e1dc-5735-47ef-b173-03d4a80c5297 None None] Provisioning complete for port c0e1330a-9825-4928-ba23-43c76ec30217 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:51.979876 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4bf4e1dc-5735-47ef-b173-03d4a80c5297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:51.985663 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2a728032-97c2-4f34-868e-fbef730a17c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.000102 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.035604 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Transition to ACTIVE for port object 33ea0972-701b-42cd-a471-e25412b38f71 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:52.043897 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.069109 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] No DVR routers for this DVR port 841e890e-85a6-41d2-b3fa-ae83985a69ce on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:10:52.075271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a728032-97c2-4f34-868e-fbef730a17c7 None None] No DVR routers for this DVR port 841e890e-85a6-41d2-b3fa-ae83985a69ce on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:10:52.107737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event deleted for resources: {'Port': ['ID=841e890e-85a6-41d2-b3fa-ae83985a69ce,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:52.122993 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a728032-97c2-4f34-868e-fbef730a17c7 None None] Pushing event deleted for resources: {'Port': ['ID=841e890e-85a6-41d2-b3fa-ae83985a69ce,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:52.134676 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eda8c1b4-e9cd-4534-bb2f-964bd08af28d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.145082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda8c1b4-e9cd-4534-bb2f-964bd08af28d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:52.148972 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eda8c1b4-e9cd-4534-bb2f-964bd08af28d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.151704 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.217399 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.241792 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.247563 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network 2f3b621a-9f70-4935-bef0-7fa1a7a91684 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:52.253337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:52.254400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db049708-fe3c-4347-8aeb-9870d565b31e']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:52.274397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a6fc37-5959-4bcd-ab56-e2d18aa0a118') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:52.274625 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a6fc37-5959-4bcd-ab56-e2d18aa0a118') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:52.282918 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:52.286285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.296725 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4bf4e1dc-5735-47ef-b173-03d4a80c5297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.304695 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.310467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:52.311559 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.311784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Allocated IP 2001:db8::2 (2f3b621a-9f70-4935-bef0-7fa1a7a91684/79c898ec-857c-4824-8a3b-260e71509289/4c8c3611-e4bb-4e85-9428-ee59d582d0c1) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:52.312646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:52.313151 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.343924 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-eda8c1b4-e9cd-4534-bb2f-964bd08af28d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2315824 Aug 29 07:10:52.357228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54654) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:52.373483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6c4fcd8b-e353-4f4f-a3d0-77f3ee191362 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:52.401164 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:52.415078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8c1b4-e9cd-4534-bb2f-964bd08af28d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Network': ['ID=094c7f63-45de-4dae-a973-17b9cd209c26,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:52.460720 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=33ea0972-701b-42cd-a471-e25412b38f71,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:52.491817 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-848dad05-3b4f-4a93-8f25-592b1ada6693 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5796232 Aug 29 07:10:52.492715 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54660) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:52.502093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'network_id': '2f3b621a-9f70-4935-bef0-7fa1a7a91684', 'name': 'tempest-PortsIpV6TestJSON-541117481'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:52.531247 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 094c7f63-45de-4dae-a973-17b9cd209c26 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:52.537765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c486a-b239-417d-8a26-3d6176986793 None None] Update dhcp port {'port': {'network_id': '89a10a84-1a4c-4b43-88ef-04f53b3676fb', 'fixed_ips': [{'subnet_id': '14e35a51-9973-4ea7-aadd-b8aa71996f10', 'ip_address': '2001:db8::2'}, {'subnet_id': '62b7c88b-85ad-43d0-8153-bc2a8d6d4410'}], 'binding:host_id': 'n-d-713301-12'}, 'id': 'c0e1330a-9825-4928-ba23-43c76ec30217'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 07:10:52.644865 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.675129 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.677296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] 10.222.0.76 "DELETE /v2.0/networks/db049708-fe3c-4347-8aeb-9870d565b31e HTTP/1.1" status: 204 len: 168 time: 1.6229756 Aug 29 07:10:52.678806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1041bc9-0670-4ca2-b783-24c37e2c8a83 tempest-FloatingIPNegativeTestJSON-2030058007 tempest-FloatingIPNegativeTestJSON-2030058007-project] Pushing event deleted for resources: {'Network': ['ID=db049708-fe3c-4347-8aeb-9870d565b31e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:52.701615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 841e890e-85a6-41d2-b3fa-ae83985a69ce no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:10:52.714059 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-122c486a-b239-417d-8a26-3d6176986793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:52.743488 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4bf4e1dc-5735-47ef-b173-03d4a80c5297 None None] For port c0e1330a-9825-4928-ba23-43c76ec30217, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c0e1330a-9825-4928-ba23-43c76ec30217,segment=NetworkSegment(8f3fdf99-7538-404e-8b2e-71f6c166456d),segment_id=8f3fdf99-7538-404e-8b2e-71f6c166456d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:52.762032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 841e890e-85a6-41d2-b3fa-ae83985a69ce {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:10:52.762348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 841e890e-85a6-41d2-b3fa-ae83985a69ce not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:10:52.866776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 5238e426-1bc6-463c-81bf-fd808d00fc05 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:10:52.903524 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4bf4e1dc-5735-47ef-b173-03d4a80c5297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:53.061299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:10:53.100877 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Sync routers for ids ['5238e426-1bc6-463c-81bf-fd808d00fc05'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:10:53.220720 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Routers {'5238e426-1bc6-463c-81bf-fd808d00fc05'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:10:53.221380 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:10:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5238e426-1bc6-463c-81bf-fd808d00fc05'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:53.266176 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:53.269285 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-07151e04-66ab-4fe7-8450-36f935f229c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.2537870 Aug 29 07:10:53.272103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4e1dc-5735-47ef-b173-03d4a80c5297 None None] Pushing event updated for resources: {'Port': ['ID=c0e1330a-9825-4928-ba23-43c76ec30217,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:53.272983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54672) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:53.306382 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c4fcd8b-e353-4f4f-a3d0-77f3ee191362 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:53.339657 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:53.426749 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c4fcd8b-e353-4f4f-a3d0-77f3ee191362 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:53.432351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Transition to ACTIVE for port object 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:53.445309 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c4fcd8b-e353-4f4f-a3d0-77f3ee191362 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network 094c7f63-45de-4dae-a973-17b9cd209c26 is not hosted by any dhcp agent {{(pid=95403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 07:10:53.465384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-122c486a-b239-417d-8a26-3d6176986793 None None] Allocated IP 172.20.0.1 (89a10a84-1a4c-4b43-88ef-04f53b3676fb/62b7c88b-85ad-43d0-8153-bc2a8d6d4410/c0e1330a-9825-4928-ba23-43c76ec30217) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:53.468981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4fcd8b-e353-4f4f-a3d0-77f3ee191362 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:53.470385 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6c4fcd8b-e353-4f4f-a3d0-77f3ee191362 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:53.475588 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6c4fcd8b-e353-4f4f-a3d0-77f3ee191362 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "PUT /v2.0/networks/094c7f63-45de-4dae-a973-17b9cd209c26 HTTP/1.1" status: 200 len: 723 time: 1.1091802 Aug 29 07:10:53.478746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54678) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:53.486620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4758aa00-d06b-4036-b07b-4e6feed05b70 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'subnet': {'network_id': '094c7f63-45de-4dae-a973-17b9cd209c26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:53.507726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Transition to ACTIVE for port object 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:53.515694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Set router 5238e426-1bc6-463c-81bf-fd808d00fc05 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:10:53.549514 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fcd8b-e353-4f4f-a3d0-77f3ee191362 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Network': ['ID=094c7f63-45de-4dae-a973-17b9cd209c26,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:53.573639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54680) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:53.574681 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:53.602256 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:53.613811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 094c7f63-45de-4dae-a973-17b9cd209c26 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:10:53.616652 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port b8807308-7b8e-404b-9987-73cc93ae1181 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:10:53.804674 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:53.885950 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3e786ab4-0644-4131-a061-5753ff9e82c2 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=6b66a9a586534730b2f472cdc192b004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6114361 Aug 29 07:10:53.888644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54684) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:53.920328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Network 2f3b621a-9f70-4935-bef0-7fa1a7a91684 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:53.937083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:53.948577 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:54.025777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4758aa00-d06b-4036-b07b-4e6feed05b70 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:54.030449 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4758aa00-d06b-4036-b07b-4e6feed05b70 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:54.064813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54690) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:54.065069 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d05995a7-9a2b-4da6-a491-b86c16697c8a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce5939fcefa6450183f78ff24196ac88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4663856 Aug 29 07:10:54.066471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Allocated IP 2001:db8::f3 (2f3b621a-9f70-4935-bef0-7fa1a7a91684/79c898ec-857c-4824-8a3b-260e71509289/b8807308-7b8e-404b-9987-73cc93ae1181) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:54.090690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Pushing event updated for resources: {'Port': ['ID=4c8c3611-e4bb-4e85-9428-ee59d582d0c1,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:54.115030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-122c486a-b239-417d-8a26-3d6176986793 None None] For port c0e1330a-9825-4928-ba23-43c76ec30217, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c0e1330a-9825-4928-ba23-43c76ec30217,segment=NetworkSegment(8f3fdf99-7538-404e-8b2e-71f6c166456d),segment_id=8f3fdf99-7538-404e-8b2e-71f6c166456d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:54.182356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-122c486a-b239-417d-8a26-3d6176986793 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:54.202720 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-122c486a-b239-417d-8a26-3d6176986793 None None] Transition to ACTIVE for port object c0e1330a-9825-4928-ba23-43c76ec30217 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:54.288362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Attempting to bind port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:10:54.289571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Attempting to bind port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'd0b1a996-61fd-42c7-a65f-394832594b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2f3b621a-9f70-4935-bef0-7fa1a7a91684'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:10:54.289703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Attempting to bind port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 on network 2f3b621a-9f70-4935-bef0-7fa1a7a91684 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:10:54.295836 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-122c486a-b239-417d-8a26-3d6176986793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:54.327568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:10:54.358384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Checking segment: {'id': 'd0b1a996-61fd-42c7-a65f-394832594b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2f3b621a-9f70-4935-bef0-7fa1a7a91684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:54.358384 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:54.358384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Bound using segment: {'id': 'd0b1a996-61fd-42c7-a65f-394832594b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2f3b621a-9f70-4935-bef0-7fa1a7a91684'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:10:54.358384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Bound port: 4c8c3611-e4bb-4e85-9428-ee59d582d0c1, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b1a996-61fd-42c7-a65f-394832594b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2f3b621a-9f70-4935-bef0-7fa1a7a91684'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:10:54.358384 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:54.358989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f008393b-be7a-4948-bc80-ff71d2726fa9 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:54.358989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f008393b-be7a-4948-bc80-ff71d2726fa9 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4513428 Aug 29 07:10:54.358989 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-adc293e9-96c5-485d-a5b3-a6da08b7a370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:54.359645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54694) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:54.389951 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-adc293e9-96c5-485d-a5b3-a6da08b7a370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:54.475363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54696) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:54.477387 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f2797919-0b7a-4f1f-b2f4-cd22362cf6e0 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1277637 Aug 29 07:10:54.487623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] For port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:10:54.528689 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:54.533126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-46d39209-a901-45ee-82ca-02ef6179eefa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1295039198', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:54.546029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Transition to ACTIVE for port object b8807308-7b8e-404b-9987-73cc93ae1181 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:54.552179 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] For port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4c8c3611-e4bb-4e85-9428-ee59d582d0c1,segment=NetworkSegment(d0b1a996-61fd-42c7-a65f-394832594b0d),segment_id=d0b1a996-61fd-42c7-a65f-394832594b0d)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:10:54.562510 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c486a-b239-417d-8a26-3d6176986793 None None] Pushing event updated for resources: {'Port': ['ID=c0e1330a-9825-4928-ba23-43c76ec30217,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:54.574319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:10:51Z', 'revision_number': 3, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:54.616651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Checking router: 5238e426-1bc6-463c-81bf-fd808d00fc05 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:10:54.617222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Updating router 5238e426-1bc6-463c-81bf-fd808d00fc05 port c5fd5a63-77a6-4b0a-9c9b-506a4687a056 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:10:54.652383 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:54.672344 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:54.720449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2b672-6f6c-4940-ba42-09c8d45c5b02 None None] Pushing event updated for resources: {'Port': ['ID=4c8c3611-e4bb-4e85-9428-ee59d582d0c1,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:54.724376 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c0e1330a-9825-4928-ba23-43c76ec30217 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:10:54.780240 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:54.878372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network 2f3b621a-9f70-4935-bef0-7fa1a7a91684 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:54.892441 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:54.903912 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:54.929502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:54.930945 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4758aa00-d06b-4036-b07b-4e6feed05b70 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:54.932004 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:54.979176 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=b8807308-7b8e-404b-9987-73cc93ae1181,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:55.088353 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-adc293e9-96c5-485d-a5b3-a6da08b7a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:55.091982 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-adc293e9-96c5-485d-a5b3-a6da08b7a370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:55.093415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-adc293e9-96c5-485d-a5b3-a6da08b7a370 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/718b9483-a6aa-4475-a4d0-c07d1d909caf HTTP/1.1" status: 204 len: 168 time: 1.0275700 Aug 29 07:10:55.138696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc293e9-96c5-485d-a5b3-a6da08b7a370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718b9483-a6aa-4475-a4d0-c07d1d909caf,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:55.211396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4758aa00-d06b-4036-b07b-4e6feed05b70 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Checking segment: {'id': '7c62173a-6a5c-4c21-b193-68304eecfb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '094c7f63-45de-4dae-a973-17b9cd209c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:55.211769 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758aa00-d06b-4036-b07b-4e6feed05b70 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network hostable DHCP agents. Network: 094c7f63-45de-4dae-a973-17b9cd209c26, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:10:55.214115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758aa00-d06b-4036-b07b-4e6feed05b70 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Subnet': ['ID=195600f7-e632-444f-83c2-20adaf2d32ee,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:55.243813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d39209-a901-45ee-82ca-02ef6179eefa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Made reservation on behalf of 6b66a9a586534730b2f472cdc192b004 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:55.268721 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46d39209-a901-45ee-82ca-02ef6179eefa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:55.344147 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7345df41-9545-4f62-9174-e01ba78ec9fb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8380589 Aug 29 07:10:55.344147 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54706) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:55.373609 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:55.396756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Transition to ACTIVE for port object c5fd5a63-77a6-4b0a-9c9b-506a4687a056 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:55.506289 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:55.528905 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d518bb-699f-46d6-ae30-340e31489bc0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:55.531327 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e7d518bb-699f-46d6-ae30-340e31489bc0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d8 HTTP/1.1" status: 200 len: 928 time: 0.1920059 Aug 29 07:10:55.534139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54708) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:55.696488 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Attempting to bind port c5fd5a63-77a6-4b0a-9c9b-506a4687a056 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:10:55.697072 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Attempting to bind port c5fd5a63-77a6-4b0a-9c9b-506a4687a056 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:10:55.702490 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Attempting to bind port c5fd5a63-77a6-4b0a-9c9b-506a4687a056 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:10:55.712777 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port b8807308-7b8e-404b-9987-73cc93ae1181 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:55.713837 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:55.725808 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:10:55.726169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:55.726607 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:55.728354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:10:55.728354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Bound port: c5fd5a63-77a6-4b0a-9c9b-506a4687a056, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:10:55.728354 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:55.797025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758aa00-d06b-4036-b07b-4e6feed05b70 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network 094c7f63-45de-4dae-a973-17b9cd209c26 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:10:55.832397 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] For port c5fd5a63-77a6-4b0a-9c9b-506a4687a056, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:10:55.836348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] For port c5fd5a63-77a6-4b0a-9c9b-506a4687a056, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c5fd5a63-77a6-4b0a-9c9b-506a4687a056,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:10:55.845022 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e703ab-67fb-48e2-80a6-b3658c3e68c0 None None] Network 89a10a84-1a4c-4b43-88ef-04f53b3676fb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:55.845022 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe972e7-43a1-491e-a33b-7d8f9a9e051a None None] Pushing event updated for resources: {'Port': ['ID=c5fd5a63-77a6-4b0a-9c9b-506a4687a056,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:55.894926 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46d39209-a901-45ee-82ca-02ef6179eefa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:55.935468 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:55.951661 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:55.970700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-4758aa00-d06b-4036-b07b-4e6feed05b70 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 094c7f63-45de-4dae-a973-17b9cd209c26) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:55.982407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for b8807308-7b8e-404b-9987-73cc93ae1181 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:55.990746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4758aa00-d06b-4036-b07b-4e6feed05b70 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:55.995722 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4758aa00-d06b-4036-b07b-4e6feed05b70 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:56.107288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d39209-a901-45ee-82ca-02ef6179eefa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Checking segment: {'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:56.111081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d39209-a901-45ee-82ca-02ef6179eefa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network hostable DHCP agents. Network: 4da26f07-20b6-4eb7-a417-053969c3a84a, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:10:56.120353 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4758aa00-d06b-4036-b07b-4e6feed05b70 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6401546 Aug 29 07:10:56.122580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d39209-a901-45ee-82ca-02ef6179eefa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Subnet': ['ID=04ae450a-b881-4904-8964-e7c34fe42ecd,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:56.124208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54720) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:56.144949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c5c15a0f-04cf-4fba-88d2-f7d54d1a99d1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:56.231813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d39209-a901-45ee-82ca-02ef6179eefa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 4da26f07-20b6-4eb7-a417-053969c3a84a is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:10:56.233765 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:10:56.352657 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23cc5a4-41f0-4a0a-ba47-20634edc4d4d None None] Network 094c7f63-45de-4dae-a973-17b9cd209c26 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:56.363908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-46d39209-a901-45ee-82ca-02ef6179eefa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 4da26f07-20b6-4eb7-a417-053969c3a84a) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:56.376913 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c5c15a0f-04cf-4fba-88d2-f7d54d1a99d1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3716456'] for subnet, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:56.378956 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d39209-a901-45ee-82ca-02ef6179eefa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:56.380502 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46d39209-a901-45ee-82ca-02ef6179eefa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:56.480655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec098856-0c24-4232-8351-02dcd9824ab8 None None] Network 4da26f07-20b6-4eb7-a417-053969c3a84a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:56.485015 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-46d39209-a901-45ee-82ca-02ef6179eefa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0079374 Aug 29 07:10:56.487678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54732) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:56.495693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c9f2aa14-fe80-4677-8d38-d55240696d30 None None] Provisioning for port c0e1330a-9825-4928-ba23-43c76ec30217 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:56.582574 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:56.721262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=b8807308-7b8e-404b-9987-73cc93ae1181,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:56.733178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c9f2aa14-fe80-4677-8d38-d55240696d30 None None] Provisioning complete for port c0e1330a-9825-4928-ba23-43c76ec30217 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:56.733790 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c9f2aa14-fe80-4677-8d38-d55240696d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:56.889351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:56.889944 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:56.890440 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:56.890967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:56.892469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:56.893335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:56.893909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:56.894474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:56.895252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:56.896041 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:56.896853 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:56.897498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:10:56.907113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be83b81d-5592-415e-be92-3c04b458de03 None None] Network 2f3b621a-9f70-4935-bef0-7fa1a7a91684 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:56.952341 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c5c15a0f-04cf-4fba-88d2-f7d54d1a99d1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792719736872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3844651'] for subnet, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:56.998560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:10:57.037306 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:57.043448 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6aa59a7c-afb4-4168-ab83-7136bc9fbec9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/b8807308-7b8e-404b-9987-73cc93ae1181 HTTP/1.1" status: 204 len: 168 time: 1.5079291 Aug 29 07:10:57.049008 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54742) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:57.057514 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c15a0f-04cf-4fba-88d2-f7d54d1a99d1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Subnet': ['ID=195600f7-e632-444f-83c2-20adaf2d32ee,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:57.085074 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c15a0f-04cf-4fba-88d2-f7d54d1a99d1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:57.088615 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c5c15a0f-04cf-4fba-88d2-f7d54d1a99d1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:57.090863 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c5c15a0f-04cf-4fba-88d2-f7d54d1a99d1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "PUT /v2.0/subnets/195600f7-e632-444f-83c2-20adaf2d32ee HTTP/1.1" status: 200 len: 826 time: 0.9637141 Aug 29 07:10:57.095988 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54744) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:57.127841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe972e7-43a1-491e-a33b-7d8f9a9e051a None None] Pushing event updated for resources: {'Port': ['ID=c5fd5a63-77a6-4b0a-9c9b-506a4687a056,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:57.145971 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54746) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:57.153451 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-5941d550-f49b-46a9-abc7-281626a9730e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] GET failed (client error): The resource could not be found. Aug 29 07:10:57.161482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5941d550-f49b-46a9-abc7-281626a9730e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/b8807308-7b8e-404b-9987-73cc93ae1181 HTTP/1.1" status: 404 len: 333 time: 0.1085176 Aug 29 07:10:57.182753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54748) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:57.229047 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Routers {'5238e426-1bc6-463c-81bf-fd808d00fc05'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:10:57.229712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:10:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5238e426-1bc6-463c-81bf-fd808d00fc05'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:57.274328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-094c7f63-45de-4dae-a973-17b9cd209c26', 'network_id': '094c7f63-45de-4dae-a973-17b9cd209c26', 'tenant_id': '3e39fb0ee5b64f839ea992aedefeaf66', 'fixed_ips': [{'subnet_id': '195600f7-e632-444f-83c2-20adaf2d32ee'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:10:57.275238 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:57.597580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Request body: {'networks': [{'name': 'tempest-network--62000931'}, {'name': 'tempest-network--790157263'}]} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:57.597954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Request body: {'network': {'name': 'tempest-network--62000931'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:57.598453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Request body: {'network': {'name': 'tempest-network--790157263'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:10:57.680046 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:57.726863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8bfdf423-85dc-47f7-a03f-54e1475c4ac8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 33ea0972-701b-42cd-a471-e25412b38f71 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:57.727259 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8bfdf423-85dc-47f7-a03f-54e1475c4ac8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:57.792353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Made reservation on behalf of ae03c88c225b49c488224b70b6c94d5e for: {'network': 2} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:10:57.797257 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:57.845280 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:57.868943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Allocated IP 2001:db8::2 (094c7f63-45de-4dae-a973-17b9cd209c26/195600f7-e632-444f-83c2-20adaf2d32ee/d75dfec7-b1fa-4332-b757-d20f0fd9c4cf) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:57.985635 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:58.051048 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:58.160468 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:58.176173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-69e8c613-97cb-450a-b19e-fe2207a92457 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989241434&fields=id&tenant_id=ef9ac3d9c703440cafb9ded360ca6483 HTTP/1.1" status: 200 len: 267 time: 0.1348033 Aug 29 07:10:58.187279 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Transition to ACTIVE for port object d75dfec7-b1fa-4332-b757-d20f0fd9c4cf will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:58.200184 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8bfdf423-85dc-47f7-a03f-54e1475c4ac8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:58.216492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Transition to ACTIVE for port object d75dfec7-b1fa-4332-b757-d20f0fd9c4cf will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:10:58.248338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8bfdf423-85dc-47f7-a03f-54e1475c4ac8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 33ea0972-701b-42cd-a471-e25412b38f71 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:10:58.417114 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:58.512372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-4811ae4d-67fd-4a98-9804-5315aa6faa0a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:10:58.522874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-4811ae4d-67fd-4a98-9804-5315aa6faa0a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 812 time: 0.3202646 Aug 29 07:10:58.538344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54774) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:58.552735 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:58.586130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Network 094c7f63-45de-4dae-a973-17b9cd209c26 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:10:58.590666 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-4da26f07-20b6-4eb7-a417-053969c3a84a', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ips': [{'subnet_id': '04ae450a-b881-4904-8964-e7c34fe42ecd'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:10:58.591714 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:58.634867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:10:58.638217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-b9655bec-d206-413f-8757-3a8989054655 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/quotas/ef9ac3d9c703440cafb9ded360ca6483 HTTP/1.1" status: 200 len: 375 time: 0.0285866 Aug 29 07:10:58.647721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:10:58.660555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Subnet': ['ID=195600f7-e632-444f-83c2-20adaf2d32ee,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:58.678498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Pushing event updated for resources: {'Port': ['ID=d75dfec7-b1fa-4332-b757-d20f0fd9c4cf,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:58.686651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d601165d-78c6-46ce-9932-5687fd0559aa None None] Provisioning for port 33ea0972-701b-42cd-a471-e25412b38f71 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:58.689803 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8bfdf423-85dc-47f7-a03f-54e1475c4ac8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:58.816586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdf423-85dc-47f7-a03f-54e1475c4ac8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=33ea0972-701b-42cd-a471-e25412b38f71,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:58.828694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-cc0288d4-d663-4f73-ad91-75600d145bc5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1790912 Aug 29 07:10:58.833750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-5a677031-9987-47e5-914b-c435ce24342a service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:10:58.842393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-5a677031-9987-47e5-914b-c435ce24342a service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128691 Aug 29 07:10:58.876353 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:58.890376 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:58.900497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d601165d-78c6-46ce-9932-5687fd0559aa None None] Provisioning complete for port 33ea0972-701b-42cd-a471-e25412b38f71 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:58.901749 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d601165d-78c6-46ce-9932-5687fd0559aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:58.916881 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8bfdf423-85dc-47f7-a03f-54e1475c4ac8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:58.921886 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8bfdf423-85dc-47f7-a03f-54e1475c4ac8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/33ea0972-701b-42cd-a471-e25412b38f71 HTTP/1.1" status: 204 len: 168 time: 1.7364438 Aug 29 07:10:58.922612 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54780) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:58.925024 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094c7f63-45de-4dae-a973-17b9cd209c26']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:58.937733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-d601165d-78c6-46ce-9932-5687fd0559aa None None] Port 33ea0972-701b-42cd-a471-e25412b38f71 was deleted so its status cannot be updated. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 07:10:58.947627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c62173a-6a5c-4c21-b193-68304eecfb11') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:58.947996 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c62173a-6a5c-4c21-b193-68304eecfb11') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:58.966526 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] Set router 5238e426-1bc6-463c-81bf-fd808d00fc05 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:10:58.973967 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8616451-fc68-468e-80e8-b5ad21cade1c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] GET failed (client error): The resource could not be found. Aug 29 07:10:58.979550 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f8616451-fc68-468e-80e8-b5ad21cade1c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/33ea0972-701b-42cd-a471-e25412b38f71 HTTP/1.1" status: 404 len: 333 time: 0.0513530 Aug 29 07:10:58.980379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54782) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:58.992649 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.036717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.039443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Attempting to bind port d75dfec7-b1fa-4332-b757-d20f0fd9c4cf on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:10:59.040098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Attempting to bind port d75dfec7-b1fa-4332-b757-d20f0fd9c4cf by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '7c62173a-6a5c-4c21-b193-68304eecfb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '094c7f63-45de-4dae-a973-17b9cd209c26'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:10:59.040712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Attempting to bind port d75dfec7-b1fa-4332-b757-d20f0fd9c4cf on network 094c7f63-45de-4dae-a973-17b9cd209c26 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:10:59.051389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:10:59.051986 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:10:59.055544 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:10:59.072890 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d0efecc-cdb1-4fc1-b9d0-6e431ed0b0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.127449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab33aa7-ae8d-468a-8725-9d06c94e4c5b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting subnet 79c898ec-857c-4824-8a3b-260e71509289 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:10:59.142260 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ab33aa7-ae8d-468a-8725-9d06c94e4c5b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.152122 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.197223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-2d02b355-eb89-4e01-aab9-f0838c9510c9 service neutron] 10.222.0.76 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533921 Aug 29 07:10:59.200083 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ab33aa7-ae8d-468a-8725-9d06c94e4c5b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.208025 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:10:59.208511 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Checking segment: {'id': '7c62173a-6a5c-4c21-b193-68304eecfb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '094c7f63-45de-4dae-a973-17b9cd209c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:10:59.209592 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.210053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Bound using segment: {'id': '7c62173a-6a5c-4c21-b193-68304eecfb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '094c7f63-45de-4dae-a973-17b9cd209c26'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:10:59.210645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Bound port: d75dfec7-b1fa-4332-b757-d20f0fd9c4cf, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c62173a-6a5c-4c21-b193-68304eecfb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '094c7f63-45de-4dae-a973-17b9cd209c26'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:10:59.211098 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.228711 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 07:10:59.228711 n-d-713301-12 neutron-server[95403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 07:10:59.228711 n-d-713301-12 neutron-server[95403]: [parameters: {'id': '094c7f63-45de-4dae-a973-17b9cd209c26'}] Aug 29 07:10:59.228711 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:10:59.229640 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:10:59.250555 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.251035 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.252247 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d601165d-78c6-46ce-9932-5687fd0559aa None None] Provisioning complete for port c0e1330a-9825-4928-ba23-43c76ec30217 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:10:59.252692 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d601165d-78c6-46ce-9932-5687fd0559aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.350204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:59.350204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cecf6a9-effd-46b7-a352-b9ee3b1d343d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:59.350942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Allocated IP 172.20.0.2 (4da26f07-20b6-4eb7-a417-053969c3a84a/04ae450a-b881-4904-8964-e7c34fe42ecd/a2279fb1-8b00-4f9d-a10e-2446ed117a17) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:10:59.355089 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ab33aa7-ae8d-468a-8725-9d06c94e4c5b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.385504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-7686b020-b387-4ac0-acec-dc003049053b service neutron] 10.222.0.76 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873267 Aug 29 07:10:59.397258 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.397739 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Added segment 3385d712-49a3-4f13-a72e-70f7f1c0f9d2 of type vlan for network 29218be1-42f6-4fea-9367-a27c54b1cbd7 Aug 29 07:10:59.475865 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.548816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:10:59.565072 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d0efecc-cdb1-4fc1-b9d0-6e431ed0b0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.570442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.570800 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Added segment 28ecfc10-a0f0-40ca-9c2e-f7f64b5f39c1 of type vlan for network 12dfbc32-478e-4120-b6f7-9e2e166a93ac Aug 29 07:10:59.619447 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.626576 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ab33aa7-ae8d-468a-8725-9d06c94e4c5b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.658513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab33aa7-ae8d-468a-8725-9d06c94e4c5b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Subnet': ['ID=79c898ec-857c-4824-8a3b-260e71509289,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:10:59.660615 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ab33aa7-ae8d-468a-8725-9d06c94e4c5b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.665923 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3ab33aa7-ae8d-468a-8725-9d06c94e4c5b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/79c898ec-857c-4824-8a3b-260e71509289 HTTP/1.1" status: 204 len: 168 time: 0.6824176 Aug 29 07:10:59.666407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54790) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:10:59.671975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d3a529-d4b6-461a-83f8-9d499b51c555 None None] Network 2f3b621a-9f70-4935-bef0-7fa1a7a91684 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:10:59.696930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] For port d75dfec7-b1fa-4332-b757-d20f0fd9c4cf, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:10:59.731803 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.737338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:10:51Z', 'revision_number': 3, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:10:59.753232 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] For port d75dfec7-b1fa-4332-b757-d20f0fd9c4cf, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d75dfec7-b1fa-4332-b757-d20f0fd9c4cf,segment=NetworkSegment(7c62173a-6a5c-4c21-b193-68304eecfb11),segment_id=7c62173a-6a5c-4c21-b193-68304eecfb11)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:10:59.795492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Deleting port d75dfec7-b1fa-4332-b757-d20f0fd9c4cf {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:10:59.795939 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.798376 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea2e68-e00f-4504-99c0-e72df1b4e399 None None] The sync data for ids ['5238e426-1bc6-463c-81bf-fd808d00fc05'] in n-d-713301-12 is: [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:10:51Z', 'revision_number': 3, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:10:59.846006 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.912396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d601165d-78c6-46ce-9932-5687fd0559aa None None] Provisioning for port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:10:59.931705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] For port d75dfec7-b1fa-4332-b757-d20f0fd9c4cf, host n-d-713301-12, got binding levels [] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:10:59.932131 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:10:59.952195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Calling delete_port for d75dfec7-b1fa-4332-b757-d20f0fd9c4cf owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:00.011265 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.027113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Transition to ACTIVE for port object a2279fb1-8b00-4f9d-a10e-2446ed117a17 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:00.062402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d601165d-78c6-46ce-9932-5687fd0559aa None None] Provisioning complete for port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:00.062778 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d601165d-78c6-46ce-9932-5687fd0559aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.077436 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.078057 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.083625 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:00.088472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:00.089140 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.091613 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d0efecc-cdb1-4fc1-b9d0-6e431ed0b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.152185 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Transition to ACTIVE for port object a2279fb1-8b00-4f9d-a10e-2446ed117a17 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:00.157761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27945ba7-78be-4ddd-8446-009a7bbe5de0 None None] Pushing event updated for resources: {'Port': ['ID=d75dfec7-b1fa-4332-b757-d20f0fd9c4cf,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:00.179088 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ea66b8-c624-4b9c-b53f-39e8221e73c7 None None] Network 094c7f63-45de-4dae-a973-17b9cd209c26 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:00.184648 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.204015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No DVR routers for this DVR port d75dfec7-b1fa-4332-b757-d20f0fd9c4cf on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:00.295740 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.295936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Port': ['ID=d75dfec7-b1fa-4332-b757-d20f0fd9c4cf,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:00.349168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf8ded-09fc-4e24-8325-9f373d2ffe6a None None] DHCP port deletion for 2f3b621a-9f70-4935-bef0-7fa1a7a91684 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:11:00.355242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event updated for resources: {'Network': ['ID=29218be1-42f6-4fea-9367-a27c54b1cbd7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:00.376329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Network 4da26f07-20b6-4eb7-a417-053969c3a84a is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:00.388101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 29218be1-42f6-4fea-9367-a27c54b1cbd7 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:11:00.394265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:00.399107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:00.425291 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.438323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094c7f63-45de-4dae-a973-17b9cd209c26']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:00.455115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c62173a-6a5c-4c21-b193-68304eecfb11') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:00.455472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c62173a-6a5c-4c21-b193-68304eecfb11') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:00.465957 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.477603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event updated for resources: {'Network': ['ID=12dfbc32-478e-4120-b6f7-9e2e166a93ac,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:00.483226 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.492548 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:00.493189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.532826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-429e890d-a0f3-4eaa-b826-5bfa26023610 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.3654675 Aug 29 07:11:00.536445 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0efecc-cdb1-4fc1-b9d0-6e431ed0b0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b182dde6-9e0b-41b4-8f79-1204506f47b7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:00.543225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54798) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:00.551812 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4d0efecc-cdb1-4fc1-b9d0-6e431ed0b0c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b30d406c30d24a32ae33f1f9a5559b37&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0122621 Aug 29 07:11:00.560186 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:00.561474 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:00.568800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54800) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:00.577554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Pushing event updated for resources: {'Port': ['ID=a2279fb1-8b00-4f9d-a10e-2446ed117a17,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:00.586343 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 12dfbc32-478e-4120-b6f7-9e2e166a93ac details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:11:00.632519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4c91eee0-e83f-4b40-a80f-c3459e97e701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.648770 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.678234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.682667 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/094c7f63-45de-4dae-a973-17b9cd209c26 HTTP/1.1" status: 204 len: 168 time: 3.5827706 Aug 29 07:11:00.684293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca40ba5-37fc-4e62-965a-251afd3b81c6 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Network': ['ID=094c7f63-45de-4dae-a973-17b9cd209c26,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:00.688084 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4c91eee0-e83f-4b40-a80f-c3459e97e701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.690004 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54802) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:00.717470 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbd2008-d891-4614-98ee-1203a3e78bd7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:00.718349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbd2008-d891-4614-98ee-1203a3e78bd7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:00.725107 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1bbd2008-d891-4614-98ee-1203a3e78bd7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/094c7f63-45de-4dae-a973-17b9cd209c26 HTTP/1.1" status: 404 len: 339 time: 0.0294313 Aug 29 07:11:00.725329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55148a1e-20d4-467f-bb50-6135f0800611 None None] Network 094c7f63-45de-4dae-a973-17b9cd209c26 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:00.725420 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54804) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:00.732080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-189663f5-dca9-4b71-a6c9-0e1110c2c7c7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-494361195', 'description': 'd1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:00.810694 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d601165d-78c6-46ce-9932-5687fd0559aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.814027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.20.0.1 (4da26f07-20b6-4eb7-a417-053969c3a84a/04ae450a-b881-4904-8964-e7c34fe42ecd/bd775dff-b5a6-4ee4-8f1c-f0c95f538531) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:00.814337 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55148a1e-20d4-467f-bb50-6135f0800611 None None] Network 094c7f63-45de-4dae-a973-17b9cd209c26 could not be found, it might have been deleted concurrently. {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 07:11:00.846443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Attempting to bind port a2279fb1-8b00-4f9d-a10e-2446ed117a17 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:00.846832 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Attempting to bind port a2279fb1-8b00-4f9d-a10e-2446ed117a17 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:00.847198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Attempting to bind port a2279fb1-8b00-4f9d-a10e-2446ed117a17 on network 4da26f07-20b6-4eb7-a417-053969c3a84a {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:00.865828 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189663f5-dca9-4b71-a6c9-0e1110c2c7c7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:00.872341 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-189663f5-dca9-4b71-a6c9-0e1110c2c7c7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.874807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:00.875243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Checking segment: {'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:00.875634 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.876036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Bound using segment: {'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:00.876537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Bound port: a2279fb1-8b00-4f9d-a10e-2446ed117a17, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:00.876924 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.895660 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4c91eee0-e83f-4b40-a80f-c3459e97e701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.900786 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4c91eee0-e83f-4b40-a80f-c3459e97e701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.902294 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4c91eee0-e83f-4b40-a80f-c3459e97e701 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b182dde6-9e0b-41b4-8f79-1204506f47b7 HTTP/1.1" status: 204 len: 168 time: 0.3390620 Aug 29 07:11:00.927372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91eee0-e83f-4b40-a80f-c3459e97e701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b182dde6-9e0b-41b4-8f79-1204506f47b7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:00.928469 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d601165d-78c6-46ce-9932-5687fd0559aa None None] For port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4c8c3611-e4bb-4e85-9428-ee59d582d0c1,segment=NetworkSegment(d0b1a996-61fd-42c7-a65f-394832594b0d),segment_id=d0b1a996-61fd-42c7-a65f-394832594b0d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:00.953174 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189663f5-dca9-4b71-a6c9-0e1110c2c7c7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:11:00.975356 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-23cf8ded-09fc-4e24-8325-9f373d2ffe6a None None] Deleting port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:00.975607 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-23cf8ded-09fc-4e24-8325-9f373d2ffe6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.980798 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-189663f5-dca9-4b71-a6c9-0e1110c2c7c7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:00.986086 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-189663f5-dca9-4b71-a6c9-0e1110c2c7c7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Added segment a3caeb85-6a10-4d27-8d60-3d08122b9e23 of type vlan for network cdfc0fbc-c2ca-4982-b3c3-a1bf1ddf5667 Aug 29 07:11:01.055744 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d601165d-78c6-46ce-9932-5687fd0559aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:01.065724 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-189663f5-dca9-4b71-a6c9-0e1110c2c7c7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:01.092158 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f04d69-6b3b-4cd8-a28d-0ee4b56f2371 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:01.121333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f04d69-6b3b-4cd8-a28d-0ee4b56f2371 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:01.131485 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f04d69-6b3b-4cd8-a28d-0ee4b56f2371 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:01.159270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f04d69-6b3b-4cd8-a28d-0ee4b56f2371 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:01.164272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54808) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:01.165407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a7f04d69-6b3b-4cd8-a28d-0ee4b56f2371 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.6166406 Aug 29 07:11:01.175914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c5fd5a63-77a6-4b0a-9c9b-506a4687a056 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:01.222297 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-189663f5-dca9-4b71-a6c9-0e1110c2c7c7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:01.237519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189663f5-dca9-4b71-a6c9-0e1110c2c7c7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:01.239839 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-189663f5-dca9-4b71-a6c9-0e1110c2c7c7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:01.277355 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:01.277711 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:01.295529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] For port a2279fb1-8b00-4f9d-a10e-2446ed117a17, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:01.298682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-23cf8ded-09fc-4e24-8325-9f373d2ffe6a None None] For port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4c8c3611-e4bb-4e85-9428-ee59d582d0c1,segment=NetworkSegment(d0b1a996-61fd-42c7-a65f-394832594b0d),segment_id=d0b1a996-61fd-42c7-a65f-394832594b0d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:01.303229 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-23cf8ded-09fc-4e24-8325-9f373d2ffe6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:01.323303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ccfdd7f1-98d8-4c8f-9abb-fdc1c340f73a None None] Could not find standard attr ID for object b8807308-7b8e-404b-9987-73cc93ae1181. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 07:11:01.395524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] For port a2279fb1-8b00-4f9d-a10e-2446ed117a17, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a2279fb1-8b00-4f9d-a10e-2446ed117a17,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:01.415919 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-23cf8ded-09fc-4e24-8325-9f373d2ffe6a None None] Calling delete_port for 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:01.475319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601165d-78c6-46ce-9932-5687fd0559aa None None] Pushing event updated for resources: {'Port': ['ID=4c8c3611-e4bb-4e85-9428-ee59d582d0c1,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:01.498153 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-189663f5-dca9-4b71-a6c9-0e1110c2c7c7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7716651 Aug 29 07:11:01.509599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54822) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:01.527395 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0a7fd2eb-e87c-46c6-b5e7-4aebf956e7bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:01.532394 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8ba0ee6-a13b-4658-beb7-9be11cd51f0d req-7b3ffbbd-6c70-435d-a52e-43b1863f9312 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 210 time: 0.2455025 Aug 29 07:11:01.548863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189663f5-dca9-4b71-a6c9-0e1110c2c7c7 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Network': ['ID=cdfc0fbc-c2ca-4982-b3c3-a1bf1ddf5667,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:01.590277 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:01.592171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network cdfc0fbc-c2ca-4982-b3c3-a1bf1ddf5667 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:11:01.626188 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:01.700893 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0a7fd2eb-e87c-46c6-b5e7-4aebf956e7bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:01.729853 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-0a7fd2eb-e87c-46c6-b5e7-4aebf956e7bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29218be1-42f6-4fea-9367-a27c54b1cbd7']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:01.753069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37b857d-65dc-47fc-ace0-0eb87abde017 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:01.757002 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-0a7fd2eb-e87c-46c6-b5e7-4aebf956e7bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3385d712-49a3-4f13-a72e-70f7f1c0f9d2') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:01.757584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-0a7fd2eb-e87c-46c6-b5e7-4aebf956e7bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3385d712-49a3-4f13-a72e-70f7f1c0f9d2') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:01.763614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d37b857d-65dc-47fc-ace0-0eb87abde017 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "GET /v2.0/networks?id=cdfc0fbc-c2ca-4982-b3c3-a1bf1ddf5667 HTTP/1.1" status: 200 len: 764 time: 0.2263551 Aug 29 07:11:01.768446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54826) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:01.784673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-09021fdd-3f7b-40c0-906b-54c062b1a85e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'network': {'description': 'd2'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:01.788860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] For port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4c8c3611-e4bb-4e85-9428-ee59d582d0c1,segment=NetworkSegment(d0b1a996-61fd-42c7-a65f-394832594b0d),segment_id=d0b1a996-61fd-42c7-a65f-394832594b0d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:01.789274 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:01.811820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port c5fd5a63-77a6-4b0a-9c9b-506a4687a056 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:01.828126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c5fd5a63-77a6-4b0a-9c9b-506a4687a056 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:01.828507 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:01.836107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:01.871706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45799ce-b5dd-4aaa-ba05-7c351178d000 None None] Pushing event updated for resources: {'Port': ['ID=a2279fb1-8b00-4f9d-a10e-2446ed117a17,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:01.917292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Transition to ACTIVE for port object bd775dff-b5a6-4ee4-8f1c-f0c95f538531 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:01.918111 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0a7fd2eb-e87c-46c6-b5e7-4aebf956e7bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:01.953620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54830) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:01.985249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0a7fd2eb-e87c-46c6-b5e7-4aebf956e7bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:01.987603 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-312a1299-d339-4620-b1aa-c9e184905a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.000584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7fd2eb-e87c-46c6-b5e7-4aebf956e7bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:02.001273 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0a7fd2eb-e87c-46c6-b5e7-4aebf956e7bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:02.004874 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:02.011627 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.022526 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-23cf8ded-09fc-4e24-8325-9f373d2ffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.106909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf8ded-09fc-4e24-8325-9f373d2ffe6a None None] Pushing event deleted for resources: {'Port': ['ID=4c8c3611-e4bb-4e85-9428-ee59d582d0c1,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:02.121513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port c5fd5a63-77a6-4b0a-9c9b-506a4687a056, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c5fd5a63-77a6-4b0a-9c9b-506a4687a056,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:02.131703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf8ded-09fc-4e24-8325-9f373d2ffe6a None None] No DVR routers for this DVR port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:02.139894 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09021fdd-3f7b-40c0-906b-54c062b1a85e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.179742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.219586 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.232117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 4da26f07-20b6-4eb7-a417-053969c3a84a is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:02.243185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No DVR routers for this DVR port 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:02.245035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:02.252728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:02.275971 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.317462 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09021fdd-3f7b-40c0-906b-54c062b1a85e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.317462 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0a7fd2eb-e87c-46c6-b5e7-4aebf956e7bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.370247 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=c5fd5a63-77a6-4b0a-9c9b-506a4687a056,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:02.374209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:11:02.395979 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:11:02.397020 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4c8c3611-e4bb-4e85-9428-ee59d582d0c1 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:11:02.400536 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0a7fd2eb-e87c-46c6-b5e7-4aebf956e7bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.402572 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0a7fd2eb-e87c-46c6-b5e7-4aebf956e7bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "DELETE /v2.0/networks/29218be1-42f6-4fea-9367-a27c54b1cbd7 HTTP/1.1" status: 204 len: 168 time: 1.2363570 Aug 29 07:11:02.409704 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54834) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:02.419983 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09021fdd-3f7b-40c0-906b-54c062b1a85e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network cdfc0fbc-c2ca-4982-b3c3-a1bf1ddf5667 is not hosted by any dhcp agent {{(pid=95403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 07:11:02.426543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09021fdd-3f7b-40c0-906b-54c062b1a85e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:02.426789 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.427568 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-09021fdd-3f7b-40c0-906b-54c062b1a85e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.432410 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-09021fdd-3f7b-40c0-906b-54c062b1a85e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "PUT /v2.0/networks/cdfc0fbc-c2ca-4982-b3c3-a1bf1ddf5667 HTTP/1.1" status: 200 len: 761 time: 0.6596491 Aug 29 07:11:02.446396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=bd775dff-b5a6-4ee4-8f1c-f0c95f538531,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:02.450683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54836) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:02.496396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3b621a-9f70-4935-bef0-7fa1a7a91684']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:02.507981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09021fdd-3f7b-40c0-906b-54c062b1a85e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Network': ['ID=cdfc0fbc-c2ca-4982-b3c3-a1bf1ddf5667,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:02.527470 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network cdfc0fbc-c2ca-4982-b3c3-a1bf1ddf5667 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:11:02.541988 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fd2eb-e87c-46c6-b5e7-4aebf956e7bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event deleted for resources: {'Network': ['ID=29218be1-42f6-4fea-9367-a27c54b1cbd7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:02.582034 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77082c13-88ee-4b65-959a-f70f3f06088c tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.677055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b1a996-61fd-42c7-a65f-394832594b0d') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:02.677365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b1a996-61fd-42c7-a65f-394832594b0d') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:02.692782 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77082c13-88ee-4b65-959a-f70f3f06088c tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.694812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=4c8c3611-e4bb-4e85-9428-ee59d582d0c1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:02.706142 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-77082c13-88ee-4b65-959a-f70f3f06088c tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12dfbc32-478e-4120-b6f7-9e2e166a93ac']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:02.721800 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.725225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-77082c13-88ee-4b65-959a-f70f3f06088c tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ecfc10-a0f0-40ca-9c2e-f7f64b5f39c1') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:02.725225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-77082c13-88ee-4b65-959a-f70f3f06088c tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ecfc10-a0f0-40ca-9c2e-f7f64b5f39c1') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:02.750953 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77082c13-88ee-4b65-959a-f70f3f06088c tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.753551 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.769104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a9a21fd-b62b-4216-ba0d-1dfd912b2940 req-a5d7bcb5-17e3-49e9-ab39-ede8adb298e4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 210 time: 0.0943727 Aug 29 07:11:02.780880 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77082c13-88ee-4b65-959a-f70f3f06088c tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.788722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77082c13-88ee-4b65-959a-f70f3f06088c tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:02.788722 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77082c13-88ee-4b65-959a-f70f3f06088c tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:02.792107 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:02.811902 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.825351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e6b9a-f685-4ebb-b486-071d97fdd4a5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:02.826892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ad1e6b9a-f685-4ebb-b486-071d97fdd4a5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "GET /v2.0/networks?id=cdfc0fbc-c2ca-4982-b3c3-a1bf1ddf5667 HTTP/1.1" status: 200 len: 764 time: 0.3705044 Aug 29 07:11:02.837313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54840) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:02.898150 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:02.898625 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:02.902008 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:02.961724 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-312a1299-d339-4620-b1aa-c9e184905a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.985949 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77082c13-88ee-4b65-959a-f70f3f06088c tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:02.995707 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77082c13-88ee-4b65-959a-f70f3f06088c tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:03.000685 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-77082c13-88ee-4b65-959a-f70f3f06088c tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "DELETE /v2.0/networks/12dfbc32-478e-4120-b6f7-9e2e166a93ac HTTP/1.1" status: 204 len: 168 time: 0.5875127 Aug 29 07:11:03.001086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54842) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:03.083750 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77082c13-88ee-4b65-959a-f70f3f06088c tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event deleted for resources: {'Network': ['ID=12dfbc32-478e-4120-b6f7-9e2e166a93ac,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:03.105839 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-312a1299-d339-4620-b1aa-c9e184905a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:03.210227 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c5fd5a63-77a6-4b0a-9c9b-506a4687a056 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:03.262802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c5fd5a63-77a6-4b0a-9c9b-506a4687a056 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:03.263215 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:03.266870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a1299-d339-4620-b1aa-c9e184905a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6db5ca5-d8b6-4bc3-9b99-164a17b2e379,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:03.283604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb304d-7b2e-49e9-a60d-8e0ac1178f7d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:03.287938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-25eb304d-7b2e-49e9-a60d-8e0ac1178f7d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4431148 Aug 29 07:11:03.294583 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-312a1299-d339-4620-b1aa-c9e184905a93 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b88099a798f3454ca8c902763e6da241&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3379383 Aug 29 07:11:03.297022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54844) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:03.308763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54846) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:03.347403 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-18a35243-4eb2-4e0d-902e-dcd2861708c2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 207 time: 0.0492306 Aug 29 07:11:03.352913 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54848) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:03.355253 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:03.355922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0128b298-8540-446c-9905-36eb03632239 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:03.363969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0128b298-8540-446c-9905-36eb03632239 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:03.367032 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0128b298-8540-446c-9905-36eb03632239 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3641593 Aug 29 07:11:03.376683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54850) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:03.379310 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:03.381422 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/networks/2f3b621a-9f70-4935-bef0-7fa1a7a91684 HTTP/1.1" status: 204 len: 168 time: 3.7133665 Aug 29 07:11:03.392478 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54852) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:03.398792 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c3431cbb-48a2-4359-a8f9-4d702d802877 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1445709452'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:03.400840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a2279fb1-8b00-4f9d-a10e-2446ed117a17 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:03.416246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8e5e4177-11e9-49c1-af7a-3ea2f13c79d5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-303593919'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:03.432555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f866ca0-83cf-4cef-b3ce-c1c76392a8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:03.487411 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f866ca0-83cf-4cef-b3ce-c1c76392a8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:03.497913 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dc21b-46a6-41c6-9c6f-8154b7d3e748 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Network': ['ID=2f3b621a-9f70-4935-bef0-7fa1a7a91684,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:03.521192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3431cbb-48a2-4359-a8f9-4d702d802877 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:03.535841 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3431cbb-48a2-4359-a8f9-4d702d802877 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:03.546234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port a2279fb1-8b00-4f9d-a10e-2446ed117a17 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:03.556089 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:03.591805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3431cbb-48a2-4359-a8f9-4d702d802877 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:11:03.648749 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e9b3ad-0b57-4d42-9c35-543ebb3246fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:03.655082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e9b3ad-0b57-4d42-9c35-543ebb3246fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:03.661383 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e9b3ad-0b57-4d42-9c35-543ebb3246fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:03.668011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e9b3ad-0b57-4d42-9c35-543ebb3246fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:03.674037 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e9b3ad-0b57-4d42-9c35-543ebb3246fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:03.681391 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e9b3ad-0b57-4d42-9c35-543ebb3246fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:03.683328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-97e9b3ad-0b57-4d42-9c35-543ebb3246fc tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3293560 Aug 29 07:11:03.687679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54856) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:03.698303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5e4177-11e9-49c1-af7a-3ea2f13c79d5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Made reservation on behalf of ae03c88c225b49c488224b70b6c94d5e for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:03.705455 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e5e4177-11e9-49c1-af7a-3ea2f13c79d5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:03.706520 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3431cbb-48a2-4359-a8f9-4d702d802877 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:03.707098 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-c3431cbb-48a2-4359-a8f9-4d702d802877 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Added segment ae4dbbc5-76ba-43b4-acfb-ecc94c264bec of type vlan for network a0df8768-23f2-4633-94fe-210db415ea9f Aug 29 07:11:03.726800 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f866ca0-83cf-4cef-b3ce-c1c76392a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:03.729804 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0f866ca0-83cf-4cef-b3ce-c1c76392a8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:03.736027 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0f866ca0-83cf-4cef-b3ce-c1c76392a8b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a6db5ca5-d8b6-4bc3-9b99-164a17b2e379 HTTP/1.1" status: 204 len: 168 time: 0.4218519 Aug 29 07:11:03.744865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf15f4-f843-428c-8d3c-b449856cc654 None None] Network 4da26f07-20b6-4eb7-a417-053969c3a84a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:03.837678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5e4177-11e9-49c1-af7a-3ea2f13c79d5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:11:03.863929 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:03.987029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-303eef66-0c77-4eb9-9aeb-5dceb47355c3 None None] Provisioning for port a2279fb1-8b00-4f9d-a10e-2446ed117a17 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:04.012363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-303eef66-0c77-4eb9-9aeb-5dceb47355c3 None None] Provisioning complete for port a2279fb1-8b00-4f9d-a10e-2446ed117a17 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:04.012748 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-303eef66-0c77-4eb9-9aeb-5dceb47355c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:04.150530 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-303eef66-0c77-4eb9-9aeb-5dceb47355c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:04.220624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-303eef66-0c77-4eb9-9aeb-5dceb47355c3 None None] For port a2279fb1-8b00-4f9d-a10e-2446ed117a17, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a2279fb1-8b00-4f9d-a10e-2446ed117a17,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:04.276985 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-303eef66-0c77-4eb9-9aeb-5dceb47355c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:04.335374 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e5e4177-11e9-49c1-af7a-3ea2f13c79d5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:04.336309 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-8e5e4177-11e9-49c1-af7a-3ea2f13c79d5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Added segment d85920b1-7c9a-41e6-8e57-206451074804 of type vlan for network 1f96c5dd-f0c2-4b17-a082-8f8fda48aef8 Aug 29 07:11:04.399721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303eef66-0c77-4eb9-9aeb-5dceb47355c3 None None] Pushing event updated for resources: {'Port': ['ID=a2279fb1-8b00-4f9d-a10e-2446ed117a17,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:04.460515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-206a81f3-344e-486f-a4f6-a99c9dce2251 req-f360d387-76b7-4807-b0d3-e5425ac2f25c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 210 time: 0.1182625 Aug 29 07:11:04.493322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f866ca0-83cf-4cef-b3ce-c1c76392a8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6db5ca5-d8b6-4bc3-9b99-164a17b2e379,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:04.500319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-d9ad38d6-d13b-4a26-832b-4465f4399929 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:04.502272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-d9ad38d6-d13b-4a26-832b-4465f4399929 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.11 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 812 time: 0.8178864 Aug 29 07:11:04.505847 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e5e4177-11e9-49c1-af7a-3ea2f13c79d5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:04.528218 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3431cbb-48a2-4359-a8f9-4d702d802877 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:04.602053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-54640329-8a85-4713-8445-2f1764d150e0 None None] Provisioning for port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:04.607951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-54640329-8a85-4713-8445-2f1764d150e0 None None] Provisioning complete for port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:04.610574 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-54640329-8a85-4713-8445-2f1764d150e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:04.633617 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-db237aa4-052f-47b8-a00d-0b49988313d8 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.9443157 Aug 29 07:11:04.635540 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54866) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:04.645706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54868) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:04.703988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ae7479-33e5-4deb-8b15-695f3323e00d None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 07:11:04.723963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-330bd9d2-3d94-448e-8b3b-576e391fc8d6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef9ac3d9c703440cafb9ded360ca6483 HTTP/1.1" status: 200 len: 379 time: 0.2035460 Aug 29 07:11:04.754158 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'port': {'device_id': '2a9f969b-06af-4212-8930-c238a74f2c7a', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'admin_state_up': True, 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'security_groups': ['bf1ae689-f76b-4bde-8859-69ca4946fad9']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:04.826032 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3431cbb-48a2-4359-a8f9-4d702d802877 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:04.836227 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e5e4177-11e9-49c1-af7a-3ea2f13c79d5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:04.837392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3431cbb-48a2-4359-a8f9-4d702d802877 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:04.841443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5e4177-11e9-49c1-af7a-3ea2f13c79d5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:04.842065 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e5e4177-11e9-49c1-af7a-3ea2f13c79d5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:04.844829 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3431cbb-48a2-4359-a8f9-4d702d802877 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:04.850572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54872) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:04.876313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-54640329-8a85-4713-8445-2f1764d150e0 None None] Port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:04.942079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e4177-11e9-49c1-af7a-3ea2f13c79d5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event updated for resources: {'Network': ['ID=1f96c5dd-f0c2-4b17-a082-8f8fda48aef8,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:04.946145 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-54640329-8a85-4713-8445-2f1764d150e0 None None] Provisioning complete for port a2279fb1-8b00-4f9d-a10e-2446ed117a17 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:04.949365 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-54640329-8a85-4713-8445-2f1764d150e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:04.985393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef23ced-80c0-4608-a2a4-cb95ef8507ee tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:04.987439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef23ced-80c0-4608-a2a4-cb95ef8507ee tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:04.989187 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef23ced-80c0-4608-a2a4-cb95ef8507ee tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:04.991576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef23ced-80c0-4608-a2a4-cb95ef8507ee tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:04.993442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef23ced-80c0-4608-a2a4-cb95ef8507ee tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:04.995600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1ef23ced-80c0-4608-a2a4-cb95ef8507ee tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3486147 Aug 29 07:11:05.004619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54874) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:05.007641 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d1b75068-1a20-41c4-82f4-912858193d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:05.064789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 1f96c5dd-f0c2-4b17-a082-8f8fda48aef8 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:11:05.137416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3431cbb-48a2-4359-a8f9-4d702d802877 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Network': ['ID=a0df8768-23f2-4633-94fe-210db415ea9f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:05.149742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8e5e4177-11e9-49c1-af7a-3ea2f13c79d5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7597075 Aug 29 07:11:05.152777 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54876) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:05.158321 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a29e40c0-9256-4222-86aa-03f1d36085bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1380558977'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:05.176307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad3dc5-26ed-4978-9155-ef1979691f44 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['shared'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:05.178667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad3dc5-26ed-4978-9155-ef1979691f44 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['shared'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:05.180621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad3dc5-26ed-4978-9155-ef1979691f44 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['shared'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:05.182424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad3dc5-26ed-4978-9155-ef1979691f44 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['shared'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:05.184218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad3dc5-26ed-4978-9155-ef1979691f44 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['shared'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:05.186362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-80ad3dc5-26ed-4978-9155-ef1979691f44 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1761792 Aug 29 07:11:05.191724 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54878) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:05.200444 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:05.208218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a2279fb1-8b00-4f9d-a10e-2446ed117a17 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:05.210841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network a0df8768-23f2-4633-94fe-210db415ea9f details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:11:05.244355 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c3431cbb-48a2-4359-a8f9-4d702d802877 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8506529 Aug 29 07:11:05.306479 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54880) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:05.312252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': 'a0df8768-23f2-4633-94fe-210db415ea9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:05.322221 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:05.327188 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d1b75068-1a20-41c4-82f4-912858193d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:05.359037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55d1f1c-00be-4a68-99fe-4eddc788d7d4 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:05.366324 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d55d1f1c-00be-4a68-99fe-4eddc788d7d4 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "GET /v2.0/networks/c4f9d771-b842-416b-84ca-589de0a49ccf HTTP/1.1" status: 200 len: 804 time: 0.1681697 Aug 29 07:11:05.369414 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54882) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:05.426043 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d1b75068-1a20-41c4-82f4-912858193d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:05.524192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=bd775dff-b5a6-4ee4-8f1c-f0c95f538531,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:05.532307 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:05.542933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d1b75068-1a20-41c4-82f4-912858193d61 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c6a9a52f8bcb403db518c56a7cd1014b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6171322 Aug 29 07:11:05.548326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54886) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:05.552679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b75068-1a20-41c4-82f4-912858193d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b94aad3-d710-4957-a169-bb790c794537,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:05.643214 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.api [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 07:11:05.643214 n-d-713301-12 neutron-server[95404]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 07:11:05.643214 n-d-713301-12 neutron-server[95404]: [parameters: {'project_id_1': 'ef9ac3d9c703440cafb9ded360ca6483', 'expiration_1': datetime.datetime(2021, 8, 29, 7, 11, 5, 202483)}] Aug 29 07:11:05.643214 n-d-713301-12 neutron-server[95404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:11:05.643721 n-d-713301-12 neutron-server[95404]: DEBUG oslo_db.api [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:11:05.651502 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.api [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 07:11:05.651502 n-d-713301-12 neutron-server[95404]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 07:11:05.651502 n-d-713301-12 neutron-server[95404]: [parameters: {'project_id_1': '47576081f0824b18b2454c6797077522', 'expiration_1': datetime.datetime(2021, 8, 29, 7, 11, 5, 559911)}] Aug 29 07:11:05.651502 n-d-713301-12 neutron-server[95404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:11:05.652048 n-d-713301-12 neutron-server[95404]: DEBUG oslo_db.api [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:11:05.658325 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b6411c93-6236-4ded-b4e0-e1b6d2497926 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "GET /v2.0/networks/c4f9d771-b842-416b-84ca-589de0a49ccf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2856498 Aug 29 07:11:05.659888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54888) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:05.742303 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2abf631-0fba-40ba-83c7-fa2814d65cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:05.755077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e7775-c236-44c4-b115-812e5c156e24 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:05.758601 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-433e7775-c236-44c4-b115-812e5c156e24 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "GET /v2.0/subnets/08317db4-2201-49d5-ad86-9636effbe8bb HTTP/1.1" status: 200 len: 843 time: 0.0943208 Aug 29 07:11:05.760751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ae7479-33e5-4deb-8b15-695f3323e00d None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 07:11:05.764287 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54890) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:05.772925 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port a2279fb1-8b00-4f9d-a10e-2446ed117a17 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:05.773729 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b06c2a05-837c-4167-9094-de485a0abcca req-c06f7b53-0568-4a4f-b337-2bec2dc7118e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 210 time: 0.1119556 Aug 29 07:11:05.774130 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:05.777511 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 4da26f07-20b6-4eb7-a417-053969c3a84a is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:05.788791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:05.802869 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2abf631-0fba-40ba-83c7-fa2814d65cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:05.845344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29e40c0-9256-4222-86aa-03f1d36085bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Made reservation on behalf of ae03c88c225b49c488224b70b6c94d5e for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:05.852515 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a29e40c0-9256-4222-86aa-03f1d36085bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:05.897282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b29ef84-6e1f-4381-ad29-f79d63bdd944 admin admin] Deleting subnet 2ad27b8d-0058-4b55-964a-f5d1186c582b {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:11:05.903253 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b29ef84-6e1f-4381-ad29-f79d63bdd944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:05.944284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fed48120-327e-4cde-8d59-360256eb5e6f None None] Provisioning complete for port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:05.944612 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fed48120-327e-4cde-8d59-360256eb5e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:05.972726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece254a9-f66b-4c16-b307-d13f47f77693 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['shared'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:05.974897 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ece254a9-f66b-4c16-b307-d13f47f77693 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "GET /v2.0/subnets/08317db4-2201-49d5-ad86-9636effbe8bb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2089019 Aug 29 07:11:05.977388 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b29ef84-6e1f-4381-ad29-f79d63bdd944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:05.980309 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54892) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:06.001809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 5238e426-1bc6-463c-81bf-fd808d00fc05 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:11:06.029657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-21bcfb44-8133-4be5-b5aa-17cf3245c412 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-230410538'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:06.073790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-fed48120-327e-4cde-8d59-360256eb5e6f None None] Port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:06.082626 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b29ef84-6e1f-4381-ad29-f79d63bdd944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.114297 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2abf631-0fba-40ba-83c7-fa2814d65cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.114465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29e40c0-9256-4222-86aa-03f1d36085bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:11:06.118117 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2abf631-0fba-40ba-83c7-fa2814d65cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.119428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f2abf631-0fba-40ba-83c7-fa2814d65cea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1b94aad3-d710-4957-a169-bb790c794537 HTTP/1.1" status: 204 len: 168 time: 0.5678015 Aug 29 07:11:06.144563 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a29e40c0-9256-4222-86aa-03f1d36085bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.144925 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-a29e40c0-9256-4222-86aa-03f1d36085bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Added segment 45c8c16d-a846-4350-9b01-6d5236b37bb4 of type vlan for network fd9dffe5-fc0e-46df-85cf-16f3f3f21920 Aug 29 07:11:06.183782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abf631-0fba-40ba-83c7-fa2814d65cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b94aad3-d710-4957-a169-bb790c794537,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:06.226009 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.api [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 07:11:06.226009 n-d-713301-12 neutron-server[95404]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 07:11:06.226009 n-d-713301-12 neutron-server[95404]: [parameters: {'project_id_1': '47576081f0824b18b2454c6797077522', 'expiration_1': datetime.datetime(2021, 8, 29, 7, 11, 6, 191848)}] Aug 29 07:11:06.226009 n-d-713301-12 neutron-server[95404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:11:06.226480 n-d-713301-12 neutron-server[95404]: DEBUG oslo_db.api [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:11:06.228625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a29e40c0-9256-4222-86aa-03f1d36085bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.238974 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bcfb44-8133-4be5-b5aa-17cf3245c412 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:06.242550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:11:06.244014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21bcfb44-8133-4be5-b5aa-17cf3245c412 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.258832 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Sync routers for ids ['5238e426-1bc6-463c-81bf-fd808d00fc05'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:11:06.272905 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Routers {'5238e426-1bc6-463c-81bf-fd808d00fc05'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:06.273556 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:10:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5238e426-1bc6-463c-81bf-fd808d00fc05'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:06.295739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-caa703f1-cfb4-478c-bff4-eb13bde55cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "PUT /v2.0/routers/5238e426-1bc6-463c-81bf-fd808d00fc05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7943780 Aug 29 07:11:06.295739 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Made reservation on behalf of ef9ac3d9c703440cafb9ded360ca6483 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:06.297169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bcfb44-8133-4be5-b5aa-17cf3245c412 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:11:06.297340 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.305607 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21bcfb44-8133-4be5-b5aa-17cf3245c412 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.306069 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-21bcfb44-8133-4be5-b5aa-17cf3245c412 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Added segment d70c539d-19fc-4a2a-9775-0e9bd1071f22 of type vlan for network 4a137fe4-4b42-4285-8e33-e0f0535f008f Aug 29 07:11:06.368058 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21bcfb44-8133-4be5-b5aa-17cf3245c412 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.387560 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b29ef84-6e1f-4381-ad29-f79d63bdd944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.417365 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b29ef84-6e1f-4381-ad29-f79d63bdd944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.436516 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0b29ef84-6e1f-4381-ad29-f79d63bdd944 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2ad27b8d-0058-4b55-964a-f5d1186c582b HTTP/1.1" status: 204 len: 168 time: 1.7829599 Aug 29 07:11:06.457410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54898) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:06.476538 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a29e40c0-9256-4222-86aa-03f1d36085bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.485725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Allocated IP 172.20.0.10 (910ed879-c4d9-4d02-b8f4-5a82b25d8a50/fa2025ae-552d-4027-b2b0-762afe79cd66/42350b6f-f641-4762-96c5-dd9cea2be2ea) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:06.492844 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29e40c0-9256-4222-86aa-03f1d36085bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:06.493651 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a29e40c0-9256-4222-86aa-03f1d36085bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.504186 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29ef84-6e1f-4381-ad29-f79d63bdd944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad27b8d-0058-4b55-964a-f5d1186c582b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:06.656763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e40c0-9256-4222-86aa-03f1d36085bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event updated for resources: {'Network': ['ID=fd9dffe5-fc0e-46df-85cf-16f3f3f21920,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:06.667826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network fd9dffe5-fc0e-46df-85cf-16f3f3f21920 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:11:06.687720 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21bcfb44-8133-4be5-b5aa-17cf3245c412 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.701232 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Set router 5238e426-1bc6-463c-81bf-fd808d00fc05 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:06.702713 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.723551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Transition to ACTIVE for port object 42350b6f-f641-4762-96c5-dd9cea2be2ea will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:06.733022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bcfb44-8133-4be5-b5aa-17cf3245c412 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:06.733687 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-21bcfb44-8133-4be5-b5aa-17cf3245c412 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.836899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-d29d510e-b3c5-48f9-8984-b7844cebbc10 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474136506&fields=id&tenant_id=6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 267 time: 0.0581625 Aug 29 07:11:06.848081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2d2ed807-9a17-4232-8380-2e0603049c19 None None] Provisioning complete for port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:06.850047 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed807-9a17-4232-8380-2e0603049c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.893774 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.908478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2d2ed807-9a17-4232-8380-2e0603049c19 None None] Port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:06.958522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcfb44-8133-4be5-b5aa-17cf3245c412 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Network': ['ID=4a137fe4-4b42-4285-8e33-e0f0535f008f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:06.964912 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fff3bbd8-6010-4a83-9b31-fa3fe4a972a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:06.970866 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a29e40c0-9256-4222-86aa-03f1d36085bb tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8168397 Aug 29 07:11:06.972184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 4a137fe4-4b42-4285-8e33-e0f0535f008f details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:11:06.977323 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-21bcfb44-8133-4be5-b5aa-17cf3245c412 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9697509 Aug 29 07:11:06.978357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54916) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:06.979019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54914) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:06.987637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-cbfdb705-6185-49b6-ba26-eeabb3b25b1e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'subnet': {'network_id': '4a137fe4-4b42-4285-8e33-e0f0535f008f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:07.045977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Request body: {'ports': [{'network_id': '1f96c5dd-f0c2-4b17-a082-8f8fda48aef8', 'name': 'tempest-port--1095086040', 'admin_state_up': True}, {'network_id': 'fd9dffe5-fc0e-46df-85cf-16f3f3f21920', 'admin_state_up': False}]} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:07.046295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Request body: {'port': {'network_id': '1f96c5dd-f0c2-4b17-a082-8f8fda48aef8', 'name': 'tempest-port--1095086040', 'admin_state_up': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:07.046955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Request body: {'port': {'network_id': 'fd9dffe5-fc0e-46df-85cf-16f3f3f21920', 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:07.057259 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:11:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'bd775dff-b5a6-4ee4-8f1c-f0c95f538531', 'name': '', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:26:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:58Z', 'updated_at': '2021-08-29T07:11:04Z', 'revision_number': 2, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:07.096587 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Checking router: 5238e426-1bc6-463c-81bf-fd808d00fc05 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:11:07.097190 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Updating router 5238e426-1bc6-463c-81bf-fd808d00fc05 port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:11:07.122330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:07.151690 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.202454 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fff3bbd8-6010-4a83-9b31-fa3fe4a972a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.216813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-fff3bbd8-6010-4a83-9b31-fa3fe4a972a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f82a6e-5eaf-4980-9ed9-b051636d1f06']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:07.221761 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfdb705-6185-49b6-ba26-eeabb3b25b1e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Made reservation on behalf of 3e39fb0ee5b64f839ea992aedefeaf66 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:07.228173 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb705-6185-49b6-ba26-eeabb3b25b1e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.239729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:07.272311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:07.341203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-fff3bbd8-6010-4a83-9b31-fa3fe4a972a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29ae559-f041-4323-b3b3-1de7076a9dc7') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:07.341677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-fff3bbd8-6010-4a83-9b31-fa3fe4a972a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29ae559-f041-4323-b3b3-1de7076a9dc7') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:07.366010 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fff3bbd8-6010-4a83-9b31-fa3fe4a972a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.368835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.ipam_backend_mixin [None req-cbfdb705-6185-49b6-ba26-eeabb3b25b1e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Performing IP validity checks on allocation pools {{(pid=95403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 07:11:07.369472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.ipam_backend_mixin [None req-cbfdb705-6185-49b6-ba26-eeabb3b25b1e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 07:11:07.392057 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fff3bbd8-6010-4a83-9b31-fa3fe4a972a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.405463 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff3bbd8-6010-4a83-9b31-fa3fe4a972a0 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:07.406013 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fff3bbd8-6010-4a83-9b31-fa3fe4a972a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:07.408054 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:07.417277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'Port': ['ID=42350b6f-f641-4762-96c5-dd9cea2be2ea,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:07.529681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-f3fad7d3-55c3-4edd-b336-6dda279a3254 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:07.537948 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.546079 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-f3fad7d3-55c3-4edd-b336-6dda279a3254 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/networks?id=4da26f07-20b6-4eb7-a417-053969c3a84a HTTP/1.1" status: 200 len: 796 time: 0.6995645 Aug 29 07:11:07.554759 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Transition to ACTIVE for port object bd775dff-b5a6-4ee4-8f1c-f0c95f538531 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:07.556781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:07.558516 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.642615 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.647618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:07.651423 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.663979 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fff3bbd8-6010-4a83-9b31-fa3fe4a972a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.673304 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fff3bbd8-6010-4a83-9b31-fa3fe4a972a0 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.678130 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fff3bbd8-6010-4a83-9b31-fa3fe4a972a0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e7f82a6e-5eaf-4980-9ed9-b051636d1f06 HTTP/1.1" status: 204 len: 168 time: 1.2172432 Aug 29 07:11:07.692284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3bbd8-6010-4a83-9b31-fa3fe4a972a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f82a6e-5eaf-4980-9ed9-b051636d1f06,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:07.733523 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ac1cc-e580-43d7-a336-7173b69dc8c5 None None] Pushing event updated for resources: {'Port': ['ID=bd775dff-b5a6-4ee4-8f1c-f0c95f538531,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:07.751479 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb705-6185-49b6-ba26-eeabb3b25b1e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.796757 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac1cc-e580-43d7-a336-7173b69dc8c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:07.796757 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac1cc-e580-43d7-a336-7173b69dc8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:07.796757 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac1cc-e580-43d7-a336-7173b69dc8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:07.796757 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac1cc-e580-43d7-a336-7173b69dc8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:07.796757 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac1cc-e580-43d7-a336-7173b69dc8c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:07.796757 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac1cc-e580-43d7-a336-7173b69dc8c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:07.797310 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac1cc-e580-43d7-a336-7173b69dc8c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:07.797310 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac1cc-e580-43d7-a336-7173b69dc8c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:07.797555 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac1cc-e580-43d7-a336-7173b69dc8c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:07.798130 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac1cc-e580-43d7-a336-7173b69dc8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:07.798453 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac1cc-e580-43d7-a336-7173b69dc8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:07.798777 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac1cc-e580-43d7-a336-7173b69dc8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:07.814091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0f06999a-2138-44c8-813c-2b98f823043e None None] Provisioning for port 42350b6f-f641-4762-96c5-dd9cea2be2ea completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:07.819083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0f06999a-2138-44c8-813c-2b98f823043e None None] Provisioning complete for port 42350b6f-f641-4762-96c5-dd9cea2be2ea triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:07.819506 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0f06999a-2138-44c8-813c-2b98f823043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.882547 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Attempting to bind port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:07.882729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfdb705-6185-49b6-ba26-eeabb3b25b1e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Checking segment: {'id': 'd70c539d-19fc-4a2a-9775-0e9bd1071f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4a137fe4-4b42-4285-8e33-e0f0535f008f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:07.889417 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Attempting to bind port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:07.889417 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Attempting to bind port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 on network 4da26f07-20b6-4eb7-a417-053969c3a84a {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:07.889705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfdb705-6185-49b6-ba26-eeabb3b25b1e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network hostable DHCP agents. Network: 4a137fe4-4b42-4285-8e33-e0f0535f008f, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:11:07.898123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdb705-6185-49b6-ba26-eeabb3b25b1e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Subnet': ['ID=2b2eaf8c-ef01-42ed-b4a4-9a895a159e4f,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:07.916062 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:07.916936 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Checking segment: {'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:07.917772 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.918555 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1195f-45c4-4807-ab0e-0aa709fff51a req-84ea9e4a-48c4-4023-ab6f-8a87758cbef9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:07.918907 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Bound using segment: {'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:07.919160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0f06999a-2138-44c8-813c-2b98f823043e None None] Port 42350b6f-f641-4762-96c5-dd9cea2be2ea cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:07.920485 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Bound port: bd775dff-b5a6-4ee4-8f1c-f0c95f538531, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:07.920916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58e1195f-45c4-4807-ab0e-0aa709fff51a req-84ea9e4a-48c4-4023-ab6f-8a87758cbef9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 932 time: 0.9400835 Aug 29 07:11:07.921348 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:07.941245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-40d14e5a-6c57-47ea-9323-05ed4b6e5e9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2076557 Aug 29 07:11:07.980545 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-077a16a7-51bb-4e40-bb96-fce165a405f5 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/quotas/6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 375 time: 0.4331741 Aug 29 07:11:08.014428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Request body: {'port': {'device_id': '2a9f969b-06af-4212-8930-c238a74f2c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:08.026151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfdb705-6185-49b6-ba26-eeabb3b25b1e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Network 4a137fe4-4b42-4285-8e33-e0f0535f008f is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:11:08.037716 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] For port bd775dff-b5a6-4ee4-8f1c-f0c95f538531, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:08.043805 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] For port bd775dff-b5a6-4ee4-8f1c-f0c95f538531, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bd775dff-b5a6-4ee4-8f1c-f0c95f538531,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:08.114284 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58e1195f-45c4-4807-ab0e-0aa709fff51a req-c4bc75ea-b8c0-4cca-878f-613f2ce6b371 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836216 Aug 29 07:11:08.117203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-cbfdb705-6185-49b6-ba26-eeabb3b25b1e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 4a137fe4-4b42-4285-8e33-e0f0535f008f) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:08.130092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfdb705-6185-49b6-ba26-eeabb3b25b1e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:08.133905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649e52b9-a487-4382-82b4-fe506e77cb68 None None] Network 4a137fe4-4b42-4285-8e33-e0f0535f008f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:08.136159 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb705-6185-49b6-ba26-eeabb3b25b1e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.165413 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.211180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54940) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:08.212647 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.233721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-b37edde5-a818-46fb-92cd-ad9abef3cdce tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2446604 Aug 29 07:11:08.274597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.292998 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ac1cc-e580-43d7-a336-7173b69dc8c5 None None] Pushing event updated for resources: {'Port': ['ID=bd775dff-b5a6-4ee4-8f1c-f0c95f538531,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:08.308412 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-afb4bcc7-1a9a-4a6f-a95f-f40b8c652d06 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8122b1cf63bd4825a24739f8a5859d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950963 Aug 29 07:11:08.311363 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54944) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:08.313770 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Routers {'5238e426-1bc6-463c-81bf-fd808d00fc05'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:08.314444 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:10:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5238e426-1bc6-463c-81bf-fd808d00fc05'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:08.398124 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54946) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:08.408544 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cbfdb705-6185-49b6-ba26-eeabb3b25b1e tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4156017 Aug 29 07:11:08.416826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54948) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:08.421809 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6a0c91f5-8495-4736-86c3-6d0394fbd6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.440765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Subnet': ['ID=4dd3c9e1-2dbd-41db-8a34-a0761b89b6eb,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:08.456868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2609d390-2aa9-4904-9d9b-fb2bf95829e8 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:08.512171 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f3fdaba-261c-4e62-a66c-bfda0665507e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.562366 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f3fdaba-261c-4e62-a66c-bfda0665507e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.580414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Made reservation on behalf of ae03c88c225b49c488224b70b6c94d5e for: {'port': 2} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:08.585718 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.614951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1537456381-network', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:08.618990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-4a137fe4-4b42-4285-8e33-e0f0535f008f', 'network_id': '4a137fe4-4b42-4285-8e33-e0f0535f008f', 'tenant_id': '3e39fb0ee5b64f839ea992aedefeaf66', 'fixed_ips': [{'subnet_id': '2b2eaf8c-ef01-42ed-b4a4-9a895a159e4f'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:11:08.621304 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.697370 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2609d390-2aa9-4904-9d9b-fb2bf95829e8 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9377171'] for subnet, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.704966 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] Set router 5238e426-1bc6-463c-81bf-fd808d00fc05 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:08.716995 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] Made reservation on behalf of 371da66a36bf47e5bd5f8c6caba081da for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:08.721881 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.731722 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.732474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ba3cf486-43cd-404c-bfc8-52d8f989375b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:11:08.741296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ba3cf486-43cd-404c-bfc8-52d8f989375b service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5063529 Aug 29 07:11:08.766816 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f3fdaba-261c-4e62-a66c-bfda0665507e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.770228 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f3fdaba-261c-4e62-a66c-bfda0665507e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.774297 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3f3fdaba-261c-4e62-a66c-bfda0665507e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/291e312c-fd66-48b7-a24a-da6f88cb3bdb HTTP/1.1" status: 204 len: 168 time: 0.4562943 Aug 29 07:11:08.797273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fdaba-261c-4e62-a66c-bfda0665507e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291e312c-fd66-48b7-a24a-da6f88cb3bdb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:08.861904 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:08.924465 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:09.045653 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:09.076097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Checking segment: {'id': 'ae4dbbc5-76ba-43b4-acfb-ecc94c264bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a0df8768-23f2-4633-94fe-210db415ea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:09.076462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network hostable DHCP agents. Network: a0df8768-23f2-4633-94fe-210db415ea9f, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:11:09.085983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] device_id is not set on port bd486526-08e6-4772-be45-1537d62464f4 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:11:09.090271 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:11:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'bd775dff-b5a6-4ee4-8f1c-f0c95f538531', 'name': '', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:26:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:58Z', 'updated_at': '2021-08-29T07:11:08Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:09.105746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:11:09.126792 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 07:11:09.126792 n-d-713301-12 neutron-server[95405]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 29 07:11:09.126792 n-d-713301-12 neutron-server[95405]: [parameters: {'in_use': 1, 'id_1': '2b2eaf8c-ef01-42ed-b4a4-9a895a159e4f'}] Aug 29 07:11:09.126792 n-d-713301-12 neutron-server[95405]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:11:09.128188 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:11:09.135408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:09.136431 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] Added segment 9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6 of type vlan for network ad785853-db27-4dd3-8240-8588a89f9d93 Aug 29 07:11:09.146847 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a7c454-1e8b-4c7f-894e-6da276c74045,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:09.159376 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b1878-eb1a-4102-b647-d8cfac6c36f3 None None] The sync data for ids ['5238e426-1bc6-463c-81bf-fd808d00fc05'] in n-d-713301-12 is: [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:11:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'bd775dff-b5a6-4ee4-8f1c-f0c95f538531', 'name': '', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:26:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:58Z', 'updated_at': '2021-08-29T07:11:08Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:11:09.193771 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:09.316936 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:09.318664 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:09.319476 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:09.422443 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-b9f8ec23-1ad1-4ffb-8c0c-1b51e9cc4c3b service neutron] 10.222.0.76 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802499 Aug 29 07:11:09.437516 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network a0df8768-23f2-4633-94fe-210db415ea9f is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:11:09.488653 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] Pushing event updated for resources: {'Network': ['ID=ad785853-db27-4dd3-8240-8588a89f9d93,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:09.500092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network ad785853-db27-4dd3-8240-8588a89f9d93 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:11:09.569180 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2824580a-b54d-45df-908d-1badcf33efeb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1572404 Aug 29 07:11:09.571919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54964) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:09.577397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-cf2f99d9-a1e9-4d7f-a7eb-1e58fdc484c7 admin admin] Request body: {'subnet': {'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1537456381-subnet', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:09.629709 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:09.688448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2f99d9-a1e9-4d7f-a7eb-1e58fdc484c7 admin admin] Made reservation on behalf of 371da66a36bf47e5bd5f8c6caba081da for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:09.691865 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf2f99d9-a1e9-4d7f-a7eb-1e58fdc484c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:09.709116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, a0df8768-23f2-4633-94fe-210db415ea9f) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:09.780512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:09.781107 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:09.823601 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1a9e4b-d25d-4a00-9719-d86400787405 None None] Network a0df8768-23f2-4633-94fe-210db415ea9f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:10.123939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-a0df8768-23f2-4633-94fe-210db415ea9f', 'network_id': 'a0df8768-23f2-4633-94fe-210db415ea9f', 'tenant_id': '47576081f0824b18b2454c6797077522', 'fixed_ips': [{'subnet_id': '4dd3c9e1-2dbd-41db-8a34-a0761b89b6eb'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:11:10.125087 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:10.186531 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf2f99d9-a1e9-4d7f-a7eb-1e58fdc484c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:10.289605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f99d9-a1e9-4d7f-a7eb-1e58fdc484c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234131c8-fc3a-4f4f-aeed-55ac3cf5e42d,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:10.304285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f99d9-a1e9-4d7f-a7eb-1e58fdc484c7 admin admin] Checking segment: {'id': '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:10.304931 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f99d9-a1e9-4d7f-a7eb-1e58fdc484c7 admin admin] Network hostable DHCP agents. Network: ad785853-db27-4dd3-8240-8588a89f9d93, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:11:10.306311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c2e29-658a-4f4f-8b4b-5efb4a024140 req-dd7853ae-f6ed-441a-8bdb-2708e1df4cfc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:10.309520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-575c2e29-658a-4f4f-8b4b-5efb4a024140 req-dd7853ae-f6ed-441a-8bdb-2708e1df4cfc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 932 time: 0.9970472 Aug 29 07:11:10.374291 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:10.385842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f99d9-a1e9-4d7f-a7eb-1e58fdc484c7 admin admin] Network ad785853-db27-4dd3-8240-8588a89f9d93 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:11:10.446346 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-19f5bf97-c4c5-446d-a5b8-0f9f7e2adb20 service neutron] 10.222.0.76 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0006716 Aug 29 07:11:10.476989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-cf2f99d9-a1e9-4d7f-a7eb-1e58fdc484c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, ad785853-db27-4dd3-8240-8588a89f9d93) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:10.492476 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f99d9-a1e9-4d7f-a7eb-1e58fdc484c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:10.500292 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cf2f99d9-a1e9-4d7f-a7eb-1e58fdc484c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:10.510447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54976) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:10.548162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-523dc0a8-7351-4156-8dcd-1cf1c5814a62 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2372401 Aug 29 07:11:10.548162 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2609d390-2aa9-4904-9d9b-fb2bf95829e8 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792719736872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2125208'] for subnet, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:10.553386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54980) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:10.580695 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Allocated IP 2001:db8::3 (4a137fe4-4b42-4285-8e33-e0f0535f008f/2b2eaf8c-ef01-42ed-b4a4-9a895a159e4f/8f19862a-6c8a-46bd-8249-fa83080e5b7e) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:10.584655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'network_id': 'a0df8768-23f2-4633-94fe-210db415ea9f', 'name': 'tempest-PortsIpV6TestJSON-615129748', 'fixed_ips': [{'subnet_id': '4dd3c9e1-2dbd-41db-8a34-a0761b89b6eb', 'ip_address': '2001:db8::10'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:10.749711 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cf2f99d9-a1e9-4d7f-a7eb-1e58fdc484c7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1755612 Aug 29 07:11:10.750711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 54982) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:10.763729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:10.772290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] device_id is not set on port 7502d444-8ff3-47db-a386-d917992be600 yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:11:10.803917 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e81d18-c7a8-44be-9e4a-61b6b4d7f7b3 None None] Network ad785853-db27-4dd3-8240-8588a89f9d93 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:10.828968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-823684339-network', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:10.887767 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2609d390-2aa9-4904-9d9b-fb2bf95829e8 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:10.897006 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2609d390-2aa9-4904-9d9b-fb2bf95829e8 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:10.898650 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2609d390-2aa9-4904-9d9b-fb2bf95829e8 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "PUT /v2.0/subnets/2b2eaf8c-ef01-42ed-b4a4-9a895a159e4f HTTP/1.1" status: 200 len: 900 time: 2.4553418 Aug 29 07:11:10.906070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-575c2e29-658a-4f4f-8b4b-5efb4a024140 req-2bb9835a-1c25-4bb7-8038-ebd0de6d3af9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5782292 Aug 29 07:11:10.913182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 54988) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:10.962250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Allocated IP 2001:db8::2 (a0df8768-23f2-4633-94fe-210db415ea9f/4dd3c9e1-2dbd-41db-8a34-a0761b89b6eb/685ff34c-1a90-4030-a880-ff8b1c93dbb0) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:10.963230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:10.964293 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:10.992940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42350b6f-f641-4762-96c5-dd9cea2be2ea {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:11:11.017101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609d390-2aa9-4904-9d9b-fb2bf95829e8 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event updated for resources: {'Subnet': ['ID=2b2eaf8c-ef01-42ed-b4a4-9a895a159e4f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:11.042414 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.053568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-59865878-7847-4c8c-a30e-cc739370e151 req-b9138a13-8a49-4e5b-992b-55ed36ac9469 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 210 time: 0.1717060 Aug 29 07:11:11.062566 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.179445 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.188110 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] Made reservation on behalf of c8abb6ba5385460b993782b30fad25f9 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:11.190614 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.210123 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.213863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Transition to ACTIVE for port object 42350b6f-f641-4762-96c5-dd9cea2be2ea will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:11.262740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bd775dff-b5a6-4ee4-8f1c-f0c95f538531 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:11.272453 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.304997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.341220 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.368983 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:11.394446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Transition to ACTIVE for port object 8f19862a-6c8a-46bd-8249-fa83080e5b7e will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:11.411217 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.482492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Pushing event updated for resources: {'Port': ['ID=42350b6f-f641-4762-96c5-dd9cea2be2ea,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:11.490443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Transition to ACTIVE for port object 8f19862a-6c8a-46bd-8249-fa83080e5b7e will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:11.505495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-ad785853-db27-4dd3-8240-8588a89f9d93', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:11:11.505495 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.525271 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.568535 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.636067 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.658468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port 596c5c47-2065-49f8-844a-716202e57795 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:11:11.664060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Attempting to bind port 42350b6f-f641-4762-96c5-dd9cea2be2ea on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:11.664397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Attempting to bind port 42350b6f-f641-4762-96c5-dd9cea2be2ea by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:11.664726 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Attempting to bind port 42350b6f-f641-4762-96c5-dd9cea2be2ea on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:11.678913 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Port 42350b6f-f641-4762-96c5-dd9cea2be2ea on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:11:11.679284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Attempting to bind port 42350b6f-f641-4762-96c5-dd9cea2be2ea on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:11.701939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:11.702278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Checking segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:11.702923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Bound using segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:11.703455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Bound port: 42350b6f-f641-4762-96c5-dd9cea2be2ea, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:11.703873 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.711892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Allocated IP 172.20.0.2 (ad785853-db27-4dd3-8240-8588a89f9d93/234131c8-fc3a-4f4f-aeed-55ac3cf5e42d/df58334b-e76c-4f34-a11d-d4c2021d5f52) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:11.738807 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.820646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:11.823181 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.825358 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-62e2b5f4-2ad8-42e8-8f97-135a49594bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.850689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event updated for resources: {'Port': ['ID=bd486526-08e6-4772-be45-1537d62464f4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:11.873984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:11.874396 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.878392 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.886469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Checking segment: {'id': 'd85920b1-7c9a-41e6-8e57-206451074804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f96c5dd-f0c2-4b17-a082-8f8fda48aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:11.886837 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Network hostable DHCP agents. Network: 1f96c5dd-f0c2-4b17-a082-8f8fda48aef8, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:11:11.888355 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.897192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] For port 42350b6f-f641-4762-96c5-dd9cea2be2ea, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:11.924903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2eaf8c-ef01-42ed-b4a4-9a895a159e4f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:11.933814 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] For port 42350b6f-f641-4762-96c5-dd9cea2be2ea, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=42350b6f-f641-4762-96c5-dd9cea2be2ea,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:11.952054 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:11.955034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Network 4a137fe4-4b42-4285-8e33-e0f0535f008f is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:12.057195 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.072646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a137fe4-4b42-4285-8e33-e0f0535f008f']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:12.094663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4113f18-8605-4f1b-8b59-f37db06fa9ab req-ea5a5238-4bb4-42b8-8e0b-c8a1874444e6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:12.101414 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.172450 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4113f18-8605-4f1b-8b59-f37db06fa9ab req-ea5a5238-4bb4-42b8-8e0b-c8a1874444e6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 944 time: 0.0988429 Aug 29 07:11:12.172450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70c539d-19fc-4a2a-9775-0e9bd1071f22') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:12.172450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70c539d-19fc-4a2a-9775-0e9bd1071f22') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:12.172450 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.173154 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:11:12.173257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3b3922af-634f-426e-9d6e-40a3e1d77cb8 req-d68ecefa-00b5-4764-b4ac-7727018a8c8d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 210 time: 0.0471222 Aug 29 07:11:12.187817 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.195731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4113f18-8605-4f1b-8b59-f37db06fa9ab req-ec1770a3-a4a2-487a-9142-57dce985e5b7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924923 Aug 29 07:11:12.198721 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:12.199346 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:12.202993 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:12.214539 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:12.214708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f293f92a-858e-4aac-84b2-75a4a1d49831,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:12.219700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.223931 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] Added segment aa227906-04e3-4406-a3f8-7044723cc415 of type vlan for network 740c023b-b04b-4f80-afa0-c10324e7e210 Aug 29 07:11:12.230240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:12.244911 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.252838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Pushing event updated for resources: {'Port': ['ID=8f19862a-6c8a-46bd-8249-fa83080e5b7e,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:12.259994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Transition to ACTIVE for port object 685ff34c-1a90-4030-a880-ff8b1c93dbb0 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:12.304825 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.317482 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.331411 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.332027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Transition to ACTIVE for port object 685ff34c-1a90-4030-a880-ff8b1c93dbb0 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:12.335222 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.api [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 07:11:12.335222 n-d-713301-12 neutron-server[95404]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 07:11:12.335222 n-d-713301-12 neutron-server[95404]: [parameters: {'id': '4a137fe4-4b42-4285-8e33-e0f0535f008f'}] Aug 29 07:11:12.335222 n-d-713301-12 neutron-server[95404]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:11:12.337073 n-d-713301-12 neutron-server[95404]: DEBUG oslo_db.api [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:11:12.337341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Transition to ACTIVE for port object df58334b-e76c-4f34-a11d-d4c2021d5f52 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:12.338785 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.362748 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.369746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Transition to ACTIVE for port object df58334b-e76c-4f34-a11d-d4c2021d5f52 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:12.373406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Attempting to bind port 8f19862a-6c8a-46bd-8249-fa83080e5b7e on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:12.373793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Attempting to bind port 8f19862a-6c8a-46bd-8249-fa83080e5b7e by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'd70c539d-19fc-4a2a-9775-0e9bd1071f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4a137fe4-4b42-4285-8e33-e0f0535f008f'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:12.374168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Attempting to bind port 8f19862a-6c8a-46bd-8249-fa83080e5b7e on network 4a137fe4-4b42-4285-8e33-e0f0535f008f {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:12.377184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Network 1f96c5dd-f0c2-4b17-a082-8f8fda48aef8 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:11:12.381425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:12.381822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Checking segment: {'id': 'd70c539d-19fc-4a2a-9775-0e9bd1071f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4a137fe4-4b42-4285-8e33-e0f0535f008f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:12.382235 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.382637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Bound using segment: {'id': 'd70c539d-19fc-4a2a-9775-0e9bd1071f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4a137fe4-4b42-4285-8e33-e0f0535f008f'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:12.383235 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Bound port: 8f19862a-6c8a-46bd-8249-fa83080e5b7e, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70c539d-19fc-4a2a-9775-0e9bd1071f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4a137fe4-4b42-4285-8e33-e0f0535f008f'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:12.383630 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.387227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:12.388368 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.389593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] 10.222.0.11 "PUT /v2.0/ports/42350b6f-f641-4762-96c5-dd9cea2be2ea HTTP/1.1" status: 200 len: 1093 time: 4.4049654 Aug 29 07:11:12.390157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9f969b-06af-4212-8930-c238a74f2c7a', 'tag': '42350b6f-f641-4762-96c5-dd9cea2be2ea'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:11:12.392657 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd96a33d-e7ea-4093-a203-801f38190c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9f969b-06af-4212-8930-c238a74f2c7a", "tag": "42350b6f-f641-4762-96c5-dd9cea2be2ea"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:11:12.424312 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ea1f1-c895-44c4-a1b3-227138dc3bad service neutron] Pushing event updated for resources: {'Port': ['ID=42350b6f-f641-4762-96c5-dd9cea2be2ea,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:12.488071 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 1f96c5dd-f0c2-4b17-a082-8f8fda48aef8) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:12.493055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:12.494372 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.498040 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.505785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbeb2c1-65a1-478b-af24-0804902a6852 None None] Network 1f96c5dd-f0c2-4b17-a082-8f8fda48aef8 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:12.512270 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.517694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:12.517694 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.520235 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.523301 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.651369 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] Pushing event updated for resources: {'Network': ['ID=740c023b-b04b-4f80-afa0-c10324e7e210,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:12.684752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Pushing event updated for resources: {'Port': ['ID=df58334b-e76c-4f34-a11d-d4c2021d5f52,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:12.689356 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5e95b1d6-6e8f-466b-a637-6c8625ae6f14 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1755340 Aug 29 07:11:12.694269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55006) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:12.706074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4fd497df-038b-405d-8bce-6a97e5d5bad6 admin admin] Request body: {'subnet': {'network_id': '740c023b-b04b-4f80-afa0-c10324e7e210', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-823684339-subnet', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:12.717796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event updated for resources: {'Port': ['ID=7502d444-8ff3-47db-a386-d917992be600,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:12.722398 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Allocated IP 172.25.1.213 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/d641dd13-7732-4fb0-bd9e-2f94b9ce3b24) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:12.730682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 740c023b-b04b-4f80-afa0-c10324e7e210 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:11:12.744242 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a721e9e-ac49-46a2-8057-2e58a64d6494 x-openstack-request-id: req-0a721e9e-ac49-46a2-8057-2e58a64d6494 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:11:12.744610 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9f969b-06af-4212-8930-c238a74f2c7a", "tag": "42350b6f-f641-4762-96c5-dd9cea2be2ea", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:11:12.744933 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0a721e9e-ac49-46a2-8057-2e58a64d6494 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:11:12.745404 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9f969b-06af-4212-8930-c238a74f2c7a', 'tag': '42350b6f-f641-4762-96c5-dd9cea2be2ea', 'status': 'completed', 'code': 200} Aug 29 07:11:12.751342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Allocated IP 2001:db8::10 (a0df8768-23f2-4633-94fe-210db415ea9f/4dd3c9e1-2dbd-41db-8a34-a0761b89b6eb/596c5c47-2065-49f8-844a-716202e57795) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:12.763842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-b8c5539a-12c3-48e1-8ef0-e4cc6be194ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:12.765487 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-b8c5539a-12c3-48e1-8ef0-e4cc6be194ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 1096 time: 0.1930437 Aug 29 07:11:12.765974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port bd775dff-b5a6-4ee4-8f1c-f0c95f538531, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bd775dff-b5a6-4ee4-8f1c-f0c95f538531,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:12.768190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Checking segment: {'id': '45c8c16d-a846-4350-9b01-6d5236b37bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd9dffe5-fc0e-46df-85cf-16f3f3f21920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:12.768642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Network hostable DHCP agents. Network: fd9dffe5-fc0e-46df-85cf-16f3f3f21920, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:11:12.827496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-e6ba7c2a-312b-4636-be08-ee41bd9404a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42350b6f-f641-4762-96c5-dd9cea2be2ea HTTP/1.1" status: 200 len: 217 time: 0.0440290 Aug 29 07:11:12.837356 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.874121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Network ad785853-db27-4dd3-8240-8588a89f9d93 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:12.885996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Network fd9dffe5-fc0e-46df-85cf-16f3f3f21920 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:11:12.888364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd497df-038b-405d-8bce-6a97e5d5bad6 admin admin] Made reservation on behalf of c8abb6ba5385460b993782b30fad25f9 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:12.891948 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4fd497df-038b-405d-8bce-6a97e5d5bad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.901532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Network a0df8768-23f2-4633-94fe-210db415ea9f is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:12.904734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:12.910133 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:12.913661 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:12.942171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:12.944783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:12.990738 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-84397c19-aa0e-4846-aab6-a5733e187dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:12.992062 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] For port 8f19862a-6c8a-46bd-8249-fa83080e5b7e, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:12.992629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-84397c19-aa0e-4846-aab6-a5733e187dc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.1481662 Aug 29 07:11:13.000939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Pushing event updated for resources: {'Port': ['ID=685ff34c-1a90-4030-a880-ff8b1c93dbb0,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:13.055370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.058675 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, fd9dffe5-fc0e-46df-85cf-16f3f3f21920) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:13.069304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:13.075225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:13.080599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:13.081564 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.085524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] For port 8f19862a-6c8a-46bd-8249-fa83080e5b7e, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8f19862a-6c8a-46bd-8249-fa83080e5b7e,segment=NetworkSegment(d70c539d-19fc-4a2a-9775-0e9bd1071f22),segment_id=d70c539d-19fc-4a2a-9775-0e9bd1071f22)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:13.089017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674cdb47-97b0-4c71-89e2-9deb2607faa2 None None] Network fd9dffe5-fc0e-46df-85cf-16f3f3f21920 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:13.092887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.105697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Transition to ACTIVE for port object 596c5c47-2065-49f8-844a-716202e57795 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:13.128565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-bcfd35e9-add1-4d45-bf65-8438d7b93dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:13.130119 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-bcfd35e9-add1-4d45-bf65-8438d7b93dca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1305051 Aug 29 07:11:13.139339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Deleting port 8f19862a-6c8a-46bd-8249-fa83080e5b7e {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:13.139947 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.267542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-83575889-c813-4e6b-b53f-fc1d3e807375 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.2544351 Aug 29 07:11:13.267660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Attempting to bind port 685ff34c-1a90-4030-a880-ff8b1c93dbb0 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:13.267660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Attempting to bind port 685ff34c-1a90-4030-a880-ff8b1c93dbb0 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'ae4dbbc5-76ba-43b4-acfb-ecc94c264bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a0df8768-23f2-4633-94fe-210db415ea9f'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:13.268101 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55012) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:13.280259 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Attempting to bind port 685ff34c-1a90-4030-a880-ff8b1c93dbb0 on network a0df8768-23f2-4633-94fe-210db415ea9f {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:13.290421 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.307668 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.319066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Attempting to bind port df58334b-e76c-4f34-a11d-d4c2021d5f52 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:13.319713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Attempting to bind port df58334b-e76c-4f34-a11d-d4c2021d5f52 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:13.320327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Attempting to bind port df58334b-e76c-4f34-a11d-d4c2021d5f52 on network ad785853-db27-4dd3-8240-8588a89f9d93 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:13.334803 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.351085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:13.351704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Checking segment: {'id': '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:13.352323 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.352875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Bound using segment: {'id': '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:13.353735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Bound port: df58334b-e76c-4f34-a11d-d4c2021d5f52, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:13.354272 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.369986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:13.370394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Checking segment: {'id': 'ae4dbbc5-76ba-43b4-acfb-ecc94c264bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a0df8768-23f2-4633-94fe-210db415ea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:13.370767 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.371213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Bound using segment: {'id': 'ae4dbbc5-76ba-43b4-acfb-ecc94c264bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a0df8768-23f2-4633-94fe-210db415ea9f'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:13.371690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Bound port: 685ff34c-1a90-4030-a880-ff8b1c93dbb0, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4dbbc5-76ba-43b4-acfb-ecc94c264bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a0df8768-23f2-4633-94fe-210db415ea9f'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:13.372050 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.378803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=bd775dff-b5a6-4ee4-8f1c-f0c95f538531,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:13.388896 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] For port 8f19862a-6c8a-46bd-8249-fa83080e5b7e, host n-d-713301-12, got binding levels [] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:13.389805 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.393905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0173d9dc-28a1-4e2c-a7ce-25fcf72bf6e1 req-0f711d30-6bf1-425a-8644-7207fc8b1f27 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 210 time: 0.0749087 Aug 29 07:11:13.428234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:13.433591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network a0df8768-23f2-4633-94fe-210db415ea9f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:13.437668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:13.441534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:13.449775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Calling delete_port for 8f19862a-6c8a-46bd-8249-fa83080e5b7e owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:13.455966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:13.460750 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:13.465510 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-4bacef71-6f03-4343-b334-67a881e8c7f4 service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214819 Aug 29 07:11:13.468415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:13.471366 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.556602 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4fd497df-038b-405d-8bce-6a97e5d5bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.586926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9773f-8060-45de-8993-27b59e140444 req-5126561a-9d5e-45ae-9a89-3be4e43acb58 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:13.592085 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65a9773f-8060-45de-8993-27b59e140444 req-5126561a-9d5e-45ae-9a89-3be4e43acb58 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 944 time: 0.2144065 Aug 29 07:11:13.647448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4498b55e-a7cc-430d-b999-36420a23b8ce None None] Network 4a137fe4-4b42-4285-8e33-e0f0535f008f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:13.662042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] For port 685ff34c-1a90-4030-a880-ff8b1c93dbb0, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:13.710056 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309194a-69f0-4080-a028-43b77291aea3 None None] Pushing event updated for resources: {'Port': ['ID=8f19862a-6c8a-46bd-8249-fa83080e5b7e,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:13.736809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] For port df58334b-e76c-4f34-a11d-d4c2021d5f52, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:13.742383 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.745639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd497df-038b-405d-8bce-6a97e5d5bad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed2df53-3911-4e6b-a5fd-ba7b49ff5895,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:13.746269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] For port 685ff34c-1a90-4030-a880-ff8b1c93dbb0, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=685ff34c-1a90-4030-a880-ff8b1c93dbb0,segment=NetworkSegment(ae4dbbc5-76ba-43b4-acfb-ecc94c264bec),segment_id=ae4dbbc5-76ba-43b4-acfb-ecc94c264bec)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:13.780459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65a9773f-8060-45de-8993-27b59e140444 req-04bb54c7-c9da-4867-9f61-1f7431b8c9b6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431363 Aug 29 07:11:13.785253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fcb2be9-034d-408e-b194-e01fc9f894d4 req-557b8d99-8967-4492-892b-07907f150e62 service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102074 Aug 29 07:11:13.793519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd497df-038b-405d-8bce-6a97e5d5bad6 admin admin] Checking segment: {'id': 'aa227906-04e3-4406-a3f8-7044723cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '740c023b-b04b-4f80-afa0-c10324e7e210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:13.793519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd497df-038b-405d-8bce-6a97e5d5bad6 admin admin] Network hostable DHCP agents. Network: 740c023b-b04b-4f80-afa0-c10324e7e210, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:11:13.793787 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] For port df58334b-e76c-4f34-a11d-d4c2021d5f52, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=df58334b-e76c-4f34-a11d-d4c2021d5f52,segment=NetworkSegment(9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6),segment_id=9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:13.825351 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.906027 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.914871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f969351-0b91-4fd1-990a-04c39ae8dfd7 None None] Pushing event updated for resources: {'Port': ['ID=685ff34c-1a90-4030-a880-ff8b1c93dbb0,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:13.928002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1c01df-958e-4c29-af07-de6eb1a66b25 None None] Network 4a137fe4-4b42-4285-8e33-e0f0535f008f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:13.930722 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:13.936889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd497df-038b-405d-8bce-6a97e5d5bad6 admin admin] Network 740c023b-b04b-4f80-afa0-c10324e7e210 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:11:13.953431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d641dd13-7732-4fb0-bd9e-2f94b9ce3b24,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:13.991236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No DVR routers for this DVR port 8f19862a-6c8a-46bd-8249-fa83080e5b7e on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:13.999100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Port': ['ID=8f19862a-6c8a-46bd-8249-fa83080e5b7e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:14.014423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38fc7ba-2ce7-4ec4-9131-a5eae7a4a62d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:14.021216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38fc7ba-2ce7-4ec4-9131-a5eae7a4a62d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:14.025995 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b38fc7ba-2ce7-4ec4-9131-a5eae7a4a62d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7561927 Aug 29 07:11:14.035091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55014) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:14.037219 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4820158 Aug 29 07:11:14.041544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55016) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:14.048245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'network_id': 'a0df8768-23f2-4633-94fe-210db415ea9f', 'name': 'tempest-PortsIpV6TestJSON-773519106', 'fixed_ips': [{'subnet_id': '4dd3c9e1-2dbd-41db-8a34-a0761b89b6eb', 'ip_address': '2001:db8::f'}]}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:14.210086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-4fd497df-038b-405d-8bce-6a97e5d5bad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 740c023b-b04b-4f80-afa0-c10324e7e210) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:14.216093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443706d-975f-493a-b925-b12801d27abb tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=596c5c47-2065-49f8-844a-716202e57795,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:14.233392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd497df-038b-405d-8bce-6a97e5d5bad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:14.234066 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4fd497df-038b-405d-8bce-6a97e5d5bad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:14.236195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dc1dd-31c5-4de8-bbe8-bcfbebccf34f None None] Pushing event updated for resources: {'Port': ['ID=df58334b-e76c-4f34-a11d-d4c2021d5f52,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:14.243002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ae59a-e112-41eb-b909-9cb0d773db99 None None] Network 740c023b-b04b-4f80-afa0-c10324e7e210 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:14.268157 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:14.299856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a137fe4-4b42-4285-8e33-e0f0535f008f']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:14.311395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96a33d-e7ea-4093-a203-801f38190c0d req-728b1a46-b69d-4165-9df7-a360a580b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:14.313001 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd96a33d-e7ea-4093-a203-801f38190c0d req-728b1a46-b69d-4165-9df7-a360a580b55c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 1096 time: 0.3152406 Aug 29 07:11:14.341677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-0c182b9e-326e-4e77-bee3-e6a1133a3017 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:14.345369 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-0c182b9e-326e-4e77-bee3-e6a1133a3017 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.15 "GET /v2.0/networks?id=4da26f07-20b6-4eb7-a417-053969c3a84a HTTP/1.1" status: 200 len: 796 time: 0.4711535 Aug 29 07:11:14.412500 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70c539d-19fc-4a2a-9775-0e9bd1071f22') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:14.414519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70c539d-19fc-4a2a-9775-0e9bd1071f22') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:14.425514 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4fd497df-038b-405d-8bce-6a97e5d5bad6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7283473 Aug 29 07:11:14.438788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55020) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:14.446419 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:14.450282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-63185df8-9fd7-4bd9-aef5-d9408dddee4f tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Deleting port bd486526-08e6-4772-be45-1537d62464f4 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:14.453494 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-63185df8-9fd7-4bd9-aef5-d9408dddee4f tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:14.473589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-823684339-router', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:14.485402 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:14.492066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-740c023b-b04b-4f80-afa0-c10324e7e210', 'network_id': '740c023b-b04b-4f80-afa0-c10324e7e210', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'fixed_ips': [{'subnet_id': '3ed2df53-3911-4e6b-a5fd-ba7b49ff5895'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:11:14.493679 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:14.502239 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-9079b0ce-8765-4dc4-92ac-53a59da4e0ca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 380 time: 0.1462700 Aug 29 07:11:14.509318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:14.509735 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:14.514523 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:14.600756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ffa04728-d180-45b6-a7c1-637f893c11fd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'port': {'device_id': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'admin_state_up': True, 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'security_groups': ['fceedcca-eef6-4dfc-a86b-c6acdcd2ea71']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:14.617698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96a33d-e7ea-4093-a203-801f38190c0d req-8ed671a7-114f-414d-a4c8-abd477f2675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:14.619457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd96a33d-e7ea-4093-a203-801f38190c0d req-8ed671a7-114f-414d-a4c8-abd477f2675d service neutron] 10.222.0.11 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 913 time: 0.2952137 Aug 29 07:11:14.686031 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd96a33d-e7ea-4093-a203-801f38190c0d req-08d29b23-b9d3-462d-8107-a3120db87701 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42350b6f-f641-4762-96c5-dd9cea2be2ea HTTP/1.1" status: 200 len: 217 time: 0.0583243 Aug 29 07:11:14.686607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:14.759852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Allocated IP 172.20.0.2 (740c023b-b04b-4f80-afa0-c10324e7e210/3ed2df53-3911-4e6b-a5fd-ba7b49ff5895/9e81b82a-6b24-4666-a970-2ddb0ed4d47c) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:14.776992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a42426b-6ed7-4c6e-a01b-968c844f874d req-b35dc394-da99-4351-8a12-9fd3bcefe26f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 210 time: 0.0953836 Aug 29 07:11:14.820150 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:14.832068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-63185df8-9fd7-4bd9-aef5-d9408dddee4f tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:14.863336 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:14.870661 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/4a137fe4-4b42-4285-8e33-e0f0535f008f HTTP/1.1" status: 204 len: 168 time: 3.9234188 Aug 29 07:11:14.875925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55024) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:14.880734 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:14.884656 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:14.888348 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-63185df8-9fd7-4bd9-aef5-d9408dddee4f tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Calling delete_port for bd486526-08e6-4772-be45-1537d62464f4 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:14.932872 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d5789-17b6-4a80-9e34-72319e54e1b5 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Network': ['ID=4a137fe4-4b42-4285-8e33-e0f0535f008f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:14.936903 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:14.948138 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df64ad9-ddd6-45ae-a010-f5decac0ae94 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:14.948138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df64ad9-ddd6-45ae-a010-f5decac0ae94 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:14.966125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6df64ad9-ddd6-45ae-a010-f5decac0ae94 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/subnets/2b2eaf8c-ef01-42ed-b4a4-9a895a159e4f HTTP/1.1" status: 404 len: 337 time: 0.0748799 Aug 29 07:11:14.966125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96a33d-e7ea-4093-a203-801f38190c0d req-ee33afae-b191-4739-8299-f800a60304e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:14.966125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd96a33d-e7ea-4093-a203-801f38190c0d req-ee33afae-b191-4739-8299-f800a60304e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.2541988 Aug 29 07:11:14.970103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55026) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:15.055763 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-3648f4fe-9775-492d-b1e5-464f6b17fb69 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:15.056392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3648f4fe-9775-492d-b1e5-464f6b17fb69 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:15.061834 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:15.065485 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3648f4fe-9775-492d-b1e5-464f6b17fb69 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/4a137fe4-4b42-4285-8e33-e0f0535f008f HTTP/1.1" status: 404 len: 339 time: 0.0898547 Aug 29 07:11:15.067311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55028) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:15.078959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Transition to ACTIVE for port object 9e81b82a-6b24-4666-a970-2ddb0ed4d47c will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:15.103858 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:15.135952 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Transition to ACTIVE for port object 9e81b82a-6b24-4666-a970-2ddb0ed4d47c will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:15.188726 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:15.199202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5aab6-e3de-4762-bed3-9587deee426f req-980e488f-bfcc-46d8-a8af-7f40189abebc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:15.200170 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62a5aab6-e3de-4762-bed3-9587deee426f req-980e488f-bfcc-46d8-a8af-7f40189abebc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 944 time: 0.2902405 Aug 29 07:11:15.231533 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:15.248972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96a33d-e7ea-4093-a203-801f38190c0d req-c43a1170-1df9-4f9e-af10-1fdc78e5bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:15.250502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd96a33d-e7ea-4093-a203-801f38190c0d req-c43a1170-1df9-4f9e-af10-1fdc78e5bfba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2626674 Aug 29 07:11:15.353974 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ffa04728-d180-45b6-a7c1-637f893c11fd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Made reservation on behalf of 6b66a9a586534730b2f472cdc192b004 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:15.356824 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62a5aab6-e3de-4762-bed3-9587deee426f req-18cd427e-66bd-4812-875e-b8d0d4200cf0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280220 Aug 29 07:11:15.357609 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ffa04728-d180-45b6-a7c1-637f893c11fd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:15.366258 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-63185df8-9fd7-4bd9-aef5-d9408dddee4f tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:15.367918 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1533d4da-f3cd-449e-b21b-9b057fab9b8f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:15.371055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port b489292f-3cfa-44eb-b5e2-6e9953dc404f yet. {{(pid=95404) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:11:15.452906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63185df8-9fd7-4bd9-aef5-d9408dddee4f tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event deleted for resources: {'Port': ['ID=bd486526-08e6-4772-be45-1537d62464f4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:15.543073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Network 740c023b-b04b-4f80-afa0-c10324e7e210 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:15.546565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bd775dff-b5a6-4ee4-8f1c-f0c95f538531 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:15.559210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:15.596164 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:15.601613 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-63185df8-9fd7-4bd9-aef5-d9408dddee4f tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:15.603701 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-63185df8-9fd7-4bd9-aef5-d9408dddee4f tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "DELETE /v2.0/ports/bd486526-08e6-4772-be45-1537d62464f4 HTTP/1.1" status: 204 len: 168 time: 1.5654397 Aug 29 07:11:15.605665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:15.612342 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9458df12-df1a-4453-9ee5-70fd37fd0c1e None None] Network a0df8768-23f2-4633-94fe-210db415ea9f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:15.615372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55030) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:15.730584 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:15.735378 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Pushing event updated for resources: {'Port': ['ID=9e81b82a-6b24-4666-a970-2ddb0ed4d47c,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:15.750252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Attempting to bind port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:15.750913 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Attempting to bind port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'aa227906-04e3-4406-a3f8-7044723cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '740c023b-b04b-4f80-afa0-c10324e7e210'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:15.751452 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Attempting to bind port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c on network 740c023b-b04b-4f80-afa0-c10324e7e210 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:15.775008 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:15.775767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Checking segment: {'id': 'aa227906-04e3-4406-a3f8-7044723cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '740c023b-b04b-4f80-afa0-c10324e7e210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:15.775969 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:15.777053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Bound using segment: {'id': 'aa227906-04e3-4406-a3f8-7044723cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '740c023b-b04b-4f80-afa0-c10324e7e210'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:15.777053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Bound port: 9e81b82a-6b24-4666-a970-2ddb0ed4d47c, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa227906-04e3-4406-a3f8-7044723cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '740c023b-b04b-4f80-afa0-c10324e7e210'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:15.777290 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:15.795783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a9637c2a-6beb-47a6-ab52-944ff385db85 None None] Provisioning for port 685ff34c-1a90-4030-a880-ff8b1c93dbb0 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:15.814453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:15.815540 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:15.939354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249baa96-6f8e-4e31-8f75-fbaccd8fa697 None None] Network ad785853-db27-4dd3-8240-8588a89f9d93 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:15.990927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ffa04728-d180-45b6-a7c1-637f893c11fd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.20.0.9 (4da26f07-20b6-4eb7-a417-053969c3a84a/04ae450a-b881-4904-8964-e7c34fe42ecd/3baddac9-99b3-4c41-abd3-8f06504c2d87) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:16.014094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2bce5-985b-46b6-956b-f440e6045ef5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Deleting port 7502d444-8ff3-47db-a386-d917992be600 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:16.014549 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bce5-985b-46b6-956b-f440e6045ef5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:16.083857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device df58334b-e76c-4f34-a11d-d4c2021d5f52 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:16.086009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] For port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:16.127189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bce5-985b-46b6-956b-f440e6045ef5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:16.135782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] For port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9e81b82a-6b24-4666-a970-2ddb0ed4d47c,segment=NetworkSegment(aa227906-04e3-4406-a3f8-7044723cc415),segment_id=aa227906-04e3-4406-a3f8-7044723cc415)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:16.157058 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fd9319f9-7806-468a-bb87-7c5f07375220 None None] Provisioning for port df58334b-e76c-4f34-a11d-d4c2021d5f52 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:16.167122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2bce5-985b-46b6-956b-f440e6045ef5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Calling delete_port for 7502d444-8ff3-47db-a386-d917992be600 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:16.218886 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:16.219793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61228435-f7d3-4c3f-bcf5-d91e2e87e064 req-019f248a-100a-4152-a469-5f180f2bedc1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 210 time: 0.0500062 Aug 29 07:11:16.244260 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1533d4da-f3cd-449e-b21b-9b057fab9b8f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:16.255772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd96a33d-e7ea-4093-a203-801f38190c0d req-0c0d9038-07cf-4011-8fcc-1a2d89bfc8fb service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9877992 Aug 29 07:11:16.269112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1533d4da-f3cd-449e-b21b-9b057fab9b8f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfc0fbc-c2ca-4982-b3c3-a1bf1ddf5667']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:16.324191 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba63b95-4e12-49b8-8312-40dc51b776a4 None None] Pushing event updated for resources: {'Port': ['ID=9e81b82a-6b24-4666-a970-2ddb0ed4d47c,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:16.328013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port df58334b-e76c-4f34-a11d-d4c2021d5f52 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:16.347633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port df58334b-e76c-4f34-a11d-d4c2021d5f52 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:16.348257 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:16.386528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1533d4da-f3cd-449e-b21b-9b057fab9b8f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3caeb85-6a10-4d27-8d60-3d08122b9e23') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:16.386845 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-1533d4da-f3cd-449e-b21b-9b057fab9b8f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3caeb85-6a10-4d27-8d60-3d08122b9e23') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:16.419112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1533d4da-f3cd-449e-b21b-9b057fab9b8f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:16.473673 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1533d4da-f3cd-449e-b21b-9b057fab9b8f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:16.496794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1533d4da-f3cd-449e-b21b-9b057fab9b8f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:16.497189 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1533d4da-f3cd-449e-b21b-9b057fab9b8f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:16.501130 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Allocated IP 2001:db8::f (a0df8768-23f2-4633-94fe-210db415ea9f/4dd3c9e1-2dbd-41db-8a34-a0761b89b6eb/b489292f-3cfa-44eb-b5e2-6e9953dc404f) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:16.503509 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:16.530776 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:16.578238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port df58334b-e76c-4f34-a11d-d4c2021d5f52, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=df58334b-e76c-4f34-a11d-d4c2021d5f52,segment=NetworkSegment(9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6),segment_id=9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:16.693768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd96a33d-e7ea-4093-a203-801f38190c0d req-769af7b3-e8fa-4154-a3fa-34c3d13cc2db service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085171 Aug 29 07:11:16.710888 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:16.711765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 685ff34c-1a90-4030-a880-ff8b1c93dbb0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:16.765907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4586-c4ab-4823-af52-3d4c046f8e9a req-71677665-b29c-4bec-a40c-acf48a9219e4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:16.767606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4da4586-c4ab-4823-af52-3d4c046f8e9a req-71677665-b29c-4bec-a40c-acf48a9219e4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 944 time: 0.2409828 Aug 29 07:11:16.785316 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1533d4da-f3cd-449e-b21b-9b057fab9b8f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:16.871695 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1533d4da-f3cd-449e-b21b-9b057fab9b8f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:16.880551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1533d4da-f3cd-449e-b21b-9b057fab9b8f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/cdfc0fbc-c2ca-4982-b3c3-a1bf1ddf5667 HTTP/1.1" status: 204 len: 168 time: 1.8063684 Aug 29 07:11:16.892444 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=df58334b-e76c-4f34-a11d-d4c2021d5f52,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:16.905279 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55036) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:16.921545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533d4da-f3cd-449e-b21b-9b057fab9b8f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Network': ['ID=cdfc0fbc-c2ca-4982-b3c3-a1bf1ddf5667,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:16.955709 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8de197d-2cdd-4c2a-b01e-20afebbe99b1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:16.956281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8de197d-2cdd-4c2a-b01e-20afebbe99b1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:16.958148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f8de197d-2cdd-4c2a-b01e-20afebbe99b1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/subnets/195600f7-e632-444f-83c2-20adaf2d32ee HTTP/1.1" status: 404 len: 337 time: 0.0517817 Aug 29 07:11:16.963291 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55038) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:16.963928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Router 5a046d50-0a90-466d-aca2-c1adc092a063 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:11:16.984721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4da4586-c4ab-4823-af52-3d4c046f8e9a req-87bdd38d-b334-43f2-ba80-11b0923c0065 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438608 Aug 29 07:11:17.025345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4838a070-6709-4ab9-bcd2-35f6b0d6a079 None None] Provisioning for port 596c5c47-2065-49f8-844a-716202e57795 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:17.025345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4838a070-6709-4ab9-bcd2-35f6b0d6a079 None None] Provisioning complete for port 596c5c47-2065-49f8-844a-716202e57795 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:17.025345 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4838a070-6709-4ab9-bcd2-35f6b0d6a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.025783 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.041545 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d53389-9402-40bd-a831-3588b1cc6a8a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:17.042305 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d53389-9402-40bd-a831-3588b1cc6a8a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:17.046635 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-07d53389-9402-40bd-a831-3588b1cc6a8a tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/094c7f63-45de-4dae-a973-17b9cd209c26 HTTP/1.1" status: 404 len: 339 time: 0.0781698 Aug 29 07:11:17.051176 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bce5-985b-46b6-956b-f440e6045ef5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.054165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55040) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:17.056359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 685ff34c-1a90-4030-a880-ff8b1c93dbb0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:17.063186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 685ff34c-1a90-4030-a880-ff8b1c93dbb0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:17.064366 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.107012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4838a070-6709-4ab9-bcd2-35f6b0d6a079 None None] Port 596c5c47-2065-49f8-844a-716202e57795 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:17.112035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Transition to ACTIVE for port object b489292f-3cfa-44eb-b5e2-6e9953dc404f will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:17.121176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7131c6-cd6e-4cf9-8301-82f68590a9ef tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Deleting subnet 62b7c88b-85ad-43d0-8153-bc2a8d6d4410 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:11:17.125743 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e7131c6-cd6e-4cf9-8301-82f68590a9ef tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.130781 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2bce5-985b-46b6-956b-f440e6045ef5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event deleted for resources: {'Port': ['ID=7502d444-8ff3-47db-a386-d917992be600,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:17.180831 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e7131c6-cd6e-4cf9-8301-82f68590a9ef tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.183526 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.230736 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bce5-985b-46b6-956b-f440e6045ef5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.235178 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8fb2bce5-985b-46b6-956b-f440e6045ef5 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "DELETE /v2.0/ports/7502d444-8ff3-47db-a386-d917992be600 HTTP/1.1" status: 204 len: 168 time: 1.6149752 Aug 29 07:11:17.239708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55042) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:17.241906 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 685ff34c-1a90-4030-a880-ff8b1c93dbb0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=685ff34c-1a90-4030-a880-ff8b1c93dbb0,segment=NetworkSegment(ae4dbbc5-76ba-43b4-acfb-ecc94c264bec),segment_id=ae4dbbc5-76ba-43b4-acfb-ecc94c264bec)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:17.242821 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ffa04728-d180-45b6-a7c1-637f893c11fd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.250396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bcb19b0c-4afd-4d27-b285-ae4c9d724f31 None None] Provisioning complete for port 596c5c47-2065-49f8-844a-716202e57795 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:17.252322 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bcb19b0c-4afd-4d27-b285-ae4c9d724f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.284279 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-eea17f10-9c67-434e-ab61-781239c9fb93 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0392935 Aug 29 07:11:17.298819 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bcb19b0c-4afd-4d27-b285-ae4c9d724f31 None None] Port 596c5c47-2065-49f8-844a-716202e57795 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:17.309869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bcb19b0c-4afd-4d27-b285-ae4c9d724f31 None None] Provisioning complete for port df58334b-e76c-4f34-a11d-d4c2021d5f52 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:17.310245 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bcb19b0c-4afd-4d27-b285-ae4c9d724f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.313204 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.313520 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.322481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55046) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:17.365281 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-54010acc-41ed-4903-83d8-2be711593efe tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-437735909'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:17.378173 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.383472 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-529d5c99-d587-4247-bf06-a906466ae7af req-4b7814c7-18af-4e9b-b72c-058af43e026c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 210 time: 0.0488737 Aug 29 07:11:17.388227 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e7131c6-cd6e-4cf9-8301-82f68590a9ef tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.388607 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ffa04728-d180-45b6-a7c1-637f893c11fd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Transition to ACTIVE for port object 3baddac9-99b3-4c41-abd3-8f06504c2d87 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:17.412226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:11:17.425893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Sync routers for ids ['5a046d50-0a90-466d-aca2-c1adc092a063'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:11:17.437170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.464409 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Routers {'5a046d50-0a90-466d-aca2-c1adc092a063'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:17.465225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5a046d50-0a90-466d-aca2-c1adc092a063'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:17.525376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network a0df8768-23f2-4633-94fe-210db415ea9f is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:17.546044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:17.546044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:17.551622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:17.552597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.587667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=b489292f-3cfa-44eb-b5e2-6e9953dc404f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:17.598701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Set router 5a046d50-0a90-466d-aca2-c1adc092a063 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:17.640486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Allocated IP 172.25.1.58 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/ae2f26c1-b15b-49ad-8cee-c4f88056cd24) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:17.663405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54010acc-41ed-4903-83d8-2be711593efe tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Made reservation on behalf of ae03c88c225b49c488224b70b6c94d5e for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:17.667230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-54010acc-41ed-4903-83d8-2be711593efe tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.675165 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device df58334b-e76c-4f34-a11d-d4c2021d5f52 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:17.701224 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e7131c6-cd6e-4cf9-8301-82f68590a9ef tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.727941 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ffa04728-d180-45b6-a7c1-637f893c11fd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.767197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7131c6-cd6e-4cf9-8301-82f68590a9ef tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Subnet': ['ID=62b7c88b-85ad-43d0-8153-bc2a8d6d4410,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:17.770480 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0e7131c6-cd6e-4cf9-8301-82f68590a9ef tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.778200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=685ff34c-1a90-4030-a880-ff8b1c93dbb0,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:17.778380 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0e7131c6-cd6e-4cf9-8301-82f68590a9ef tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/subnets/62b7c88b-85ad-43d0-8153-bc2a8d6d4410 HTTP/1.1" status: 204 len: 168 time: 0.7201309 Aug 29 07:11:17.778537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54010acc-41ed-4903-83d8-2be711593efe tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:11:17.783435 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7581fead-dbef-4884-a010-d0819b73c1b1 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7400641 Aug 29 07:11:17.784147 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55048) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:17.784665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55050) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:17.791005 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-54010acc-41ed-4903-83d8-2be711593efe tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.791673 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-54010acc-41ed-4903-83d8-2be711593efe tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Added segment 62dbeec6-fad9-4c23-a555-c261c4323c0b of type vlan for network 38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0 Aug 29 07:11:17.816027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a58b086-5c34-4534-b4bd-95d6410b843f None None] Network 89a10a84-1a4c-4b43-88ef-04f53b3676fb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:17.874539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:17.878932 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-060f7bdb-deee-4018-8563-a403597766f6 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1218066 Aug 29 07:11:17.897926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55052) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:17.937589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa04728-d180-45b6-a7c1-637f893c11fd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=3baddac9-99b3-4c41-abd3-8f06504c2d87,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:17.981331 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-54010acc-41ed-4903-83d8-2be711593efe tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.046887 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ffa04728-d180-45b6-a7c1-637f893c11fd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 4da26f07-20b6-4eb7-a417-053969c3a84a is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:18.060840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port df58334b-e76c-4f34-a11d-d4c2021d5f52 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:18.061869 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-2468b88e-40ab-4a76-85ce-8552ca883771 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Deleting subnet 14e35a51-9973-4ea7-aadd-b8aa71996f10 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:11:18.061975 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.062453 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.066394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ffa04728-d180-45b6-a7c1-637f893c11fd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:18.075887 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2468b88e-40ab-4a76-85ce-8552ca883771 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.086458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ffa04728-d180-45b6-a7c1-637f893c11fd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:18.101733 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-54010acc-41ed-4903-83d8-2be711593efe tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.113617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54010acc-41ed-4903-83d8-2be711593efe tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:18.114372 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-54010acc-41ed-4903-83d8-2be711593efe tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.129893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f4041-3ec6-4113-a1cd-801f649556b7 None None] Network 740c023b-b04b-4f80-afa0-c10324e7e210 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:18.134466 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2468b88e-40ab-4a76-85ce-8552ca883771 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.156262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d637aeec-2697-4680-b903-2305fa00f9a0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:18.164275 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d637aeec-2697-4680-b903-2305fa00f9a0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3629253 Aug 29 07:11:18.181053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55056) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:18.278280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54010acc-41ed-4903-83d8-2be711593efe tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event updated for resources: {'Network': ['ID=38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:18.297907 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-54010acc-41ed-4903-83d8-2be711593efe tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9728796 Aug 29 07:11:18.301638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55058) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:18.343796 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-10e2ddd8-6d75-4058-8cdf-c5df054b566d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-788979771'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:18.358878 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2468b88e-40ab-4a76-85ce-8552ca883771 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.419969 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fb53e-5446-4b7e-ab92-b3bb23122309 req-2f01ae94-ae1e-4a7d-8500-4912a56b9d29 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:18.421578 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a8fb53e-5446-4b7e-ab92-b3bb23122309 req-2f01ae94-ae1e-4a7d-8500-4912a56b9d29 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 944 time: 0.2841585 Aug 29 07:11:18.422583 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:11:18.485851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ffa04728-d180-45b6-a7c1-637f893c11fd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:18.486844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ffa04728-d180-45b6-a7c1-637f893c11fd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.526176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a8fb53e-5446-4b7e-ab92-b3bb23122309 req-647b7420-9501-4dd6-bf70-3927adf8387f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953817 Aug 29 07:11:18.542205 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb8eabe-607f-466b-8652-103d0c1e243f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:18.549208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb8eabe-607f-466b-8652-103d0c1e243f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:18.556602 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb8eabe-607f-466b-8652-103d0c1e243f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:18.559235 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aeb8eabe-607f-466b-8652-103d0c1e243f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3459079 Aug 29 07:11:18.562863 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.568983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55062) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:18.587446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e2ddd8-6d75-4058-8cdf-c5df054b566d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Made reservation on behalf of ae03c88c225b49c488224b70b6c94d5e for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:18.591198 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10e2ddd8-6d75-4058-8cdf-c5df054b566d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.594168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fab39409-8203-4ea3-82c6-efe42a89e9b3 None None] Provisioning for port b489292f-3cfa-44eb-b5e2-6e9953dc404f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:18.629455 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:18.631845 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fab39409-8203-4ea3-82c6-efe42a89e9b3 None None] Provisioning complete for port b489292f-3cfa-44eb-b5e2-6e9953dc404f triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:18.631845 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fab39409-8203-4ea3-82c6-efe42a89e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.640708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:18.648524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:18.656620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dafb72-0304-4fd9-a22b-b13db762c522 req-983948f7-9a0d-4d95-bc53-56b472eb6918 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:18.658209 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2dafb72-0304-4fd9-a22b-b13db762c522 req-983948f7-9a0d-4d95-bc53-56b472eb6918 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 931 time: 0.1862967 Aug 29 07:11:18.698386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e2ddd8-6d75-4058-8cdf-c5df054b566d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:11:18.700703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:14Z', 'revision_number': 3, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:18.705945 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ffa04728-d180-45b6-a7c1-637f893c11fd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1891575 Aug 29 07:11:18.707691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9e81b82a-6b24-4666-a970-2ddb0ed4d47c up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:18.746281 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2f26c1-b15b-49ad-8cee-c4f88056cd24,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:18.750159 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2468b88e-40ab-4a76-85ce-8552ca883771 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.751973 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Request body: {'port': {'device_id': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:18.777517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Checking router: 5a046d50-0a90-466d-aca2-c1adc092a063 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:11:18.785090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Updating router 5a046d50-0a90-466d-aca2-c1adc092a063 port d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:11:18.785233 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2468b88e-40ab-4a76-85ce-8552ca883771 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.785323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-fab39409-8203-4ea3-82c6-efe42a89e9b3 None None] Port b489292f-3cfa-44eb-b5e2-6e9953dc404f cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:18.785422 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2468b88e-40ab-4a76-85ce-8552ca883771 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/subnets/14e35a51-9973-4ea7-aadd-b8aa71996f10 HTTP/1.1" status: 204 len: 168 time: 0.9970326 Aug 29 07:11:18.799410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55064) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:18.824676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468b88e-40ab-4a76-85ce-8552ca883771 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Subnet': ['ID=14e35a51-9973-4ea7-aadd-b8aa71996f10,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:18.832314 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10e2ddd8-6d75-4058-8cdf-c5df054b566d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.832676 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-10e2ddd8-6d75-4058-8cdf-c5df054b566d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Added segment 717b99e5-02cd-46e5-af9b-a88bcfa4bfbe of type vlan for network 23d09a86-be59-4327-bbef-19d0d4dac005 Aug 29 07:11:18.847432 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.878631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2dafb72-0304-4fd9-a22b-b13db762c522 req-3f49b5bf-7513-4dfc-bae5-9ecd60a1c501 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795318 Aug 29 07:11:18.907887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-7d67ee1e-5860-423f-b101-f03ff5678046 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port b489292f-3cfa-44eb-b5e2-6e9953dc404f {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:18.908295 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d67ee1e-5860-423f-b101-f03ff5678046 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:18.925826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fab39409-8203-4ea3-82c6-efe42a89e9b3 None None] Provisioning for port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:19.072548 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10e2ddd8-6d75-4058-8cdf-c5df054b566d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.110329 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d67ee1e-5860-423f-b101-f03ff5678046 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.134322 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.140319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-7d67ee1e-5860-423f-b101-f03ff5678046 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for b489292f-3cfa-44eb-b5e2-6e9953dc404f owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:19.141842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:19.153456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:19.153837 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.166431 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.176711 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.304770 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10e2ddd8-6d75-4058-8cdf-c5df054b566d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.312234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e2ddd8-6d75-4058-8cdf-c5df054b566d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:19.312894 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10e2ddd8-6d75-4058-8cdf-c5df054b566d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.353592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c91160c9-221c-4342-8e09-e0ef96f47869 None None] Provisioning for port 3baddac9-99b3-4c41-abd3-8f06504c2d87 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:19.373505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c91160c9-221c-4342-8e09-e0ef96f47869 None None] Provisioning complete for port 3baddac9-99b3-4c41-abd3-8f06504c2d87 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:19.373780 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c91160c9-221c-4342-8e09-e0ef96f47869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.381356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.489291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c91160c9-221c-4342-8e09-e0ef96f47869 None None] Port 3baddac9-99b3-4c41-abd3-8f06504c2d87 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:19.507344 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.510152 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-10e2ddd8-6d75-4058-8cdf-c5df054b566d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1754773 Aug 29 07:11:19.528038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Transition to ACTIVE for port object d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:19.537221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Allocated IP 172.20.0.1 (ad785853-db27-4dd3-8240-8588a89f9d93/234131c8-fc3a-4f4f-aeed-55ac3cf5e42d/6a1377b4-6978-4da6-b804-a63ffcb910d2) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:19.544355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2ddd8-6d75-4058-8cdf-c5df054b566d tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event updated for resources: {'Network': ['ID=23d09a86-be59-4327-bbef-19d0d4dac005,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:19.568652 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9e81b82a-6b24-4666-a970-2ddb0ed4d47c,segment=NetworkSegment(aa227906-04e3-4406-a3f8-7044723cc415),segment_id=aa227906-04e3-4406-a3f8-7044723cc415)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:19.571413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 23d09a86-be59-4327-bbef-19d0d4dac005 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:11:19.604315 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.678974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7250b8-3766-4664-b370-b4053cea8607 None None] Network 89a10a84-1a4c-4b43-88ef-04f53b3676fb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:19.688548 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.707300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Transition to ACTIVE for port object 6a1377b4-6978-4da6-b804-a63ffcb910d2 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:19.712060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Deleting port c0e1330a-9825-4928-ba23-43c76ec30217 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:19.712764 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.741207 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.744718 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d67ee1e-5860-423f-b101-f03ff5678046 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.775839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7905d7d0-b064-4db4-96f5-85d30b47e0d3 None None] Provisioning complete for port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:19.776378 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7905d7d0-b064-4db4-96f5-85d30b47e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.778055 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.817095 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.834743 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67ee1e-5860-423f-b101-f03ff5678046 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=b489292f-3cfa-44eb-b5e2-6e9953dc404f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:19.941466 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d67ee1e-5860-423f-b101-f03ff5678046 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:19.943716 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7d67ee1e-5860-423f-b101-f03ff5678046 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/b489292f-3cfa-44eb-b5e2-6e9953dc404f HTTP/1.1" status: 204 len: 168 time: 1.3697371 Aug 29 07:11:19.950742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55070) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:19.981896 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333986e-d5d4-465d-97f8-5b8b5c137a6b req-2b5f78c4-f60b-4eb5-8650-14b2bd0aab82 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:19.983574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5333986e-d5d4-465d-97f8-5b8b5c137a6b req-2b5f78c4-f60b-4eb5-8650-14b2bd0aab82 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 944 time: 0.2412698 Aug 29 07:11:19.985978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Network ad785853-db27-4dd3-8240-8588a89f9d93 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:19.991086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:19.994427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:20.008233 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 685ff34c-1a90-4030-a880-ff8b1c93dbb0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:20.070232 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-267f474e-1fb3-4af0-a17b-7f72dda32caf tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] GET failed (client error): The resource could not be found. Aug 29 07:11:20.074450 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-267f474e-1fb3-4af0-a17b-7f72dda32caf tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/b489292f-3cfa-44eb-b5e2-6e9953dc404f HTTP/1.1" status: 404 len: 333 time: 0.1181984 Aug 29 07:11:20.079591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55072) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:20.092599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Pushing event updated for resources: {'Port': ['ID=6a1377b4-6978-4da6-b804-a63ffcb910d2,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:20.117654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865a30d-6625-4011-b027-c1af809148df None None] Pushing event updated for resources: {'Port': ['ID=d641dd13-7732-4fb0-bd9e-2f94b9ce3b24,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:20.118600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] For port c0e1330a-9825-4928-ba23-43c76ec30217, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c0e1330a-9825-4928-ba23-43c76ec30217,segment=NetworkSegment(8f3fdf99-7538-404e-8b2e-71f6c166456d),segment_id=8f3fdf99-7538-404e-8b2e-71f6c166456d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:20.119009 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:20.193165 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Attempting to bind port d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:20.198985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Attempting to bind port d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:20.199734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Attempting to bind port d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:20.205683 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5333986e-d5d4-465d-97f8-5b8b5c137a6b req-4d034d10-8508-4004-92a2-f996968a9884 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122784 Aug 29 07:11:20.241934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Calling delete_port for c0e1330a-9825-4928-ba23-43c76ec30217 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:20.245493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8fdfd-a8d6-4655-8a95-6020f33f9324 req-48e71164-a5d8-49f8-8b41-db6ebfb3171a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:20.259834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40b8fdfd-a8d6-4655-8a95-6020f33f9324 req-48e71164-a5d8-49f8-8b41-db6ebfb3171a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 931 time: 0.1693983 Aug 29 07:11:20.261802 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:20.296266 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:20.296686 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:20.297140 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:20.297788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:20.298370 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Bound port: d641dd13-7732-4fb0-bd9e-2f94b9ce3b24, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:20.298657 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:20.435250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40b8fdfd-a8d6-4655-8a95-6020f33f9324 req-27319ce8-6865-46df-be30-a19b79cd84fc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607823 Aug 29 07:11:20.466657 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=9e81b82a-6b24-4666-a970-2ddb0ed4d47c,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:20.481762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 685ff34c-1a90-4030-a880-ff8b1c93dbb0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:20.482203 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:20.531491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] For port d641dd13-7732-4fb0-bd9e-2f94b9ce3b24, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:20.549928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] For port d641dd13-7732-4fb0-bd9e-2f94b9ce3b24, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d641dd13-7732-4fb0-bd9e-2f94b9ce3b24,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:20.566536 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:20.597733 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3baddac9-99b3-4c41-abd3-8f06504c2d87 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:11:20.609953 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:20.632282 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:20.673934 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:20.675569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] DHCP port deletion for 89a10a84-1a4c-4b43-88ef-04f53b3676fb request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:11:20.694402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Transition to ACTIVE for port object 3baddac9-99b3-4c41-abd3-8f06504c2d87 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:20.742294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd0ce29d-237e-4c7c-9bb9-18f65ad6bb76 None None] Provisioning complete for port c0e1330a-9825-4928-ba23-43c76ec30217 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:20.742768 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd0ce29d-237e-4c7c-9bb9-18f65ad6bb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:20.752068 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-1a687a0e-1050-4761-ad37-afd14012d7ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 596c5c47-2065-49f8-844a-716202e57795 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:20.752413 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a687a0e-1050-4761-ad37-afd14012d7ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:20.779807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Routers {'5a046d50-0a90-466d-aca2-c1adc092a063'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:20.780566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5a046d50-0a90-466d-aca2-c1adc092a063'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:20.831375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865a30d-6625-4011-b027-c1af809148df None None] Pushing event updated for resources: {'Port': ['ID=d641dd13-7732-4fb0-bd9e-2f94b9ce3b24,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:20.925437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd0ce29d-237e-4c7c-9bb9-18f65ad6bb76 None None] Could not find standard attr ID for object c0e1330a-9825-4928-ba23-43c76ec30217. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 07:11:20.936129 n-d-713301-12 neutron-server[95405]: INFO neutron.plugins.ml2.db [None req-cd0ce29d-237e-4c7c-9bb9-18f65ad6bb76 None None] No ports have port_id starting with c0e1330a-9825-4928-ba23-43c76ec30217 Aug 29 07:11:20.950462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Deleting port c0e1330a-9825-4928-ba23-43c76ec30217 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:20.950702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:20.956946 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:21.020813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] Set router 5a046d50-0a90-466d-aca2-c1adc092a063 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:21.021325 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:21.114157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Pushing event updated for resources: {'Port': ['ID=6a1377b4-6978-4da6-b804-a63ffcb910d2,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:21.145343 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:21.215576 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:21.217438 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:21.274548 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No DVR routers for this DVR port c0e1330a-9825-4928-ba23-43c76ec30217 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:21.293827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Network ad785853-db27-4dd3-8240-8588a89f9d93 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:21.295451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:21.332503 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:21.373258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] For port c0e1330a-9825-4928-ba23-43c76ec30217, host n-d-713301-12, got binding levels [] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:21.373258 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:21.401359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd0ce29d-237e-4c7c-9bb9-18f65ad6bb76 None None] Provisioning for port 6a1377b4-6978-4da6-b804-a63ffcb910d2 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:21.417705 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a687a0e-1050-4761-ad37-afd14012d7ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:21.484347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd0ce29d-237e-4c7c-9bb9-18f65ad6bb76 None None] Provisioning complete for port 6a1377b4-6978-4da6-b804-a63ffcb910d2 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:21.485138 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd0ce29d-237e-4c7c-9bb9-18f65ad6bb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:21.510876 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Calling delete_port for c0e1330a-9825-4928-ba23-43c76ec30217 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:21.570876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Pushing event updated for resources: {'Port': ['ID=3baddac9-99b3-4c41-abd3-8f06504c2d87,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:21.591638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.ipam_backend_mixin [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Port c0e1330a-9825-4928-ba23-43c76ec30217 was not found and therefore no delete operation was performed {{(pid=95405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 07:11:21.721802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af84d4-396d-4982-85da-37bea61e9902 req-daf36b47-d824-421c-9f22-34794e75b01e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:21.730011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-1a687a0e-1050-4761-ad37-afd14012d7ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 596c5c47-2065-49f8-844a-716202e57795 owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:21.734929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0af84d4-396d-4982-85da-37bea61e9902 req-daf36b47-d824-421c-9f22-34794e75b01e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 944 time: 0.3263183 Aug 29 07:11:21.740273 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:21.764132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] No DVR routers for this DVR port c0e1330a-9825-4928-ba23-43c76ec30217 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:21.816907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ce29d-237e-4c7c-9bb9-18f65ad6bb76 None None] Port 6a1377b4-6978-4da6-b804-a63ffcb910d2 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:21.820771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a3c13-c46d-43c6-bfe0-79352d9f60c6 req-fa47e7cf-c56c-47f5-a2c6-4868373a37d9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:21.823691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe3b308-a58a-4c8f-8fc3-0f3611141046 None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 07:11:21.830307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf6a3c13-c46d-43c6-bfe0-79352d9f60c6 req-fa47e7cf-c56c-47f5-a2c6-4868373a37d9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 943 time: 0.2607975 Aug 29 07:11:21.841820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Router 5a046d50-0a90-466d-aca2-c1adc092a063 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:11:21.881152 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0af84d4-396d-4982-85da-37bea61e9902 req-a981b1d3-bd0c-4a6d-86e8-b2190ed62851 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389143 Aug 29 07:11:21.914786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf6a3c13-c46d-43c6-bfe0-79352d9f60c6 req-69acaf6f-c09a-480d-bc58-0a33f4ba2b18 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791101 Aug 29 07:11:22.014951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3b308-a58a-4c8f-8fc3-0f3611141046 None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 07:11:22.017167 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 42350b6f-f641-4762-96c5-dd9cea2be2ea details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:11:22.059638 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.062329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:11:22.062922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Port': ['ID=c0e1330a-9825-4928-ba23-43c76ec30217,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:22.070997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Attempting to bind port 3baddac9-99b3-4c41-abd3-8f06504c2d87 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:22.071552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Attempting to bind port 3baddac9-99b3-4c41-abd3-8f06504c2d87 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:22.072062 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Attempting to bind port 3baddac9-99b3-4c41-abd3-8f06504c2d87 on network 4da26f07-20b6-4eb7-a417-053969c3a84a {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:22.074435 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1184efe3-ed92-48b0-bdf9-a0d0bbc3f737 admin admin] 10.222.0.76 "PUT /v2.0/routers/5a046d50-0a90-466d-aca2-c1adc092a063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1649427 Aug 29 07:11:22.079631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a10a84-1a4c-4b43-88ef-04f53b3676fb']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:22.083975 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a687a0e-1050-4761-ad37-afd14012d7ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.093779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Port 3baddac9-99b3-4c41-abd3-8f06504c2d87 on network 4da26f07-20b6-4eb7-a417-053969c3a84a not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:11:22.094308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Attempting to bind port 3baddac9-99b3-4c41-abd3-8f06504c2d87 on network 4da26f07-20b6-4eb7-a417-053969c3a84a {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:22.105778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:22.106125 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Checking segment: {'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:22.106527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Bound using segment: {'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:22.106981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Bound port: 3baddac9-99b3-4c41-abd3-8f06504c2d87, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:22.107431 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.133908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3fdf99-7538-404e-8b2e-71f6c166456d') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:22.134213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3fdf99-7538-404e-8b2e-71f6c166456d') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:22.136058 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a687a0e-1050-4761-ad37-afd14012d7ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=596c5c47-2065-49f8-844a-716202e57795,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:22.157924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 42350b6f-f641-4762-96c5-dd9cea2be2ea, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=42350b6f-f641-4762-96c5-dd9cea2be2ea,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:22.163584 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.181529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9e81b82a-6b24-4666-a970-2ddb0ed4d47c up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:22.218064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Router 74ce222e-953a-470e-bd6c-75f1077dbaff is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:11:22.225566 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a687a0e-1050-4761-ad37-afd14012d7ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.226649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Pushing event deleted for resources: {'Port': ['ID=c0e1330a-9825-4928-ba23-43c76ec30217,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:22.227534 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1a687a0e-1050-4761-ad37-afd14012d7ee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/596c5c47-2065-49f8-844a-716202e57795 HTTP/1.1" status: 204 len: 168 time: 2.1469636 Aug 29 07:11:22.230343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55082) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:22.238769 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '42350b6f-f641-4762-96c5-dd9cea2be2ea', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'port_id': '42350b6f-f641-4762-96c5-dd9cea2be2ea', 'mac_address': 'fa:16:3e:b9:39:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:11:22.240736 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.251096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:22.251558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:22.251968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:22.252475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:22.252878 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:22.253278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:22.253739 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:22.254067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:22.254472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:22.254865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:22.255819 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:22.256227 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adcc48-7e4d-4cdd-ae23-e4dd1bab659a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:22.274648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:22.275071 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:22.278652 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:22.315312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:22.315856 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.335845 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e22502a-3889-4b07-b434-248181edb147 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] GET failed (client error): The resource could not be found. Aug 29 07:11:22.339860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4e22502a-3889-4b07-b434-248181edb147 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/596c5c47-2065-49f8-844a-716202e57795 HTTP/1.1" status: 404 len: 333 time: 0.1078362 Aug 29 07:11:22.342392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55086) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:22.382925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] For port 3baddac9-99b3-4c41-abd3-8f06504c2d87, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:22.418246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] For port 3baddac9-99b3-4c41-abd3-8f06504c2d87, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:22.441810 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting subnet 4dd3c9e1-2dbd-41db-8a34-a0761b89b6eb {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:11:22.461790 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.463457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '6a1377b4-6978-4da6-b804-a63ffcb910d2', 'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'mac_address': 'fa:16:3e:0f:36:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:19Z', 'updated_at': '2021-08-29T07:11:19Z', 'revision_number': 1, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'subnets': [{'id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:22.475613 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:11:22.478328 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.487509 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Sync routers for ids ['74ce222e-953a-470e-bd6c-75f1077dbaff'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:11:22.512710 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.516370 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Routers {'74ce222e-953a-470e-bd6c-75f1077dbaff'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:22.518674 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['74ce222e-953a-470e-bd6c-75f1077dbaff'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:22.528214 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42350b6f-f641-4762-96c5-dd9cea2be2ea {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:11:22.561103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 42350b6f-f641-4762-96c5-dd9cea2be2ea, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=42350b6f-f641-4762-96c5-dd9cea2be2ea,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:22.579495 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.580021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64b846-e7ad-41db-a395-d54947dbbc4e None None] The sync data for ids ['5a046d50-0a90-466d-aca2-c1adc092a063'] in n-d-713301-12 is: [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '6a1377b4-6978-4da6-b804-a63ffcb910d2', 'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'mac_address': 'fa:16:3e:0f:36:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:19Z', 'updated_at': '2021-08-29T07:11:19Z', 'revision_number': 1, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'subnets': [{'id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:11:22.583318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cc757f20-e007-4fbb-8296-074b3d494db3 None None] Provisioning complete for port 6a1377b4-6978-4da6-b804-a63ffcb910d2 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:22.584292 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cc757f20-e007-4fbb-8296-074b3d494db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.637316 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.675999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Pushing event updated for resources: {'Port': ['ID=3baddac9-99b3-4c41-abd3-8f06504c2d87,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:22.685182 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.688215 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-74d399b9-6542-4935-871e-9236b6835685 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 8.2411511 Aug 29 07:11:22.690272 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.695425 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55090) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:22.770813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:22.773660 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.776336 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-a0065dfa-4e66-418d-a84d-4811070d4c36 service neutron] 10.222.0.15 "PUT /v2.0/ports/3baddac9-99b3-4c41-abd3-8f06504c2d87 HTTP/1.1" status: 200 len: 1092 time: 4.0332263 Aug 29 07:11:22.779961 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.782098 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:22.786910 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/89a10a84-1a4c-4b43-88ef-04f53b3676fb HTTP/1.1" status: 204 len: 168 time: 3.9851193 Aug 29 07:11:22.789802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:11:22.802881 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478e6856-6561-4ea4-bd01-cdf713c0dede" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:11:22.832249 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Set router 74ce222e-953a-470e-bd6c-75f1077dbaff gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:22.966064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55094) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:23.001197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55104) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:23.013344 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d53512-205c-4481-bd28-0b4b5bfbd22f x-openstack-request-id: req-38d53512-205c-4481-bd28-0b4b5bfbd22f {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:11:23.015822 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:11:23.016513 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-38d53512-205c-4481-bd28-0b4b5bfbd22f {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:11:23.022268 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'status': 'completed', 'code': 200} Aug 29 07:11:23.089953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cc757f20-e007-4fbb-8296-074b3d494db3 None None] Port 6a1377b4-6978-4da6-b804-a63ffcb910d2 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:23.105530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=42350b6f-f641-4762-96c5-dd9cea2be2ea,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:23.112924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Request body: {'subnets': [{'network_id': '38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--73466400', 'ip_version': 6}, {'network_id': '23d09a86-be59-4327-bbef-19d0d4dac005', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:23.133662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Request body: {'subnet': {'network_id': '38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--73466400', 'ip_version': 6}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:23.142047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Request body: {'subnet': {'network_id': '23d09a86-be59-4327-bbef-19d0d4dac005', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:23.148055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375375ef-e431-48d3-8f97-2a0757850f66 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Network': ['ID=89a10a84-1a4c-4b43-88ef-04f53b3676fb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:23.220227 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c0e1330a-9825-4928-ba23-43c76ec30217 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:11:23.275348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['42350b6f-f641-4762-96c5-dd9cea2be2ea'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:11:23.309129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: c0e1330a-9825-4928-ba23-43c76ec30217 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:11:23.309400 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c0e1330a-9825-4928-ba23-43c76ec30217 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:11:23.351809 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52ca780-dda1-407a-9aea-17e79090e178 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:23.352366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52ca780-dda1-407a-9aea-17e79090e178 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:23.354850 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'name': 'tempest-ImageQuotaTest-823684339-router', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:14Z', 'updated_at': '2021-08-29T07:11:19Z', 'revision_number': 3, 'project_id': 'c8abb6ba5385460b993782b30fad25f9', 'gw_port': {'id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:17Z', 'updated_at': '2021-08-29T07:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:23.367511 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a52ca780-dda1-407a-9aea-17e79090e178 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/subnets/f6c04203-031d-4732-a14d-adfdc5cea3b3 HTTP/1.1" status: 404 len: 337 time: 0.3686411 Aug 29 07:11:23.385208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55110) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:23.421402 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Checking router: 74ce222e-953a-470e-bd6c-75f1077dbaff for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:11:23.425397 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Updating router 74ce222e-953a-470e-bd6c-75f1077dbaff port ae2f26c1-b15b-49ad-8cee-c4f88056cd24 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:11:23.472159 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55114) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:23.485216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1522236495-network', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:23.490838 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:23.498632 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:23.553032 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:23.562818 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/4dd3c9e1-2dbd-41db-8a34-a0761b89b6eb HTTP/1.1" status: 204 len: 168 time: 1.2192907 Aug 29 07:11:23.583963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55116) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:23.589841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd3c9e1-2dbd-41db-8a34-a0761b89b6eb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:23.592429 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a12225-fed5-45ec-b78b-fd68a369a6ac tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:23.593060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a12225-fed5-45ec-b78b-fd68a369a6ac tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:23.595284 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-11a12225-fed5-45ec-b78b-fd68a369a6ac tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/eb37e2ac-f73e-4d77-91d4-8ea4cd195b25 HTTP/1.1" status: 404 len: 339 time: 0.1885686 Aug 29 07:11:23.616868 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55118) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:23.684962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab69d9c-9de6-49e3-8e88-a19252d7cdc9 req-5f446d60-be9d-4ba7-b30f-c18193a29617 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:23.690906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ab69d9c-9de6-49e3-8e88-a19252d7cdc9 req-5f446d60-be9d-4ba7-b30f-c18193a29617 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 945 time: 0.2962458 Aug 29 07:11:23.728129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-211f403d-e5d7-4a56-a602-6dc9b7e69fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:23.729864 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-211f403d-e5d7-4a56-a602-6dc9b7e69fd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 1095 time: 0.7062383 Aug 29 07:11:23.731067 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-40130e56-62d7-40f3-b449-16c848c38457 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:23.731557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40130e56-62d7-40f3-b449-16c848c38457 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:23.733540 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-40130e56-62d7-40f3-b449-16c848c38457 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/subnets/27c7b9d2-39e6-4634-baa8-575b3d5ac340 HTTP/1.1" status: 404 len: 337 time: 0.1117613 Aug 29 07:11:23.750318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:23.753151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:23.753151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:23.753151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:23.753519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55120) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:23.757898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:23.758279 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:23.759201 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:23.759201 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:23.759447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:23.759641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:23.760000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:23.760369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7043d800-f1a3-4500-a9ab-51c95275e28f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:23.835020 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] Made reservation on behalf of 4e913f16a5144238a2268ff4834b85e4 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:23.837512 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:23.847604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27fb3e-e121-475a-91b0-40bdf2ca97de req-022fbca4-3513-4b56-8e26-eb9f97903fa5 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:23.849753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea27fb3e-e121-475a-91b0-40bdf2ca97de req-022fbca4-3513-4b56-8e26-eb9f97903fa5 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 943 time: 0.4564104 Aug 29 07:11:23.884671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73ff6c7-1b4a-4a11-9405-37a90941e335 None None] Network a0df8768-23f2-4633-94fe-210db415ea9f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:23.912055 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-8adf3173-f437-454d-9153-63751c038d7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87 HTTP/1.1" status: 200 len: 217 time: 0.1579165 Aug 29 07:11:23.914355 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b625913-5efb-4abe-8dbd-f1d1ec6762e4 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:23.916895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b625913-5efb-4abe-8dbd-f1d1ec6762e4 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:23.920996 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5b625913-5efb-4abe-8dbd-f1d1ec6762e4 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/70b4ad69-5337-4ee1-a1c8-496b0fcf4afc HTTP/1.1" status: 404 len: 339 time: 0.1640098 Aug 29 07:11:23.931564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55122) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:23.955036 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.002214 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-80928bea-8dfb-4dc5-a238-91fa3fa626c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:24.003756 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-80928bea-8dfb-4dc5-a238-91fa3fa626c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04ae450a-b881-4904-8964-e7c34fe42ecd HTTP/1.1" status: 200 len: 835 time: 0.0758379 Aug 29 07:11:24.031296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea27fb3e-e121-475a-91b0-40bdf2ca97de req-ddc89169-9878-4b80-8bad-aa31c4627557 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513088 Aug 29 07:11:24.041772 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.052524 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbcebfe-3917-4d22-b4de-06895b3c6f6d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:24.053030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbcebfe-3917-4d22-b4de-06895b3c6f6d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:24.057668 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-efbcebfe-3917-4d22-b4de-06895b3c6f6d tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/subnets/26617742-fecf-45be-be1e-212c1dc1f84f HTTP/1.1" status: 404 len: 337 time: 0.0557067 Aug 29 07:11:24.069349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55124) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:24.077502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ab69d9c-9de6-49e3-8e88-a19252d7cdc9 req-51401e73-8af2-41ff-a27a-08a8b268f475 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3622148 Aug 29 07:11:24.107464 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6af5d7-b307-4f1b-90f4-a734695413c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:24.108359 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6af5d7-b307-4f1b-90f4-a734695413c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:24.110339 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2c6af5d7-b307-4f1b-90f4-a734695413c1 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/ccfb686c-994c-41f8-b752-538332e21d03 HTTP/1.1" status: 404 len: 339 time: 0.0397260 Aug 29 07:11:24.120172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55126) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:24.147648 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.161778 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Transition to ACTIVE for port object ae2f26c1-b15b-49ad-8cee-c4f88056cd24 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:24.242663 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.260628 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a759e3-5bfc-4113-9bfb-19dea1e2ea85 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Deleting subnet 57646151-3f59-4b25-b395-a6d35b3a3725 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:11:24.264295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764a6c70-ae3d-4910-aea9-15bf2e69240b None None] DHCP port deletion for a0df8768-23f2-4633-94fe-210db415ea9f request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:11:24.270014 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ab49198b-832e-41c4-abe8-e7bf5c2ca637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:24.271625 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ab49198b-832e-41c4-abe8-e7bf5c2ca637 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4da26f07-20b6-4eb7-a417-053969c3a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2150552 Aug 29 07:11:24.283694 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-14a759e3-5bfc-4113-9bfb-19dea1e2ea85 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.334940 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Attempting to bind port ae2f26c1-b15b-49ad-8cee-c4f88056cd24 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:24.335307 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-764a6c70-ae3d-4910-aea9-15bf2e69240b None None] Deleting port 685ff34c-1a90-4030-a880-ff8b1c93dbb0 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:24.335800 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-764a6c70-ae3d-4910-aea9-15bf2e69240b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.337685 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Attempting to bind port ae2f26c1-b15b-49ad-8cee-c4f88056cd24 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:24.338212 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Attempting to bind port ae2f26c1-b15b-49ad-8cee-c4f88056cd24 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:24.358361 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:24.361139 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:24.379840 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.382397 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:24.382511 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-14a759e3-5bfc-4113-9bfb-19dea1e2ea85 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.382610 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Bound port: ae2f26c1-b15b-49ad-8cee-c4f88056cd24, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:24.382610 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.398448 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310ca48-d71f-464c-8963-fbba598769ee None None] Pushing event updated for resources: {'Port': ['ID=ae2f26c1-b15b-49ad-8cee-c4f88056cd24,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:24.443449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-764a6c70-ae3d-4910-aea9-15bf2e69240b None None] For port 685ff34c-1a90-4030-a880-ff8b1c93dbb0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=685ff34c-1a90-4030-a880-ff8b1c93dbb0,segment=NetworkSegment(ae4dbbc5-76ba-43b4-acfb-ecc94c264bec),segment_id=ae4dbbc5-76ba-43b4-acfb-ecc94c264bec)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:24.445224 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-764a6c70-ae3d-4910-aea9-15bf2e69240b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.468541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 685ff34c-1a90-4030-a880-ff8b1c93dbb0 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:24.468541 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.473080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-764a6c70-ae3d-4910-aea9-15bf2e69240b None None] Calling delete_port for 685ff34c-1a90-4030-a880-ff8b1c93dbb0 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:24.495540 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] For port ae2f26c1-b15b-49ad-8cee-c4f88056cd24, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:24.501181 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] For port ae2f26c1-b15b-49ad-8cee-c4f88056cd24, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ae2f26c1-b15b-49ad-8cee-c4f88056cd24,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:24.546620 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-ac0569c1-91c0-4222-9f6e-f6cfb070089d service neutron] 10.222.0.15 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561901 Aug 29 07:11:24.547464 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.569155 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.601247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] For port 685ff34c-1a90-4030-a880-ff8b1c93dbb0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=685ff34c-1a90-4030-a880-ff8b1c93dbb0,segment=NetworkSegment(ae4dbbc5-76ba-43b4-acfb-ecc94c264bec),segment_id=ae4dbbc5-76ba-43b4-acfb-ecc94c264bec)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:24.601627 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.622333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 685ff34c-1a90-4030-a880-ff8b1c93dbb0 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:24.624874 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-14a759e3-5bfc-4113-9bfb-19dea1e2ea85 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.655766 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310ca48-d71f-464c-8963-fbba598769ee None None] Pushing event updated for resources: {'Port': ['ID=ae2f26c1-b15b-49ad-8cee-c4f88056cd24,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:24.667342 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Routers {'74ce222e-953a-470e-bd6c-75f1077dbaff'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:24.668174 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['74ce222e-953a-470e-bd6c-75f1077dbaff'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:24.677849 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.689581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:11:24.700095 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.703550 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] Added segment d4bb518b-5008-4b2a-bd93-02e4623e390d of type vlan for network cf3a1fcd-c4a3-4f2a-acec-2504b6818aac Aug 29 07:11:24.716211 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-764a6c70-ae3d-4910-aea9-15bf2e69240b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.757202 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.764750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a6c70-ae3d-4910-aea9-15bf2e69240b None None] Pushing event deleted for resources: {'Port': ['ID=685ff34c-1a90-4030-a880-ff8b1c93dbb0,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:24.774031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a6c70-ae3d-4910-aea9-15bf2e69240b None None] No DVR routers for this DVR port 685ff34c-1a90-4030-a880-ff8b1c93dbb0 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:24.776790 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5e0197c-f6ca-40cd-91d9-c2f1a221c093 req-328781ba-0761-47d1-aac6-7f0fba8d9168 service neutron] 10.222.0.15 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086816 Aug 29 07:11:24.780534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Made reservation on behalf of ae03c88c225b49c488224b70b6c94d5e for: {'subnet': 2} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:24.787505 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.787505 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.843354 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] Set router 74ce222e-953a-470e-bd6c-75f1077dbaff gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:24.882177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3624122f-abcb-4184-8ed3-35b396a2194d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:24.925054 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.933423 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:24.971538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=685ff34c-1a90-4030-a880-ff8b1c93dbb0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:24.985756 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No DVR routers for this DVR port 685ff34c-1a90-4030-a880-ff8b1c93dbb0 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:25.020836 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:25.024714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:25.025336 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:25.081447 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-14a759e3-5bfc-4113-9bfb-19dea1e2ea85 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:25.117078 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'name': 'tempest-ImageQuotaTest-823684339-router', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:14Z', 'updated_at': '2021-08-29T07:11:19Z', 'revision_number': 3, 'project_id': 'c8abb6ba5385460b993782b30fad25f9', 'gw_port': {'id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:17Z', 'updated_at': '2021-08-29T07:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:25.148022 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf827f-8db1-4f2c-aae8-00769f8deeeb None None] The sync data for ids ['74ce222e-953a-470e-bd6c-75f1077dbaff'] in n-d-713301-12 is: [{'id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'name': 'tempest-ImageQuotaTest-823684339-router', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:14Z', 'updated_at': '2021-08-29T07:11:19Z', 'revision_number': 3, 'project_id': 'c8abb6ba5385460b993782b30fad25f9', 'gw_port': {'id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:17Z', 'updated_at': '2021-08-29T07:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:11:25.253352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e6856-6561-4ea4-bd01-cdf713c0dede req-165fd730-0ffa-4e6f-9d83-1bff1e543c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:25.254032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a759e3-5bfc-4113-9bfb-19dea1e2ea85 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Subnet': ['ID=57646151-3f59-4b25-b395-a6d35b3a3725,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:25.254925 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-478e6856-6561-4ea4-bd01-cdf713c0dede req-165fd730-0ffa-4e6f-9d83-1bff1e543c00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 1095 time: 0.2413692 Aug 29 07:11:25.262108 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:25.268011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7886376 Aug 29 07:11:25.277917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55132) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:25.299715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ec119678-4315-46b1-ae1d-56a355d3fc04 admin admin] Request body: {'subnet': {'network_id': 'cf3a1fcd-c4a3-4f2a-acec-2504b6818aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1522236495-subnet', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:25.305879 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-14a759e3-5bfc-4113-9bfb-19dea1e2ea85 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:25.307819 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-14a759e3-5bfc-4113-9bfb-19dea1e2ea85 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/subnets/57646151-3f59-4b25-b395-a6d35b3a3725 HTTP/1.1" status: 204 len: 168 time: 1.1852226 Aug 29 07:11:25.313575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b7444b-bd2b-4c10-a548-e24359a479c4 None None] Network 4f4f5256-9c51-4baf-a1d2-4882aebc1a2b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:25.316972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55134) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:25.320414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0df8768-23f2-4633-94fe-210db415ea9f']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:25.357568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be5317-e82f-49b7-802e-0f6411683466 admin admin] Pushing event updated for resources: {'Network': ['ID=cf3a1fcd-c4a3-4f2a-acec-2504b6818aac,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:25.381771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network cf3a1fcd-c4a3-4f2a-acec-2504b6818aac details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:11:25.392957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4dbbc5-76ba-43b4-acfb-ecc94c264bec') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:25.393329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4dbbc5-76ba-43b4-acfb-ecc94c264bec') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:25.429549 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:25.434706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Allocated IP 172.20.0.1 (740c023b-b04b-4f80-afa0-c10324e7e210/3ed2df53-3911-4e6b-a5fd-ba7b49ff5895/8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:25.476898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559e9ca-76b6-4d69-85c2-657dd978fb42 req-9413bbdd-ae90-4b46-94df-a9c44b5787e9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:25.478523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0559e9ca-76b6-4d69-85c2-657dd978fb42 req-9413bbdd-ae90-4b46-94df-a9c44b5787e9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 943 time: 0.3342867 Aug 29 07:11:25.483041 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:25.492301 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:25.506638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697f987-9ff1-471f-847a-683068bc3514 req-035bb108-e23d-4063-b0fe-d553106657b2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:25.508600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e697f987-9ff1-471f-847a-683068bc3514 req-035bb108-e23d-4063-b0fe-d553106657b2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 945 time: 0.2714815 Aug 29 07:11:25.521374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:25.521792 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:25.524860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec119678-4315-46b1-ae1d-56a355d3fc04 admin admin] Made reservation on behalf of 4e913f16a5144238a2268ff4834b85e4 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:25.527671 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ec119678-4315-46b1-ae1d-56a355d3fc04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: self.session.flush() Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:25.529555 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:25.532277 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e6856-6561-4ea4-bd01-cdf713c0dede req-7a54bd2e-023f-40e8-9742-376455dc986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:25.534235 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-478e6856-6561-4ea4-bd01-cdf713c0dede req-7a54bd2e-023f-40e8-9742-376455dc986e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4da26f07-20b6-4eb7-a417-053969c3a84a HTTP/1.1" status: 200 len: 897 time: 0.2684274 Aug 29 07:11:25.704220 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-478e6856-6561-4ea4-bd01-cdf713c0dede req-7b4f0d65-ae7d-4fc3-b70e-3f6e7e3382f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87 HTTP/1.1" status: 200 len: 217 time: 0.1505389 Aug 29 07:11:25.736753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fdeef0-9203-4278-9855-1fa5327f9c26 None None] DHCP port deletion for 4f4f5256-9c51-4baf-a1d2-4882aebc1a2b request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:11:25.767075 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e697f987-9ff1-471f-847a-683068bc3514 req-005ce002-c29f-4ae7-ba95-30e86029f298 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353101 Aug 29 07:11:25.779944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0559e9ca-76b6-4d69-85c2-657dd978fb42 req-78426b68-6417-4b38-bbdc-740fefe6ce50 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628589 Aug 29 07:11:25.858812 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-86fdeef0-9203-4278-9855-1fa5327f9c26 None None] Deleting port 692c1f01-34c6-4f19-ac79-3b1bc10c4752 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:25.858812 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-86fdeef0-9203-4278-9855-1fa5327f9c26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:25.859587 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:25.872881 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:25.878671 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/networks/a0df8768-23f2-4633-94fe-210db415ea9f HTTP/1.1" status: 204 len: 168 time: 2.2796891 Aug 29 07:11:25.888540 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55136) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:25.905661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3bab49f7-01f8-43c7-ab8c-aadbd280e2fa tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1391076827'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:25.921070 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:25.922440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 42350b6f-f641-4762-96c5-dd9cea2be2ea up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:25.944464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f42039-482d-486d-ba92-d028209961d0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Network': ['ID=a0df8768-23f2-4633-94fe-210db415ea9f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:25.944639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e6856-6561-4ea4-bd01-cdf713c0dede req-51f7d08f-94a0-4b8b-90bb-9b2b00ccdc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:25.944639 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-478e6856-6561-4ea4-bd01-cdf713c0dede req-51f7d08f-94a0-4b8b-90bb-9b2b00ccdc1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04ae450a-b881-4904-8964-e7c34fe42ecd HTTP/1.1" status: 200 len: 835 time: 0.2295651 Aug 29 07:11:25.970346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Transition to ACTIVE for port object 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:25.993930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Deleting port 692c1f01-34c6-4f19-ac79-3b1bc10c4752 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:25.995768 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.056740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:26.061075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e6856-6561-4ea4-bd01-cdf713c0dede req-0b3d48ff-26cf-46d0-a06b-37e889f2814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:26.063491 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-478e6856-6561-4ea4-bd01-cdf713c0dede req-0b3d48ff-26cf-46d0-a06b-37e889f2814b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4da26f07-20b6-4eb7-a417-053969c3a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108987 Aug 29 07:11:26.067203 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.118698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bab49f7-01f8-43c7-ab8c-aadbd280e2fa tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:26.122813 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3bab49f7-01f8-43c7-ab8c-aadbd280e2fa tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.161213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-86fdeef0-9203-4278-9855-1fa5327f9c26 None None] For port 692c1f01-34c6-4f19-ac79-3b1bc10c4752, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=692c1f01-34c6-4f19-ac79-3b1bc10c4752,segment=NetworkSegment(6b7409fc-54f9-40fe-b94b-a0560769cf66),segment_id=6b7409fc-54f9-40fe-b94b-a0560769cf66)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:26.162190 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-86fdeef0-9203-4278-9855-1fa5327f9c26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.181464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] For port 692c1f01-34c6-4f19-ac79-3b1bc10c4752, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=692c1f01-34c6-4f19-ac79-3b1bc10c4752,segment=NetworkSegment(6b7409fc-54f9-40fe-b94b-a0560769cf66),segment_id=6b7409fc-54f9-40fe-b94b-a0560769cf66)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:26.181852 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.190213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-86fdeef0-9203-4278-9855-1fa5327f9c26 None None] Calling delete_port for 692c1f01-34c6-4f19-ac79-3b1bc10c4752 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:26.233509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Calling delete_port for 692c1f01-34c6-4f19-ac79-3b1bc10c4752 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:26.235640 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bab49f7-01f8-43c7-ab8c-aadbd280e2fa tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:11:26.266668 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3bab49f7-01f8-43c7-ab8c-aadbd280e2fa tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.267021 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-3bab49f7-01f8-43c7-ab8c-aadbd280e2fa tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Added segment 1c50bfd1-e920-4694-9733-89066d966563 of type vlan for network 842fae2b-8465-4002-83f6-5ea1b997aeac Aug 29 07:11:26.312402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Sync routers for ids ['5a046d50-0a90-466d-aca2-c1adc092a063'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:11:26.333533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Routers {'5a046d50-0a90-466d-aca2-c1adc092a063'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:26.334310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5a046d50-0a90-466d-aca2-c1adc092a063'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:26.345525 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ec119678-4315-46b1-ae1d-56a355d3fc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.405268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec119678-4315-46b1-ae1d-56a355d3fc04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b119e16b-d80f-455e-b2f8-b4b2b215e8b4,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:26.418938 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3bab49f7-01f8-43c7-ab8c-aadbd280e2fa tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.426323 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-86fdeef0-9203-4278-9855-1fa5327f9c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.435008 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 42350b6f-f641-4762-96c5-dd9cea2be2ea completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:26.436889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:26.475703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 42350b6f-f641-4762-96c5-dd9cea2be2ea triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:26.476304 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.477714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:26.478122 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.483356 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdeef0-9203-4278-9855-1fa5327f9c26 None None] Pushing event deleted for resources: {'Port': ['ID=692c1f01-34c6-4f19-ac79-3b1bc10c4752,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:26.504470 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.514116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec119678-4315-46b1-ae1d-56a355d3fc04 admin admin] Checking segment: {'id': 'd4bb518b-5008-4b2a-bd93-02e4623e390d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cf3a1fcd-c4a3-4f2a-acec-2504b6818aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:26.514496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec119678-4315-46b1-ae1d-56a355d3fc04 admin admin] Network hostable DHCP agents. Network: cf3a1fcd-c4a3-4f2a-acec-2504b6818aac, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:11:26.522096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No DVR routers for this DVR port 692c1f01-34c6-4f19-ac79-3b1bc10c4752 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:26.539888 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fdeef0-9203-4278-9855-1fa5327f9c26 None None] No DVR routers for this DVR port 692c1f01-34c6-4f19-ac79-3b1bc10c4752 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:26.566241 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Set router 5a046d50-0a90-466d-aca2-c1adc092a063 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:26.589986 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3bab49f7-01f8-43c7-ab8c-aadbd280e2fa tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.596019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bab49f7-01f8-43c7-ab8c-aadbd280e2fa tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:26.596678 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3bab49f7-01f8-43c7-ab8c-aadbd280e2fa tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.619968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Port': ['ID=692c1f01-34c6-4f19-ac79-3b1bc10c4752,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:26.670780 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.734185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event updated for resources: {'Subnet': ['ID=9f95c0f8-db84-40eb-8747-956ce26f08aa,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:26.741580 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.745667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Network 740c023b-b04b-4f80-afa0-c10324e7e210 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:26.748451 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-478e6856-6561-4ea4-bd01-cdf713c0dede req-190b0b3d-5783-4dac-ae3a-57437ac6c802 service neutron] 10.222.0.15 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6743050 Aug 29 07:11:26.753256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:26.753654 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab49f7-01f8-43c7-ab8c-aadbd280e2fa tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Network': ['ID=842fae2b-8465-4002-83f6-5ea1b997aeac,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:26.759459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4f5256-9c51-4baf-a1d2-4882aebc1a2b']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:26.772064 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7409fc-54f9-40fe-b94b-a0560769cf66') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:26.772439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7409fc-54f9-40fe-b94b-a0560769cf66') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:26.785824 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.804664 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.823205 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:26.846275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:26.847024 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.878123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Checking segment: {'id': '62dbeec6-fad9-4c23-a555-c261c4323c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:26.878594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Network hostable DHCP agents. Network: 38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:11:26.886532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 842fae2b-8465-4002-83f6-5ea1b997aeac details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:11:26.909347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:26.938948 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.949960 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:26.951307 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:26.986565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec119678-4315-46b1-ae1d-56a355d3fc04 admin admin] Network cf3a1fcd-c4a3-4f2a-acec-2504b6818aac is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:11:26.989892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3bab49f7-01f8-43c7-ab8c-aadbd280e2fa tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0997396 Aug 29 07:11:26.999080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55142) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:27.007493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e0fdfa84-8b51-4154-bbe0-5d2d76919c12 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': '842fae2b-8465-4002-83f6-5ea1b997aeac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:27.032345 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.043040 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.044940 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/4f4f5256-9c51-4baf-a1d2-4882aebc1a2b HTTP/1.1" status: 204 len: 168 time: 1.7201076 Aug 29 07:11:27.069318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55144) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:27.084692 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-478e6856-6561-4ea4-bd01-cdf713c0dede req-5747cef1-7b6f-4d79-9f6c-9938494591ad service neutron] 10.222.0.15 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267798 Aug 29 07:11:27.094289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Network 38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:11:27.102047 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 3baddac9-99b3-4c41-abd3-8f06504c2d87 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:11:27.111842 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf89e2af-f96d-4d86-bb5b-1d360bb439a2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:27.112293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf89e2af-f96d-4d86-bb5b-1d360bb439a2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:27.117227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cf89e2af-f96d-4d86-bb5b-1d360bb439a2 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/subnets/67363ac3-bcda-4cdf-805c-95e6e56326c2 HTTP/1.1" status: 404 len: 337 time: 0.0439212 Aug 29 07:11:27.117227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257011bb-dc7d-4801-b90e-ecf83c0a1e5f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Network': ['ID=4f4f5256-9c51-4baf-a1d2-4882aebc1a2b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:27.121660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55146) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:27.148008 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c87091-6e9e-476a-804e-331459558348 req-3b26f8c7-b396-4110-8394-30b5c30c88bc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:27.152777 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f969b-06af-4212-8930-c238a74f2c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42350b6f-f641-4762-96c5-dd9cea2be2ea'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:11:27.155497 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabeab0b-24a1-4bce-bb70-213d961e49bc" -d '{"events": [{"server_uuid": "2a9f969b-06af-4212-8930-c238a74f2c7a", "name": "network-vif-plugged", "status": "completed", "tag": "42350b6f-f641-4762-96c5-dd9cea2be2ea"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:11:27.155699 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09c87091-6e9e-476a-804e-331459558348 req-3b26f8c7-b396-4110-8394-30b5c30c88bc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 945 time: 0.2031832 Aug 29 07:11:27.158285 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.193049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2529b-d4b2-4168-a3d8-ec41924e537b req-d99076f4-4bd6-48ca-bfd0-76de1054579a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:27.197574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ce2529b-d4b2-4168-a3d8-ec41924e537b req-d99076f4-4bd6-48ca-bfd0-76de1054579a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 943 time: 0.2118762 Aug 29 07:11:27.210878 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-838393fe-f02f-4778-a3b3-b80dce08ad16 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:27.213968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:27.219661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838393fe-f02f-4778-a3b3-b80dce08ad16 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:27.224967 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-838393fe-f02f-4778-a3b3-b80dce08ad16 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/e3014fb6-ee09-4896-8d80-5034a384c11e HTTP/1.1" status: 404 len: 339 time: 0.0976071 Aug 29 07:11:27.226254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55150) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:27.229672 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.247133 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09c87091-6e9e-476a-804e-331459558348 req-677600c1-74c6-4b5d-9b22-ce91e174bb20 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906043 Aug 29 07:11:27.247780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-ec119678-4315-46b1-ae1d-56a355d3fc04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, cf3a1fcd-c4a3-4f2a-acec-2504b6818aac) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:27.255904 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec119678-4315-46b1-ae1d-56a355d3fc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:27.256845 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ec119678-4315-46b1-ae1d-56a355d3fc04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.274470 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 42350b6f-f641-4762-96c5-dd9cea2be2ea, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=42350b6f-f641-4762-96c5-dd9cea2be2ea,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:27.300847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abf7339-fa81-4d31-beaf-f793c9e9bb55 None None] Network 38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:27.305275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74c3d43-a96a-46a7-9b5d-b836da8d6353 None None] Network cf3a1fcd-c4a3-4f2a-acec-2504b6818aac requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:27.335835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fdfa84-8b51-4154-bbe0-5d2d76919c12 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:27.340617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e0fdfa84-8b51-4154-bbe0-5d2d76919c12 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.346746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-c296a4ca-79b9-402a-af65-dd3ed1050e3f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Deleting subnet 08317db4-2201-49d5-ad86-9636effbe8bb {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:11:27.350822 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc58a37-5837-4c22-8355-57455f29029d x-openstack-request-id: req-3cc58a37-5837-4c22-8355-57455f29029d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:11:27.351429 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f969b-06af-4212-8930-c238a74f2c7a", "name": "network-vif-plugged", "status": "completed", "tag": "42350b6f-f641-4762-96c5-dd9cea2be2ea", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:11:27.351429 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3cc58a37-5837-4c22-8355-57455f29029d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:11:27.351837 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9f969b-06af-4212-8930-c238a74f2c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42350b6f-f641-4762-96c5-dd9cea2be2ea', 'code': 200} Aug 29 07:11:27.355644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ce2529b-d4b2-4168-a3d8-ec41924e537b req-ba42e94d-ed8c-4c0a-b419-704e95de9e59 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320317 Aug 29 07:11:27.356620 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c296a4ca-79b9-402a-af65-dd3ed1050e3f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.372307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Checking segment: {'id': '717b99e5-02cd-46e5-af9b-a88bcfa4bfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '23d09a86-be59-4327-bbef-19d0d4dac005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:27.372307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Network hostable DHCP agents. Network: 23d09a86-be59-4327-bbef-19d0d4dac005, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:11:27.414824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event updated for resources: {'Subnet': ['ID=0cef0190-2cc4-4110-ada1-a1b89e528e9e,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:27.428809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ec119678-4315-46b1-ae1d-56a355d3fc04 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1310065 Aug 29 07:11:27.437754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55152) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:27.437754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1522236495-router', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:27.464109 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c296a4ca-79b9-402a-af65-dd3ed1050e3f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.464648 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port d641dd13-7732-4fb0-bd9e-2f94b9ce3b24, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d641dd13-7732-4fb0-bd9e-2f94b9ce3b24,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:27.469999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.481230 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.527674 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.528756 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.567791 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Network 23d09a86-be59-4327-bbef-19d0d4dac005 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:11:27.582838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b377d-8565-4a20-b160-189e29a04a87 req-99db6bdd-1dc8-4160-9164-2079d6901c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:27.584438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-844b377d-8565-4a20-b160-189e29a04a87 req-99db6bdd-1dc8-4160-9164-2079d6901c9f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 1098 time: 0.1171470 Aug 29 07:11:27.587728 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.588743 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ae2f26c1-b15b-49ad-8cee-c4f88056cd24 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:27.597836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 3baddac9-99b3-4c41-abd3-8f06504c2d87, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:27.657106 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.664063 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-863e350d-3bb9-4fd0-a371-8691ed3f4926 None None] Provisioning for port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:27.678108 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c296a4ca-79b9-402a-af65-dd3ed1050e3f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.682099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'port_id': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'mac_address': 'fa:16:3e:9d:0b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:11:27.683173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-844b377d-8565-4a20-b160-189e29a04a87 req-532759a0-db92-483c-85c1-a289a74b5ec4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741401 Aug 29 07:11:27.691561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 23d09a86-be59-4327-bbef-19d0d4dac005) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:27.699827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:27.701570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:27.702461 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.713631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-863e350d-3bb9-4fd0-a371-8691ed3f4926 None None] Provisioning complete for port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:27.714016 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-863e350d-3bb9-4fd0-a371-8691ed3f4926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.724173 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=42350b6f-f641-4762-96c5-dd9cea2be2ea,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:27.726981 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c335e-ad88-4f6e-940c-bb830f380139 None None] Network 23d09a86-be59-4327-bbef-19d0d4dac005 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:27.822658 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c296a4ca-79b9-402a-af65-dd3ed1050e3f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.852710 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c267750e-1624-40ea-8b3d-f477b4d4b9d7 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 4.8108146 Aug 29 07:11:27.853291 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55154) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:27.861097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296a4ca-79b9-402a-af65-dd3ed1050e3f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Subnet': ['ID=08317db4-2201-49d5-ad86-9636effbe8bb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:27.887093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.908173 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c296a4ca-79b9-402a-af65-dd3ed1050e3f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.909727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c296a4ca-79b9-402a-af65-dd3ed1050e3f tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/subnets/08317db4-2201-49d5-ad86-9636effbe8bb HTTP/1.1" status: 204 len: 168 time: 0.6825273 Aug 29 07:11:27.914571 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55156) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:27.930066 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd8f0e-bb9a-4ae5-9b6d-de53b3eb172a tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:27.931905 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd8f0e-bb9a-4ae5-9b6d-de53b3eb172a tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:27.933468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd8f0e-bb9a-4ae5-9b6d-de53b3eb172a tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:27.939535 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bdcd8f0e-bb9a-4ae5-9b6d-de53b3eb172a tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.0811958 Aug 29 07:11:27.947862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55158) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:27.950607 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e0fdfa84-8b51-4154-bbe0-5d2d76919c12 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:27.954792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb10672-1269-4329-82f0-44e765971d6e None None] Network c4f9d771-b842-416b-84ca-589de0a49ccf requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:27.978245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-863e350d-3bb9-4fd0-a371-8691ed3f4926 None None] Port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:27.979097 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.024203 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.027351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a6c237-37ab-4e1d-a404-c7d4571621cd tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Deleting subnet 9f95c0f8-db84-40eb-8747-956ce26f08aa {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:11:28.032313 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94a6c237-37ab-4e1d-a404-c7d4571621cd tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.052613 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.079376 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94a6c237-37ab-4e1d-a404-c7d4571621cd tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.105873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=d641dd13-7732-4fb0-bd9e-2f94b9ce3b24,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:28.151218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3baddac9-99b3-4c41-abd3-8f06504c2d87 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:11:28.155510 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.157252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdfa84-8b51-4154-bbe0-5d2d76919c12 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Subnet': ['ID=c724ee2c-c67a-4027-9855-1adcd1515c1a,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:28.157751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '6a1377b4-6978-4da6-b804-a63ffcb910d2', 'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'mac_address': 'fa:16:3e:0f:36:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:19Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 2, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'subnets': [{'id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:28.168203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-cf3a1fcd-c4a3-4f2a-acec-2504b6818aac', 'network_id': 'cf3a1fcd-c4a3-4f2a-acec-2504b6818aac', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'fixed_ips': [{'subnet_id': 'b119e16b-d80f-455e-b2f8-b4b2b215e8b4'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:11:28.172571 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.177468 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.185764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:28.195332 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94a6c237-37ab-4e1d-a404-c7d4571621cd tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.218579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fdfa84-8b51-4154-bbe0-5d2d76919c12 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Checking segment: {'id': '1c50bfd1-e920-4694-9733-89066d966563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '842fae2b-8465-4002-83f6-5ea1b997aeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:28.218579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fdfa84-8b51-4154-bbe0-5d2d76919c12 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network hostable DHCP agents. Network: 842fae2b-8465-4002-83f6-5ea1b997aeac, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:11:28.255750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port ae2f26c1-b15b-49ad-8cee-c4f88056cd24 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:28.294149 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 3baddac9-99b3-4c41-abd3-8f06504c2d87, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:28.300950 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Checking router: 5a046d50-0a90-466d-aca2-c1adc092a063 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:11:28.301447 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Updating router 5a046d50-0a90-466d-aca2-c1adc092a063 port 6a1377b4-6978-4da6-b804-a63ffcb910d2 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:11:28.355049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Network 740c023b-b04b-4f80-afa0-c10324e7e210 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:28.356849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb939ca-564e-4dd5-83c5-7b1e4ed21538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0', 'network_id': '38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0', 'tenant_id': 'ae03c88c225b49c488224b70b6c94d5e', 'fixed_ips': [{'subnet_id': '9f95c0f8-db84-40eb-8747-956ce26f08aa'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:11:28.357814 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5fb939ca-564e-4dd5-83c5-7b1e4ed21538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.359426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Deleting port e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:28.359877 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.360169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port ae2f26c1-b15b-49ad-8cee-c4f88056cd24 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:28.360897 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.363361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:28.431479 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94a6c237-37ab-4e1d-a404-c7d4571621cd tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.463506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fdfa84-8b51-4154-bbe0-5d2d76919c12 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network 842fae2b-8465-4002-83f6-5ea1b997aeac is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:11:28.502825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] For port e67b5fdd-545c-4daa-828d-fa55d4ffa4d7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e67b5fdd-545c-4daa-828d-fa55d4ffa4d7,segment=NetworkSegment(f71888f8-449e-41f3-b0cc-e55951e60aae),segment_id=f71888f8-449e-41f3-b0cc-e55951e60aae)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:28.503226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6c237-37ab-4e1d-a404-c7d4571621cd tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event deleted for resources: {'Subnet': ['ID=9f95c0f8-db84-40eb-8747-956ce26f08aa,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:28.503417 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.513686 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-94a6c237-37ab-4e1d-a404-c7d4571621cd tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.518376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-94a6c237-37ab-4e1d-a404-c7d4571621cd tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "DELETE /v2.0/subnets/9f95c0f8-db84-40eb-8747-956ce26f08aa HTTP/1.1" status: 204 len: 168 time: 0.5695920 Aug 29 07:11:28.521979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55166) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:28.522175 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.558522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Calling delete_port for e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:28.565102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59284c-97aa-49d5-9e33-308780720d1a req-e3efc310-201d-4a14-a0a1-2c38aecf6298 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:28.566929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b59284c-97aa-49d5-9e33-308780720d1a req-e3efc310-201d-4a14-a0a1-2c38aecf6298 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 946 time: 0.2233670 Aug 29 07:11:28.582029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-e0fdfa84-8b51-4154-bbe0-5d2d76919c12 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 842fae2b-8465-4002-83f6-5ea1b997aeac) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:28.587671 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fdfa84-8b51-4154-bbe0-5d2d76919c12 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:28.588280 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e0fdfa84-8b51-4154-bbe0-5d2d76919c12 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.596706 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.596970 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.599664 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.647596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Router 74ce222e-953a-470e-bd6c-75f1077dbaff has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:11:28.735422 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e0fdfa84-8b51-4154-bbe0-5d2d76919c12 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7309923 Aug 29 07:11:28.737392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55168) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:28.747052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-9914b0b4-d099-4b88-adb0-b28406512c83 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-385854043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:28.761835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f8c63f-3d73-4183-94e9-f5fea97e12cb None None] Network 842fae2b-8465-4002-83f6-5ea1b997aeac requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:28.844167 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:11:28.855260 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-72fbbc94-0c4b-43fb-a294-e165faebf760 admin admin] 10.222.0.76 "PUT /v2.0/routers/74ce222e-953a-470e-bd6c-75f1077dbaff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1442666 Aug 29 07:11:28.857876 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.872757 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Sync routers for ids ['74ce222e-953a-470e-bd6c-75f1077dbaff'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:11:28.897994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Port': ['ID=e67b5fdd-545c-4daa-828d-fa55d4ffa4d7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:28.904586 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Routers {'74ce222e-953a-470e-bd6c-75f1077dbaff'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:28.906875 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['74ce222e-953a-470e-bd6c-75f1077dbaff'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:28.927621 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9914b0b4-d099-4b88-adb0-b28406512c83 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:28.930527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9914b0b4-d099-4b88-adb0-b28406512c83 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.022533 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9914b0b4-d099-4b88-adb0-b28406512c83 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.030650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] No DVR routers for this DVR port e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:29.093336 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9914b0b4-d099-4b88-adb0-b28406512c83 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.183659 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9914b0b4-d099-4b88-adb0-b28406512c83 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.188357 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9914b0b4-d099-4b88-adb0-b28406512c83 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4501219 Aug 29 07:11:29.191257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55174) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:29.191426 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f53a8-1051-4a14-a94c-0d22dca631cf None None] Network 38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:29.194021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['3baddac9-99b3-4c41-abd3-8f06504c2d87'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:11:29.198465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'network_id': '842fae2b-8465-4002-83f6-5ea1b997aeac', 'name': 'tempest-PortsIpV6TestJSON-1193241970'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:29.239652 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Set router 74ce222e-953a-470e-bd6c-75f1077dbaff gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:29.244122 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-174fd772-7ff6-4dd9-b237-690e5602369a tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Deleting subnet 0cef0190-2cc4-4110-ada1-a1b89e528e9e {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:11:29.265458 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.277068 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-174fd772-7ff6-4dd9-b237-690e5602369a tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.278238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b59284c-97aa-49d5-9e33-308780720d1a req-6d8ba965-b07b-4b97-90ab-e6dcbb41782b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6784010 Aug 29 07:11:29.284492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f9d771-b842-416b-84ca-589de0a49ccf']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:29.305810 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71888f8-449e-41f3-b0cc-e55951e60aae') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:29.306125 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71888f8-449e-41f3-b0cc-e55951e60aae') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:29.339265 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.349208 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-174fd772-7ff6-4dd9-b237-690e5602369a tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.369555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.382342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:29.382763 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:29.387022 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:29.423642 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=3baddac9-99b3-4c41-abd3-8f06504c2d87,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:29.471500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5571200d-972c-4d07-8698-a19a2a234a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-23d09a86-be59-4327-bbef-19d0d4dac005', 'network_id': '23d09a86-be59-4327-bbef-19d0d4dac005', 'tenant_id': 'ae03c88c225b49c488224b70b6c94d5e', 'fixed_ips': [{'subnet_id': '0cef0190-2cc4-4110-ada1-a1b89e528e9e'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:11:29.472356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5571200d-972c-4d07-8698-a19a2a234a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.483281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a5530-76c6-4639-973b-e3bb6736a98c req-f02a4f06-e655-4f94-9d71-5cbd0a721c0a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:29.485203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-453a5530-76c6-4639-973b-e3bb6736a98c req-f02a4f06-e655-4f94-9d71-5cbd0a721c0a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 944 time: 0.9313438 Aug 29 07:11:29.517451 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-174fd772-7ff6-4dd9-b237-690e5602369a tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.582304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e8b231fe-76c1-4696-be8f-33fcba4032c1 None None] Provisioning complete for port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:29.582682 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e8b231fe-76c1-4696-be8f-33fcba4032c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.589874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Allocated IP 172.25.1.79 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/d418148e-26bc-4dba-aca5-960da1e03eee) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:29.605374 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'name': 'tempest-ImageQuotaTest-823684339-router', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:14Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': 'c8abb6ba5385460b993782b30fad25f9', 'gw_port': {'id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:17Z', 'updated_at': '2021-08-29T07:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2', 'name': '', 'network_id': '740c023b-b04b-4f80-afa0-c10324e7e210', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'mac_address': 'fa:16:3e:8d:2c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '3ed2df53-3911-4e6b-a5fd-ba7b49ff5895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:24Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 2, 'project_id': 'c8abb6ba5385460b993782b30fad25f9', 'subnets': [{'id': '3ed2df53-3911-4e6b-a5fd-ba7b49ff5895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:29.608506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:29.615616 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.623999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.649069 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-453a5530-76c6-4639-973b-e3bb6736a98c req-1f5713db-245d-493a-871b-c2e379a22b46 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471951 Aug 29 07:11:29.652068 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Checking router: 74ce222e-953a-470e-bd6c-75f1077dbaff for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:11:29.652668 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Updating router 74ce222e-953a-470e-bd6c-75f1077dbaff port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:11:29.666871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Allocated IP 172.20.0.2 (cf3a1fcd-c4a3-4f2a-acec-2504b6818aac/b119e16b-d80f-455e-b2f8-b4b2b215e8b4/619f106e-da69-4673-bb08-9e0d23823e93) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:29.689684 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port 3c06ffe9-c435-4858-848e-a50449ff5267 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:11:29.724104 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.801457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ed5b25-3757-489b-b939-dc1ed777505b None None] DHCP port deletion for c4f9d771-b842-416b-84ca-589de0a49ccf request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:11:29.822200 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-174fd772-7ff6-4dd9-b237-690e5602369a tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.831065 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Allocated IP 2001:db8::280 (842fae2b-8465-4002-83f6-5ea1b997aeac/c724ee2c-c67a-4027-9855-1adcd1515c1a/3c06ffe9-c435-4858-848e-a50449ff5267) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:29.879720 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port ae2f26c1-b15b-49ad-8cee-c4f88056cd24, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ae2f26c1-b15b-49ad-8cee-c4f88056cd24,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server [None req-5571200d-972c-4d07-8698-a19a2a234a3c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cef0190-2cc4-4110-ada1-a1b89e528e9e: This subnet is being modified by another concurrent operation. Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise exception Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cef0190-2cc4-4110-ada1-a1b89e528e9e: This subnet is being modified by another concurrent operation. Aug 29 07:11:29.895212 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Aug 29 07:11:29.930340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fd772-7ff6-4dd9-b237-690e5602369a tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event deleted for resources: {'Subnet': ['ID=0cef0190-2cc4-4110-ada1-a1b89e528e9e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:29.939795 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.942529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e8b231fe-76c1-4696-be8f-33fcba4032c1 None None] Port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:29.946139 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-174fd772-7ff6-4dd9-b237-690e5602369a tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:29.948368 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-174fd772-7ff6-4dd9-b237-690e5602369a tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "DELETE /v2.0/subnets/0cef0190-2cc4-4110-ada1-a1b89e528e9e HTTP/1.1" status: 204 len: 168 time: 1.4241903 Aug 29 07:11:29.950950 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55184) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:29.996774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9532d8ce-02da-4dbc-bafb-dd5ce398c421 None None] Network 23d09a86-be59-4327-bbef-19d0d4dac005 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:30.026903 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.039941 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf306ea-bb4b-4035-9cd6-693224534a3a tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:30.041474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2cf306ea-bb4b-4035-9cd6-693224534a3a tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0896120 Aug 29 07:11:30.046250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55188) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:30.054183 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.060489 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.065262 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] 10.222.0.76 "DELETE /v2.0/networks/c4f9d771-b842-416b-84ca-589de0a49ccf HTTP/1.1" status: 204 len: 168 time: 2.1495435 Aug 29 07:11:30.120306 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f9063-8dce-47ec-9e86-081ad5068070 tempest-NetworksIpV6Test-718865540 tempest-NetworksIpV6Test-718865540-project] Pushing event deleted for resources: {'Network': ['ID=c4f9d771-b842-416b-84ca-589de0a49ccf,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:30.183567 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.210164 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=ae2f26c1-b15b-49ad-8cee-c4f88056cd24,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:30.211400 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 692c1f01-34c6-4f19-ac79-3b1bc10c4752 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:11:30.229138 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.250018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Transition to ACTIVE for port object 3c06ffe9-c435-4858-848e-a50449ff5267 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:30.266937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 692c1f01-34c6-4f19-ac79-3b1bc10c4752 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:11:30.267392 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 692c1f01-34c6-4f19-ac79-3b1bc10c4752 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:11:30.268103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 685ff34c-1a90-4030-a880-ff8b1c93dbb0 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:11:30.294658 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3133c143-7b65-44ec-8325-dcd95e2445d9 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.308076 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:30.312281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:30.318878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:30.338328 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.350675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 685ff34c-1a90-4030-a880-ff8b1c93dbb0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:11:30.350675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 685ff34c-1a90-4030-a880-ff8b1c93dbb0 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:11:30.354841 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Transition to ACTIVE for port object 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:30.366608 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.405375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-842fae2b-8465-4002-83f6-5ea1b997aeac', 'network_id': '842fae2b-8465-4002-83f6-5ea1b997aeac', 'tenant_id': '47576081f0824b18b2454c6797077522', 'fixed_ips': [{'subnet_id': 'c724ee2c-c67a-4027-9855-1adcd1515c1a'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:11:30.406283 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.438637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=3c06ffe9-c435-4858-848e-a50449ff5267,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:30.453193 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.490877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Pushing event updated for resources: {'Port': ['ID=d418148e-26bc-4dba-aca5-960da1e03eee,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:30.494393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network 842fae2b-8465-4002-83f6-5ea1b997aeac is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:30.496461 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:30.506353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:30.512095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:30.516339 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.547940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:30.549354 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a5388-45cf-4a57-b1d3-14b9fdc60dde None None] Pushing event updated for resources: {'Port': ['ID=8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:30.652218 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Attempting to bind port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:30.652508 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Attempting to bind port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'aa227906-04e3-4406-a3f8-7044723cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '740c023b-b04b-4f80-afa0-c10324e7e210'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:30.652892 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Attempting to bind port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 on network 740c023b-b04b-4f80-afa0-c10324e7e210 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:30.674213 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-58effaf6-00b0-43a4-a0ac-a9f9a3e2fef9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4789946 Aug 29 07:11:30.674489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55198) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:30.674741 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:30.675241 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Checking segment: {'id': 'aa227906-04e3-4406-a3f8-7044723cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '740c023b-b04b-4f80-afa0-c10324e7e210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:30.675657 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.676058 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Bound using segment: {'id': 'aa227906-04e3-4406-a3f8-7044723cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '740c023b-b04b-4f80-afa0-c10324e7e210'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:30.676599 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Bound port: 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa227906-04e3-4406-a3f8-7044723cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '740c023b-b04b-4f80-afa0-c10324e7e210'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:30.676984 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.777871 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.848499 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] For port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:30.855587 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] For port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2,segment=NetworkSegment(aa227906-04e3-4406-a3f8-7044723cc415),segment_id=aa227906-04e3-4406-a3f8-7044723cc415)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:30.860228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55204) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:30.869959 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3133c143-7b65-44ec-8325-dcd95e2445d9 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:30.903566 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-3133c143-7b65-44ec-8325-dcd95e2445d9 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d09a86-be59-4327-bbef-19d0d4dac005']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:30.923274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Transition to ACTIVE for port object 619f106e-da69-4673-bb08-9e0d23823e93 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:30.986352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:30.986737 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:31.000009 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:31.008008 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:31.026997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823f3f7-7c37-40a7-8657-3a164f648491 req-865ede9b-d490-4a11-b222-6ebdc808ae75 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:31.039856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9823f3f7-7c37-40a7-8657-3a164f648491 req-865ede9b-d490-4a11-b222-6ebdc808ae75 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 946 time: 0.5425134 Aug 29 07:11:31.043379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-3133c143-7b65-44ec-8325-dcd95e2445d9 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717b99e5-02cd-46e5-af9b-a88bcfa4bfbe') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:31.048296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-3133c143-7b65-44ec-8325-dcd95e2445d9 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717b99e5-02cd-46e5-af9b-a88bcfa4bfbe') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:31.093320 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Routers {'74ce222e-953a-470e-bd6c-75f1077dbaff'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:31.097680 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['74ce222e-953a-470e-bd6c-75f1077dbaff'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:31.097929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Transition to ACTIVE for port object 619f106e-da69-4673-bb08-9e0d23823e93 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:31.105205 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3133c143-7b65-44ec-8325-dcd95e2445d9 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:31.156661 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3133c143-7b65-44ec-8325-dcd95e2445d9 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:31.177277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555720fb-4e6f-4eb3-913a-79035eb64b3c req-8f707462-79b3-4757-aa57-ad8a72c78ab9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:31.190220 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-555720fb-4e6f-4eb3-913a-79035eb64b3c req-8f707462-79b3-4757-aa57-ad8a72c78ab9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 944 time: 0.3064158 Aug 29 07:11:31.203047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3133c143-7b65-44ec-8325-dcd95e2445d9 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:31.203838 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3133c143-7b65-44ec-8325-dcd95e2445d9 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:31.209332 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:31.269036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Allocated IP 2001:db8::2 (842fae2b-8465-4002-83f6-5ea1b997aeac/c724ee2c-c67a-4027-9855-1adcd1515c1a/2650626f-b9bc-4dab-8682-aee28bd4ef26) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:31.295465 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:31.338190 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] Set router 74ce222e-953a-470e-bd6c-75f1077dbaff gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:31.367423 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:31.369812 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9823f3f7-7c37-40a7-8657-3a164f648491 req-0ab192f1-0040-4e68-81ea-1ed1e355e573 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956705 Aug 29 07:11:31.455707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-555720fb-4e6f-4eb3-913a-79035eb64b3c req-9dce9efb-3f7a-46a7-b7cd-615196785f2c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643495 Aug 29 07:11:31.472865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Network cf3a1fcd-c4a3-4f2a-acec-2504b6818aac is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:31.487834 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9a833d0f-3a0d-4d92-93ac-00177cbf1976 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3e39fb0ee5b64f839ea992aedefeaf66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6053233 Aug 29 07:11:31.498497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55212) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:31.526807 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3133c143-7b65-44ec-8325-dcd95e2445d9 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:31.540070 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3133c143-7b65-44ec-8325-dcd95e2445d9 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:31.542573 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3133c143-7b65-44ec-8325-dcd95e2445d9 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "DELETE /v2.0/networks/23d09a86-be59-4327-bbef-19d0d4dac005 HTTP/1.1" status: 204 len: 168 time: 1.4951947 Aug 29 07:11:31.559129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55214) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:31.561891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:31.563382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133c143-7b65-44ec-8325-dcd95e2445d9 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event deleted for resources: {'Network': ['ID=23d09a86-be59-4327-bbef-19d0d4dac005,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:31.572884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Transition to ACTIVE for port object 6a1377b4-6978-4da6-b804-a63ffcb910d2 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:31.598109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:31.632954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55216) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:31.635977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Pushing event updated for resources: {'Port': ['ID=619f106e-da69-4673-bb08-9e0d23823e93,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:31.655678 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a5388-45cf-4a57-b1d3-14b9fdc60dde None None] Pushing event updated for resources: {'Port': ['ID=8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:31.666614 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:31.769483 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ae2f26c1-b15b-49ad-8cee-c4f88056cd24 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:31.776428 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'name': 'tempest-ImageQuotaTest-823684339-router', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:14Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': 'c8abb6ba5385460b993782b30fad25f9', 'gw_port': {'id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:17Z', 'updated_at': '2021-08-29T07:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2', 'name': '', 'network_id': '740c023b-b04b-4f80-afa0-c10324e7e210', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'mac_address': 'fa:16:3e:8d:2c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '3ed2df53-3911-4e6b-a5fd-ba7b49ff5895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:24Z', 'updated_at': '2021-08-29T07:11:30Z', 'revision_number': 4, 'project_id': 'c8abb6ba5385460b993782b30fad25f9', 'subnets': [{'id': '3ed2df53-3911-4e6b-a5fd-ba7b49ff5895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:31.780564 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a12f358b-6777-4751-a06d-0b7a127ff488 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:31.784961 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:31.821556 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f86cec-5f05-413c-b307-b46604f04724 None None] The sync data for ids ['74ce222e-953a-470e-bd6c-75f1077dbaff'] in n-d-713301-12 is: [{'id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'name': 'tempest-ImageQuotaTest-823684339-router', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:14Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': 'c8abb6ba5385460b993782b30fad25f9', 'gw_port': {'id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:17Z', 'updated_at': '2021-08-29T07:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2', 'name': '', 'network_id': '740c023b-b04b-4f80-afa0-c10324e7e210', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'mac_address': 'fa:16:3e:8d:2c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '3ed2df53-3911-4e6b-a5fd-ba7b49ff5895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:24Z', 'updated_at': '2021-08-29T07:11:30Z', 'revision_number': 4, 'project_id': 'c8abb6ba5385460b993782b30fad25f9', 'subnets': [{'id': '3ed2df53-3911-4e6b-a5fd-ba7b49ff5895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:11:31.991449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e79826-b171-4b75-b437-a67866f65409 req-6a401edb-d9e3-4da4-9bcb-d915603e9cc3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:31.999510 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09e79826-b171-4b75-b437-a67866f65409 req-6a401edb-d9e3-4da4-9bcb-d915603e9cc3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 946 time: 0.4243634 Aug 29 07:11:32.084135 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71aa9b38-3e54-43a0-85e4-402021caf8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.169298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865f210-3070-47e3-8ff0-865c3d35f207 None None] Pushing event updated for resources: {'Port': ['ID=6a1377b4-6978-4da6-b804-a63ffcb910d2,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:32.188952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09e79826-b171-4b75-b437-a67866f65409 req-addc335b-4443-4c0c-82ea-1314a126f9d8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884294 Aug 29 07:11:32.225894 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.229100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55218) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:32.235437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Attempting to bind port 619f106e-da69-4673-bb08-9e0d23823e93 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:32.235898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Attempting to bind port 619f106e-da69-4673-bb08-9e0d23823e93 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'd4bb518b-5008-4b2a-bd93-02e4623e390d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cf3a1fcd-c4a3-4f2a-acec-2504b6818aac'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:32.236339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Attempting to bind port 619f106e-da69-4673-bb08-9e0d23823e93 on network cf3a1fcd-c4a3-4f2a-acec-2504b6818aac {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:32.249853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:32.250328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Checking segment: {'id': 'd4bb518b-5008-4b2a-bd93-02e4623e390d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cf3a1fcd-c4a3-4f2a-acec-2504b6818aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:32.250497 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.250876 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.251374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Bound using segment: {'id': 'd4bb518b-5008-4b2a-bd93-02e4623e390d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cf3a1fcd-c4a3-4f2a-acec-2504b6818aac'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:32.251948 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Bound port: 619f106e-da69-4673-bb08-9e0d23823e93, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bb518b-5008-4b2a-bd93-02e4623e390d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cf3a1fcd-c4a3-4f2a-acec-2504b6818aac'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:32.252593 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.267507 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a12f358b-6777-4751-a06d-0b7a127ff488 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.321222 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.323081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a12f358b-6777-4751-a06d-0b7a127ff488 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:32.356933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a12f358b-6777-4751-a06d-0b7a127ff488 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dbeec6-fad9-4c23-a555-c261c4323c0b') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:32.357260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a12f358b-6777-4751-a06d-0b7a127ff488 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dbeec6-fad9-4c23-a555-c261c4323c0b') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:32.363287 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.376677 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Transition to ACTIVE for port object 2650626f-b9bc-4dab-8682-aee28bd4ef26 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:32.549014 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a12f358b-6777-4751-a06d-0b7a127ff488 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.550946 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Transition to ACTIVE for port object 2650626f-b9bc-4dab-8682-aee28bd4ef26 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:32.551056 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71aa9b38-3e54-43a0-85e4-402021caf8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a12f358b-6777-4751-a06d-0b7a127ff488 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12f358b-6777-4751-a06d-0b7a127ff488 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a12f358b-6777-4751-a06d-0b7a127ff488 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:32.552041 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:32.557868 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port ae2f26c1-b15b-49ad-8cee-c4f88056cd24 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:32.559267 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.606427 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Attempting to bind port 6a1377b4-6978-4da6-b804-a63ffcb910d2 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:32.610966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Attempting to bind port 6a1377b4-6978-4da6-b804-a63ffcb910d2 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:32.610966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Attempting to bind port 6a1377b4-6978-4da6-b804-a63ffcb910d2 on network ad785853-db27-4dd3-8240-8588a89f9d93 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:32.623460 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.654994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:32.655402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Checking segment: {'id': '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:32.655814 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.656212 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Bound using segment: {'id': '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:32.656716 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Bound port: 6a1377b4-6978-4da6-b804-a63ffcb910d2, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:32.657103 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.667170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] For port 619f106e-da69-4673-bb08-9e0d23823e93, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:32.729272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] For port 619f106e-da69-4673-bb08-9e0d23823e93, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=619f106e-da69-4673-bb08-9e0d23823e93,segment=NetworkSegment(d4bb518b-5008-4b2a-bd93-02e4623e390d),segment_id=d4bb518b-5008-4b2a-bd93-02e4623e390d)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:32.732021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee3fa5-cfbc-4db5-bd85-bc68b516ffec req-e232f30a-ae7c-4745-911a-e16dd67503d1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:32.733943 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7ee3fa5-cfbc-4db5-bd85-bc68b516ffec req-e232f30a-ae7c-4745-911a-e16dd67503d1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 944 time: 0.0916610 Aug 29 07:11:32.735649 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a12f358b-6777-4751-a06d-0b7a127ff488 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.741563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Network 842fae2b-8465-4002-83f6-5ea1b997aeac is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:32.748635 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a12f358b-6777-4751-a06d-0b7a127ff488 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.754284 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a12f358b-6777-4751-a06d-0b7a127ff488 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "DELETE /v2.0/networks/38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0 HTTP/1.1" status: 204 len: 168 time: 1.1908917 Aug 29 07:11:32.765927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55224) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:32.781474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:32.807315 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Router e740e582-9337-4120-92a7-611cd4ea4871 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:11:32.825182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:32.880352 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:32.894331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f358b-6777-4751-a06d-0b7a127ff488 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event deleted for resources: {'Network': ['ID=38c3e8b1-9d86-4d45-9d3c-40c6aebd42e0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:32.895997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Pushing event updated for resources: {'Port': ['ID=2650626f-b9bc-4dab-8682-aee28bd4ef26,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:32.972536 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebfc0d-8106-434e-914c-01ef15f54d88 None None] Pushing event updated for resources: {'Port': ['ID=619f106e-da69-4673-bb08-9e0d23823e93,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:33.023325 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e7ee3fa5-cfbc-4db5-bd85-bc68b516ffec req-ae5af526-24b7-487b-a99a-5185c6282dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689288 Aug 29 07:11:33.069607 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46b4e4f8-c083-45b9-9050-7de5af8049e3 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.126240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] For port 6a1377b4-6978-4da6-b804-a63ffcb910d2, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:33.135897 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 3baddac9-99b3-4c41-abd3-8f06504c2d87 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:33.174411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:11:33.248172 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:11:33.275817 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.275817 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a3e665a7-817f-48f2-b99c-ae2cc8974640 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8375397 Aug 29 07:11:33.277188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Sync routers for ids ['e740e582-9337-4120-92a7-611cd4ea4871'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:11:33.291172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] For port 6a1377b4-6978-4da6-b804-a63ffcb910d2, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6a1377b4-6978-4da6-b804-a63ffcb910d2,segment=NetworkSegment(9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6),segment_id=9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:33.291921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=3c06ffe9-c435-4858-848e-a50449ff5267,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:33.298876 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Attempting to bind port 2650626f-b9bc-4dab-8682-aee28bd4ef26 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:33.299411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Attempting to bind port 2650626f-b9bc-4dab-8682-aee28bd4ef26 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '1c50bfd1-e920-4694-9733-89066d966563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '842fae2b-8465-4002-83f6-5ea1b997aeac'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:33.304734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Attempting to bind port 2650626f-b9bc-4dab-8682-aee28bd4ef26 on network 842fae2b-8465-4002-83f6-5ea1b997aeac {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:33.304734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:11:33.307032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Routers {'e740e582-9337-4120-92a7-611cd4ea4871'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:33.307675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e740e582-9337-4120-92a7-611cd4ea4871'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:33.318265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55226) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:33.374189 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46b4e4f8-c083-45b9-9050-7de5af8049e3 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.386182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-46b4e4f8-c083-45b9-9050-7de5af8049e3 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9dffe5-fc0e-46df-85cf-16f3f3f21920']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:33.393884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:33.394324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Checking segment: {'id': '1c50bfd1-e920-4694-9733-89066d966563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '842fae2b-8465-4002-83f6-5ea1b997aeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:33.394743 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.395234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Bound using segment: {'id': '1c50bfd1-e920-4694-9733-89066d966563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '842fae2b-8465-4002-83f6-5ea1b997aeac'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:33.396429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Bound port: 2650626f-b9bc-4dab-8682-aee28bd4ef26, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c50bfd1-e920-4694-9733-89066d966563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '842fae2b-8465-4002-83f6-5ea1b997aeac'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:33.396828 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.415538 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:11:33.415893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e67b5fdd-545c-4daa-828d-fa55d4ffa4d7 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:11:33.423013 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-46b4e4f8-c083-45b9-9050-7de5af8049e3 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c8c16d-a846-4350-9b01-6d5236b37bb4') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:33.428105 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-46b4e4f8-c083-45b9-9050-7de5af8049e3 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c8c16d-a846-4350-9b01-6d5236b37bb4') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:33.450440 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46b4e4f8-c083-45b9-9050-7de5af8049e3 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.490132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] For port 2650626f-b9bc-4dab-8682-aee28bd4ef26, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:33.492727 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] For port 2650626f-b9bc-4dab-8682-aee28bd4ef26, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2650626f-b9bc-4dab-8682-aee28bd4ef26,segment=NetworkSegment(1c50bfd1-e920-4694-9733-89066d966563),segment_id=1c50bfd1-e920-4694-9733-89066d966563)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:33.495178 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46b4e4f8-c083-45b9-9050-7de5af8049e3 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.497013 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.508293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b4e4f8-c083-45b9-9050-7de5af8049e3 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:33.508728 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46b4e4f8-c083-45b9-9050-7de5af8049e3 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:33.520123 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:33.581771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 3baddac9-99b3-4c41-abd3-8f06504c2d87 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:33.589730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865f210-3070-47e3-8ff0-865c3d35f207 None None] Pushing event updated for resources: {'Port': ['ID=6a1377b4-6978-4da6-b804-a63ffcb910d2,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:33.598075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 3baddac9-99b3-4c41-abd3-8f06504c2d87 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:33.599025 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.644596 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Routers {'5a046d50-0a90-466d-aca2-c1adc092a063'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:33.646997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5a046d50-0a90-466d-aca2-c1adc092a063'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:33.687639 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.697373 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.729184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46b4e4f8-c083-45b9-9050-7de5af8049e3 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.739751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46b4e4f8-c083-45b9-9050-7de5af8049e3 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.747837 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-46b4e4f8-c083-45b9-9050-7de5af8049e3 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "DELETE /v2.0/networks/fd9dffe5-fc0e-46df-85cf-16f3f3f21920 HTTP/1.1" status: 204 len: 168 time: 0.9754109 Aug 29 07:11:33.759057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55228) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:33.826810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004e3ed-6bfc-4c08-a5e8-1d40dc2bf155 None None] Pushing event updated for resources: {'Port': ['ID=2650626f-b9bc-4dab-8682-aee28bd4ef26,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:33.828890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4e4f8-c083-45b9-9050-7de5af8049e3 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event deleted for resources: {'Network': ['ID=fd9dffe5-fc0e-46df-85cf-16f3f3f21920,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:33.839210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:33.880542 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e838726-9886-42a1-8caf-d4d505a5ba64 tempest-TestVolumeBootPattern-1129279158 tempest-TestVolumeBootPattern-1129279158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:33.883216 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1e838726-9886-42a1-8caf-d4d505a5ba64 tempest-TestVolumeBootPattern-1129279158 tempest-TestVolumeBootPattern-1129279158-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 1093 time: 1.6508627 Aug 29 07:11:33.900854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55230) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:33.914977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '42350b6f-f641-4762-96c5-dd9cea2be2ea', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:33.921902 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:33.958704 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f8e5-96a1-4715-bf10-6862680af1f2 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:34.011567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Set router e740e582-9337-4120-92a7-611cd4ea4871 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:34.025967 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71aa9b38-3e54-43a0-85e4-402021caf8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:34.033143 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-71aa9b38-3e54-43a0-85e4-402021caf8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:34.037425 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-71aa9b38-3e54-43a0-85e4-402021caf8f6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/899214b0-adeb-4e7a-b067-131d0190bb9a HTTP/1.1" status: 204 len: 168 time: 2.5362980 Aug 29 07:11:34.115593 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:34.143279 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f8e5-96a1-4715-bf10-6862680af1f2 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:34.175866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa9b38-3e54-43a0-85e4-402021caf8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899214b0-adeb-4e7a-b067-131d0190bb9a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:34.225455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:34.292013 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f9e3f8e5-96a1-4715-bf10-6862680af1f2 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f96c5dd-f0c2-4b17-a082-8f8fda48aef8']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:34.354906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f9e3f8e5-96a1-4715-bf10-6862680af1f2 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85920b1-7c9a-41e6-8e57-206451074804') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:34.355257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f9e3f8e5-96a1-4715-bf10-6862680af1f2 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85920b1-7c9a-41e6-8e57-206451074804') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:34.369813 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f8e5-96a1-4715-bf10-6862680af1f2 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:34.399687 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f8e5-96a1-4715-bf10-6862680af1f2 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:34.418527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8e8ab-fed3-4733-ba38-d48bfa330ae8 req-602db3a9-57e3-423c-afd3-c3c27d6890c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:34.420136 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79f8e8ab-fed3-4733-ba38-d48bfa330ae8 req-602db3a9-57e3-423c-afd3-c3c27d6890c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 944 time: 0.2516701 Aug 29 07:11:34.422254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e3f8e5-96a1-4715-bf10-6862680af1f2 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:34.422957 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f8e5-96a1-4715-bf10-6862680af1f2 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:34.448569 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:34.665868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79f8e8ab-fed3-4733-ba38-d48bfa330ae8 req-9d711d61-84e3-4b14-8b87-246d9e4ebbcb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162941 Aug 29 07:11:34.675060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] Set router 5a046d50-0a90-466d-aca2-c1adc092a063 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:34.719633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:34.739361 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f8e5-96a1-4715-bf10-6862680af1f2 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:34.747279 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:34.776344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:34.776714 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:34.799174 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:34.810344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f8e5-96a1-4715-bf10-6862680af1f2 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:34.816813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f9e3f8e5-96a1-4715-bf10-6862680af1f2 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] 10.222.0.76 "DELETE /v2.0/networks/1f96c5dd-f0c2-4b17-a082-8f8fda48aef8 HTTP/1.1" status: 204 len: 168 time: 1.0536809 Aug 29 07:11:34.824012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3f8e5-96a1-4715-bf10-6862680af1f2 tempest-BulkNetworkOpsIpV6Test-766226370 tempest-BulkNetworkOpsIpV6Test-766226370-project] Pushing event deleted for resources: {'Network': ['ID=1f96c5dd-f0c2-4b17-a082-8f8fda48aef8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:34.942681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a184caf-7015-4b38-8db7-0a5c1f5a97c5 None None] Network cf3a1fcd-c4a3-4f2a-acec-2504b6818aac requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:34.956021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Allocated IP 172.25.1.69 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/0859086a-b0e2-4377-8006-9dc551cf4230) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:34.972338 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6457628e-70fb-4bac-a909-6232b613d806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:35.069458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:11:35.071761 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fed3f8-5bb2-4ff0-aa9c-9723ac8821d3" -d '{"events": [{"server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "name": "network-vif-plugged", "status": "completed", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:11:35.098713 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:35.225289 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:35.349737 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92591edb-4092-452b-9ca2-6d5745b23151 x-openstack-request-id: req-92591edb-4092-452b-9ca2-6d5745b23151 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:11:35.350010 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "name": "network-vif-plugged", "status": "completed", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:11:35.350415 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-92591edb-4092-452b-9ca2-6d5745b23151 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:11:35.350712 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'code': 200} Aug 29 07:11:35.351268 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:35.356176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 3baddac9-99b3-4c41-abd3-8f06504c2d87, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:35.358416 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:35.359331 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:35.361181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a72b27e2-312c-4fca-bdb8-cc7f38b8ebd1 None None] Provisioning for port 619f106e-da69-4673-bb08-9e0d23823e93 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:35.427471 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:35.428263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:35.428537 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:35.432563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:35.436579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:35.439406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140675b4-61b3-47dd-9ad6-506cb414d26b req-32f5bee6-db31-4bdc-b547-dd328e4b2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:35.441013 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-140675b4-61b3-47dd-9ad6-506cb414d26b req-32f5bee6-db31-4bdc-b547-dd328e4b2a60 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 1096 time: 0.1983461 Aug 29 07:11:35.477925 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:35.481671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'name': 'tempest-TestVolumeBackupRestore-1522236495-router', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd418148e-26bc-4dba-aca5-960da1e03eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:27Z', 'updated_at': '2021-08-29T07:11:31Z', 'revision_number': 3, 'project_id': '4e913f16a5144238a2268ff4834b85e4', 'gw_port': {'id': 'd418148e-26bc-4dba-aca5-960da1e03eee', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:28Z', 'updated_at': '2021-08-29T07:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:35.489009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'Port': ['ID=0859086a-b0e2-4377-8006-9dc551cf4230,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:35.531637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=3c06ffe9-c435-4858-848e-a50449ff5267,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:35.618835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55256) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:35.619497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network 842fae2b-8465-4002-83f6-5ea1b997aeac is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:35.633504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:35.634772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Checking router: e740e582-9337-4120-92a7-611cd4ea4871 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:11:35.635615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Updating router e740e582-9337-4120-92a7-611cd4ea4871 port d418148e-26bc-4dba-aca5-960da1e03eee binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:11:35.740495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2,segment=NetworkSegment(aa227906-04e3-4406-a3f8-7044723cc415),segment_id=aa227906-04e3-4406-a3f8-7044723cc415)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:35.801493 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-140675b4-61b3-47dd-9ad6-506cb414d26b req-808ecacb-dcf8-42c3-b43b-8d02f1355f0a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941730 Aug 29 07:11:35.824937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cb1942-26d6-408f-9880-7d2a6e17beb1 None None] Network 842fae2b-8465-4002-83f6-5ea1b997aeac requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:35.871094 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:35.872689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 619f106e-da69-4673-bb08-9e0d23823e93 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:35.874798 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:36.032436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Allocated IP 172.20.0.1 (cf3a1fcd-c4a3-4f2a-acec-2504b6818aac/b119e16b-d80f-455e-b2f8-b4b2b215e8b4/b65a7493-2583-46e7-826f-4350b2e55399) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:36.046279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-6457628e-70fb-4bac-a909-6232b613d806 admin admin] Deleting port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:36.046631 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6457628e-70fb-4bac-a909-6232b613d806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:36.064159 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=3baddac9-99b3-4c41-abd3-8f06504c2d87,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:36.101637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55266) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:36.220246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Router 179945f6-5af5-4d4d-ace6-08ebb06c984d is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:11:36.263076 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0511d1a7-802e-477b-b4e2-139be52cce59 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314353674'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:36.272880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-6457628e-70fb-4bac-a909-6232b613d806 admin admin] For port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2,segment=NetworkSegment(aa227906-04e3-4406-a3f8-7044723cc415),segment_id=aa227906-04e3-4406-a3f8-7044723cc415)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:36.273654 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6457628e-70fb-4bac-a909-6232b613d806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:36.277125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-76cd663f-05da-4e6a-8b4e-8d87d8c49c1e None None] Provisioning for port 2650626f-b9bc-4dab-8682-aee28bd4ef26 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:36.296477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:36.313999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-6457628e-70fb-4bac-a909-6232b613d806 admin admin] Calling delete_port for 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:36.415455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '6a1377b4-6978-4da6-b804-a63ffcb910d2', 'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'mac_address': 'fa:16:3e:0f:36:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:19Z', 'updated_at': '2021-08-29T07:11:33Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'subnets': [{'id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:36.418283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 619f106e-da69-4673-bb08-9e0d23823e93 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:36.479610 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0511d1a7-802e-477b-b4e2-139be52cce59 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:36.480354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 619f106e-da69-4673-bb08-9e0d23823e93 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:36.481261 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:36.505284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4549f4e-ee09-4641-b726-99c92ee6b234 None None] The sync data for ids ['5a046d50-0a90-466d-aca2-c1adc092a063'] in n-d-713301-12 is: [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '6a1377b4-6978-4da6-b804-a63ffcb910d2', 'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'mac_address': 'fa:16:3e:0f:36:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:19Z', 'updated_at': '2021-08-29T07:11:33Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'subnets': [{'id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:11:36.527766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-46663640-1c72-4ade-95be-2f68dda802a0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae03c88c225b49c488224b70b6c94d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9053795 Aug 29 07:11:36.550465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55270) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:36.599839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bf5164af-a309-46d1-ae3b-5620460e5a02 None None] Provisioning complete for port 619f106e-da69-4673-bb08-9e0d23823e93 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:36.600303 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bf5164af-a309-46d1-ae3b-5620460e5a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:36.642116 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:36.644073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c90627-4609-47a4-a3ed-247a57a3837a req-3ef97724-03b2-4569-b788-fc82e2092921 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:36.645968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77c90627-4609-47a4-a3ed-247a57a3837a req-3ef97724-03b2-4569-b788-fc82e2092921 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.8306971 Aug 29 07:11:36.700449 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:36.767121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 619f106e-da69-4673-bb08-9e0d23823e93, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=619f106e-da69-4673-bb08-9e0d23823e93,segment=NetworkSegment(d4bb518b-5008-4b2a-bd93-02e4623e390d),segment_id=d4bb518b-5008-4b2a-bd93-02e4623e390d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:36.774717 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Transition to ACTIVE for port object d418148e-26bc-4dba-aca5-960da1e03eee will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:36.848872 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bf5164af-a309-46d1-ae3b-5620460e5a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:36.863487 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77c90627-4609-47a4-a3ed-247a57a3837a req-4aeed02c-c8cb-4e31-a88c-75f3403af749 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976624 Aug 29 07:11:36.863795 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:36.900062 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:36.948588 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-91c71a80-8f37-4866-9efe-d38d1f6669bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:36.951924 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:37.022998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:11:37.039732 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f208800b-cd04-4c93-b5b4-2ce81e6e7670 None None] Sync routers for ids ['179945f6-5af5-4d4d-ace6-08ebb06c984d'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:11:37.069204 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-bf5164af-a309-46d1-ae3b-5620460e5a02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:11:37.069607 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-bf5164af-a309-46d1-ae3b-5620460e5a02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:11:37.071420 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Attempting to bind port d418148e-26bc-4dba-aca5-960da1e03eee on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:37.071689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Attempting to bind port d418148e-26bc-4dba-aca5-960da1e03eee by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:37.071994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Attempting to bind port d418148e-26bc-4dba-aca5-960da1e03eee on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:37.073900 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f208800b-cd04-4c93-b5b4-2ce81e6e7670 None None] Routers {'179945f6-5af5-4d4d-ace6-08ebb06c984d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:37.075196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=619f106e-da69-4673-bb08-9e0d23823e93,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:37.076118 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f208800b-cd04-4c93-b5b4-2ce81e6e7670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['179945f6-5af5-4d4d-ace6-08ebb06c984d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:37.096756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:37.099427 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-91c71a80-8f37-4866-9efe-d38d1f6669bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:37.104776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:37.104776 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:37.104776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:37.104776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Bound port: d418148e-26bc-4dba-aca5-960da1e03eee, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:37.110529 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:37.127260 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0511d1a7-802e-477b-b4e2-139be52cce59 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:37.150621 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1be7797f-1c71-4dca-affd-e858e6e05859 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "PUT /v2.0/routers/179945f6-5af5-4d4d-ace6-08ebb06c984d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4738450 Aug 29 07:11:37.164691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55272) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:37.186685 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-82f8acb0-e5c5-44fc-8147-06e5007286b5 req-d5be156f-be68-4dfe-9bd4-8fd900aacf13 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0336261 Aug 29 07:11:37.197729 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f208800b-cd04-4c93-b5b4-2ce81e6e7670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:37.223911 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:37.224285 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f208800b-cd04-4c93-b5b4-2ce81e6e7670 None None] Routers {'179945f6-5af5-4d4d-ace6-08ebb06c984d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:37.225071 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f208800b-cd04-4c93-b5b4-2ce81e6e7670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['179945f6-5af5-4d4d-ace6-08ebb06c984d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:37.266436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Transition to ACTIVE for port object b65a7493-2583-46e7-826f-4350b2e55399 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:37.316499 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f208800b-cd04-4c93-b5b4-2ce81e6e7670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:37.317693 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f208800b-cd04-4c93-b5b4-2ce81e6e7670 None None] The sync data for ids ['179945f6-5af5-4d4d-ace6-08ebb06c984d'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:11:37.318599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] For port d418148e-26bc-4dba-aca5-960da1e03eee, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:37.323810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] For port d418148e-26bc-4dba-aca5-960da1e03eee, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d418148e-26bc-4dba-aca5-960da1e03eee,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:37.345931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5646667-f0e6-4c26-b833-44ba2a456048 None None] Pushing event updated for resources: {'Port': ['ID=d418148e-26bc-4dba-aca5-960da1e03eee,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:37.349981 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6a1377b4-6978-4da6-b804-a63ffcb910d2 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:37.360452 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9a1469-8e54-4854-9519-a65b731917a5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:37.365705 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3b9a1469-8e54-4854-9519-a65b731917a5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports?device_id=179945f6-5af5-4d4d-ace6-08ebb06c984d HTTP/1.1" status: 200 len: 989 time: 0.1862109 Aug 29 07:11:37.366977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55274) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:37.393066 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:37.400219 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:37.418589 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:37.495022 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-82f8acb0-e5c5-44fc-8147-06e5007286b5 req-4da4f695-581f-4115-8eab-1385a8359256 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0969279 Aug 29 07:11:37.496340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6457628e-70fb-4bac-a909-6232b613d806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:37.502812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Network cf3a1fcd-c4a3-4f2a-acec-2504b6818aac is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:37.515746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 6a1377b4-6978-4da6-b804-a63ffcb910d2 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:37.525489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 6a1377b4-6978-4da6-b804-a63ffcb910d2 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:37.526809 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:37.540296 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-91c71a80-8f37-4866-9efe-d38d1f6669bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:37.543717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-91c71a80-8f37-4866-9efe-d38d1f6669bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:37.546473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:37.552070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:37.555485 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-91c71a80-8f37-4866-9efe-d38d1f6669bc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6cecf6a9-effd-46b7-a352-b9ee3b1d343d HTTP/1.1" status: 204 len: 168 time: 0.9981282 Aug 29 07:11:37.600320 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5646667-f0e6-4c26-b833-44ba2a456048 None None] Pushing event updated for resources: {'Port': ['ID=d418148e-26bc-4dba-aca5-960da1e03eee,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:37.622305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Routers {'e740e582-9337-4120-92a7-611cd4ea4871'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:37.623053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e740e582-9337-4120-92a7-611cd4ea4871'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:37.745598 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c71a80-8f37-4866-9efe-d38d1f6669bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cecf6a9-effd-46b7-a352-b9ee3b1d343d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:37.880036 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0511d1a7-802e-477b-b4e2-139be52cce59 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:37.983555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-10d6d7f0-c137-4819-a038-79e5e22115dd None None] Provisioning for port 3c06ffe9-c435-4858-848e-a50449ff5267 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:38.002075 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-82f8acb0-e5c5-44fc-8147-06e5007286b5 req-4724b14a-ed9d-4014-b11c-24820fb8ea1f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4235556 Aug 29 07:11:38.012938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Pushing event updated for resources: {'Port': ['ID=b65a7493-2583-46e7-826f-4350b2e55399,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:38.068917 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0511d1a7-802e-477b-b4e2-139be52cce59 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:38.069782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-10d6d7f0-c137-4819-a038-79e5e22115dd None None] Provisioning complete for port 3c06ffe9-c435-4858-848e-a50449ff5267 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:38.070376 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-10d6d7f0-c137-4819-a038-79e5e22115dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:38.157309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-10d6d7f0-c137-4819-a038-79e5e22115dd None None] Port 3c06ffe9-c435-4858-848e-a50449ff5267 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:38.191473 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:38.252340 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457628e-70fb-4bac-a909-6232b613d806 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:38.253803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fc365-86af-44b1-9ed4-3531c0e9f7fa req-5b38a0d4-3038-4e00-9f67-e062c8c064b8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:38.255529 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-425fc365-86af-44b1-9ed4-3531c0e9f7fa req-5b38a0d4-3038-4e00-9f67-e062c8c064b8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.1988335 Aug 29 07:11:38.262237 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:38.307265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] Set router e740e582-9337-4120-92a7-611cd4ea4871 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:38.317226 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba8741b6-59d5-4ae8-bca3-6c24fca89ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:38.352718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511d1a7-802e-477b-b4e2-139be52cce59 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a75f1b6-8077-4768-9e5e-3e876f9acd75,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:38.366776 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:38.384489 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:38.448790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-425fc365-86af-44b1-9ed4-3531c0e9f7fa req-8f03e4eb-bd63-452f-8062-59152dfae972 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734741 Aug 29 07:11:38.453019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'Port': ['ID=0859086a-b0e2-4377-8006-9dc551cf4230,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:38.499795 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:38.537152 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574e3a9f-9af8-4e97-8b54-481481d1f463 None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 07:11:38.775444 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 6a1377b4-6978-4da6-b804-a63ffcb910d2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6a1377b4-6978-4da6-b804-a63ffcb910d2,segment=NetworkSegment(9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6),segment_id=9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:38.776652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877315c3-eb80-4ed2-892b-0fadc18f9edc req-af876e61-5c72-4136-8d1f-88ab15556341 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:38.779526 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-877315c3-eb80-4ed2-892b-0fadc18f9edc req-af876e61-5c72-4136-8d1f-88ab15556341 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.2153709 Aug 29 07:11:38.791339 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ae8fa6e-4761-4512-9d0d-c584633b20e8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:38.796302 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Floating IP 6154e48c-7543-4d5f-ab05-38015592f8d4 associated. External IP: 172.25.1.69, port: 42350b6f-f641-4762-96c5-dd9cea2be2ea. Aug 29 07:11:38.814219 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8acb0-e5c5-44fc-8147-06e5007286b5 req-172f4391-896e-4d82-ad02-f5ef9d1b4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:38.815898 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-82f8acb0-e5c5-44fc-8147-06e5007286b5 req-172f4391-896e-4d82-ad02-f5ef9d1b4e3f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7641542 Aug 29 07:11:38.826234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0511d1a7-802e-477b-b4e2-139be52cce59 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:38.838520 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:38.864664 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6457628e-70fb-4bac-a909-6232b613d806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:38.879072 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:38.879971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2650626f-b9bc-4dab-8682-aee28bd4ef26 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:38.956172 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0511d1a7-802e-477b-b4e2-139be52cce59 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:38.980752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-877315c3-eb80-4ed2-892b-0fadc18f9edc req-141b7e98-67e3-45e6-b876-cfda9831a251 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441858 Aug 29 07:11:39.016189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e3a9f-9af8-4e97-8b54-481481d1f463 None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 07:11:39.028550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55298) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:39.059388 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-657f9baf-88a9-4743-bc66-2f8fe1fe6568 None None] Provisioning for port b65a7493-2583-46e7-826f-4350b2e55399 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:39.073287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-657f9baf-88a9-4743-bc66-2f8fe1fe6568 None None] Provisioning complete for port b65a7493-2583-46e7-826f-4350b2e55399 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:39.074408 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-657f9baf-88a9-4743-bc66-2f8fe1fe6568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.122377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511d1a7-802e-477b-b4e2-139be52cce59 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57be8891-c4da-436f-b9e6-1516c3f23341,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:39.124841 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0511d1a7-802e-477b-b4e2-139be52cce59 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.129186 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0511d1a7-802e-477b-b4e2-139be52cce59 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.0263398 Aug 29 07:11:39.131415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55302) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:39.203725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55304) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:39.293368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=6a1377b4-6978-4da6-b804-a63ffcb910d2,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:39.300771 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fd361065-ad50-4a8d-8aff-f1b1ca3d227b tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1624467 Aug 29 07:11:39.306915 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55308) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:39.311877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d072fc20-ea65-4dcc-ae4e-36cec4369c17 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group': {'name': 'tempest-security--1655282627', 'description': 'tempest-security-description-205245763'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:39.322124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'name': 'tempest-TestVolumeBackupRestore-1522236495-router', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd418148e-26bc-4dba-aca5-960da1e03eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:27Z', 'updated_at': '2021-08-29T07:11:31Z', 'revision_number': 3, 'project_id': '4e913f16a5144238a2268ff4834b85e4', 'gw_port': {'id': 'd418148e-26bc-4dba-aca5-960da1e03eee', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:28Z', 'updated_at': '2021-08-29T07:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:39.361654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-657f9baf-88a9-4743-bc66-2f8fe1fe6568 None None] Port b65a7493-2583-46e7-826f-4350b2e55399 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:39.369782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c55b89-5c16-4916-ad7c-3b4cbb276284 None None] The sync data for ids ['e740e582-9337-4120-92a7-611cd4ea4871'] in n-d-713301-12 is: [{'id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'name': 'tempest-TestVolumeBackupRestore-1522236495-router', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd418148e-26bc-4dba-aca5-960da1e03eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:27Z', 'updated_at': '2021-08-29T07:11:31Z', 'revision_number': 3, 'project_id': '4e913f16a5144238a2268ff4834b85e4', 'gw_port': {'id': 'd418148e-26bc-4dba-aca5-960da1e03eee', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:28Z', 'updated_at': '2021-08-29T07:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:11:39.370323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6c2e9c98-7fd5-4cc6-9dff-3fdc76594767 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] Request body: {'port': {'network_id': 'e4f1d125-8944-4022-a75e-66e41d05632c', 'name': 'tempest-NetworksNegativeTestJSON-1259077947'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:39.405305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-657f9baf-88a9-4743-bc66-2f8fe1fe6568 None None] Provisioning complete for port 3c06ffe9-c435-4858-848e-a50449ff5267 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:39.405929 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-657f9baf-88a9-4743-bc66-2f8fe1fe6568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.443223 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.445995 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2e9c98-7fd5-4cc6-9dff-3fdc76594767 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] POST failed (client error): The resource could not be found. Aug 29 07:11:39.446708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2e9c98-7fd5-4cc6-9dff-3fdc76594767 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:39.452735 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6c2e9c98-7fd5-4cc6-9dff-3fdc76594767 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2478559 Aug 29 07:11:39.457843 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55310) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:39.469817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-657f9baf-88a9-4743-bc66-2f8fe1fe6568 None None] Port 3c06ffe9-c435-4858-848e-a50449ff5267 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:39.472017 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d072fc20-ea65-4dcc-ae4e-36cec4369c17 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.479119 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 2650626f-b9bc-4dab-8682-aee28bd4ef26 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:39.490447 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2650626f-b9bc-4dab-8682-aee28bd4ef26 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:39.491028 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.522248 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-472d910f-302a-4f0e-ac55-139dbf01afe5 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:39.522922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472d910f-302a-4f0e-ac55-139dbf01afe5 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:39.528975 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-472d910f-302a-4f0e-ac55-139dbf01afe5 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] 10.222.0.76 "DELETE /v2.0/networks/ce24deb2-7be8-4732-9494-a146a181d495 HTTP/1.1" status: 404 len: 339 time: 0.0696802 Aug 29 07:11:39.533503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55312) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:39.567314 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.609266 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcf681a-77cd-4939-a52c-80bff7556184 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:39.609725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cd5895-7456-492f-8b67-39b58f5ef141 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:39.610085 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbcf681a-77cd-4939-a52c-80bff7556184 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:39.615002 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-27cd5895-7456-492f-8b67-39b58f5ef141 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 1092 time: 0.5888755 Aug 29 07:11:39.616438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55314) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:39.616758 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cbcf681a-77cd-4939-a52c-80bff7556184 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] 10.222.0.76 "DELETE /v2.0/ports/adfc0942-b410-4e85-abe3-c57b2400a68f HTTP/1.1" status: 404 len: 333 time: 0.0821817 Aug 29 07:11:39.616934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55316) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:39.628910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:39.636067 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d072fc20-ea65-4dcc-ae4e-36cec4369c17 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.638197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6457628e-70fb-4bac-a909-6232b613d806 admin admin] Router 74ce222e-953a-470e-bd6c-75f1077dbaff has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:11:39.677848 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9d795128-5604-4106-9b2f-99ed3a43062d None None] Provisioning complete for port 3c06ffe9-c435-4858-848e-a50449ff5267 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:39.678261 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9d795128-5604-4106-9b2f-99ed3a43062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.679460 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.702372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Pushing event updated for resources: {'Port': ['ID=b65a7493-2583-46e7-826f-4350b2e55399,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:39.722051 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d072fc20-ea65-4dcc-ae4e-36cec4369c17 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.730452 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d072fc20-ea65-4dcc-ae4e-36cec4369c17 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.732407 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d072fc20-ea65-4dcc-ae4e-36cec4369c17 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "PUT /v2.0/security-groups/57be8891-c4da-436f-b9e6-1516c3f23341 HTTP/1.1" status: 200 len: 1779 time: 0.4243379 Aug 29 07:11:39.776518 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.777531 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55318) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:39.809958 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05fb9bc-0af5-4cde-958a-3c284fbb349e tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] DELETE failed (client error): The resource could not be found. Aug 29 07:11:39.810447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05fb9bc-0af5-4cde-958a-3c284fbb349e tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:39.818831 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b05fb9bc-0af5-4cde-958a-3c284fbb349e tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] 10.222.0.76 "DELETE /v2.0/subnets/a7e4a144-f9b2-460f-b57c-cc3dde257e19 HTTP/1.1" status: 404 len: 337 time: 0.1929052 Aug 29 07:11:39.825603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9d795128-5604-4106-9b2f-99ed3a43062d None None] Port 3c06ffe9-c435-4858-848e-a50449ff5267 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:39.842443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55320) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:39.885579 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 2650626f-b9bc-4dab-8682-aee28bd4ef26, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2650626f-b9bc-4dab-8682-aee28bd4ef26,segment=NetworkSegment(1c50bfd1-e920-4694-9733-89066d966563),segment_id=1c50bfd1-e920-4694-9733-89066d966563)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:39.907104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072fc20-ea65-4dcc-ae4e-36cec4369c17 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57be8891-c4da-436f-b9e6-1516c3f23341,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:39.944647 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.945890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:39.960975 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-99043584-f0fa-4438-894d-388ce90b42d7 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] GET failed (client error): The resource could not be found. Aug 29 07:11:39.966525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-99043584-f0fa-4438-894d-388ce90b42d7 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] 10.222.0.76 "GET /v2.0/networks/d9356e40-71d5-42a6-8a58-4f0b79925b06 HTTP/1.1" status: 404 len: 339 time: 0.1063943 Aug 29 07:11:39.973033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Network cf3a1fcd-c4a3-4f2a-acec-2504b6818aac is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:39.974206 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55322) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:39.976221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:11:39.976714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 07:11:39.984216 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:39.984724 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:40.001468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Port 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 not found, will not notify nova. {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 07:11:40.037794 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7cc4d1-1177-40dc-8765-0438362e9920 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] GET failed (client error): The resource could not be found. Aug 29 07:11:40.041777 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-eb7cc4d1-1177-40dc-8765-0438362e9920 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] 10.222.0.76 "GET /v2.0/ports/0bd1867e-b6be-40d7-bb47-630645d7a0f6 HTTP/1.1" status: 404 len: 333 time: 0.0552046 Aug 29 07:11:40.050242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55324) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:40.086019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7730a714-0e51-4fbe-bd2b-e62e1ceffe06 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-groups/57be8891-c4da-436f-b9e6-1516c3f23341 HTTP/1.1" status: 200 len: 1779 time: 0.3069000 Aug 29 07:11:40.111937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=2650626f-b9bc-4dab-8682-aee28bd4ef26,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:40.121684 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55326) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:40.141713 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8acdba1-df7d-4509-af96-877b50fcddb2 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] GET failed (client error): The resource could not be found. Aug 29 07:11:40.143419 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e8acdba1-df7d-4509-af96-877b50fcddb2 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] 10.222.0.76 "GET /v2.0/subnets/47be759c-1e67-47b0-81e8-67648e70723a HTTP/1.1" status: 404 len: 337 time: 0.0806799 Aug 29 07:11:40.148567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55328) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:40.157929 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-de9c97f4-a0ff-4318-a968-d73e3222703a tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:40.178312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6457628e-70fb-4bac-a909-6232b613d806 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:11:40.202200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd50f3-873b-484d-b4d2-85c33c2630f6 None None] Sync routers for ids ['74ce222e-953a-470e-bd6c-75f1077dbaff'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:11:40.202309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:11:40.206464 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6457628e-70fb-4bac-a909-6232b613d806 admin admin] 10.222.0.76 "PUT /v2.0/routers/74ce222e-953a-470e-bd6c-75f1077dbaff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5621488 Aug 29 07:11:40.212083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd50f3-873b-484d-b4d2-85c33c2630f6 None None] Routers {'74ce222e-953a-470e-bd6c-75f1077dbaff'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:40.212511 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a9cd50f3-873b-484d-b4d2-85c33c2630f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['74ce222e-953a-470e-bd6c-75f1077dbaff'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:40.222318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55330) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:40.238418 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9c97f4-a0ff-4318-a968-d73e3222703a tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] PUT failed (client error): The resource could not be found. Aug 29 07:11:40.244525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9c97f4-a0ff-4318-a968-d73e3222703a tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:40.249708 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-de9c97f4-a0ff-4318-a968-d73e3222703a tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] 10.222.0.76 "PUT /v2.0/networks/7452a3b0-c9ac-4eb2-b2e5-fe4c38f43053 HTTP/1.1" status: 404 len: 339 time: 0.0930309 Aug 29 07:11:40.250513 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55332) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:40.261030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-cd1f6c88-39d6-4e06-9db3-8ecc60675ca5 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:40.304575 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1f6c88-39d6-4e06-9db3-8ecc60675ca5 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] PUT failed (client error): The resource could not be found. Aug 29 07:11:40.304817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1f6c88-39d6-4e06-9db3-8ecc60675ca5 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:40.311808 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cd1f6c88-39d6-4e06-9db3-8ecc60675ca5 tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] 10.222.0.76 "PUT /v2.0/ports/18d2e214-b569-4435-a187-84b58505c3eb HTTP/1.1" status: 404 len: 333 time: 0.0558844 Aug 29 07:11:40.319081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55334) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:40.347481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-bf333580-3109-492d-a3ab-a05acc3cc1bd tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:40.409752 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf333580-3109-492d-a3ab-a05acc3cc1bd tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] PUT failed (client error): The resource could not be found. Aug 29 07:11:40.409752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf333580-3109-492d-a3ab-a05acc3cc1bd tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:40.409752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bf333580-3109-492d-a3ab-a05acc3cc1bd tempest-NetworksNegativeTestJSON-1720804807 tempest-NetworksNegativeTestJSON-1720804807-project] 10.222.0.76 "PUT /v2.0/subnets/efbb21be-c894-4c18-b3a3-039d68dc3ddc HTTP/1.1" status: 404 len: 337 time: 0.0804229 Aug 29 07:11:40.413617 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8fa6e-4761-4512-9d0d-c584633b20e8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 3c06ffe9-c435-4858-848e-a50449ff5267 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:40.414079 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ae8fa6e-4761-4512-9d0d-c584633b20e8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:40.422177 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6a1377b4-6978-4da6-b804-a63ffcb910d2 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:40.452968 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b461836d-c4d5-4cf4-830e-f66dfff75ae6 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:40.514688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a9cd50f3-873b-484d-b4d2-85c33c2630f6 None None] Set router 74ce222e-953a-470e-bd6c-75f1077dbaff gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:40.547316 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b461836d-c4d5-4cf4-830e-f66dfff75ae6 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:40.564014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:40.635358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Router e740e582-9337-4120-92a7-611cd4ea4871 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:11:40.704250 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ae8fa6e-4761-4512-9d0d-c584633b20e8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:40.717410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:11:40.726492 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:40.730745 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54491cb9-8560-4ff5-a190-bdb3e90c4f15 None None] Sync routers for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:11:40.739779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8fa6e-4761-4512-9d0d-c584633b20e8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 3c06ffe9-c435-4858-848e-a50449ff5267 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:40.746334 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54491cb9-8560-4ff5-a190-bdb3e90c4f15 None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:40.746969 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-54491cb9-8560-4ff5-a190-bdb3e90c4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:40.780788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-81176dec-f574-4caf-8461-7f0e46da9c27 None None] Provisioning complete for port b65a7493-2583-46e7-826f-4350b2e55399 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:40.783599 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b461836d-c4d5-4cf4-830e-f66dfff75ae6 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:40.785406 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-81176dec-f574-4caf-8461-7f0e46da9c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:40.791042 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b461836d-c4d5-4cf4-830e-f66dfff75ae6 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:40.791700 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b461836d-c4d5-4cf4-830e-f66dfff75ae6 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-groups/57be8891-c4da-436f-b9e6-1516c3f23341 HTTP/1.1" status: 204 len: 168 time: 0.6663520 Aug 29 07:11:40.794807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55338) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:40.837670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-81176dec-f574-4caf-8461-7f0e46da9c27 None None] Port b65a7493-2583-46e7-826f-4350b2e55399 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:40.839083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 6a1377b4-6978-4da6-b804-a63ffcb910d2 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:40.839552 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:40.861902 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:40.939222 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2adcc100-3012-45af-a780-7766f04513a1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0329216 Aug 29 07:11:40.945073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9f969b-06af-4212-8930-c238a74f2c7a', 'tag': '42350b6f-f641-4762-96c5-dd9cea2be2ea'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:11:40.947915 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19fb2cc-5042-45d4-a6de-e9a6eee9eed2" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9f969b-06af-4212-8930-c238a74f2c7a", "tag": "42350b6f-f641-4762-96c5-dd9cea2be2ea"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:11:40.986662 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-54491cb9-8560-4ff5-a190-bdb3e90c4f15 None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:41.076297 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:41.113330 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868ec1bb-8242-474a-968c-c0a1c4ed7424 x-openstack-request-id: req-868ec1bb-8242-474a-968c-c0a1c4ed7424 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:11:41.113546 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9f969b-06af-4212-8930-c238a74f2c7a", "tag": "42350b6f-f641-4762-96c5-dd9cea2be2ea", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:11:41.113839 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-868ec1bb-8242-474a-968c-c0a1c4ed7424 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:11:41.114242 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9f969b-06af-4212-8930-c238a74f2c7a', 'tag': '42350b6f-f641-4762-96c5-dd9cea2be2ea', 'status': 'completed', 'code': 200} Aug 29 07:11:41.167428 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 619f106e-da69-4673-bb08-9e0d23823e93 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:41.187941 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.25.1.235 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/bd5e7f41-f798-4254-9774-77e1ef8c2860) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:41.285553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fb2cc-5042-45d4-a6de-e9a6eee9eed2 req-feb437bc-4a9e-49b0-80a3-39bf5fb7e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:41.287762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d19fb2cc-5042-45d4-a6de-e9a6eee9eed2 req-feb437bc-4a9e-49b0-80a3-39bf5fb7e8f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 1098 time: 0.1768596 Aug 29 07:11:41.327632 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-54491cb9-8560-4ff5-a190-bdb3e90c4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '6154e48c-7543-4d5f-ab05-38015592f8d4', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.69', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '42350b6f-f641-4762-96c5-dd9cea2be2ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:b9:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9f969b-06af-4212-8930-c238a74f2c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:11:36Z', 'updated_at': '2021-08-29T07:11:36Z', 'revision_number': 0, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:41.356738 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55346) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:41.362899 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a9cd50f3-873b-484d-b4d2-85c33c2630f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'name': 'tempest-ImageQuotaTest-823684339-router', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:14Z', 'updated_at': '2021-08-29T07:11:37Z', 'revision_number': 5, 'project_id': 'c8abb6ba5385460b993782b30fad25f9', 'gw_port': {'id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:17Z', 'updated_at': '2021-08-29T07:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:41.365533 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54491cb9-8560-4ff5-a190-bdb3e90c4f15 None None] Checking router: 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:11:41.379374 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54491cb9-8560-4ff5-a190-bdb3e90c4f15 None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:41.380916 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-54491cb9-8560-4ff5-a190-bdb3e90c4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:41.393060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd50f3-873b-484d-b4d2-85c33c2630f6 None None] Checking router: 74ce222e-953a-470e-bd6c-75f1077dbaff for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:11:41.396007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 619f106e-da69-4673-bb08-9e0d23823e93 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:41.396385 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:41.488785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd50f3-873b-484d-b4d2-85c33c2630f6 None None] Routers {'74ce222e-953a-470e-bd6c-75f1077dbaff'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:41.489504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a9cd50f3-873b-484d-b4d2-85c33c2630f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['74ce222e-953a-470e-bd6c-75f1077dbaff'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:41.498666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:11:41.549792 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0c76816d-96d1-46a3-ac69-0906b4242922 admin admin] 10.222.0.76 "PUT /v2.0/routers/e740e582-9337-4120-92a7-611cd4ea4871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2125721 Aug 29 07:11:41.552097 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:41.600656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461836d-c4d5-4cf4-830e-f66dfff75ae6 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57be8891-c4da-436f-b9e6-1516c3f23341,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:41.655977 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-24650fe4-805b-45c5-99de-5f501c0d36b8 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8527262 Aug 29 07:11:41.656725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55352) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:41.675667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:41.677368 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-54491cb9-8560-4ff5-a190-bdb3e90c4f15 None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:41.677647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a9cd50f3-873b-484d-b4d2-85c33c2630f6 None None] Set router 74ce222e-953a-470e-bd6c-75f1077dbaff gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:41.678278 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ae8fa6e-4761-4512-9d0d-c584633b20e8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:41.697884 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-3bf32671-dae8-4d2a-8951-7357e0b5d390 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] delete failed (client error): The resource could not be found. Aug 29 07:11:41.702608 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3bf32671-dae8-4d2a-8951-7357e0b5d390 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-groups/57be8891-c4da-436f-b9e6-1516c3f23341 HTTP/1.1" status: 404 len: 347 time: 0.0401611 Aug 29 07:11:41.705780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55354) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:41.720997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-143a84ba-5958-4678-8fe2-e95fc4b75dd5 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624610316'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:41.753989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8fa6e-4761-4512-9d0d-c584633b20e8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=3c06ffe9-c435-4858-848e-a50449ff5267,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:41.762878 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8754a752-a33c-42de-abc3-b7f767e651d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:41.817921 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fb2cc-5042-45d4-a6de-e9a6eee9eed2 req-99d112d6-77d3-4047-bf2d-5946672dc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:41.819815 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d19fb2cc-5042-45d4-a6de-e9a6eee9eed2 req-99d112d6-77d3-4047-bf2d-5946672dc0c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 913 time: 0.5029719 Aug 29 07:11:41.840918 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-77b7e7ba-8fcf-44b3-a823-4fbc4cd0a173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:41.918645 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-143a84ba-5958-4678-8fe2-e95fc4b75dd5 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:41.965000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] Deleting port ae2f26c1-b15b-49ad-8cee-c4f88056cd24 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:41.965295 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:41.978785 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:42.110419 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] For port ae2f26c1-b15b-49ad-8cee-c4f88056cd24, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ae2f26c1-b15b-49ad-8cee-c4f88056cd24,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:42.110807 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:42.151596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] Calling delete_port for ae2f26c1-b15b-49ad-8cee-c4f88056cd24 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:42.152584 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-54491cb9-8560-4ff5-a190-bdb3e90c4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '6154e48c-7543-4d5f-ab05-38015592f8d4', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.69', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '42350b6f-f641-4762-96c5-dd9cea2be2ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:b9:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9f969b-06af-4212-8930-c238a74f2c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:11:36Z', 'updated_at': '2021-08-29T07:11:36Z', 'revision_number': 0, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:42.158017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d418148e-26bc-4dba-aca5-960da1e03eee up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:42.205076 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5ae8fa6e-4761-4512-9d0d-c584633b20e8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:42.211234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Sync routers for ids ['e740e582-9337-4120-92a7-611cd4ea4871'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:11:42.217067 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54491cb9-8560-4ff5-a190-bdb3e90c4f15 None None] The sync data for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 is: [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '6154e48c-7543-4d5f-ab05-38015592f8d4', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.69', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '42350b6f-f641-4762-96c5-dd9cea2be2ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:b9:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9f969b-06af-4212-8930-c238a74f2c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:11:36Z', 'updated_at': '2021-08-29T07:11:36Z', 'revision_number': 0, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:11:42.226154 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Routers {'e740e582-9337-4120-92a7-611cd4ea4871'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:42.226782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e740e582-9337-4120-92a7-611cd4ea4871'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:42.286360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d19fb2cc-5042-45d4-a6de-e9a6eee9eed2 req-1d7a05a8-da06-42ae-8e79-dba8be0e0c6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42350b6f-f641-4762-96c5-dd9cea2be2ea HTTP/1.1" status: 200 len: 999 time: 0.4020393 Aug 29 07:11:42.515908 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:42.557203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Set router e740e582-9337-4120-92a7-611cd4ea4871 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:42.559909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2f26c1-b15b-49ad-8cee-c4f88056cd24,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:42.600448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port d418148e-26bc-4dba-aca5-960da1e03eee completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:42.612700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d418148e-26bc-4dba-aca5-960da1e03eee triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:42.614244 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:42.633524 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:42.658588 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:42.686071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a9cd50f3-873b-484d-b4d2-85c33c2630f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'name': 'tempest-ImageQuotaTest-823684339-router', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:14Z', 'updated_at': '2021-08-29T07:11:37Z', 'revision_number': 5, 'project_id': 'c8abb6ba5385460b993782b30fad25f9', 'gw_port': {'id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:17Z', 'updated_at': '2021-08-29T07:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:42.731577 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:42.734137 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:42.743720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=bd5e7f41-f798-4254-9774-77e1ef8c2860,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:42.762230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd50f3-873b-484d-b4d2-85c33c2630f6 None None] The sync data for ids ['74ce222e-953a-470e-bd6c-75f1077dbaff'] in n-d-713301-12 is: [{'id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'name': 'tempest-ImageQuotaTest-823684339-router', 'tenant_id': 'c8abb6ba5385460b993782b30fad25f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:14Z', 'updated_at': '2021-08-29T07:11:37Z', 'revision_number': 5, 'project_id': 'c8abb6ba5385460b993782b30fad25f9', 'gw_port': {'id': 'ae2f26c1-b15b-49ad-8cee-c4f88056cd24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ce222e-953a-470e-bd6c-75f1077dbaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:17Z', 'updated_at': '2021-08-29T07:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:11:42.769609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fb2cc-5042-45d4-a6de-e9a6eee9eed2 req-0c213380-f737-4474-98f3-4317f36e293b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:42.771705 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d19fb2cc-5042-45d4-a6de-e9a6eee9eed2 req-0c213380-f737-4474-98f3-4317f36e293b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.4478445 Aug 29 07:11:42.833871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:42.866096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:42.869436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:42.870206 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:42.870795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74ce222e-953a-470e-bd6c-75f1077dbaff {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:11:42.872416 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:42.883683 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:42.888182 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8b1c517c-7f64-4e1e-846f-cd8e1ca6dd0a admin admin] 10.222.0.76 "DELETE /v2.0/routers/74ce222e-953a-470e-bd6c-75f1077dbaff HTTP/1.1" status: 204 len: 168 time: 2.6556544 Aug 29 07:11:42.888182 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55396) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:42.912760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port d418148e-26bc-4dba-aca5-960da1e03eee, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d418148e-26bc-4dba-aca5-960da1e03eee,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:42.928481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'name': 'tempest-TestVolumeBackupRestore-1522236495-router', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd418148e-26bc-4dba-aca5-960da1e03eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:27Z', 'updated_at': '2021-08-29T07:11:38Z', 'revision_number': 4, 'project_id': '4e913f16a5144238a2268ff4834b85e4', 'gw_port': {'id': 'd418148e-26bc-4dba-aca5-960da1e03eee', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:28Z', 'updated_at': '2021-08-29T07:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b65a7493-2583-46e7-826f-4350b2e55399', 'name': '', 'network_id': 'cf3a1fcd-c4a3-4f2a-acec-2504b6818aac', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'mac_address': 'fa:16:3e:3b:65:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b119e16b-d80f-455e-b2f8-b4b2b215e8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:35Z', 'updated_at': '2021-08-29T07:11:38Z', 'revision_number': 2, 'project_id': '4e913f16a5144238a2268ff4834b85e4', 'subnets': [{'id': 'b119e16b-d80f-455e-b2f8-b4b2b215e8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:42.963049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Checking router: e740e582-9337-4120-92a7-611cd4ea4871 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:11:42.963468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Updating router e740e582-9337-4120-92a7-611cd4ea4871 port b65a7493-2583-46e7-826f-4350b2e55399 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:11:42.972861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae8fa6e-4761-4512-9d0d-c584633b20e8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Router 179945f6-5af5-4d4d-ace6-08ebb06c984d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:11:42.977011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e0dc18-eaea-4d7b-9fda-b09a77a3412e admin admin] Deleting subnet 3ed2df53-3911-4e6b-a5fd-ba7b49ff5895 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:11:42.980520 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-91e0dc18-eaea-4d7b-9fda-b09a77a3412e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:42.989273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fb2cc-5042-45d4-a6de-e9a6eee9eed2 req-0a048ef8-e87e-4789-9455-5189ba177177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:42.990803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d19fb2cc-5042-45d4-a6de-e9a6eee9eed2 req-0a048ef8-e87e-4789-9455-5189ba177177 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2072303 Aug 29 07:11:42.996686 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.020728 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8754a752-a33c-42de-abc3-b7f767e651d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.025528 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-91e0dc18-eaea-4d7b-9fda-b09a77a3412e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.118724 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.144850 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-91e0dc18-eaea-4d7b-9fda-b09a77a3412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.203519 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8754a752-a33c-42de-abc3-b7f767e651d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.236131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=d418148e-26bc-4dba-aca5-960da1e03eee,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:43.314916 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-91e0dc18-eaea-4d7b-9fda-b09a77a3412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.330425 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-143a84ba-5958-4678-8fe2-e95fc4b75dd5 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.365471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae8fa6e-4761-4512-9d0d-c584633b20e8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:11:43.368871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0dc18-eaea-4d7b-9fda-b09a77a3412e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed2df53-3911-4e6b-a5fd-ba7b49ff5895,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:43.371575 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-91e0dc18-eaea-4d7b-9fda-b09a77a3412e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.373654 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-91e0dc18-eaea-4d7b-9fda-b09a77a3412e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3ed2df53-3911-4e6b-a5fd-ba7b49ff5895 HTTP/1.1" status: 204 len: 168 time: 0.4843650 Aug 29 07:11:43.375967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55400) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:43.382654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0076a2-d559-417e-ae2d-096c18b1314d None None] Network 740c023b-b04b-4f80-afa0-c10324e7e210 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:43.383890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754a752-a33c-42de-abc3-b7f767e651d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcf4432-62bd-4726-b3d3-114dbaddd663,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:43.386785 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de55704-26b5-4e5a-bacd-04ce57795d9d None None] Sync routers for ids ['179945f6-5af5-4d4d-ace6-08ebb06c984d'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:11:43.405103 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de55704-26b5-4e5a-bacd-04ce57795d9d None None] Routers {'179945f6-5af5-4d4d-ace6-08ebb06c984d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:43.408577 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5de55704-26b5-4e5a-bacd-04ce57795d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['179945f6-5af5-4d4d-ace6-08ebb06c984d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:43.423367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5ae8fa6e-4761-4512-9d0d-c584633b20e8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "PUT /v2.0/routers/179945f6-5af5-4d4d-ace6-08ebb06c984d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0525982 Aug 29 07:11:43.449898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55402) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:43.473907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553db95a-c489-4efe-983d-bb787c29bcf0 None None] New status for floating IP 6154e48c-7543-4d5f-ab05-38015592f8d4: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:11:43.487738 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.490621 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-143a84ba-5958-4678-8fe2-e95fc4b75dd5 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.542181 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6c4874-b902-45d8-b4e8-f4c624a88a70 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] GET failed (client error): The resource could not be found. Aug 29 07:11:43.543820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bc6c4874-b902-45d8-b4e8-f4c624a88a70 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/3c06ffe9-c435-4858-848e-a50449ff5267 HTTP/1.1" status: 404 len: 333 time: 0.0867927 Aug 29 07:11:43.549125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8754a752-a33c-42de-abc3-b7f767e651d4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bd315db0d81049b7b4040014ebf1cf5a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1911631 Aug 29 07:11:43.552510 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Transition to ACTIVE for port object b65a7493-2583-46e7-826f-4350b2e55399 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:43.554845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d19fb2cc-5042-45d4-a6de-e9a6eee9eed2 req-ad446041-036a-4ed2-96fe-a2b3b90f90a3 service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325222 Aug 29 07:11:43.572946 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55408) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:43.574056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55406) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:43.574273 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5de55704-26b5-4e5a-bacd-04ce57795d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:43.586912 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de55704-26b5-4e5a-bacd-04ce57795d9d None None] Routers {'179945f6-5af5-4d4d-ace6-08ebb06c984d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:43.587830 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5de55704-26b5-4e5a-bacd-04ce57795d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['179945f6-5af5-4d4d-ace6-08ebb06c984d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:43.634726 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.639644 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.670164 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5de55704-26b5-4e5a-bacd-04ce57795d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:43.670164 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de55704-26b5-4e5a-bacd-04ce57795d9d None None] The sync data for ids ['179945f6-5af5-4d4d-ace6-08ebb06c984d'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:11:43.671073 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.699907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a84ba-5958-4678-8fe2-e95fc4b75dd5 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6c4733-7593-4d4b-94c6-a4bd4aceee3b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:43.715459 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-143a84ba-5958-4678-8fe2-e95fc4b75dd5 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.720196 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-143a84ba-5958-4678-8fe2-e95fc4b75dd5 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0103190 Aug 29 07:11:43.739883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55410) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:43.745407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-891ccfe2-c157-43d5-b5eb-be9c2c0b4b45 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group_rule': {'security_group_id': 'be6c4733-7593-4d4b-94c6-a4bd4aceee3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:43.856713 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0145-9ab3-4edd-95e7-c445b512f796 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.879908 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-005348ec-c086-4450-ba00-e63dba23c590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.894935 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-891ccfe2-c157-43d5-b5eb-be9c2c0b4b45 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:43.911668 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa45513-66f7-4ec5-9b83-14756aabe777 None None] Pushing event updated for resources: {'Port': ['ID=b65a7493-2583-46e7-826f-4350b2e55399,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:43.945794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2650626f-b9bc-4dab-8682-aee28bd4ef26 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:43.971108 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-005348ec-c086-4450-ba00-e63dba23c590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.031690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Deleting port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:44.031690 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.092091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d19fb2cc-5042-45d4-a6de-e9a6eee9eed2 req-bd8841fb-31cc-4f7d-b102-6c3a84291896 service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737397 Aug 29 07:11:44.100636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Attempting to bind port b65a7493-2583-46e7-826f-4350b2e55399 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:44.101788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Attempting to bind port b65a7493-2583-46e7-826f-4350b2e55399 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'd4bb518b-5008-4b2a-bd93-02e4623e390d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cf3a1fcd-c4a3-4f2a-acec-2504b6818aac'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:44.102413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Attempting to bind port b65a7493-2583-46e7-826f-4350b2e55399 on network cf3a1fcd-c4a3-4f2a-acec-2504b6818aac {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:44.112644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:44.113249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Checking segment: {'id': 'd4bb518b-5008-4b2a-bd93-02e4623e390d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cf3a1fcd-c4a3-4f2a-acec-2504b6818aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:44.113989 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.114965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Bound using segment: {'id': 'd4bb518b-5008-4b2a-bd93-02e4623e390d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cf3a1fcd-c4a3-4f2a-acec-2504b6818aac'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:44.115662 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Bound port: b65a7493-2583-46e7-826f-4350b2e55399, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bb518b-5008-4b2a-bd93-02e4623e390d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cf3a1fcd-c4a3-4f2a-acec-2504b6818aac'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:44.116232 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.193875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6007c1f-c9f0-4e97-8640-cc2f95b9ae5b None None] DHCP port deletion for 740c023b-b04b-4f80-afa0-c10324e7e210 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:11:44.212131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2650626f-b9bc-4dab-8682-aee28bd4ef26 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:44.212747 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.232757 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-891ccfe2-c157-43d5-b5eb-be9c2c0b4b45 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.284157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] For port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9e81b82a-6b24-4666-a970-2ddb0ed4d47c,segment=NetworkSegment(aa227906-04e3-4406-a3f8-7044723cc415),segment_id=aa227906-04e3-4406-a3f8-7044723cc415)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:44.284750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.290710 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-891ccfe2-c157-43d5-b5eb-be9c2c0b4b45 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.326796 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0145-9ab3-4edd-95e7-c445b512f796 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.330735 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0145-9ab3-4edd-95e7-c445b512f796 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.335192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Calling delete_port for 9e81b82a-6b24-4666-a970-2ddb0ed4d47c owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:44.341943 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ccfe2-c157-43d5-b5eb-be9c2c0b4b45 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ced350-25d4-4266-b3fb-2f989e562fe7,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:44.346108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] For port b65a7493-2583-46e7-826f-4350b2e55399, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:44.352851 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] For port b65a7493-2583-46e7-826f-4350b2e55399, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b65a7493-2583-46e7-826f-4350b2e55399,segment=NetworkSegment(d4bb518b-5008-4b2a-bd93-02e4623e390d),segment_id=d4bb518b-5008-4b2a-bd93-02e4623e390d)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:44.386829 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-005348ec-c086-4450-ba00-e63dba23c590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.390439 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-005348ec-c086-4450-ba00-e63dba23c590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.395512 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-005348ec-c086-4450-ba00-e63dba23c590 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3bcf4432-62bd-4726-b3d3-114dbaddd663 HTTP/1.1" status: 204 len: 168 time: 0.8284075 Aug 29 07:11:44.411875 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.412159 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-891ccfe2-c157-43d5-b5eb-be9c2c0b4b45 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.414599 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-891ccfe2-c157-43d5-b5eb-be9c2c0b4b45 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6727459 Aug 29 07:11:44.416744 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005348ec-c086-4450-ba00-e63dba23c590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcf4432-62bd-4726-b3d3-114dbaddd663,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:44.418390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55444) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:44.477437 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c0351dec-21d1-4660-9b75-e9ae1251b914 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.490029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b6007c1f-c9f0-4e97-8640-cc2f95b9ae5b None None] Deleting port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:44.490420 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b6007c1f-c9f0-4e97-8640-cc2f95b9ae5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.490914 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c0351dec-21d1-4660-9b75-e9ae1251b914 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.495258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d418148e-26bc-4dba-aca5-960da1e03eee up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:44.544834 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Routers {'e740e582-9337-4120-92a7-611cd4ea4871'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:44.545485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e740e582-9337-4120-92a7-611cd4ea4871'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:44.636389 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.650795 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0145-9ab3-4edd-95e7-c445b512f796 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.651420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4e0145-9ab3-4edd-95e7-c445b512f796 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Fanout notify agent at l3_agent the message router_deleted on router 179945f6-5af5-4d4d-ace6-08ebb06c984d {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:11:44.685440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] Set router e740e582-9337-4120-92a7-611cd4ea4871 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:44.699512 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0145-9ab3-4edd-95e7-c445b512f796 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.703130 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5b4e0145-9ab3-4edd-95e7-c445b512f796 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/routers/179945f6-5af5-4d4d-ace6-08ebb06c984d HTTP/1.1" status: 204 len: 168 time: 1.1319718 Aug 29 07:11:44.713442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55448) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:44.726121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e81b82a-6b24-4666-a970-2ddb0ed4d47c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:44.726121 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c0351dec-21d1-4660-9b75-e9ae1251b914 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.758293 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c0351dec-21d1-4660-9b75-e9ae1251b914 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.761071 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c0351dec-21d1-4660-9b75-e9ae1251b914 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/11ced350-25d4-4266-b3fb-2f989e562fe7 HTTP/1.1" status: 204 len: 168 time: 0.3373225 Aug 29 07:11:44.762846 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] No DVR routers for this DVR port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:44.767482 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55450) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:44.784757 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0351dec-21d1-4660-9b75-e9ae1251b914 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11ced350-25d4-4266-b3fb-2f989e562fe7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:44.845596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22ea8ab-1b03-446e-afb2-04a9d5ccbc32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting subnet c724ee2c-c67a-4027-9855-1adcd1515c1a {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:11:44.851572 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c22ea8ab-1b03-446e-afb2-04a9d5ccbc32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.918802 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:44.924096 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c22ea8ab-1b03-446e-afb2-04a9d5ccbc32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.040423 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c22ea8ab-1b03-446e-afb2-04a9d5ccbc32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.056681 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.076829 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0a9fb943-7c7c-491a-8dc0-fed6f70cb2b9 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3037291 Aug 29 07:11:45.080483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55460) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:45.084082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740c023b-b04b-4f80-afa0-c10324e7e210']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:45.110456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa227906-04e3-4406-a3f8-7044723cc415') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:45.110755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa227906-04e3-4406-a3f8-7044723cc415') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:45.132195 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.134369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b6007c1f-c9f0-4e97-8640-cc2f95b9ae5b None None] For port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9e81b82a-6b24-4666-a970-2ddb0ed4d47c,segment=NetworkSegment(aa227906-04e3-4406-a3f8-7044723cc415),segment_id=aa227906-04e3-4406-a3f8-7044723cc415)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:45.135033 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b6007c1f-c9f0-4e97-8640-cc2f95b9ae5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.151908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b6007c1f-c9f0-4e97-8640-cc2f95b9ae5b None None] Calling delete_port for 9e81b82a-6b24-4666-a970-2ddb0ed4d47c owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:45.164796 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.183342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:45.189143 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:45.193155 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa45513-66f7-4ec5-9b83-14756aabe777 None None] Pushing event updated for resources: {'Port': ['ID=b65a7493-2583-46e7-826f-4350b2e55399,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:45.198803 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa57570f-5298-431f-96e6-f1ea0e275408 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.247933 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c22ea8ab-1b03-446e-afb2-04a9d5ccbc32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.284045 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa57570f-5298-431f-96e6-f1ea0e275408 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.287774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d418148e-26bc-4dba-aca5-960da1e03eee triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:45.288154 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.316558 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c22ea8ab-1b03-446e-afb2-04a9d5ccbc32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.319082 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c22ea8ab-1b03-446e-afb2-04a9d5ccbc32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/c724ee2c-c67a-4027-9855-1adcd1515c1a HTTP/1.1" status: 204 len: 168 time: 0.6041925 Aug 29 07:11:45.323738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55464) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:45.326600 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ea8ab-1b03-446e-afb2-04a9d5ccbc32 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Subnet': ['ID=c724ee2c-c67a-4027-9855-1adcd1515c1a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:45.339997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.343784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924593e2-9de5-4f7b-b571-bf26a1caa2ad None None] Network 842fae2b-8465-4002-83f6-5ea1b997aeac requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:45.388914 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.407812 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.410684 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/740c023b-b04b-4f80-afa0-c10324e7e210 HTTP/1.1" status: 204 len: 168 time: 2.0336609 Aug 29 07:11:45.436719 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66453c94-4933-4ad1-aa17-ad654b6c1ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=740c023b-b04b-4f80-afa0-c10324e7e210,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:45.458936 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.491811 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa57570f-5298-431f-96e6-f1ea0e275408 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.494910 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fa57570f-5298-431f-96e6-f1ea0e275408 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.498602 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fa57570f-5298-431f-96e6-f1ea0e275408 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-groups/be6c4733-7593-4d4b-94c6-a4bd4aceee3b HTTP/1.1" status: 204 len: 168 time: 0.4152672 Aug 29 07:11:45.504861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55468) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:45.511914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57570f-5298-431f-96e6-f1ea0e275408 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6c4733-7593-4d4b-94c6-a4bd4aceee3b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:11:45.525453 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:11:45.558177 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 2650626f-b9bc-4dab-8682-aee28bd4ef26 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:45.558542 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.562332 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b6007c1f-c9f0-4e97-8640-cc2f95b9ae5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.616421 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.618734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6007c1f-c9f0-4e97-8640-cc2f95b9ae5b None None] Network 740c023b-b04b-4f80-afa0-c10324e7e210 is not hosted by any dhcp agent {{(pid=95405) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 07:11:45.619254 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6007c1f-c9f0-4e97-8640-cc2f95b9ae5b None None] No DVR routers for this DVR port 9e81b82a-6b24-4666-a970-2ddb0ed4d47c on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:45.627440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6007c1f-c9f0-4e97-8640-cc2f95b9ae5b None None] Pushing event deleted for resources: {'Port': ['ID=9e81b82a-6b24-4666-a970-2ddb0ed4d47c,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:45.652374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:11:45.666555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'name': 'tempest-TestVolumeBackupRestore-1522236495-router', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd418148e-26bc-4dba-aca5-960da1e03eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:27Z', 'updated_at': '2021-08-29T07:11:38Z', 'revision_number': 4, 'project_id': '4e913f16a5144238a2268ff4834b85e4', 'gw_port': {'id': 'd418148e-26bc-4dba-aca5-960da1e03eee', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:28Z', 'updated_at': '2021-08-29T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b65a7493-2583-46e7-826f-4350b2e55399', 'name': '', 'network_id': 'cf3a1fcd-c4a3-4f2a-acec-2504b6818aac', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'mac_address': 'fa:16:3e:3b:65:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b119e16b-d80f-455e-b2f8-b4b2b215e8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:35Z', 'updated_at': '2021-08-29T07:11:44Z', 'revision_number': 4, 'project_id': '4e913f16a5144238a2268ff4834b85e4', 'subnets': [{'id': 'b119e16b-d80f-455e-b2f8-b4b2b215e8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:45.684837 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:11:45.684837 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8ff977a6-e11b-4fc2-a8a2-eafeec9dbcf2 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:11:45.724442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.734526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] For port 2650626f-b9bc-4dab-8682-aee28bd4ef26, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2650626f-b9bc-4dab-8682-aee28bd4ef26,segment=NetworkSegment(1c50bfd1-e920-4694-9733-89066d966563),segment_id=1c50bfd1-e920-4694-9733-89066d966563)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:45.735130 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:45.747324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81851c-9e6b-460a-8a02-6000a54d8062 None None] The sync data for ids ['e740e582-9337-4120-92a7-611cd4ea4871'] in n-d-713301-12 is: [{'id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'name': 'tempest-TestVolumeBackupRestore-1522236495-router', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd418148e-26bc-4dba-aca5-960da1e03eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:27Z', 'updated_at': '2021-08-29T07:11:38Z', 'revision_number': 4, 'project_id': '4e913f16a5144238a2268ff4834b85e4', 'gw_port': {'id': 'd418148e-26bc-4dba-aca5-960da1e03eee', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:28Z', 'updated_at': '2021-08-29T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b65a7493-2583-46e7-826f-4350b2e55399', 'name': '', 'network_id': 'cf3a1fcd-c4a3-4f2a-acec-2504b6818aac', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'mac_address': 'fa:16:3e:3b:65:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'b119e16b-d80f-455e-b2f8-b4b2b215e8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:35Z', 'updated_at': '2021-08-29T07:11:44Z', 'revision_number': 4, 'project_id': '4e913f16a5144238a2268ff4834b85e4', 'subnets': [{'id': 'b119e16b-d80f-455e-b2f8-b4b2b215e8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:11:45.780044 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 2650626f-b9bc-4dab-8682-aee28bd4ef26 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:45.868895 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-808261f7-3aa6-4f63-8d90-d0e826d8480b tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3666251 Aug 29 07:11:45.874152 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=bd5e7f41-f798-4254-9774-77e1ef8c2860,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:45.888246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55478) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:45.895689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-844a9bab-04c4-4b6e-b6b4-74a23def551c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467165175'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:45.928351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233582fd-c10d-47d1-a88a-c608eca96489 None None] DHCP port deletion for 842fae2b-8465-4002-83f6-5ea1b997aeac request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:11:46.013379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ae2f26c1-b15b-49ad-8cee-c4f88056cd24 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:11:46.024842 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.039794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: ae2f26c1-b15b-49ad-8cee-c4f88056cd24 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:11:46.039794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ae2f26c1-b15b-49ad-8cee-c4f88056cd24 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:11:46.042203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9e81b82a-6b24-4666-a970-2ddb0ed4d47c no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:11:46.053244 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.084946 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 9e81b82a-6b24-4666-a970-2ddb0ed4d47c {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:11:46.085305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9e81b82a-6b24-4666-a970-2ddb0ed4d47c not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:11:46.104871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-233582fd-c10d-47d1-a88a-c608eca96489 None None] Deleting port 2650626f-b9bc-4dab-8682-aee28bd4ef26 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:46.105268 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-233582fd-c10d-47d1-a88a-c608eca96489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.112317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No DVR routers for this DVR port 2650626f-b9bc-4dab-8682-aee28bd4ef26 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:46.114199 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55482) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:46.124413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=2650626f-b9bc-4dab-8682-aee28bd4ef26,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:46.164633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-844a9bab-04c4-4b6e-b6b4-74a23def551c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.211983 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-233582fd-c10d-47d1-a88a-c608eca96489 None None] For port 2650626f-b9bc-4dab-8682-aee28bd4ef26, host n-d-713301-12, got binding levels [] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:46.212493 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-233582fd-c10d-47d1-a88a-c608eca96489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.232175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-233582fd-c10d-47d1-a88a-c608eca96489 None None] Calling delete_port for 2650626f-b9bc-4dab-8682-aee28bd4ef26 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:46.236743 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.ipam_backend_mixin [None req-233582fd-c10d-47d1-a88a-c608eca96489 None None] Port 2650626f-b9bc-4dab-8682-aee28bd4ef26 was not found and therefore no delete operation was performed {{(pid=95405) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 07:11:46.238907 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-233582fd-c10d-47d1-a88a-c608eca96489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.256042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233582fd-c10d-47d1-a88a-c608eca96489 None None] No DVR routers for this DVR port 2650626f-b9bc-4dab-8682-aee28bd4ef26 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:11:46.288684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233582fd-c10d-47d1-a88a-c608eca96489 None None] Pushing event deleted for resources: {'Port': ['ID=2650626f-b9bc-4dab-8682-aee28bd4ef26,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:46.329164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55484) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:46.375887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.411186 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842fae2b-8465-4002-83f6-5ea1b997aeac']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:46.415607 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bdd797ae-c58c-41b0-a3ea-cb1138d6644c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8abb6ba5385460b993782b30fad25f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001838 Aug 29 07:11:46.422739 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55488) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:46.435406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c50bfd1-e920-4694-9733-89066d966563') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:46.435704 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c50bfd1-e920-4694-9733-89066d966563') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:46.460574 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.488952 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.506937 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:11:46.507327 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:11:46.510828 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:11:46.576183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2ebf3e96-a374-4bc7-a352-72b26f1685cb tempest-DvrRoutersNegativeTest-1605238831 tempest-DvrRoutersNegativeTest-1605238831-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1444851611', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:46.579337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.policy [None req-2ebf3e96-a374-4bc7-a352-72b26f1685cb tempest-DvrRoutersNegativeTest-1605238831 tempest-DvrRoutersNegativeTest-1605238831-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95403) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 29 07:11:46.579526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.policy [None req-2ebf3e96-a374-4bc7-a352-72b26f1685cb tempest-DvrRoutersNegativeTest-1605238831 tempest-DvrRoutersNegativeTest-1605238831-project] Failed policy check for 'create_router' {{(pid=95403) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 29 07:11:46.580041 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-2ebf3e96-a374-4bc7-a352-72b26f1685cb tempest-DvrRoutersNegativeTest-1605238831 tempest-DvrRoutersNegativeTest-1605238831-project] create failed (client error): Access was denied to this resource. Aug 29 07:11:46.581673 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2ebf3e96-a374-4bc7-a352-72b26f1685cb tempest-DvrRoutersNegativeTest-1605238831 tempest-DvrRoutersNegativeTest-1605238831-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2512040 Aug 29 07:11:46.624210 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8038cfe1-ac02-419c-9994-fff36bc33d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.641375 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Floating IP cf2df4c4-c581-479f-8719-041d9a610401 associated. External IP: 172.25.1.235, port: 3baddac9-99b3-4c41-abd3-8f06504c2d87. Aug 29 07:11:46.654094 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8038cfe1-ac02-419c-9994-fff36bc33d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.739498 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.753843 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.761277 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/networks/842fae2b-8465-4002-83f6-5ea1b997aeac HTTP/1.1" status: 204 len: 168 time: 1.4359918 Aug 29 07:11:46.764890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55492) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:46.772490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a7b4d-75e0-40d3-94cd-e38d27124477 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Network': ['ID=842fae2b-8465-4002-83f6-5ea1b997aeac,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:46.796271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8038cfe1-ac02-419c-9994-fff36bc33d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.799573 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8038cfe1-ac02-419c-9994-fff36bc33d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:46.801092 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8038cfe1-ac02-419c-9994-fff36bc33d97 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f293f92a-858e-4aac-84b2-75a4a1d49831 HTTP/1.1" status: 204 len: 168 time: 0.3765705 Aug 29 07:11:46.814271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038cfe1-ac02-419c-9994-fff36bc33d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f293f92a-858e-4aac-84b2-75a4a1d49831,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:46.837273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506da9a8-36c3-41e6-be34-361c5ec050a2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:46.842721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-506da9a8-36c3-41e6-be34-361c5ec050a2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/7993fe0f-94d7-42ae-ad48-5b50db44a6e4 HTTP/1.1" status: 200 len: 844 time: 0.0729234 Aug 29 07:11:46.843024 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55498) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:46.913074 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a5c36b58-bdb0-44e3-8888-5b0e52a850c8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/7993fe0f-94d7-42ae-ad48-5b50db44a6e4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0675254 Aug 29 07:11:46.915557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55500) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:46.924260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a2f0dd5a-14f6-46c3-88ec-4c179f4d453d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:46.980639 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-844a9bab-04c4-4b6e-b6b4-74a23def551c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:47.081988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 5238e426-1bc6-463c-81bf-fd808d00fc05 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:11:47.134923 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-844a9bab-04c4-4b6e-b6b4-74a23def551c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:47.219564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a9bab-04c4-4b6e-b6b4-74a23def551c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd856d9-6d27-403e-ae6d-031f89c1ffb8,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:47.248305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:11:47.269574 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f0dd5a-14f6-46c3-88ec-4c179f4d453d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:47.270786 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8af639a-8bb6-4954-b3e2-298a07ed803b None None] Sync routers for ids ['5238e426-1bc6-463c-81bf-fd808d00fc05'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:11:47.273631 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2f0dd5a-14f6-46c3-88ec-4c179f4d453d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:47.284594 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8af639a-8bb6-4954-b3e2-298a07ed803b None None] Routers {'5238e426-1bc6-463c-81bf-fd808d00fc05'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:47.285468 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b8af639a-8bb6-4954-b3e2-298a07ed803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5238e426-1bc6-463c-81bf-fd808d00fc05'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:47.326960 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55506) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:47.367758 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:47.370697 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-844a9bab-04c4-4b6e-b6b4-74a23def551c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:47.372390 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-844a9bab-04c4-4b6e-b6b4-74a23def551c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4807684 Aug 29 07:11:47.375775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55510) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:47.393964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-553aa44c-753b-4ce0-816c-d2b4a9d4cf0a tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group_rule': {'security_group_id': 'edd856d9-6d27-403e-ae6d-031f89c1ffb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:47.438901 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b8af639a-8bb6-4954-b3e2-298a07ed803b None None] Set router 5238e426-1bc6-463c-81bf-fd808d00fc05 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:47.495273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ba502447-7101-443b-943c-cb8f66e32c6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8749235 Aug 29 07:11:47.498041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:11:47.507027 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42462acd-412f-4ab7-9697-19820ad6f642" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:11:47.584666 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30b4458-040c-414a-99a9-7ef66896533e x-openstack-request-id: req-f30b4458-040c-414a-99a9-7ef66896533e {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:11:47.585158 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:11:47.585470 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f30b4458-040c-414a-99a9-7ef66896533e {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:11:47.588453 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'status': 'completed', 'code': 200} Aug 29 07:11:47.631093 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-553aa44c-753b-4ce0-816c-d2b4a9d4cf0a tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:47.704371 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5a97269c-20bf-4b5c-89e9-8a51fc7c14da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:47.745631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42462acd-412f-4ab7-9697-19820ad6f642 req-02f90ef7-42e6-4f1b-a349-08dd2bf3e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:47.752250 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42462acd-412f-4ab7-9697-19820ad6f642 req-02f90ef7-42e6-4f1b-a349-08dd2bf3e457 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 1097 time: 0.1175396 Aug 29 07:11:47.833358 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2f0dd5a-14f6-46c3-88ec-4c179f4d453d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:47.888336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b65a7493-2583-46e7-826f-4350b2e55399 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:47.916206 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-553aa44c-753b-4ce0-816c-d2b4a9d4cf0a tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:47.930703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f0dd5a-14f6-46c3-88ec-4c179f4d453d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:47.944291 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0dd5a-14f6-46c3-88ec-4c179f4d453d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Subnet': ['ID=f73b746b-d7c9-4115-bc90-dc7521063a39,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:47.956051 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-a2f0dd5a-14f6-46c3-88ec-4c179f4d453d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:47.968602 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b8af639a-8bb6-4954-b3e2-298a07ed803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:11:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cf2df4c4-c581-479f-8719-041d9a610401', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'floating_ip_address': '172.25.1.235', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'port_id': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'mac_address': 'fa:16:3e:9d:0b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:11:44Z', 'updated_at': '2021-08-29T07:11:44Z', 'revision_number': 0, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd775dff-b5a6-4ee4-8f1c-f0c95f538531', 'name': '', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:26:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:58Z', 'updated_at': '2021-08-29T07:11:12Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:47.986203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0dd5a-14f6-46c3-88ec-4c179f4d453d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:47.986203 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a2f0dd5a-14f6-46c3-88ec-4c179f4d453d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.010551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ec16dc-9c5d-4c12-99d1-d6211f12f993 None None] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:48.028597 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8af639a-8bb6-4954-b3e2-298a07ed803b None None] Checking router: 5238e426-1bc6-463c-81bf-fd808d00fc05 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:11:48.042326 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8af639a-8bb6-4954-b3e2-298a07ed803b None None] Routers {'5238e426-1bc6-463c-81bf-fd808d00fc05'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:11:48.042326 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b8af639a-8bb6-4954-b3e2-298a07ed803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:11:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5238e426-1bc6-463c-81bf-fd808d00fc05'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:48.053379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42462acd-412f-4ab7-9697-19820ad6f642 req-ac8021c9-32ac-4054-9682-8b620bb4bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:48.055076 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42462acd-412f-4ab7-9697-19820ad6f642 req-ac8021c9-32ac-4054-9682-8b620bb4bcfb service neutron] 10.222.0.15 "GET /v2.0/networks?id=4da26f07-20b6-4eb7-a417-053969c3a84a HTTP/1.1" status: 200 len: 897 time: 0.2945466 Aug 29 07:11:48.075791 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-553aa44c-753b-4ce0-816c-d2b4a9d4cf0a tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.149224 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55520) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:48.150221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa44c-753b-4ce0-816c-d2b4a9d4cf0a tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8380dc7e-a9ea-436f-b883-98a43b44be69,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:48.167885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c63bc9-1471-4377-a03d-beb21c80ae93 req-211b8dfe-be2b-4d65-829a-426132b86e89 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:48.177110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26c63bc9-1471-4377-a03d-beb21c80ae93 req-211b8dfe-be2b-4d65-829a-426132b86e89 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.5026925 Aug 29 07:11:48.195353 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6af47fba-d614-499d-810c-1c813082239b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.243158 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b8af639a-8bb6-4954-b3e2-298a07ed803b None None] Set router 5238e426-1bc6-463c-81bf-fd808d00fc05 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:11:48.280241 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42462acd-412f-4ab7-9697-19820ad6f642 req-5931bac1-8387-41a7-9594-83dbb4e100bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87 HTTP/1.1" status: 200 len: 999 time: 0.2169685 Aug 29 07:11:48.306145 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'tenant_id': '47576081f0824b18b2454c6797077522', 'fixed_ips': [{'subnet_id': 'f73b746b-d7c9-4115-bc90-dc7521063a39'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:11:48.308028 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.313467 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26c63bc9-1471-4377-a03d-beb21c80ae93 req-d2a29a82-813b-4227-a4c4-2a6216e7d15c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353722 Aug 29 07:11:48.321330 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5a97269c-20bf-4b5c-89e9-8a51fc7c14da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.328280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port b65a7493-2583-46e7-826f-4350b2e55399 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:48.340571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b65a7493-2583-46e7-826f-4350b2e55399 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:48.341356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.345232 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42462acd-412f-4ab7-9697-19820ad6f642 req-55f092bc-bddb-4f73-9cea-252eb66710cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:48.347050 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42462acd-412f-4ab7-9697-19820ad6f642 req-55f092bc-bddb-4f73-9cea-252eb66710cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04ae450a-b881-4904-8964-e7c34fe42ecd HTTP/1.1" status: 200 len: 835 time: 0.0578985 Aug 29 07:11:48.366030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55522) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:48.434316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42462acd-412f-4ab7-9697-19820ad6f642 req-fd68f8eb-4a52-495f-8ad2-88f18372bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:48.435886 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42462acd-412f-4ab7-9697-19820ad6f642 req-fd68f8eb-4a52-495f-8ad2-88f18372bb01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4da26f07-20b6-4eb7-a417-053969c3a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815082 Aug 29 07:11:48.474819 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a2f0dd5a-14f6-46c3-88ec-4c179f4d453d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5577056 Aug 29 07:11:48.484455 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5a97269c-20bf-4b5c-89e9-8a51fc7c14da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.487819 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55524) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:48.536232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-615f9948-3583-4a3e-94ed-f69d46c9a5c5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'security_group': {'name': 'tempest-secgroup-1510697983'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:48.543641 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-553aa44c-753b-4ce0-816c-d2b4a9d4cf0a tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.545517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-553aa44c-753b-4ce0-816c-d2b4a9d4cf0a tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1684783 Aug 29 07:11:48.563517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55526) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:48.564650 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97269c-20bf-4b5c-89e9-8a51fc7c14da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9ea5bd-1d3f-4fcf-9444-d61c40b03722,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:48.576914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-077acc40-72c5-40cc-bec8-81dfd5817c7e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group_rule': {'security_group_id': 'edd856d9-6d27-403e-ae6d-031f89c1ffb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:48.614337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5a97269c-20bf-4b5c-89e9-8a51fc7c14da admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2c048752a40946edbf49a0a3a2482f38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2829769 Aug 29 07:11:48.617627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55528) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:48.643128 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e02fd459-34a2-44f8-9450-09de88a46286 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/cf2df4c4-c581-479f-8719-041d9a610401 HTTP/1.1" status: 200 len: 991 time: 0.2745767 Aug 29 07:11:48.701211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Allocated IP 2001:db8::2 (db62a9b1-1ff2-4396-bc59-a7de9b7a063b/f73b746b-d7c9-4115-bc90-dc7521063a39/dc89e5ab-e269-45e2-baa7-10c0c75665ba) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:48.703198 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f32ecb9-231e-4442-9b72-648d4177aaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.711370 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.713846 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b8af639a-8bb6-4954-b3e2-298a07ed803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:11:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cf2df4c4-c581-479f-8719-041d9a610401', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'floating_ip_address': '172.25.1.235', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'port_id': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'mac_address': 'fa:16:3e:9d:0b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:11:44Z', 'updated_at': '2021-08-29T07:11:44Z', 'revision_number': 0, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd775dff-b5a6-4ee4-8f1c-f0c95f538531', 'name': '', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:26:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:58Z', 'updated_at': '2021-08-29T07:11:12Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:11:48.733674 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f32ecb9-231e-4442-9b72-648d4177aaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.766741 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8af639a-8bb6-4954-b3e2-298a07ed803b None None] The sync data for ids ['5238e426-1bc6-463c-81bf-fd808d00fc05'] in n-d-713301-12 is: [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:11:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'cf2df4c4-c581-479f-8719-041d9a610401', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'floating_ip_address': '172.25.1.235', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'port_id': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'mac_address': 'fa:16:3e:9d:0b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:11:44Z', 'updated_at': '2021-08-29T07:11:44Z', 'revision_number': 0, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd775dff-b5a6-4ee4-8f1c-f0c95f538531', 'name': '', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:26:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:58Z', 'updated_at': '2021-08-29T07:11:12Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:11:48.781095 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6af47fba-d614-499d-810c-1c813082239b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.810009 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42462acd-412f-4ab7-9697-19820ad6f642 req-0f37227f-170d-4979-a50e-32201c87ebe8 service neutron] 10.222.0.15 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528223 Aug 29 07:11:48.841055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port b65a7493-2583-46e7-826f-4350b2e55399, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b65a7493-2583-46e7-826f-4350b2e55399,segment=NetworkSegment(d4bb518b-5008-4b2a-bd93-02e4623e390d),segment_id=d4bb518b-5008-4b2a-bd93-02e4623e390d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:48.874820 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f32ecb9-231e-4442-9b72-648d4177aaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.878157 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f32ecb9-231e-4442-9b72-648d4177aaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.883829 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6af47fba-d614-499d-810c-1c813082239b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:48.885796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3f32ecb9-231e-4442-9b72-648d4177aaea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee9ea5bd-1d3f-4fcf-9444-d61c40b03722 HTTP/1.1" status: 204 len: 168 time: 0.2643790 Aug 29 07:11:48.905336 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32ecb9-231e-4442-9b72-648d4177aaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9ea5bd-1d3f-4fcf-9444-d61c40b03722,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:48.922694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af47fba-d614-499d-810c-1c813082239b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0cfe2d-2d10-4eb8-ba9e-ee76505352e8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:48.959199 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6af47fba-d614-499d-810c-1c813082239b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.8061483 Aug 29 07:11:48.961136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55532) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:48.961692 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.011953 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-615f9948-3583-4a3e-94ed-f69d46c9a5c5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.020979 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42462acd-412f-4ab7-9697-19820ad6f642 req-35506c96-4b97-464b-8078-e1ecf1fa9b2f service neutron] 10.222.0.15 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099485 Aug 29 07:11:49.088021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2650626f-b9bc-4dab-8682-aee28bd4ef26 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:11:49.157963 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5436692-6026-49d7-8216-91df51c47948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.162495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 2650626f-b9bc-4dab-8682-aee28bd4ef26 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:11:49.163183 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2650626f-b9bc-4dab-8682-aee28bd4ef26 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:11:49.186710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=b65a7493-2583-46e7-826f-4350b2e55399,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:49.213831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6668679-a853-4c78-ae72-89547785f869 None None] New status for floating IP cf2df4c4-c581-479f-8719-041d9a610401: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:11:49.232329 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5436692-6026-49d7-8216-91df51c47948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.238079 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-077acc40-72c5-40cc-bec8-81dfd5817c7e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.367773 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-077acc40-72c5-40cc-bec8-81dfd5817c7e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.411391 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-615f9948-3583-4a3e-94ed-f69d46c9a5c5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.436870 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-077acc40-72c5-40cc-bec8-81dfd5817c7e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.459255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077acc40-72c5-40cc-bec8-81dfd5817c7e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbbd701-a920-4577-a551-b9a6220113c2,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:49.476309 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5436692-6026-49d7-8216-91df51c47948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.480448 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b5436692-6026-49d7-8216-91df51c47948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.482048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b5436692-6026-49d7-8216-91df51c47948 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec0cfe2d-2d10-4eb8-ba9e-ee76505352e8 HTTP/1.1" status: 204 len: 168 time: 0.5196328 Aug 29 07:11:49.507776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5436692-6026-49d7-8216-91df51c47948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0cfe2d-2d10-4eb8-ba9e-ee76505352e8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:49.534084 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-615f9948-3583-4a3e-94ed-f69d46c9a5c5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.603971 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.608924 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-077acc40-72c5-40cc-bec8-81dfd5817c7e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.614558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-077acc40-72c5-40cc-bec8-81dfd5817c7e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0444055 Aug 29 07:11:49.615442 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55548) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:49.615868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f9948-3583-4a3e-94ed-f69d46c9a5c5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1042a59c-d9cb-4b2d-a7ac-13f084cdbdc8,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:49.628043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Transition to ACTIVE for port object dc89e5ab-e269-45e2-baa7-10c0c75665ba will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:49.638565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b43c215f-3fc6-4df5-addc-827235b0d92e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group_rule': {'security_group_id': 'edd856d9-6d27-403e-ae6d-031f89c1ffb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:49.646957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55550) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:49.647743 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Transition to ACTIVE for port object dc89e5ab-e269-45e2-baa7-10c0c75665ba will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:49.768275 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.784667 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9cc8c5bb-f328-4da0-a7bf-b8a41cbf592f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/cf2df4c4-c581-479f-8719-041d9a610401 HTTP/1.1" status: 200 len: 991 time: 0.1344967 Aug 29 07:11:49.786686 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-615f9948-3583-4a3e-94ed-f69d46c9a5c5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.787976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-615f9948-3583-4a3e-94ed-f69d46c9a5c5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2711961 Aug 29 07:11:49.792916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55554) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:49.800493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-adb9e4c2-afe3-4051-b96d-7399c8121b88 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'security_group': {'name': 'tempest-secgroup-1383229934'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:49.813629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:49.820802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:49.828665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:49.880866 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b65a7493-2583-46e7-826f-4350b2e55399 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:49.914739 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b43c215f-3fc6-4df5-addc-827235b0d92e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:49.973293 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-adb9e4c2-afe3-4051-b96d-7399c8121b88 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.008836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Pushing event updated for resources: {'Port': ['ID=dc89e5ab-e269-45e2-baa7-10c0c75665ba,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:50.029411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Attempting to bind port dc89e5ab-e269-45e2-baa7-10c0c75665ba on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:11:50.029793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Attempting to bind port dc89e5ab-e269-45e2-baa7-10c0c75665ba by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '8fa497cd-cd92-491e-b104-55fd6788ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:11:50.030148 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Attempting to bind port dc89e5ab-e269-45e2-baa7-10c0c75665ba on network db62a9b1-1ff2-4396-bc59-a7de9b7a063b {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:11:50.035322 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b43c215f-3fc6-4df5-addc-827235b0d92e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.038934 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:11:50.039354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Checking segment: {'id': '8fa497cd-cd92-491e-b104-55fd6788ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:11:50.039762 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.040160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Bound using segment: {'id': '8fa497cd-cd92-491e-b104-55fd6788ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:11:50.040651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Bound port: dc89e5ab-e269-45e2-baa7-10c0c75665ba, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa497cd-cd92-491e-b104-55fd6788ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:11:50.041036 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.062896 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b65a7493-2583-46e7-826f-4350b2e55399 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:50.063299 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.115641 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-adb9e4c2-afe3-4051-b96d-7399c8121b88 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.126226 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b43c215f-3fc6-4df5-addc-827235b0d92e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.148108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c215f-3fc6-4df5-addc-827235b0d92e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0da350b-f2dd-4c3e-a4b7-862205c3ff14,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:50.161227 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] For port dc89e5ab-e269-45e2-baa7-10c0c75665ba, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:11:50.165665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] For port dc89e5ab-e269-45e2-baa7-10c0c75665ba, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dc89e5ab-e269-45e2-baa7-10c0c75665ba,segment=NetworkSegment(8fa497cd-cd92-491e-b104-55fd6788ed2c),segment_id=8fa497cd-cd92-491e-b104-55fd6788ed2c)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:11:50.196856 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-adb9e4c2-afe3-4051-b96d-7399c8121b88 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.248299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9e4c2-afe3-4051-b96d-7399c8121b88 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70fd2acb-1e4b-4884-b14a-7aa0496d33c0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:50.259056 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.287721 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b43c215f-3fc6-4df5-addc-827235b0d92e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.291970 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b43c215f-3fc6-4df5-addc-827235b0d92e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6725538 Aug 29 07:11:50.292151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55564) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:50.298005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3d8ab1bc-de99-4699-8d3e-6b9c57607f17 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group_rule': {'security_group_id': 'edd856d9-6d27-403e-ae6d-031f89c1ffb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:50.343114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41162b9f-2413-4956-b497-ddd596f098fd None None] Pushing event updated for resources: {'Port': ['ID=dc89e5ab-e269-45e2-baa7-10c0c75665ba,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:50.368873 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-adb9e4c2-afe3-4051-b96d-7399c8121b88 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.370044 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-adb9e4c2-afe3-4051-b96d-7399c8121b88 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5741267 Aug 29 07:11:50.373367 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55566) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:50.381015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1994912108', 'security_groups': ['70fd2acb-1e4b-4884-b14a-7aa0496d33c0'], 'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f73b746b-d7c9-4115-bc90-dc7521063a39'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:50.502890 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab1bc-de99-4699-8d3e-6b9c57607f17 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.624552 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab1bc-de99-4699-8d3e-6b9c57607f17 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.680550 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:50.727625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab1bc-de99-4699-8d3e-6b9c57607f17 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.755494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ab1bc-de99-4699-8d3e-6b9c57607f17 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0159baf6-007b-4de4-8609-2e9c74c47488,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:50.789098 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55572) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:50.804465 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.821578 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab1bc-de99-4699-8d3e-6b9c57607f17 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:50.824277 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3d8ab1bc-de99-4699-8d3e-6b9c57607f17 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5310311 Aug 29 07:11:50.834807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55576) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:50.841036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-192f8342-5c80-4451-ba95-37523d38565b tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group_rule': {'security_group_id': 'edd856d9-6d27-403e-ae6d-031f89c1ffb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:50.846796 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port 9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:11:50.883359 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c40dd107-9aaa-455e-99af-aa3a93645b21 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/cf2df4c4-c581-479f-8719-041d9a610401 HTTP/1.1" status: 200 len: 993 time: 0.0905554 Aug 29 07:11:51.030201 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-192f8342-5c80-4451-ba95-37523d38565b tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:51.042041 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:51.088700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Allocated IP 2001:db8::e7 (db62a9b1-1ff2-4396-bc59-a7de9b7a063b/f73b746b-d7c9-4115-bc90-dc7521063a39/9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:51.152487 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-192f8342-5c80-4451-ba95-37523d38565b tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:51.278211 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-192f8342-5c80-4451-ba95-37523d38565b tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:51.314597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f8342-5c80-4451-ba95-37523d38565b tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb73522-7aae-4973-bab2-319b29ab841a,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:51.351634 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:51.368689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Transition to ACTIVE for port object 9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:51.412983 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-192f8342-5c80-4451-ba95-37523d38565b tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:51.418011 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-192f8342-5c80-4451-ba95-37523d38565b tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5772653 Aug 29 07:11:51.418908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55586) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:51.464455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:51.472798 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a050b92f-ea6e-4999-a309-7c12ee23dd0c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:51.496333 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a050b92f-ea6e-4999-a309-7c12ee23dd0c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:51.518036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:51.522140 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:51.529758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:11:51.541480 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:51.542178 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:51.580474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:51.620684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8b2ceb50-1010-47d3-bdc8-3e50e5c96cab None None] Provisioning complete for port 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:51.621055 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8b2ceb50-1010-47d3-bdc8-3e50e5c96cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:51.649313 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8ebf1d16-155f-455d-96f2-80ac98111c2b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2748594 Aug 29 07:11:51.652372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55592) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:51.657921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-31a0a27b-7f9a-4f10-bb7d-135d0cbedb3e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:51.658592 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a050b92f-ea6e-4999-a309-7c12ee23dd0c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:51.665774 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a050b92f-ea6e-4999-a309-7c12ee23dd0c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:51.670386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a050b92f-ea6e-4999-a309-7c12ee23dd0c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/5bb73522-7aae-4973-bab2-319b29ab841a HTTP/1.1" status: 204 len: 168 time: 0.2514086 Aug 29 07:11:51.671232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55594) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:51.680884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ceb50-1010-47d3-bdc8-3e50e5c96cab None None] Port 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:51.734003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050b92f-ea6e-4999-a309-7c12ee23dd0c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bb73522-7aae-4973-bab2-319b29ab841a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:51.756167 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8b2ceb50-1010-47d3-bdc8-3e50e5c96cab None None] Provisioning for port dc89e5ab-e269-45e2-baa7-10c0c75665ba completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:51.815913 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cc84469d-177a-455e-b57c-be429d51670e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1401250 Aug 29 07:11:51.818408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55600) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:51.878342 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dc89e5ab-e269-45e2-baa7-10c0c75665ba up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:51.907237 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-adca4d3a-3135-4d2d-99e7-4cf44d9f4e5c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:51.930270 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-adca4d3a-3135-4d2d-99e7-4cf44d9f4e5c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.121586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-adca4d3a-3135-4d2d-99e7-4cf44d9f4e5c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.122581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3b836c82-fe74-4562-aa70-dd64aab6cae1 None None] Provisioning for port 9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:52.124927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port dc89e5ab-e269-45e2-baa7-10c0c75665ba completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:52.125991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a0a27b-7f9a-4f10-bb7d-135d0cbedb3e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:52.129618 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dc89e5ab-e269-45e2-baa7-10c0c75665ba triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:52.129815 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31a0a27b-7f9a-4f10-bb7d-135d0cbedb3e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.130019 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.133529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3b836c82-fe74-4562-aa70-dd64aab6cae1 None None] Provisioning complete for port 9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:52.133900 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3b836c82-fe74-4562-aa70-dd64aab6cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.138311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-adca4d3a-3135-4d2d-99e7-4cf44d9f4e5c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.142018 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-adca4d3a-3135-4d2d-99e7-4cf44d9f4e5c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/0159baf6-007b-4de4-8609-2e9c74c47488 HTTP/1.1" status: 204 len: 168 time: 0.3201363 Aug 29 07:11:52.143058 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55604) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:52.154042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca4d3a-3135-4d2d-99e7-4cf44d9f4e5c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0159baf6-007b-4de4-8609-2e9c74c47488,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:52.207223 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3b836c82-fe74-4562-aa70-dd64aab6cae1 None None] Port 9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:52.239790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-82300d98-55a6-4bc3-b906-c854757ab136 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0905039 Aug 29 07:11:52.239790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55606) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:52.253815 n-d-713301-12 neutron-server[95403]: INFO neutron.db.ipam_backend_mixin [None req-31a0a27b-7f9a-4f10-bb7d-135d0cbedb3e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f73b746b-d7c9-4115-bc90-dc7521063a39 (CIDR: 2001:db8::/64) Aug 29 07:11:52.270180 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-03fd882a-2d60-43a5-acb3-37eedeb867d5 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.279891 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-03fd882a-2d60-43a5-acb3-37eedeb867d5 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.287965 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a0a27b-7f9a-4f10-bb7d-135d0cbedb3e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:11:52.288426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a0a27b-7f9a-4f10-bb7d-135d0cbedb3e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:11:52.324479 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.368841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port dc89e5ab-e269-45e2-baa7-10c0c75665ba, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dc89e5ab-e269-45e2-baa7-10c0c75665ba,segment=NetworkSegment(8fa497cd-cd92-491e-b104-55fd6788ed2c),segment_id=8fa497cd-cd92-491e-b104-55fd6788ed2c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:52.402132 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-31a0a27b-7f9a-4f10-bb7d-135d0cbedb3e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7486699 Aug 29 07:11:52.405434 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55614) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:52.411732 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-fee376a5-aa37-47d5-95ec-971bc98632de tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:52.429968 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-03fd882a-2d60-43a5-acb3-37eedeb867d5 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.430331 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.442002 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-03fd882a-2d60-43a5-acb3-37eedeb867d5 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.445702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-03fd882a-2d60-43a5-acb3-37eedeb867d5 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e0da350b-f2dd-4c3e-a4b7-862205c3ff14 HTTP/1.1" status: 204 len: 168 time: 0.2060208 Aug 29 07:11:52.448454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55616) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:52.459657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd882a-2d60-43a5-acb3-37eedeb867d5 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0da350b-f2dd-4c3e-a4b7-862205c3ff14,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:52.497425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=dc89e5ab-e269-45e2-baa7-10c0c75665ba,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:52.511236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5071bebe-21d2-4d4c-aa0b-dc7040997ce4 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0590847 Aug 29 07:11:52.512431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55618) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:52.554160 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b83c-fe8e-4592-a029-b31a7c6b4751 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.569148 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b83c-fe8e-4592-a029-b31a7c6b4751 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.664429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee376a5-aa37-47d5-95ec-971bc98632de tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:52.668049 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fee376a5-aa37-47d5-95ec-971bc98632de tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.739096 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b83c-fe8e-4592-a029-b31a7c6b4751 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.744747 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b83c-fe8e-4592-a029-b31a7c6b4751 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.745926 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4fd2b83c-fe8e-4592-a029-b31a7c6b4751 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/7bbbd701-a920-4577-a551-b9a6220113c2 HTTP/1.1" status: 204 len: 168 time: 0.2325497 Aug 29 07:11:52.748635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55620) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:52.762413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2b83c-fe8e-4592-a029-b31a7c6b4751 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bbbd701-a920-4577-a551-b9a6220113c2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:52.807376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-eb7e09af-6f15-4980-a0e0-d27402f5de44 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0572610 Aug 29 07:11:52.810118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55622) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:52.836193 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c064a5d3-873f-4f1f-adfa-30e8c5fb9175 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.845125 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c064a5d3-873f-4f1f-adfa-30e8c5fb9175 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.955325 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c064a5d3-873f-4f1f-adfa-30e8c5fb9175 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.977601 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c064a5d3-873f-4f1f-adfa-30e8c5fb9175 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:52.978763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c064a5d3-873f-4f1f-adfa-30e8c5fb9175 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/8380dc7e-a9ea-436f-b883-98a43b44be69 HTTP/1.1" status: 204 len: 168 time: 0.1676805 Aug 29 07:11:52.981680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55626) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:52.985115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064a5d3-873f-4f1f-adfa-30e8c5fb9175 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8380dc7e-a9ea-436f-b883-98a43b44be69,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:53.035678 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a5eb79f8-a11b-48f9-bba1-b899e9933eb9 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0527604 Aug 29 07:11:53.037307 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fee376a5-aa37-47d5-95ec-971bc98632de tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:53.038603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55628) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:53.085115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee376a5-aa37-47d5-95ec-971bc98632de tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:53.089131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-fee376a5-aa37-47d5-95ec-971bc98632de tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:53.093381 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee376a5-aa37-47d5-95ec-971bc98632de tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:53.094007 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fee376a5-aa37-47d5-95ec-971bc98632de tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:53.102040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb192946-4752-445a-b2bc-ae6e03716d6d None None] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:53.104417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee376a5-aa37-47d5-95ec-971bc98632de tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Subnet': ['ID=0ccfdbf4-1d4f-4e26-891c-2118d3db1338,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:53.117313 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2fe840d8-68dd-435c-a582-33ad8e76d47d tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:53.140618 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2fe840d8-68dd-435c-a582-33ad8e76d47d tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:53.163111 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fee376a5-aa37-47d5-95ec-971bc98632de tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7562613 Aug 29 07:11:53.165693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55632) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:53.171180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3747e23a-bc7a-4e24-9a60-f2dd5ac91ab7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-454892367', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0ccfdbf4-1d4f-4e26-891c-2118d3db1338'}], 'security_groups': ['1042a59c-d9cb-4b2d-a7ac-13f084cdbdc8']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:53.251952 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3747e23a-bc7a-4e24-9a60-f2dd5ac91ab7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:53.304201 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2fe840d8-68dd-435c-a582-33ad8e76d47d tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:53.314423 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2fe840d8-68dd-435c-a582-33ad8e76d47d tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:53.315740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2fe840d8-68dd-435c-a582-33ad8e76d47d tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-groups/edd856d9-6d27-403e-ae6d-031f89c1ffb8 HTTP/1.1" status: 204 len: 168 time: 0.2756777 Aug 29 07:11:53.321454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55634) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:53.343258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe840d8-68dd-435c-a582-33ad8e76d47d tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd856d9-6d27-403e-ae6d-031f89c1ffb8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:53.398032 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f3216824-012c-45f5-8162-45909879e316 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0705216 Aug 29 07:11:53.398503 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55638) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:53.403281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1f32b9f7-4e5b-4bda-95de-d505584cc6b7 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822660997'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:53.444106 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c094427-c3f4-4bdf-987e-58d23ccb89b2 None None] Update dhcp port {'port': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'fixed_ips': [{'subnet_id': 'f73b746b-d7c9-4115-bc90-dc7521063a39', 'ip_address': '2001:db8::2'}, {'subnet_id': '0ccfdbf4-1d4f-4e26-891c-2118d3db1338'}], 'binding:host_id': 'n-d-713301-12'}, 'id': 'dc89e5ab-e269-45e2-baa7-10c0c75665ba'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 07:11:53.477192 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8c094427-c3f4-4bdf-987e-58d23ccb89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:53.505953 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1f32b9f7-4e5b-4bda-95de-d505584cc6b7 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:53.625237 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1f32b9f7-4e5b-4bda-95de-d505584cc6b7 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:53.660160 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-3747e23a-bc7a-4e24-9a60-f2dd5ac91ab7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Delete allocated IP 2001:db8::e7 (db62a9b1-1ff2-4396-bc59-a7de9b7a063b/f73b746b-d7c9-4115-bc90-dc7521063a39) {{(pid=95403) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 07:11:53.670221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-3747e23a-bc7a-4e24-9a60-f2dd5ac91ab7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Allocated IP 2001:db8:0:1::2af (db62a9b1-1ff2-4396-bc59-a7de9b7a063b/0ccfdbf4-1d4f-4e26-891c-2118d3db1338/9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:53.715960 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1f32b9f7-4e5b-4bda-95de-d505584cc6b7 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:53.770300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32b9f7-4e5b-4bda-95de-d505584cc6b7 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849f26ff-415e-4a9a-96e9-f71040da006d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:53.796034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dc89e5ab-e269-45e2-baa7-10c0c75665ba up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:53.842526 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1f32b9f7-4e5b-4bda-95de-d505584cc6b7 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:53.845113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1f32b9f7-4e5b-4bda-95de-d505584cc6b7 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4454298 Aug 29 07:11:53.847812 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55640) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:53.853634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dc89e5ab-e269-45e2-baa7-10c0c75665ba triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:53.854071 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:53.856001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c4e2d807-3680-42f6-bd6a-a8fc3909d853 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group_rule': {'security_group_id': '849f26ff-415e-4a9a-96e9-f71040da006d', 'direction': 'ingress', 'protocol': 17}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:53.900810 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3747e23a-bc7a-4e24-9a60-f2dd5ac91ab7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:53.916695 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-3747e23a-bc7a-4e24-9a60-f2dd5ac91ab7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Transition to ACTIVE for port object 9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:53.993009 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d807-3680-42f6-bd6a-a8fc3909d853 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.041158 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3747e23a-bc7a-4e24-9a60-f2dd5ac91ab7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.068628 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d807-3680-42f6-bd6a-a8fc3909d853 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.121917 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-3747e23a-bc7a-4e24-9a60-f2dd5ac91ab7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] In _notify_port_updated(), no bound segment for port 9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11 on network db62a9b1-1ff2-4396-bc59-a7de9b7a063b {{(pid=95403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 07:11:54.127621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3747e23a-bc7a-4e24-9a60-f2dd5ac91ab7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:54.128257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3747e23a-bc7a-4e24-9a60-f2dd5ac91ab7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.130366 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3747e23a-bc7a-4e24-9a60-f2dd5ac91ab7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "PUT /v2.0/ports/9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11 HTTP/1.1" status: 200 len: 930 time: 0.9637110 Aug 29 07:11:54.133317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55648) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:54.133800 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-8c094427-c3f4-4bdf-987e-58d23ccb89b2 None None] Allocated IP 2001:db8:0:1::2 (db62a9b1-1ff2-4396-bc59-a7de9b7a063b/0ccfdbf4-1d4f-4e26-891c-2118d3db1338/dc89e5ab-e269-45e2-baa7-10c0c75665ba) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:54.139384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747e23a-bc7a-4e24-9a60-f2dd5ac91ab7 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:54.245347 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d807-3680-42f6-bd6a-a8fc3909d853 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.256586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8c094427-c3f4-4bdf-987e-58d23ccb89b2 None None] For port dc89e5ab-e269-45e2-baa7-10c0c75665ba, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dc89e5ab-e269-45e2-baa7-10c0c75665ba,segment=NetworkSegment(8fa497cd-cd92-491e-b104-55fd6788ed2c),segment_id=8fa497cd-cd92-491e-b104-55fd6788ed2c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:54.283785 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2d807-3680-42f6-bd6a-a8fc3909d853 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cfd99b-2550-44f0-81d2-b515aacc8f5f,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:54.295312 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c4c92f87-129b-49a1-8f72-7751566af8cf tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:11:54.295658 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c4c92f87-129b-49a1-8f72-7751566af8cf tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.299105 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8c094427-c3f4-4bdf-987e-58d23ccb89b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.315892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8c094427-c3f4-4bdf-987e-58d23ccb89b2 None None] Transition to ACTIVE for port object dc89e5ab-e269-45e2-baa7-10c0c75665ba will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:54.350295 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d807-3680-42f6-bd6a-a8fc3909d853 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.353696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c4e2d807-3680-42f6-bd6a-a8fc3909d853 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5032923 Aug 29 07:11:54.354530 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55656) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:54.361739 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8c094427-c3f4-4bdf-987e-58d23ccb89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.460268 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c4c92f87-129b-49a1-8f72-7751566af8cf tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.466082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c094427-c3f4-4bdf-987e-58d23ccb89b2 None None] Pushing event updated for resources: {'Port': ['ID=dc89e5ab-e269-45e2-baa7-10c0c75665ba,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:54.474265 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-974111da-e472-4113-978b-ea6b66dc2691 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.475724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c4c92f87-129b-49a1-8f72-7751566af8cf tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:11:54.527878 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-974111da-e472-4113-978b-ea6b66dc2691 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.692675 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-974111da-e472-4113-978b-ea6b66dc2691 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.695945 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-974111da-e472-4113-978b-ea6b66dc2691 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.698305 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-974111da-e472-4113-978b-ea6b66dc2691 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-groups/849f26ff-415e-4a9a-96e9-f71040da006d HTTP/1.1" status: 204 len: 168 time: 0.3426943 Aug 29 07:11:54.705094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55670) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:54.708579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974111da-e472-4113-978b-ea6b66dc2691 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=849f26ff-415e-4a9a-96e9-f71040da006d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:54.726918 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c4c92f87-129b-49a1-8f72-7751566af8cf tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.779788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c92f87-129b-49a1-8f72-7751566af8cf tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:54.806951 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1d27c916-0d40-4558-ba07-319e83a059a7 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0942974 Aug 29 07:11:54.807189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55672) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:54.811637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ffe45540-b8f3-484d-bd27-0e4152a41b6e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885791406'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:54.831753 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c4c92f87-129b-49a1-8f72-7751566af8cf tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.845754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c4c92f87-129b-49a1-8f72-7751566af8cf tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11 HTTP/1.1" status: 204 len: 168 time: 0.7025893 Aug 29 07:11:54.849004 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55674) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:54.882267 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2246988-cf75-484b-b06c-844871dd3e5f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] GET failed (client error): The resource could not be found. Aug 29 07:11:54.891490 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55678) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:54.891766 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a2246988-cf75-484b-b06c-844871dd3e5f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11 HTTP/1.1" status: 404 len: 333 time: 0.0368657 Aug 29 07:11:54.932692 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ffe45540-b8f3-484d-bd27-0e4152a41b6e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:54.976539 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a9a08c8-5af8-4f18-b2ac-2de5fa93df66 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.007314 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a9a08c8-5af8-4f18-b2ac-2de5fa93df66 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.056197 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ffe45540-b8f3-484d-bd27-0e4152a41b6e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.150015 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a9a08c8-5af8-4f18-b2ac-2de5fa93df66 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.150273 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ffe45540-b8f3-484d-bd27-0e4152a41b6e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.153119 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1a9a08c8-5af8-4f18-b2ac-2de5fa93df66 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.157012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1a9a08c8-5af8-4f18-b2ac-2de5fa93df66 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/security-groups/70fd2acb-1e4b-4884-b14a-7aa0496d33c0 HTTP/1.1" status: 204 len: 168 time: 0.2663548 Aug 29 07:11:55.159942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55680) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:55.184265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a08c8-5af8-4f18-b2ac-2de5fa93df66 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fd2acb-1e4b-4884-b14a-7aa0496d33c0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:55.193079 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe45540-b8f3-484d-bd27-0e4152a41b6e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39fe5e16-f348-4184-8c3d-f5ae854a2ff0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:55.247863 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1611ee47-d71d-4261-8e2c-853bb2e08ac8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.248548 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ffe45540-b8f3-484d-bd27-0e4152a41b6e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.252606 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ffe45540-b8f3-484d-bd27-0e4152a41b6e tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4451976 Aug 29 07:11:55.253592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55682) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:55.258923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-36abb801-0014-4eff-8c45-2d113e4e37f6 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615074488'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:55.304743 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1611ee47-d71d-4261-8e2c-853bb2e08ac8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.363485 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-36abb801-0014-4eff-8c45-2d113e4e37f6 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.366190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-77216d23-df20-445c-b670-c2918b218583 None None] Provisioning complete for port 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:55.367049 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-77216d23-df20-445c-b670-c2918b218583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.425719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-77216d23-df20-445c-b670-c2918b218583 None None] Port 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:55.430501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-77216d23-df20-445c-b670-c2918b218583 None None] Could not find standard attr ID for object 9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 07:11:55.450110 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1611ee47-d71d-4261-8e2c-853bb2e08ac8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.452819 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1611ee47-d71d-4261-8e2c-853bb2e08ac8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.454161 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1611ee47-d71d-4261-8e2c-853bb2e08ac8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/security-groups/1042a59c-d9cb-4b2d-a7ac-13f084cdbdc8 HTTP/1.1" status: 204 len: 168 time: 0.2928932 Aug 29 07:11:55.457074 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55684) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:55.497610 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611ee47-d71d-4261-8e2c-853bb2e08ac8 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1042a59c-d9cb-4b2d-a7ac-13f084cdbdc8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:55.514541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-77216d23-df20-445c-b670-c2918b218583 None None] Provisioning for port dc89e5ab-e269-45e2-baa7-10c0c75665ba completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:55.521857 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-36abb801-0014-4eff-8c45-2d113e4e37f6 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.527564 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-77216d23-df20-445c-b670-c2918b218583 None None] Provisioning complete for port dc89e5ab-e269-45e2-baa7-10c0c75665ba triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:55.528444 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-77216d23-df20-445c-b670-c2918b218583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.606710 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-36abb801-0014-4eff-8c45-2d113e4e37f6 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.681712 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abb801-0014-4eff-8c45-2d113e4e37f6 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9470c51-3f11-4295-83cb-9e7abda63e86,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:55.721156 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-36abb801-0014-4eff-8c45-2d113e4e37f6 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.724997 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-36abb801-0014-4eff-8c45-2d113e4e37f6 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4672320 Aug 29 07:11:55.725420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55688) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:55.735598 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7d62b5cc-3a8a-4bf3-9479-e29634de0011 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group_rule': {'security_group_id': '39fe5e16-f348-4184-8c3d-f5ae854a2ff0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a9470c51-3f11-4295-83cb-9e7abda63e86', 'remote_ip_prefix': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:55.823258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a9ded682-9c6c-4962-8e58-8c3e8767ed4c None None] Could not find standard attr ID for object 9a2c28e4-52ee-4b30-9cdf-ffa2e068ca11. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 07:11:55.839337 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dc89e5ab-e269-45e2-baa7-10c0c75665ba up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:55.882221 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d62b5cc-3a8a-4bf3-9479-e29634de0011 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:55.968382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dc89e5ab-e269-45e2-baa7-10c0c75665ba triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:55.968725 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.017166 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d62b5cc-3a8a-4bf3-9479-e29634de0011 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.065283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f062a445-7623-4898-bb10-6582f3236a67 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting subnet f73b746b-d7c9-4115-bc90-dc7521063a39 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:11:56.071624 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f062a445-7623-4898-bb10-6582f3236a67 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.075477 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d62b5cc-3a8a-4bf3-9479-e29634de0011 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.113640 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62b5cc-3a8a-4bf3-9479-e29634de0011 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55911e0-f37d-4bde-aad8-7405ac2520f6,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:56.151221 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f062a445-7623-4898-bb10-6582f3236a67 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.184549 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d62b5cc-3a8a-4bf3-9479-e29634de0011 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.193164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7d62b5cc-3a8a-4bf3-9479-e29634de0011 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4594302 Aug 29 07:11:56.193769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55700) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:56.254693 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e54c70b-b6a8-4a1e-8e9c-27133a2d701a tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.265223 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e54c70b-b6a8-4a1e-8e9c-27133a2d701a tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.301597 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f062a445-7623-4898-bb10-6582f3236a67 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.436030 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e54c70b-b6a8-4a1e-8e9c-27133a2d701a tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.442941 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e54c70b-b6a8-4a1e-8e9c-27133a2d701a tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.446474 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6e54c70b-b6a8-4a1e-8e9c-27133a2d701a tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e55911e0-f37d-4bde-aad8-7405ac2520f6 HTTP/1.1" status: 204 len: 168 time: 0.2496884 Aug 29 07:11:56.446898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55702) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:56.450191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54c70b-b6a8-4a1e-8e9c-27133a2d701a tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e55911e0-f37d-4bde-aad8-7405ac2520f6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:56.493151 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f062a445-7623-4898-bb10-6582f3236a67 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.501766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-322e3062-6144-4204-8f70-0064a3f70141 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0534828 Aug 29 07:11:56.505194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55704) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:56.522923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062a445-7623-4898-bb10-6582f3236a67 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Subnet': ['ID=f73b746b-d7c9-4115-bc90-dc7521063a39,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:56.527491 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f062a445-7623-4898-bb10-6582f3236a67 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.546185 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f062a445-7623-4898-bb10-6582f3236a67 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/f73b746b-d7c9-4115-bc90-dc7521063a39 HTTP/1.1" status: 204 len: 168 time: 1.0708926 Aug 29 07:11:56.546185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55706) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:56.547354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce39f72e-4d0b-4aa1-8bd7-3375d0fed890 None None] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:56.547732 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:56.577224 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d159eba7-9c04-4e9e-ac44-99b4af0042b7 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.604281 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d159eba7-9c04-4e9e-ac44-99b4af0042b7 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.727368 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d159eba7-9c04-4e9e-ac44-99b4af0042b7 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.730744 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d159eba7-9c04-4e9e-ac44-99b4af0042b7 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.734752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d159eba7-9c04-4e9e-ac44-99b4af0042b7 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-groups/a9470c51-3f11-4295-83cb-9e7abda63e86 HTTP/1.1" status: 204 len: 168 time: 0.2260950 Aug 29 07:11:56.736294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55710) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:56.758526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159eba7-9c04-4e9e-ac44-99b4af0042b7 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9470c51-3f11-4295-83cb-9e7abda63e86,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:56.767314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:11:56.771912 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.828990 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-67f2a202-8f30-48e8-8688-bc90c47f56b6 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0913041 Aug 29 07:11:56.833669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55714) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:56.913063 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bea71aa-c174-460a-9723-75f2b6fcaae9 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:56.925167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55716) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:56.967838 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bea71aa-c174-460a-9723-75f2b6fcaae9 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:57.081484 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bea71aa-c174-460a-9723-75f2b6fcaae9 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:57.084955 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5bea71aa-c174-460a-9723-75f2b6fcaae9 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:57.115739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5bea71aa-c174-460a-9723-75f2b6fcaae9 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-groups/39fe5e16-f348-4184-8c3d-f5ae854a2ff0 HTTP/1.1" status: 204 len: 168 time: 0.2502985 Aug 29 07:11:57.115739 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55720) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:57.126359 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea71aa-c174-460a-9723-75f2b6fcaae9 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fe5e16-f348-4184-8c3d-f5ae854a2ff0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:57.132385 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-762825df-e553-40b9-a1ea-6eb125a4b580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:57.187273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-26de689b-d513-43a3-aa9c-62ad00c73d7c tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0894315 Aug 29 07:11:57.191227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55722) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:57.199574 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ab019b84-d725-4f06-aa99-a4f1e7580863 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group': {'name': 'tempest-secgroup--2087275343'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:57.218746 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:57.271449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:11:57.274900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:11:57.279561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:57.280121 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:57.307053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Subnet': ['ID=03140b92-6892-4b5f-b835-171669780c86,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:57.309624 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-762825df-e553-40b9-a1ea-6eb125a4b580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:57.316168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:57.316531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:57.316882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:57.317225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:57.317730 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:57.318065 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:57.320259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:57.320259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:57.320259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:57.320259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:57.320259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:57.320672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:11:57.361654 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-762825df-e553-40b9-a1ea-6eb125a4b580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:57.406782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-762825df-e553-40b9-a1ea-6eb125a4b580 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b5cf680489cf4ee0852c318915cc121f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4786868 Aug 29 07:11:57.406782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762825df-e553-40b9-a1ea-6eb125a4b580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3913931d-cc94-4904-9d15-c375cddc4f9f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:57.415852 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7ef87d4c-0556-4b90-bd2a-2a2cd9e9c54d tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8808367 Aug 29 07:11:57.418657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55724) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:57.419112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55726) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:57.438620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a44fd8c7-41bd-46aa-8500-b492e3af31d5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'security_group': {'name': 'tempest-secgroup-568360918'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:57.493835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d62efe0-d115-40e7-a691-afc95326c92b None None] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:11:57.496957 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-641808e3-ece5-418c-b9f0-c8e7ea5d0164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:57.528402 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-641808e3-ece5-418c-b9f0-c8e7ea5d0164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:57.548542 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ab019b84-d725-4f06-aa99-a4f1e7580863 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:57.581271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2ad3a32d-b053-4c78-bce8-c7180e0daf0d None None] Provisioning complete for port 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:57.582684 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2ad3a32d-b053-4c78-bce8-c7180e0daf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:57.649146 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3a32d-b053-4c78-bce8-c7180e0daf0d None None] Port 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:57.660243 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a44fd8c7-41bd-46aa-8500-b492e3af31d5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:57.673716 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2ad3a32d-b053-4c78-bce8-c7180e0daf0d None None] Provisioning complete for port dc89e5ab-e269-45e2-baa7-10c0c75665ba triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:57.674097 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2ad3a32d-b053-4c78-bce8-c7180e0daf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:57.842366 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed876c1-b6fe-4f1b-8d55-d3ae4e1d38a6 None None] Update dhcp port {'port': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'fixed_ips': [{'subnet_id': '0ccfdbf4-1d4f-4e26-891c-2118d3db1338', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '03140b92-6892-4b5f-b835-171669780c86'}], 'binding:host_id': 'n-d-713301-12'}, 'id': 'dc89e5ab-e269-45e2-baa7-10c0c75665ba'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 07:11:57.873912 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5ed876c1-b6fe-4f1b-8d55-d3ae4e1d38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.050403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-5ed876c1-b6fe-4f1b-8d55-d3ae4e1d38a6 None None] Allocated IP 2001:db8::2 (db62a9b1-1ff2-4396-bc59-a7de9b7a063b/03140b92-6892-4b5f-b835-171669780c86/dc89e5ab-e269-45e2-baa7-10c0c75665ba) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:11:58.055290 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-641808e3-ece5-418c-b9f0-c8e7ea5d0164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.058120 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-641808e3-ece5-418c-b9f0-c8e7ea5d0164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.059082 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-641808e3-ece5-418c-b9f0-c8e7ea5d0164 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3913931d-cc94-4904-9d15-c375cddc4f9f HTTP/1.1" status: 204 len: 168 time: 0.6379559 Aug 29 07:11:58.078361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641808e3-ece5-418c-b9f0-c8e7ea5d0164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3913931d-cc94-4904-9d15-c375cddc4f9f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:58.132111 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ab019b84-d725-4f06-aa99-a4f1e7580863 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.173016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5ed876c1-b6fe-4f1b-8d55-d3ae4e1d38a6 None None] For port dc89e5ab-e269-45e2-baa7-10c0c75665ba, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dc89e5ab-e269-45e2-baa7-10c0c75665ba,segment=NetworkSegment(8fa497cd-cd92-491e-b104-55fd6788ed2c),segment_id=8fa497cd-cd92-491e-b104-55fd6788ed2c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:11:58.212241 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5ed876c1-b6fe-4f1b-8d55-d3ae4e1d38a6 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.214736 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ab019b84-d725-4f06-aa99-a4f1e7580863 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.231589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5ed876c1-b6fe-4f1b-8d55-d3ae4e1d38a6 None None] Transition to ACTIVE for port object dc89e5ab-e269-45e2-baa7-10c0c75665ba will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:11:58.262266 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab019b84-d725-4f06-aa99-a4f1e7580863 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a088505c-163e-437d-bbaa-0108c829ce36,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:58.319788 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a44fd8c7-41bd-46aa-8500-b492e3af31d5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.320462 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5ed876c1-b6fe-4f1b-8d55-d3ae4e1d38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.379850 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a44fd8c7-41bd-46aa-8500-b492e3af31d5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.388587 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-c7d7a125-0b0b-4588-a3a8-1a9b3caa3665 req-9f6dcf48-fd23-406b-b7ee-8a1a0ec2c2dd service neutron] (95403) timed out ('10.222.0.15', 53036) {{(pid=95403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 07:11:58.424115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed876c1-b6fe-4f1b-8d55-d3ae4e1d38a6 None None] Pushing event updated for resources: {'Port': ['ID=dc89e5ab-e269-45e2-baa7-10c0c75665ba,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:58.427797 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ab019b84-d725-4f06-aa99-a4f1e7580863 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.429095 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ab019b84-d725-4f06-aa99-a4f1e7580863 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2360675 Aug 29 07:11:58.431942 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fd8c7-41bd-46aa-8500-b492e3af31d5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba80209-4b99-4abe-ab35-c06d8655f301,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:58.432148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55734) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:58.439492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5580fb96-33a0-4c1f-9c97-296b44729cf0 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group_rule': {'security_group_id': 'a088505c-163e-437d-bbaa-0108c829ce36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:58.476162 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a44fd8c7-41bd-46aa-8500-b492e3af31d5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.477904 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a44fd8c7-41bd-46aa-8500-b492e3af31d5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0579243 Aug 29 07:11:58.481268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55736) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:58.490059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4c12f438-3e48-459d-9456-c630f9106916 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'security_group': {'name': 'tempest-secgroup-1842050773'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:58.603727 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5580fb96-33a0-4c1f-9c97-296b44729cf0 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.675306 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4c12f438-3e48-459d-9456-c630f9106916 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.681868 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5580fb96-33a0-4c1f-9c97-296b44729cf0 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.755045 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5580fb96-33a0-4c1f-9c97-296b44729cf0 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.800582 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4c12f438-3e48-459d-9456-c630f9106916 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.801854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55738) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:58.816142 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94107a3d-6997-4130-aa7c-66fcf16a964e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.836624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580fb96-33a0-4c1f-9c97-296b44729cf0 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7547fe-795f-4e05-8fb1-a269b8b7ea20,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:58.863756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4c12f438-3e48-459d-9456-c630f9106916 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:58.866937 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea21c98b-5ba0-40cc-adad-eeee4a9e16d8 req-46f70fd4-f501-41aa-afee-4297ca0c3045 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0996926 Aug 29 07:11:58.915112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12f438-3e48-459d-9456-c630f9106916 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee26e3d-652c-48e2-a8d1-0bd17e16ea69,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:58.996007 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21c98b-5ba0-40cc-adad-eeee4a9e16d8 req-c12bd349-ad62-41bd-9845-c2bb38bb55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:58.997643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea21c98b-5ba0-40cc-adad-eeee4a9e16d8 req-c12bd349-ad62-41bd-9845-c2bb38bb55ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 1098 time: 0.0569329 Aug 29 07:11:59.022200 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94107a3d-6997-4130-aa7c-66fcf16a964e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.115116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21c98b-5ba0-40cc-adad-eeee4a9e16d8 req-3303dc49-7230-4057-9a99-bcc538197556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:59.116807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea21c98b-5ba0-40cc-adad-eeee4a9e16d8 req-3303dc49-7230-4057-9a99-bcc538197556 service neutron] 10.222.0.11 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 913 time: 0.0989716 Aug 29 07:11:59.122379 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94107a3d-6997-4130-aa7c-66fcf16a964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.158750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bc559aab-a1b3-4bcd-b614-49389c39ceac None None] Provisioning complete for port 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:59.160075 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bc559aab-a1b3-4bcd-b614-49389c39ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.176203 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-94107a3d-6997-4130-aa7c-66fcf16a964e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f30d6ab718eb494392dec9c44e76a5a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731873 Aug 29 07:11:59.177335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94107a3d-6997-4130-aa7c-66fcf16a964e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3b71ae-4a13-430d-b902-60d8fdc48807,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:59.181158 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55742) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:59.218739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea21c98b-5ba0-40cc-adad-eeee4a9e16d8 req-9328554b-ade9-4851-b2ab-98833088d33f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42350b6f-f641-4762-96c5-dd9cea2be2ea HTTP/1.1" status: 200 len: 1001 time: 0.0839503 Aug 29 07:11:59.222933 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4c12f438-3e48-459d-9456-c630f9106916 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.222933 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4c12f438-3e48-459d-9456-c630f9106916 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7388573 Aug 29 07:11:59.226270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55744) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:59.230343 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bc559aab-a1b3-4bcd-b614-49389c39ceac None None] Port 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:11:59.233048 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f6a89c9a-9d4d-4e56-8e03-99566db53097 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'security_group': {'name': 'tempest-secgroup-47786869'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:59.260419 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d685-1450-4003-bb8d-e3ae3a79a882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.268540 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21c98b-5ba0-40cc-adad-eeee4a9e16d8 req-8ff203bd-9099-4293-a03c-6098f1a62661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:59.270423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea21c98b-5ba0-40cc-adad-eeee4a9e16d8 req-8ff203bd-9099-4293-a03c-6098f1a62661 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.0517132 Aug 29 07:11:59.271621 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5580fb96-33a0-4c1f-9c97-296b44729cf0 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.272756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5580fb96-33a0-4c1f-9c97-296b44729cf0 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8392794 Aug 29 07:11:59.275763 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55746) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:59.296860 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d685-1450-4003-bb8d-e3ae3a79a882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.305328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bc559aab-a1b3-4bcd-b614-49389c39ceac None None] Provisioning for port dc89e5ab-e269-45e2-baa7-10c0c75665ba completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:11:59.312540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bc559aab-a1b3-4bcd-b614-49389c39ceac None None] Provisioning complete for port dc89e5ab-e269-45e2-baa7-10c0c75665ba triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:59.312540 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bc559aab-a1b3-4bcd-b614-49389c39ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.341412 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-607d1eb9-f8eb-4192-8317-5897bc98efe4 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.355649 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-607d1eb9-f8eb-4192-8317-5897bc98efe4 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.374518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21c98b-5ba0-40cc-adad-eeee4a9e16d8 req-9f890af8-9648-46b4-a01e-2beb3923becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:11:59.376755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea21c98b-5ba0-40cc-adad-eeee4a9e16d8 req-9f890af8-9648-46b4-a01e-2beb3923becb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943334 Aug 29 07:11:59.380734 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6a89c9a-9d4d-4e56-8e03-99566db53097 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.472436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d685-1450-4003-bb8d-e3ae3a79a882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.475725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d685-1450-4003-bb8d-e3ae3a79a882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.479403 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4ba5d685-1450-4003-bb8d-e3ae3a79a882 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3f3b71ae-4a13-430d-b902-60d8fdc48807 HTTP/1.1" status: 204 len: 168 time: 0.2947938 Aug 29 07:11:59.494337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea21c98b-5ba0-40cc-adad-eeee4a9e16d8 req-0aa33fe7-5003-4352-9c10-8eacd29c70a6 service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051183 Aug 29 07:11:59.497155 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5d685-1450-4003-bb8d-e3ae3a79a882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3b71ae-4a13-430d-b902-60d8fdc48807,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:59.573660 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-607d1eb9-f8eb-4192-8317-5897bc98efe4 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.573914 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6a89c9a-9d4d-4e56-8e03-99566db53097 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.590626 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-607d1eb9-f8eb-4192-8317-5897bc98efe4 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.594279 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-607d1eb9-f8eb-4192-8317-5897bc98efe4 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/2c7547fe-795f-4e05-8fb1-a269b8b7ea20 HTTP/1.1" status: 204 len: 168 time: 0.3150597 Aug 29 07:11:59.598001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d1eb9-f8eb-4192-8317-5897bc98efe4 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c7547fe-795f-4e05-8fb1-a269b8b7ea20,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:59.598151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55750) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:59.638919 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea21c98b-5ba0-40cc-adad-eeee4a9e16d8 req-47e1a801-9e14-4282-bb18-eec000e3910c service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378217 Aug 29 07:11:59.646984 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cd113288-a595-4e30-8634-3f11dfcce16f tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0504999 Aug 29 07:11:59.649979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55752) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:59.652388 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6a89c9a-9d4d-4e56-8e03-99566db53097 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.688330 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a89c9a-9d4d-4e56-8e03-99566db53097 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef17ab3d-d2bf-4bf7-8c33-ee82756728f5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:59.720047 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ba2393f-1f90-41b8-8d23-28b898639c72 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.748558 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ba2393f-1f90-41b8-8d23-28b898639c72 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.760719 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6a89c9a-9d4d-4e56-8e03-99566db53097 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.762039 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f6a89c9a-9d4d-4e56-8e03-99566db53097 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5347903 Aug 29 07:11:59.768390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55754) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:59.769893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1041617887', 'security_groups': ['ef17ab3d-d2bf-4bf7-8c33-ee82756728f5'], 'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '03140b92-6892-4b5f-b835-171669780c86'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:11:59.786569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dc89e5ab-e269-45e2-baa7-10c0c75665ba up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:11:59.841399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port dc89e5ab-e269-45e2-baa7-10c0c75665ba triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:11:59.841768 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.887112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ba2393f-1f90-41b8-8d23-28b898639c72 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.897155 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ba2393f-1f90-41b8-8d23-28b898639c72 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:11:59.897155 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0ba2393f-1f90-41b8-8d23-28b898639c72 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-groups/a088505c-163e-437d-bbaa-0108c829ce36 HTTP/1.1" status: 204 len: 168 time: 0.2399659 Aug 29 07:11:59.899455 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55758) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:59.901833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2393f-1f90-41b8-8d23-28b898639c72 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a088505c-163e-437d-bbaa-0108c829ce36,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:11:59.965588 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-42d70edd-409f-483c-8c71-e82185820ad5 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0636506 Aug 29 07:11:59.969490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55762) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:11:59.987032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2c8d3fe9-acb4-4c8b-a516-4c3cfa16ddac tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group': {'name': 'tempest-secgroup--971900208'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:00.025744 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:00.125480 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:00.145127 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] device_id is not set on port ff88e672-0f74-4c9f-a399-ff1403322517 yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:12:00.186260 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3fe9-acb4-4c8b-a516-4c3cfa16ddac tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:00.374685 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Allocated IP 2001:db8::75 (db62a9b1-1ff2-4396-bc59-a7de9b7a063b/03140b92-6892-4b5f-b835-171669780c86/ff88e672-0f74-4c9f-a399-ff1403322517) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:12:00.396295 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3fe9-acb4-4c8b-a516-4c3cfa16ddac tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:00.543845 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:00.553176 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3fe9-acb4-4c8b-a516-4c3cfa16ddac tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:00.581392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Transition to ACTIVE for port object ff88e672-0f74-4c9f-a399-ff1403322517 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:00.604842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d3fe9-acb4-4c8b-a516-4c3cfa16ddac tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc9620b-c3b3-402e-9a1e-90acf8a0dba0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:00.686697 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3fe9-acb4-4c8b-a516-4c3cfa16ddac tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:00.688076 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2c8d3fe9-acb4-4c8b-a516-4c3cfa16ddac tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7147360 Aug 29 07:12:00.690727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55778) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:00.695920 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-85649351-3a32-4d4c-85ba-ec62f94a8f33 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group_rule': {'security_group_id': 'cbc9620b-c3b3-402e-9a1e-90acf8a0dba0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:00.726900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:00.775115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:12:00.779869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:00.784197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:12:00.790078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:00.790827 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:00.803067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=ff88e672-0f74-4c9f-a399-ff1403322517,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:00.835713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-85649351-3a32-4d4c-85ba-ec62f94a8f33 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:00.900575 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-85649351-3a32-4d4c-85ba-ec62f94a8f33 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:00.912073 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-36b45741-d256-4ad4-b10c-09af83aeecee tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1463087 Aug 29 07:12:00.914985 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55784) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:00.921174 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ad0e1def-c1a5-4e63-98e5-144c466ec8b0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:00.976791 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-85649351-3a32-4d4c-85ba-ec62f94a8f33 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:01.008882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85649351-3a32-4d4c-85ba-ec62f94a8f33 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194be15c-9599-4a2c-82e2-d8b831afd3ec,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:01.094406 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-85649351-3a32-4d4c-85ba-ec62f94a8f33 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:01.095497 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-85649351-3a32-4d4c-85ba-ec62f94a8f33 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4031816 Aug 29 07:12:01.099544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55790) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:01.124013 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0e83b04d-e560-4531-bd02-29cf69a2a21b tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules/194be15c-9599-4a2c-82e2-d8b831afd3ec HTTP/1.1" status: 200 len: 763 time: 0.0223997 Aug 29 07:12:01.142711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55792) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:01.172875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-536e5180-bdaf-4b80-9233-e7e2b81fac3a tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0452228 Aug 29 07:12:01.180164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55794) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:01.195502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0e1def-c1a5-4e63-98e5-144c466ec8b0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:01.200159 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1def-c1a5-4e63-98e5-144c466ec8b0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:01.208320 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8d69d7c-b781-4ab3-a3f1-39cc3f258a95 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:01.220343 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8d69d7c-b781-4ab3-a3f1-39cc3f258a95 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:01.235216 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c7db20d4-7182-489b-bd13-dfa90806dae3 None None] Provisioning for port ff88e672-0f74-4c9f-a399-ff1403322517 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:01.243733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c7db20d4-7182-489b-bd13-dfa90806dae3 None None] Provisioning complete for port ff88e672-0f74-4c9f-a399-ff1403322517 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:01.244118 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c7db20d4-7182-489b-bd13-dfa90806dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:01.288822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c7db20d4-7182-489b-bd13-dfa90806dae3 None None] Port ff88e672-0f74-4c9f-a399-ff1403322517 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:12:01.321505 n-d-713301-12 neutron-server[95403]: INFO neutron.db.ipam_backend_mixin [None req-ad0e1def-c1a5-4e63-98e5-144c466ec8b0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03140b92-6892-4b5f-b835-171669780c86 (CIDR: 2001:db8::/64) Aug 29 07:12:01.338196 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8d69d7c-b781-4ab3-a3f1-39cc3f258a95 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:01.343893 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f8d69d7c-b781-4ab3-a3f1-39cc3f258a95 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:01.348162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f8d69d7c-b781-4ab3-a3f1-39cc3f258a95 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/194be15c-9599-4a2c-82e2-d8b831afd3ec HTTP/1.1" status: 204 len: 168 time: 0.1640410 Aug 29 07:12:01.348579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55798) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:01.356080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d69d7c-b781-4ab3-a3f1-39cc3f258a95 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=194be15c-9599-4a2c-82e2-d8b831afd3ec,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:01.388819 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0e1def-c1a5-4e63-98e5-144c466ec8b0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:12:01.389415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad0e1def-c1a5-4e63-98e5-144c466ec8b0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:12:01.404528 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f995e3bc-ef16-4d28-a080-94506d49eac9 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0547013 Aug 29 07:12:01.407365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55800) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:01.413638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9ad1c252-462e-4381-95b4-983d85c578ea tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group_rule': {'security_group_id': 'cbc9620b-c3b3-402e-9a1e-90acf8a0dba0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:01.518045 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ad0e1def-c1a5-4e63-98e5-144c466ec8b0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6016786 Aug 29 07:12:01.529689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55806) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:01.537266 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-27d356af-3a85-4e11-8bc8-47a0e1e589a0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:01.623589 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c252-462e-4381-95b4-983d85c578ea tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:01.679638 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c252-462e-4381-95b4-983d85c578ea tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:02.338126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d356af-3a85-4e11-8bc8-47a0e1e589a0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:02.348078 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27d356af-3a85-4e11-8bc8-47a0e1e589a0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:02.412519 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c252-462e-4381-95b4-983d85c578ea tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:02.437125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1c252-462e-4381-95b4-983d85c578ea tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdddce0-4841-4657-8eed-4b53a25d55c6,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:02.453793 n-d-713301-12 neutron-server[95403]: INFO neutron.db.ipam_backend_mixin [None req-27d356af-3a85-4e11-8bc8-47a0e1e589a0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0ccfdbf4-1d4f-4e26-891c-2118d3db1338 (CIDR: 2001:db8:0:1::/64) Aug 29 07:12:02.488673 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d356af-3a85-4e11-8bc8-47a0e1e589a0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:12:02.489143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d356af-3a85-4e11-8bc8-47a0e1e589a0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:12:02.532672 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c252-462e-4381-95b4-983d85c578ea tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:02.533952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9ad1c252-462e-4381-95b4-983d85c578ea tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1253633 Aug 29 07:12:02.537157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55834) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:02.553769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0fe14b6e-aeb5-47cd-a28e-47aefe544f9b tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules/fbdddce0-4841-4657-8eed-4b53a25d55c6 HTTP/1.1" status: 200 len: 763 time: 0.0155332 Aug 29 07:12:02.561166 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55836) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:02.606476 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1cfd5b7a-4a6e-4f8b-9e55-758d8f8210b3 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0441716 Aug 29 07:12:02.609058 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55838) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:02.633162 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e56aae3e-e9fc-4020-8f93-eeda3ab05b3d tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:02.642063 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e56aae3e-e9fc-4020-8f93-eeda3ab05b3d tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:02.664685 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-27d356af-3a85-4e11-8bc8-47a0e1e589a0 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1334927 Aug 29 07:12:02.667407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55840) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:02.672815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-47c3bec1-5628-4c2f-b8c9-85884c9270e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'subnet': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:02.755625 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e56aae3e-e9fc-4020-8f93-eeda3ab05b3d tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:02.763665 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e56aae3e-e9fc-4020-8f93-eeda3ab05b3d tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:02.764756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e56aae3e-e9fc-4020-8f93-eeda3ab05b3d tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/fbdddce0-4841-4657-8eed-4b53a25d55c6 HTTP/1.1" status: 204 len: 168 time: 0.1547837 Aug 29 07:12:02.768213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55842) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:02.777466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56aae3e-e9fc-4020-8f93-eeda3ab05b3d tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbdddce0-4841-4657-8eed-4b53a25d55c6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:02.815708 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bc1c4252-7b22-4efc-a66b-aa9245563476 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464303 Aug 29 07:12:02.818729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55844) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:02.823779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2d42a647-5f7e-472f-b542-b5201c01f976 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Request body: {'security_group_rule': {'security_group_id': 'cbc9620b-c3b3-402e-9a1e-90acf8a0dba0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:02.909682 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c3bec1-5628-4c2f-b8c9-85884c9270e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Made reservation on behalf of 47576081f0824b18b2454c6797077522 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:02.913796 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-47c3bec1-5628-4c2f-b8c9-85884c9270e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:02.930170 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55856) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:03.046578 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-2d42a647-5f7e-472f-b542-b5201c01f976 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Project eeec5a48e0ab493f8125c1c9277e50ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:12:03.048658 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d42a647-5f7e-472f-b542-b5201c01f976 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.094459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6451cc48-3448-4c32-bbd3-ef58c061ac47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.137533 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d42a647-5f7e-472f-b542-b5201c01f976 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.240898 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d42a647-5f7e-472f-b542-b5201c01f976 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.264589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42a647-5f7e-472f-b542-b5201c01f976 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3aa8950-dcac-4efc-9c2b-0d69de987362,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:03.583339 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6451cc48-3448-4c32-bbd3-ef58c061ac47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.635459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-47c3bec1-5628-4c2f-b8c9-85884c9270e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.682467 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3bec1-5628-4c2f-b8c9-85884c9270e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:12:03.688369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-47c3bec1-5628-4c2f-b8c9-85884c9270e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:03.692361 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6451cc48-3448-4c32-bbd3-ef58c061ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.698168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c3bec1-5628-4c2f-b8c9-85884c9270e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:03.698768 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-47c3bec1-5628-4c2f-b8c9-85884c9270e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.700806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52eb16-50e0-4033-ac04-0f579df7ecf7 None None] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:03.727344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3bec1-5628-4c2f-b8c9-85884c9270e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Subnet': ['ID=6a5e8d83-8353-498f-9897-764330abe7f2,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:03.751586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6451cc48-3448-4c32-bbd3-ef58c061ac47 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=92ef26a310c848adaec8ab470db59c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8203418 Aug 29 07:12:03.753337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451cc48-3448-4c32-bbd3-ef58c061ac47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e3bec5-a159-474d-a7f9-b994965507bd,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:03.755303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55866) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:03.774626 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.807309 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2d42a647-5f7e-472f-b542-b5201c01f976 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.808903 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2d42a647-5f7e-472f-b542-b5201c01f976 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9890141 Aug 29 07:12:03.811695 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55868) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:03.824233 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-47c3bec1-5628-4c2f-b8c9-85884c9270e5 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1532617 Aug 29 07:12:03.827054 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55870) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:03.837091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c48262a2-5050-4ae5-9abe-1a4c747c89ca tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules/b3aa8950-dcac-4efc-9c2b-0d69de987362 HTTP/1.1" status: 200 len: 769 time: 0.0226243 Aug 29 07:12:03.838571 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-53fdb6e4-54d1-4f4f-b81c-fdaad98eb6c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1059521183', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6a5e8d83-8353-498f-9897-764330abe7f2'}], 'security_groups': ['8ba80209-4b99-4abe-ab35-c06d8655f301', '9ee26e3d-652c-48e2-a8d1-0bd17e16ea69']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:03.839483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55872) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:03.844087 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eee7546e-037b-40c6-8b52-91928102aa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.884620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ad6a5b92-54a0-4b92-ba8f-4f50f2d4c7aa tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0439386 Aug 29 07:12:03.887120 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55874) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:03.900615 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eee7546e-037b-40c6-8b52-91928102aa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.913831 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d12b48eb-2184-4ba5-aeb3-00e7adddb5b2 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.923160 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d12b48eb-2184-4ba5-aeb3-00e7adddb5b2 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.968623 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53fdb6e4-54d1-4f4f-b81c-fdaad98eb6c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:03.980092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40043e8b-06b3-4b4c-ae4d-13a42d9de8fc None None] Update dhcp port {'port': {'network_id': 'db62a9b1-1ff2-4396-bc59-a7de9b7a063b', 'fixed_ips': [{'subnet_id': '0ccfdbf4-1d4f-4e26-891c-2118d3db1338', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '03140b92-6892-4b5f-b835-171669780c86', 'ip_address': '2001:db8::2'}, {'subnet_id': '6a5e8d83-8353-498f-9897-764330abe7f2'}], 'binding:host_id': 'n-d-713301-12'}, 'id': 'dc89e5ab-e269-45e2-baa7-10c0c75665ba'} from n-d-713301-12. {{(pid=95405) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 07:12:04.013418 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-40043e8b-06b3-4b4c-ae4d-13a42d9de8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:04.052440 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d12b48eb-2184-4ba5-aeb3-00e7adddb5b2 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:04.061647 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d12b48eb-2184-4ba5-aeb3-00e7adddb5b2 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:04.063837 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d12b48eb-2184-4ba5-aeb3-00e7adddb5b2 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/b3aa8950-dcac-4efc-9c2b-0d69de987362 HTTP/1.1" status: 204 len: 168 time: 0.1757202 Aug 29 07:12:04.066594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55876) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:04.074699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b48eb-2184-4ba5-aeb3-00e7adddb5b2 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3aa8950-dcac-4efc-9c2b-0d69de987362,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:04.175265 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e80f4ed1-7c62-45d0-b383-939443b196fe tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1074240 Aug 29 07:12:04.178885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eee7546e-037b-40c6-8b52-91928102aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:04.179305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55878) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:04.186476 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eee7546e-037b-40c6-8b52-91928102aa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:04.186476 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-eee7546e-037b-40c6-8b52-91928102aa1d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/08e3bec5-a159-474d-a7f9-b994965507bd HTTP/1.1" status: 204 len: 168 time: 0.4255557 Aug 29 07:12:04.195733 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7546e-037b-40c6-8b52-91928102aa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e3bec5-a159-474d-a7f9-b994965507bd,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:04.250180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-40043e8b-06b3-4b4c-ae4d-13a42d9de8fc None None] Allocated IP 2001:db8:0:2::2 (db62a9b1-1ff2-4396-bc59-a7de9b7a063b/6a5e8d83-8353-498f-9897-764330abe7f2/dc89e5ab-e269-45e2-baa7-10c0c75665ba) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:12:04.297518 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b49a4634-7745-4965-a057-48db4f617bf1 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:04.322203 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b49a4634-7745-4965-a057-48db4f617bf1 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:04.363017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-40043e8b-06b3-4b4c-ae4d-13a42d9de8fc None None] For port dc89e5ab-e269-45e2-baa7-10c0c75665ba, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dc89e5ab-e269-45e2-baa7-10c0c75665ba,segment=NetworkSegment(8fa497cd-cd92-491e-b104-55fd6788ed2c),segment_id=8fa497cd-cd92-491e-b104-55fd6788ed2c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:04.401136 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-40043e8b-06b3-4b4c-ae4d-13a42d9de8fc None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:04.475007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-40043e8b-06b3-4b4c-ae4d-13a42d9de8fc None None] Transition to ACTIVE for port object dc89e5ab-e269-45e2-baa7-10c0c75665ba will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:04.475239 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b49a4634-7745-4965-a057-48db4f617bf1 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:04.477934 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b49a4634-7745-4965-a057-48db4f617bf1 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:04.479229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b49a4634-7745-4965-a057-48db4f617bf1 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "DELETE /v2.0/security-groups/cbc9620b-c3b3-402e-9a1e-90acf8a0dba0 HTTP/1.1" status: 204 len: 168 time: 0.2986751 Aug 29 07:12:04.487458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55892) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:04.490047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a4634-7745-4965-a057-48db4f617bf1 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc9620b-c3b3-402e-9a1e-90acf8a0dba0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:04.552732 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c022cfcf-67bd-468b-9b07-8f9671904577 tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0590608 Aug 29 07:12:04.553082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55896) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:04.578058 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-40043e8b-06b3-4b4c-ae4d-13a42d9de8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:04.612018 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5a67868a-c881-4026-83b9-a924f2084bbb tempest-SecGroupIPv6Test-1464706792 tempest-SecGroupIPv6Test-1464706792-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546730 Aug 29 07:12:04.672764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40043e8b-06b3-4b4c-ae4d-13a42d9de8fc None None] Pushing event updated for resources: {'Port': ['ID=dc89e5ab-e269-45e2-baa7-10c0c75665ba,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:04.756553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-53fdb6e4-54d1-4f4f-b81c-fdaad98eb6c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Delete allocated IP 2001:db8::75 (db62a9b1-1ff2-4396-bc59-a7de9b7a063b/03140b92-6892-4b5f-b835-171669780c86) {{(pid=95403) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 07:12:04.772059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-53fdb6e4-54d1-4f4f-b81c-fdaad98eb6c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Allocated IP 2001:db8:0:2::125 (db62a9b1-1ff2-4396-bc59-a7de9b7a063b/6a5e8d83-8353-498f-9897-764330abe7f2/ff88e672-0f74-4c9f-a399-ff1403322517) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:12:04.978725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53fdb6e4-54d1-4f4f-b81c-fdaad98eb6c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:04.999740 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-53fdb6e4-54d1-4f4f-b81c-fdaad98eb6c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Transition to ACTIVE for port object ff88e672-0f74-4c9f-a399-ff1403322517 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:05.077472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55900) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:05.095616 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2acae8b6-0b24-4313-b06a-40145cd138ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.150272 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53fdb6e4-54d1-4f4f-b81c-fdaad98eb6c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.252399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-53fdb6e4-54d1-4f4f-b81c-fdaad98eb6c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] In _notify_port_updated(), no bound segment for port ff88e672-0f74-4c9f-a399-ff1403322517 on network db62a9b1-1ff2-4396-bc59-a7de9b7a063b {{(pid=95403) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 07:12:05.258538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fdb6e4-54d1-4f4f-b81c-fdaad98eb6c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:05.259204 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53fdb6e4-54d1-4f4f-b81c-fdaad98eb6c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.260562 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-53fdb6e4-54d1-4f4f-b81c-fdaad98eb6c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "PUT /v2.0/ports/ff88e672-0f74-4c9f-a399-ff1403322517 HTTP/1.1" status: 200 len: 970 time: 1.4323404 Aug 29 07:12:05.263752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55904) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:05.265498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdb6e4-54d1-4f4f-b81c-fdaad98eb6c2 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event updated for resources: {'Port': ['ID=ff88e672-0f74-4c9f-a399-ff1403322517,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:05.344508 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2acae8b6-0b24-4313-b06a-40145cd138ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.345541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55908) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:05.430888 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2acae8b6-0b24-4313-b06a-40145cd138ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.502228 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2acae8b6-0b24-4313-b06a-40145cd138ca admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b5611168422f4b2d98fe3a61cb153464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235632 Aug 29 07:12:05.503772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acae8b6-0b24-4313-b06a-40145cd138ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f843a15-3870-4e77-908f-9ad58f7ffd02,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:05.505403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55912) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:05.513366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-edc9eb59-a259-4663-9280-516032475b80 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port ff88e672-0f74-4c9f-a399-ff1403322517 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:12:05.513701 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edc9eb59-a259-4663-9280-516032475b80 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.579579 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3902ce5a-a271-465c-9b4c-00803ac3f661 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eeec5a48e0ab493f8125c1c9277e50ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326276 Aug 29 07:12:05.587358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55916) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:05.612599 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edc9eb59-a259-4663-9280-516032475b80 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.613294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-291c4da6-847b-45d2-a9ac-347444e384ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.626352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-edc9eb59-a259-4663-9280-516032475b80 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for ff88e672-0f74-4c9f-a399-ff1403322517 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:12:05.655482 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-291c4da6-847b-45d2-a9ac-347444e384ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.673740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b5fb22a7-4fca-4a9f-8a99-fab31a7aed49 None None] Provisioning complete for port 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:05.674804 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b5fb22a7-4fca-4a9f-8a99-fab31a7aed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.680280 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60ea98cc-8efb-4270-99eb-9aa99d05982e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.729042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb22a7-4fca-4a9f-8a99-fab31a7aed49 None None] Port 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:12:05.749580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60ea98cc-8efb-4270-99eb-9aa99d05982e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.830000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dc89e5ab-e269-45e2-baa7-10c0c75665ba up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:12:05.869169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b5fb22a7-4fca-4a9f-8a99-fab31a7aed49 None None] Provisioning for port ff88e672-0f74-4c9f-a399-ff1403322517 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:05.880032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b5fb22a7-4fca-4a9f-8a99-fab31a7aed49 None None] Provisioning complete for port ff88e672-0f74-4c9f-a399-ff1403322517 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:05.880689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b5fb22a7-4fca-4a9f-8a99-fab31a7aed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.916942 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-291c4da6-847b-45d2-a9ac-347444e384ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.921457 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-291c4da6-847b-45d2-a9ac-347444e384ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.923206 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-291c4da6-847b-45d2-a9ac-347444e384ff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2f843a15-3870-4e77-908f-9ad58f7ffd02 HTTP/1.1" status: 204 len: 168 time: 0.4173801 Aug 29 07:12:05.924530 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60ea98cc-8efb-4270-99eb-9aa99d05982e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.928843 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60ea98cc-8efb-4270-99eb-9aa99d05982e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:05.931317 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-60ea98cc-8efb-4270-99eb-9aa99d05982e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3a75f1b6-8077-4768-9e5e-3e876f9acd75 HTTP/1.1" status: 204 len: 168 time: 0.3466787 Aug 29 07:12:05.942909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c4da6-847b-45d2-a9ac-347444e384ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f843a15-3870-4e77-908f-9ad58f7ffd02,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:05.959762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea98cc-8efb-4270-99eb-9aa99d05982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a75f1b6-8077-4768-9e5e-3e876f9acd75,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:05.996861 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb22a7-4fca-4a9f-8a99-fab31a7aed49 None None] Port ff88e672-0f74-4c9f-a399-ff1403322517 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:12:06.046601 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edc9eb59-a259-4663-9280-516032475b80 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.077895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9eb59-a259-4663-9280-516032475b80 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=ff88e672-0f74-4c9f-a399-ff1403322517,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:06.113815 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edc9eb59-a259-4663-9280-516032475b80 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.116470 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-edc9eb59-a259-4663-9280-516032475b80 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/ff88e672-0f74-4c9f-a399-ff1403322517 HTTP/1.1" status: 204 len: 168 time: 0.8503101 Aug 29 07:12:06.119166 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55922) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:06.146381 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7e14bd-1357-4a49-84de-59148b8cb443 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] GET failed (client error): The resource could not be found. Aug 29 07:12:06.148138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ec7e14bd-1357-4a49-84de-59148b8cb443 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports/ff88e672-0f74-4c9f-a399-ff1403322517 HTTP/1.1" status: 404 len: 333 time: 0.0277314 Aug 29 07:12:06.151208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55924) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:06.167779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b5fb22a7-4fca-4a9f-8a99-fab31a7aed49 None None] Provisioning for port dc89e5ab-e269-45e2-baa7-10c0c75665ba completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:06.173280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b5fb22a7-4fca-4a9f-8a99-fab31a7aed49 None None] Provisioning complete for port dc89e5ab-e269-45e2-baa7-10c0c75665ba triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:06.175003 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b5fb22a7-4fca-4a9f-8a99-fab31a7aed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.251893 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6281d963-9a7a-47e1-9961-4e41083be2bd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.299532 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6281d963-9a7a-47e1-9961-4e41083be2bd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.475729 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b6c79030-eaa7-415b-9eed-0a569abe1809 None None] Could not find standard attr ID for object ff88e672-0f74-4c9f-a399-ff1403322517. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 07:12:06.488502 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6281d963-9a7a-47e1-9961-4e41083be2bd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.496617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6281d963-9a7a-47e1-9961-4e41083be2bd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.501327 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6281d963-9a7a-47e1-9961-4e41083be2bd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/security-groups/ef17ab3d-d2bf-4bf7-8c33-ee82756728f5 HTTP/1.1" status: 204 len: 168 time: 0.3483012 Aug 29 07:12:06.502669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55944) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:06.527210 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281d963-9a7a-47e1-9961-4e41083be2bd tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef17ab3d-d2bf-4bf7-8c33-ee82756728f5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:06.595709 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-604bc260-843d-469b-8be4-7f95400da3b9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.622446 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-604bc260-843d-469b-8be4-7f95400da3b9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.754750 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-604bc260-843d-469b-8be4-7f95400da3b9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.758061 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-604bc260-843d-469b-8be4-7f95400da3b9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.760493 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-604bc260-843d-469b-8be4-7f95400da3b9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/security-groups/9ee26e3d-652c-48e2-a8d1-0bd17e16ea69 HTTP/1.1" status: 204 len: 168 time: 0.2555287 Aug 29 07:12:06.762669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55952) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:06.773519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bc260-843d-469b-8be4-7f95400da3b9 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee26e3d-652c-48e2-a8d1-0bd17e16ea69,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:06.841130 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b4d04fac-5cdd-4532-b91e-f2308c6c084f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.867589 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b4d04fac-5cdd-4532-b91e-f2308c6c084f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.990416 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b4d04fac-5cdd-4532-b91e-f2308c6c084f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.993213 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b4d04fac-5cdd-4532-b91e-f2308c6c084f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:06.995355 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b4d04fac-5cdd-4532-b91e-f2308c6c084f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/security-groups/8ba80209-4b99-4abe-ab35-c06d8655f301 HTTP/1.1" status: 204 len: 168 time: 0.2301974 Aug 29 07:12:06.999885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55964) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:07.014776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d04fac-5cdd-4532-b91e-f2308c6c084f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba80209-4b99-4abe-ab35-c06d8655f301,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:07.068002 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-938e3980-665c-418a-981e-80a72184ec6f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting subnet 03140b92-6892-4b5f-b835-171669780c86 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:12:07.071942 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-938e3980-665c-418a-981e-80a72184ec6f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:07.121796 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-938e3980-665c-418a-981e-80a72184ec6f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:07.238713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-938e3980-665c-418a-981e-80a72184ec6f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:07.361337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55972) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:07.452875 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-938e3980-665c-418a-981e-80a72184ec6f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:07.488178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e783875a-fc42-40a1-9a46-fcf8925139d6 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110978993'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:07.496795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e3980-665c-418a-981e-80a72184ec6f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Subnet': ['ID=03140b92-6892-4b5f-b835-171669780c86,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:07.498962 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-938e3980-665c-418a-981e-80a72184ec6f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:07.511478 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-938e3980-665c-418a-981e-80a72184ec6f tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/03140b92-6892-4b5f-b835-171669780c86 HTTP/1.1" status: 204 len: 168 time: 0.4996793 Aug 29 07:12:07.511932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 55978) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:07.512036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15dbd0c-7419-4e27-bcfd-e9889194858a None None] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:07.588128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddf3552-5b35-488a-bf66-10816985b588 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting subnet 6a5e8d83-8353-498f-9897-764330abe7f2 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:12:07.592641 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3552-5b35-488a-bf66-10816985b588 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:07.601248 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e783875a-fc42-40a1-9a46-fcf8925139d6 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:07.613607 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e783875a-fc42-40a1-9a46-fcf8925139d6 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:07.646303 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3552-5b35-488a-bf66-10816985b588 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:07.746441 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e783875a-fc42-40a1-9a46-fcf8925139d6 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:07.763039 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3552-5b35-488a-bf66-10816985b588 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:07.875042 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e783875a-fc42-40a1-9a46-fcf8925139d6 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:07.904902 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3552-5b35-488a-bf66-10816985b588 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:07.933176 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3552-5b35-488a-bf66-10816985b588 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:07.940677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6ddf3552-5b35-488a-bf66-10816985b588 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/6a5e8d83-8353-498f-9897-764330abe7f2 HTTP/1.1" status: 204 len: 168 time: 0.4302542 Aug 29 07:12:07.942345 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783875a-fc42-40a1-9a46-fcf8925139d6 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3c1187-282a-4658-a85b-6beee90e0905,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:07.943616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55990) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:07.972157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf3552-5b35-488a-bf66-10816985b588 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5e8d83-8353-498f-9897-764330abe7f2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:07.990583 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-051b079d-d9bc-4d19-92c7-91a75b0e6830 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] DELETE failed (client error): The resource could not be found. Aug 29 07:12:07.991179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051b079d-d9bc-4d19-92c7-91a75b0e6830 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:12:07.992842 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-051b079d-d9bc-4d19-92c7-91a75b0e6830 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/03140b92-6892-4b5f-b835-171669780c86 HTTP/1.1" status: 404 len: 337 time: 0.0464957 Aug 29 07:12:07.995405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 55992) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.075770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d682fd-298f-4332-a887-ffb6b9079788 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting subnet 0ccfdbf4-1d4f-4e26-891c-2118d3db1338 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:12:08.085347 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-76d682fd-298f-4332-a887-ffb6b9079788 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.112017 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e783875a-fc42-40a1-9a46-fcf8925139d6 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.137420 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-76d682fd-298f-4332-a887-ffb6b9079788 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.143686 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-af08c575-6ac9-47ed-8f73-0cadd731e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.162736 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e783875a-fc42-40a1-9a46-fcf8925139d6 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.218431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783875a-fc42-40a1-9a46-fcf8925139d6 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8584d67-c6ee-4370-aca5-02baf5cc984f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:08.267933 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-76d682fd-298f-4332-a887-ffb6b9079788 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.304613 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e783875a-fc42-40a1-9a46-fcf8925139d6 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.308877 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e783875a-fc42-40a1-9a46-fcf8925139d6 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9463713 Aug 29 07:12:08.309257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56002) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.381527 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-629770b0-3fe1-4d1d-9a33-4c4875bf0012 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0707867 Aug 29 07:12:08.384381 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56004) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.390000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-22b09698-7846-4895-bbc6-d1b9389ec256 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group': {'name': 'tempest-security--585565652', 'description': 'tempest-security-description-1117856568'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:08.401910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2477d24c-3da0-4c9f-93ad-25e7ebc0f949 None None] Network db62a9b1-1ff2-4396-bc59-a7de9b7a063b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:08.418079 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-22b09698-7846-4895-bbc6-d1b9389ec256 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.418309 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-76d682fd-298f-4332-a887-ffb6b9079788 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.448000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d682fd-298f-4332-a887-ffb6b9079788 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Subnet': ['ID=0ccfdbf4-1d4f-4e26-891c-2118d3db1338,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:08.454606 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-76d682fd-298f-4332-a887-ffb6b9079788 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.459053 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-76d682fd-298f-4332-a887-ffb6b9079788 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/0ccfdbf4-1d4f-4e26-891c-2118d3db1338 HTTP/1.1" status: 204 len: 168 time: 0.4603267 Aug 29 07:12:08.459477 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56006) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.476019 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-22b09698-7846-4895-bbc6-d1b9389ec256 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.491585 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-a556f1cc-d46e-4299-af60-425891a7b338 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] DELETE failed (client error): The resource could not be found. Aug 29 07:12:08.492216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a556f1cc-d46e-4299-af60-425891a7b338 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:12:08.496617 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a556f1cc-d46e-4299-af60-425891a7b338 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/f73b746b-d7c9-4115-bc90-dc7521063a39 HTTP/1.1" status: 404 len: 337 time: 0.0335517 Aug 29 07:12:08.497021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56008) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.536661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-51e8f0cb-519c-45ec-91e0-196270762f82 None None] Provisioning complete for port 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:08.538279 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-51e8f0cb-519c-45ec-91e0-196270762f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.539942 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3d5d6d2f-304c-4a00-8672-eafd8b518c86 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "GET /v2.0/ports?device_id=179945f6-5af5-4d4d-ace6-08ebb06c984d HTTP/1.1" status: 200 len: 205 time: 0.0414734 Aug 29 07:12:08.542007 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56010) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.554793 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-22b09698-7846-4895-bbc6-d1b9389ec256 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.557428 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-22b09698-7846-4895-bbc6-d1b9389ec256 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.558717 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-22b09698-7846-4895-bbc6-d1b9389ec256 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "PUT /v2.0/security-groups/e8584d67-c6ee-4370-aca5-02baf5cc984f HTTP/1.1" status: 200 len: 1779 time: 0.1733775 Aug 29 07:12:08.563700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56012) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.603522 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-79568256-6be6-419b-a80e-6260e6328163 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] delete failed (client error): The resource could not be found. Aug 29 07:12:08.604811 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-79568256-6be6-419b-a80e-6260e6328163 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/routers/179945f6-5af5-4d4d-ace6-08ebb06c984d HTTP/1.1" status: 404 len: 336 time: 0.0609050 Aug 29 07:12:08.609255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56014) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.649570 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ab1a93-7bd1-40a7-ad9c-989f95e99a66 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] DELETE failed (client error): The resource could not be found. Aug 29 07:12:08.650057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ab1a93-7bd1-40a7-ad9c-989f95e99a66 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:12:08.653305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f04659fa-0bdb-434c-9759-9719bf847410 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-groups/e8584d67-c6ee-4370-aca5-02baf5cc984f HTTP/1.1" status: 200 len: 1779 time: 0.0881040 Aug 29 07:12:08.656112 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d3ab1a93-7bd1-40a7-ad9c-989f95e99a66 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/c724ee2c-c67a-4027-9855-1adcd1515c1a HTTP/1.1" status: 404 len: 337 time: 0.0452795 Aug 29 07:12:08.656849 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56018) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.657146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56020) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.663874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b09698-7846-4895-bbc6-d1b9389ec256 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8584d67-c6ee-4370-aca5-02baf5cc984f,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:08.711415 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebc6304-c5ed-4924-a537-075ed7fe514e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] DELETE failed (client error): The resource could not be found. Aug 29 07:12:08.712352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ebc6304-c5ed-4924-a537-075ed7fe514e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:12:08.713726 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7ebc6304-c5ed-4924-a537-075ed7fe514e tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/4dd3c9e1-2dbd-41db-8a34-a0761b89b6eb HTTP/1.1" status: 404 len: 337 time: 0.0430131 Aug 29 07:12:08.717274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56022) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.745559 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2e4009-4584-436b-ab40-4ed75ad88ec6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] DELETE failed (client error): The resource could not be found. Aug 29 07:12:08.746022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2e4009-4584-436b-ab40-4ed75ad88ec6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:12:08.747857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cb2e4009-4584-436b-ab40-4ed75ad88ec6 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/79c898ec-857c-4824-8a3b-260e71509289 HTTP/1.1" status: 404 len: 337 time: 0.0295813 Aug 29 07:12:08.750666 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56024) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.777429 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7546fc1e-ac9d-4ab5-9140-c3282a5b5e56 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.779507 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a119576-bf85-42df-aa18-9bc857749c4a tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] DELETE failed (client error): The resource could not be found. Aug 29 07:12:08.780621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a119576-bf85-42df-aa18-9bc857749c4a tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:12:08.782611 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2a119576-bf85-42df-aa18-9bc857749c4a tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/ae59111d-4336-4a15-8cc7-3bac7476fc13 HTTP/1.1" status: 404 len: 333 time: 0.0305080 Aug 29 07:12:08.783482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-51e8f0cb-519c-45ec-91e0-196270762f82 None None] Port 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:12:08.787587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56026) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.801184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-51e8f0cb-519c-45ec-91e0-196270762f82 None None] Provisioning complete for port dc89e5ab-e269-45e2-baa7-10c0c75665ba triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:08.801348 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-51e8f0cb-519c-45ec-91e0-196270762f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.823581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7546fc1e-ac9d-4ab5-9140-c3282a5b5e56 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.830861 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-99465266-d51e-4e95-9577-3ac1d6acd10b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] DELETE failed (client error): The resource could not be found. Aug 29 07:12:08.832477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99465266-d51e-4e95-9577-3ac1d6acd10b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:12:08.835087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-99465266-d51e-4e95-9577-3ac1d6acd10b tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/3ad601df-2c50-4858-80d0-79ba98c9eae2 HTTP/1.1" status: 404 len: 337 time: 0.0461774 Aug 29 07:12:08.840367 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56028) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.884952 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-1896f0c0-fb41-4333-bec1-9bb13290ae8c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] DELETE failed (client error): The resource could not be found. Aug 29 07:12:08.887989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1896f0c0-fb41-4333-bec1-9bb13290ae8c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:12:08.890431 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1896f0c0-fb41-4333-bec1-9bb13290ae8c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/737d79ef-4965-493f-9534-d6854da565f7 HTTP/1.1" status: 404 len: 337 time: 0.0475085 Aug 29 07:12:08.894130 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56030) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.902826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc91832-b769-49ef-8af5-05e858f065fe None None] DHCP port deletion for db62a9b1-1ff2-4396-bc59-a7de9b7a063b request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:12:08.935949 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f7bb16-ee32-41d9-a9b4-49933a536701 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] DELETE failed (client error): The resource could not be found. Aug 29 07:12:08.937046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f7bb16-ee32-41d9-a9b4-49933a536701 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:12:08.939386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d8f7bb16-ee32-41d9-a9b4-49933a536701 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/5a0e3490-fae1-4a6b-a2d7-57e86085f76e HTTP/1.1" status: 404 len: 333 time: 0.0438070 Aug 29 07:12:08.942254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56032) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:08.971875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bbc91832-b769-49ef-8af5-05e858f065fe None None] Deleting port dc89e5ab-e269-45e2-baa7-10c0c75665ba {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:12:08.972824 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bbc91832-b769-49ef-8af5-05e858f065fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:08.974523 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-da78b362-a190-4df6-b279-b106a823821c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] DELETE failed (client error): The resource could not be found. Aug 29 07:12:08.974993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da78b362-a190-4df6-b279-b106a823821c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:12:08.979196 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-da78b362-a190-4df6-b279-b106a823821c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/e9ccc23f-3a3d-4242-94af-c04e9965407c HTTP/1.1" status: 404 len: 337 time: 0.0335944 Aug 29 07:12:08.979482 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56034) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:09.006033 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-b073e366-c5b4-474f-ab93-463377c3f7be tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] DELETE failed (client error): The resource could not be found. Aug 29 07:12:09.006497 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b073e366-c5b4-474f-ab93-463377c3f7be tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:12:09.008339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b073e366-c5b4-474f-ab93-463377c3f7be tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/subnets/d37a8105-04b8-47f6-ae5c-d64e2a070396 HTTP/1.1" status: 404 len: 337 time: 0.0278883 Aug 29 07:12:09.010977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56036) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:09.023702 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7546fc1e-ac9d-4ab5-9140-c3282a5b5e56 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.023702 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7546fc1e-ac9d-4ab5-9140-c3282a5b5e56 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.023702 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7546fc1e-ac9d-4ab5-9140-c3282a5b5e56 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-groups/e8584d67-c6ee-4370-aca5-02baf5cc984f HTTP/1.1" status: 204 len: 168 time: 0.3590426 Aug 29 07:12:09.029344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56038) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:09.038885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546fc1e-ac9d-4ab5-9140-c3282a5b5e56 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8584d67-c6ee-4370-aca5-02baf5cc984f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:09.050541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-bbc91832-b769-49ef-8af5-05e858f065fe None None] For port dc89e5ab-e269-45e2-baa7-10c0c75665ba, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=dc89e5ab-e269-45e2-baa7-10c0c75665ba,segment=NetworkSegment(8fa497cd-cd92-491e-b104-55fd6788ed2c),segment_id=8fa497cd-cd92-491e-b104-55fd6788ed2c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:09.051364 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bbc91832-b769-49ef-8af5-05e858f065fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.070508 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bbc91832-b769-49ef-8af5-05e858f065fe None None] Calling delete_port for dc89e5ab-e269-45e2-baa7-10c0c75665ba owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:12:09.092176 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e6c48590-c6f4-4bcb-bff4-73d02947b937 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610919 Aug 29 07:12:09.094676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56042) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:09.109485 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-b7ce8e4f-f80c-46dd-b27e-7d0d9d189f5e tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] delete failed (client error): The resource could not be found. Aug 29 07:12:09.110940 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b7ce8e4f-f80c-46dd-b27e-7d0d9d189f5e tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-groups/e8584d67-c6ee-4370-aca5-02baf5cc984f HTTP/1.1" status: 404 len: 347 time: 0.0152974 Aug 29 07:12:09.116374 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56044) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:09.121709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-75e2b646-c3db-48ab-bc79-6b73a1299746 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582494955'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:09.125158 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-141e14cf-b66e-48bf-b479-282e9ce8bc75 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Deleting port 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:12:09.125584 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-141e14cf-b66e-48bf-b479-282e9ce8bc75 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.205185 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-141e14cf-b66e-48bf-b479-282e9ce8bc75 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.219419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-141e14cf-b66e-48bf-b479-282e9ce8bc75 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Calling delete_port for 7993fe0f-94d7-42ae-ad48-5b50db44a6e4 owned by {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:12:09.281730 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bbc91832-b769-49ef-8af5-05e858f065fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.282814 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75e2b646-c3db-48ab-bc79-6b73a1299746 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.318945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc91832-b769-49ef-8af5-05e858f065fe None None] Pushing event deleted for resources: {'Port': ['ID=dc89e5ab-e269-45e2-baa7-10c0c75665ba,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:09.321104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc91832-b769-49ef-8af5-05e858f065fe None None] No DVR routers for this DVR port dc89e5ab-e269-45e2-baa7-10c0c75665ba on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:12:09.390870 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75e2b646-c3db-48ab-bc79-6b73a1299746 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.412702 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-141e14cf-b66e-48bf-b479-282e9ce8bc75 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.450428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e14cf-b66e-48bf-b479-282e9ce8bc75 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Port': ['ID=7993fe0f-94d7-42ae-ad48-5b50db44a6e4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:09.459682 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-141e14cf-b66e-48bf-b479-282e9ce8bc75 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.461658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-141e14cf-b66e-48bf-b479-282e9ce8bc75 tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/ports/7993fe0f-94d7-42ae-ad48-5b50db44a6e4 HTTP/1.1" status: 204 len: 168 time: 0.4496939 Aug 29 07:12:09.464141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56052) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:09.498014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75e2b646-c3db-48ab-bc79-6b73a1299746 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.529553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2b646-c3db-48ab-bc79-6b73a1299746 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e047ee-1ed8-4528-b98c-40a9aeab79cb,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:09.543457 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fdc59f1c-d92f-4eec-8dad-2f0636f8439c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.623633 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75e2b646-c3db-48ab-bc79-6b73a1299746 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.624938 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-75e2b646-c3db-48ab-bc79-6b73a1299746 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5073509 Aug 29 07:12:09.628024 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56054) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:09.633734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b0c12017-eb66-41aa-b2c3-6efa2bca9b77 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group_rule': {'security_group_id': '40e047ee-1ed8-4528-b98c-40a9aeab79cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:09.641448 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fdc59f1c-d92f-4eec-8dad-2f0636f8439c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.652862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fdc59f1c-d92f-4eec-8dad-2f0636f8439c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db62a9b1-1ff2-4396-bc59-a7de9b7a063b']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:09.664607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fdc59f1c-d92f-4eec-8dad-2f0636f8439c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa497cd-cd92-491e-b104-55fd6788ed2c') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:09.665181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fdc59f1c-d92f-4eec-8dad-2f0636f8439c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa497cd-cd92-491e-b104-55fd6788ed2c') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:09.675662 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fdc59f1c-d92f-4eec-8dad-2f0636f8439c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.692503 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fdc59f1c-d92f-4eec-8dad-2f0636f8439c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.699487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc59f1c-d92f-4eec-8dad-2f0636f8439c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:12:09.699487 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fdc59f1c-d92f-4eec-8dad-2f0636f8439c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:12:09.702646 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:12:09.794809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dc89e5ab-e269-45e2-baa7-10c0c75665ba no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:12:09.818916 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: dc89e5ab-e269-45e2-baa7-10c0c75665ba {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:12:09.819301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device dc89e5ab-e269-45e2-baa7-10c0c75665ba not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:12:09.830149 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b0c12017-eb66-41aa-b2c3-6efa2bca9b77 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.874917 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fdc59f1c-d92f-4eec-8dad-2f0636f8439c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.885782 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fdc59f1c-d92f-4eec-8dad-2f0636f8439c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.890707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fdc59f1c-d92f-4eec-8dad-2f0636f8439c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] 10.222.0.76 "DELETE /v2.0/networks/db62a9b1-1ff2-4396-bc59-a7de9b7a063b HTTP/1.1" status: 204 len: 168 time: 0.4226463 Aug 29 07:12:09.898285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b0c12017-eb66-41aa-b2c3-6efa2bca9b77 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.900093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc59f1c-d92f-4eec-8dad-2f0636f8439c tempest-PortsIpV6TestJSON-605865872 tempest-PortsIpV6TestJSON-605865872-project] Pushing event deleted for resources: {'Network': ['ID=db62a9b1-1ff2-4396-bc59-a7de9b7a063b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:09.949356 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b0c12017-eb66-41aa-b2c3-6efa2bca9b77 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:09.972535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c12017-eb66-41aa-b2c3-6efa2bca9b77 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e0e5ac-f2b2-400c-9de7-82161b531ea3,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:10.063750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b0c12017-eb66-41aa-b2c3-6efa2bca9b77 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:10.065358 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b0c12017-eb66-41aa-b2c3-6efa2bca9b77 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4355857 Aug 29 07:12:10.068688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56062) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:10.094282 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c834343f-f9ab-4a1d-9a67-d23f67a06185 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:10.103472 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c834343f-f9ab-4a1d-9a67-d23f67a06185 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:10.224128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c834343f-f9ab-4a1d-9a67-d23f67a06185 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:10.230901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c834343f-f9ab-4a1d-9a67-d23f67a06185 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:10.232567 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c834343f-f9ab-4a1d-9a67-d23f67a06185 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/85e0e5ac-f2b2-400c-9de7-82161b531ea3 HTTP/1.1" status: 204 len: 168 time: 0.1627629 Aug 29 07:12:10.238259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56064) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:10.239965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834343f-f9ab-4a1d-9a67-d23f67a06185 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85e0e5ac-f2b2-400c-9de7-82161b531ea3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:10.243681 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:12:10.283934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-07133240-9c96-49c6-bd27-b589ecc604df tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474708 Aug 29 07:12:10.287236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56066) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:10.354016 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76a905d7-ae82-4062-8732-b139ca43adff tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:10.393333 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76a905d7-ae82-4062-8732-b139ca43adff tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:10.508165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56072) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:10.537577 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76a905d7-ae82-4062-8732-b139ca43adff tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:10.541697 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76a905d7-ae82-4062-8732-b139ca43adff tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:10.541697 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-76a905d7-ae82-4062-8732-b139ca43adff tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-groups/40e047ee-1ed8-4528-b98c-40a9aeab79cb HTTP/1.1" status: 204 len: 168 time: 0.2533257 Aug 29 07:12:10.544368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56076) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:10.552818 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a905d7-ae82-4062-8732-b139ca43adff tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e047ee-1ed8-4528-b98c-40a9aeab79cb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:10.599829 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2813c3b1-41cb-4e87-8113-af3261c2270f tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0540535 Aug 29 07:12:10.604131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56078) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:10.609987 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d0bbbba5-6c69-4df3-9719-dddb9ec7a78a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group': {'name': 'tempest-secgroup--870238391'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:10.670055 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4a084ad7-b154-4e6c-a790-9cd83a50ae9c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=47576081f0824b18b2454c6797077522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602025 Aug 29 07:12:10.672738 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56080) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:10.726928 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e949f4da-e4ef-4e7f-bf97-4244929b1b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:10.737076 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d0bbbba5-6c69-4df3-9719-dddb9ec7a78a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:10.762117 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e949f4da-e4ef-4e7f-bf97-4244929b1b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:10.864679 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:10.869087 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d0bbbba5-6c69-4df3-9719-dddb9ec7a78a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:11.018144 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e949f4da-e4ef-4e7f-bf97-4244929b1b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:11.021419 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e949f4da-e4ef-4e7f-bf97-4244929b1b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:11.022659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e949f4da-e4ef-4e7f-bf97-4244929b1b32 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c98fe107-b37d-4264-ab2c-d7dff41b08c9 HTTP/1.1" status: 204 len: 168 time: 0.3489065 Aug 29 07:12:11.030968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949f4da-e4ef-4e7f-bf97-4244929b1b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98fe107-b37d-4264-ab2c-d7dff41b08c9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:11.097890 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d0bbbba5-6c69-4df3-9719-dddb9ec7a78a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:11.127804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbbba5-6c69-4df3-9719-dddb9ec7a78a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00abb3cf-01a5-43cb-a522-89d3853898e3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:11.223320 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d0bbbba5-6c69-4df3-9719-dddb9ec7a78a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:11.224572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d0bbbba5-6c69-4df3-9719-dddb9ec7a78a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6194239 Aug 29 07:12:11.229246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56086) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:11.234766 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d0b18858-81d0-4a88-a5dd-1d7982e4e069 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group_rule': {'security_group_id': '00abb3cf-01a5-43cb-a522-89d3853898e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:11.331256 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d0b18858-81d0-4a88-a5dd-1d7982e4e069 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:11.395474 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d0b18858-81d0-4a88-a5dd-1d7982e4e069 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:11.469163 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d0b18858-81d0-4a88-a5dd-1d7982e4e069 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:11.501639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b18858-81d0-4a88-a5dd-1d7982e4e069 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925648b3-6027-49d7-a4d1-98247503bd32,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:11.549183 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-be4c0bb9-78b2-49b2-9ece-71d0cacf7a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:11.596611 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d0b18858-81d0-4a88-a5dd-1d7982e4e069 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:11.599968 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d0b18858-81d0-4a88-a5dd-1d7982e4e069 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3689177 Aug 29 07:12:11.602779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56102) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:11.608426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6ec04640-5762-41b8-837e-24471412d102 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group_rule': {'security_group_id': '00abb3cf-01a5-43cb-a522-89d3853898e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:11.726511 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6ec04640-5762-41b8-837e-24471412d102 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:11.793360 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6ec04640-5762-41b8-837e-24471412d102 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:11.867581 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:11.909303 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6ec04640-5762-41b8-837e-24471412d102 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:11.927361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec04640-5762-41b8-837e-24471412d102 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47768e5b-cc4a-4035-97e8-9eeabed7c0b6,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:12.069450 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6ec04640-5762-41b8-837e-24471412d102 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:12.070635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6ec04640-5762-41b8-837e-24471412d102 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4666905 Aug 29 07:12:12.073702 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56118) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:12.078549 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5b023887-e2a5-4438-a9a5-ca87fe605b22 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group_rule': {'security_group_id': '00abb3cf-01a5-43cb-a522-89d3853898e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:12.183689 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5b023887-e2a5-4438-a9a5-ca87fe605b22 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:12.242756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56122) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:12.254263 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5b023887-e2a5-4438-a9a5-ca87fe605b22 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:12.362812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b5687804-e0e5-4370-b341-59306a442fb9 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-431062492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:12.389474 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5b023887-e2a5-4438-a9a5-ca87fe605b22 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:12.406008 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b023887-e2a5-4438-a9a5-ca87fe605b22 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a54618d-3862-4723-a0bb-d8dc06cf75a1,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:12.480964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5687804-e0e5-4370-b341-59306a442fb9 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:12.482386 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5687804-e0e5-4370-b341-59306a442fb9 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:12.536552 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5687804-e0e5-4370-b341-59306a442fb9 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:12.555386 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5b023887-e2a5-4438-a9a5-ca87fe605b22 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:12.556648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5b023887-e2a5-4438-a9a5-ca87fe605b22 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4818611 Aug 29 07:12:12.559438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56126) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:12.564225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9aa8feac-28d2-4579-bb0a-eb9dc45025ae tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group_rule': {'security_group_id': '00abb3cf-01a5-43cb-a522-89d3853898e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:12.649495 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5687804-e0e5-4370-b341-59306a442fb9 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:12.669170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9aa8feac-28d2-4579-bb0a-eb9dc45025ae tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:12.738842 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9aa8feac-28d2-4579-bb0a-eb9dc45025ae tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:12.761313 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5687804-e0e5-4370-b341-59306a442fb9 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:12.763067 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b5687804-e0e5-4370-b341-59306a442fb9 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5190058 Aug 29 07:12:12.765899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56128) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:12.773422 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2011114110'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:12.823903 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9aa8feac-28d2-4579-bb0a-eb9dc45025ae tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:12.839803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8feac-28d2-4579-bb0a-eb9dc45025ae tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f320bf-6447-48fb-b5be-d235002c4e29,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:12.933184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Made reservation on behalf of 1606fb47b6c14cbaa04223dcb8400b1a for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:12.937243 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:12.948139 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.049530 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9aa8feac-28d2-4579-bb0a-eb9dc45025ae tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.055166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9aa8feac-28d2-4579-bb0a-eb9dc45025ae tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4919262 Aug 29 07:12:13.056105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56138) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:13.061053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e81f9790-9389-420e-94f1-198da040cb06 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group_rule': {'security_group_id': '00abb3cf-01a5-43cb-a522-89d3853898e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:13.164922 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.240949 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.271308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:12:13.298633 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357673b0-25e5-41cd-8fbf-7add5d50cb10,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:13.298633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.298633 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Added segment 0d727d56-1446-42f9-a243-a6d687bfadee of type vlan for network 47fb76ad-a4ad-4884-b4a8-5686d63693ef Aug 29 07:12:13.320971 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e81f9790-9389-420e-94f1-198da040cb06 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.345396 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.388092 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e81f9790-9389-420e-94f1-198da040cb06 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.469064 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.475703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:13.476326 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.549579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e81f9790-9389-420e-94f1-198da040cb06 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.551307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event updated for resources: {'Network': ['ID=47fb76ad-a4ad-4884-b4a8-5686d63693ef,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:13.563636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 47fb76ad-a4ad-4884-b4a8-5686d63693ef details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:12:13.571816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f9790-9389-420e-94f1-198da040cb06 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92de090-4ed2-4372-b2c8-2b1673c7b8e6,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:13.603922 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.641306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b1e0dcf4-1a52-4778-821b-464e9f5a9e0e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8742564 Aug 29 07:12:13.658757 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56144) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:13.664972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0247d4c8-bc73-4993-80a2-45550fdfe49b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Request body: {'subnet': {'network_id': '47fb76ad-a4ad-4884-b4a8-5686d63693ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:13.681869 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e81f9790-9389-420e-94f1-198da040cb06 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.685714 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e81f9790-9389-420e-94f1-198da040cb06 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6258931 Aug 29 07:12:13.686351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56146) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:13.723785 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c364-9fcd-49cc-830a-0aea4658fcd0 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.732424 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c364-9fcd-49cc-830a-0aea4658fcd0 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.898076 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c364-9fcd-49cc-830a-0aea4658fcd0 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.904840 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c364-9fcd-49cc-830a-0aea4658fcd0 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:13.906040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-eaa2c364-9fcd-49cc-830a-0aea4658fcd0 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/f92de090-4ed2-4372-b2c8-2b1673c7b8e6 HTTP/1.1" status: 204 len: 168 time: 0.2181427 Aug 29 07:12:13.908812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56148) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:13.915348 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2c364-9fcd-49cc-830a-0aea4658fcd0 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f92de090-4ed2-4372-b2c8-2b1673c7b8e6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:13.929461 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0247d4c8-bc73-4993-80a2-45550fdfe49b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Made reservation on behalf of 1606fb47b6c14cbaa04223dcb8400b1a for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:13.933547 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0247d4c8-bc73-4993-80a2-45550fdfe49b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.030436 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-64399d70-a132-4353-8ba9-ffa6c8e34fa3 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1199374 Aug 29 07:12:14.035453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56154) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:14.092539 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4657417-01e0-4f5b-9e6a-204c3a94d983 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.104235 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4657417-01e0-4f5b-9e6a-204c3a94d983 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.127054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57912b-37d9-407c-88fa-bf3ec272c019 req-9db183a6-dcaa-40a0-a7db-c5f7f490e10a tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:14.129278 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae57912b-37d9-407c-88fa-bf3ec272c019 req-9db183a6-dcaa-40a0-a7db-c5f7f490e10a tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 1097 time: 0.0745993 Aug 29 07:12:14.155817 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ae57912b-37d9-407c-88fa-bf3ec272c019 req-000b28bd-e6af-4819-ad5c-1d03872c687c tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.258462 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ae57912b-37d9-407c-88fa-bf3ec272c019 req-000b28bd-e6af-4819-ad5c-1d03872c687c tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.269256 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4657417-01e0-4f5b-9e6a-204c3a94d983 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.276031 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4657417-01e0-4f5b-9e6a-204c3a94d983 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.277233 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f4657417-01e0-4f5b-9e6a-204c3a94d983 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/b5f320bf-6447-48fb-b5be-d235002c4e29 HTTP/1.1" status: 204 len: 168 time: 0.2407107 Aug 29 07:12:14.280211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56156) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:14.288118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4657417-01e0-4f5b-9e6a-204c3a94d983 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5f320bf-6447-48fb-b5be-d235002c4e29,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:14.328618 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b1eb2dfd-5aae-4377-8616-1645545dc804 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0471551 Aug 29 07:12:14.331274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56158) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:14.356093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0247d4c8-bc73-4993-80a2-45550fdfe49b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.366108 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f3588dc4-daf4-45d5-acb5-1d9e1dc0e4fc tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.395021 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ae57912b-37d9-407c-88fa-bf3ec272c019 req-000b28bd-e6af-4819-ad5c-1d03872c687c tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.405914 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f3588dc4-daf4-45d5-acb5-1d9e1dc0e4fc tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.419867 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae57912b-37d9-407c-88fa-bf3ec272c019 req-000b28bd-e6af-4819-ad5c-1d03872c687c tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804830 Aug 29 07:12:14.434774 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b28bd-e6af-4819-ad5c-1d03872c687c tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cba4f5-ed82-4b4c-a6ba-670a043320b2,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:14.454605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247d4c8-bc73-4993-80a2-45550fdfe49b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event updated for resources: {'Subnet': ['ID=89c099a5-ea62-478f-829b-d866f8ab2541,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:14.480142 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247d4c8-bc73-4993-80a2-45550fdfe49b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Checking segment: {'id': '0d727d56-1446-42f9-a243-a6d687bfadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '47fb76ad-a4ad-4884-b4a8-5686d63693ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:12:14.480597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0247d4c8-bc73-4993-80a2-45550fdfe49b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Network hostable DHCP agents. Network: 47fb76ad-a4ad-4884-b4a8-5686d63693ef, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:12:14.618014 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0247d4c8-bc73-4993-80a2-45550fdfe49b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Network 47fb76ad-a4ad-4884-b4a8-5686d63693ef is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:12:14.620154 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f3588dc4-daf4-45d5-acb5-1d9e1dc0e4fc tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.627496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f3588dc4-daf4-45d5-acb5-1d9e1dc0e4fc tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.631319 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f3588dc4-daf4-45d5-acb5-1d9e1dc0e4fc tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/2a54618d-3862-4723-a0bb-d8dc06cf75a1 HTTP/1.1" status: 204 len: 168 time: 0.2964690 Aug 29 07:12:14.631652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56164) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:14.641117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3588dc4-daf4-45d5-acb5-1d9e1dc0e4fc tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a54618d-3862-4723-a0bb-d8dc06cf75a1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:14.716427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7be48c64-f8ac-41db-b67e-d4d97f333fa5 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0817101 Aug 29 07:12:14.717638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56168) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:14.732811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d4731-b158-40e6-9154-615d5e7d3ed8 req-4962d9b1-e7c3-4df4-b6de-66cc5f344455 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:14.734856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da7d4731-b158-40e6-9154-615d5e7d3ed8 req-4962d9b1-e7c3-4df4-b6de-66cc5f344455 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.2285531 Aug 29 07:12:14.734989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0247d4c8-bc73-4993-80a2-45550fdfe49b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 47fb76ad-a4ad-4884-b4a8-5686d63693ef) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:14.744192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448d7d1c-ecac-437d-9137-0d92bbf53885 None None] Network 47fb76ad-a4ad-4884-b4a8-5686d63693ef requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:14.761907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0247d4c8-bc73-4993-80a2-45550fdfe49b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:14.768392 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0247d4c8-bc73-4993-80a2-45550fdfe49b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.786900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-918dba12-d28d-4f36-87c6-36d520992e50 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.804654 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-918dba12-d28d-4f36-87c6-36d520992e50 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.805641 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da7d4731-b158-40e6-9154-615d5e7d3ed8 req-fb9715e4-c18e-4603-aaee-db8e24d579dd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524499 Aug 29 07:12:14.839059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56170) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:14.887288 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0247d4c8-bc73-4993-80a2-45550fdfe49b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2273073 Aug 29 07:12:14.890438 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56172) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:14.896179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-57a0350b-df59-44a9-ae7d-43ae7b8f2ed2 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Request body: {'network': {'name': 'tempest-router-network01--2140546165'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:14.912638 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cd0c06cb-8736-440c-a4c9-7ba7ac628a0a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/cf2df4c4-c581-479f-8719-041d9a610401 HTTP/1.1" status: 200 len: 993 time: 0.0723276 Aug 29 07:12:14.955435 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-918dba12-d28d-4f36-87c6-36d520992e50 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.965155 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-918dba12-d28d-4f36-87c6-36d520992e50 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:14.969387 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-918dba12-d28d-4f36-87c6-36d520992e50 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/47768e5b-cc4a-4035-97e8-9eeabed7c0b6 HTTP/1.1" status: 204 len: 168 time: 0.2456610 Aug 29 07:12:14.969847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56176) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:14.973873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dba12-d28d-4f36-87c6-36d520992e50 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47768e5b-cc4a-4035-97e8-9eeabed7c0b6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:14.975932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-47fb76ad-a4ad-4884-b4a8-5686d63693ef', 'network_id': '47fb76ad-a4ad-4884-b4a8-5686d63693ef', 'tenant_id': '1606fb47b6c14cbaa04223dcb8400b1a', 'fixed_ips': [{'subnet_id': '89c099a5-ea62-478f-829b-d866f8ab2541'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:12:14.976828 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.029656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a0350b-df59-44a9-ae7d-43ae7b8f2ed2 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Made reservation on behalf of 1606fb47b6c14cbaa04223dcb8400b1a for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:15.029656 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-57a0350b-df59-44a9-ae7d-43ae7b8f2ed2 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.029956 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-da9def57-527c-4a9b-b746-655e2f96a0ef tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0579827 Aug 29 07:12:15.030250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56180) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:15.074632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a0350b-df59-44a9-ae7d-43ae7b8f2ed2 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:12:15.081170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c17d5998-15eb-4bb6-b229-109514890cf5 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.092342 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-57a0350b-df59-44a9-ae7d-43ae7b8f2ed2 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.092721 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-57a0350b-df59-44a9-ae7d-43ae7b8f2ed2 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Added segment a98b1c40-7914-40ab-a10c-31f9ac26b5ed of type vlan for network 020350c4-9702-4b37-a79b-4d99f14bc878 Aug 29 07:12:15.096206 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c17d5998-15eb-4bb6-b229-109514890cf5 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.150266 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-57a0350b-df59-44a9-ae7d-43ae7b8f2ed2 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.170446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Allocated IP 2001:db8::2 (47fb76ad-a4ad-4884-b4a8-5686d63693ef/89c099a5-ea62-478f-829b-d866f8ab2541/11f47bb9-523f-488e-a63c-c3b7185a22ae) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:12:15.229596 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c17d5998-15eb-4bb6-b229-109514890cf5 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.240876 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c17d5998-15eb-4bb6-b229-109514890cf5 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.246489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c17d5998-15eb-4bb6-b229-109514890cf5 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/925648b3-6027-49d7-a4d1-98247503bd32 HTTP/1.1" status: 204 len: 168 time: 0.2148285 Aug 29 07:12:15.246688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56188) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:15.249879 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-57a0350b-df59-44a9-ae7d-43ae7b8f2ed2 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.254140 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d5998-15eb-4bb6-b229-109514890cf5 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=925648b3-6027-49d7-a4d1-98247503bd32,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:15.261833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a0350b-df59-44a9-ae7d-43ae7b8f2ed2 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:15.262207 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-57a0350b-df59-44a9-ae7d-43ae7b8f2ed2 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.373995 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.383800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0350b-df59-44a9-ae7d-43ae7b8f2ed2 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event updated for resources: {'Network': ['ID=020350c4-9702-4b37-a79b-4d99f14bc878,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:15.384729 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Transition to ACTIVE for port object 11f47bb9-523f-488e-a63c-c3b7185a22ae will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:15.404161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 020350c4-9702-4b37-a79b-4d99f14bc878 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:12:15.404391 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4630d859-56ab-4e1f-9362-104db8a6782a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1552496 Aug 29 07:12:15.405556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Transition to ACTIVE for port object 11f47bb9-523f-488e-a63c-c3b7185a22ae will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:15.406768 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56194) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:15.470457 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-57a0350b-df59-44a9-ae7d-43ae7b8f2ed2 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5780928 Aug 29 07:12:15.473536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56196) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:15.475103 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0724-9401-4c73-ac6f-d41e9bcb52a0 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.491643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f52df09a-284e-487b-808d-f0337404e61c tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Request body: {'network': {'name': 'tempest-router-network02--684114439'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:15.504655 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.513888 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0724-9401-4c73-ac6f-d41e9bcb52a0 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.553346 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Network 47fb76ad-a4ad-4884-b4a8-5686d63693ef is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:12:15.557566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52df09a-284e-487b-808d-f0337404e61c tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Made reservation on behalf of 1606fb47b6c14cbaa04223dcb8400b1a for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:15.561446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f52df09a-284e-487b-808d-f0337404e61c tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.566670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:15.569460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:12:15.573023 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Pushing event updated for resources: {'Port': ['ID=11f47bb9-523f-488e-a63c-c3b7185a22ae,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:15.611253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52df09a-284e-487b-808d-f0337404e61c tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:12:15.622824 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f52df09a-284e-487b-808d-f0337404e61c tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.623218 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-f52df09a-284e-487b-808d-f0337404e61c tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Added segment 6261eb98-af72-44bf-94d9-1d292889f1cd of type vlan for network 28845ada-f215-4d39-bdf0-cdb7fef26d8d Aug 29 07:12:15.652320 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Attempting to bind port 11f47bb9-523f-488e-a63c-c3b7185a22ae on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:12:15.653013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Attempting to bind port 11f47bb9-523f-488e-a63c-c3b7185a22ae by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '0d727d56-1446-42f9-a243-a6d687bfadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '47fb76ad-a4ad-4884-b4a8-5686d63693ef'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:12:15.653617 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Attempting to bind port 11f47bb9-523f-488e-a63c-c3b7185a22ae on network 47fb76ad-a4ad-4884-b4a8-5686d63693ef {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:12:15.659313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:12:15.660061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Checking segment: {'id': '0d727d56-1446-42f9-a243-a6d687bfadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '47fb76ad-a4ad-4884-b4a8-5686d63693ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:12:15.660688 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.661276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Bound using segment: {'id': '0d727d56-1446-42f9-a243-a6d687bfadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '47fb76ad-a4ad-4884-b4a8-5686d63693ef'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:12:15.661951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Bound port: 11f47bb9-523f-488e-a63c-c3b7185a22ae, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d727d56-1446-42f9-a243-a6d687bfadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '47fb76ad-a4ad-4884-b4a8-5686d63693ef'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:12:15.662552 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.678106 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f52df09a-284e-487b-808d-f0337404e61c tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.733725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] For port 11f47bb9-523f-488e-a63c-c3b7185a22ae, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:12:15.740603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] For port 11f47bb9-523f-488e-a63c-c3b7185a22ae, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=11f47bb9-523f-488e-a63c-c3b7185a22ae,segment=NetworkSegment(0d727d56-1446-42f9-a243-a6d687bfadee),segment_id=0d727d56-1446-42f9-a243-a6d687bfadee)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:12:15.760431 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0724-9401-4c73-ac6f-d41e9bcb52a0 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.762975 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0724-9401-4c73-ac6f-d41e9bcb52a0 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.764164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3d5e0724-9401-4c73-ac6f-d41e9bcb52a0 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-groups/00abb3cf-01a5-43cb-a522-89d3853898e3 HTTP/1.1" status: 204 len: 168 time: 0.3561814 Aug 29 07:12:15.767683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56198) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:15.774793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e0724-9401-4c73-ac6f-d41e9bcb52a0 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00abb3cf-01a5-43cb-a522-89d3853898e3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:15.830309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56204) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:15.830656 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e09811e9-f99b-4c65-924b-a963c2b52458 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600252 Aug 29 07:12:15.832967 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f52df09a-284e-487b-808d-f0337404e61c tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.838426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a99688dd-d62b-4c1f-8152-fefe17395811 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group': {'name': 'tempest-secgroup--562296735'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:15.838854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52df09a-284e-487b-808d-f0337404e61c tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:15.839465 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f52df09a-284e-487b-808d-f0337404e61c tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.864171 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:15.926028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c41774-eebf-40b1-869a-e7cac563ba45 None None] Pushing event updated for resources: {'Port': ['ID=11f47bb9-523f-488e-a63c-c3b7185a22ae,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:15.938874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52df09a-284e-487b-808d-f0337404e61c tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event updated for resources: {'Network': ['ID=28845ada-f215-4d39-bdf0-cdb7fef26d8d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:15.961098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 28845ada-f215-4d39-bdf0-cdb7fef26d8d details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:12:15.990299 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f52df09a-284e-487b-808d-f0337404e61c tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5152407 Aug 29 07:12:15.993953 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56208) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:16.000120 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d14cf965-8ed9-46d2-98a2-3fb1acd051e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Request body: {'subnet': {'network_id': '020350c4-9702-4b37-a79b-4d99f14bc878', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:16.133269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbe74e-cfee-4be8-a04d-0949100fd307 req-7d538c1a-25cc-4477-89de-44fa86f5a49e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:16.134863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35fbe74e-cfee-4be8-a04d-0949100fd307 req-7d538c1a-25cc-4477-89de-44fa86f5a49e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.1126139 Aug 29 07:12:16.209678 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35fbe74e-cfee-4be8-a04d-0949100fd307 req-eeb63f3c-cc4d-4f5d-843c-c83e6555c750 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668976 Aug 29 07:12:16.222616 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a99688dd-d62b-4c1f-8152-fefe17395811 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:16.351035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14cf965-8ed9-46d2-98a2-3fb1acd051e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Made reservation on behalf of 1606fb47b6c14cbaa04223dcb8400b1a for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:16.354779 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d14cf965-8ed9-46d2-98a2-3fb1acd051e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:16.510637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-14366eba-a21c-407a-bfaf-e3fdffe39f62 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1736741 Aug 29 07:12:16.568705 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a99688dd-d62b-4c1f-8152-fefe17395811 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:16.663334 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a99688dd-d62b-4c1f-8152-fefe17395811 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:16.705678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99688dd-d62b-4c1f-8152-fefe17395811 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079aefdb-e500-464f-804d-12d660763f71,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:16.829715 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d14cf965-8ed9-46d2-98a2-3fb1acd051e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:16.898357 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a99688dd-d62b-4c1f-8152-fefe17395811 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:16.900062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a99688dd-d62b-4c1f-8152-fefe17395811 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0678167 Aug 29 07:12:16.903204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56230) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:16.909696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-dd2fdcfe-6aa7-4d46-9ac4-c4ddb521c864 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group_rule': {'security_group_id': '079aefdb-e500-464f-804d-12d660763f71', 'direction': 'ingress', 'protocol': 17}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:16.918786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cf965-8ed9-46d2-98a2-3fb1acd051e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event updated for resources: {'Subnet': ['ID=a0a8cdb5-844d-44e2-a481-c7433601c79a,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:16.931106 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cf965-8ed9-46d2-98a2-3fb1acd051e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Checking segment: {'id': 'a98b1c40-7914-40ab-a10c-31f9ac26b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '020350c4-9702-4b37-a79b-4d99f14bc878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:12:16.931921 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14cf965-8ed9-46d2-98a2-3fb1acd051e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Network hostable DHCP agents. Network: 020350c4-9702-4b37-a79b-4d99f14bc878, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:12:17.009728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d04fd0-dee0-47b3-9c83-be3bff35ef9f None None] Network 47fb76ad-a4ad-4884-b4a8-5686d63693ef requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:17.131608 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdcfe-6aa7-4d46-9ac4-c4ddb521c864 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:17.191894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-18dd66ae-e980-47d2-8469-885e348b8bae None None] Provisioning for port 11f47bb9-523f-488e-a63c-c3b7185a22ae completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:17.193387 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdcfe-6aa7-4d46-9ac4-c4ddb521c864 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:17.211567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14cf965-8ed9-46d2-98a2-3fb1acd051e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Network 020350c4-9702-4b37-a79b-4d99f14bc878 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:12:17.309665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdcfe-6aa7-4d46-9ac4-c4ddb521c864 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:17.333254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fdcfe-6aa7-4d46-9ac4-c4ddb521c864 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381388f5-1eaa-42b8-9c8c-2230b970b788,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:17.349772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a94b3-7954-4124-aa10-5d206822941c req-9fca3df0-7f57-4d1d-a939-5f765eb5c859 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:17.351387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-947a94b3-7954-4124-aa10-5d206822941c req-9fca3df0-7f57-4d1d-a939-5f765eb5c859 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.0644593 Aug 29 07:12:17.401161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-d14cf965-8ed9-46d2-98a2-3fb1acd051e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 020350c4-9702-4b37-a79b-4d99f14bc878) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:17.410679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab14826-f062-4b7b-9547-a891a078d8a5 None None] Network 020350c4-9702-4b37-a79b-4d99f14bc878 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:17.412892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14cf965-8ed9-46d2-98a2-3fb1acd051e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:17.413234 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d14cf965-8ed9-46d2-98a2-3fb1acd051e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:17.453219 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdcfe-6aa7-4d46-9ac4-c4ddb521c864 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:17.462885 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dd2fdcfe-6aa7-4d46-9ac4-c4ddb521c864 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5506406 Aug 29 07:12:17.463364 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-947a94b3-7954-4124-aa10-5d206822941c req-e70f5ce4-025c-4cb7-9731-5764e838e1f5 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041923 Aug 29 07:12:17.465324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56252) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:17.552809 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5c5fcd0f-2bb8-4abb-ab21-13758771bf82 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:17.560853 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d14cf965-8ed9-46d2-98a2-3fb1acd051e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5657086 Aug 29 07:12:17.566734 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56254) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:17.568790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-197224fa-7fbd-4ccf-b7dc-3367a27cde3f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Request body: {'subnet': {'network_id': '28845ada-f215-4d39-bdf0-cdb7fef26d8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:17.585622 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5c5fcd0f-2bb8-4abb-ab21-13758771bf82 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:17.637217 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-020350c4-9702-4b37-a79b-4d99f14bc878', 'network_id': '020350c4-9702-4b37-a79b-4d99f14bc878', 'tenant_id': '1606fb47b6c14cbaa04223dcb8400b1a', 'fixed_ips': [{'subnet_id': 'a0a8cdb5-844d-44e2-a481-c7433601c79a'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:12:17.638180 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:17.746111 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5c5fcd0f-2bb8-4abb-ab21-13758771bf82 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:17.750168 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5c5fcd0f-2bb8-4abb-ab21-13758771bf82 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:17.754686 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5c5fcd0f-2bb8-4abb-ab21-13758771bf82 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-groups/079aefdb-e500-464f-804d-12d660763f71 HTTP/1.1" status: 204 len: 168 time: 0.2879925 Aug 29 07:12:17.754844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56260) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:17.772195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fcd0f-2bb8-4abb-ab21-13758771bf82 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079aefdb-e500-464f-804d-12d660763f71,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:17.824496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f19ba971-2020-4735-8b71-1627573e31b9 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681367 Aug 29 07:12:17.828416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56262) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:17.834095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e9514b02-b57f-4d48-a9c2-2298596dfeed tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533881043'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:17.869251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 11f47bb9-523f-488e-a63c-c3b7185a22ae up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:12:17.924174 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197224fa-7fbd-4ccf-b7dc-3367a27cde3f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Made reservation on behalf of 1606fb47b6c14cbaa04223dcb8400b1a for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:17.924174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-197224fa-7fbd-4ccf-b7dc-3367a27cde3f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:17.964887 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Allocated IP 2001:db8::2 (020350c4-9702-4b37-a79b-4d99f14bc878/a0a8cdb5-844d-44e2-a481-c7433601c79a/d985cb16-8994-4126-a907-39ac0a6f7389) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:12:18.046637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e9514b02-b57f-4d48-a9c2-2298596dfeed tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.160492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 11f47bb9-523f-488e-a63c-c3b7185a22ae completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:18.167181 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.170739 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e9514b02-b57f-4d48-a9c2-2298596dfeed tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.173522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 11f47bb9-523f-488e-a63c-c3b7185a22ae triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:18.173909 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.218319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Transition to ACTIVE for port object d985cb16-8994-4126-a907-39ac0a6f7389 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:18.245066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Transition to ACTIVE for port object d985cb16-8994-4126-a907-39ac0a6f7389 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:18.294201 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e9514b02-b57f-4d48-a9c2-2298596dfeed tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.297902 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.333565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 11f47bb9-523f-488e-a63c-c3b7185a22ae, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=11f47bb9-523f-488e-a63c-c3b7185a22ae,segment=NetworkSegment(0d727d56-1446-42f9-a243-a6d687bfadee),segment_id=0d727d56-1446-42f9-a243-a6d687bfadee)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:18.335114 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9514b02-b57f-4d48-a9c2-2298596dfeed tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a93c1dd-5a95-4ef6-913e-6b058b2896a6,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:18.390459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-197224fa-7fbd-4ccf-b7dc-3367a27cde3f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.412207 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e9514b02-b57f-4d48-a9c2-2298596dfeed tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.413282 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.413955 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e9514b02-b57f-4d48-a9c2-2298596dfeed tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5842984 Aug 29 07:12:18.416628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56264) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:18.421694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8d99af98-2d40-4e32-b69e-7b3c960affaa tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246301364'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:18.454119 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.481055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Network 020350c4-9702-4b37-a79b-4d99f14bc878 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:12:18.485533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:18.492690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197224fa-7fbd-4ccf-b7dc-3367a27cde3f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event updated for resources: {'Subnet': ['ID=141cf639-8041-4f15-aab3-0fa0f7e3248e,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:18.494022 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:12:18.502088 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197224fa-7fbd-4ccf-b7dc-3367a27cde3f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Checking segment: {'id': '6261eb98-af72-44bf-94d9-1d292889f1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '28845ada-f215-4d39-bdf0-cdb7fef26d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:12:18.502456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197224fa-7fbd-4ccf-b7dc-3367a27cde3f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Network hostable DHCP agents. Network: 28845ada-f215-4d39-bdf0-cdb7fef26d8d, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:12:18.578034 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d99af98-2d40-4e32-b69e-7b3c960affaa tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.587658 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=11f47bb9-523f-488e-a63c-c3b7185a22ae,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:18.609701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197224fa-7fbd-4ccf-b7dc-3367a27cde3f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Network 28845ada-f215-4d39-bdf0-cdb7fef26d8d is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:12:18.611475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Attempting to bind port d985cb16-8994-4126-a907-39ac0a6f7389 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:12:18.611850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Attempting to bind port d985cb16-8994-4126-a907-39ac0a6f7389 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'a98b1c40-7914-40ab-a10c-31f9ac26b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '020350c4-9702-4b37-a79b-4d99f14bc878'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:12:18.612215 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Attempting to bind port d985cb16-8994-4126-a907-39ac0a6f7389 on network 020350c4-9702-4b37-a79b-4d99f14bc878 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:12:18.620195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:12:18.620601 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Checking segment: {'id': 'a98b1c40-7914-40ab-a10c-31f9ac26b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '020350c4-9702-4b37-a79b-4d99f14bc878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:12:18.620969 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.621448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Bound using segment: {'id': 'a98b1c40-7914-40ab-a10c-31f9ac26b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '020350c4-9702-4b37-a79b-4d99f14bc878'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:12:18.621687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fddf3-5494-44e7-8898-3be61d34b87f req-d39ac81a-1346-4bff-a98a-2618b1c7e882 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:18.621828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Bound port: d985cb16-8994-4126-a907-39ac0a6f7389, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98b1c40-7914-40ab-a10c-31f9ac26b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '020350c4-9702-4b37-a79b-4d99f14bc878'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:12:18.622268 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.623520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-374fddf3-5494-44e7-8898-3be61d34b87f req-d39ac81a-1346-4bff-a98a-2618b1c7e882 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.0878973 Aug 29 07:12:18.654975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Pushing event updated for resources: {'Port': ['ID=d985cb16-8994-4126-a907-39ac0a6f7389,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:18.689493 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-374fddf3-5494-44e7-8898-3be61d34b87f req-add1f8c5-0e19-46f3-b12b-46764245689b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579360 Aug 29 07:12:18.720081 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d99af98-2d40-4e32-b69e-7b3c960affaa tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.732494 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] For port d985cb16-8994-4126-a907-39ac0a6f7389, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:12:18.734363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-197224fa-7fbd-4ccf-b7dc-3367a27cde3f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 28845ada-f215-4d39-bdf0-cdb7fef26d8d) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:18.740311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197224fa-7fbd-4ccf-b7dc-3367a27cde3f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:18.740497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] For port d985cb16-8994-4126-a907-39ac0a6f7389, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d985cb16-8994-4126-a907-39ac0a6f7389,segment=NetworkSegment(a98b1c40-7914-40ab-a10c-31f9ac26b5ed),segment_id=a98b1c40-7914-40ab-a10c-31f9ac26b5ed)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:12:18.741247 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-197224fa-7fbd-4ccf-b7dc-3367a27cde3f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.746455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70e4386-7793-476a-8a48-923833368435 None None] Network 28845ada-f215-4d39-bdf0-cdb7fef26d8d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:18.801709 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d99af98-2d40-4e32-b69e-7b3c960affaa tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.805704 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.841478 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-197224fa-7fbd-4ccf-b7dc-3367a27cde3f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2779317 Aug 29 07:12:18.844029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56272) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:18.896855 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99af98-2d40-4e32-b69e-7b3c960affaa tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64edf33-59bf-412b-97fc-8b85a3132123,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:18.914610 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d99af98-2d40-4e32-b69e-7b3c960affaa tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:18.919600 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8d99af98-2d40-4e32-b69e-7b3c960affaa tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5017684 Aug 29 07:12:18.920710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56274) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:18.926986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-83b0da27-a6ea-45c6-82f2-5ad371244d5a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group_rule': {'security_group_id': '7a93c1dd-5a95-4ef6-913e-6b058b2896a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a64edf33-59bf-412b-97fc-8b85a3132123', 'remote_ip_prefix': None}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:19.027611 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016bd8d-ab66-4094-9d5d-dfc99315041c None None] Pushing event updated for resources: {'Port': ['ID=d985cb16-8994-4126-a907-39ac0a6f7389,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:19.059065 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83b0da27-a6ea-45c6-82f2-5ad371244d5a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:19.080401 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-28845ada-f215-4d39-bdf0-cdb7fef26d8d', 'network_id': '28845ada-f215-4d39-bdf0-cdb7fef26d8d', 'tenant_id': '1606fb47b6c14cbaa04223dcb8400b1a', 'fixed_ips': [{'subnet_id': '141cf639-8041-4f15-aab3-0fa0f7e3248e'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:12:19.081461 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:19.217257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83b0da27-a6ea-45c6-82f2-5ad371244d5a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:19.290220 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83b0da27-a6ea-45c6-82f2-5ad371244d5a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:19.331688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0da27-a6ea-45c6-82f2-5ad371244d5a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6538fe75-38df-46b5-8eaf-854b9d4145f6,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:19.342225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Allocated IP 2001:db8::2 (28845ada-f215-4d39-bdf0-cdb7fef26d8d/141cf639-8041-4f15-aab3-0fa0f7e3248e/1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:12:19.385039 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:19.458445 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83b0da27-a6ea-45c6-82f2-5ad371244d5a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:19.459818 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-83b0da27-a6ea-45c6-82f2-5ad371244d5a tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5374484 Aug 29 07:12:19.462703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56276) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:19.517392 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c24f595b-019a-4f32-b311-01682f7e7c7c tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:19.531294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c24f595b-019a-4f32-b311-01682f7e7c7c tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:19.553525 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:19.567429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Transition to ACTIVE for port object 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:19.590328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Transition to ACTIVE for port object 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:19.646350 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-fd969a61-5c43-4532-ba0f-b8aecb745af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:19.648117 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-fd969a61-5c43-4532-ba0f-b8aecb745af1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 1097 time: 0.0507729 Aug 29 07:12:19.744878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-a4032102-9631-42f6-9257-d89c8cc97b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:19.745369 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:19.747584 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-a4032102-9631-42f6-9257-d89c8cc97b41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4da26f07-20b6-4eb7-a417-053969c3a84a HTTP/1.1" status: 200 len: 897 time: 0.0918164 Aug 29 07:12:19.748965 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c24f595b-019a-4f32-b311-01682f7e7c7c tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:19.759255 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c24f595b-019a-4f32-b311-01682f7e7c7c tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:19.761743 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c24f595b-019a-4f32-b311-01682f7e7c7c tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/6538fe75-38df-46b5-8eaf-854b9d4145f6 HTTP/1.1" status: 204 len: 168 time: 0.2976584 Aug 29 07:12:19.818568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56284) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:19.869960 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-36acda7d-202b-460c-9be9-654885e465b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87 HTTP/1.1" status: 200 len: 1001 time: 0.1070371 Aug 29 07:12:19.879320 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f595b-019a-4f32-b311-01682f7e7c7c tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6538fe75-38df-46b5-8eaf-854b9d4145f6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:19.897838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Pushing event updated for resources: {'Port': ['ID=1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:19.914745 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Network 28845ada-f215-4d39-bdf0-cdb7fef26d8d is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:12:19.916386 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:19.918829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:12:19.966476 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-3b2f76ca-5995-4c03-a458-4b20758ac754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:19.968510 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-3b2f76ca-5995-4c03-a458-4b20758ac754 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04ae450a-b881-4904-8964-e7c34fe42ecd HTTP/1.1" status: 200 len: 835 time: 0.0830710 Aug 29 07:12:20.050540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Attempting to bind port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:12:20.051476 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Attempting to bind port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '6261eb98-af72-44bf-94d9-1d292889f1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '28845ada-f215-4d39-bdf0-cdb7fef26d8d'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:12:20.054290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-1484d036-5809-4b97-939a-ceeb355c8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:20.055885 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Attempting to bind port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 on network 28845ada-f215-4d39-bdf0-cdb7fef26d8d {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:12:20.056737 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-1484d036-5809-4b97-939a-ceeb355c8f5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4da26f07-20b6-4eb7-a417-053969c3a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756154 Aug 29 07:12:20.060709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d985cb16-8994-4126-a907-39ac0a6f7389 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:12:20.126834 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:12:20.127660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Checking segment: {'id': '6261eb98-af72-44bf-94d9-1d292889f1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '28845ada-f215-4d39-bdf0-cdb7fef26d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:12:20.128967 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:20.129558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Bound using segment: {'id': '6261eb98-af72-44bf-94d9-1d292889f1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '28845ada-f215-4d39-bdf0-cdb7fef26d8d'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:12:20.130319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Bound port: 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6261eb98-af72-44bf-94d9-1d292889f1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '28845ada-f215-4d39-bdf0-cdb7fef26d8d'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:12:20.130908 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:20.200668 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-d704b5e2-4eeb-4fb7-ac22-2cd86e8d8b55 service neutron] 10.222.0.15 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360993 Aug 29 07:12:20.253986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port d985cb16-8994-4126-a907-39ac0a6f7389 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:20.261168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 11f47bb9-523f-488e-a63c-c3b7185a22ae up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:12:20.296141 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] For port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:12:20.318708 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] For port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37,segment=NetworkSegment(6261eb98-af72-44bf-94d9-1d292889f1cd),segment_id=6261eb98-af72-44bf-94d9-1d292889f1cd)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:12:20.351113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 11f47bb9-523f-488e-a63c-c3b7185a22ae triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:20.351875 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:20.408084 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:20.413260 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-7eb65dfd-3ad3-44b3-bafc-3bbd447ce842 service neutron] 10.222.0.15 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047589 Aug 29 07:12:20.494491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18fc3c-b1ba-4eb9-a679-4fcdd2e93693 None None] Pushing event updated for resources: {'Port': ['ID=1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:20.533279 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6ced82-5a64-4df5-b75f-7bea02c171c4 None None] Network 020350c4-9702-4b37-a79b-4d99f14bc878 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:20.564837 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Allocated IP 2001:db8::1 (020350c4-9702-4b37-a79b-4d99f14bc878/a0a8cdb5-844d-44e2-a481-c7433601c79a/31aa32ec-d3cc-4c84-ae84-487b1a27a156) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:12:20.679063 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cf362eb6-8118-486c-af69-31e112df0889 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.8578527 Aug 29 07:12:20.682037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56294) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:20.729779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-95e4e80e-addc-4780-a9dc-6c91a584b342 None None] Provisioning for port d985cb16-8994-4126-a907-39ac0a6f7389 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:20.743958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-95e4e80e-addc-4780-a9dc-6c91a584b342 None None] Provisioning complete for port d985cb16-8994-4126-a907-39ac0a6f7389 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:20.744428 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-95e4e80e-addc-4780-a9dc-6c91a584b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:20.834810 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:20.852465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Transition to ACTIVE for port object 31aa32ec-d3cc-4c84-ae84-487b1a27a156 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:20.881676 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6b02de1-6f68-41fc-a860-edf7ea5df2fd tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:20.933637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056edd8-0a4f-4b6f-b397-df5593375b09 req-92a13088-6543-4a5d-8f58-7eddea453af6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:20.942487 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1056edd8-0a4f-4b6f-b397-df5593375b09 req-92a13088-6543-4a5d-8f58-7eddea453af6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 1.0775921 Aug 29 07:12:20.948455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6b02de1-6f68-41fc-a860-edf7ea5df2fd tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:20.968403 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:21.049782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Network 020350c4-9702-4b37-a79b-4d99f14bc878 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:12:21.056620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:21.064905 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:12:21.065805 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:21.079978 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1056edd8-0a4f-4b6f-b397-df5593375b09 req-236d6658-2a26-4d95-9cc4-77be31597b2a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345491 Aug 29 07:12:21.116763 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-95e4e80e-addc-4780-a9dc-6c91a584b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:21.136594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event updated for resources: {'Port': ['ID=31aa32ec-d3cc-4c84-ae84-487b1a27a156,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:21.189664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-95e4e80e-addc-4780-a9dc-6c91a584b342 None None] For port d985cb16-8994-4126-a907-39ac0a6f7389, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d985cb16-8994-4126-a907-39ac0a6f7389,segment=NetworkSegment(a98b1c40-7914-40ab-a10c-31f9ac26b5ed),segment_id=a98b1c40-7914-40ab-a10c-31f9ac26b5ed)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:21.194881 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6b02de1-6f68-41fc-a860-edf7ea5df2fd tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:21.197520 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:21.204899 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6b02de1-6f68-41fc-a860-edf7ea5df2fd tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:21.204899 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f6b02de1-6f68-41fc-a860-edf7ea5df2fd tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-groups/a64edf33-59bf-412b-97fc-8b85a3132123 HTTP/1.1" status: 204 len: 168 time: 0.5174475 Aug 29 07:12:21.209852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56298) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:21.218965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b02de1-6f68-41fc-a860-edf7ea5df2fd tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64edf33-59bf-412b-97fc-8b85a3132123,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:21.302773 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-95e4e80e-addc-4780-a9dc-6c91a584b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:21.321378 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e303d02b-cc99-4c0f-8b74-31d7993d6859 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1101918 Aug 29 07:12:21.324253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56300) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:21.403272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4e80e-addc-4780-a9dc-6c91a584b342 None None] Pushing event updated for resources: {'Port': ['ID=d985cb16-8994-4126-a907-39ac0a6f7389,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:21.426680 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aba0dead-c7a8-4bf5-838f-a977b6627a36 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:21.434144 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:21.471170 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aba0dead-c7a8-4bf5-838f-a977b6627a36 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:21.646774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56304) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:21.669032 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aba0dead-c7a8-4bf5-838f-a977b6627a36 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:21.679558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aba0dead-c7a8-4bf5-838f-a977b6627a36 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:21.684427 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aba0dead-c7a8-4bf5-838f-a977b6627a36 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-groups/7a93c1dd-5a95-4ef6-913e-6b058b2896a6 HTTP/1.1" status: 204 len: 168 time: 0.3562589 Aug 29 07:12:21.686841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56310) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:21.720296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0dead-c7a8-4bf5-838f-a977b6627a36 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a93c1dd-5a95-4ef6-913e-6b058b2896a6,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:21.778889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f131c88e-8141-4c0a-8621-76371e05323a None None] Provisioning for port 31aa32ec-d3cc-4c84-ae84-487b1a27a156 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:21.788989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f131c88e-8141-4c0a-8621-76371e05323a None None] Provisioning complete for port 31aa32ec-d3cc-4c84-ae84-487b1a27a156 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:21.789558 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f131c88e-8141-4c0a-8621-76371e05323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:21.862306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4ba5d605-e6a3-4b8c-81cf-2a8b156f21de tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1718116 Aug 29 07:12:21.874249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56312) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:21.877245 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f54c-34d5-41b7-bcf6-5b17de6a6da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:21.887596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-74f3bd42-772d-4826-a336-e7e869485495 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group': {'name': 'tempest-secgroup--20173047'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:21.942650 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f131c88e-8141-4c0a-8621-76371e05323a None None] Port 31aa32ec-d3cc-4c84-ae84-487b1a27a156 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:12:21.972903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f131c88e-8141-4c0a-8621-76371e05323a None None] Provisioning complete for port d985cb16-8994-4126-a907-39ac0a6f7389 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:21.973697 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f131c88e-8141-4c0a-8621-76371e05323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.003990 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f54c-34d5-41b7-bcf6-5b17de6a6da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.077699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:12:22.080347 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f54c-34d5-41b7-bcf6-5b17de6a6da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.103255 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.156248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56316) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:22.168592 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c9f3f54c-34d5-41b7-bcf6-5b17de6a6da2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d1ffc7a862a41339075c8c4a1fee9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205886 Aug 29 07:12:22.171626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3f54c-34d5-41b7-bcf6-5b17de6a6da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258bbc22-86f3-4610-88d3-1b99d6d80e85,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:22.204726 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.205670 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.207035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a64981-8f40-4590-a454-e9d90d000240 None None] Network 28845ada-f215-4d39-bdf0-cdb7fef26d8d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:22.262803 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74f3bd42-772d-4826-a336-e7e869485495 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.308109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Provisioning complete for port 31aa32ec-d3cc-4c84-ae84-487b1a27a156 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:22.308538 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.334119 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:22.358120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d985cb16-8994-4126-a907-39ac0a6f7389 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:12:22.365576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event updated for resources: {'Port': ['ID=31aa32ec-d3cc-4c84-ae84-487b1a27a156,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:22.386170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bcafb865-967f-4ac7-953d-701eddd61653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.402493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5786b-f50e-4d92-86c7-bc19a2342b04 req-ca8a66b0-651c-4d32-89f7-c9fa384167aa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:22.404121 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdd5786b-f50e-4d92-86c7-bc19a2342b04 req-ca8a66b0-651c-4d32-89f7-c9fa384167aa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.2099338 Aug 29 07:12:22.416279 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Port 31aa32ec-d3cc-4c84-ae84-487b1a27a156 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:12:22.478020 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bcafb865-967f-4ac7-953d-701eddd61653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.489672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d985cb16-8994-4126-a907-39ac0a6f7389 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:22.490407 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.527158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Provisioning for port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:22.533341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Provisioning complete for port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:22.533824 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.552014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Network 020350c4-9702-4b37-a79b-4d99f14bc878 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:12:22.560597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdd5786b-f50e-4d92-86c7-bc19a2342b04 req-3a2448d6-5993-402d-96a5-70d91463861a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265481 Aug 29 07:12:22.565574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:22.704817 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74f3bd42-772d-4826-a336-e7e869485495 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.745174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bcafb865-967f-4ac7-953d-701eddd61653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.751409 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bcafb865-967f-4ac7-953d-701eddd61653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.755591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bcafb865-967f-4ac7-953d-701eddd61653 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/258bbc22-86f3-4610-88d3-1b99d6d80e85 HTTP/1.1" status: 204 len: 168 time: 0.5979714 Aug 29 07:12:22.764248 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.777431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafb865-967f-4ac7-953d-701eddd61653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258bbc22-86f3-4610-88d3-1b99d6d80e85,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:22.792013 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74f3bd42-772d-4826-a336-e7e869485495 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.840891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] For port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37,segment=NetworkSegment(6261eb98-af72-44bf-94d9-1d292889f1cd),segment_id=6261eb98-af72-44bf-94d9-1d292889f1cd)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:22.844956 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3bd42-772d-4826-a336-e7e869485495 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc34792-f475-40f8-9d37-b045a3e917c9,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:22.874925 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-74f3bd42-772d-4826-a336-e7e869485495 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.879822 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-74f3bd42-772d-4826-a336-e7e869485495 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0044603 Aug 29 07:12:22.880425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56336) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:22.885925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-087956cf-35e5-4782-838f-07a3bc44dabb tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group_rule': {'security_group_id': '6bc34792-f475-40f8-9d37-b045a3e917c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:22.960500 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:22.974891 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Router 1b29919f-ba45-4349-a994-5cf7e50c64d4 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:12:23.009200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Pushing event updated for resources: {'Port': ['ID=1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:23.017082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:23.017440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:23.017799 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:23.018139 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:23.018559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:23.019486 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:23.020932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:23.020932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:23.020932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:23.020932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:23.021368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:23.021478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba1fbf-648e-4360-9879-fe4a06603fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:23.066052 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-087956cf-35e5-4782-838f-07a3bc44dabb tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:23.084955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-130decfb-5802-4850-88fc-e9e584dcd212 None None] Provisioning complete for port 31aa32ec-d3cc-4c84-ae84-487b1a27a156 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:23.085431 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-130decfb-5802-4850-88fc-e9e584dcd212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:23.102784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:12:23.116225 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-755edc6b-9b2a-42fd-95fd-3a8f26f33bc1 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "PUT /v2.0/routers/1b29919f-ba45-4349-a994-5cf7e50c64d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2665486 Aug 29 07:12:23.116342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56338) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:23.116819 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa060db8-4623-4770-8f41-1c3c985d8f93 None None] Sync routers for ids ['1b29919f-ba45-4349-a994-5cf7e50c64d4'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:12:23.130078 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa060db8-4623-4770-8f41-1c3c985d8f93 None None] Routers {'1b29919f-ba45-4349-a994-5cf7e50c64d4'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:12:23.130647 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-aa060db8-4623-4770-8f41-1c3c985d8f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:12:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1b29919f-ba45-4349-a994-5cf7e50c64d4'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:23.133069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-130decfb-5802-4850-88fc-e9e584dcd212 None None] Port 31aa32ec-d3cc-4c84-ae84-487b1a27a156 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:12:23.146083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-130decfb-5802-4850-88fc-e9e584dcd212 None None] Provisioning complete for port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:23.146603 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-130decfb-5802-4850-88fc-e9e584dcd212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:23.173909 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-087956cf-35e5-4782-838f-07a3bc44dabb tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:23.197011 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-aa060db8-4623-4770-8f41-1c3c985d8f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:23.207092 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa060db8-4623-4770-8f41-1c3c985d8f93 None None] Routers {'1b29919f-ba45-4349-a994-5cf7e50c64d4'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:12:23.208093 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-aa060db8-4623-4770-8f41-1c3c985d8f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:12:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1b29919f-ba45-4349-a994-5cf7e50c64d4'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:23.242262 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-aa060db8-4623-4770-8f41-1c3c985d8f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:23.242934 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa060db8-4623-4770-8f41-1c3c985d8f93 None None] The sync data for ids ['1b29919f-ba45-4349-a994-5cf7e50c64d4'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:12:23.275381 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-087956cf-35e5-4782-838f-07a3bc44dabb tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:23.298145 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087956cf-35e5-4782-838f-07a3bc44dabb tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0941e2-ab4c-426c-86e2-6bb676eef0e5,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:23.395222 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-087956cf-35e5-4782-838f-07a3bc44dabb tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:23.399306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-087956cf-35e5-4782-838f-07a3bc44dabb tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5149312 Aug 29 07:12:23.399716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56346) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:23.428675 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d89b5c0-3f27-45d3-9108-a0a95ad41255 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:23.438407 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d89b5c0-3f27-45d3-9108-a0a95ad41255 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:23.577172 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d89b5c0-3f27-45d3-9108-a0a95ad41255 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:23.584225 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d89b5c0-3f27-45d3-9108-a0a95ad41255 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:23.587874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3d89b5c0-3f27-45d3-9108-a0a95ad41255 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/4f0941e2-ab4c-426c-86e2-6bb676eef0e5 HTTP/1.1" status: 204 len: 168 time: 0.1848447 Aug 29 07:12:23.588637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56348) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:23.600464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89b5c0-3f27-45d3-9108-a0a95ad41255 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f0941e2-ab4c-426c-86e2-6bb676eef0e5,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:23.642738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-921abab0-84f2-40f3-a7c9-e924b58e08de tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0534067 Aug 29 07:12:23.647250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56352) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:23.697804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56354) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:23.713098 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-503ddc47-3eab-4f67-bd7e-6e30f9884e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:23.758462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3e6a2-188b-4b34-a9f2-1fd13d7bbe4e req-be615f88-976c-48b2-9c72-02d8bc102e67 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:23.760223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17a3e6a2-188b-4b34-a9f2-1fd13d7bbe4e req-be615f88-976c-48b2-9c72-02d8bc102e67 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.0876443 Aug 29 07:12:23.761514 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:23.811589 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:23.844252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17a3e6a2-188b-4b34-a9f2-1fd13d7bbe4e req-63caabf9-e990-4ce4-9194-9a94bfa8c4f5 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738783 Aug 29 07:12:23.887487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:12:23.968170 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-503ddc47-3eab-4f67-bd7e-6e30f9884e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.000858 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.006158 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.008194 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-groups/6bc34792-f475-40f8-9d37-b045a3e917c9 HTTP/1.1" status: 204 len: 168 time: 0.3600523 Aug 29 07:12:24.012354 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56358) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:24.021745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc34792-f475-40f8-9d37-b045a3e917c9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:24.032749 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:24.033524 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:24.033873 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:24.034211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:24.035076 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:24.035610 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:24.035949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:24.036272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:24.036803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:24.037430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:24.037776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:24.040303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2c43-96d9-4e32-bb79-570f5f270595 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:12:24.064553 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-766945ae-f18e-45af-b817-04fb0b6e2693 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:12:24.069025 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-766945ae-f18e-45af-b817-04fb0b6e2693 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "PUT /v2.0/routers/1b29919f-ba45-4349-a994-5cf7e50c64d4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9494934 Aug 29 07:12:24.069701 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56360) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:24.082916 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4db8ff3d-3753-4daa-949c-b210250336ea tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689931 Aug 29 07:12:24.087491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56362) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:24.095860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f810d4c6-0f02-467f-9a93-24385c80e2f9 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273092827'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:24.110081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:24.110462 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.119068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-503ddc47-3eab-4f67-bd7e-6e30f9884e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.211086 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-503ddc47-3eab-4f67-bd7e-6e30f9884e24 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fd485f538a794cbdbcf06bd52283dae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122564 Aug 29 07:12:24.214016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56364) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:24.214214 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ddc47-3eab-4f67-bd7e-6e30f9884e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f33867-7ec4-475f-9c0c-513c28673b6b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:24.234183 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f810d4c6-0f02-467f-9a93-24385c80e2f9 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.299199 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d19e9575-213f-4b6a-b45f-2a3ba64e795e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.335819 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d19e9575-213f-4b6a-b45f-2a3ba64e795e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.398737 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f810d4c6-0f02-467f-9a93-24385c80e2f9 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.475007 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f810d4c6-0f02-467f-9a93-24385c80e2f9 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.477374 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ce8a-2ffd-41a9-870c-467c5a4c52b8 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.506610 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d19e9575-213f-4b6a-b45f-2a3ba64e795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.508843 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d19e9575-213f-4b6a-b45f-2a3ba64e795e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.510087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d19e9575-213f-4b6a-b45f-2a3ba64e795e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/21f33867-7ec4-475f-9c0c-513c28673b6b HTTP/1.1" status: 204 len: 168 time: 0.2946448 Aug 29 07:12:24.516748 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810d4c6-0f02-467f-9a93-24385c80e2f9 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d70859-8af3-4bda-bbaf-8f8e864599a8,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:24.539086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e9575-213f-4b6a-b45f-2a3ba64e795e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f33867-7ec4-475f-9c0c-513c28673b6b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:24.623337 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f810d4c6-0f02-467f-9a93-24385c80e2f9 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.624841 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f810d4c6-0f02-467f-9a93-24385c80e2f9 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5361397 Aug 29 07:12:24.627913 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56368) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:24.633292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9335e9b1-0963-4708-b4fd-9a9418d67927 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group_rule': {'security_group_id': 'a9d70859-8af3-4bda-bbaf-8f8e864599a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:24.725349 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9335e9b1-0963-4708-b4fd-9a9418d67927 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.775131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9ce8a-2ffd-41a9-870c-467c5a4c52b8 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Deleting port 31aa32ec-d3cc-4c84-ae84-487b1a27a156 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:12:24.775536 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ce8a-2ffd-41a9-870c-467c5a4c52b8 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.819245 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9335e9b1-0963-4708-b4fd-9a9418d67927 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.880509 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ce8a-2ffd-41a9-870c-467c5a4c52b8 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.897008 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9ce8a-2ffd-41a9-870c-467c5a4c52b8 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Calling delete_port for 31aa32ec-d3cc-4c84-ae84-487b1a27a156 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:12:24.915057 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9335e9b1-0963-4708-b4fd-9a9418d67927 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:24.946124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335e9b1-0963-4708-b4fd-9a9418d67927 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e56e4e-94d3-4b21-b7ba-a249585f2218,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:25.037135 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2922cd-6b74-4c82-b153-35f7c2b8c6f6 req-23955dbf-3fdc-4d03-8dd9-a7de390f8800 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:25.044057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce2922cd-6b74-4c82-b153-35f7c2b8c6f6 req-23955dbf-3fdc-4d03-8dd9-a7de390f8800 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.0761817 Aug 29 07:12:25.080808 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce2922cd-6b74-4c82-b153-35f7c2b8c6f6 req-bb8e1883-b436-473e-95a3-dc2e0a290d50 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358632 Aug 29 07:12:25.086230 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9335e9b1-0963-4708-b4fd-9a9418d67927 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:25.091709 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9335e9b1-0963-4708-b4fd-9a9418d67927 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4583309 Aug 29 07:12:25.093843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56378) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:25.133730 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e9541f9f-441f-4d2c-8f49-be8c7351c721 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules/c6e56e4e-94d3-4b21-b7ba-a249585f2218 HTTP/1.1" status: 200 len: 763 time: 0.0348301 Aug 29 07:12:25.134853 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56382) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:25.198382 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-121e533c-c8ee-4770-9f49-fce70e814e67 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0623558 Aug 29 07:12:25.202474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56388) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:25.235829 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-069a4423-f167-4f97-a12d-a3a8560ba734 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:25.244358 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-069a4423-f167-4f97-a12d-a3a8560ba734 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:25.251634 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ce8a-2ffd-41a9-870c-467c5a4c52b8 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:25.290857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9ce8a-2ffd-41a9-870c-467c5a4c52b8 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event deleted for resources: {'Port': ['ID=31aa32ec-d3cc-4c84-ae84-487b1a27a156,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:25.343272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-069a4423-f167-4f97-a12d-a3a8560ba734 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:25.352593 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-069a4423-f167-4f97-a12d-a3a8560ba734 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:25.356755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-069a4423-f167-4f97-a12d-a3a8560ba734 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/c6e56e4e-94d3-4b21-b7ba-a249585f2218 HTTP/1.1" status: 204 len: 168 time: 0.1524532 Aug 29 07:12:25.360746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56392) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:25.389597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a4423-f167-4f97-a12d-a3a8560ba734 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6e56e4e-94d3-4b21-b7ba-a249585f2218,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:25.419575 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ce8a-2ffd-41a9-870c-467c5a4c52b8 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:25.454527 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ee6319cd-cbbe-4cc4-b16d-ba33a11ba8e2 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0875740 Aug 29 07:12:25.455860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56394) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:25.461601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2a4d4a85-38e6-4132-8434-62cb4b4c7a5d tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group_rule': {'security_group_id': 'a9d70859-8af3-4bda-bbaf-8f8e864599a8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:25.596108 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4a85-38e6-4132-8434-62cb4b4c7a5d tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:25.611168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc9ce8a-2ffd-41a9-870c-467c5a4c52b8 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Router 1b29919f-ba45-4349-a994-5cf7e50c64d4 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:12:25.667491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4a85-38e6-4132-8434-62cb4b4c7a5d tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:25.699923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc9ce8a-2ffd-41a9-870c-467c5a4c52b8 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:12:25.705459 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dfc9ce8a-2ffd-41a9-870c-467c5a4c52b8 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "PUT /v2.0/routers/1b29919f-ba45-4349-a994-5cf7e50c64d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6346595 Aug 29 07:12:25.709901 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56402) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:25.714053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19af818b-0a15-4075-a192-50eff1c679fe None None] Sync routers for ids ['1b29919f-ba45-4349-a994-5cf7e50c64d4'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:12:25.728715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af818b-0a15-4075-a192-50eff1c679fe None None] Routers {'1b29919f-ba45-4349-a994-5cf7e50c64d4'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:12:25.729376 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-19af818b-0a15-4075-a192-50eff1c679fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:12:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1b29919f-ba45-4349-a994-5cf7e50c64d4'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:25.750810 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-f3274e01-823b-44c9-a8de-665eb4d77414 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] delete failed (client error): The resource could not be found. Aug 29 07:12:25.751916 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f3274e01-823b-44c9-a8de-665eb4d77414 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-1893468230 HTTP/1.1" status: 404 len: 335 time: 0.0406342 Aug 29 07:12:25.756159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56404) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:25.760909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c7c057fd-d1c5-4ea7-ad27-f23506f3658f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b29919f-ba45-4349-a994-5cf7e50c64d4'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:25.767496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-19af818b-0a15-4075-a192-50eff1c679fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:25.775970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af818b-0a15-4075-a192-50eff1c679fe None None] Routers {'1b29919f-ba45-4349-a994-5cf7e50c64d4'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:12:25.776637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-19af818b-0a15-4075-a192-50eff1c679fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:12:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1b29919f-ba45-4349-a994-5cf7e50c64d4'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:25.778050 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4a85-38e6-4132-8434-62cb4b4c7a5d tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:25.808235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d4a85-38e6-4132-8434-62cb4b4c7a5d tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79fb14d-fa1b-40ad-8be4-bc1b0caf84de,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:25.822818 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-19af818b-0a15-4075-a192-50eff1c679fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:25.823830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19af818b-0a15-4075-a192-50eff1c679fe None None] The sync data for ids ['1b29919f-ba45-4349-a994-5cf7e50c64d4'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:12:25.931322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4a85-38e6-4132-8434-62cb4b4c7a5d tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:25.935589 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2a4d4a85-38e6-4132-8434-62cb4b4c7a5d tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4760470 Aug 29 07:12:25.937162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56412) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:26.018488 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1533e88f-3d60-487e-bf1e-8988f7e02ded tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules/b79fb14d-fa1b-40ad-8be4-bc1b0caf84de HTTP/1.1" status: 200 len: 763 time: 0.0799916 Aug 29 07:12:26.021358 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c7c057fd-d1c5-4ea7-ad27-f23506f3658f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.021916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56414) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:26.070293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3502bc2f-77f5-49c1-ac7e-c05a63f331cf tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0468168 Aug 29 07:12:26.072956 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56416) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:26.098453 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edf34803-f427-4274-b8a6-8d3fdfbcb45b tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.107252 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edf34803-f427-4274-b8a6-8d3fdfbcb45b tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.196745 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-c7c057fd-d1c5-4ea7-ad27-f23506f3658f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] update failed (client error): The resource could not be found. Aug 29 07:12:26.197826 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c7c057fd-d1c5-4ea7-ad27-f23506f3658f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "PUT /v2.0/routers/1b29919f-ba45-4349-a994-5cf7e50c64d4 HTTP/1.1" status: 404 len: 339 time: 0.4405572 Aug 29 07:12:26.201359 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56422) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:26.208632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f0ece9b8-97bb-4da0-abf5-4bf3341ba17b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-230115408'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:26.223270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13773f32-3bd5-4f08-87d2-479d6eb7afe1 req-d80e5592-cc4a-4444-b31b-41bdefc0e840 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:26.225585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13773f32-3bd5-4f08-87d2-479d6eb7afe1 req-d80e5592-cc4a-4444-b31b-41bdefc0e840 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.0591412 Aug 29 07:12:26.264014 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edf34803-f427-4274-b8a6-8d3fdfbcb45b tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.269366 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-edf34803-f427-4274-b8a6-8d3fdfbcb45b tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.270791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-edf34803-f427-4274-b8a6-8d3fdfbcb45b tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/b79fb14d-fa1b-40ad-8be4-bc1b0caf84de HTTP/1.1" status: 204 len: 168 time: 0.1968889 Aug 29 07:12:26.273446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56424) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:26.279406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13773f32-3bd5-4f08-87d2-479d6eb7afe1 req-1b7d8fb3-d245-4316-a697-bf3e2850d5b3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478523 Aug 29 07:12:26.283694 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf34803-f427-4274-b8a6-8d3fdfbcb45b tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b79fb14d-fa1b-40ad-8be4-bc1b0caf84de,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:26.323245 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ad4231da-750a-4978-ba2a-f8419a1d0923 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461700 Aug 29 07:12:26.323503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56426) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:26.328147 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b6226c1c-edb0-4369-ad8c-f49d50408601 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Request body: {'security_group_rule': {'security_group_id': 'a9d70859-8af3-4bda-bbaf-8f8e864599a8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:26.338634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ece9b8-97bb-4da0-abf5-4bf3341ba17b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Made reservation on behalf of 1606fb47b6c14cbaa04223dcb8400b1a for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:26.342248 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0ece9b8-97bb-4da0-abf5-4bf3341ba17b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.383160 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ece9b8-97bb-4da0-abf5-4bf3341ba17b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:12:26.395735 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0ece9b8-97bb-4da0-abf5-4bf3341ba17b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.396138 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-f0ece9b8-97bb-4da0-abf5-4bf3341ba17b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Added segment 1298518b-8606-4fc7-a60a-ed567496ad11 of type vlan for network acdf88ce-0b7d-4aca-b784-f924d89e7489 Aug 29 07:12:26.448286 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0ece9b8-97bb-4da0-abf5-4bf3341ba17b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.450407 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6226c1c-edb0-4369-ad8c-f49d50408601 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.518439 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6226c1c-edb0-4369-ad8c-f49d50408601 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.589793 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0ece9b8-97bb-4da0-abf5-4bf3341ba17b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.595818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ece9b8-97bb-4da0-abf5-4bf3341ba17b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:26.596622 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f0ece9b8-97bb-4da0-abf5-4bf3341ba17b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.672693 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6226c1c-edb0-4369-ad8c-f49d50408601 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.680929 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ece9b8-97bb-4da0-abf5-4bf3341ba17b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event updated for resources: {'Network': ['ID=acdf88ce-0b7d-4aca-b784-f924d89e7489,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:26.694126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network acdf88ce-0b7d-4aca-b784-f924d89e7489 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:12:26.704927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6226c1c-edb0-4369-ad8c-f49d50408601 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579be655-64b1-42ef-a127-62b213d600a8,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:26.805514 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f0ece9b8-97bb-4da0-abf5-4bf3341ba17b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5955267 Aug 29 07:12:26.805514 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b6226c1c-edb0-4369-ad8c-f49d50408601 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.805514 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b6226c1c-edb0-4369-ad8c-f49d50408601 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4777000 Aug 29 07:12:26.806478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56444) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:26.808471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56448) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:26.812042 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-65210766-aae0-4131-9205-69cb97baad4f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Request body: {'subnet': {'network_id': 'acdf88ce-0b7d-4aca-b784-f924d89e7489', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:26.845608 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9fbe6496-16e8-443a-9637-dc1165e56316 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules/579be655-64b1-42ef-a127-62b213d600a8 HTTP/1.1" status: 200 len: 764 time: 0.0330603 Aug 29 07:12:26.849168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56456) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:26.920915 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6a283ea7-46c5-407f-ac04-d7c14700eddd tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0702438 Aug 29 07:12:26.924493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56458) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:26.955889 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b5f557a-9ada-4be2-a279-ac23f212e615 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:26.965639 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b5f557a-9ada-4be2-a279-ac23f212e615 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:27.120551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65210766-aae0-4131-9205-69cb97baad4f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Made reservation on behalf of 1606fb47b6c14cbaa04223dcb8400b1a for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:27.124142 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-65210766-aae0-4131-9205-69cb97baad4f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:27.183328 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b5f557a-9ada-4be2-a279-ac23f212e615 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:27.190701 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7b5f557a-9ada-4be2-a279-ac23f212e615 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:27.191943 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7b5f557a-9ada-4be2-a279-ac23f212e615 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/579be655-64b1-42ef-a127-62b213d600a8 HTTP/1.1" status: 204 len: 168 time: 0.2658703 Aug 29 07:12:27.194327 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56462) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:27.198492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f557a-9ada-4be2-a279-ac23f212e615 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=579be655-64b1-42ef-a127-62b213d600a8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:27.258383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7693dae0-f7be-4625-838b-f628d08268a3 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0627542 Aug 29 07:12:27.261034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56466) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:27.430752 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ba165d1-5cc3-48e0-b361-219746493ae1 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:27.463208 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ba165d1-5cc3-48e0-b361-219746493ae1 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:27.479320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f692294-cdfc-46bc-8101-c8ddcafee248 req-6d0d02dd-e9c3-402a-9499-174cecd178bf tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:27.480862 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f692294-cdfc-46bc-8101-c8ddcafee248 req-6d0d02dd-e9c3-402a-9499-174cecd178bf tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.1017728 Aug 29 07:12:27.549986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f692294-cdfc-46bc-8101-c8ddcafee248 req-55f8ff3a-15d4-4090-8ab5-2bf91c50548d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627060 Aug 29 07:12:27.560576 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-65210766-aae0-4131-9205-69cb97baad4f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:27.626218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65210766-aae0-4131-9205-69cb97baad4f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event updated for resources: {'Subnet': ['ID=bf56bf90-8373-49e1-aeef-4d81c12f20bd,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:27.633944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65210766-aae0-4131-9205-69cb97baad4f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Checking segment: {'id': '1298518b-8606-4fc7-a60a-ed567496ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'acdf88ce-0b7d-4aca-b784-f924d89e7489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:12:27.634306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65210766-aae0-4131-9205-69cb97baad4f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Network hostable DHCP agents. Network: acdf88ce-0b7d-4aca-b784-f924d89e7489, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:12:27.674802 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ba165d1-5cc3-48e0-b361-219746493ae1 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:27.677405 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ba165d1-5cc3-48e0-b361-219746493ae1 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:27.678631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0ba165d1-5cc3-48e0-b361-219746493ae1 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "DELETE /v2.0/security-groups/a9d70859-8af3-4bda-bbaf-8f8e864599a8 HTTP/1.1" status: 204 len: 168 time: 0.4166343 Aug 29 07:12:27.681448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56480) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:27.688534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba165d1-5cc3-48e0-b361-219746493ae1 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d70859-8af3-4bda-bbaf-8f8e864599a8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:27.740698 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ce25448f-07ce-405f-95ba-d05e4af4bf58 tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580685 Aug 29 07:12:27.745099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56482) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:27.802185 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-70fbbfd4-2a17-435b-af6b-ef0b4788889f tempest-SecGroupTest-1583662144 tempest-SecGroupTest-1583662144-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0557497 Aug 29 07:12:27.915363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65210766-aae0-4131-9205-69cb97baad4f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Network acdf88ce-0b7d-4aca-b784-f924d89e7489 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:12:28.017854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-65210766-aae0-4131-9205-69cb97baad4f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, acdf88ce-0b7d-4aca-b784-f924d89e7489) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:28.026091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a269d7fc-585b-4afe-8735-31c65db8d71c None None] Network acdf88ce-0b7d-4aca-b784-f924d89e7489 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:28.029585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65210766-aae0-4131-9205-69cb97baad4f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:28.030198 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-65210766-aae0-4131-9205-69cb97baad4f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:28.149673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-65210766-aae0-4131-9205-69cb97baad4f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3444450 Aug 29 07:12:28.152486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56488) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:28.157864 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b909c941-b921-40a4-aa01-b713aee5024f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Request body: {'router': {'external_gateway_info': {'network_id': 'acdf88ce-0b7d-4aca-b784-f924d89e7489'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:28.221215 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-acdf88ce-0b7d-4aca-b784-f924d89e7489', 'network_id': 'acdf88ce-0b7d-4aca-b784-f924d89e7489', 'tenant_id': '1606fb47b6c14cbaa04223dcb8400b1a', 'fixed_ips': [{'subnet_id': 'bf56bf90-8373-49e1-aeef-4d81c12f20bd'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:12:28.222838 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:28.391871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Allocated IP 2001:db8:1::2 (acdf88ce-0b7d-4aca-b784-f924d89e7489/bf56bf90-8373-49e1-aeef-4d81c12f20bd/153d987e-43b6-4290-b599-a67af1cc4cf5) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:12:28.424773 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b909c941-b921-40a4-aa01-b713aee5024f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:28.510171 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56500) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:28.625949 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:28.655418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Transition to ACTIVE for port object 153d987e-43b6-4290-b599-a67af1cc4cf5 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:28.703876 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Transition to ACTIVE for port object 153d987e-43b6-4290-b599-a67af1cc4cf5 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:28.710131 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-b909c941-b921-40a4-aa01-b713aee5024f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:12:28.715537 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b909c941-b921-40a4-aa01-b713aee5024f tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "PUT /v2.0/routers/1b29919f-ba45-4349-a994-5cf7e50c64d4 HTTP/1.1" status: 400 len: 364 time: 0.5614772 Aug 29 07:12:28.719553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56510) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:28.755735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc0acf-3139-44ba-a5ab-726f8d2af439 req-59ae7565-847b-4410-84cd-6f71922008fc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:28.757278 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aabc0acf-3139-44ba-a5ab-726f8d2af439 req-59ae7565-847b-4410-84cd-6f71922008fc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.0619385 Aug 29 07:12:28.799000 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aabc0acf-3139-44ba-a5ab-726f8d2af439 req-02875b29-702f-44c9-8400-2fe2f4caf4ee tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353878 Aug 29 07:12:28.815480 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:28.872945 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3bd4ed29-be18-4407-9eeb-6382a61f3952 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d028f0b2ea1749daa537880297ed04cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612881 Aug 29 07:12:28.875042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Network acdf88ce-0b7d-4aca-b784-f924d89e7489 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:12:28.875503 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56514) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:28.883813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:28.889224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:12:28.899791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Pushing event updated for resources: {'Port': ['ID=153d987e-43b6-4290-b599-a67af1cc4cf5,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:28.938747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ffad3214-0481-40a6-aa5c-3f0bb2d450b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:28.965187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Attempting to bind port 153d987e-43b6-4290-b599-a67af1cc4cf5 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:12:28.965566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Attempting to bind port 153d987e-43b6-4290-b599-a67af1cc4cf5 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '1298518b-8606-4fc7-a60a-ed567496ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'acdf88ce-0b7d-4aca-b784-f924d89e7489'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:12:28.965933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Attempting to bind port 153d987e-43b6-4290-b599-a67af1cc4cf5 on network acdf88ce-0b7d-4aca-b784-f924d89e7489 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:12:28.971349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:12:28.971749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Checking segment: {'id': '1298518b-8606-4fc7-a60a-ed567496ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'acdf88ce-0b7d-4aca-b784-f924d89e7489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:12:28.972149 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:28.972544 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Bound using segment: {'id': '1298518b-8606-4fc7-a60a-ed567496ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'acdf88ce-0b7d-4aca-b784-f924d89e7489'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:12:28.973323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Bound port: 153d987e-43b6-4290-b599-a67af1cc4cf5, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1298518b-8606-4fc7-a60a-ed567496ad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'acdf88ce-0b7d-4aca-b784-f924d89e7489'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:12:28.973457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:28.975638 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ffad3214-0481-40a6-aa5c-3f0bb2d450b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:29.060707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] For port 153d987e-43b6-4290-b599-a67af1cc4cf5, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:12:29.067212 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] For port 153d987e-43b6-4290-b599-a67af1cc4cf5, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=153d987e-43b6-4290-b599-a67af1cc4cf5,segment=NetworkSegment(1298518b-8606-4fc7-a60a-ed567496ad11),segment_id=1298518b-8606-4fc7-a60a-ed567496ad11)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:12:29.113075 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:29.126100 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ffad3214-0481-40a6-aa5c-3f0bb2d450b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:29.129498 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ffad3214-0481-40a6-aa5c-3f0bb2d450b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:29.130916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ffad3214-0481-40a6-aa5c-3f0bb2d450b4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5e3c1187-282a-4658-a85b-6beee90e0905 HTTP/1.1" status: 204 len: 168 time: 0.2542794 Aug 29 07:12:29.144542 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:29.150961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad3214-0481-40a6-aa5c-3f0bb2d450b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3c1187-282a-4658-a85b-6beee90e0905,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:29.267814 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb10377-d02f-4802-bc0d-737896164ae8 None None] Pushing event updated for resources: {'Port': ['ID=153d987e-43b6-4290-b599-a67af1cc4cf5,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:29.821086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Allocated IP 2001:db8::1 (47fb76ad-a4ad-4884-b4a8-5686d63693ef/89c099a5-ea62-478f-829b-d866f8ab2541/45626323-9d86-41d5-94fc-e33768406fe3) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:12:29.975513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 153d987e-43b6-4290-b599-a67af1cc4cf5 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:12:30.016026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da25289-eb43-4c82-b8cc-ee97b9d974f2 req-4dff1efe-0016-451c-8f46-8e3c3d0dd90f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:30.021488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1da25289-eb43-4c82-b8cc-ee97b9d974f2 req-4dff1efe-0016-451c-8f46-8e3c3d0dd90f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.0924942 Aug 29 07:12:30.066465 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:30.084568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Transition to ACTIVE for port object 45626323-9d86-41d5-94fc-e33768406fe3 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:30.086466 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1da25289-eb43-4c82-b8cc-ee97b9d974f2 req-da784ee3-8489-4a3c-a074-5453f97a5693 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613956 Aug 29 07:12:30.200353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 153d987e-43b6-4290-b599-a67af1cc4cf5 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:30.252557 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:30.320012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Network 47fb76ad-a4ad-4884-b4a8-5686d63693ef is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:12:30.323403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:30.329257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:12:30.329851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:30.334613 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event updated for resources: {'Port': ['ID=45626323-9d86-41d5-94fc-e33768406fe3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:30.548118 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:30.700082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140d52ac-b4d0-4eac-a8ce-e64f7301038d None None] Network acdf88ce-0b7d-4aca-b784-f924d89e7489 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:30.749060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56562) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:30.901333 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:30.926907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-daea3408-a244-4d83-8b4c-bfb712f85c85 tempest-ServiceProvidersTest-991222834 tempest-ServiceProvidersTest-991222834-project] 10.222.0.76 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1758697 Aug 29 07:12:30.952901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-75e78b4b-8170-458c-b739-66dd52b0d016 None None] Provisioning for port 153d987e-43b6-4290-b599-a67af1cc4cf5 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:30.959477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-75e78b4b-8170-458c-b739-66dd52b0d016 None None] Provisioning complete for port 153d987e-43b6-4290-b599-a67af1cc4cf5 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:30.959850 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-75e78b4b-8170-458c-b739-66dd52b0d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:31.074181 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:31.074181 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:31.082333 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-75e78b4b-8170-458c-b739-66dd52b0d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:31.123890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-75e78b4b-8170-458c-b739-66dd52b0d016 None None] For port 153d987e-43b6-4290-b599-a67af1cc4cf5, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=153d987e-43b6-4290-b599-a67af1cc4cf5,segment=NetworkSegment(1298518b-8606-4fc7-a60a-ed567496ad11),segment_id=1298518b-8606-4fc7-a60a-ed567496ad11)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:31.193353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event updated for resources: {'Port': ['ID=45626323-9d86-41d5-94fc-e33768406fe3,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:31.229143 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-75e78b4b-8170-458c-b739-66dd52b0d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:31.246443 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Network 47fb76ad-a4ad-4884-b4a8-5686d63693ef is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:12:31.248536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:31.333338 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f512836-87b3-46b1-8a09-70c7f0ad412b req-fe059ac2-44a8-465c-a8d3-4ed47cc1c23b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:31.342463 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f512836-87b3-46b1-8a09-70c7f0ad412b req-fe059ac2-44a8-465c-a8d3-4ed47cc1c23b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.1536529 Aug 29 07:12:31.383531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e78b4b-8170-458c-b739-66dd52b0d016 None None] Pushing event updated for resources: {'Port': ['ID=153d987e-43b6-4290-b599-a67af1cc4cf5,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:31.415926 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Router 1b29919f-ba45-4349-a994-5cf7e50c64d4 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:12:31.416243 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f512836-87b3-46b1-8a09-70c7f0ad412b req-d56d6558-648a-48c9-8ac7-d6fd786e42f9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713012 Aug 29 07:12:31.440521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-75e78b4b-8170-458c-b739-66dd52b0d016 None None] Provisioning for port 45626323-9d86-41d5-94fc-e33768406fe3 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:31.445259 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-75e78b4b-8170-458c-b739-66dd52b0d016 None None] Provisioning complete for port 45626323-9d86-41d5-94fc-e33768406fe3 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:31.445645 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-75e78b4b-8170-458c-b739-66dd52b0d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:31.524553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-75e78b4b-8170-458c-b739-66dd52b0d016 None None] Port 45626323-9d86-41d5-94fc-e33768406fe3 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:12:31.598297 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:12:31.607094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56578) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:31.611253 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3656ba17-6bf8-4a0b-8dd8-faeb7d9b5ee3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "PUT /v2.0/routers/1b29919f-ba45-4349-a994-5cf7e50c64d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8922918 Aug 29 07:12:31.621608 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a291795-436d-4a90-ade8-6d4913fed460 None None] Sync routers for ids ['1b29919f-ba45-4349-a994-5cf7e50c64d4'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:12:31.629440 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56582) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:31.648865 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a291795-436d-4a90-ade8-6d4913fed460 None None] Routers {'1b29919f-ba45-4349-a994-5cf7e50c64d4'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:12:31.655318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-db962554-395f-40da-aba6-3d432c55e070 None None] Provisioning complete for port 153d987e-43b6-4290-b599-a67af1cc4cf5 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:31.658521 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-db962554-395f-40da-aba6-3d432c55e070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:31.659091 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6a291795-436d-4a90-ade8-6d4913fed460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:12:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1b29919f-ba45-4349-a994-5cf7e50c64d4'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:31.714713 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6a291795-436d-4a90-ade8-6d4913fed460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:31.740339 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a291795-436d-4a90-ade8-6d4913fed460 None None] Routers {'1b29919f-ba45-4349-a994-5cf7e50c64d4'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:12:31.744653 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6a291795-436d-4a90-ade8-6d4913fed460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:12:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1b29919f-ba45-4349-a994-5cf7e50c64d4'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:31.822048 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-56828ae4-6547-4ba7-b76b-716541e6b4e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:31.877535 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 153d987e-43b6-4290-b599-a67af1cc4cf5 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:12:31.889235 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6a291795-436d-4a90-ade8-6d4913fed460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:31.895317 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a291795-436d-4a90-ade8-6d4913fed460 None None] The sync data for ids ['1b29919f-ba45-4349-a994-5cf7e50c64d4'] in n-d-713301-12 is: [] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:12:31.915174 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ed80373f-e23e-4dfe-bbc4-747298275318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:31.962236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 153d987e-43b6-4290-b599-a67af1cc4cf5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:31.962236 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:31.976724 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-56828ae4-6547-4ba7-b76b-716541e6b4e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 07:12:31.987057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-56828ae4-6547-4ba7-b76b-716541e6b4e4 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "DELETE /v2.0/routers/1b29919f-ba45-4349-a994-5cf7e50c64d4 HTTP/1.1" status: 409 len: 329 time: 0.3708005 Aug 29 07:12:31.987057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56588) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:32.008359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9ad7d74f-e827-4f41-a7f6-aa0bd6ce41d2 None None] Provisioning complete for port 45626323-9d86-41d5-94fc-e33768406fe3 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:32.010352 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d74f-e827-4f41-a7f6-aa0bd6ce41d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:32.049430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9ad7d74f-e827-4f41-a7f6-aa0bd6ce41d2 None None] Port 45626323-9d86-41d5-94fc-e33768406fe3 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:12:32.215707 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ed80373f-e23e-4dfe-bbc4-747298275318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:32.274477 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ed80373f-e23e-4dfe-bbc4-747298275318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:32.331494 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ed80373f-e23e-4dfe-bbc4-747298275318 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb843ebb8deb4a61b7e572f4d82778cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7007525 Aug 29 07:12:32.333152 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80373f-e23e-4dfe-bbc4-747298275318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655604a0-a203-47d4-bbb6-9d9bbc9b0b14,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:32.337805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56592) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:32.463084 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-06d691f5-6a4a-4d5f-81fb-9ca3fd18487e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:32.504631 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-06d691f5-6a4a-4d5f-81fb-9ca3fd18487e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:32.665002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b724b-49db-4aa3-9f75-c507ab87c1b9 req-550121d6-817c-4314-b8a5-2b7d5a437afa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:32.666902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b02b724b-49db-4aa3-9f75-c507ab87c1b9 req-550121d6-817c-4314-b8a5-2b7d5a437afa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.1344447 Aug 29 07:12:32.735502 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8453-0fa3-4700-9718-727eeac4ba67 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:32.753481 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b02b724b-49db-4aa3-9f75-c507ab87c1b9 req-c76aadaa-e2c5-4990-8921-b2abc7247e14 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726914 Aug 29 07:12:32.758333 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-c77cad8a-9b5e-4436-8ef0-699a27194747 service neutron] show failed (client error): The resource could not be found. Aug 29 07:12:32.759820 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-c77cad8a-9b5e-4436-8ef0-699a27194747 service neutron] 10.222.0.15 "GET /v2.0/ports/3baddac9-99b3-4c41-abd3-8f06504c2d87/bindings/n-h2-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.1001298 Aug 29 07:12:32.802507 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-06d691f5-6a4a-4d5f-81fb-9ca3fd18487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:32.805163 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-06d691f5-6a4a-4d5f-81fb-9ca3fd18487e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:32.808894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-06d691f5-6a4a-4d5f-81fb-9ca3fd18487e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/655604a0-a203-47d4-bbb6-9d9bbc9b0b14 HTTP/1.1" status: 204 len: 168 time: 0.4663856 Aug 29 07:12:33.205089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d691f5-6a4a-4d5f-81fb-9ca3fd18487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655604a0-a203-47d4-bbb6-9d9bbc9b0b14,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:33.414081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e8453-0fa3-4700-9718-727eeac4ba67 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Deleting port 45626323-9d86-41d5-94fc-e33768406fe3 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:12:33.414597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8453-0fa3-4700-9718-727eeac4ba67 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:33.517549 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8453-0fa3-4700-9718-727eeac4ba67 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:33.584676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e8453-0fa3-4700-9718-727eeac4ba67 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Calling delete_port for 45626323-9d86-41d5-94fc-e33768406fe3 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:12:33.671462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-69344958-339a-4816-9de3-1acc59adb0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:33.673021 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-69344958-339a-4816-9de3-1acc59adb0c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8&tenant_id=6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 1097 time: 0.1520643 Aug 29 07:12:33.692990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:33.786316 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:33.811049 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:34.025344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6940a3-91d4-4663-95b5-f53d759222ee req-77812807-cd49-42dd-9b90-a9793993520e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:34.025344 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a6940a3-91d4-4663-95b5-f53d759222ee req-77812807-cd49-42dd-9b90-a9793993520e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.1736190 Aug 29 07:12:34.089646 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8453-0fa3-4700-9718-727eeac4ba67 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:34.141487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e8453-0fa3-4700-9718-727eeac4ba67 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event deleted for resources: {'Port': ['ID=45626323-9d86-41d5-94fc-e33768406fe3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:34.186422 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a6940a3-91d4-4663-95b5-f53d759222ee req-41c1a57a-61a6-4397-9ceb-845450540e1e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597202 Aug 29 07:12:34.309474 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8453-0fa3-4700-9718-727eeac4ba67 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:34.399693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] For port 3baddac9-99b3-4c41-abd3-8f06504c2d87, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:34.469871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56670) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:34.484293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] For port 3baddac9-99b3-4c41-abd3-8f06504c2d87, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:12:34.588310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1762301164'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:34.604913 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:12:34.608187 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06aa7e02-3648-4507-bd64-5ed3a63bbe52" -d '{"events": [{"server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "name": "network-vif-unplugged", "status": "completed", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:12:34.615097 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:34.618756 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1e8453-0fa3-4700-9718-727eeac4ba67 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Router 1b29919f-ba45-4349-a994-5cf7e50c64d4 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:12:34.638346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Transition to ACTIVE for port object 3baddac9-99b3-4c41-abd3-8f06504c2d87 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:34.682617 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732075d6-a189-4f71-b3dc-6a640aeabafa x-openstack-request-id: req-732075d6-a189-4f71-b3dc-6a640aeabafa {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:12:34.682894 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "name": "network-vif-unplugged", "status": "completed", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:12:34.683171 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-732075d6-a189-4f71-b3dc-6a640aeabafa {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:12:34.683572 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'code': 200} Aug 29 07:12:34.697619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Made reservation on behalf of d2b551f2eae744218c00f3f3ddd150e7 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:34.701543 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:34.711055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:34.718591 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1e8453-0fa3-4700-9718-727eeac4ba67 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:12:34.729853 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0b1e8453-0fa3-4700-9718-727eeac4ba67 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "PUT /v2.0/routers/1b29919f-ba45-4349-a994-5cf7e50c64d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7431948 Aug 29 07:12:34.729853 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56682) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:34.732031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc17c20-5661-46b1-83a7-7b8643697dfc None None] Sync routers for ids ['1b29919f-ba45-4349-a994-5cf7e50c64d4'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:12:34.742429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc17c20-5661-46b1-83a7-7b8643697dfc None None] Routers {'1b29919f-ba45-4349-a994-5cf7e50c64d4'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:12:34.743215 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2fc17c20-5661-46b1-83a7-7b8643697dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:12:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1b29919f-ba45-4349-a994-5cf7e50c64d4'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:34.774841 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:34.785931 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-6fcc221f-527f-4fbe-9fd2-da40939274a3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] show failed (client error): The resource could not be found. Aug 29 07:12:34.790567 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6fcc221f-527f-4fbe-9fd2-da40939274a3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-2035803642 HTTP/1.1" status: 404 len: 335 time: 0.0560985 Aug 29 07:12:34.791748 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56688) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:34.797039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2fc17c20-5661-46b1-83a7-7b8643697dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:34.798132 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e8c880a7-a0f4-4c2b-a588-4f997b47c95b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:34.831634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc17c20-5661-46b1-83a7-7b8643697dfc None None] Routers {'1b29919f-ba45-4349-a994-5cf7e50c64d4'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:12:34.832642 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2fc17c20-5661-46b1-83a7-7b8643697dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:12:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1b29919f-ba45-4349-a994-5cf7e50c64d4'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:34.859915 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-e8c880a7-a0f4-4c2b-a588-4f997b47c95b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] update failed (client error): The resource could not be found. Aug 29 07:12:34.864742 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e8c880a7-a0f4-4c2b-a588-4f997b47c95b tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-380882103 HTTP/1.1" status: 404 len: 334 time: 0.0682375 Aug 29 07:12:34.868470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56692) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:34.898245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2fc17c20-5661-46b1-83a7-7b8643697dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:34.898949 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc17c20-5661-46b1-83a7-7b8643697dfc None None] The sync data for ids ['1b29919f-ba45-4349-a994-5cf7e50c64d4'] in n-d-713301-12 is: [] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:12:34.978870 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:34.978870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2423ea-65b8-4ca9-be33-b003470c8ac3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Deleting subnet bf56bf90-8373-49e1-aeef-4d81c12f20bd {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:12:34.982370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea2423ea-65b8-4ca9-be33-b003470c8ac3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.028795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Pushing event updated for resources: {'Port': ['ID=3baddac9-99b3-4c41-abd3-8f06504c2d87,revision_number=6']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:35.071340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea2423ea-65b8-4ca9-be33-b003470c8ac3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.079208 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.111117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] No DVR routers for this DVR port 3baddac9-99b3-4c41-abd3-8f06504c2d87 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:12:35.168017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:12:35.181019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbe24b7-6c79-4848-b562-46e7ce509416,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:35.199259 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.200074 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Added segment e1ca362d-de85-43d1-a0f1-6861cb3a5cde of type vlan for network da6dfc9a-31a8-4ea3-8788-82fb2753e572 Aug 29 07:12:35.335160 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.359004 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea2423ea-65b8-4ca9-be33-b003470c8ac3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.405817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c025c-bc7d-433f-92b7-5141c8a73d09 req-eb3b4729-36d1-4345-a980-2b51f69486aa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:35.407392 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-203c025c-bc7d-433f-92b7-5141c8a73d09 req-eb3b4729-36d1-4345-a980-2b51f69486aa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 943 time: 0.0922871 Aug 29 07:12:35.462557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Attempting to bind port 3baddac9-99b3-4c41-abd3-8f06504c2d87 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:12:35.462875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Attempting to bind port 3baddac9-99b3-4c41-abd3-8f06504c2d87 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:12:35.463245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Attempting to bind port 3baddac9-99b3-4c41-abd3-8f06504c2d87 on network 4da26f07-20b6-4eb7-a417-053969c3a84a {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:12:35.481776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Port 3baddac9-99b3-4c41-abd3-8f06504c2d87 on network 4da26f07-20b6-4eb7-a417-053969c3a84a not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:12:35.483644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Attempting to bind port 3baddac9-99b3-4c41-abd3-8f06504c2d87 on network 4da26f07-20b6-4eb7-a417-053969c3a84a {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:12:35.490648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-203c025c-bc7d-433f-92b7-5141c8a73d09 req-5442262c-4403-4e55-9c06-94f652bfd2d6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764375 Aug 29 07:12:35.493732 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:12:35.494075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Checking segment: {'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:12:35.494466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Bound using segment: {'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:12:35.494974 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Bound port: 3baddac9-99b3-4c41-abd3-8f06504c2d87, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5978fe-dabd-4686-b221-7b6188c4cb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:12:35.495307 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.507070 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.514324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:35.515281 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.576126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] For port 3baddac9-99b3-4c41-abd3-8f06504c2d87, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:12:35.577506 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea2423ea-65b8-4ca9-be33-b003470c8ac3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.579557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] For port 3baddac9-99b3-4c41-abd3-8f06504c2d87, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:12:35.619852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2423ea-65b8-4ca9-be33-b003470c8ac3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event deleted for resources: {'Subnet': ['ID=bf56bf90-8373-49e1-aeef-4d81c12f20bd,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:35.623464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Pushing event updated for resources: {'Network': ['ID=da6dfc9a-31a8-4ea3-8788-82fb2753e572,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:35.625777 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ea2423ea-65b8-4ca9-be33-b003470c8ac3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.627953 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ea2423ea-65b8-4ca9-be33-b003470c8ac3 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "DELETE /v2.0/subnets/bf56bf90-8373-49e1-aeef-4d81c12f20bd HTTP/1.1" status: 204 len: 168 time: 0.7579899 Aug 29 07:12:35.632910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56706) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:35.633863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dd813c-25ca-46b0-9932-ed14b5fb849e None None] Network acdf88ce-0b7d-4aca-b784-f924d89e7489 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:35.637690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network da6dfc9a-31a8-4ea3-8788-82fb2753e572 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:12:35.690509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56710) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:35.695676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-075bb394-daf5-4b27-a20f-32a8179e53d3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Request body: {'subnet': {'network_id': 'da6dfc9a-31a8-4ea3-8788-82fb2753e572', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:35.699752 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-215726c4-6677-4bbd-bd98-2828a18fe24a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2281468 Aug 29 07:12:35.704432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.760523 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.853006 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:35.853940 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.855656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] 10.222.0.11 "PUT /v2.0/ports/3baddac9-99b3-4c41-abd3-8f06504c2d87 HTTP/1.1" status: 200 len: 1092 time: 2.1689587 Aug 29 07:12:35.911077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Deleting port 153d987e-43b6-4290-b599-a67af1cc4cf5 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:12:35.911466 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:35.937432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c74ed9-cf78-4f67-84a1-6a4830792625 service neutron] Pushing event updated for resources: {'Port': ['ID=3baddac9-99b3-4c41-abd3-8f06504c2d87,revision_number=7']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:35.968942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-14da3444-09b4-47e2-ac72-403493f08707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:35.970482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-14da3444-09b4-47e2-ac72-403493f08707 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 1095 time: 0.0696819 Aug 29 07:12:36.008101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770e8ef1-fdba-4b32-a9f4-d41811286221 None None] DHCP port deletion for acdf88ce-0b7d-4aca-b784-f924d89e7489 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:12:36.019188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] For port 153d987e-43b6-4290-b599-a67af1cc4cf5, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=153d987e-43b6-4290-b599-a67af1cc4cf5,segment=NetworkSegment(1298518b-8606-4fc7-a60a-ed567496ad11),segment_id=1298518b-8606-4fc7-a60a-ed567496ad11)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:36.021230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.039207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Calling delete_port for 153d987e-43b6-4290-b599-a67af1cc4cf5 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:12:36.094271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075bb394-daf5-4b27-a20f-32a8179e53d3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Made reservation on behalf of d2b551f2eae744218c00f3f3ddd150e7 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:36.102627 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-075bb394-daf5-4b27-a20f-32a8179e53d3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.109811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-770e8ef1-fdba-4b32-a9f4-d41811286221 None None] Deleting port 153d987e-43b6-4290-b599-a67af1cc4cf5 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:12:36.110197 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-770e8ef1-fdba-4b32-a9f4-d41811286221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.212574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-770e8ef1-fdba-4b32-a9f4-d41811286221 None None] For port 153d987e-43b6-4290-b599-a67af1cc4cf5, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=153d987e-43b6-4290-b599-a67af1cc4cf5,segment=NetworkSegment(1298518b-8606-4fc7-a60a-ed567496ad11),segment_id=1298518b-8606-4fc7-a60a-ed567496ad11)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:36.213237 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-770e8ef1-fdba-4b32-a9f4-d41811286221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.224259 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.239509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-770e8ef1-fdba-4b32-a9f4-d41811286221 None None] Calling delete_port for 153d987e-43b6-4290-b599-a67af1cc4cf5 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:12:36.280474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event deleted for resources: {'Port': ['ID=153d987e-43b6-4290-b599-a67af1cc4cf5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:36.293138 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] No DVR routers for this DVR port 153d987e-43b6-4290-b599-a67af1cc4cf5 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:12:36.293611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-a5bc1e8a-bd9d-4892-9f19-8857134de945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:36.296051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-a5bc1e8a-bd9d-4892-9f19-8857134de945 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4da26f07-20b6-4eb7-a417-053969c3a84a HTTP/1.1" status: 200 len: 897 time: 0.3170941 Aug 29 07:12:36.361411 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-770e8ef1-fdba-4b32-a9f4-d41811286221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.420556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-0f461eef-2df3-428e-a0a6-82227cc0fbbe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87 HTTP/1.1" status: 200 len: 999 time: 0.1152825 Aug 29 07:12:36.434711 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e8ef1-fdba-4b32-a9f4-d41811286221 None None] No DVR routers for this DVR port 153d987e-43b6-4290-b599-a67af1cc4cf5 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:12:36.436026 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.444432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e8ef1-fdba-4b32-a9f4-d41811286221 None None] Pushing event deleted for resources: {'Port': ['ID=153d987e-43b6-4290-b599-a67af1cc4cf5,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:36.454950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdf88ce-0b7d-4aca-b784-f924d89e7489']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:36.475568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1298518b-8606-4fc7-a60a-ed567496ad11') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:36.475895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1298518b-8606-4fc7-a60a-ed567496ad11') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:36.499015 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.515917 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.522538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-da951625-4a28-4f21-a7f0-f6ceaee254e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:36.523752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:12:36.524229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-da951625-4a28-4f21-a7f0-f6ceaee254e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04ae450a-b881-4904-8964-e7c34fe42ecd HTTP/1.1" status: 200 len: 835 time: 0.0955184 Aug 29 07:12:36.524375 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:12:36.528016 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:12:36.592555 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-075bb394-daf5-4b27-a20f-32a8179e53d3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.604204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-75f58a8b-fa93-4718-84de-9f1a932e8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:36.604204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-75f58a8b-fa93-4718-84de-9f1a932e8816 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4da26f07-20b6-4eb7-a417-053969c3a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721121 Aug 29 07:12:36.657266 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.674487 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.677647 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "DELETE /v2.0/networks/acdf88ce-0b7d-4aca-b784-f924d89e7489 HTTP/1.1" status: 204 len: 168 time: 1.0461688 Aug 29 07:12:36.680253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56722) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:36.734294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde16e1-a858-4b16-9929-ea87dd958c28 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event deleted for resources: {'Network': ['ID=acdf88ce-0b7d-4aca-b784-f924d89e7489,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:36.774725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f7caea-f09d-4cfa-842d-dc40b4839576 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Deleting subnet 141cf639-8041-4f15-aab3-0fa0f7e3248e {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:12:36.778443 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b0f7caea-f09d-4cfa-842d-dc40b4839576 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.839655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b0f7caea-f09d-4cfa-842d-dc40b4839576 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:36.956683 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b0f7caea-f09d-4cfa-842d-dc40b4839576 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:37.012137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:12:37.015166 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8682d387-05b1-4168-a09c-e5e425f2fddf" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:12:37.071424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bb394-daf5-4b27-a20f-32a8179e53d3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Pushing event updated for resources: {'Subnet': ['ID=30f0968f-cc3d-4fba-abe0-e44d6cc050a0,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:37.100696 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab35b776-cafc-48a6-a112-bada5859d113 x-openstack-request-id: req-ab35b776-cafc-48a6-a112-bada5859d113 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:12:37.100998 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:12:37.101282 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab35b776-cafc-48a6-a112-bada5859d113 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:12:37.101643 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'status': 'completed', 'code': 200} Aug 29 07:12:37.139955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075bb394-daf5-4b27-a20f-32a8179e53d3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Checking segment: {'id': 'e1ca362d-de85-43d1-a0f1-6861cb3a5cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'da6dfc9a-31a8-4ea3-8788-82fb2753e572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:12:37.140332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075bb394-daf5-4b27-a20f-32a8179e53d3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Network hostable DHCP agents. Network: da6dfc9a-31a8-4ea3-8788-82fb2753e572, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:12:37.156159 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b0f7caea-f09d-4cfa-842d-dc40b4839576 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:37.168333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5307c-0d29-4fa6-96bf-3c437e6bbf3c req-d5abd5fe-f134-48c7-8459-0decdef43def tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:37.170972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ee5307c-0d29-4fa6-96bf-3c437e6bbf3c req-d5abd5fe-f134-48c7-8459-0decdef43def tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 943 time: 0.5469537 Aug 29 07:12:37.177251 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-0ff0517c-4366-49a7-bcf4-6954efc524d0 service neutron] 10.222.0.11 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504806 Aug 29 07:12:37.195769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7caea-f09d-4cfa-842d-dc40b4839576 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event deleted for resources: {'Subnet': ['ID=141cf639-8041-4f15-aab3-0fa0f7e3248e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:37.201450 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b0f7caea-f09d-4cfa-842d-dc40b4839576 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:37.205832 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b0f7caea-f09d-4cfa-842d-dc40b4839576 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "DELETE /v2.0/subnets/141cf639-8041-4f15-aab3-0fa0f7e3248e HTTP/1.1" status: 204 len: 168 time: 0.5218840 Aug 29 07:12:37.216181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56730) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:37.216771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f51b8b6-4f99-4246-9ce4-6694a6a2f7c1 None None] Network 28845ada-f215-4d39-bdf0-cdb7fef26d8d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:37.251057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-a38bfd5c-dd7a-4536-9b9f-5f76bf32aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:37.252707 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-a38bfd5c-dd7a-4536-9b9f-5f76bf32aa67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 1095 time: 0.1494267 Aug 29 07:12:37.278810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ee5307c-0d29-4fa6-96bf-3c437e6bbf3c req-2bac74a3-6a38-41f1-add1-aff3eda8684f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991280 Aug 29 07:12:37.338372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73d76c0-6829-4ac5-b9a5-19b9d458ae00 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Deleting subnet a0a8cdb5-844d-44e2-a481-c7433601c79a {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:12:37.341727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-e4acafad-0f6d-436f-9c4a-213859736b0e service neutron] 10.222.0.11 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378403 Aug 29 07:12:37.344899 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a73d76c0-6829-4ac5-b9a5-19b9d458ae00 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:37.360797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075bb394-daf5-4b27-a20f-32a8179e53d3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Network da6dfc9a-31a8-4ea3-8788-82fb2753e572 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:12:37.422282 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 3baddac9-99b3-4c41-abd3-8f06504c2d87 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:12:37.432105 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a73d76c0-6829-4ac5-b9a5-19b9d458ae00 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:37.474612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 3baddac9-99b3-4c41-abd3-8f06504c2d87 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:12:37.487183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-5660b5d9-0753-482c-8d20-f7d7f5d343af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:37.487911 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-5660b5d9-0753-482c-8d20-f7d7f5d343af service neutron] 10.222.0.15 "GET /v2.0/networks?id=4da26f07-20b6-4eb7-a417-053969c3a84a HTTP/1.1" status: 200 len: 897 time: 0.2269022 Aug 29 07:12:37.492436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-075bb394-daf5-4b27-a20f-32a8179e53d3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, da6dfc9a-31a8-4ea3-8788-82fb2753e572) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:37.501331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075bb394-daf5-4b27-a20f-32a8179e53d3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:37.503238 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-075bb394-daf5-4b27-a20f-32a8179e53d3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:37.526299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab903e4c-4a1c-4b85-81c8-6407d47fe16a None None] Network da6dfc9a-31a8-4ea3-8788-82fb2753e572 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:37.589199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-075bb394-daf5-4b27-a20f-32a8179e53d3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8975234 Aug 29 07:12:37.592969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56740) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:37.607174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314ce1de-c362-4958-824d-266bf33aacac None None] DHCP port deletion for 28845ada-f215-4d39-bdf0-cdb7fef26d8d request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:12:37.624252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-d37fc80c-9e41-4235-9905-97a455db9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:37.626840 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-d37fc80c-9e41-4235-9905-97a455db9823 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 1095 time: 0.0921702 Aug 29 07:12:37.643760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Request body: {'port': {'network_id': 'da6dfc9a-31a8-4ea3-8788-82fb2753e572', 'name': 'tempest-TagsExtTest-628330442'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:37.741796 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-b4de5397-f0ee-4c65-9e49-6507ffb2fea8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87 HTTP/1.1" status: 200 len: 999 time: 0.2307901 Aug 29 07:12:37.743298 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a73d76c0-6829-4ac5-b9a5-19b9d458ae00 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:37.760537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-f2d2af35-646c-4726-8d72-2daa461bcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:37.762562 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-f2d2af35-646c-4726-8d72-2daa461bcfe8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4da26f07-20b6-4eb7-a417-053969c3a84a HTTP/1.1" status: 200 len: 897 time: 0.1269000 Aug 29 07:12:37.800368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-314ce1de-c362-4958-824d-266bf33aacac None None] Deleting port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:12:37.802880 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-314ce1de-c362-4958-824d-266bf33aacac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:37.896436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-314ce1de-c362-4958-824d-266bf33aacac None None] For port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37,segment=NetworkSegment(6261eb98-af72-44bf-94d9-1d292889f1cd),segment_id=6261eb98-af72-44bf-94d9-1d292889f1cd)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:37.896789 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-314ce1de-c362-4958-824d-266bf33aacac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:37.911404 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-12ce8f90-b075-4923-bdb3-02563bbcec89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87 HTTP/1.1" status: 200 len: 999 time: 0.1295056 Aug 29 07:12:37.922542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-314ce1de-c362-4958-824d-266bf33aacac None None] Calling delete_port for 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:12:37.956354 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-36f7c8cc-fb0b-4a6b-9df1-47b10465488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:37.957913 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-36f7c8cc-fb0b-4a6b-9df1-47b10465488c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04ae450a-b881-4904-8964-e7c34fe42ecd HTTP/1.1" status: 200 len: 835 time: 0.1556537 Aug 29 07:12:37.992065 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:12:38.038966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-cd281891-5f67-497e-8258-55ea83ec8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:38.040783 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-cd281891-5f67-497e-8258-55ea83ec8df8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4da26f07-20b6-4eb7-a417-053969c3a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743918 Aug 29 07:12:38.041498 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-0f6e4c35-48ec-4575-af83-d48122a7d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:38.043644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-0f6e4c35-48ec-4575-af83-d48122a7d31c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04ae450a-b881-4904-8964-e7c34fe42ecd HTTP/1.1" status: 200 len: 835 time: 0.1242468 Aug 29 07:12:38.047895 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a73d76c0-6829-4ac5-b9a5-19b9d458ae00 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:38.096390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-da6dfc9a-31a8-4ea3-8788-82fb2753e572', 'network_id': 'da6dfc9a-31a8-4ea3-8788-82fb2753e572', 'tenant_id': 'd2b551f2eae744218c00f3f3ddd150e7', 'fixed_ips': [{'subnet_id': '30f0968f-cc3d-4fba-abe0-e44d6cc050a0'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:12:38.097269 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:38.137959 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-479093e2-9941-43c0-ba86-baa4e7185792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:38.140516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-479093e2-9941-43c0-ba86-baa4e7185792 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4da26f07-20b6-4eb7-a417-053969c3a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879583 Aug 29 07:12:38.142122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Made reservation on behalf of d2b551f2eae744218c00f3f3ddd150e7 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:38.148784 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:38.164853 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a73d76c0-6829-4ac5-b9a5-19b9d458ae00 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:38.166936 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9af4dc-1a02-401e-b262-2ef1f739f7f2 None None] Network 020350c4-9702-4b37-a79b-4d99f14bc878 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:38.169389 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a73d76c0-6829-4ac5-b9a5-19b9d458ae00 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "DELETE /v2.0/subnets/a0a8cdb5-844d-44e2-a481-c7433601c79a HTTP/1.1" status: 204 len: 168 time: 0.9607105 Aug 29 07:12:38.173116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56746) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:38.175609 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d76c0-6829-4ac5-b9a5-19b9d458ae00 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a8cdb5-844d-44e2-a481-c7433601c79a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:38.190507 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] device_id is not set on port 59f2d75d-5116-43f3-ab2f-2c8a118cafcd yet. {{(pid=95403) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 07:12:38.274771 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-0b386da1-5bbb-4454-b733-980be683353d service neutron] 10.222.0.15 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227547 Aug 29 07:12:38.307584 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb95e-361f-46eb-bfee-3787cceac155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:38.355911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-38810d58-ecd6-4c44-ac8e-c5543b08dbcd service neutron] 10.222.0.11 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050905 Aug 29 07:12:38.437103 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6d0e7504-cab9-4466-9a07-8c187cbaf74e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:38.448951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 update to DOWN by agent not found {{(pid=95405) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 07:12:38.449667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 153d987e-43b6-4290-b599-a67af1cc4cf5 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:12:38.474007 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-314ce1de-c362-4958-824d-266bf33aacac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:38.486556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 153d987e-43b6-4290-b599-a67af1cc4cf5 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:12:38.487515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 153d987e-43b6-4290-b599-a67af1cc4cf5 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:12:38.489382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Allocated IP 172.20.0.13 (da6dfc9a-31a8-4ea3-8788-82fb2753e572/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/59f2d75d-5116-43f3-ab2f-2c8a118cafcd) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:12:38.558418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ce1de-c362-4958-824d-266bf33aacac None None] Pushing event deleted for resources: {'Port': ['ID=1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:38.568142 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ce1de-c362-4958-824d-266bf33aacac None None] No DVR routers for this DVR port 1495b8b7-6d34-4dc3-a9a2-f9ac1b243f37 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:12:38.669611 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-5dac06f2-a068-4e9f-9686-b591e73081a8 service neutron] 10.222.0.15 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630266 Aug 29 07:12:38.737267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f7850c-070e-4246-8221-1521cd4fadea None None] DHCP port deletion for 020350c4-9702-4b37-a79b-4d99f14bc878 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:12:38.789667 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-697dd042-e8a1-4052-aa4e-61078b4b07ed req-da46e8c0-abf2-4587-8963-3064bc07a6f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0666611 Aug 29 07:12:38.810659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8682d387-05b1-4168-a09c-e5e425f2fddf req-326bd51f-9c26-4b9d-a7d2-dc0b51085bb3 service neutron] 10.222.0.11 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451993 Aug 29 07:12:38.822660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-88f7850c-070e-4246-8221-1521cd4fadea None None] Deleting port d985cb16-8994-4126-a907-39ac0a6f7389 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:12:38.825043 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-88f7850c-070e-4246-8221-1521cd4fadea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:38.828410 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6d0e7504-cab9-4466-9a07-8c187cbaf74e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:38.840278 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:38.871114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-6d0e7504-cab9-4466-9a07-8c187cbaf74e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28845ada-f215-4d39-bdf0-cdb7fef26d8d']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:38.891507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be1851-f51c-4bdb-bf3e-2cc0ab3ec743 req-d934e139-6bc7-45ed-950b-8ccfa44e32f5 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:38.900024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51be1851-f51c-4bdb-bf3e-2cc0ab3ec743 req-d934e139-6bc7-45ed-950b-8ccfa44e32f5 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 943 time: 0.4377258 Aug 29 07:12:38.919842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-6d0e7504-cab9-4466-9a07-8c187cbaf74e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6261eb98-af72-44bf-94d9-1d292889f1cd') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:38.929642 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-6d0e7504-cab9-4466-9a07-8c187cbaf74e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6261eb98-af72-44bf-94d9-1d292889f1cd') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:38.940483 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6d0e7504-cab9-4466-9a07-8c187cbaf74e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:38.945557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Transition to ACTIVE for port object 59f2d75d-5116-43f3-ab2f-2c8a118cafcd will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:38.951445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-88f7850c-070e-4246-8221-1521cd4fadea None None] For port d985cb16-8994-4126-a907-39ac0a6f7389, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d985cb16-8994-4126-a907-39ac0a6f7389,segment=NetworkSegment(a98b1c40-7914-40ab-a10c-31f9ac26b5ed),segment_id=a98b1c40-7914-40ab-a10c-31f9ac26b5ed)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:38.956603 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-88f7850c-070e-4246-8221-1521cd4fadea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:38.956745 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-697dd042-e8a1-4052-aa4e-61078b4b07ed req-cebff140-4ee8-4bb9-890f-73d4f1fe6352 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0670075 Aug 29 07:12:38.968356 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6d0e7504-cab9-4466-9a07-8c187cbaf74e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:38.986124 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51be1851-f51c-4bdb-bf3e-2cc0ab3ec743 req-43266aa8-c5fa-4f80-9700-3f131b2349f3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797575 Aug 29 07:12:38.987575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-88f7850c-070e-4246-8221-1521cd4fadea None None] Calling delete_port for d985cb16-8994-4126-a907-39ac0a6f7389 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:12:39.001117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0e7504-cab9-4466-9a07-8c187cbaf74e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:12:39.001551 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6d0e7504-cab9-4466-9a07-8c187cbaf74e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:12:39.004799 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:12:39.013260 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-697dd042-e8a1-4052-aa4e-61078b4b07ed req-38e8cd33-dff7-4bd2-a9e9-5b4e427e59a3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349312 Aug 29 07:12:39.155030 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6d0e7504-cab9-4466-9a07-8c187cbaf74e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.163655 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-88f7850c-070e-4246-8221-1521cd4fadea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.166071 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6d0e7504-cab9-4466-9a07-8c187cbaf74e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.170587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6d0e7504-cab9-4466-9a07-8c187cbaf74e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "DELETE /v2.0/networks/28845ada-f215-4d39-bdf0-cdb7fef26d8d HTTP/1.1" status: 204 len: 168 time: 0.9959753 Aug 29 07:12:39.183307 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f7850c-070e-4246-8221-1521cd4fadea None None] No DVR routers for this DVR port d985cb16-8994-4126-a907-39ac0a6f7389 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:12:39.215770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd042-e8a1-4052-aa4e-61078b4b07ed req-7793a541-8d35-41ca-aebb-d299bd559457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:39.217325 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-697dd042-e8a1-4052-aa4e-61078b4b07ed req-7793a541-8d35-41ca-aebb-d299bd559457 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1968749 Aug 29 07:12:39.217832 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56764) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:39.224297 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e7504-cab9-4466-9a07-8c187cbaf74e tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event deleted for resources: {'Network': ['ID=28845ada-f215-4d39-bdf0-cdb7fef26d8d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:39.232450 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.256684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7850c-070e-4246-8221-1521cd4fadea None None] Pushing event deleted for resources: {'Port': ['ID=d985cb16-8994-4126-a907-39ac0a6f7389,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:39.278718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Allocated IP 172.20.0.2 (da6dfc9a-31a8-4ea3-8788-82fb2753e572/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/ecef22f9-5fc1-4b9d-ac7f-ce2644dece13) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:12:39.342364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Network da6dfc9a-31a8-4ea3-8788-82fb2753e572 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:12:39.351284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:39.361626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:12:39.418317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:39.418987 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.435405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Pushing event updated for resources: {'Port': ['ID=59f2d75d-5116-43f3-ab2f-2c8a118cafcd,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:39.451979 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5b8d-aa54-4303-9446-b20753da5d17 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.473296 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.483767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Transition to ACTIVE for port object ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:39.488849 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-590620ca-ad65-4a21-84e5-4c1336de2015 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8658223 Aug 29 07:12:39.491733 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56768) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:39.499016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-44557770-8242-4307-8740-0d35f2bc6dd5 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1308408568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:39.505497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Transition to ACTIVE for port object ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:12:39.548234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5b8d-aa54-4303-9446-b20753da5d17 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.559421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-a6ba5b8d-aa54-4303-9446-b20753da5d17 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020350c4-9702-4b37-a79b-4d99f14bc878']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:39.572515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-a6ba5b8d-aa54-4303-9446-b20753da5d17 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98b1c40-7914-40ab-a10c-31f9ac26b5ed') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:39.572905 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-a6ba5b8d-aa54-4303-9446-b20753da5d17 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98b1c40-7914-40ab-a10c-31f9ac26b5ed') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:39.584423 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5b8d-aa54-4303-9446-b20753da5d17 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.602684 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.602899 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5b8d-aa54-4303-9446-b20753da5d17 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.606717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-44557770-8242-4307-8740-0d35f2bc6dd5 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.608585 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-44557770-8242-4307-8740-0d35f2bc6dd5 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.618475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ba5b8d-aa54-4303-9446-b20753da5d17 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:12:39.618944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5b8d-aa54-4303-9446-b20753da5d17 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:12:39.623319 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:12:39.637077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56772) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:39.654224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Network da6dfc9a-31a8-4ea3-8788-82fb2753e572 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:12:39.661202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:12:39.664245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:12:39.710306 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Pushing event updated for resources: {'Port': ['ID=ecef22f9-5fc1-4b9d-ac7f-ce2644dece13,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:39.739345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Attempting to bind port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:12:39.739721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Attempting to bind port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'e1ca362d-de85-43d1-a0f1-6861cb3a5cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'da6dfc9a-31a8-4ea3-8788-82fb2753e572'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:12:39.740084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Attempting to bind port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 on network da6dfc9a-31a8-4ea3-8788-82fb2753e572 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:12:39.745600 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:12:39.746001 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Checking segment: {'id': 'e1ca362d-de85-43d1-a0f1-6861cb3a5cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'da6dfc9a-31a8-4ea3-8788-82fb2753e572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:12:39.746405 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.748139 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Bound using segment: {'id': 'e1ca362d-de85-43d1-a0f1-6861cb3a5cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'da6dfc9a-31a8-4ea3-8788-82fb2753e572'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:12:39.748139 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Bound port: ecef22f9-5fc1-4b9d-ac7f-ce2644dece13, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ca362d-de85-43d1-a0f1-6861cb3a5cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'da6dfc9a-31a8-4ea3-8788-82fb2753e572'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:12:39.748139 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.792505 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5b8d-aa54-4303-9446-b20753da5d17 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.805241 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b451b9e3-64ab-4319-abc2-7a9565301282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.807393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5b8d-aa54-4303-9446-b20753da5d17 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.810904 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a6ba5b8d-aa54-4303-9446-b20753da5d17 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "DELETE /v2.0/networks/020350c4-9702-4b37-a79b-4d99f14bc878 HTTP/1.1" status: 204 len: 168 time: 0.5915904 Aug 29 07:12:39.817045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56778) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:39.825749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d985cb16-8994-4126-a907-39ac0a6f7389 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:12:39.841187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] For port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:12:39.843793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba5b8d-aa54-4303-9446-b20753da5d17 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event deleted for resources: {'Network': ['ID=020350c4-9702-4b37-a79b-4d99f14bc878,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:39.859456 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-44557770-8242-4307-8740-0d35f2bc6dd5 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.916285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-44557770-8242-4307-8740-0d35f2bc6dd5 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.921018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-9569ca49-9a00-4091-9e04-f3706efc8a45 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Deleting subnet 89c099a5-ea62-478f-829b-d866f8ab2541 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:12:39.925813 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9569ca49-9a00-4091-9e04-f3706efc8a45 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:39.974723 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9569ca49-9a00-4091-9e04-f3706efc8a45 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.003176 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b451b9e3-64ab-4319-abc2-7a9565301282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.031054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: d985cb16-8994-4126-a907-39ac0a6f7389 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:12:40.031442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d985cb16-8994-4126-a907-39ac0a6f7389 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:12:40.036489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] For port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ecef22f9-5fc1-4b9d-ac7f-ce2644dece13,segment=NetworkSegment(e1ca362d-de85-43d1-a0f1-6861cb3a5cde),segment_id=e1ca362d-de85-43d1-a0f1-6861cb3a5cde)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:12:40.088897 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b451b9e3-64ab-4319-abc2-7a9565301282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.093240 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9569ca49-9a00-4091-9e04-f3706efc8a45 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.115564 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.138286 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b451b9e3-64ab-4319-abc2-7a9565301282 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e7341f31fc4644d8a0b86ce8f4500ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4998899 Aug 29 07:12:40.140909 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56784) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:40.148837 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477f89b-5092-441b-a0e0-2401b072605c req-19c462a8-7a80-4a98-802d-0935412e6d5c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:40.150435 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e477f89b-5092-441b-a0e0-2401b072605c req-19c462a8-7a80-4a98-802d-0935412e6d5c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 943 time: 0.0941060 Aug 29 07:12:40.157096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451b9e3-64ab-4319-abc2-7a9565301282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe5e8c9-29ad-4b80-af5b-cf688d9ca4af,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:40.183584 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-44557770-8242-4307-8740-0d35f2bc6dd5 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.187178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-44557770-8242-4307-8740-0d35f2bc6dd5 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6915035 Aug 29 07:12:40.187752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56786) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:40.193962 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e6abe8f5-b5f2-4415-8157-9ad3566d632e tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1990242412', 'prefixes': ['172.20.0.0/16']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:40.228275 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e477f89b-5092-441b-a0e0-2401b072605c req-93d34195-a53c-4266-8e49-1e3ceac22c9c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655062 Aug 29 07:12:40.243059 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3baddac9-99b3-4c41-abd3-8f06504c2d87 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:12:40.248963 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e23a5807-725b-41d2-ae54-4c33bfa4a208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.272999 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e23a5807-725b-41d2-ae54-4c33bfa4a208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.277940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac564df-a959-4881-886b-7d5ac4d054ad None None] Pushing event updated for resources: {'Port': ['ID=ecef22f9-5fc1-4b9d-ac7f-ce2644dece13,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:40.310823 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9569ca49-9a00-4091-9e04-f3706efc8a45 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.353252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569ca49-9a00-4091-9e04-f3706efc8a45 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event deleted for resources: {'Subnet': ['ID=89c099a5-ea62-478f-829b-d866f8ab2541,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:40.355571 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9569ca49-9a00-4091-9e04-f3706efc8a45 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.357795 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9569ca49-9a00-4091-9e04-f3706efc8a45 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "DELETE /v2.0/subnets/89c099a5-ea62-478f-829b-d866f8ab2541 HTTP/1.1" status: 204 len: 168 time: 0.5376089 Aug 29 07:12:40.360777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56788) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:40.383287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5b3857-803b-4bcc-8b64-41faf45de962 None None] Network 47fb76ad-a4ad-4884-b4a8-5686d63693ef requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:40.439770 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e23a5807-725b-41d2-ae54-4c33bfa4a208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.442898 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e23a5807-725b-41d2-ae54-4c33bfa4a208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.444281 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e23a5807-725b-41d2-ae54-4c33bfa4a208 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bfe5e8c9-29ad-4b80-af5b-cf688d9ca4af HTTP/1.1" status: 204 len: 168 time: 0.2927194 Aug 29 07:12:40.465290 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 3baddac9-99b3-4c41-abd3-8f06504c2d87, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:40.492173 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'port_id': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'mac_address': 'fa:16:3e:9d:0b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:12:40.500475 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e6abe8f5-b5f2-4415-8157-9ad3566d632e tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for subnetpool, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.505664 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e6abe8f5-b5f2-4415-8157-9ad3566d632e tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3129086 Aug 29 07:12:40.508119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56794) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:40.516835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-ac960619-5733-404f-8c41-7b9b57be0fbb tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '30f0968f-cc3d-4fba-abe0-e44d6cc050a0', 'tempest-TagsExtTest-Tag-237636910') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:40.538504 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.547893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a5807-725b-41d2-ae54-4c33bfa4a208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe5e8c9-29ad-4b80-af5b-cf688d9ca4af,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:40.619109 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.642907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3baddac9-99b3-4c41-abd3-8f06504c2d87 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:12:40.667168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 3baddac9-99b3-4c41-abd3-8f06504c2d87, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:40.683462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Deleting port 11f47bb9-523f-488e-a63c-c3b7185a22ae {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:12:40.683828 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.746829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c971d3-7535-41a4-8033-85d782b26417 None None] DHCP port deletion for 47fb76ad-a4ad-4884-b4a8-5686d63693ef request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:12:40.774885 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.790689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] For port 11f47bb9-523f-488e-a63c-c3b7185a22ae, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=11f47bb9-523f-488e-a63c-c3b7185a22ae,segment=NetworkSegment(0d727d56-1446-42f9-a243-a6d687bfadee),segment_id=0d727d56-1446-42f9-a243-a6d687bfadee)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:40.791296 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.811824 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Calling delete_port for 11f47bb9-523f-488e-a63c-c3b7185a22ae owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:12:40.819193 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ac960619-5733-404f-8c41-7b9b57be0fbb tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "PUT /v2.0/subnets/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/tags/tempest-TagsExtTest-Tag-237636910 HTTP/1.1" status: 201 len: 201 time: 0.3091886 Aug 29 07:12:40.821321 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56798) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:40.826713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-c7a8fc86-3471-40cb-bfad-4d6ca78e92df tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '59f2d75d-5116-43f3-ab2f-2c8a118cafcd', 'tempest-TagsExtTest-Tag-1294810188') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:40.845060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=3baddac9-99b3-4c41-abd3-8f06504c2d87,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:40.851236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-90c971d3-7535-41a4-8033-85d782b26417 None None] Deleting port 11f47bb9-523f-488e-a63c-c3b7185a22ae {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:12:40.851611 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-90c971d3-7535-41a4-8033-85d782b26417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.860924 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.965332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-90c971d3-7535-41a4-8033-85d782b26417 None None] For port 11f47bb9-523f-488e-a63c-c3b7185a22ae, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=11f47bb9-523f-488e-a63c-c3b7185a22ae,segment=NetworkSegment(0d727d56-1446-42f9-a243-a6d687bfadee),segment_id=0d727d56-1446-42f9-a243-a6d687bfadee)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:40.973521 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-90c971d3-7535-41a4-8033-85d782b26417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:40.997862 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-90c971d3-7535-41a4-8033-85d782b26417 None None] Calling delete_port for 11f47bb9-523f-488e-a63c-c3b7185a22ae owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:12:41.039720 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:41.071011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event deleted for resources: {'Port': ['ID=11f47bb9-523f-488e-a63c-c3b7185a22ae,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:41.078164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] No DVR routers for this DVR port 11f47bb9-523f-488e-a63c-c3b7185a22ae on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:12:41.088778 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-90c971d3-7535-41a4-8033-85d782b26417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:41.127764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c971d3-7535-41a4-8033-85d782b26417 None None] Pushing event deleted for resources: {'Port': ['ID=11f47bb9-523f-488e-a63c-c3b7185a22ae,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:41.134547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c971d3-7535-41a4-8033-85d782b26417 None None] No DVR routers for this DVR port 11f47bb9-523f-488e-a63c-c3b7185a22ae on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:12:41.156895 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c7a8fc86-3471-40cb-bfad-4d6ca78e92df tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "PUT /v2.0/ports/59f2d75d-5116-43f3-ab2f-2c8a118cafcd/tags/tempest-TagsExtTest-Tag-1294810188 HTTP/1.1" status: 201 len: 201 time: 0.3344355 Aug 29 07:12:41.160402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56804) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:41.168252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-6b3e7007-b11e-4bca-ae5a-2c38d2320583 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b577c88e-3612-4275-9eb5-6f019a1e0b7b', 'tempest-TagsExtTest-Tag-403853534') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:41.179913 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:41.192111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fb76ad-a4ad-4884-b4a8-5686d63693ef']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:41.205037 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d727d56-1446-42f9-a243-a6d687bfadee') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:41.205341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d727d56-1446-42f9-a243-a6d687bfadee') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:41.217633 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:41.233882 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:41.249795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:12:41.250259 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:12:41.253737 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:12:41.298676 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['3baddac9-99b3-4c41-abd3-8f06504c2d87'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:12:41.426570 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:41.434475 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:41.439311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "DELETE /v2.0/networks/47fb76ad-a4ad-4884-b4a8-5686d63693ef HTTP/1.1" status: 204 len: 168 time: 1.0747290 Aug 29 07:12:41.453936 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56810) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:41.529301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27b6ca-840f-424c-9d29-24ee4b90d2ab tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Pushing event deleted for resources: {'Network': ['ID=47fb76ad-a4ad-4884-b4a8-5686d63693ef,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:41.537295 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2ad11e3d-b9e3-4382-83e9-a2ad6b01ab0c tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b29919f-ba45-4349-a994-5cf7e50c64d4 HTTP/1.1" status: 200 len: 205 time: 0.0749247 Aug 29 07:12:41.537295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56814) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:41.545844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ac541-222a-48a6-9fff-0719b9b2ef2c req-6fbd853b-a0c8-459d-bb67-baaa5a58e64d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:41.547831 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c1ac541-222a-48a6-9fff-0719b9b2ef2c req-6fbd853b-a0c8-459d-bb67-baaa5a58e64d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 944 time: 0.1750083 Aug 29 07:12:41.554879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56816) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:41.583013 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc2f7970-a6cb-4879-bc1a-b5f6e9f9e1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:41.629615 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33eca41b-8fcd-4d26-b4d3-6813b6b17ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:41.707729 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c7450232-d7eb-4251-a5d0-cfc46f924011 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:41.796201 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c1ac541-222a-48a6-9fff-0719b9b2ef2c req-7760fb3c-23ba-422a-94cb-9f9519a06532 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233391 Aug 29 07:12:41.855740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f1cbfc-ed82-404a-95eb-19e892500b5b None None] Network da6dfc9a-31a8-4ea3-8788-82fb2753e572 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:41.914462 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:41.941929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:12:42.017731 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c7450232-d7eb-4251-a5d0-cfc46f924011 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.020767 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c7450232-d7eb-4251-a5d0-cfc46f924011 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.028978 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6b3e7007-b11e-4bca-ae5a-2c38d2320583 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "PUT /v2.0/routers/b577c88e-3612-4275-9eb5-6f019a1e0b7b/tags/tempest-TagsExtTest-Tag-403853534 HTTP/1.1" status: 201 len: 201 time: 0.8672519 Aug 29 07:12:42.031541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56818) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:42.039817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-0f8d7d85-0c26-48d9-bce0-7b7fbcf3e953 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2c40c96d-7ad4-4a39-b0ea-4ad36e0be210', 'tempest-TagsExtTest-Tag-1714469685') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:42.105025 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8306430f-eb3e-4c79-ba89-4b282308161e None None] Provisioning for port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:42.154026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:42.158739 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:42.159111 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.186423 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33eca41b-8fcd-4d26-b4d3-6813b6b17ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.195190 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0f8d7d85-0c26-48d9-bce0-7b7fbcf3e953 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "PUT /v2.0/subnetpools/2c40c96d-7ad4-4a39-b0ea-4ad36e0be210/tags/tempest-TagsExtTest-Tag-1714469685 HTTP/1.1" status: 201 len: 201 time: 0.1622558 Aug 29 07:12:42.197737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56822) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:42.202059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-aa3a1ee5-597d-429b-865a-97b482aad67b tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '30f0968f-cc3d-4fba-abe0-e44d6cc050a0') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:42.242289 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c7450232-d7eb-4251-a5d0-cfc46f924011 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.242880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7450232-d7eb-4251-a5d0-cfc46f924011 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Fanout notify agent at l3_agent the message router_deleted on router 1b29919f-ba45-4349-a994-5cf7e50c64d4 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:12:42.263257 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c7450232-d7eb-4251-a5d0-cfc46f924011 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.269801 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.274889 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aa3a1ee5-597d-429b-865a-97b482aad67b tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/subnets/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/tags HTTP/1.1" status: 200 len: 240 time: 0.0760379 Aug 29 07:12:42.277012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c7450232-d7eb-4251-a5d0-cfc46f924011 tempest-RoutersNegativeIpV6Test-1220420065 tempest-RoutersNegativeIpV6Test-1220420065-project] 10.222.0.76 "DELETE /v2.0/routers/1b29919f-ba45-4349-a994-5cf7e50c64d4 HTTP/1.1" status: 204 len: 168 time: 0.7047687 Aug 29 07:12:42.277494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56828) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:42.280642 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33eca41b-8fcd-4d26-b4d3-6813b6b17ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.282006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-2f0095a1-dc68-4034-8840-a1d5979c4abc tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '30f0968f-cc3d-4fba-abe0-e44d6cc050a0', 'tempest-TagsExtTest-Tag-237636910') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:42.360928 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2f0095a1-dc68-4034-8840-a1d5979c4abc tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/subnets/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/tags/tempest-TagsExtTest-Tag-237636910 HTTP/1.1" status: 204 len: 168 time: 0.0800550 Aug 29 07:12:42.361924 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56830) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:42.364876 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ecef22f9-5fc1-4b9d-ac7f-ce2644dece13,segment=NetworkSegment(e1ca362d-de85-43d1-a0f1-6861cb3a5cde),segment_id=e1ca362d-de85-43d1-a0f1-6861cb3a5cde)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:42.366846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-392c6a85-4719-4f36-8095-1a1b590c73ad tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '30f0968f-cc3d-4fba-abe0-e44d6cc050a0', 'tempest-TagsExtTest-Tag-237636910') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:42.378195 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-33eca41b-8fcd-4d26-b4d3-6813b6b17ee4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9ce28858fc9649128f9af5857e1434a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8282473 Aug 29 07:12:42.388709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56832) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:42.410815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eca41b-8fcd-4d26-b4d3-6813b6b17ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca2e3c8-64cd-439c-8e5f-aab2c7e8d818,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:42.461673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-085aa0a9-7c95-4a64-bf35-63170d9fd84e None None] Provisioning complete for port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:42.461673 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-085aa0a9-7c95-4a64-bf35-63170d9fd84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.519778 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.520654 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e33477fa-6357-4238-8458-e9f31456eb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.552404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e33477fa-6357-4238-8458-e9f31456eb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.604672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 11f47bb9-523f-488e-a63c-c3b7185a22ae no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:12:42.633251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 11f47bb9-523f-488e-a63c-c3b7185a22ae {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:12:42.633251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 11f47bb9-523f-488e-a63c-c3b7185a22ae not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:12:42.637820 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56836) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:42.640226 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-392c6a85-4719-4f36-8095-1a1b590c73ad tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/subnets/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/tags/tempest-TagsExtTest-Tag-237636910 HTTP/1.1" status: 204 len: 168 time: 0.2767253 Aug 29 07:12:42.646702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-fa3f19d8-c62f-4d5f-b361-14ff9a9b5108 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '30f0968f-cc3d-4fba-abe0-e44d6cc050a0') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:42.658712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=ecef22f9-5fc1-4b9d-ac7f-ce2644dece13,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:42.710240 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fa3f19d8-c62f-4d5f-b361-14ff9a9b5108 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/subnets/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/tags HTTP/1.1" status: 200 len: 205 time: 0.0686014 Aug 29 07:12:42.710620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56838) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:42.716177 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-d8b9180d-0728-4b89-90d0-e7114385527b tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '59f2d75d-5116-43f3-ab2f-2c8a118cafcd') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:42.720056 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e33477fa-6357-4238-8458-e9f31456eb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.723171 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e33477fa-6357-4238-8458-e9f31456eb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.726949 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e33477fa-6357-4238-8458-e9f31456eb12 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bca2e3c8-64cd-439c-8e5f-aab2c7e8d818 HTTP/1.1" status: 204 len: 168 time: 0.3345275 Aug 29 07:12:42.775299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33477fa-6357-4238-8458-e9f31456eb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca2e3c8-64cd-439c-8e5f-aab2c7e8d818,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:42.826800 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d8b9180d-0728-4b89-90d0-e7114385527b tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/ports/59f2d75d-5116-43f3-ab2f-2c8a118cafcd/tags HTTP/1.1" status: 200 len: 241 time: 0.1147475 Aug 29 07:12:42.831437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56846) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:42.836828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-a09fc8d0-6b2f-4c43-b22f-15259ca1d6b6 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '59f2d75d-5116-43f3-ab2f-2c8a118cafcd', 'tempest-TagsExtTest-Tag-1294810188') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:42.844481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-085aa0a9-7c95-4a64-bf35-63170d9fd84e None None] Provisioning for port 59f2d75d-5116-43f3-ab2f-2c8a118cafcd completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:42.857546 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-085aa0a9-7c95-4a64-bf35-63170d9fd84e None None] Provisioning complete for port 59f2d75d-5116-43f3-ab2f-2c8a118cafcd triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:42.859155 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-085aa0a9-7c95-4a64-bf35-63170d9fd84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:42.913813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a09fc8d0-6b2f-4c43-b22f-15259ca1d6b6 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/ports/59f2d75d-5116-43f3-ab2f-2c8a118cafcd/tags/tempest-TagsExtTest-Tag-1294810188 HTTP/1.1" status: 204 len: 168 time: 0.0799329 Aug 29 07:12:42.916055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56848) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:42.921471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-ef552a27-86f4-4b97-b83f-72e93211e8c0 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '59f2d75d-5116-43f3-ab2f-2c8a118cafcd', 'tempest-TagsExtTest-Tag-1294810188') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:42.947721 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56850) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:42.949114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-085aa0a9-7c95-4a64-bf35-63170d9fd84e None None] Port 59f2d75d-5116-43f3-ab2f-2c8a118cafcd cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:12:42.995399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595860f7-f549-4e20-858c-a33a3b4fbb44 req-8f68caf4-db11-44fe-906c-b34b60bcdc00 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:43.003978 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-595860f7-f549-4e20-858c-a33a3b4fbb44 req-8f68caf4-db11-44fe-906c-b34b60bcdc00 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 944 time: 0.0697052 Aug 29 07:12:43.054041 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-595860f7-f549-4e20-858c-a33a3b4fbb44 req-09021b23-38a5-4c03-82ee-814a147add55 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488980 Aug 29 07:12:43.086063 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7682c462-7594-49b0-8d21-48a842f94b59 None None] Provisioning complete for port 59f2d75d-5116-43f3-ab2f-2c8a118cafcd triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:43.088911 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7682c462-7594-49b0-8d21-48a842f94b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:43.102277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56858) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:43.102998 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ef552a27-86f4-4b97-b83f-72e93211e8c0 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/ports/59f2d75d-5116-43f3-ab2f-2c8a118cafcd/tags/tempest-TagsExtTest-Tag-1294810188 HTTP/1.1" status: 204 len: 168 time: 0.1855717 Aug 29 07:12:43.107775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-ab4d5093-d2be-447b-9fb3-6bd3bc15edb9 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '59f2d75d-5116-43f3-ab2f-2c8a118cafcd') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:43.169775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ab4d5093-d2be-447b-9fb3-6bd3bc15edb9 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/ports/59f2d75d-5116-43f3-ab2f-2c8a118cafcd/tags HTTP/1.1" status: 200 len: 205 time: 0.0655406 Aug 29 07:12:43.172544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56860) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:43.175797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-7682c462-7594-49b0-8d21-48a842f94b59 None None] Port 59f2d75d-5116-43f3-ab2f-2c8a118cafcd cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:12:43.179505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-e4739f4b-84ab-4cc8-b1ed-4a79960a4515 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b577c88e-3612-4275-9eb5-6f019a1e0b7b') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:43.309944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e4739f4b-84ab-4cc8-b1ed-4a79960a4515 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/routers/b577c88e-3612-4275-9eb5-6f019a1e0b7b/tags HTTP/1.1" status: 200 len: 240 time: 0.1361439 Aug 29 07:12:43.312585 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56866) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:43.317433 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-d1c1a535-e229-4c26-91a1-445efa71af60 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b577c88e-3612-4275-9eb5-6f019a1e0b7b', 'tempest-TagsExtTest-Tag-403853534') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:43.338013 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0b97a9be-4ee8-4eb9-bd83-6dcdc27b63b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1606fb47b6c14cbaa04223dcb8400b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891735 Aug 29 07:12:43.342031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56870) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:43.410639 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7dd337dc-b3b5-4ecd-8d16-80bdc9174401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:43.440858 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d1c1a535-e229-4c26-91a1-445efa71af60 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/routers/b577c88e-3612-4275-9eb5-6f019a1e0b7b/tags/tempest-TagsExtTest-Tag-403853534 HTTP/1.1" status: 204 len: 168 time: 0.1265161 Aug 29 07:12:43.442756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56874) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:43.454112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-ded87062-3266-40a4-8689-042b20a47047 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b577c88e-3612-4275-9eb5-6f019a1e0b7b', 'tempest-TagsExtTest-Tag-403853534') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:43.454861 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7dd337dc-b3b5-4ecd-8d16-80bdc9174401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:43.554435 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:43.578989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afec8b-af2c-442e-aa21-7e0c240675e2 req-7681736f-3ccd-47ec-970f-65ff426383d2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:43.581535 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62afec8b-af2c-442e-aa21-7e0c240675e2 req-7681736f-3ccd-47ec-970f-65ff426383d2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 944 time: 0.0782185 Aug 29 07:12:43.640160 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-62afec8b-af2c-442e-aa21-7e0c240675e2 req-6f0f94e8-720c-46bd-989f-0f14039f05b2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517471 Aug 29 07:12:43.657262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7dd337dc-b3b5-4ecd-8d16-80bdc9174401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:43.662231 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7dd337dc-b3b5-4ecd-8d16-80bdc9174401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:43.663822 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7dd337dc-b3b5-4ecd-8d16-80bdc9174401 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/357673b0-25e5-41cd-8fbf-7add5d50cb10 HTTP/1.1" status: 204 len: 168 time: 0.3206053 Aug 29 07:12:43.677088 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd337dc-b3b5-4ecd-8d16-80bdc9174401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357673b0-25e5-41cd-8fbf-7add5d50cb10,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:43.733800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-f311332e-489d-45ed-b255-5f52cf30132a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:43.735474 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-f311332e-489d-45ed-b255-5f52cf30132a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8&tenant_id=6b66a9a586534730b2f472cdc192b004&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 944 time: 0.1772711 Aug 29 07:12:43.822844 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-393024dd-d4f3-4da6-a1fc-f636ead5124b service neutron] delete failed (client error): The resource could not be found. Aug 29 07:12:43.824398 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-393024dd-d4f3-4da6-a1fc-f636ead5124b service neutron] 10.222.0.15 "DELETE /v2.0/ports/3baddac9-99b3-4c41-abd3-8f06504c2d87/bindings/n-h1-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0765071 Aug 29 07:12:43.828830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:12:43.886622 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ded87062-3266-40a4-8689-042b20a47047 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/routers/b577c88e-3612-4275-9eb5-6f019a1e0b7b/tags/tempest-TagsExtTest-Tag-403853534 HTTP/1.1" status: 204 len: 168 time: 0.4423165 Aug 29 07:12:43.889350 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56888) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:43.895679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-409f6c6f-6c72-478d-834a-dcd87b5dd12e tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b577c88e-3612-4275-9eb5-6f019a1e0b7b') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:43.909657 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:43.910478 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:44.040064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-98297650-b3b7-455b-bd10-b3681836855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:44.041380 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-98297650-b3b7-455b-bd10-b3681836855c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 1096 time: 0.1676288 Aug 29 07:12:44.102388 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-409f6c6f-6c72-478d-834a-dcd87b5dd12e tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/routers/b577c88e-3612-4275-9eb5-6f019a1e0b7b/tags HTTP/1.1" status: 200 len: 205 time: 0.2118561 Aug 29 07:12:44.105334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56900) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:44.110462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-6479df96-e13d-44dd-a08d-6d22c1eef703 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2c40c96d-7ad4-4a39-b0ea-4ad36e0be210') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:44.148921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-feb69bbf-69ad-426c-94f4-6dfedc59162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:44.150441 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-feb69bbf-69ad-426c-94f4-6dfedc59162f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4da26f07-20b6-4eb7-a417-053969c3a84a HTTP/1.1" status: 200 len: 897 time: 0.1015964 Aug 29 07:12:44.173637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56906) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:44.177845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6479df96-e13d-44dd-a08d-6d22c1eef703 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/subnetpools/2c40c96d-7ad4-4a39-b0ea-4ad36e0be210/tags HTTP/1.1" status: 200 len: 241 time: 0.0675509 Aug 29 07:12:44.181445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-8be8aaa4-65ff-4cbf-a8c2-756c09d29207 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2c40c96d-7ad4-4a39-b0ea-4ad36e0be210', 'tempest-TagsExtTest-Tag-1714469685') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:44.212563 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8be8aaa4-65ff-4cbf-a8c2-756c09d29207 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/subnetpools/2c40c96d-7ad4-4a39-b0ea-4ad36e0be210/tags/tempest-TagsExtTest-Tag-1714469685 HTTP/1.1" status: 204 len: 168 time: 0.0370207 Aug 29 07:12:44.215198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56908) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:44.220403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-64b9af33-341d-4754-b86a-ef016923456e tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2c40c96d-7ad4-4a39-b0ea-4ad36e0be210', 'tempest-TagsExtTest-Tag-1714469685') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:44.233686 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3baddac9-99b3-4c41-abd3-8f06504c2d87 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:12:44.325024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-64b9af33-341d-4754-b86a-ef016923456e tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/subnetpools/2c40c96d-7ad4-4a39-b0ea-4ad36e0be210/tags/tempest-TagsExtTest-Tag-1714469685 HTTP/1.1" status: 204 len: 168 time: 0.1086226 Aug 29 07:12:44.326511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56914) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:44.334419 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-a2298931-cfc2-4ea6-b3c8-e0904873ccb7 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2c40c96d-7ad4-4a39-b0ea-4ad36e0be210') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:44.361294 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a2298931-cfc2-4ea6-b3c8-e0904873ccb7 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/subnetpools/2c40c96d-7ad4-4a39-b0ea-4ad36e0be210/tags HTTP/1.1" status: 200 len: 205 time: 0.0303698 Aug 29 07:12:44.361497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56916) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:44.365909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-24462f30-5d68-4798-a094-0c1ae2461e10 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2c40c96d-7ad4-4a39-b0ea-4ad36e0be210') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:44.373319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 3baddac9-99b3-4c41-abd3-8f06504c2d87 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:12:44.378697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 3baddac9-99b3-4c41-abd3-8f06504c2d87 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:12:44.379235 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:44.488040 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-841c2142-bb6d-44dd-9809-b28bd5bb93e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87 HTTP/1.1" status: 200 len: 1000 time: 0.3296442 Aug 29 07:12:44.505418 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:44.531245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56920) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:44.536955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-bcd4690b-584b-4a44-9cf7-e242b06a6603 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b577c88e-3612-4275-9eb5-6f019a1e0b7b') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:44.539117 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-24462f30-5d68-4798-a094-0c1ae2461e10 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/subnetpools/2c40c96d-7ad4-4a39-b0ea-4ad36e0be210/tags HTTP/1.1" status: 204 len: 168 time: 0.1765571 Aug 29 07:12:44.564291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 3baddac9-99b3-4c41-abd3-8f06504c2d87, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:44.570104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:12:44.570368 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b1d35f-26d3-4c09-a033-6a7aea4d66aa" -d '{"events": [{"server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "name": "network-vif-plugged", "status": "completed", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:12:44.610116 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-2b8c78f1-efe4-42bf-921e-44874590d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:44.612438 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-2b8c78f1-efe4-42bf-921e-44874590d0a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04ae450a-b881-4904-8964-e7c34fe42ecd HTTP/1.1" status: 200 len: 835 time: 0.1158328 Aug 29 07:12:44.645058 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e18ebd-94e9-4cf3-b5af-2b7e6358a665 x-openstack-request-id: req-f4e18ebd-94e9-4cf3-b5af-2b7e6358a665 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:12:44.645777 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "name": "network-vif-plugged", "status": "completed", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:12:44.646252 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f4e18ebd-94e9-4cf3-b5af-2b7e6358a665 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:12:44.647411 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'code': 200} Aug 29 07:12:44.687272 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:44.695703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-9f3bbd4f-d2c5-4e49-aa12-99aa67d2be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:44.699728 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-9f3bbd4f-d2c5-4e49-aa12-99aa67d2be40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4da26f07-20b6-4eb7-a417-053969c3a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786219 Aug 29 07:12:44.730769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bcd4690b-584b-4a44-9cf7-e242b06a6603 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/routers/b577c88e-3612-4275-9eb5-6f019a1e0b7b/tags HTTP/1.1" status: 204 len: 168 time: 0.1983929 Aug 29 07:12:44.733576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56932) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:44.751917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-8b91b7e9-12b3-4b7a-8f53-d6a13231842f tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '59f2d75d-5116-43f3-ab2f-2c8a118cafcd') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:44.765057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=3baddac9-99b3-4c41-abd3-8f06504c2d87,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:44.853821 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-23e25363-aea0-4cea-aa60-0419c4c8d09e service neutron] 10.222.0.15 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487012 Aug 29 07:12:44.935029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c28950-300d-4b15-a891-103c3f8e8284 req-5f393ab5-fb86-4561-8324-f25180560da3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:44.956189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4c28950-300d-4b15-a891-103c3f8e8284 req-5f393ab5-fb86-4561-8324-f25180560da3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.1626458 Aug 29 07:12:44.982414 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9d6112a5-ad84-42e7-a614-a4d5f909954e req-2ef6311c-8637-495c-b087-ba9ac33cff3e service neutron] 10.222.0.15 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205132 Aug 29 07:12:44.990551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8b91b7e9-12b3-4b7a-8f53-d6a13231842f tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/ports/59f2d75d-5116-43f3-ab2f-2c8a118cafcd/tags HTTP/1.1" status: 204 len: 168 time: 0.2559409 Aug 29 07:12:45.000903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56942) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:45.012456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-30a792c0-7c93-4117-b63c-e861dd2147b0 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '30f0968f-cc3d-4fba-abe0-e44d6cc050a0') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:45.067298 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4c28950-300d-4b15-a891-103c3f8e8284 req-82f8b027-a676-42b8-8283-d59e23325d89 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037328 Aug 29 07:12:45.100099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-30a792c0-7c93-4117-b63c-e861dd2147b0 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/subnets/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/tags HTTP/1.1" status: 204 len: 168 time: 0.0977077 Aug 29 07:12:45.103783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56946) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:45.108575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-cb6a5413-5642-4681-a70a-6869d27f9f8b tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '30f0968f-cc3d-4fba-abe0-e44d6cc050a0', 'tempest-TagsExtTest-Tag-1079130225') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:45.238945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56954) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:45.276079 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cb6a5413-5642-4681-a70a-6869d27f9f8b tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "PUT /v2.0/subnets/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/tags/tempest-TagsExtTest-Tag-1079130225 HTTP/1.1" status: 201 len: 201 time: 0.1712530 Aug 29 07:12:45.283461 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56960) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:45.293750 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-87e797b2-e4d3-41d7-acaf-ba142bd82c42 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '59f2d75d-5116-43f3-ab2f-2c8a118cafcd', 'tempest-TagsExtTest-Tag-929165629') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:45.418391 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-87e797b2-e4d3-41d7-acaf-ba142bd82c42 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "PUT /v2.0/ports/59f2d75d-5116-43f3-ab2f-2c8a118cafcd/tags/tempest-TagsExtTest-Tag-929165629 HTTP/1.1" status: 201 len: 201 time: 0.1329584 Aug 29 07:12:45.421173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56964) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:45.426903 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-82739283-f594-48f5-8ed3-b068c58bc8f4 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b577c88e-3612-4275-9eb5-6f019a1e0b7b', 'tempest-TagsExtTest-Tag-2014508267') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:45.514011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1321963290'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:12:45.616981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Made reservation on behalf of 5feea941f4bb4ca0a74bb149fec5b791 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:12:45.626165 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:45.630637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:45.683131 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-82739283-f594-48f5-8ed3-b068c58bc8f4 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "PUT /v2.0/routers/b577c88e-3612-4275-9eb5-6f019a1e0b7b/tags/tempest-TagsExtTest-Tag-2014508267 HTTP/1.1" status: 201 len: 201 time: 0.2608788 Aug 29 07:12:45.685848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56972) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:45.692161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-33e94b37-1a9a-4af7-bda6-a2a4d47bd02c tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2c40c96d-7ad4-4a39-b0ea-4ad36e0be210', 'tempest-TagsExtTest-Tag-1749799018') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:45.746464 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:45.806598 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-33e94b37-1a9a-4af7-bda6-a2a4d47bd02c tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "PUT /v2.0/subnetpools/2c40c96d-7ad4-4a39-b0ea-4ad36e0be210/tags/tempest-TagsExtTest-Tag-1749799018 HTTP/1.1" status: 201 len: 201 time: 0.1189988 Aug 29 07:12:45.816021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56978) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:45.816021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-12df94a7-8d89-4342-93c8-d0b2fe71e3a9 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '30f0968f-cc3d-4fba-abe0-e44d6cc050a0', {'tags': ['tempest-TagsExtTest-Tag-480751691', 'tempest-TagsExtTest-Tag-213570850', 'tempest-TagsExtTest-Tag-904783872']}) {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:45.863899 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:45.888382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:12:45.903406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce33caa-cc26-4c63-ade4-8677477bf9c4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:45.909131 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:45.909494 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Added segment 49a2436a-2c8d-44c5-b6e4-5550f01e16c4 of type vlan for network 8d56160f-ee0f-4359-be8d-5b99f103f794 Aug 29 07:12:45.950905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-12df94a7-8d89-4342-93c8-d0b2fe71e3a9 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "PUT /v2.0/subnets/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/tags HTTP/1.1" status: 200 len: 315 time: 0.1405733 Aug 29 07:12:45.954854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56984) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:45.964869 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-7cec5781-95a7-49a1-986a-443dc3290c7a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '30f0968f-cc3d-4fba-abe0-e44d6cc050a0') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:45.976409 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:46.106019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7cec5781-95a7-49a1-986a-443dc3290c7a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/subnets/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/tags HTTP/1.1" status: 204 len: 168 time: 0.1483717 Aug 29 07:12:46.107982 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56990) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:46.109232 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:46.115921 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-3ea7c131-31f2-4810-a984-4e99a71fa8f3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '30f0968f-cc3d-4fba-abe0-e44d6cc050a0', 'tempest-TagsExtTest-Tag-480751691') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:46.116244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:46.116244 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:46.237415 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-3ea7c131-31f2-4810-a984-4e99a71fa8f3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] show failed (client error): The resource could not be found. Aug 29 07:12:46.238764 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3ea7c131-31f2-4810-a984-4e99a71fa8f3 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/subnets/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/tags/tempest-TagsExtTest-Tag-480751691 HTTP/1.1" status: 404 len: 328 time: 0.1296690 Aug 29 07:12:46.242417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Pushing event updated for resources: {'Network': ['ID=8d56160f-ee0f-4359-be8d-5b99f103f794,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:46.244793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 56996) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:46.248657 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-daf4c0cf-2b59-4356-998f-bb0f6516b4cb tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0086756 Aug 29 07:12:46.252163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 56998) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:46.254428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-448c0b47-b4c4-468e-a676-9433fb787eaa tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '30f0968f-cc3d-4fba-abe0-e44d6cc050a0', 'tempest-TagsExtTest-Tag-213570850') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:46.259068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 8d56160f-ee0f-4359-be8d-5b99f103f794 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:12:46.264982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-cec1e21c-bfd1-4526-ae2d-84dcfdf3783d tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8d56160f-ee0f-4359-be8d-5b99f103f794', 'tempest-TagsTest-Tag-752961096') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:46.298258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e3b72-85e8-46ee-beeb-fc1bddbad053 req-de3e7696-bf28-4ac2-9b48-a945bbc80046 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:46.305843 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c0e3b72-85e8-46ee-beeb-fc1bddbad053 req-de3e7696-bf28-4ac2-9b48-a945bbc80046 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.1204658 Aug 29 07:12:46.390550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c0e3b72-85e8-46ee-beeb-fc1bddbad053 req-f37367f4-6f72-41c0-855b-9fe31e1fed42 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834272 Aug 29 07:12:46.408997 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-448c0b47-b4c4-468e-a676-9433fb787eaa tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] show failed (client error): The resource could not be found. Aug 29 07:12:46.412315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-448c0b47-b4c4-468e-a676-9433fb787eaa tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/subnets/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/tags/tempest-TagsExtTest-Tag-213570850 HTTP/1.1" status: 404 len: 328 time: 0.1661665 Aug 29 07:12:46.416661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57006) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:46.417762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57004) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:46.423958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-546feefc-b5a7-429e-b57e-6307fd0ae219 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '30f0968f-cc3d-4fba-abe0-e44d6cc050a0', 'tempest-TagsExtTest-Tag-904783872') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:46.464945 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cec1e21c-bfd1-4526-ae2d-84dcfdf3783d tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] 10.222.0.76 "PUT /v2.0/networks/8d56160f-ee0f-4359-be8d-5b99f103f794/tags/tempest-TagsTest-Tag-752961096 HTTP/1.1" status: 201 len: 201 time: 0.2086623 Aug 29 07:12:46.468291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57010) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:46.473226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-1a838b07-ba58-4cf5-a106-3c3bdee87c35 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8d56160f-ee0f-4359-be8d-5b99f103f794', 'tempest-TagsTest-Tag-752961096') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:46.488642 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-546feefc-b5a7-429e-b57e-6307fd0ae219 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] show failed (client error): The resource could not be found. Aug 29 07:12:46.489982 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-546feefc-b5a7-429e-b57e-6307fd0ae219 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/subnets/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/tags/tempest-TagsExtTest-Tag-904783872 HTTP/1.1" status: 404 len: 328 time: 0.0699985 Aug 29 07:12:46.492824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57012) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:46.499415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-b923767c-beb2-4dcb-997d-49c66ccddb16 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '59f2d75d-5116-43f3-ab2f-2c8a118cafcd', {'tags': ['tempest-TagsExtTest-Tag-1947876540', 'tempest-TagsExtTest-Tag-870223036', 'tempest-TagsExtTest-Tag-2138115678']}) {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:46.557479 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-91bde3b8-6e35-4cc2-b765-5da2ca95d3f2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/cf2df4c4-c581-479f-8719-041d9a610401 HTTP/1.1" status: 200 len: 993 time: 0.1378756 Aug 29 07:12:46.593713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1a838b07-ba58-4cf5-a106-3c3bdee87c35 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] 10.222.0.76 "GET /v2.0/networks/8d56160f-ee0f-4359-be8d-5b99f103f794/tags/tempest-TagsTest-Tag-752961096 HTTP/1.1" status: 204 len: 168 time: 0.1239984 Aug 29 07:12:46.598709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57018) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:46.603941 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-139d1431-dc2e-47a1-b0a1-bad8ae21a85a tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8d56160f-ee0f-4359-be8d-5b99f103f794') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:46.635849 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57022) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:46.640671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-ba80fde7-c989-46fc-88ad-c357feb91b8f tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '59f2d75d-5116-43f3-ab2f-2c8a118cafcd') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:46.647913 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b923767c-beb2-4dcb-997d-49c66ccddb16 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "PUT /v2.0/ports/59f2d75d-5116-43f3-ab2f-2c8a118cafcd/tags HTTP/1.1" status: 200 len: 317 time: 0.1539142 Aug 29 07:12:46.712477 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-139d1431-dc2e-47a1-b0a1-bad8ae21a85a tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] 10.222.0.76 "GET /v2.0/networks/8d56160f-ee0f-4359-be8d-5b99f103f794/tags HTTP/1.1" status: 200 len: 237 time: 0.1127326 Aug 29 07:12:46.714986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57024) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:46.723888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-b66e3d24-9f51-4bbb-a238-0e437541434c tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8d56160f-ee0f-4359-be8d-5b99f103f794', {'tags': ['tempest-TagsTest-Tag-178402281', 'tempest-TagsTest-Tag-1455628238', 'tempest-TagsTest-Tag-722282519']}) {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:46.803336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ba80fde7-c989-46fc-88ad-c357feb91b8f tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/ports/59f2d75d-5116-43f3-ab2f-2c8a118cafcd/tags HTTP/1.1" status: 204 len: 168 time: 0.1663437 Aug 29 07:12:46.803976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57030) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:46.809203 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-0637a708-1303-4168-8c66-91d413a1f4ed tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '59f2d75d-5116-43f3-ab2f-2c8a118cafcd', 'tempest-TagsExtTest-Tag-1947876540') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:46.859956 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-0637a708-1303-4168-8c66-91d413a1f4ed tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] show failed (client error): The resource could not be found. Aug 29 07:12:46.864159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57032) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:46.864323 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0637a708-1303-4168-8c66-91d413a1f4ed tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/ports/59f2d75d-5116-43f3-ab2f-2c8a118cafcd/tags/tempest-TagsExtTest-Tag-1947876540 HTTP/1.1" status: 404 len: 329 time: 0.0591879 Aug 29 07:12:46.870538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-748c023a-0307-470d-8028-03f6de6c73cd tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '59f2d75d-5116-43f3-ab2f-2c8a118cafcd', 'tempest-TagsExtTest-Tag-870223036') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:46.897338 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b66e3d24-9f51-4bbb-a238-0e437541434c tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] 10.222.0.76 "PUT /v2.0/networks/8d56160f-ee0f-4359-be8d-5b99f103f794/tags HTTP/1.1" status: 200 len: 307 time: 0.1814485 Aug 29 07:12:46.899895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57034) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:46.906528 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-cb2956dc-e27c-49d7-a3bf-bd3106bb7664 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8d56160f-ee0f-4359-be8d-5b99f103f794', 'tempest-TagsTest-Tag-178402281') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:47.004376 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-748c023a-0307-470d-8028-03f6de6c73cd tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] show failed (client error): The resource could not be found. Aug 29 07:12:47.008423 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-748c023a-0307-470d-8028-03f6de6c73cd tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/ports/59f2d75d-5116-43f3-ab2f-2c8a118cafcd/tags/tempest-TagsExtTest-Tag-870223036 HTTP/1.1" status: 404 len: 328 time: 0.1402519 Aug 29 07:12:47.009110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57040) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:47.013833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-afe4df24-410b-4570-95a7-a4f0eb509760 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '59f2d75d-5116-43f3-ab2f-2c8a118cafcd', 'tempest-TagsExtTest-Tag-2138115678') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:47.073171 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-afe4df24-410b-4570-95a7-a4f0eb509760 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] show failed (client error): The resource could not be found. Aug 29 07:12:47.074214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-afe4df24-410b-4570-95a7-a4f0eb509760 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/ports/59f2d75d-5116-43f3-ab2f-2c8a118cafcd/tags/tempest-TagsExtTest-Tag-2138115678 HTTP/1.1" status: 404 len: 329 time: 0.0640285 Aug 29 07:12:47.077192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57042) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:47.082733 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-b3a605b1-0c3f-4adf-a7cf-6603892b8a82 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b577c88e-3612-4275-9eb5-6f019a1e0b7b', {'tags': ['tempest-TagsExtTest-Tag-2060807206', 'tempest-TagsExtTest-Tag-307758439', 'tempest-TagsExtTest-Tag-1011956986']}) {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:47.155870 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cb2956dc-e27c-49d7-a3bf-bd3106bb7664 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] 10.222.0.76 "DELETE /v2.0/networks/8d56160f-ee0f-4359-be8d-5b99f103f794/tags/tempest-TagsTest-Tag-178402281 HTTP/1.1" status: 204 len: 168 time: 0.2549632 Aug 29 07:12:47.159113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57046) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:47.163700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-6c3a01bf-1cfc-4dcf-968e-9243c1ba3a07 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8d56160f-ee0f-4359-be8d-5b99f103f794', 'tempest-TagsTest-Tag-178402281') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:47.241312 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:12:47.245785 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-6c3a01bf-1cfc-4dcf-968e-9243c1ba3a07 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] show failed (client error): The resource could not be found. Aug 29 07:12:47.246837 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6c3a01bf-1cfc-4dcf-968e-9243c1ba3a07 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] 10.222.0.76 "GET /v2.0/networks/8d56160f-ee0f-4359-be8d-5b99f103f794/tags/tempest-TagsTest-Tag-178402281 HTTP/1.1" status: 404 len: 325 time: 0.0867076 Aug 29 07:12:47.249719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57048) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:47.254604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-e91abfef-1169-425e-8bac-1d8e6f06f1c2 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8d56160f-ee0f-4359-be8d-5b99f103f794', 'tempest-TagsTest-Tag-1455628238') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:47.338192 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e91abfef-1169-425e-8bac-1d8e6f06f1c2 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] 10.222.0.76 "GET /v2.0/networks/8d56160f-ee0f-4359-be8d-5b99f103f794/tags/tempest-TagsTest-Tag-1455628238 HTTP/1.1" status: 204 len: 168 time: 0.0871460 Aug 29 07:12:47.340569 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b3a605b1-0c3f-4adf-a7cf-6603892b8a82 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "PUT /v2.0/routers/b577c88e-3612-4275-9eb5-6f019a1e0b7b/tags HTTP/1.1" status: 200 len: 317 time: 0.2617300 Aug 29 07:12:47.340735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57052) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:47.342520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57054) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:47.345924 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-69bafba4-a02c-48ab-b330-0482eaa603e2 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8d56160f-ee0f-4359-be8d-5b99f103f794', 'tempest-TagsTest-Tag-722282519') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:47.350761 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-adfd5106-1a8f-4f15-9327-e23718e9185f tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b577c88e-3612-4275-9eb5-6f019a1e0b7b') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:47.423441 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-69bafba4-a02c-48ab-b330-0482eaa603e2 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] 10.222.0.76 "GET /v2.0/networks/8d56160f-ee0f-4359-be8d-5b99f103f794/tags/tempest-TagsTest-Tag-722282519 HTTP/1.1" status: 204 len: 168 time: 0.0815809 Aug 29 07:12:47.425885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57056) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:47.430842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-45d3a5da-6e9a-4297-96b7-b9cb9d4c4e66 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8d56160f-ee0f-4359-be8d-5b99f103f794') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:47.546369 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57060) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:47.562635 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-adfd5106-1a8f-4f15-9327-e23718e9185f tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/routers/b577c88e-3612-4275-9eb5-6f019a1e0b7b/tags HTTP/1.1" status: 204 len: 168 time: 0.2174931 Aug 29 07:12:47.567283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57064) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:47.572622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-cf9dc24e-026f-4416-ae94-a975b5069b81 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b577c88e-3612-4275-9eb5-6f019a1e0b7b', 'tempest-TagsExtTest-Tag-2060807206') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:47.623555 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-45d3a5da-6e9a-4297-96b7-b9cb9d4c4e66 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] 10.222.0.76 "DELETE /v2.0/networks/8d56160f-ee0f-4359-be8d-5b99f103f794/tags HTTP/1.1" status: 204 len: 168 time: 0.1965368 Aug 29 07:12:47.626461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57066) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:47.631381 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-5a93a502-f03e-4298-87a0-2ca82406496e tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8d56160f-ee0f-4359-be8d-5b99f103f794', 'tempest-TagsTest-Tag-1455628238') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:47.672319 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-cf9dc24e-026f-4416-ae94-a975b5069b81 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] show failed (client error): The resource could not be found. Aug 29 07:12:47.679091 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cf9dc24e-026f-4416-ae94-a975b5069b81 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/routers/b577c88e-3612-4275-9eb5-6f019a1e0b7b/tags/tempest-TagsExtTest-Tag-2060807206 HTTP/1.1" status: 404 len: 329 time: 0.1052186 Aug 29 07:12:47.681293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57070) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:47.686556 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-9a1efd07-c540-4204-9236-85e36b4114ca tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b577c88e-3612-4275-9eb5-6f019a1e0b7b', 'tempest-TagsExtTest-Tag-307758439') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:47.712114 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-5a93a502-f03e-4298-87a0-2ca82406496e tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] show failed (client error): The resource could not be found. Aug 29 07:12:47.713169 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5a93a502-f03e-4298-87a0-2ca82406496e tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] 10.222.0.76 "GET /v2.0/networks/8d56160f-ee0f-4359-be8d-5b99f103f794/tags/tempest-TagsTest-Tag-1455628238 HTTP/1.1" status: 404 len: 326 time: 0.0852833 Aug 29 07:12:47.716243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57072) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:47.720510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-6b6b924c-490d-4817-a921-de130b5adb14 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8d56160f-ee0f-4359-be8d-5b99f103f794', 'tempest-TagsTest-Tag-722282519') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:47.745370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64f0bb43-7abd-4ce8-a563-ed2fbf6da86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:47.789161 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-6b6b924c-490d-4817-a921-de130b5adb14 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] show failed (client error): The resource could not be found. Aug 29 07:12:47.790494 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6b6b924c-490d-4817-a921-de130b5adb14 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] 10.222.0.76 "GET /v2.0/networks/8d56160f-ee0f-4359-be8d-5b99f103f794/tags/tempest-TagsTest-Tag-722282519 HTTP/1.1" status: 404 len: 325 time: 0.0731573 Aug 29 07:12:47.793352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57074) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:47.798034 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-b8dcdaf2-1024-400a-870a-df8b0d9fb5b6 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8d56160f-ee0f-4359-be8d-5b99f103f794') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:47.800779 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-9a1efd07-c540-4204-9236-85e36b4114ca tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] show failed (client error): The resource could not be found. Aug 29 07:12:47.801840 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9a1efd07-c540-4204-9236-85e36b4114ca tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/routers/b577c88e-3612-4275-9eb5-6f019a1e0b7b/tags/tempest-TagsExtTest-Tag-307758439 HTTP/1.1" status: 404 len: 328 time: 0.1195695 Aug 29 07:12:47.812212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57076) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:47.817865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-97592d0b-943b-492f-80f9-023f744f6d0b tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b577c88e-3612-4275-9eb5-6f019a1e0b7b', 'tempest-TagsExtTest-Tag-1011956986') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:47.881924 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64f0bb43-7abd-4ce8-a563-ed2fbf6da86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:47.983045 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64f0bb43-7abd-4ce8-a563-ed2fbf6da86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:48.033295 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-64f0bb43-7abd-4ce8-a563-ed2fbf6da86b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5fe3278403ea4a70b1191a8d0cea67af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833381 Aug 29 07:12:48.033295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0bb43-7abd-4ce8-a563-ed2fbf6da86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172a72b4-bf7c-41d4-ab9d-49f9985eb735,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:48.036633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57078) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:48.106002 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a2643de-bed8-481a-8550-eb824d35cc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:48.131127 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a2643de-bed8-481a-8550-eb824d35cc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:48.242406 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-97592d0b-943b-492f-80f9-023f744f6d0b tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] show failed (client error): The resource could not be found. Aug 29 07:12:48.243474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-97592d0b-943b-492f-80f9-023f744f6d0b tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/routers/b577c88e-3612-4275-9eb5-6f019a1e0b7b/tags/tempest-TagsExtTest-Tag-1011956986 HTTP/1.1" status: 404 len: 329 time: 0.4300716 Aug 29 07:12:48.254308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57084) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:48.257304 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57086) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:48.257721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b8dcdaf2-1024-400a-870a-df8b0d9fb5b6 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] 10.222.0.76 "DELETE /v2.0/networks/8d56160f-ee0f-4359-be8d-5b99f103f794/tags HTTP/1.1" status: 204 len: 168 time: 0.4632461 Aug 29 07:12:48.262087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-69b1e8bd-a9c8-4062-b838-99758412abbd tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2c40c96d-7ad4-4a39-b0ea-4ad36e0be210', {'tags': ['tempest-TagsExtTest-Tag-494681396', 'tempest-TagsExtTest-Tag-140986324', 'tempest-TagsExtTest-Tag-17878741']}) {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:48.317276 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a2643de-bed8-481a-8550-eb824d35cc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:48.320230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a2643de-bed8-481a-8550-eb824d35cc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:48.325981 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5a2643de-bed8-481a-8550-eb824d35cc32 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/172a72b4-bf7c-41d4-ab9d-49f9985eb735 HTTP/1.1" status: 204 len: 168 time: 0.2837474 Aug 29 07:12:48.353940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2643de-bed8-481a-8550-eb824d35cc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172a72b4-bf7c-41d4-ab9d-49f9985eb735,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:48.382494 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-059f805a-40c3-49fa-a38c-8625d3dcb187 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:48.460391 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-69b1e8bd-a9c8-4062-b838-99758412abbd tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "PUT /v2.0/subnetpools/2c40c96d-7ad4-4a39-b0ea-4ad36e0be210/tags HTTP/1.1" status: 200 len: 314 time: 0.2048724 Aug 29 07:12:48.463411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57090) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:48.470885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-12f78cdf-76a1-40be-a63e-4ecbadf95ace tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2c40c96d-7ad4-4a39-b0ea-4ad36e0be210') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:48.484179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-059f805a-40c3-49fa-a38c-8625d3dcb187 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:48.497639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-059f805a-40c3-49fa-a38c-8625d3dcb187 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d56160f-ee0f-4359-be8d-5b99f103f794']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:48.509863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-059f805a-40c3-49fa-a38c-8625d3dcb187 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a2436a-2c8d-44c5-b6e4-5550f01e16c4') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:48.510163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-059f805a-40c3-49fa-a38c-8625d3dcb187 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a2436a-2c8d-44c5-b6e4-5550f01e16c4') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:48.520274 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-059f805a-40c3-49fa-a38c-8625d3dcb187 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:48.535194 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-059f805a-40c3-49fa-a38c-8625d3dcb187 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:48.542056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059f805a-40c3-49fa-a38c-8625d3dcb187 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:12:48.542650 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-059f805a-40c3-49fa-a38c-8625d3dcb187 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:12:48.546412 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:12:48.611762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-12f78cdf-76a1-40be-a63e-4ecbadf95ace tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/subnetpools/2c40c96d-7ad4-4a39-b0ea-4ad36e0be210/tags HTTP/1.1" status: 204 len: 168 time: 0.1464422 Aug 29 07:12:48.612559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57094) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:48.618579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-f8451826-74a4-4d54-af3a-2c3a2c3373e0 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2c40c96d-7ad4-4a39-b0ea-4ad36e0be210', 'tempest-TagsExtTest-Tag-494681396') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:48.645197 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-f8451826-74a4-4d54-af3a-2c3a2c3373e0 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] show failed (client error): The resource could not be found. Aug 29 07:12:48.650275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57096) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:48.650463 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f8451826-74a4-4d54-af3a-2c3a2c3373e0 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/subnetpools/2c40c96d-7ad4-4a39-b0ea-4ad36e0be210/tags/tempest-TagsExtTest-Tag-494681396 HTTP/1.1" status: 404 len: 328 time: 0.0364325 Aug 29 07:12:48.656245 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.tag.tag_plugin [None req-09c96b53-dc4c-4e59-bf56-085bb1774bfd tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2c40c96d-7ad4-4a39-b0ea-4ad36e0be210', 'tempest-TagsExtTest-Tag-140986324') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:48.684546 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-09c96b53-dc4c-4e59-bf56-085bb1774bfd tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] show failed (client error): The resource could not be found. Aug 29 07:12:48.685378 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-09c96b53-dc4c-4e59-bf56-085bb1774bfd tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/subnetpools/2c40c96d-7ad4-4a39-b0ea-4ad36e0be210/tags/tempest-TagsExtTest-Tag-140986324 HTTP/1.1" status: 404 len: 328 time: 0.0333416 Aug 29 07:12:48.694187 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57100) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:48.699931 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-8f890432-5e24-4741-b7b6-7b1c92780b91 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2c40c96d-7ad4-4a39-b0ea-4ad36e0be210', 'tempest-TagsExtTest-Tag-17878741') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:48.708379 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-059f805a-40c3-49fa-a38c-8625d3dcb187 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:48.720330 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-059f805a-40c3-49fa-a38c-8625d3dcb187 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:48.725917 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [None req-8f890432-5e24-4741-b7b6-7b1c92780b91 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] show failed (client error): The resource could not be found. Aug 29 07:12:48.728195 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8f890432-5e24-4741-b7b6-7b1c92780b91 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/subnetpools/2c40c96d-7ad4-4a39-b0ea-4ad36e0be210/tags/tempest-TagsExtTest-Tag-17878741 HTTP/1.1" status: 404 len: 327 time: 0.0326662 Aug 29 07:12:48.729469 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-059f805a-40c3-49fa-a38c-8625d3dcb187 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] 10.222.0.76 "DELETE /v2.0/networks/8d56160f-ee0f-4359-be8d-5b99f103f794 HTTP/1.1" status: 204 len: 168 time: 0.4673958 Aug 29 07:12:48.730715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57104) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:48.738229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-a947df0a-03e5-4823-b26a-dbf40d58af80 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2c40c96d-7ad4-4a39-b0ea-4ad36e0be210') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:48.765279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f805a-40c3-49fa-a38c-8625d3dcb187 tempest-TagsTest-287945365 tempest-TagsTest-287945365-project] Pushing event deleted for resources: {'Network': ['ID=8d56160f-ee0f-4359-be8d-5b99f103f794,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:48.768815 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a947df0a-03e5-4823-b26a-dbf40d58af80 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/subnetpools/2c40c96d-7ad4-4a39-b0ea-4ad36e0be210/tags HTTP/1.1" status: 204 len: 168 time: 0.0366778 Aug 29 07:12:48.772043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57106) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:48.778605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-e6180646-1907-4349-be08-456146f01375 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b577c88e-3612-4275-9eb5-6f019a1e0b7b') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:48.881411 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e6180646-1907-4349-be08-456146f01375 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/routers/b577c88e-3612-4275-9eb5-6f019a1e0b7b/tags HTTP/1.1" status: 204 len: 168 time: 0.1075039 Aug 29 07:12:48.884108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57108) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:48.889585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-f6354a0a-7c88-48a4-a8b9-5dc4ab006c83 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '59f2d75d-5116-43f3-ab2f-2c8a118cafcd') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:48.950476 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f6354a0a-7c88-48a4-a8b9-5dc4ab006c83 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/ports/59f2d75d-5116-43f3-ab2f-2c8a118cafcd/tags HTTP/1.1" status: 204 len: 168 time: 0.0624533 Aug 29 07:12:48.950788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57110) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:48.956912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.tag.tag_plugin [None req-f8e1f405-b588-4530-8854-7fc8bb538a84 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '30f0968f-cc3d-4fba-abe0-e44d6cc050a0') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:49.026378 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f8e1f405-b588-4530-8854-7fc8bb538a84 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/subnets/30f0968f-cc3d-4fba-abe0-e44d6cc050a0/tags HTTP/1.1" status: 204 len: 168 time: 0.0744512 Aug 29 07:12:49.031385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57112) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:49.086061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57114) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:49.110707 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20182e05-0eb8-4190-bc0b-2230854395fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.232340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20182e05-0eb8-4190-bc0b-2230854395fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.247953 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cac57b48-bb22-43f1-9abe-33fe43201b84 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for subnetpool, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.254511 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cac57b48-bb22-43f1-9abe-33fe43201b84 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/subnetpools/2c40c96d-7ad4-4a39-b0ea-4ad36e0be210 HTTP/1.1" status: 204 len: 168 time: 0.2166011 Aug 29 07:12:49.254511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57118) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:49.261287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57120) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:49.281836 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-72d2515a-8ee3-4442-8466-75ab6f87179a tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "GET /v2.0/ports?device_id=b577c88e-3612-4275-9eb5-6f019a1e0b7b HTTP/1.1" status: 200 len: 205 time: 0.0281670 Aug 29 07:12:49.291044 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57124) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:49.338952 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20182e05-0eb8-4190-bc0b-2230854395fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.412626 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a3b3af7e-b480-428a-b9aa-515b777008fb tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.417294 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-20182e05-0eb8-4190-bc0b-2230854395fb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5f8cfd8a3a584ab1998cd4efacd4119b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306305 Aug 29 07:12:49.420438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57128) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:49.430551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2525d1f7-ec08-4c06-8d0b-79841cbb51ac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5feea941f4bb4ca0a74bb149fec5b791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669912 Aug 29 07:12:49.436954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57130) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:49.454824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20182e05-0eb8-4190-bc0b-2230854395fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ad923a-fe2d-4a1c-aaaf-d443f17d81e3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:49.510299 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4344a650-ab2f-475a-b8f1-bad2a8d24bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.532329 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-93b6b051-0bbe-4e4f-a645-74b81229e203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.545951 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4344a650-ab2f-475a-b8f1-bad2a8d24bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.579987 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-93b6b051-0bbe-4e4f-a645-74b81229e203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.600399 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a3b3af7e-b480-428a-b9aa-515b777008fb tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.612019 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a3b3af7e-b480-428a-b9aa-515b777008fb tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.714260 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4344a650-ab2f-475a-b8f1-bad2a8d24bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.716911 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4344a650-ab2f-475a-b8f1-bad2a8d24bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.718185 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4344a650-ab2f-475a-b8f1-bad2a8d24bc5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a3ad923a-fe2d-4a1c-aaaf-d443f17d81e3 HTTP/1.1" status: 204 len: 168 time: 0.2966740 Aug 29 07:12:49.730022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344a650-ab2f-475a-b8f1-bad2a8d24bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ad923a-fe2d-4a1c-aaaf-d443f17d81e3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:49.760253 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a3b3af7e-b480-428a-b9aa-515b777008fb tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.760786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b3af7e-b480-428a-b9aa-515b777008fb tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Fanout notify agent at l3_agent the message router_deleted on router b577c88e-3612-4275-9eb5-6f019a1e0b7b {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:12:49.765109 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-93b6b051-0bbe-4e4f-a645-74b81229e203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.765514 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-93b6b051-0bbe-4e4f-a645-74b81229e203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.769105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-93b6b051-0bbe-4e4f-a645-74b81229e203 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cce33caa-cc26-4c63-ade4-8677477bf9c4 HTTP/1.1" status: 204 len: 168 time: 0.3272908 Aug 29 07:12:49.770093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a3b3af7e-b480-428a-b9aa-515b777008fb tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:49.772149 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a3b3af7e-b480-428a-b9aa-515b777008fb tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/routers/b577c88e-3612-4275-9eb5-6f019a1e0b7b HTTP/1.1" status: 204 len: 168 time: 0.4799724 Aug 29 07:12:49.774577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57140) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:49.779037 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6b051-0bbe-4e4f-a645-74b81229e203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce33caa-cc26-4c63-ade4-8677477bf9c4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:49.890265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-78487064-8d54-4654-b442-e0ed40a36fb9 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Deleting port 59f2d75d-5116-43f3-ab2f-2c8a118cafcd {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:12:49.890775 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-78487064-8d54-4654-b442-e0ed40a36fb9 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:50.003234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-78487064-8d54-4654-b442-e0ed40a36fb9 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:50.016188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-78487064-8d54-4654-b442-e0ed40a36fb9 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Calling delete_port for 59f2d75d-5116-43f3-ab2f-2c8a118cafcd owned by {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:12:50.245478 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-78487064-8d54-4654-b442-e0ed40a36fb9 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:50.324472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78487064-8d54-4654-b442-e0ed40a36fb9 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Pushing event deleted for resources: {'Port': ['ID=59f2d75d-5116-43f3-ab2f-2c8a118cafcd,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:50.423039 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-78487064-8d54-4654-b442-e0ed40a36fb9 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:50.426179 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-78487064-8d54-4654-b442-e0ed40a36fb9 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/ports/59f2d75d-5116-43f3-ab2f-2c8a118cafcd HTTP/1.1" status: 204 len: 168 time: 0.6499505 Aug 29 07:12:50.428374 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57160) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:50.511473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adf6b6c-ad51-4370-b11b-269c3619e01f tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Deleting subnet 30f0968f-cc3d-4fba-abe0-e44d6cc050a0 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:12:50.515970 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7adf6b6c-ad51-4370-b11b-269c3619e01f tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:50.562957 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7adf6b6c-ad51-4370-b11b-269c3619e01f tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:50.656657 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7adf6b6c-ad51-4370-b11b-269c3619e01f tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:50.820646 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7adf6b6c-ad51-4370-b11b-269c3619e01f tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:50.851731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf6b6c-ad51-4370-b11b-269c3619e01f tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Pushing event deleted for resources: {'Subnet': ['ID=30f0968f-cc3d-4fba-abe0-e44d6cc050a0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:50.855762 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7adf6b6c-ad51-4370-b11b-269c3619e01f tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:50.858774 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7adf6b6c-ad51-4370-b11b-269c3619e01f tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/subnets/30f0968f-cc3d-4fba-abe0-e44d6cc050a0 HTTP/1.1" status: 204 len: 168 time: 0.4293861 Aug 29 07:12:50.869157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57182) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:50.870285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad9baca-07de-4b59-bb70-4019c737821f None None] Network da6dfc9a-31a8-4ea3-8788-82fb2753e572 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:12:50.980942 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:51.087038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Deleting port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:12:51.087399 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:51.097175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f02e07-5a32-49e0-8c48-6001ad4620f4 None None] DHCP port deletion for da6dfc9a-31a8-4ea3-8788-82fb2753e572 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:12:51.141802 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:51.192665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-77f02e07-5a32-49e0-8c48-6001ad4620f4 None None] Deleting port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:12:51.194592 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-77f02e07-5a32-49e0-8c48-6001ad4620f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:51.233950 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] For port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ecef22f9-5fc1-4b9d-ac7f-ce2644dece13,segment=NetworkSegment(e1ca362d-de85-43d1-a0f1-6861cb3a5cde),segment_id=e1ca362d-de85-43d1-a0f1-6861cb3a5cde)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:51.234243 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:51.279873 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Calling delete_port for ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:12:51.328948 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-77f02e07-5a32-49e0-8c48-6001ad4620f4 None None] For port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ecef22f9-5fc1-4b9d-ac7f-ce2644dece13,segment=NetworkSegment(e1ca362d-de85-43d1-a0f1-6861cb3a5cde),segment_id=e1ca362d-de85-43d1-a0f1-6861cb3a5cde)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:12:51.329516 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-77f02e07-5a32-49e0-8c48-6001ad4620f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:51.345258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-77f02e07-5a32-49e0-8c48-6001ad4620f4 None None] Calling delete_port for ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:12:51.466050 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:51.480442 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-77f02e07-5a32-49e0-8c48-6001ad4620f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:51.497907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Pushing event deleted for resources: {'Port': ['ID=ecef22f9-5fc1-4b9d-ac7f-ce2644dece13,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:51.505095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] No DVR routers for this DVR port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:12:51.506181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f02e07-5a32-49e0-8c48-6001ad4620f4 None None] No DVR routers for this DVR port ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:12:51.556357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f02e07-5a32-49e0-8c48-6001ad4620f4 None None] Pushing event deleted for resources: {'Port': ['ID=ecef22f9-5fc1-4b9d-ac7f-ce2644dece13,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:51.621533 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:51.635781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6dfc9a-31a8-4ea3-8788-82fb2753e572']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:51.647931 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ca362d-de85-43d1-a0f1-6861cb3a5cde') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:51.648376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ca362d-de85-43d1-a0f1-6861cb3a5cde') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:12:51.657943 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:51.673811 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:51.683410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:12:51.683868 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:12:51.687828 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:12:51.852116 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:51.863472 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:51.866315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] 10.222.0.76 "DELETE /v2.0/networks/da6dfc9a-31a8-4ea3-8788-82fb2753e572 HTTP/1.1" status: 204 len: 168 time: 1.0032909 Aug 29 07:12:51.874534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:12:51.885190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43cd93-e318-4622-b69c-5ea650a3bd36 tempest-TagsExtTest-1232505144 tempest-TagsExtTest-1232505144-project] Pushing event deleted for resources: {'Network': ['ID=da6dfc9a-31a8-4ea3-8788-82fb2753e572,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:51.895829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:12:51.896175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ecef22f9-5fc1-4b9d-ac7f-ce2644dece13 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:12:52.646155 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57236) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:52.872353 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-247e4f25-c8a2-449e-9806-10bea051f3c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d2b551f2eae744218c00f3f3ddd150e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236378 Aug 29 07:12:52.873931 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57250) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:52.952640 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-399973a1-260d-435a-bb2e-32936113cee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:52.984949 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-399973a1-260d-435a-bb2e-32936113cee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:53.177406 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-399973a1-260d-435a-bb2e-32936113cee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:53.180094 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-399973a1-260d-435a-bb2e-32936113cee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:53.184442 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-399973a1-260d-435a-bb2e-32936113cee1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8bbe24b7-6c79-4848-b562-46e7ce509416 HTTP/1.1" status: 204 len: 168 time: 0.3087363 Aug 29 07:12:53.198205 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399973a1-260d-435a-bb2e-32936113cee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbe24b7-6c79-4848-b562-46e7ce509416,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:53.970488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57308) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:54.106708 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67e37598-4069-41f0-9862-ea08adcdb836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:54.215720 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67e37598-4069-41f0-9862-ea08adcdb836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:54.302989 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-67e37598-4069-41f0-9862-ea08adcdb836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:54.347238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-67e37598-4069-41f0-9862-ea08adcdb836 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2782cb9226d14830a692dccb50492b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740418 Aug 29 07:12:54.347238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e37598-4069-41f0-9862-ea08adcdb836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c69d0c-c241-467e-9f69-6625c66710e1,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:54.354741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57324) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:54.410985 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2848870-c840-4ebc-81ed-71b2eaf7e7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:54.439102 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2848870-c840-4ebc-81ed-71b2eaf7e7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:54.576854 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2848870-c840-4ebc-81ed-71b2eaf7e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:54.579516 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2848870-c840-4ebc-81ed-71b2eaf7e7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:54.583360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f2848870-c840-4ebc-81ed-71b2eaf7e7b3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/35c69d0c-c241-467e-9f69-6625c66710e1 HTTP/1.1" status: 204 len: 168 time: 0.2234166 Aug 29 07:12:54.589413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2848870-c840-4ebc-81ed-71b2eaf7e7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c69d0c-c241-467e-9f69-6625c66710e1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:55.348007 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57358) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:55.364846 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5334a7f9-9a23-40cf-9ce1-396de7750af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:55.482099 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5334a7f9-9a23-40cf-9ce1-396de7750af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:55.529305 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5334a7f9-9a23-40cf-9ce1-396de7750af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:55.580745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334a7f9-9a23-40cf-9ce1-396de7750af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad9d4e4-3c88-4ef5-8238-0d96de321257,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:55.589589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57362) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:12:55.602586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5334a7f9-9a23-40cf-9ce1-396de7750af7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9aabc38b84d246c98bcc64a3b8c196c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527814 Aug 29 07:12:55.653252 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61ae579c-6cac-4140-be64-daa1ee179fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:55.676254 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61ae579c-6cac-4140-be64-daa1ee179fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:55.805972 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61ae579c-6cac-4140-be64-daa1ee179fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:55.811950 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-61ae579c-6cac-4140-be64-daa1ee179fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:12:55.817613 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-61ae579c-6cac-4140-be64-daa1ee179fcc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aad9d4e4-3c88-4ef5-8238-0d96de321257 HTTP/1.1" status: 204 len: 168 time: 0.2261217 Aug 29 07:12:55.828048 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae579c-6cac-4140-be64-daa1ee179fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad9d4e4-3c88-4ef5-8238-0d96de321257,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:12:59.859802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8917d32-82cd-4afa-ac45-c00ea6fc5a77 req-3e9c7814-6a7a-4e2f-9ad4-e8ca51900323 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0678287 Aug 29 07:12:59.967492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8917d32-82cd-4afa-ac45-c00ea6fc5a77 req-a0b8d1b4-f494-4f12-8496-9f996f0ee39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:12:59.969440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8917d32-82cd-4afa-ac45-c00ea6fc5a77 req-a0b8d1b4-f494-4f12-8496-9f996f0ee39b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 1098 time: 0.0520508 Aug 29 07:13:00.083459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8917d32-82cd-4afa-ac45-c00ea6fc5a77 req-91f86ccd-87e2-4ee3-afd2-b22696a8f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:00.085306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8917d32-82cd-4afa-ac45-c00ea6fc5a77 req-91f86ccd-87e2-4ee3-afd2-b22696a8f87c service neutron] 10.222.0.11 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 913 time: 0.0943453 Aug 29 07:13:00.224644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8917d32-82cd-4afa-ac45-c00ea6fc5a77 req-8377da96-1a5f-48ec-9fcc-57dc47d627e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42350b6f-f641-4762-96c5-dd9cea2be2ea HTTP/1.1" status: 200 len: 1001 time: 0.1318607 Aug 29 07:13:00.280802 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8917d32-82cd-4afa-ac45-c00ea6fc5a77 req-a3c95f8b-3683-4f7a-a6e4-887c17dc2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:00.282313 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8917d32-82cd-4afa-ac45-c00ea6fc5a77 req-a3c95f8b-3683-4f7a-a6e4-887c17dc2d08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.0506713 Aug 29 07:13:00.351249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8917d32-82cd-4afa-ac45-c00ea6fc5a77 req-65a97ca3-a411-4a28-bed5-4b6a61a4985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:00.354040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8917d32-82cd-4afa-ac45-c00ea6fc5a77 req-65a97ca3-a411-4a28-bed5-4b6a61a4985d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632038 Aug 29 07:13:00.507098 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8917d32-82cd-4afa-ac45-c00ea6fc5a77 req-cdcac3c9-e67c-45ef-b692-076fa4610e24 service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461191 Aug 29 07:13:00.654734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8917d32-82cd-4afa-ac45-c00ea6fc5a77 req-29bf5fee-4f3b-47b3-8043-4683876297ef service neutron] 10.222.0.11 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318016 Aug 29 07:13:01.190788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57534) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:01.315678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57542) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:01.485217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:01.499717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-957c4911-8024-4847-956f-aee7cd01b0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:01.525418 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 07:13:01.525418 n-d-713301-12 neutron-server[95403]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 07:13:01.525418 n-d-713301-12 neutron-server[95403]: [parameters: {'project_id': '99f0c7cb74e34a69bafc086ed0195ff4', 'id': '25932e11-218f-41b2-8bbd-8dba59331348', 'expiration': datetime.datetime(2021, 8, 29, 7, 15, 1, 521757)}] Aug 29 07:13:01.525418 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:13:01.527294 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:13:01.621944 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-957c4911-8024-4847-956f-aee7cd01b0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:01.681644 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-957c4911-8024-4847-956f-aee7cd01b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:01.742141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c4911-8024-4847-956f-aee7cd01b0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e186f1b-ff15-4b24-a1c0-145fd5d4e1d6,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:01.748806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-957c4911-8024-4847-956f-aee7cd01b0c2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4eaeb109d47c40a6a397ddd74a327164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318798 Aug 29 07:13:01.752601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57560) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:01.811876 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07a217c8-540f-492a-83d5-49fb2ac01aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:01.838955 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07a217c8-540f-492a-83d5-49fb2ac01aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:01.965912 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07a217c8-540f-492a-83d5-49fb2ac01aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:01.968690 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07a217c8-540f-492a-83d5-49fb2ac01aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:01.969889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-07a217c8-540f-492a-83d5-49fb2ac01aa8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e186f1b-ff15-4b24-a1c0-145fd5d4e1d6 HTTP/1.1" status: 204 len: 168 time: 0.2154562 Aug 29 07:13:01.979363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a217c8-540f-492a-83d5-49fb2ac01aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e186f1b-ff15-4b24-a1c0-145fd5d4e1d6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:02.028168 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:02.147473 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:02.222887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:02.293109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0be82d-debe-42c5-b691-dd48a13a59b0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:02.306444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:02.307066 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:02.307600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:02.308117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:02.308653 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:02.309359 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:02.309854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:02.310349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:02.310848 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:02.311424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:02.311921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:02.312412 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:02.338234 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-191257b5-e57c-45e2-b6e3-283b74aa6a4b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=99f0c7cb74e34a69bafc086ed0195ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1462634 Aug 29 07:13:02.338768 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57572) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:02.415126 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b88aaa6e-2757-44a9-aa4b-dbeb44026a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:02.442491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b88aaa6e-2757-44a9-aa4b-dbeb44026a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:02.600106 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b88aaa6e-2757-44a9-aa4b-dbeb44026a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:02.607440 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b88aaa6e-2757-44a9-aa4b-dbeb44026a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:02.607440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b88aaa6e-2757-44a9-aa4b-dbeb44026a5e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7a0be82d-debe-42c5-b691-dd48a13a59b0 HTTP/1.1" status: 204 len: 168 time: 0.2636456 Aug 29 07:13:02.612605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88aaa6e-2757-44a9-aa4b-dbeb44026a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0be82d-debe-42c5-b691-dd48a13a59b0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:02.675040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57580) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:02.688654 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-faac9cce-5b4a-4af8-96be-0e466bae0bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:02.807665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-faac9cce-5b4a-4af8-96be-0e466bae0bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:02.908775 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-faac9cce-5b4a-4af8-96be-0e466bae0bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:02.961502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57584) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:02.969402 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-faac9cce-5b4a-4af8-96be-0e466bae0bff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8c8a048aa6054650bf1c1fd1e59fb7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950301 Aug 29 07:13:02.976669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac9cce-5b4a-4af8-96be-0e466bae0bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42533ea4-bdbc-41ba-8c85-4813e6547068,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:03.072593 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fcb82a50-e08a-451e-9ba0-0f5db3615b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:03.105041 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fcb82a50-e08a-451e-9ba0-0f5db3615b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:03.324797 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fcb82a50-e08a-451e-9ba0-0f5db3615b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:03.327862 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fcb82a50-e08a-451e-9ba0-0f5db3615b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:03.331981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fcb82a50-e08a-451e-9ba0-0f5db3615b0c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42533ea4-bdbc-41ba-8c85-4813e6547068 HTTP/1.1" status: 204 len: 168 time: 0.3663373 Aug 29 07:13:03.340840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb82a50-e08a-451e-9ba0-0f5db3615b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42533ea4-bdbc-41ba-8c85-4813e6547068,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:03.569694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57592) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:03.585554 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-deaefda2-f435-4fb7-be9e-6cb0e2531735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:03.701653 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-deaefda2-f435-4fb7-be9e-6cb0e2531735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:03.753457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:03.800627 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-deaefda2-f435-4fb7-be9e-6cb0e2531735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:03.839494 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-deaefda2-f435-4fb7-be9e-6cb0e2531735 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c249a0048bb346a8a8b9e135d43e934a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686684 Aug 29 07:13:03.840376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaefda2-f435-4fb7-be9e-6cb0e2531735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b915cd-97ae-4fe0-92f3-f1fb7f6b61b7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:03.844526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57604) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:03.922059 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e19ffb-988e-485e-af7e-275f9714fafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:03.949881 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e19ffb-988e-485e-af7e-275f9714fafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:04.097483 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e19ffb-988e-485e-af7e-275f9714fafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:04.100891 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3e19ffb-988e-485e-af7e-275f9714fafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:04.102055 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a3e19ffb-988e-485e-af7e-275f9714fafd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/06b915cd-97ae-4fe0-92f3-f1fb7f6b61b7 HTTP/1.1" status: 204 len: 168 time: 0.2565339 Aug 29 07:13:04.122399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e19ffb-988e-485e-af7e-275f9714fafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b915cd-97ae-4fe0-92f3-f1fb7f6b61b7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:05.004352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57636) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:05.024521 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9767538b-aba7-40b5-9c18-5d0f0db97fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:05.101053 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57640) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:05.168790 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9767538b-aba7-40b5-9c18-5d0f0db97fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:05.240222 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9767538b-aba7-40b5-9c18-5d0f0db97fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:05.299697 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9767538b-aba7-40b5-9c18-5d0f0db97fbf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e9667883483a412d958e1d0c11c8bcb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937465 Aug 29 07:13:05.301500 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767538b-aba7-40b5-9c18-5d0f0db97fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a600ce-a063-4226-8135-81f0294c64cf,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:05.302774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57646) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:05.306392 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8060375-c9de-4f4b-9711-5b299446b9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:05.384899 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a3389746-c8ed-48bf-b168-fab28f67c276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:05.409779 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a3389746-c8ed-48bf-b168-fab28f67c276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:05.422351 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8060375-c9de-4f4b-9711-5b299446b9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:05.536133 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a8060375-c9de-4f4b-9711-5b299446b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:05.561157 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a3389746-c8ed-48bf-b168-fab28f67c276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:05.566647 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a3389746-c8ed-48bf-b168-fab28f67c276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:05.572945 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a3389746-c8ed-48bf-b168-fab28f67c276 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/79a600ce-a063-4226-8135-81f0294c64cf HTTP/1.1" status: 204 len: 168 time: 0.2681358 Aug 29 07:13:05.585689 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3389746-c8ed-48bf-b168-fab28f67c276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a600ce-a063-4226-8135-81f0294c64cf,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:05.603574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a8060375-c9de-4f4b-9711-5b299446b9c2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5f5b8651ae624135b3986505cc58b525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008783 Aug 29 07:13:05.604841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57656) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:05.612857 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8060375-c9de-4f4b-9711-5b299446b9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2aeb05-3eaa-49aa-9e44-b14cc46b9335,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:05.692905 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99e2a0d3-673b-4f5a-b0ff-9c02a61430bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:05.725740 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99e2a0d3-673b-4f5a-b0ff-9c02a61430bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:05.838724 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99e2a0d3-673b-4f5a-b0ff-9c02a61430bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:05.841543 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-99e2a0d3-673b-4f5a-b0ff-9c02a61430bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:05.846556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-99e2a0d3-673b-4f5a-b0ff-9c02a61430bb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0e2aeb05-3eaa-49aa-9e44-b14cc46b9335 HTTP/1.1" status: 204 len: 168 time: 0.2368972 Aug 29 07:13:05.851271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2a0d3-673b-4f5a-b0ff-9c02a61430bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2aeb05-3eaa-49aa-9e44-b14cc46b9335,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:07.039476 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57720) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:07.243517 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0aec0cc9-a4c2-42c5-a388-75f17c66548b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:07.345068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0aec0cc9-a4c2-42c5-a388-75f17c66548b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:07.423169 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0aec0cc9-a4c2-42c5-a388-75f17c66548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:07.475737 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0aec0cc9-a4c2-42c5-a388-75f17c66548b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ce591f2dc3d43e7b90bd94b0e5a2b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345276 Aug 29 07:13:07.476491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57740) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:07.477302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec0cc9-a4c2-42c5-a388-75f17c66548b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345674d9-260c-48ae-a882-f4dd80851f76,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:07.535619 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ea92867-6964-46cf-8722-10bc62c0be85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:07.558784 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ea92867-6964-46cf-8722-10bc62c0be85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:07.618751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57744) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:07.725961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-627450742-network', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:07.776564 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ea92867-6964-46cf-8722-10bc62c0be85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:07.779299 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ea92867-6964-46cf-8722-10bc62c0be85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:07.780547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2ea92867-6964-46cf-8722-10bc62c0be85 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/345674d9-260c-48ae-a882-f4dd80851f76 HTTP/1.1" status: 204 len: 168 time: 0.3029919 Aug 29 07:13:07.793660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea92867-6964-46cf-8722-10bc62c0be85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345674d9-260c-48ae-a882-f4dd80851f76,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:07.913962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] Made reservation on behalf of bc2e022f8122409ca1e473ae517571f9 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:07.916374 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:07.925919 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:07.936959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57754) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:08.026715 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.114067 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.149081 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e783c881-3182-4c77-a34d-9cdfbaec7bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.155856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:13:08.178904 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-865eec48-8928-46a2-bef5-21f244dc833d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.185122 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f392180-8d79-4e70-bcc1-cc5eb4d0c883,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:08.188380 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.188731 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] Added segment d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61 of type vlan for network 08fb56f6-9347-4fcc-8e31-21eb92e603ca Aug 29 07:13:08.239365 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.297751 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-865eec48-8928-46a2-bef5-21f244dc833d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.382508 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-865eec48-8928-46a2-bef5-21f244dc833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.382789 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.383930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:08.384834 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.427053 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-865eec48-8928-46a2-bef5-21f244dc833d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1fd1eed1adb24087995157a30c448c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865448 Aug 29 07:13:08.427053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865eec48-8928-46a2-bef5-21f244dc833d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838924de-0d1c-4eac-9e4d-668fde8e1510,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:08.428005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57762) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:08.481942 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-074f77e8-2f78-4342-8417-8c00586cf0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.483910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] Pushing event updated for resources: {'Network': ['ID=08fb56f6-9347-4fcc-8e31-21eb92e603ca,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:08.499181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 08fb56f6-9347-4fcc-8e31-21eb92e603ca details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:13:08.507845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a48e5112-546d-49b8-8f05-9e25ec705d8b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8879766 Aug 29 07:13:08.509873 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-074f77e8-2f78-4342-8417-8c00586cf0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.510756 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57766) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:08.519510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5505030d-5e69-458c-985b-8d9c72c65ebc admin admin] Request body: {'subnet': {'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-627450742-subnet', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:08.621803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57768) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:08.637326 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-406d72ab-6c28-4eb3-9ea2-df407baad3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.653980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5505030d-5e69-458c-985b-8d9c72c65ebc admin admin] Made reservation on behalf of bc2e022f8122409ca1e473ae517571f9 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:08.656631 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5505030d-5e69-458c-985b-8d9c72c65ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.708507 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-074f77e8-2f78-4342-8417-8c00586cf0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.711538 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-074f77e8-2f78-4342-8417-8c00586cf0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.715273 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-074f77e8-2f78-4342-8417-8c00586cf0be admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/838924de-0d1c-4eac-9e4d-668fde8e1510 HTTP/1.1" status: 204 len: 168 time: 0.2838297 Aug 29 07:13:08.727949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f77e8-2f78-4342-8417-8c00586cf0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838924de-0d1c-4eac-9e4d-668fde8e1510,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:08.882672 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-406d72ab-6c28-4eb3-9ea2-df407baad3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:08.971988 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-406d72ab-6c28-4eb3-9ea2-df407baad3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:09.008886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d72ab-6c28-4eb3-9ea2-df407baad3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9390fb5c-aa02-4296-b82d-7b8a8bc58a0d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:09.013418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-406d72ab-6c28-4eb3-9ea2-df407baad3b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=885ac65b37914211a05f1659f117ddd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904634 Aug 29 07:13:09.016326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57774) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:09.077223 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-49963a52-2e23-47f8-bdcd-b75540598919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:09.080738 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5505030d-5e69-458c-985b-8d9c72c65ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:09.104225 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-49963a52-2e23-47f8-bdcd-b75540598919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:09.152339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505030d-5e69-458c-985b-8d9c72c65ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa0666cb-ac9f-4af1-b417-84613003b7af,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:09.158701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505030d-5e69-458c-985b-8d9c72c65ebc admin admin] Checking segment: {'id': 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:09.159574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5505030d-5e69-458c-985b-8d9c72c65ebc admin admin] Network hostable DHCP agents. Network: 08fb56f6-9347-4fcc-8e31-21eb92e603ca, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:13:09.245776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5505030d-5e69-458c-985b-8d9c72c65ebc admin admin] Network 08fb56f6-9347-4fcc-8e31-21eb92e603ca is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:13:09.291559 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-49963a52-2e23-47f8-bdcd-b75540598919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:09.294298 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-49963a52-2e23-47f8-bdcd-b75540598919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:09.298954 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-49963a52-2e23-47f8-bdcd-b75540598919 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9390fb5c-aa02-4296-b82d-7b8a8bc58a0d HTTP/1.1" status: 204 len: 168 time: 0.2785408 Aug 29 07:13:09.307195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49963a52-2e23-47f8-bdcd-b75540598919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9390fb5c-aa02-4296-b82d-7b8a8bc58a0d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:09.331733 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-5505030d-5e69-458c-985b-8d9c72c65ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 08fb56f6-9347-4fcc-8e31-21eb92e603ca) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:09.345917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5505030d-5e69-458c-985b-8d9c72c65ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:09.347623 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5505030d-5e69-458c-985b-8d9c72c65ebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:09.358960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f0c80b-e402-4bbd-9ae0-174cb773bed2 None None] Network 08fb56f6-9347-4fcc-8e31-21eb92e603ca requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:13:09.458725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5505030d-5e69-458c-985b-8d9c72c65ebc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9462073 Aug 29 07:13:09.467451 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57788) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:09.476817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:09.546588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'fixed_ips': [{'subnet_id': 'aa0666cb-ac9f-4af1-b417-84613003b7af'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:13:09.547823 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:09.599679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:09.600790 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:09.661760 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:09.746466 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Allocated IP 172.20.0.2 (08fb56f6-9347-4fcc-8e31-21eb92e603ca/aa0666cb-ac9f-4af1-b417-84613003b7af/13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:13:09.980217 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:09.989647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Transition to ACTIVE for port object 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:10.010801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Transition to ACTIVE for port object 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:10.203552 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:10.246765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Network 08fb56f6-9347-4fcc-8e31-21eb92e603ca is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:13:10.250198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:10.257793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:13:10.410064 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:10.459619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Pushing event updated for resources: {'Port': ['ID=13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:10.493291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Attempting to bind port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:13:10.494021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Attempting to bind port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:13:10.494559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Attempting to bind port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 on network 08fb56f6-9347-4fcc-8e31-21eb92e603ca {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:13:10.503645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:13:10.504352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Checking segment: {'id': 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:10.504863 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:10.505379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Bound using segment: {'id': 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:13:10.505994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Bound port: 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:13:10.506507 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:10.595234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5817f261-d009-4473-9137-302ebe24adbf None None] For port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:13:10.599050 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5817f261-d009-4473-9137-302ebe24adbf None None] For port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9,segment=NetworkSegment(d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61),segment_id=d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:13:10.644361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57838) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:10.697591 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:10.759540 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:10.788599 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:10.803747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817f261-d009-4473-9137-302ebe24adbf None None] Pushing event updated for resources: {'Port': ['ID=13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:10.832912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-643173011-network', 'tenant_id': '784234b43e164072ba567e934468032a'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:10.869060 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:10.946036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57844) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:10.948635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Allocated IP 172.25.1.17 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:13:10.953989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] Made reservation on behalf of 784234b43e164072ba567e934468032a for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:10.957376 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:10.979051 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.152840 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.160041 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-59f63bb2-dfc2-4f92-bf86-43337f150702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.188612 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.253784 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.268203 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:13:11.284963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f88268-7d08-40f5-906f-9a270f1a9acc,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:11.299735 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.300084 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] Added segment 3e467e37-3934-4373-9e4d-b4ee1f374708 of type vlan for network c9cc53da-6e2b-4af4-aadf-70e727036d60 Aug 29 07:13:11.337120 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.348783 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.378534 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-59f63bb2-dfc2-4f92-bf86-43337f150702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.396930 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:13:11.400096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:11.404927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:13:11.408529 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Pushing event updated for resources: {'Port': ['ID=d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:11.445392 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.447627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:11.447627 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.486483 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-59f63bb2-dfc2-4f92-bf86-43337f150702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.528250 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-72401270-8042-47cf-8fef-74205f16993a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.530749 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] Pushing event updated for resources: {'Network': ['ID=c9cc53da-6e2b-4af4-aadf-70e727036d60,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:11.554703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c9cc53da-6e2b-4af4-aadf-70e727036d60 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:13:11.563092 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2ca41edb-c4fa-4d01-9bc9-355e2af57e59 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9150884 Aug 29 07:13:11.563335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57854) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:11.568560 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-bbefc821-a0b0-4884-b695-25d83b13b5af admin admin] Request body: {'subnet': {'network_id': 'c9cc53da-6e2b-4af4-aadf-70e727036d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-643173011-subnet', 'tenant_id': '784234b43e164072ba567e934468032a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:11.599854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f63bb2-dfc2-4f92-bf86-43337f150702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c28e44-8fb6-4763-8d3e-d8adc62200a0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:11.609489 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-59f63bb2-dfc2-4f92-bf86-43337f150702 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc2b3386f7a94f9ea51604e79163c246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6622684 Aug 29 07:13:11.612126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57856) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:11.676005 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbefc821-a0b0-4884-b695-25d83b13b5af admin admin] Made reservation on behalf of 784234b43e164072ba567e934468032a for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:11.678411 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bbefc821-a0b0-4884-b695-25d83b13b5af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.694957 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-676c8208-8ad0-4c29-8ccd-502a9987796b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.774514 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-676c8208-8ad0-4c29-8ccd-502a9987796b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.811435 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.850689 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:11.954357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:12.075884 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-676c8208-8ad0-4c29-8ccd-502a9987796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:12.080580 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-676c8208-8ad0-4c29-8ccd-502a9987796b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:12.082584 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-676c8208-8ad0-4c29-8ccd-502a9987796b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d3c28e44-8fb6-4763-8d3e-d8adc62200a0 HTTP/1.1" status: 204 len: 168 time: 0.4694541 Aug 29 07:13:12.090978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c8208-8ad0-4c29-8ccd-502a9987796b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c28e44-8fb6-4763-8d3e-d8adc62200a0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:12.121429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a82b136-4408-4b1a-85c7-48ec3076c7ca None None] Network 08fb56f6-9347-4fcc-8e31-21eb92e603ca requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:13:12.137011 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bbefc821-a0b0-4884-b695-25d83b13b5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:12.165453 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:12.220698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefc821-a0b0-4884-b695-25d83b13b5af admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b575a5-e8e3-4a0b-b112-90378ec67b19,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:12.237224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbefc821-a0b0-4884-b695-25d83b13b5af admin admin] Checking segment: {'id': '3e467e37-3934-4373-9e4d-b4ee1f374708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c9cc53da-6e2b-4af4-aadf-70e727036d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:12.237977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbefc821-a0b0-4884-b695-25d83b13b5af admin admin] Network hostable DHCP agents. Network: c9cc53da-6e2b-4af4-aadf-70e727036d60, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:13:12.268565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:12.360526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbefc821-a0b0-4884-b695-25d83b13b5af admin admin] Network c9cc53da-6e2b-4af4-aadf-70e727036d60 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:13:12.389300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Router 4ee679b1-4805-4a9f-a510-be5f3269c199 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:13:12.391416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c1789241-229d-46e4-bfad-e744484b6a9d None None] Provisioning for port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:12.398742 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c1789241-229d-46e4-bfad-e744484b6a9d None None] Provisioning complete for port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:12.398841 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c1789241-229d-46e4-bfad-e744484b6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:12.445425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-bbefc821-a0b0-4884-b695-25d83b13b5af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, c9cc53da-6e2b-4af4-aadf-70e727036d60) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:12.450254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbefc821-a0b0-4884-b695-25d83b13b5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:12.451051 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bbefc821-a0b0-4884-b695-25d83b13b5af admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:12.465525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82ba08b-82d0-439b-876d-e7dafcff2586 None None] Network c9cc53da-6e2b-4af4-aadf-70e727036d60 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:13:12.537594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:13:12.547759 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Sync routers for ids ['4ee679b1-4805-4a9f-a510-be5f3269c199'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:13:12.563618 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Routers {'4ee679b1-4805-4a9f-a510-be5f3269c199'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:12.571045 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bbefc821-a0b0-4884-b695-25d83b13b5af admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0065005 Aug 29 07:13:12.580856 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['4ee679b1-4805-4a9f-a510-be5f3269c199'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:12.700591 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c1789241-229d-46e4-bfad-e744484b6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:12.703050 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:12.705391 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5ca6abd4-8ab6-4aed-a914-ff136ce49b60 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2357550 Aug 29 07:13:12.707892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57872) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:12.728604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee00d91-ab5f-48d9-b73f-b11296d3f0c7 None None] Network c9cc53da-6e2b-4af4-aadf-70e727036d60 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:13:12.765053 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Set router 4ee679b1-4805-4a9f-a510-be5f3269c199 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:12.940684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c1789241-229d-46e4-bfad-e744484b6a9d None None] For port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9,segment=NetworkSegment(d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61),segment_id=d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:13.053447 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:13:11Z', 'revision_number': 3, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port': {'id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:10Z', 'updated_at': '2021-08-29T07:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:13.068973 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c1789241-229d-46e4-bfad-e744484b6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:13.098692 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Checking router: 4ee679b1-4805-4a9f-a510-be5f3269c199 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:13:13.099688 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Updating router 4ee679b1-4805-4a9f-a510-be5f3269c199 port d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:13:13.138044 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:13.160182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1789241-229d-46e4-bfad-e744484b6a9d None None] Pushing event updated for resources: {'Port': ['ID=13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:13.189373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6d182ad5-276b-4121-b357-57785775cb22 None None] Provisioning complete for port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:13.189746 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6d182ad5-276b-4121-b357-57785775cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:13.449343 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:13.509558 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:13.522064 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Transition to ACTIVE for port object d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:13.593108 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:13.619060 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57902) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:13.624727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1843762060-network', 'tenant_id': '84a3d63a716b4b8f82393bf8500c05d8'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:13.629714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Allocated IP 172.20.0.1 (08fb56f6-9347-4fcc-8e31-21eb92e603ca/aa0666cb-ac9f-4af1-b417-84613003b7af/d77d168a-29c6-4e13-88d8-780cd42502a3) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:13:13.634113 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:13.736377 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51580d23-fb7c-46f9-9305-869f2d265c3b None None] Pushing event updated for resources: {'Port': ['ID=d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:13.739509 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Attempting to bind port d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:13:13.740192 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Attempting to bind port d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:13:13.740658 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Attempting to bind port d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:13:13.750996 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580d23-fb7c-46f9-9305-869f2d265c3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:13.751566 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580d23-fb7c-46f9-9305-869f2d265c3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:13.751973 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580d23-fb7c-46f9-9305-869f2d265c3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:13.752370 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580d23-fb7c-46f9-9305-869f2d265c3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:13.756643 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580d23-fb7c-46f9-9305-869f2d265c3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:13.756643 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580d23-fb7c-46f9-9305-869f2d265c3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:13.756643 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580d23-fb7c-46f9-9305-869f2d265c3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:13.756643 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580d23-fb7c-46f9-9305-869f2d265c3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:13.756643 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580d23-fb7c-46f9-9305-869f2d265c3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:13.756643 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580d23-fb7c-46f9-9305-869f2d265c3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:13.756643 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580d23-fb7c-46f9-9305-869f2d265c3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:13.756643 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51580d23-fb7c-46f9-9305-869f2d265c3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:13.765485 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:13:13.766223 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:13.767501 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:13.768155 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:13:13.768997 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Bound port: d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:13:13.779182 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:13.787570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] Made reservation on behalf of 84a3d63a716b4b8f82393bf8500c05d8 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:13.791432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:13.802200 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:13.805260 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:13.809764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57908) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:13.833396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Transition to ACTIVE for port object d77d168a-29c6-4e13-88d8-780cd42502a3 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:13.902007 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] For port d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:13:13.907122 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] For port d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:13:13.911053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:13.962550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:13.963049 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.032743 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.040449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2076429116-network', 'tenant_id': 'ad00a409cf7142dcbbfb674d95ae5366'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:14.046382 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.075900 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.091047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Network 08fb56f6-9347-4fcc-8e31-21eb92e603ca is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:13:14.094138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:14.099045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:13:14.102414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Pushing event updated for resources: {'Port': ['ID=d77d168a-29c6-4e13-88d8-780cd42502a3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:14.145339 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.151520 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Routers {'4ee679b1-4805-4a9f-a510-be5f3269c199'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:14.152083 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['4ee679b1-4805-4a9f-a510-be5f3269c199'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:14.155901 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.161172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:13:14.173260 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.175115 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] Added segment 2ac50686-6806-4d9b-be1b-360ff451c1b8 of type vlan for network 7ca01810-6587-487c-86bc-4e1a7a7c0c2b Aug 29 07:13:14.232184 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.281338 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] Set router 4ee679b1-4805-4a9f-a510-be5f3269c199 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:14.317058 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3ded09-9244-470e-bb24-33afca5ec31e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:14.378412 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.380255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:14.380923 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.435756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] Made reservation on behalf of ad00a409cf7142dcbbfb674d95ae5366 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:14.438626 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.455356 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.458015 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51580d23-fb7c-46f9-9305-869f2d265c3b None None] Pushing event updated for resources: {'Port': ['ID=d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:14.476323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] Pushing event updated for resources: {'Network': ['ID=7ca01810-6587-487c-86bc-4e1a7a7c0c2b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:14.488243 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.499982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 7ca01810-6587-487c-86bc-4e1a7a7c0c2b details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:13:14.532517 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-be2bbd5c-c53b-4eee-9eac-0783f225695d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9118924 Aug 29 07:13:14.533238 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57912) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:14.548881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-88e4cdfa-cc6f-4277-868f-e4d791cf1dc9 admin admin] Request body: {'subnet': {'network_id': '7ca01810-6587-487c-86bc-4e1a7a7c0c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1843762060-subnet', 'tenant_id': '84a3d63a716b4b8f82393bf8500c05d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:14.556793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-94a5df4d-e8f1-413f-a258-bbcf7f585fd2 None None] Provisioning for port d77d168a-29c6-4e13-88d8-780cd42502a3 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:14.587758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-94a5df4d-e8f1-413f-a258-bbcf7f585fd2 None None] Provisioning complete for port d77d168a-29c6-4e13-88d8-780cd42502a3 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:14.588402 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-94a5df4d-e8f1-413f-a258-bbcf7f585fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.628829 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:13:11Z', 'revision_number': 3, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port': {'id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:10Z', 'updated_at': '2021-08-29T07:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:14.667354 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.671599 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639ef17-74a5-4e0d-9bd6-26506bae1f35 None None] The sync data for ids ['4ee679b1-4805-4a9f-a510-be5f3269c199'] in n-d-713301-12 is: [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:13:11Z', 'revision_number': 3, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port': {'id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:10Z', 'updated_at': '2021-08-29T07:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:13:14.715182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-94a5df4d-e8f1-413f-a258-bbcf7f585fd2 None None] Port d77d168a-29c6-4e13-88d8-780cd42502a3 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:13:14.722743 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.773004 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.809035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:13:14.818541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4a78c5-e169-423a-a7c3-68a26a18e408,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:14.822925 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.825134 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.825477 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] Added segment 68d70c03-dda9-472d-bd8d-5f3181606e27 of type vlan for network 81ca59ed-249f-4a2c-b193-857ec5d910e6 Aug 29 07:13:14.883680 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.920534 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:14.925265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Pushing event updated for resources: {'Port': ['ID=d77d168a-29c6-4e13-88d8-780cd42502a3,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:14.937181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e4cdfa-cc6f-4277-868f-e4d791cf1dc9 admin admin] Made reservation on behalf of 84a3d63a716b4b8f82393bf8500c05d8 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:14.941885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-88e4cdfa-cc6f-4277-868f-e4d791cf1dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:15.026146 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:15.027405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:15.028119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:15.062200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Network 08fb56f6-9347-4fcc-8e31-21eb92e603ca is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:13:15.063622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:15.134126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] Pushing event updated for resources: {'Network': ['ID=81ca59ed-249f-4a2c-b193-857ec5d910e6,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:15.146662 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 81ca59ed-249f-4a2c-b193-857ec5d910e6 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:13:15.231307 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-01f0b748-7587-40f2-81e7-afe92bfd1b1a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4199088 Aug 29 07:13:15.231567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 57920) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:15.247271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8d6036b6-d10a-4c99-b8f7-5abcdcff9c89 admin admin] Request body: {'subnet': {'network_id': '81ca59ed-249f-4a2c-b193-857ec5d910e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2076429116-subnet', 'tenant_id': 'ad00a409cf7142dcbbfb674d95ae5366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:15.299276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Router 4ee679b1-4805-4a9f-a510-be5f3269c199 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:13:15.407732 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-88e4cdfa-cc6f-4277-868f-e4d791cf1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:15.446504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-db601a78-6a1e-41ce-b5a0-d571cf2e6f68 None None] Provisioning complete for port d77d168a-29c6-4e13-88d8-780cd42502a3 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:15.449152 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-db601a78-6a1e-41ce-b5a0-d571cf2e6f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:15.507968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4cdfa-cc6f-4277-868f-e4d791cf1dc9 admin admin] Checking segment: {'id': '2ac50686-6806-4d9b-be1b-360ff451c1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7ca01810-6587-487c-86bc-4e1a7a7c0c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:15.508338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e4cdfa-cc6f-4277-868f-e4d791cf1dc9 admin admin] Network hostable DHCP agents. Network: 7ca01810-6587-487c-86bc-4e1a7a7c0c2b, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:13:15.515035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4cdfa-cc6f-4277-868f-e4d791cf1dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e6e61b-038a-40b0-b0a7-b95ed56fc783,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:15.537163 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-db601a78-6a1e-41ce-b5a0-d571cf2e6f68 None None] Port d77d168a-29c6-4e13-88d8-780cd42502a3 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:13:15.656520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e4cdfa-cc6f-4277-868f-e4d791cf1dc9 admin admin] Network 7ca01810-6587-487c-86bc-4e1a7a7c0c2b is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:13:15.726831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6036b6-d10a-4c99-b8f7-5abcdcff9c89 admin admin] Made reservation on behalf of ad00a409cf7142dcbbfb674d95ae5366 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:15.729195 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d6036b6-d10a-4c99-b8f7-5abcdcff9c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:15.742437 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-88e4cdfa-cc6f-4277-868f-e4d791cf1dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 7ca01810-6587-487c-86bc-4e1a7a7c0c2b) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:15.747419 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e4cdfa-cc6f-4277-868f-e4d791cf1dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:15.748027 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-88e4cdfa-cc6f-4277-868f-e4d791cf1dc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:15.753277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a8c680-354d-4ba1-8556-aa51d89cac73 None None] Network 7ca01810-6587-487c-86bc-4e1a7a7c0c2b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:13:15.848319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:13:15.865562 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-195a9e90-186e-4541-8975-caa2faa155bb admin admin] 10.222.0.76 "PUT /v2.0/routers/4ee679b1-4805-4a9f-a510-be5f3269c199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1559515 Aug 29 07:13:15.870900 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-88e4cdfa-cc6f-4277-868f-e4d791cf1dc9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3339019 Aug 29 07:13:15.966825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a7d735-048c-4adf-9c19-633e4127306d None None] Network 7ca01810-6587-487c-86bc-4e1a7a7c0c2b requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:13:16.167081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d6036b6-d10a-4c99-b8f7-5abcdcff9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:16.244633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:16.259028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6036b6-d10a-4c99-b8f7-5abcdcff9c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16a085e6-f07d-444a-b07a-1e333b80849b,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:16.268482 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6036b6-d10a-4c99-b8f7-5abcdcff9c89 admin admin] Checking segment: {'id': '68d70c03-dda9-472d-bd8d-5f3181606e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '81ca59ed-249f-4a2c-b193-857ec5d910e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:16.270504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6036b6-d10a-4c99-b8f7-5abcdcff9c89 admin admin] Network hostable DHCP agents. Network: 81ca59ed-249f-4a2c-b193-857ec5d910e6, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:13:16.359828 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6036b6-d10a-4c99-b8f7-5abcdcff9c89 admin admin] Network 81ca59ed-249f-4a2c-b193-857ec5d910e6 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:13:16.440310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:16.455202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:16.455202 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:16.474047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-8d6036b6-d10a-4c99-b8f7-5abcdcff9c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 81ca59ed-249f-4a2c-b193-857ec5d910e6) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:16.479346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6036b6-d10a-4c99-b8f7-5abcdcff9c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:16.484497 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8d6036b6-d10a-4c99-b8f7-5abcdcff9c89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:16.505541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fca2f1a-7409-4ed6-b308-e15293391b21 None None] Network 81ca59ed-249f-4a2c-b193-857ec5d910e6 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:13:16.586438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8d6036b6-d10a-4c99-b8f7-5abcdcff9c89 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3477619 Aug 29 07:13:16.698354 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:16.705311 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210b8d02-ee33-4c95-90aa-4a364c488dd0 None None] Network 81ca59ed-249f-4a2c-b193-857ec5d910e6 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:13:16.845674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:16.979459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57970) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:16.987598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1035726487-network', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:16.988076 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:17.026306 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Sync routers for ids ['4ee679b1-4805-4a9f-a510-be5f3269c199'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:13:17.066283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Routers {'4ee679b1-4805-4a9f-a510-be5f3269c199'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:17.067013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a0582024-442a-4796-a818-b1c445495d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['4ee679b1-4805-4a9f-a510-be5f3269c199'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:17.114891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:17.121340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc59f7-cd67-4645-aace-e8634550a32c req-5293560e-9e0e-4c13-ae75-a4ccf4961ff1 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:17.122909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16cc59f7-cd67-4645-aace-e8634550a32c req-5293560e-9e0e-4c13-ae75-a4ccf4961ff1 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/networks?id=c9cc53da-6e2b-4af4-aadf-70e727036d60 HTTP/1.1" status: 200 len: 808 time: 0.2919433 Aug 29 07:13:17.140813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16cc59f7-cd67-4645-aace-e8634550a32c req-59768d61-1a4b-4ab7-ac72-22300f3c39c4 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/quotas/784234b43e164072ba567e934468032a HTTP/1.1" status: 200 len: 375 time: 0.0097861 Aug 29 07:13:17.148214 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] Made reservation on behalf of 1988d7a32371417b80faf1f704e80a8a for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:17.152838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:17.166611 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:17.202093 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16cc59f7-cd67-4645-aace-e8634550a32c req-58197c33-6e49-4ed2-9b05-4aaf497b1290 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=784234b43e164072ba567e934468032a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525405 Aug 29 07:13:17.214243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Set router 4ee679b1-4805-4a9f-a510-be5f3269c199 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:17.309864 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:17.371130 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:17.384196 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:13:17.398810 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:17.399191 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] Added segment e0de2a0d-61c5-450e-99bc-11dea1947801 of type vlan for network 31207894-0c21-4547-a8ff-c13367c69f41 Aug 29 07:13:17.468193 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:17.473106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac099cf-dea8-4048-a01a-1e1d4808db90,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:17.528593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16cc59f7-cd67-4645-aace-e8634550a32c req-d13962cc-2c28-4430-9cad-c4e3454ebfee service neutron] 10.222.0.76 "GET /v2.0/networks/c9cc53da-6e2b-4af4-aadf-70e727036d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179553 Aug 29 07:13:17.537384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a0582024-442a-4796-a818-b1c445495d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:13:14Z', 'revision_number': 4, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port': {'id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:10Z', 'updated_at': '2021-08-29T07:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'd77d168a-29c6-4e13-88d8-780cd42502a3', 'name': '', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'mac_address': 'fa:16:3e:e9:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:13Z', 'updated_at': '2021-08-29T07:13:14Z', 'revision_number': 2, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'subnets': [{'id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:17.569429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Checking router: 4ee679b1-4805-4a9f-a510-be5f3269c199 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:13:17.569883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Updating router 4ee679b1-4805-4a9f-a510-be5f3269c199 port d77d168a-29c6-4e13-88d8-780cd42502a3 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:13:17.598359 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:17.635673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:17.636742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16cc59f7-cd67-4645-aace-e8634550a32c req-acc2d0e3-a5ea-464a-82e5-d815938fee90 service neutron] 10.222.0.76 "GET /v2.0/networks/c9cc53da-6e2b-4af4-aadf-70e727036d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001325 Aug 29 07:13:17.645527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:17.648094 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:17.747043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] Pushing event updated for resources: {'Network': ['ID=31207894-0c21-4547-a8ff-c13367c69f41,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:17.755197 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4ba9a249-eb8c-4b94-8af6-5997a7593981 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7733967 Aug 29 07:13:17.757193 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 57980) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:17.774608 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a8f55fde-4db6-4f3d-99bf-21242a8f38c0 admin admin] Request body: {'subnet': {'network_id': '31207894-0c21-4547-a8ff-c13367c69f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1035726487-subnet', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:17.774788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 31207894-0c21-4547-a8ff-c13367c69f41 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:13:17.895309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:17.921896 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f55fde-4db6-4f3d-99bf-21242a8f38c0 admin admin] Made reservation on behalf of 1988d7a32371417b80faf1f704e80a8a for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:17.925782 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a8f55fde-4db6-4f3d-99bf-21242a8f38c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:18.011697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:18.012077 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:18.045858 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed12f2fd-ffb7-43c2-b147-0b39b6072855 req-50d987bf-6a19-4977-bdbe-8282d79d31e2 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 210 time: 0.0620956 Aug 29 07:13:18.057890 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:18.074766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Transition to ACTIVE for port object d77d168a-29c6-4e13-88d8-780cd42502a3 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:18.146079 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:18.213050 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ede002-d681-4dfd-acc4-85feb56e3218 None None] Pushing event updated for resources: {'Port': ['ID=d77d168a-29c6-4e13-88d8-780cd42502a3,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:18.300450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Attempting to bind port d77d168a-29c6-4e13-88d8-780cd42502a3 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:13:18.300828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Attempting to bind port d77d168a-29c6-4e13-88d8-780cd42502a3 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:13:18.301194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Attempting to bind port d77d168a-29c6-4e13-88d8-780cd42502a3 on network 08fb56f6-9347-4fcc-8e31-21eb92e603ca {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:13:18.312578 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:13:18.314880 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Checking segment: {'id': 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:18.315326 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:18.315735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Bound using segment: {'id': 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:13:18.316357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Bound port: d77d168a-29c6-4e13-88d8-780cd42502a3, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:13:18.316840 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:18.319898 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a8f55fde-4db6-4f3d-99bf-21242a8f38c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:18.398619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f55fde-4db6-4f3d-99bf-21242a8f38c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb7d1e4b-06c1-4736-bfb1-a2431e309caa,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:18.413237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a0582024-442a-4796-a818-b1c445495d46 None None] For port d77d168a-29c6-4e13-88d8-780cd42502a3, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:13:18.413405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f55fde-4db6-4f3d-99bf-21242a8f38c0 admin admin] Checking segment: {'id': 'e0de2a0d-61c5-450e-99bc-11dea1947801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '31207894-0c21-4547-a8ff-c13367c69f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:18.413405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f55fde-4db6-4f3d-99bf-21242a8f38c0 admin admin] Network hostable DHCP agents. Network: 31207894-0c21-4547-a8ff-c13367c69f41, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:13:18.414905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a0582024-442a-4796-a818-b1c445495d46 None None] For port d77d168a-29c6-4e13-88d8-780cd42502a3, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d77d168a-29c6-4e13-88d8-780cd42502a3,segment=NetworkSegment(d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61),segment_id=d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:13:18.515509 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:18.548726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f55fde-4db6-4f3d-99bf-21242a8f38c0 admin admin] Network 31207894-0c21-4547-a8ff-c13367c69f41 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:13:18.590113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Routers {'4ee679b1-4805-4a9f-a510-be5f3269c199'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:18.590909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a0582024-442a-4796-a818-b1c445495d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['4ee679b1-4805-4a9f-a510-be5f3269c199'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:18.639505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-a8f55fde-4db6-4f3d-99bf-21242a8f38c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 31207894-0c21-4547-a8ff-c13367c69f41) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:18.643841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f55fde-4db6-4f3d-99bf-21242a8f38c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:18.644516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a8f55fde-4db6-4f3d-99bf-21242a8f38c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:18.653609 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a722a345-1ee3-4517-836f-cde2ddec8d99 None None] Network 31207894-0c21-4547-a8ff-c13367c69f41 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:13:18.786157 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a8f55fde-4db6-4f3d-99bf-21242a8f38c0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0249934 Aug 29 07:13:18.786425 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58004) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:18.791189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1035726487-router', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:18.918189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:18.919610 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:18.976540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ede002-d681-4dfd-acc4-85feb56e3218 None None] Pushing event updated for resources: {'Port': ['ID=d77d168a-29c6-4e13-88d8-780cd42502a3,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:19.005046 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:19.080756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a0582024-442a-4796-a818-b1c445495d46 None None] Set router 4ee679b1-4805-4a9f-a510-be5f3269c199 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:19.229677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb937df7-ed87-412b-88e3-f3fe49c1fe3f req-e652db14-bdae-45a3-b9cf-4971c3f616e5 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 210 time: 0.0494294 Aug 29 07:13:19.308123 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-31207894-0c21-4547-a8ff-c13367c69f41', 'network_id': '31207894-0c21-4547-a8ff-c13367c69f41', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'fixed_ips': [{'subnet_id': 'eb7d1e4b-06c1-4736-bfb1-a2431e309caa'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:13:19.309896 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:19.310051 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:19.534594 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Allocated IP 172.20.0.2 (31207894-0c21-4547-a8ff-c13367c69f41/eb7d1e4b-06c1-4736-bfb1-a2431e309caa/503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:13:19.613182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a0582024-442a-4796-a818-b1c445495d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:13:14Z', 'revision_number': 4, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port': {'id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:10Z', 'updated_at': '2021-08-29T07:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'd77d168a-29c6-4e13-88d8-780cd42502a3', 'name': '', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'mac_address': 'fa:16:3e:e9:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:13Z', 'updated_at': '2021-08-29T07:13:18Z', 'revision_number': 4, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'subnets': [{'id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:19.645883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0582024-442a-4796-a818-b1c445495d46 None None] The sync data for ids ['4ee679b1-4805-4a9f-a510-be5f3269c199'] in n-d-713301-12 is: [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:13:14Z', 'revision_number': 4, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port': {'id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:10Z', 'updated_at': '2021-08-29T07:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'd77d168a-29c6-4e13-88d8-780cd42502a3', 'name': '', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'mac_address': 'fa:16:3e:e9:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:13Z', 'updated_at': '2021-08-29T07:13:18Z', 'revision_number': 4, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'subnets': [{'id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:13:19.692390 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:19.740754 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:19.765108 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:19.795616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Transition to ACTIVE for port object 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:19.838824 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Transition to ACTIVE for port object 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:19.946760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Allocated IP 172.25.1.67 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:13:19.974783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d77d168a-29c6-4e13-88d8-780cd42502a3 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:20.032964 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:20.087876 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:20.115959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Network 31207894-0c21-4547-a8ff-c13367c69f41 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:13:20.121192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:20.128815 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:13:20.146008 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Pushing event updated for resources: {'Port': ['ID=503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:20.209479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Attempting to bind port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:13:20.209863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Attempting to bind port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'e0de2a0d-61c5-450e-99bc-11dea1947801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '31207894-0c21-4547-a8ff-c13367c69f41'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:13:20.210253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Attempting to bind port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 on network 31207894-0c21-4547-a8ff-c13367c69f41 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:13:20.215982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:13:20.216357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Checking segment: {'id': 'e0de2a0d-61c5-450e-99bc-11dea1947801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '31207894-0c21-4547-a8ff-c13367c69f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:20.216767 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:20.217192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Bound using segment: {'id': 'e0de2a0d-61c5-450e-99bc-11dea1947801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '31207894-0c21-4547-a8ff-c13367c69f41'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:13:20.217675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Bound port: 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0de2a0d-61c5-450e-99bc-11dea1947801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '31207894-0c21-4547-a8ff-c13367c69f41'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:13:20.218057 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:20.251513 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:20.311615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] For port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:13:20.312672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:13:20.316870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:20.319735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:13:20.322925 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] For port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9,segment=NetworkSegment(e0de2a0d-61c5-450e-99bc-11dea1947801),segment_id=e0de2a0d-61c5-450e-99bc-11dea1947801)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:13:20.368405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Pushing event updated for resources: {'Port': ['ID=e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:20.370553 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5396515d-988f-4299-ae2f-db771395aa25 req-c6b0977c-09ee-464f-8e1c-5e2cd0d071a3 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 210 time: 0.0434132 Aug 29 07:13:20.444229 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:20.508081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97999e-5723-4e4d-bb39-cdd8a299ef57 None None] Pushing event updated for resources: {'Port': ['ID=503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:20.521760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port d77d168a-29c6-4e13-88d8-780cd42502a3 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:20.553939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d77d168a-29c6-4e13-88d8-780cd42502a3 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:20.554317 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:20.713424 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:20.718957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02554d-c378-4a62-ba07-b23df997340f req-405276fc-6458-4f1d-b548-263ba127db36 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:20.721393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c02554d-c378-4a62-ba07-b23df997340f req-405276fc-6458-4f1d-b548-263ba127db36 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/networks?id=81ca59ed-249f-4a2c-b193-857ec5d910e6 HTTP/1.1" status: 200 len: 809 time: 0.1851859 Aug 29 07:13:20.743953 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c02554d-c378-4a62-ba07-b23df997340f req-16e4fe1c-29c4-4c18-a386-32becc170d42 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/quotas/ad00a409cf7142dcbbfb674d95ae5366 HTTP/1.1" status: 200 len: 375 time: 0.0126140 Aug 29 07:13:20.752796 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port d77d168a-29c6-4e13-88d8-780cd42502a3, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d77d168a-29c6-4e13-88d8-780cd42502a3,segment=NetworkSegment(d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61),segment_id=d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:20.797907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c02554d-c378-4a62-ba07-b23df997340f req-818087af-7e03-44b9-9198-2d39416c6479 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ad00a409cf7142dcbbfb674d95ae5366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472102 Aug 29 07:13:20.868063 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:21.000162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c02554d-c378-4a62-ba07-b23df997340f req-4ce9fb11-3afb-4a84-b70b-741eeac9a0d9 service neutron] 10.222.0.76 "GET /v2.0/networks/81ca59ed-249f-4a2c-b193-857ec5d910e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038105 Aug 29 07:13:21.032373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=d77d168a-29c6-4e13-88d8-780cd42502a3,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:21.107536 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:21.117963 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:21.175753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c02554d-c378-4a62-ba07-b23df997340f req-f70811c4-f742-4300-b258-c0df5d7d6aa0 service neutron] 10.222.0.76 "GET /v2.0/networks/81ca59ed-249f-4a2c-b193-857ec5d910e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686633 Aug 29 07:13:21.264414 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc59f7-cd67-4645-aace-e8634550a32c req-bb93bf5c-7373-4670-b564-40d1ec6edc75 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:21.266131 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16cc59f7-cd67-4645-aace-e8634550a32c req-bb93bf5c-7373-4670-b564-40d1ec6edc75 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.15 "GET /v2.0/networks?id=c9cc53da-6e2b-4af4-aadf-70e727036d60 HTTP/1.1" status: 200 len: 808 time: 0.3518190 Aug 29 07:13:21.286487 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-16cc59f7-cd67-4645-aace-e8634550a32c req-8bf8140e-233f-4030-a978-87a919781f89 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Request body: {'port': {'device_id': '22010f95-4d67-40dd-91eb-ff3e2b8d48f7', 'network_id': 'c9cc53da-6e2b-4af4-aadf-70e727036d60', 'admin_state_up': True, 'tenant_id': '784234b43e164072ba567e934468032a'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:21.503173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32cc23e1-4ca4-4dd2-a2f8-72d20a7b7ea4 req-c77ec60a-c98c-44f3-b519-7aef77d9aa7d tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 210 time: 0.0469158 Aug 29 07:13:21.616454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0de0a9bb-9257-4224-8290-10fbc9346c91 req-a2cdd7e0-8671-453a-af86-c39cff9e9282 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 210 time: 0.0357268 Aug 29 07:13:21.959292 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:21.989655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef50362f-46ab-454e-a3cf-755111fc21be None None] Network 31207894-0c21-4547-a8ff-c13367c69f41 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:13:22.093638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d77d168a-29c6-4e13-88d8-780cd42502a3 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:22.168689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a921e580-4f3e-4730-a29c-7af0df8c8ecd None None] Provisioning for port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:22.207115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cc59f7-cd67-4645-aace-e8634550a32c req-8bf8140e-233f-4030-a978-87a919781f89 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Made reservation on behalf of 784234b43e164072ba567e934468032a for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:22.208394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d77d168a-29c6-4e13-88d8-780cd42502a3 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:22.208852 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:22.216746 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16cc59f7-cd67-4645-aace-e8634550a32c req-8bf8140e-233f-4030-a978-87a919781f89 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:22.221521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Router 0d6c0e58-1bf1-44e8-ac67-63eea93e383e is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:13:22.311766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:22.447959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:13:22.456809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:22.464471 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:22.468158 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:22.472671 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Sync routers for ids ['0d6c0e58-1bf1-44e8-ac67-63eea93e383e'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:13:22.484897 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Routers {'0d6c0e58-1bf1-44e8-ac67-63eea93e383e'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:22.486725 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0d6c0e58-1bf1-44e8-ac67-63eea93e383e'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:22.562248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-16cc59f7-cd67-4645-aace-e8634550a32c req-8bf8140e-233f-4030-a978-87a919781f89 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Allocated IP 172.20.0.13 (c9cc53da-6e2b-4af4-aadf-70e727036d60/02b575a5-e8e3-4a0b-b112-90378ec67b19/ea3c2012-97c0-4f81-8756-c7495f2339a0) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:13:22.609163 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67aca298-0b88-4416-92b5-bf5ae78c0a53 req-b5de298f-db50-4b23-a03d-8b39da57c0d4 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 210 time: 0.0370882 Aug 29 07:13:22.623704 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:22.623704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9d0fc8bf-5765-4ddc-bac1-33ea41278907 None None] Provisioning complete for port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:22.623704 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc8bf-5765-4ddc-bac1-33ea41278907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:22.638802 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Set router 0d6c0e58-1bf1-44e8-ac67-63eea93e383e gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:22.641340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:22.643686 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8f2a3e8c-900d-4b5e-8ee8-dae4d70ecf6b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8554108 Aug 29 07:13:22.646900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58080) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:22.711138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9,segment=NetworkSegment(e0de2a0d-61c5-450e-99bc-11dea1947801),segment_id=e0de2a0d-61c5-450e-99bc-11dea1947801)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:22.803947 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16cc59f7-cd67-4645-aace-e8634550a32c req-8bf8140e-233f-4030-a978-87a919781f89 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:22.829084 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:22.831011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1906907a-7724-4c98-a438-6511d9019c05 req-36943f38-be42-498d-9e42-d949d743c2b1 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 210 time: 0.0540051 Aug 29 07:13:22.920473 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc8bf-5765-4ddc-bac1-33ea41278907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:22.943659 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16cc59f7-cd67-4645-aace-e8634550a32c req-8bf8140e-233f-4030-a978-87a919781f89 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:22.952591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:22.954439 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'name': 'tempest-TestServerBasicOps-1035726487-router', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:18Z', 'updated_at': '2021-08-29T07:13:20Z', 'revision_number': 3, 'project_id': '1988d7a32371417b80faf1f704e80a8a', 'gw_port': {'id': 'e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:66:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:19Z', 'updated_at': '2021-08-29T07:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:23.015391 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-9d0fc8bf-5765-4ddc-bac1-33ea41278907 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:13:23.016022 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-9d0fc8bf-5765-4ddc-bac1-33ea41278907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:13:23.017710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8140e-233f-4030-a978-87a919781f89 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Pushing event updated for resources: {'Port': ['ID=ea3c2012-97c0-4f81-8756-c7495f2339a0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:23.023016 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Checking router: 0d6c0e58-1bf1-44e8-ac67-63eea93e383e for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:13:23.024237 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Updating router 0d6c0e58-1bf1-44e8-ac67-63eea93e383e port e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:13:23.046082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cc59f7-cd67-4645-aace-e8634550a32c req-8bf8140e-233f-4030-a978-87a919781f89 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Network c9cc53da-6e2b-4af4-aadf-70e727036d60 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:13:23.053188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-16cc59f7-cd67-4645-aace-e8634550a32c req-8bf8140e-233f-4030-a978-87a919781f89 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:23.060788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cc59f7-cd67-4645-aace-e8634550a32c req-8bf8140e-233f-4030-a978-87a919781f89 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:13:23.086677 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:23.135313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc59f7-cd67-4645-aace-e8634550a32c req-8bf8140e-233f-4030-a978-87a919781f89 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:23.136527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16cc59f7-cd67-4645-aace-e8634550a32c req-8bf8140e-233f-4030-a978-87a919781f89 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:23.230152 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16cc59f7-cd67-4645-aace-e8634550a32c req-8bf8140e-233f-4030-a978-87a919781f89 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9500484 Aug 29 07:13:23.244912 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:23.246004 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Request body: {'port': {'device_id': '22010f95-4d67-40dd-91eb-ff3e2b8d48f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:23.327629 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:23.463990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Allocated IP 172.20.0.1 (31207894-0c21-4547-a8ff-c13367c69f41/eb7d1e4b-06c1-4736-bfb1-a2431e309caa/e0bf8e59-967d-4796-b883-1693010682e8) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:13:23.539369 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:23.573082 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Transition to ACTIVE for port object e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:23.624095 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:23.660694 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Transition to ACTIVE for port object e0bf8e59-967d-4796-b883-1693010682e8 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:23.692462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3c2012-97c0-4f81-8756-c7495f2339a0 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:13:23.701038 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:23.701384 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:23.722933 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Transition to ACTIVE for port object ea3c2012-97c0-4f81-8756-c7495f2339a0 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:23.761035 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aad10d-7b0b-41c4-a33c-0beca08afbd5 None None] Pushing event updated for resources: {'Port': ['ID=e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:23.764489 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Attempting to bind port e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:13:23.764870 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Attempting to bind port e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:13:23.765236 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Attempting to bind port e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:13:23.769354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c06c2-a993-4005-adf1-8d49b11ad0ad req-6080ff6e-f88a-4db4-b463-4a87d3864742 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:23.776227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f47c06c2-a993-4005-adf1-8d49b11ad0ad req-6080ff6e-f88a-4db4-b463-4a87d3864742 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 932 time: 0.0757637 Aug 29 07:13:23.776345 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:13:23.776345 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:23.776345 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:23.776345 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:13:23.776345 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Bound port: e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:13:23.776345 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:23.793963 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:23.814511 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f47c06c2-a993-4005-adf1-8d49b11ad0ad req-8e4a7d64-9332-48db-ba2f-043ca6de4251 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/security-groups?id=07f88268-7d08-40f5-906f-9a270f1a9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365624 Aug 29 07:13:23.834468 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:23.899811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:23.907282 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] For port e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:13:23.911636 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] For port e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:13:23.927677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Network 31207894-0c21-4547-a8ff-c13367c69f41 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:13:23.929319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Pushing event updated for resources: {'Port': ['ID=ea3c2012-97c0-4f81-8756-c7495f2339a0,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:23.930919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:23.937084 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:13:23.979207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Pushing event updated for resources: {'Port': ['ID=e0bf8e59-967d-4796-b883-1693010682e8,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:23.983544 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:24.017886 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:24.018545 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:24.023457 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Attempting to bind port ea3c2012-97c0-4f81-8756-c7495f2339a0 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:13:24.026386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Attempting to bind port ea3c2012-97c0-4f81-8756-c7495f2339a0 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '3e467e37-3934-4373-9e4d-b4ee1f374708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c9cc53da-6e2b-4af4-aadf-70e727036d60'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:13:24.027115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Attempting to bind port ea3c2012-97c0-4f81-8756-c7495f2339a0 on network c9cc53da-6e2b-4af4-aadf-70e727036d60 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:13:24.043456 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9896a1f4-1195-4b0a-aac0-c3da79a1a212 req-39b7cc59-219b-4b4a-abb6-514354067709 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 210 time: 0.0807464 Aug 29 07:13:24.047629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Port ea3c2012-97c0-4f81-8756-c7495f2339a0 on network c9cc53da-6e2b-4af4-aadf-70e727036d60 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:13:24.048658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Attempting to bind port ea3c2012-97c0-4f81-8756-c7495f2339a0 on network c9cc53da-6e2b-4af4-aadf-70e727036d60 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:13:24.057057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:13:24.057496 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:24.059695 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Checking segment: {'id': '3e467e37-3934-4373-9e4d-b4ee1f374708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c9cc53da-6e2b-4af4-aadf-70e727036d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:24.060299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Bound using segment: {'id': '3e467e37-3934-4373-9e4d-b4ee1f374708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c9cc53da-6e2b-4af4-aadf-70e727036d60'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:13:24.065625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Bound port: ea3c2012-97c0-4f81-8756-c7495f2339a0, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e467e37-3934-4373-9e4d-b4ee1f374708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c9cc53da-6e2b-4af4-aadf-70e727036d60'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:13:24.065625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:24.134303 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Routers {'0d6c0e58-1bf1-44e8-ac67-63eea93e383e'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:24.135412 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0d6c0e58-1bf1-44e8-ac67-63eea93e383e'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:24.202606 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aad10d-7b0b-41c4-a33c-0beca08afbd5 None None] Pushing event updated for resources: {'Port': ['ID=e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:24.236391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] For port ea3c2012-97c0-4f81-8756-c7495f2339a0, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:13:24.239410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] For port ea3c2012-97c0-4f81-8756-c7495f2339a0, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ea3c2012-97c0-4f81-8756-c7495f2339a0,segment=NetworkSegment(3e467e37-3934-4373-9e4d-b4ee1f374708),segment_id=3e467e37-3934-4373-9e4d-b4ee1f374708)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:13:24.270990 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:13:24.299435 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] Set router 0d6c0e58-1bf1-44e8-ac67-63eea93e383e gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:24.363200 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:24.403909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:24.404542 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:24.406014 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16cc59f7-cd67-4645-aace-e8634550a32c req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] 10.222.0.15 "PUT /v2.0/ports/ea3c2012-97c0-4f81-8756-c7495f2339a0 HTTP/1.1" status: 200 len: 1093 time: 1.1659217 Aug 29 07:13:24.406488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22010f95-4d67-40dd-91eb-ff3e2b8d48f7', 'tag': 'ea3c2012-97c0-4f81-8756-c7495f2339a0'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:13:24.409731 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc077ad3-7915-4c62-9495-6affc6eee2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "22010f95-4d67-40dd-91eb-ff3e2b8d48f7", "tag": "ea3c2012-97c0-4f81-8756-c7495f2339a0"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:13:24.429978 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:24.445954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da8633-da5b-46ba-87e7-bd0ab1c98c9f service neutron] Pushing event updated for resources: {'Port': ['ID=ea3c2012-97c0-4f81-8756-c7495f2339a0,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:24.451017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1f09ff6e-2c16-462d-b3fb-9b68ff965280 None None] Provisioning for port e0bf8e59-967d-4796-b883-1693010682e8 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:24.457729 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1f09ff6e-2c16-462d-b3fb-9b68ff965280 None None] Provisioning complete for port e0bf8e59-967d-4796-b883-1693010682e8 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:24.457729 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1f09ff6e-2c16-462d-b3fb-9b68ff965280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:24.517620 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1f09ff6e-2c16-462d-b3fb-9b68ff965280 None None] Port e0bf8e59-967d-4796-b883-1693010682e8 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:13:24.536942 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda80552-639e-46b1-b275-0acb72d6ff2f x-openstack-request-id: req-eda80552-639e-46b1-b275-0acb72d6ff2f {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:13:24.537547 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22010f95-4d67-40dd-91eb-ff3e2b8d48f7", "tag": "ea3c2012-97c0-4f81-8756-c7495f2339a0", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:13:24.538144 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eda80552-639e-46b1-b275-0acb72d6ff2f {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:13:24.539036 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22010f95-4d67-40dd-91eb-ff3e2b8d48f7', 'tag': 'ea3c2012-97c0-4f81-8756-c7495f2339a0', 'status': 'completed', 'code': 200} Aug 29 07:13:24.590854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc59f7-cd67-4645-aace-e8634550a32c req-59fe4d92-1508-4283-aa15-48deea2aa97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:24.592903 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16cc59f7-cd67-4645-aace-e8634550a32c req-59fe4d92-1508-4283-aa15-48deea2aa97e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=784234b43e164072ba567e934468032a&device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 1096 time: 0.0528202 Aug 29 07:13:24.628221 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'name': 'tempest-TestServerBasicOps-1035726487-router', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:18Z', 'updated_at': '2021-08-29T07:13:20Z', 'revision_number': 3, 'project_id': '1988d7a32371417b80faf1f704e80a8a', 'gw_port': {'id': 'e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:66:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:19Z', 'updated_at': '2021-08-29T07:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:24.634176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02554d-c378-4a62-ba07-b23df997340f req-c3736713-342f-4c4d-9d4c-fae260d0f09e tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:24.636057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c02554d-c378-4a62-ba07-b23df997340f req-c3736713-342f-4c4d-9d4c-fae260d0f09e tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.11 "GET /v2.0/networks?id=81ca59ed-249f-4a2c-b193-857ec5d910e6 HTTP/1.1" status: 200 len: 809 time: 0.3344822 Aug 29 07:13:24.660158 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-8c02554d-c378-4a62-ba07-b23df997340f req-7bc6c961-d316-4134-bb40-2e826b9357ee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Request body: {'port': {'device_id': '21a57931-a7a7-4d8f-9501-41b3ddc4c0f9', 'network_id': '81ca59ed-249f-4a2c-b193-857ec5d910e6', 'admin_state_up': True, 'tenant_id': 'ad00a409cf7142dcbbfb674d95ae5366'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:24.666086 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab3b116-efb5-4968-afc2-665da1119648 None None] The sync data for ids ['0d6c0e58-1bf1-44e8-ac67-63eea93e383e'] in n-d-713301-12 is: [{'id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'name': 'tempest-TestServerBasicOps-1035726487-router', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:18Z', 'updated_at': '2021-08-29T07:13:20Z', 'revision_number': 3, 'project_id': '1988d7a32371417b80faf1f704e80a8a', 'gw_port': {'id': 'e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:66:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:19Z', 'updated_at': '2021-08-29T07:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:13:24.679376 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16cc59f7-cd67-4645-aace-e8634550a32c req-e954a38b-19d9-457e-aed1-12d399babd8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea3c2012-97c0-4f81-8756-c7495f2339a0 HTTP/1.1" status: 200 len: 217 time: 0.0783842 Aug 29 07:13:24.690388 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:24.743821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc59f7-cd67-4645-aace-e8634550a32c req-e9f323a9-ba9d-45b0-aca8-9607dd516058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:24.746419 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16cc59f7-cd67-4645-aace-e8634550a32c req-e9f323a9-ba9d-45b0-aca8-9607dd516058 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=02b575a5-e8e3-4a0b-b112-90378ec67b19 HTTP/1.1" status: 200 len: 848 time: 0.0597339 Aug 29 07:13:24.776272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:24.785946 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16cc59f7-cd67-4645-aace-e8634550a32c req-aaf4d2dd-e5e0-460e-87b8-dcd35a2a69e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc53da-6e2b-4af4-aadf-70e727036d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323856 Aug 29 07:13:24.898628 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:24.911723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Pushing event updated for resources: {'Port': ['ID=e0bf8e59-967d-4796-b883-1693010682e8,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:24.929702 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:24.930192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:24.930636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:24.931070 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:24.935801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:24.935801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:24.935801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:24.935801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:24.935801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:24.935801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:24.935801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:24.935801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:24.942894 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16cc59f7-cd67-4645-aace-e8634550a32c req-28d7db54-6d34-432c-8ec8-78fd822067b5 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc53da-6e2b-4af4-aadf-70e727036d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498759 Aug 29 07:13:25.050717 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c02554d-c378-4a62-ba07-b23df997340f req-7bc6c961-d316-4134-bb40-2e826b9357ee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Made reservation on behalf of ad00a409cf7142dcbbfb674d95ae5366 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:25.054091 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8c02554d-c378-4a62-ba07-b23df997340f req-7bc6c961-d316-4134-bb40-2e826b9357ee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:25.103229 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16cc59f7-cd67-4645-aace-e8634550a32c req-6405d5b4-4ad7-405e-bc5d-87d55cc7b7fa service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc53da-6e2b-4af4-aadf-70e727036d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469367 Aug 29 07:13:25.143138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9a5ab-dd4c-4958-9865-f15d7fbe3ecd req-73786972-a9df-40ee-a3e5-03d4b4b19652 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:25.150812 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9c9a5ab-dd4c-4958-9865-f15d7fbe3ecd req-73786972-a9df-40ee-a3e5-03d4b4b19652 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 944 time: 0.1936071 Aug 29 07:13:25.277033 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b471bff5-1a2a-4404-bc15-15eeee5cdd1b req-1d8743e2-14a1-425d-9e15-9285cae757a0 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 210 time: 0.1212473 Aug 29 07:13:25.278272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc077ad3-7915-4c62-9495-6affc6eee2a3 req-1efbaaf0-8961-49e9-a62b-f7ff77923589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:25.280141 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cc077ad3-7915-4c62-9495-6affc6eee2a3 req-1efbaaf0-8961-49e9-a62b-f7ff77923589 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=784234b43e164072ba567e934468032a&device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 1096 time: 0.0571859 Aug 29 07:13:25.306416 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Network 31207894-0c21-4547-a8ff-c13367c69f41 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:13:25.321081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9c9a5ab-dd4c-4958-9865-f15d7fbe3ecd req-1c146203-05f0-4323-8297-f1cd15d75a05 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/security-groups?id=07f88268-7d08-40f5-906f-9a270f1a9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670642 Aug 29 07:13:25.331236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:25.433391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc077ad3-7915-4c62-9495-6affc6eee2a3 req-5f667b31-824b-41db-9fb2-e626a84debe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:25.435301 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cc077ad3-7915-4c62-9495-6affc6eee2a3 req-5f667b31-824b-41db-9fb2-e626a84debe8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9cc53da-6e2b-4af4-aadf-70e727036d60 HTTP/1.1" status: 200 len: 909 time: 0.1476307 Aug 29 07:13:25.499472 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cc077ad3-7915-4c62-9495-6affc6eee2a3 req-fa141316-be98-421a-bc42-eb627be76168 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea3c2012-97c0-4f81-8756-c7495f2339a0 HTTP/1.1" status: 200 len: 217 time: 0.0493884 Aug 29 07:13:25.537993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-8c02554d-c378-4a62-ba07-b23df997340f req-7bc6c961-d316-4134-bb40-2e826b9357ee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Allocated IP 172.20.0.2 (81ca59ed-249f-4a2c-b193-857ec5d910e6/16a085e6-f07d-444a-b07a-1e333b80849b/62904d40-4e9d-4e9d-b95c-4b0ac33af69f) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:13:25.591818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc077ad3-7915-4c62-9495-6affc6eee2a3 req-00583715-e819-492b-8aad-f5c41b52f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:25.593950 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cc077ad3-7915-4c62-9495-6affc6eee2a3 req-00583715-e819-492b-8aad-f5c41b52f0e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=02b575a5-e8e3-4a0b-b112-90378ec67b19 HTTP/1.1" status: 200 len: 848 time: 0.0826015 Aug 29 07:13:25.612580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Router 0d6c0e58-1bf1-44e8-ac67-63eea93e383e has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:13:25.650069 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cc077ad3-7915-4c62-9495-6affc6eee2a3 req-e3afa094-ecc2-4a13-bc31-997101d51520 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc53da-6e2b-4af4-aadf-70e727036d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472083 Aug 29 07:13:25.760091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0099893d-e951-4670-98ab-d63ede8cc0e2 None None] Provisioning complete for port e0bf8e59-967d-4796-b883-1693010682e8 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:25.760754 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0099893d-e951-4670-98ab-d63ede8cc0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:25.769463 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cc077ad3-7915-4c62-9495-6affc6eee2a3 req-f0d3c4af-adf3-4e36-8c97-48fb021fdc7c service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc53da-6e2b-4af4-aadf-70e727036d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095245 Aug 29 07:13:25.841790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0099893d-e951-4670-98ab-d63ede8cc0e2 None None] Port e0bf8e59-967d-4796-b883-1693010682e8 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:13:25.938192 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cc077ad3-7915-4c62-9495-6affc6eee2a3 req-107b4e4d-fa56-478a-89a0-78f232deb9b9 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc53da-6e2b-4af4-aadf-70e727036d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604354 Aug 29 07:13:25.983411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:26.125232 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:26.129510 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:26.129894 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:26.202993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:13:26.209852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7d9a5bf3-fed7-4ec8-93bc-17e57287e66e admin admin] 10.222.0.76 "PUT /v2.0/routers/0d6c0e58-1bf1-44e8-ac67-63eea93e383e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5620871 Aug 29 07:13:26.213318 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8c02554d-c378-4a62-ba07-b23df997340f req-7bc6c961-d316-4134-bb40-2e826b9357ee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:26.222735 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:26.250186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:26.325456 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:26.361122 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8c02554d-c378-4a62-ba07-b23df997340f req-7bc6c961-d316-4134-bb40-2e826b9357ee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:26.401126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:26.413894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:26.414724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:26.415429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:26.416003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:26.416503 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:26.417039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:26.417716 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:26.418271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:26.418814 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:26.419581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:26.420077 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:26.420658 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:13:26.493248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c02554d-c378-4a62-ba07-b23df997340f req-7bc6c961-d316-4134-bb40-2e826b9357ee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Network 81ca59ed-249f-4a2c-b193-857ec5d910e6 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:13:26.509433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-8c02554d-c378-4a62-ba07-b23df997340f req-7bc6c961-d316-4134-bb40-2e826b9357ee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:26.519200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c02554d-c378-4a62-ba07-b23df997340f req-7bc6c961-d316-4134-bb40-2e826b9357ee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:13:26.548737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6c961-d316-4134-bb40-2e826b9357ee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Pushing event updated for resources: {'Port': ['ID=62904d40-4e9d-4e9d-b95c-4b0ac33af69f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:26.584397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf7677-c11e-4a69-be0e-490c2960d3c5 req-1f8de150-cdba-4c60-875b-c37b429352b4 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:26.586041 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8aaf7677-c11e-4a69-be0e-490c2960d3c5 req-1f8de150-cdba-4c60-875b-c37b429352b4 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 944 time: 0.1750538 Aug 29 07:13:26.596883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edf408-acb2-498d-861e-6b8fd87da6bc req-d3287156-e94f-4d80-8573-aaebb523cdcf tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:26.598525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6edf408-acb2-498d-861e-6b8fd87da6bc req-d3287156-e94f-4d80-8573-aaebb523cdcf tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 931 time: 0.1838925 Aug 29 07:13:26.616597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02554d-c378-4a62-ba07-b23df997340f req-7bc6c961-d316-4134-bb40-2e826b9357ee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:26.617207 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8c02554d-c378-4a62-ba07-b23df997340f req-7bc6c961-d316-4134-bb40-2e826b9357ee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:26.678227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8aaf7677-c11e-4a69-be0e-490c2960d3c5 req-d552233c-8517-40ab-986e-b503b147460b tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/security-groups?id=07f88268-7d08-40f5-906f-9a270f1a9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785751 Aug 29 07:13:26.681237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6edf408-acb2-498d-861e-6b8fd87da6bc req-8688aa70-947e-492e-b111-a73d0d598530 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754178 Aug 29 07:13:26.727060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c02554d-c378-4a62-ba07-b23df997340f req-7bc6c961-d316-4134-bb40-2e826b9357ee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0721171 Aug 29 07:13:26.808166 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Request body: {'port': {'device_id': '21a57931-a7a7-4d8f-9501-41b3ddc4c0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:26.873948 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:27.164167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62904d40-4e9d-4e9d-b95c-4b0ac33af69f {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:13:27.167562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Sync routers for ids ['0d6c0e58-1bf1-44e8-ac67-63eea93e383e'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:13:27.175355 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:27.182672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Routers {'0d6c0e58-1bf1-44e8-ac67-63eea93e383e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:27.189144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0d6c0e58-1bf1-44e8-ac67-63eea93e383e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:27.190860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Transition to ACTIVE for port object 62904d40-4e9d-4e9d-b95c-4b0ac33af69f will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:27.267906 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:27.277672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58142) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:27.282379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-906c47ef-e3f9-4655-a7e9-ec308d7ce859 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-140821615', 'description': 'tempest-secgroup-smoke-140821615 description', 'project_id': 'bc2e022f8122409ca1e473ae517571f9'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:27.323009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Set router 0d6c0e58-1bf1-44e8-ac67-63eea93e383e gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:27.334190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Pushing event updated for resources: {'Port': ['ID=62904d40-4e9d-4e9d-b95c-4b0ac33af69f,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:27.405595 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-906c47ef-e3f9-4655-a7e9-ec308d7ce859 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:27.408541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Attempting to bind port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:13:27.408541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Attempting to bind port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '68d70c03-dda9-472d-bd8d-5f3181606e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '81ca59ed-249f-4a2c-b193-857ec5d910e6'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:13:27.408541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Attempting to bind port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f on network 81ca59ed-249f-4a2c-b193-857ec5d910e6 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:13:27.413462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f on network 81ca59ed-249f-4a2c-b193-857ec5d910e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:13:27.413793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Attempting to bind port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f on network 81ca59ed-249f-4a2c-b193-857ec5d910e6 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:13:27.421156 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:13:27.421502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Checking segment: {'id': '68d70c03-dda9-472d-bd8d-5f3181606e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '81ca59ed-249f-4a2c-b193-857ec5d910e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:27.422031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Bound using segment: {'id': '68d70c03-dda9-472d-bd8d-5f3181606e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '81ca59ed-249f-4a2c-b193-857ec5d910e6'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:13:27.423913 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Bound port: 62904d40-4e9d-4e9d-b95c-4b0ac33af69f, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d70c03-dda9-472d-bd8d-5f3181606e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '81ca59ed-249f-4a2c-b193-857ec5d910e6'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:13:27.424436 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:27.522761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] For port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:13:27.526560 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] For port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=62904d40-4e9d-4e9d-b95c-4b0ac33af69f,segment=NetworkSegment(68d70c03-dda9-472d-bd8d-5f3181606e27),segment_id=68d70c03-dda9-472d-bd8d-5f3181606e27)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:13:27.532823 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-906c47ef-e3f9-4655-a7e9-ec308d7ce859 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:27.575171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'name': 'tempest-TestServerBasicOps-1035726487-router', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:18Z', 'updated_at': '2021-08-29T07:13:24Z', 'revision_number': 4, 'project_id': '1988d7a32371417b80faf1f704e80a8a', 'gw_port': {'id': 'e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:66:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:19Z', 'updated_at': '2021-08-29T07:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'e0bf8e59-967d-4796-b883-1693010682e8', 'name': '', 'network_id': '31207894-0c21-4547-a8ff-c13367c69f41', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'mac_address': 'fa:16:3e:e5:bb:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eb7d1e4b-06c1-4736-bfb1-a2431e309caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:23Z', 'updated_at': '2021-08-29T07:13:24Z', 'revision_number': 2, 'project_id': '1988d7a32371417b80faf1f704e80a8a', 'subnets': [{'id': 'eb7d1e4b-06c1-4736-bfb1-a2431e309caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:27.600251 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:27.603382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device ea3c2012-97c0-4f81-8756-c7495f2339a0 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:13:27.605824 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Checking router: 0d6c0e58-1bf1-44e8-ac67-63eea93e383e for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:13:27.606181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Updating router 0d6c0e58-1bf1-44e8-ac67-63eea93e383e port e0bf8e59-967d-4796-b883-1693010682e8 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:13:27.634387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:27.635008 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:27.638762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c02554d-c378-4a62-ba07-b23df997340f req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] 10.222.0.11 "PUT /v2.0/ports/62904d40-4e9d-4e9d-b95c-4b0ac33af69f HTTP/1.1" status: 200 len: 1092 time: 0.8946867 Aug 29 07:13:27.638762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a57931-a7a7-4d8f-9501-41b3ddc4c0f9', 'tag': '62904d40-4e9d-4e9d-b95c-4b0ac33af69f'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:13:27.639270 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca4b258-352b-49f9-8cde-61b9f679b1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "21a57931-a7a7-4d8f-9501-41b3ddc4c0f9", "tag": "62904d40-4e9d-4e9d-b95c-4b0ac33af69f"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:13:27.644840 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:27.659403 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-906c47ef-e3f9-4655-a7e9-ec308d7ce859 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:27.671656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c75769-c4b2-46eb-813a-60f7610fa69b service neutron] Pushing event updated for resources: {'Port': ['ID=62904d40-4e9d-4e9d-b95c-4b0ac33af69f,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:27.700266 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c416c17-3834-44b5-b714-6e26a7bb77eb x-openstack-request-id: req-9c416c17-3834-44b5-b714-6e26a7bb77eb {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:13:27.700566 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a57931-a7a7-4d8f-9501-41b3ddc4c0f9", "tag": "62904d40-4e9d-4e9d-b95c-4b0ac33af69f", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:13:27.702510 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9c416c17-3834-44b5-b714-6e26a7bb77eb {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:13:27.702928 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a57931-a7a7-4d8f-9501-41b3ddc4c0f9', 'tag': '62904d40-4e9d-4e9d-b95c-4b0ac33af69f', 'status': 'completed', 'code': 200} Aug 29 07:13:27.714785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c47ef-e3f9-4655-a7e9-ec308d7ce859 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e997a8-60a6-4807-9556-f0b3df0c2c2e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:27.747110 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-906c47ef-e3f9-4655-a7e9-ec308d7ce859 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:27.748590 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-906c47ef-e3f9-4655-a7e9-ec308d7ce859 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4699090 Aug 29 07:13:27.751491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58154) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:27.756070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-1695ca38-4745-4293-bafd-970a09a6b9e3 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Request body: {'security_group_rule': {'security_group_id': 'f0e997a8-60a6-4807-9556-f0b3df0c2c2e', 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:27.844164 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port ea3c2012-97c0-4f81-8756-c7495f2339a0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ea3c2012-97c0-4f81-8756-c7495f2339a0,segment=NetworkSegment(3e467e37-3934-4373-9e4d-b4ee1f374708),segment_id=3e467e37-3934-4373-9e4d-b4ee1f374708)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:27.864703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'ea3c2012-97c0-4f81-8756-c7495f2339a0', 'network_id': 'c9cc53da-6e2b-4af4-aadf-70e727036d60', 'port_id': 'ea3c2012-97c0-4f81-8756-c7495f2339a0', 'mac_address': 'fa:16:3e:56:35:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b575a5-e8e3-4a0b-b112-90378ec67b19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:13:27.893679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4b258-352b-49f9-8cde-61b9f679b1f3 req-e6abd0ca-8e68-40db-811d-8e55ab995ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:27.895274 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eca4b258-352b-49f9-8cde-61b9f679b1f3 req-e6abd0ca-8e68-40db-811d-8e55ab995ed0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad00a409cf7142dcbbfb674d95ae5366&device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 1095 time: 0.1524925 Aug 29 07:13:27.904824 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784049e-887c-4de2-ae52-62c085ac1ae8 req-df0b6b8b-7f27-4369-b418-aaec8e90c8f1 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:27.907075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:27.909369 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1695ca38-4745-4293-bafd-970a09a6b9e3 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:27.911883 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f784049e-887c-4de2-ae52-62c085ac1ae8 req-df0b6b8b-7f27-4369-b418-aaec8e90c8f1 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 944 time: 0.0948036 Aug 29 07:13:27.922111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4fe0d-7700-453b-8e23-d09c59d2e721 req-fbd1245e-a68d-4311-8d1a-f09c8adcc38f tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:27.923871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34f4fe0d-7700-453b-8e23-d09c59d2e721 req-fbd1245e-a68d-4311-8d1a-f09c8adcc38f tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 943 time: 0.1208539 Aug 29 07:13:27.982450 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1695ca38-4745-4293-bafd-970a09a6b9e3 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.064480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34f4fe0d-7700-453b-8e23-d09c59d2e721 req-9878fde0-93c7-402f-928b-e703aecbafdf tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809281 Aug 29 07:13:28.121502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f784049e-887c-4de2-ae52-62c085ac1ae8 req-9789df14-3085-4c9b-ab43-80b7ad047f39 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/security-groups?id=07f88268-7d08-40f5-906f-9a270f1a9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084129 Aug 29 07:13:28.168356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.199660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3c2012-97c0-4f81-8756-c7495f2339a0 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:13:28.200806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4b258-352b-49f9-8cde-61b9f679b1f3 req-cfce0ecd-0031-481c-bdef-5a82d230e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:28.202555 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eca4b258-352b-49f9-8cde-61b9f679b1f3 req-cfce0ecd-0031-481c-bdef-5a82d230e8d4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ad00a409cf7142dcbbfb674d95ae5366&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2771218 Aug 29 07:13:28.252629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port ea3c2012-97c0-4f81-8756-c7495f2339a0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ea3c2012-97c0-4f81-8756-c7495f2339a0,segment=NetworkSegment(3e467e37-3934-4373-9e4d-b4ee1f374708),segment_id=3e467e37-3934-4373-9e4d-b4ee1f374708)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:28.275499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:28.276100 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.337342 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1695ca38-4745-4293-bafd-970a09a6b9e3 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.360671 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695ca38-4745-4293-bafd-970a09a6b9e3 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c85bbf-f4e5-430d-ab29-d580cb6309a1,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:28.391342 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.399302 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.407240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4b258-352b-49f9-8cde-61b9f679b1f3 req-ef8da892-a5b8-4aed-91e5-26f63910cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:28.408795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eca4b258-352b-49f9-8cde-61b9f679b1f3 req-ef8da892-a5b8-4aed-91e5-26f63910cd7c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1981289 Aug 29 07:13:28.433103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Transition to ACTIVE for port object e0bf8e59-967d-4796-b883-1693010682e8 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:28.486455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1695ca38-4745-4293-bafd-970a09a6b9e3 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.489689 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1695ca38-4745-4293-bafd-970a09a6b9e3 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7371371 Aug 29 07:13:28.491289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=ea3c2012-97c0-4f81-8756-c7495f2339a0,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:28.492408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58160) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:28.501553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-dd8c0dd9-0b37-4e6f-a855-64e52030e84b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Request body: {'security_group_rule': {'security_group_id': 'f0e997a8-60a6-4807-9556-f0b3df0c2c2e', 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:28.519601 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.524908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02554d-c378-4a62-ba07-b23df997340f req-023e74e8-df42-42b5-9cc5-0691c84eb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:28.526707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c02554d-c378-4a62-ba07-b23df997340f req-023e74e8-df42-42b5-9cc5-0691c84eb182 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad00a409cf7142dcbbfb674d95ae5366&device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 1095 time: 0.0606375 Aug 29 07:13:28.581606 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e261d-b85a-46ba-9de5-19cb6962763f None None] Pushing event updated for resources: {'Port': ['ID=e0bf8e59-967d-4796-b883-1693010682e8,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:28.589715 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c02554d-c378-4a62-ba07-b23df997340f req-4827d12a-b836-407d-be04-f3cff445f896 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62904d40-4e9d-4e9d-b95c-4b0ac33af69f HTTP/1.1" status: 200 len: 217 time: 0.0493639 Aug 29 07:13:28.628253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['ea3c2012-97c0-4f81-8756-c7495f2339a0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:13:28.645568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02554d-c378-4a62-ba07-b23df997340f req-9fba6636-fd03-4e8d-a688-cf5e224fe79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:28.647072 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c02554d-c378-4a62-ba07-b23df997340f req-9fba6636-fd03-4e8d-a688-cf5e224fe79c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16a085e6-f07d-444a-b07a-1e333b80849b HTTP/1.1" status: 200 len: 849 time: 0.0504951 Aug 29 07:13:28.648723 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0dd9-0b37-4e6f-a855-64e52030e84b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.664831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Attempting to bind port e0bf8e59-967d-4796-b883-1693010682e8 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:13:28.665623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Attempting to bind port e0bf8e59-967d-4796-b883-1693010682e8 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'e0de2a0d-61c5-450e-99bc-11dea1947801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '31207894-0c21-4547-a8ff-c13367c69f41'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:13:28.665623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Attempting to bind port e0bf8e59-967d-4796-b883-1693010682e8 on network 31207894-0c21-4547-a8ff-c13367c69f41 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:13:28.683294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:13:28.683673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Checking segment: {'id': 'e0de2a0d-61c5-450e-99bc-11dea1947801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '31207894-0c21-4547-a8ff-c13367c69f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:28.684079 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.684468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Bound using segment: {'id': 'e0de2a0d-61c5-450e-99bc-11dea1947801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '31207894-0c21-4547-a8ff-c13367c69f41'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:13:28.684999 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Bound port: e0bf8e59-967d-4796-b883-1693010682e8, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0de2a0d-61c5-450e-99bc-11dea1947801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '31207894-0c21-4547-a8ff-c13367c69f41'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:13:28.685385 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.691093 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c02554d-c378-4a62-ba07-b23df997340f req-0e2fbf89-d873-427b-a525-30c820e3ec46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=81ca59ed-249f-4a2c-b193-857ec5d910e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368106 Aug 29 07:13:28.727370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0dd9-0b37-4e6f-a855-64e52030e84b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.801400 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] For port e0bf8e59-967d-4796-b883-1693010682e8, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:13:28.805313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] For port e0bf8e59-967d-4796-b883-1693010682e8, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e0bf8e59-967d-4796-b883-1693010682e8,segment=NetworkSegment(e0de2a0d-61c5-450e-99bc-11dea1947801),segment_id=e0de2a0d-61c5-450e-99bc-11dea1947801)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:13:28.807795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c02554d-c378-4a62-ba07-b23df997340f req-a1f24fa8-a8ad-4cfe-8dbc-4327870a8687 service neutron] 10.222.0.11 "GET /v2.0/networks/81ca59ed-249f-4a2c-b193-857ec5d910e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094749 Aug 29 07:13:28.833582 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0dd9-0b37-4e6f-a855-64e52030e84b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.862221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c0dd9-0b37-4e6f-a855-64e52030e84b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6556cd21-685b-42da-8143-3ea43c5325a9,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:28.893057 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.912140 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c02554d-c378-4a62-ba07-b23df997340f req-2563d40c-0374-49f3-93f4-34e52ff96d29 service neutron] 10.222.0.11 "GET /v2.0/networks/81ca59ed-249f-4a2c-b193-857ec5d910e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971978 Aug 29 07:13:28.930997 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0dd9-0b37-4e6f-a855-64e52030e84b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:28.934692 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dd8c0dd9-0b37-4e6f-a855-64e52030e84b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4404237 Aug 29 07:13:28.935662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58168) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:28.941011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-27556323-b11f-46ce-9b64-9e7e15570dec tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Request body: {'security_group_rule': {'security_group_id': 'f0e997a8-60a6-4807-9556-f0b3df0c2c2e', 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:28.964194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Routers {'0d6c0e58-1bf1-44e8-ac67-63eea93e383e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:28.964850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0d6c0e58-1bf1-44e8-ac67-63eea93e383e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:29.007496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e261d-b85a-46ba-9de5-19cb6962763f None None] Pushing event updated for resources: {'Port': ['ID=e0bf8e59-967d-4796-b883-1693010682e8,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:29.096255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] Set router 0d6c0e58-1bf1-44e8-ac67-63eea93e383e gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:29.104184 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27556323-b11f-46ce-9b64-9e7e15570dec tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:29.186326 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27556323-b11f-46ce-9b64-9e7e15570dec tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:29.285785 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2709-f2de-48c4-b4cd-fa7e1359b91f req-e9237424-4be8-4aca-91ce-9414649677d7 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:29.286062 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27556323-b11f-46ce-9b64-9e7e15570dec tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:29.287371 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-469b2709-f2de-48c4-b4cd-fa7e1359b91f req-e9237424-4be8-4aca-91ce-9414649677d7 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 943 time: 0.0925381 Aug 29 07:13:29.307203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27556323-b11f-46ce-9b64-9e7e15570dec tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cf8c86-4c95-4274-93f0-d5588a392e46,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:29.316773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ab2a3-a85b-476a-817b-31def7ef1a0b req-0bf1a872-4e4f-4711-bf69-fdeee831e4a5 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:29.318337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be9ab2a3-a85b-476a-817b-31def7ef1a0b req-0bf1a872-4e4f-4711-bf69-fdeee831e4a5 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 945 time: 0.0863564 Aug 29 07:13:29.361633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'name': 'tempest-TestServerBasicOps-1035726487-router', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:18Z', 'updated_at': '2021-08-29T07:13:24Z', 'revision_number': 4, 'project_id': '1988d7a32371417b80faf1f704e80a8a', 'gw_port': {'id': 'e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:66:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:19Z', 'updated_at': '2021-08-29T07:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'e0bf8e59-967d-4796-b883-1693010682e8', 'name': '', 'network_id': '31207894-0c21-4547-a8ff-c13367c69f41', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'mac_address': 'fa:16:3e:e5:bb:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eb7d1e4b-06c1-4736-bfb1-a2431e309caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:23Z', 'updated_at': '2021-08-29T07:13:28Z', 'revision_number': 4, 'project_id': '1988d7a32371417b80faf1f704e80a8a', 'subnets': [{'id': 'eb7d1e4b-06c1-4736-bfb1-a2431e309caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:29.363897 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-469b2709-f2de-48c4-b4cd-fa7e1359b91f req-fd4a444b-68bf-498b-ba03-8b2beb49488f tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649076 Aug 29 07:13:29.378284 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be9ab2a3-a85b-476a-817b-31def7ef1a0b req-621f9291-fb45-49a5-8860-0971f21356b3 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/security-groups?id=07f88268-7d08-40f5-906f-9a270f1a9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514970 Aug 29 07:13:29.404839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2dff32-6248-4982-ae4a-f45002219efc None None] The sync data for ids ['0d6c0e58-1bf1-44e8-ac67-63eea93e383e'] in n-d-713301-12 is: [{'id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'name': 'tempest-TestServerBasicOps-1035726487-router', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:18Z', 'updated_at': '2021-08-29T07:13:24Z', 'revision_number': 4, 'project_id': '1988d7a32371417b80faf1f704e80a8a', 'gw_port': {'id': 'e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:66:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:19Z', 'updated_at': '2021-08-29T07:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'e0bf8e59-967d-4796-b883-1693010682e8', 'name': '', 'network_id': '31207894-0c21-4547-a8ff-c13367c69f41', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'mac_address': 'fa:16:3e:e5:bb:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'eb7d1e4b-06c1-4736-bfb1-a2431e309caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:23Z', 'updated_at': '2021-08-29T07:13:28Z', 'revision_number': 4, 'project_id': '1988d7a32371417b80faf1f704e80a8a', 'subnets': [{'id': 'eb7d1e4b-06c1-4736-bfb1-a2431e309caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:13:29.417114 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27556323-b11f-46ce-9b64-9e7e15570dec tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:29.418583 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-27556323-b11f-46ce-9b64-9e7e15570dec tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4819479 Aug 29 07:13:29.423922 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58182) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:29.429408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-01429458-f607-4e15-9ad2-253c92912223 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Request body: {'security_group_rule': {'security_group_id': 'f0e997a8-60a6-4807-9556-f0b3df0c2c2e', 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:29.586528 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device ea3c2012-97c0-4f81-8756-c7495f2339a0 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:29.598208 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01429458-f607-4e15-9ad2-253c92912223 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:29.689914 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01429458-f607-4e15-9ad2-253c92912223 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:29.749882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port ea3c2012-97c0-4f81-8756-c7495f2339a0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:29.758605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port ea3c2012-97c0-4f81-8756-c7495f2339a0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:29.759164 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:29.886014 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:29.918593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22010f95-4d67-40dd-91eb-ff3e2b8d48f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3c2012-97c0-4f81-8756-c7495f2339a0'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:13:29.921505 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7547f99f-cf05-447a-b775-0e6bfbb75e0c" -d '{"events": [{"server_uuid": "22010f95-4d67-40dd-91eb-ff3e2b8d48f7", "name": "network-vif-plugged", "status": "completed", "tag": "ea3c2012-97c0-4f81-8756-c7495f2339a0"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:13:29.929181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e0bf8e59-967d-4796-b883-1693010682e8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:29.962266 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port ea3c2012-97c0-4f81-8756-c7495f2339a0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ea3c2012-97c0-4f81-8756-c7495f2339a0,segment=NetworkSegment(3e467e37-3934-4373-9e4d-b4ee1f374708),segment_id=3e467e37-3934-4373-9e4d-b4ee1f374708)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:30.030194 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01429458-f607-4e15-9ad2-253c92912223 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:30.038628 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6622c7e4-74e6-4777-b6d5-cd6a39a4e951 x-openstack-request-id: req-6622c7e4-74e6-4777-b6d5-cd6a39a4e951 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:13:30.038951 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22010f95-4d67-40dd-91eb-ff3e2b8d48f7", "name": "network-vif-plugged", "status": "completed", "tag": "ea3c2012-97c0-4f81-8756-c7495f2339a0", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:13:30.039236 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6622c7e4-74e6-4777-b6d5-cd6a39a4e951 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:13:30.039740 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22010f95-4d67-40dd-91eb-ff3e2b8d48f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3c2012-97c0-4f81-8756-c7495f2339a0', 'code': 200} Aug 29 07:13:30.041377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01429458-f607-4e15-9ad2-253c92912223 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e48041-4aa8-45a6-84c2-afb20566b2ea,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:30.125282 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:30.149832 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4854e9-6c6c-4b45-8045-38dfb892760d req-a227a4ee-e1d6-426c-a8f2-007c01ea8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:30.151445 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3c4854e9-6c6c-4b45-8045-38dfb892760d req-a227a4ee-e1d6-426c-a8f2-007c01ea8246 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 1097 time: 0.0447550 Aug 29 07:13:30.163804 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01429458-f607-4e15-9ad2-253c92912223 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:30.163804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-01429458-f607-4e15-9ad2-253c92912223 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7360229 Aug 29 07:13:30.163804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58192) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:30.168547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6773c194-ea8b-4953-ab25-d4647a684b09 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Request body: {'security_group_rule': {'security_group_id': 'f0e997a8-60a6-4807-9556-f0b3df0c2c2e', 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:30.179238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port e0bf8e59-967d-4796-b883-1693010682e8 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:30.185641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e0bf8e59-967d-4796-b883-1693010682e8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:30.186059 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:30.194307 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3c4854e9-6c6c-4b45-8045-38dfb892760d req-403fe13a-cf7e-49e8-8d7e-6a23877e9a56 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=07f88268-7d08-40f5-906f-9a270f1a9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356135 Aug 29 07:13:30.224530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=ea3c2012-97c0-4f81-8756-c7495f2339a0,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:30.310477 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:30.354530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port e0bf8e59-967d-4796-b883-1693010682e8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e0bf8e59-967d-4796-b883-1693010682e8,segment=NetworkSegment(e0de2a0d-61c5-450e-99bc-11dea1947801),segment_id=e0de2a0d-61c5-450e-99bc-11dea1947801)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:30.445459 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-6773c194-ea8b-4953-ab25-d4647a684b09 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Project bc2e022f8122409ca1e473ae517571f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:13:30.451486 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6773c194-ea8b-4953-ab25-d4647a684b09 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:30.476889 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:30.529241 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=e0bf8e59-967d-4796-b883-1693010682e8,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:30.589015 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6773c194-ea8b-4953-ab25-d4647a684b09 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:30.597422 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae790b95-f221-4cb2-b062-09282692871b req-15f84704-f6bc-428a-b302-1582bd93947e tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:30.599219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae790b95-f221-4cb2-b062-09282692871b req-15f84704-f6bc-428a-b302-1582bd93947e tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 946 time: 0.1428316 Aug 29 07:13:30.607827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728eaf39-c222-46c4-9d62-e63114d44b33 req-478ff55b-b18d-41c7-a5c1-474082082600 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:30.609390 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-728eaf39-c222-46c4-9d62-e63114d44b33 req-478ff55b-b18d-41c7-a5c1-474082082600 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 943 time: 0.1353195 Aug 29 07:13:30.672655 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae790b95-f221-4cb2-b062-09282692871b req-581943d0-9dde-4c2d-80ec-63d6073f76d9 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/security-groups?id=07f88268-7d08-40f5-906f-9a270f1a9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621943 Aug 29 07:13:30.676074 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-728eaf39-c222-46c4-9d62-e63114d44b33 req-df89d656-b93a-4878-8792-0de936e7e819 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582252 Aug 29 07:13:30.679472 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6773c194-ea8b-4953-ab25-d4647a684b09 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:30.701108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773c194-ea8b-4953-ab25-d4647a684b09 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e94cb4-66a6-46dd-8d9d-e13d9caa18a4,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:30.788010 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6773c194-ea8b-4953-ab25-d4647a684b09 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:30.789364 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6773c194-ea8b-4953-ab25-d4647a684b09 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6245980 Aug 29 07:13:30.794300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58206) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:30.799962 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ce02ba2d-684f-41dc-abb7-7018fdbe1908 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Request body: {'security_group_rule': {'security_group_id': 'f0e997a8-60a6-4807-9556-f0b3df0c2c2e', 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:30.868092 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-ce02ba2d-684f-41dc-abb7-7018fdbe1908 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Project bc2e022f8122409ca1e473ae517571f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:13:30.873871 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ce02ba2d-684f-41dc-abb7-7018fdbe1908 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:30.940463 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ce02ba2d-684f-41dc-abb7-7018fdbe1908 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:31.014798 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ce02ba2d-684f-41dc-abb7-7018fdbe1908 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:31.029834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02ba2d-684f-41dc-abb7-7018fdbe1908 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa74608-fcc1-45ac-af45-f334b0626269,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:31.158521 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ce02ba2d-684f-41dc-abb7-7018fdbe1908 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:31.159810 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ce02ba2d-684f-41dc-abb7-7018fdbe1908 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3643782 Aug 29 07:13:31.317826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-3334cc90-8ec2-4009-b831-883bcafee875 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140821615&fields=id&tenant_id=bc2e022f8122409ca1e473ae517571f9 HTTP/1.1" status: 200 len: 267 time: 0.0456002 Aug 29 07:13:31.431831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-abcbb1b1-ddbc-4f74-a056-6c7f1355a82e tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:31.436242 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-abcbb1b1-ddbc-4f74-a056-6c7f1355a82e tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/networks?id=08fb56f6-9347-4fcc-8e31-21eb92e603ca HTTP/1.1" status: 200 len: 808 time: 0.1112685 Aug 29 07:13:31.452046 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-4052e937-b78c-4ffe-85c6-e91bec441643 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/quotas/bc2e022f8122409ca1e473ae517571f9 HTTP/1.1" status: 200 len: 375 time: 0.0127056 Aug 29 07:13:31.526647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-38e4757f-e449-43c4-8551-51a71b3a3b31 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc2e022f8122409ca1e473ae517571f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672023 Aug 29 07:13:31.671755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-e5b92639-24d4-46d8-9aba-e4ac9ae0810b service neutron] 10.222.0.76 "GET /v2.0/networks/08fb56f6-9347-4fcc-8e31-21eb92e603ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223836 Aug 29 07:13:31.795010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-ed4d5820-5653-47e2-b93c-dbaa85c95aa7 service neutron] 10.222.0.76 "GET /v2.0/networks/08fb56f6-9347-4fcc-8e31-21eb92e603ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140788 Aug 29 07:13:31.883136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cdecf-0f61-4e3a-a6fa-1cf24aa8a90c req-117f33de-e86b-4f83-a5e2-c780d5696fbd tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:31.884984 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c5cdecf-0f61-4e3a-a6fa-1cf24aa8a90c req-117f33de-e86b-4f83-a5e2-c780d5696fbd tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 946 time: 0.0859423 Aug 29 07:13:31.911749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e0bf8e59-967d-4796-b883-1693010682e8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:31.946694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c5cdecf-0f61-4e3a-a6fa-1cf24aa8a90c req-358f7fc4-2523-4588-b6c3-7c21a8e42707 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/security-groups?id=07f88268-7d08-40f5-906f-9a270f1a9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551810 Aug 29 07:13:31.990764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e0bf8e59-967d-4796-b883-1693010682e8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:31.991170 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:32.171646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40201afb-7c2c-4105-a655-ab2a2a2048ae req-4d4fe24c-8581-48eb-9825-6a18a7a21022 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:32.191716 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40201afb-7c2c-4105-a655-ab2a2a2048ae req-4d4fe24c-8581-48eb-9825-6a18a7a21022 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 943 time: 0.1665587 Aug 29 07:13:32.270524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40201afb-7c2c-4105-a655-ab2a2a2048ae req-b45c9d8f-1495-4ca8-bc87-bd5c9d72e7fa tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631309 Aug 29 07:13:32.318149 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2b52a3e-7c0b-459f-99f5-1d358f95f473 req-dab3075d-eb48-459a-a069-b0132c755d85 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 210 time: 0.0403731 Aug 29 07:13:32.575321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 62904d40-4e9d-4e9d-b95c-4b0ac33af69f details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:13:32.684825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=62904d40-4e9d-4e9d-b95c-4b0ac33af69f,segment=NetworkSegment(68d70c03-dda9-472d-bd8d-5f3181606e27),segment_id=68d70c03-dda9-472d-bd8d-5f3181606e27)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:32.697252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '62904d40-4e9d-4e9d-b95c-4b0ac33af69f', 'network_id': '81ca59ed-249f-4a2c-b193-857ec5d910e6', 'port_id': '62904d40-4e9d-4e9d-b95c-4b0ac33af69f', 'mac_address': 'fa:16:3e:53:c2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a085e6-f07d-444a-b07a-1e333b80849b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:13:32.739075 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:32.751826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62904d40-4e9d-4e9d-b95c-4b0ac33af69f {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:13:32.770465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=62904d40-4e9d-4e9d-b95c-4b0ac33af69f,segment=NetworkSegment(68d70c03-dda9-472d-bd8d-5f3181606e27),segment_id=68d70c03-dda9-472d-bd8d-5f3181606e27)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:32.867531 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:32.918298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=62904d40-4e9d-4e9d-b95c-4b0ac33af69f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:33.279558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['62904d40-4e9d-4e9d-b95c-4b0ac33af69f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:13:33.478746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32100811-ef29-4f0f-ada3-192cc551c406 req-d770cb4e-104b-4bd9-acbd-379233c142f9 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:33.480753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32100811-ef29-4f0f-ada3-192cc551c406 req-d770cb4e-104b-4bd9-acbd-379233c142f9 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 944 time: 0.1266646 Aug 29 07:13:33.521350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1b98957-86fe-4871-98a2-82cdf61237c9 req-ec020f31-b480-4800-a6c5-0fc0c27fe5aa tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 210 time: 0.0386670 Aug 29 07:13:33.553235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32100811-ef29-4f0f-ada3-192cc551c406 req-95cc2df0-8c2e-4ab2-9ca0-2507b48f9076 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615647 Aug 29 07:13:33.857162 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:34.591054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 62904d40-4e9d-4e9d-b95c-4b0ac33af69f up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:34.674606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5a42987-577f-481b-be98-9d4b3ba33330 req-96f19ead-2b35-425a-8ea3-42bf52dc0821 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 210 time: 0.0546443 Aug 29 07:13:34.706264 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-4a987c6b-6e67-4c65-98cc-64ecc827cf1d tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:34.708514 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-4a987c6b-6e67-4c65-98cc-64ecc827cf1d tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.15 "GET /v2.0/networks?id=08fb56f6-9347-4fcc-8e31-21eb92e603ca HTTP/1.1" status: 200 len: 808 time: 0.1323073 Aug 29 07:13:34.728954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d5767-030f-4cd1-bd54-54b5de5074d0 req-20458b8e-911e-41d7-b6e1-652157cd50c7 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:34.730450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:34.730973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce0d5767-030f-4cd1-bd54-54b5de5074d0 req-20458b8e-911e-41d7-b6e1-652157cd50c7 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 944 time: 0.0546679 Aug 29 07:13:34.740278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:34.741019 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:34.759062 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-c2cc137e-3e8c-4917-ab71-573dd4e55b9d tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc2e022f8122409ca1e473ae517571f9 HTTP/1.1" status: 200 len: 379 time: 0.0412292 Aug 29 07:13:34.778441 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-5974d0dd-6d96-40a6-b1cf-adcee66f75cf tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Request body: {'port': {'device_id': 'c64ee46d-3b0b-43bc-ab5d-6122a735ce31', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'admin_state_up': True, 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'security_groups': ['f0e997a8-60a6-4807-9556-f0b3df0c2c2e']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:34.815894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce0d5767-030f-4cd1-bd54-54b5de5074d0 req-e3354d51-2c83-4ee5-a4bb-d1fe660142e4 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763659 Aug 29 07:13:34.837475 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:34.863418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a57931-a7a7-4d8f-9501-41b3ddc4c0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62904d40-4e9d-4e9d-b95c-4b0ac33af69f'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:13:34.865922 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dd2851-95f3-476a-b72b-cbb2346148f0" -d '{"events": [{"server_uuid": "21a57931-a7a7-4d8f-9501-41b3ddc4c0f9", "name": "network-vif-plugged", "status": "completed", "tag": "62904d40-4e9d-4e9d-b95c-4b0ac33af69f"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:13:34.888978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=62904d40-4e9d-4e9d-b95c-4b0ac33af69f,segment=NetworkSegment(68d70c03-dda9-472d-bd8d-5f3181606e27),segment_id=68d70c03-dda9-472d-bd8d-5f3181606e27)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:34.914395 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863f3010-ed97-4c96-a0d8-5e9b5848158f x-openstack-request-id: req-863f3010-ed97-4c96-a0d8-5e9b5848158f {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:13:34.914839 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a57931-a7a7-4d8f-9501-41b3ddc4c0f9", "name": "network-vif-plugged", "status": "completed", "tag": "62904d40-4e9d-4e9d-b95c-4b0ac33af69f", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:13:34.915203 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-863f3010-ed97-4c96-a0d8-5e9b5848158f {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:13:34.915725 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a57931-a7a7-4d8f-9501-41b3ddc4c0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62904d40-4e9d-4e9d-b95c-4b0ac33af69f', 'code': 200} Aug 29 07:13:34.969373 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:35.043287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=62904d40-4e9d-4e9d-b95c-4b0ac33af69f,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:35.049630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ffbaf-6e1d-428d-91eb-818e6b0a5db2 req-4ff4b2d0-535a-4311-9f31-d6326cc14c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:35.051248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-169ffbaf-6e1d-428d-91eb-818e6b0a5db2 req-4ff4b2d0-535a-4311-9f31-d6326cc14c3c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 1097 time: 0.0479648 Aug 29 07:13:35.062091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-5974d0dd-6d96-40a6-b1cf-adcee66f75cf tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Made reservation on behalf of bc2e022f8122409ca1e473ae517571f9 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:35.066393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-5974d0dd-6d96-40a6-b1cf-adcee66f75cf tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:35.089841 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-169ffbaf-6e1d-428d-91eb-818e6b0a5db2 req-24925ffa-cabf-424f-b1a6-a75322e5c09e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302920 Aug 29 07:13:35.210408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-5974d0dd-6d96-40a6-b1cf-adcee66f75cf tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Allocated IP 172.20.0.13 (08fb56f6-9347-4fcc-8e31-21eb92e603ca/aa0666cb-ac9f-4af1-b417-84613003b7af/4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:13:35.371713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-5974d0dd-6d96-40a6-b1cf-adcee66f75cf tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:35.389273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-5974d0dd-6d96-40a6-b1cf-adcee66f75cf tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Transition to ACTIVE for port object 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:35.503496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-5974d0dd-6d96-40a6-b1cf-adcee66f75cf tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:35.550959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-5974d0dd-6d96-40a6-b1cf-adcee66f75cf tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Network 08fb56f6-9347-4fcc-8e31-21eb92e603ca is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:13:35.554116 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-5974d0dd-6d96-40a6-b1cf-adcee66f75cf tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:35.558127 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-5974d0dd-6d96-40a6-b1cf-adcee66f75cf tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:13:35.588885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974d0dd-6d96-40a6-b1cf-adcee66f75cf tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Pushing event updated for resources: {'Port': ['ID=4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:35.635029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-5974d0dd-6d96-40a6-b1cf-adcee66f75cf tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:35.635989 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-5974d0dd-6d96-40a6-b1cf-adcee66f75cf tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:35.743097 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-5974d0dd-6d96-40a6-b1cf-adcee66f75cf tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9784467 Aug 29 07:13:35.756794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Request body: {'port': {'device_id': 'c64ee46d-3b0b-43bc-ab5d-6122a735ce31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:35.897205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:35.930340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ab05efab-5a8c-43e6-a7be-8f5ce1906a24 None None] Provisioning for port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:35.935357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ab05efab-5a8c-43e6-a7be-8f5ce1906a24 None None] Provisioning complete for port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:35.936216 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab05efab-5a8c-43e6-a7be-8f5ce1906a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:35.937050 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59c4e2-6f65-42f6-bfad-2b82df7b48c6 req-a507c3f8-c3ad-431e-a76c-38335e3fb8af tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:35.941342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c59c4e2-6f65-42f6-bfad-2b82df7b48c6 req-a507c3f8-c3ad-431e-a76c-38335e3fb8af tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 932 time: 0.1113164 Aug 29 07:13:35.985771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ab05efab-5a8c-43e6-a7be-8f5ce1906a24 None None] Port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:13:36.031417 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c59c4e2-6f65-42f6-bfad-2b82df7b48c6 req-62cdb36f-7141-4bb1-8daf-876cf26f0cca tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0e997a8-60a6-4807-9556-f0b3df0c2c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731888 Aug 29 07:13:36.040143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd178cc6-f552-4c1f-8602-8908e2e46bb5 req-e8a2548d-1fa2-4551-8202-e6d0bab7e37a tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:36.041692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd178cc6-f552-4c1f-8602-8908e2e46bb5 req-e8a2548d-1fa2-4551-8202-e6d0bab7e37a tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 945 time: 0.0994143 Aug 29 07:13:36.096283 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bd178cc6-f552-4c1f-8602-8908e2e46bb5 req-b3883464-384a-45e4-a8ff-bbac0ddeebd6 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441175 Aug 29 07:13:36.254787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:13:36.262960 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:36.276470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Transition to ACTIVE for port object 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:36.353700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:36.428841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Pushing event updated for resources: {'Port': ['ID=4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:36.479716 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Attempting to bind port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:13:36.482247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Attempting to bind port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:13:36.482247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Attempting to bind port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec on network 08fb56f6-9347-4fcc-8e31-21eb92e603ca {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:13:36.484954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec on network 08fb56f6-9347-4fcc-8e31-21eb92e603ca not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:13:36.485282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Attempting to bind port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec on network 08fb56f6-9347-4fcc-8e31-21eb92e603ca {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:13:36.490356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:13:36.490770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Checking segment: {'id': 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:36.491342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Bound using segment: {'id': 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:13:36.491844 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Bound port: 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:13:36.492272 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:36.584289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] For port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:13:36.588392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] For port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec,segment=NetworkSegment(d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61),segment_id=d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:13:36.690031 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:36.727467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:36.728114 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:36.729712 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] 10.222.0.15 "PUT /v2.0/ports/4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec HTTP/1.1" status: 200 len: 1093 time: 0.9779725 Aug 29 07:13:36.730234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64ee46d-3b0b-43bc-ab5d-6122a735ce31', 'tag': '4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:13:36.735985 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872a3c8d-6035-4f51-9f24-f5a8ed090c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "c64ee46d-3b0b-43bc-ab5d-6122a735ce31", "tag": "4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:13:36.782837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefed0d3-42a6-48bc-a033-96849203cd92 service neutron] Pushing event updated for resources: {'Port': ['ID=4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:36.793273 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fad32d-b031-4358-8e80-ef83de0c8f74 x-openstack-request-id: req-c8fad32d-b031-4358-8e80-ef83de0c8f74 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:13:36.793592 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64ee46d-3b0b-43bc-ab5d-6122a735ce31", "tag": "4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:13:36.794077 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c8fad32d-b031-4358-8e80-ef83de0c8f74 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:13:36.794504 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64ee46d-3b0b-43bc-ab5d-6122a735ce31', 'tag': '4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec', 'status': 'completed', 'code': 200} Aug 29 07:13:36.876838 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a3c8d-6035-4f51-9f24-f5a8ed090c3e req-d85590cc-19e3-4fed-9747-65d50c5b6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:36.878781 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-872a3c8d-6035-4f51-9f24-f5a8ed090c3e req-d85590cc-19e3-4fed-9747-65d50c5b6855 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc2e022f8122409ca1e473ae517571f9&device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 1096 time: 0.0547283 Aug 29 07:13:37.020156 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a3c8d-6035-4f51-9f24-f5a8ed090c3e req-c4fcd597-888f-4ea4-b38d-0c58cff19700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:37.021695 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-872a3c8d-6035-4f51-9f24-f5a8ed090c3e req-c4fcd597-888f-4ea4-b38d-0c58cff19700 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bc2e022f8122409ca1e473ae517571f9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1346843 Aug 29 07:13:37.140336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a3c8d-6035-4f51-9f24-f5a8ed090c3e req-af664cc2-5351-47a6-81e4-f87941e29ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:37.142235 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-872a3c8d-6035-4f51-9f24-f5a8ed090c3e req-af664cc2-5351-47a6-81e4-f87941e29ac8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132081 Aug 29 07:13:37.179274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef7416-12fe-40fe-930c-41a41f4bce4d req-f13faf27-3ce0-4a61-b5b2-f9c00270a12b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:37.181075 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0ef7416-12fe-40fe-930c-41a41f4bce4d req-f13faf27-3ce0-4a61-b5b2-f9c00270a12b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 944 time: 0.0601993 Aug 29 07:13:37.221043 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0ef7416-12fe-40fe-930c-41a41f4bce4d req-181549ce-10f1-4acf-ae73-0ec33fa6118f tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0e997a8-60a6-4807-9556-f0b3df0c2c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335426 Aug 29 07:13:37.223566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-ccdda463-c976-4278-9de1-16ae20ab9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:37.225104 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-ccdda463-c976-4278-9de1-16ae20ab9d83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc2e022f8122409ca1e473ae517571f9&device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 1096 time: 0.0443177 Aug 29 07:13:37.270117 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-3905e497-38c9-4904-8548-483bb5db1e19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec HTTP/1.1" status: 200 len: 217 time: 0.0371907 Aug 29 07:13:37.333416 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250ff43-da95-4785-9a48-24922329e611 req-777922b1-83d5-4a65-bf0a-33c6b48e1fee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:37.334969 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8250ff43-da95-4785-9a48-24922329e611 req-777922b1-83d5-4a65-bf0a-33c6b48e1fee tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 945 time: 0.0556054 Aug 29 07:13:37.339778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-0ef1c464-ebad-432d-bdd6-9322ada685c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:37.341398 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-0ef1c464-ebad-432d-bdd6-9322ada685c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa0666cb-ac9f-4af1-b417-84613003b7af HTTP/1.1" status: 200 len: 847 time: 0.0641825 Aug 29 07:13:37.384177 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8250ff43-da95-4785-9a48-24922329e611 req-d482acd1-709c-4b96-9606-f68875f7bc4c tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416677 Aug 29 07:13:37.402263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-50fc50cc-4e7f-4670-9c13-6c08022427be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:37.402722 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-50fc50cc-4e7f-4670-9c13-6c08022427be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08fb56f6-9347-4fcc-8e31-21eb92e603ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539010 Aug 29 07:13:37.521150 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-25cb0540-ebd3-466e-8028-05dce65c230d service neutron] 10.222.0.15 "GET /v2.0/networks/08fb56f6-9347-4fcc-8e31-21eb92e603ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079993 Aug 29 07:13:37.525489 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c4e4a-f466-4792-babe-b8af5641ada1 req-ab0a1d43-e1f3-4740-b9e9-bbfdea4b7355 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:37.527100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4c4e4a-f466-4792-babe-b8af5641ada1 req-ab0a1d43-e1f3-4740-b9e9-bbfdea4b7355 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 946 time: 0.0510521 Aug 29 07:13:37.579689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b4c4e4a-f466-4792-babe-b8af5641ada1 req-4040de50-ce15-4516-be95-f87e33b9e97f tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/security-groups?id=07f88268-7d08-40f5-906f-9a270f1a9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454981 Aug 29 07:13:37.630059 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-acd6fa4d-2dad-4c60-b8d8-9cfc6ecb2736 req-e8c91f6d-2000-4038-a2df-e06503ba72d4 service neutron] 10.222.0.15 "GET /v2.0/networks/08fb56f6-9347-4fcc-8e31-21eb92e603ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005385 Aug 29 07:13:38.205363 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab5460a6-4524-4384-b16e-8e8f0ce128c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:38.355420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda35f79-ff24-49c9-862e-7c5f46fbb738 req-07d6d6e3-b7d3-45d8-8ed3-a640954e48e3 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:38.357097 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fda35f79-ff24-49c9-862e-7c5f46fbb738 req-07d6d6e3-b7d3-45d8-8ed3-a640954e48e3 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 944 time: 0.0569134 Aug 29 07:13:38.408076 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fda35f79-ff24-49c9-862e-7c5f46fbb738 req-33126f34-4538-4d1b-9a79-707515bd87e4 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0e997a8-60a6-4807-9556-f0b3df0c2c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439451 Aug 29 07:13:38.722471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d2e4e-2283-4dd5-8070-b3fb2d8d2e40 req-8e3c8356-c5c2-4d8d-9f5a-5b343da20334 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:38.725261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-500d2e4e-2283-4dd5-8070-b3fb2d8d2e40 req-8e3c8356-c5c2-4d8d-9f5a-5b343da20334 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 946 time: 0.0703540 Aug 29 07:13:38.791300 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-500d2e4e-2283-4dd5-8070-b3fb2d8d2e40 req-29eb18fb-fc3b-4938-b33d-727f6e4bc1e6 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/security-groups?id=07f88268-7d08-40f5-906f-9a270f1a9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607114 Aug 29 07:13:39.141503 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed7a57-7431-42f9-885e-ca8ba128a5db req-1a772c0a-156e-4887-bcce-5439edf7d0d2 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:39.143016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93ed7a57-7431-42f9-885e-ca8ba128a5db req-1a772c0a-156e-4887-bcce-5439edf7d0d2 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 945 time: 0.0626597 Aug 29 07:13:39.182173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbebc-9335-42c0-89d2-741bf4602968 req-a5098d9d-468f-4d59-8234-5e588c1f79b6 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:39.183815 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0c7fbebc-9335-42c0-89d2-741bf4602968 req-a5098d9d-468f-4d59-8234-5e588c1f79b6 tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.15 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 946 time: 0.0657547 Aug 29 07:13:39.189941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93ed7a57-7431-42f9-885e-ca8ba128a5db req-d0ae6efc-6556-4e33-90a2-833259c593d9 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390470 Aug 29 07:13:39.294093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-0c7fbebc-9335-42c0-89d2-741bf4602968 req-d30c8d7e-1c4c-4417-9915-c8ede7e8f0ca tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Deleting port ea3c2012-97c0-4f81-8756-c7495f2339a0 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:13:39.294438 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0c7fbebc-9335-42c0-89d2-741bf4602968 req-d30c8d7e-1c4c-4417-9915-c8ede7e8f0ca tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:39.383835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-0c7fbebc-9335-42c0-89d2-741bf4602968 req-d30c8d7e-1c4c-4417-9915-c8ede7e8f0ca tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] For port ea3c2012-97c0-4f81-8756-c7495f2339a0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=ea3c2012-97c0-4f81-8756-c7495f2339a0,segment=NetworkSegment(3e467e37-3934-4373-9e4d-b4ee1f374708),segment_id=3e467e37-3934-4373-9e4d-b4ee1f374708)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:39.384195 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0c7fbebc-9335-42c0-89d2-741bf4602968 req-d30c8d7e-1c4c-4417-9915-c8ede7e8f0ca tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:39.397869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-0c7fbebc-9335-42c0-89d2-741bf4602968 req-d30c8d7e-1c4c-4417-9915-c8ede7e8f0ca tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Calling delete_port for ea3c2012-97c0-4f81-8756-c7495f2339a0 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:13:39.544647 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dad0f-781c-44c6-8f59-1ab50c2ae707 req-8276b305-342b-4665-859d-c10cf032fcfd tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:39.546065 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-283dad0f-781c-44c6-8f59-1ab50c2ae707 req-8276b305-342b-4665-859d-c10cf032fcfd tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 944 time: 0.0536892 Aug 29 07:13:39.586405 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-283dad0f-781c-44c6-8f59-1ab50c2ae707 req-ba6a0bfa-8751-4af7-ae48-46ccde1ab327 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0e997a8-60a6-4807-9556-f0b3df0c2c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338058 Aug 29 07:13:39.622094 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0c7fbebc-9335-42c0-89d2-741bf4602968 req-d30c8d7e-1c4c-4417-9915-c8ede7e8f0ca tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:39.634178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['ea3c2012-97c0-4f81-8756-c7495f2339a0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:13:39.639169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:13:39.652351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c8d7e-1c4c-4417-9915-c8ede7e8f0ca tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Pushing event deleted for resources: {'Port': ['ID=ea3c2012-97c0-4f81-8756-c7495f2339a0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:39.695697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7fbebc-9335-42c0-89d2-741bf4602968 req-d30c8d7e-1c4c-4417-9915-c8ede7e8f0ca tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] No DVR routers for this DVR port ea3c2012-97c0-4f81-8756-c7495f2339a0 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:13:39.698561 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0c7fbebc-9335-42c0-89d2-741bf4602968 req-d30c8d7e-1c4c-4417-9915-c8ede7e8f0ca tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:39.700658 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0c7fbebc-9335-42c0-89d2-741bf4602968 req-d30c8d7e-1c4c-4417-9915-c8ede7e8f0ca tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.15 "DELETE /v2.0/ports/ea3c2012-97c0-4f81-8756-c7495f2339a0 HTTP/1.1" status: 204 len: 173 time: 0.5109854 Aug 29 07:13:39.701119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22010f95-4d67-40dd-91eb-ff3e2b8d48f7', 'name': 'network-vif-deleted', 'tag': 'ea3c2012-97c0-4f81-8756-c7495f2339a0'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:13:39.703402 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8537747b-95d1-44fa-adc6-27a01686b1cc" -d '{"events": [{"server_uuid": "22010f95-4d67-40dd-91eb-ff3e2b8d48f7", "name": "network-vif-deleted", "tag": "ea3c2012-97c0-4f81-8756-c7495f2339a0"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:13:39.741970 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3a1d24-5745-4a95-afd5-72b0f5a41fa5 x-openstack-request-id: req-de3a1d24-5745-4a95-afd5-72b0f5a41fa5 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:13:39.742408 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22010f95-4d67-40dd-91eb-ff3e2b8d48f7", "name": "network-vif-deleted", "tag": "ea3c2012-97c0-4f81-8756-c7495f2339a0", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:13:39.742729 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de3a1d24-5745-4a95-afd5-72b0f5a41fa5 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:13:39.743224 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22010f95-4d67-40dd-91eb-ff3e2b8d48f7', 'name': 'network-vif-deleted', 'tag': 'ea3c2012-97c0-4f81-8756-c7495f2339a0', 'status': 'completed', 'code': 200} Aug 29 07:13:39.767825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec,segment=NetworkSegment(d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61),segment_id=d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:39.781403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'port_id': '4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec', 'mac_address': 'fa:16:3e:15:cc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:13:39.831399 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:39.845938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:13:39.876563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec,segment=NetworkSegment(d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61),segment_id=d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:39.909371 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-171dd480-49fc-4397-a2a0-c18540fc5ccb req-087774a3-ce89-4d91-b456-ab2f7236770f tempest-VolumesActionsTest-1699450275 tempest-VolumesActionsTest-1699450275-project] 10.222.0.76 "GET /v2.0/ports?device_id=22010f95-4d67-40dd-91eb-ff3e2b8d48f7 HTTP/1.1" status: 200 len: 210 time: 0.0265388 Aug 29 07:13:39.959395 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:40.009253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:40.113594 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-550ed7ce-31a9-4d45-9182-421d460e720a req-448bc374-d936-4372-a621-f8206f9c35d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0302436 Aug 29 07:13:40.172024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:13:40.188311 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-550ed7ce-31a9-4d45-9182-421d460e720a req-f7f69f85-74b6-468b-8085-3161770be46f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0339510 Aug 29 07:13:40.252630 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-550ed7ce-31a9-4d45-9182-421d460e720a req-35b96a88-b25d-4dad-8343-553606a32b2c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410559 Aug 29 07:13:40.347994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9f1f9-6151-4b3c-bf9d-5f9cc1e81316 req-cc4dd9d9-a595-476f-b441-6aa193e6cd7a tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:40.350081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21b9f1f9-6151-4b3c-bf9d-5f9cc1e81316 req-cc4dd9d9-a595-476f-b441-6aa193e6cd7a tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 945 time: 0.0723047 Aug 29 07:13:40.392715 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed7ce-31a9-4d45-9182-421d460e720a req-6f34428d-32e3-4705-b601-1ccd0232a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:40.394365 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21b9f1f9-6151-4b3c-bf9d-5f9cc1e81316 req-3591f4a0-84ec-46d4-a29d-168f7689f7d7 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366445 Aug 29 07:13:40.396110 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-550ed7ce-31a9-4d45-9182-421d460e720a req-6f34428d-32e3-4705-b601-1ccd0232a320 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360371 Aug 29 07:13:40.710026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca9f49-1eaa-42e7-ae1f-a5b0cbf0c1e0 req-19cdba86-1ced-43ba-a37c-8ea7e79f607c tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:40.711593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddca9f49-1eaa-42e7-ae1f-a5b0cbf0c1e0 req-19cdba86-1ced-43ba-a37c-8ea7e79f607c tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.11 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 945 time: 0.0861387 Aug 29 07:13:40.752056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf399153-7988-4d80-bfdb-9acd877f08f9 req-71187dc8-00ca-4074-89d7-634434f256d4 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:40.753599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf399153-7988-4d80-bfdb-9acd877f08f9 req-71187dc8-00ca-4074-89d7-634434f256d4 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 945 time: 0.0994544 Aug 29 07:13:40.830833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf399153-7988-4d80-bfdb-9acd877f08f9 req-ad924bf3-d823-4272-bf7f-7df233e83362 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0e997a8-60a6-4807-9556-f0b3df0c2c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685611 Aug 29 07:13:40.834756 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:40.860025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-ddca9f49-1eaa-42e7-ae1f-a5b0cbf0c1e0 req-581e0ba9-ed97-4eb2-9de0-a110cfab69c3 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Deleting port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:13:40.860362 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ddca9f49-1eaa-42e7-ae1f-a5b0cbf0c1e0 req-581e0ba9-ed97-4eb2-9de0-a110cfab69c3 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:40.952801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-ddca9f49-1eaa-42e7-ae1f-a5b0cbf0c1e0 req-581e0ba9-ed97-4eb2-9de0-a110cfab69c3 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] For port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=62904d40-4e9d-4e9d-b95c-4b0ac33af69f,segment=NetworkSegment(68d70c03-dda9-472d-bd8d-5f3181606e27),segment_id=68d70c03-dda9-472d-bd8d-5f3181606e27)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:40.953159 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ddca9f49-1eaa-42e7-ae1f-a5b0cbf0c1e0 req-581e0ba9-ed97-4eb2-9de0-a110cfab69c3 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:40.970674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-ddca9f49-1eaa-42e7-ae1f-a5b0cbf0c1e0 req-581e0ba9-ed97-4eb2-9de0-a110cfab69c3 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Calling delete_port for 62904d40-4e9d-4e9d-b95c-4b0ac33af69f owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:13:41.206106 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ddca9f49-1eaa-42e7-ae1f-a5b0cbf0c1e0 req-581e0ba9-ed97-4eb2-9de0-a110cfab69c3 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:41.237331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e0ba9-ed97-4eb2-9de0-a110cfab69c3 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Pushing event deleted for resources: {'Port': ['ID=62904d40-4e9d-4e9d-b95c-4b0ac33af69f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:41.247924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['62904d40-4e9d-4e9d-b95c-4b0ac33af69f'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:13:41.277032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddca9f49-1eaa-42e7-ae1f-a5b0cbf0c1e0 req-581e0ba9-ed97-4eb2-9de0-a110cfab69c3 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] No DVR routers for this DVR port 62904d40-4e9d-4e9d-b95c-4b0ac33af69f on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:13:41.279997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ddca9f49-1eaa-42e7-ae1f-a5b0cbf0c1e0 req-581e0ba9-ed97-4eb2-9de0-a110cfab69c3 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:41.281966 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ddca9f49-1eaa-42e7-ae1f-a5b0cbf0c1e0 req-581e0ba9-ed97-4eb2-9de0-a110cfab69c3 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.11 "DELETE /v2.0/ports/62904d40-4e9d-4e9d-b95c-4b0ac33af69f HTTP/1.1" status: 204 len: 173 time: 0.5640941 Aug 29 07:13:41.282399 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a57931-a7a7-4d8f-9501-41b3ddc4c0f9', 'name': 'network-vif-deleted', 'tag': '62904d40-4e9d-4e9d-b95c-4b0ac33af69f'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:13:41.284717 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4528ca-3089-484a-ab3e-ff20029c18c8" -d '{"events": [{"server_uuid": "21a57931-a7a7-4d8f-9501-41b3ddc4c0f9", "name": "network-vif-deleted", "tag": "62904d40-4e9d-4e9d-b95c-4b0ac33af69f"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:13:41.324365 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e988550b-e141-4780-ba72-b5b2a0fce20b x-openstack-request-id: req-e988550b-e141-4780-ba72-b5b2a0fce20b {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:13:41.324582 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a57931-a7a7-4d8f-9501-41b3ddc4c0f9", "name": "network-vif-deleted", "tag": "62904d40-4e9d-4e9d-b95c-4b0ac33af69f", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:13:41.324793 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e988550b-e141-4780-ba72-b5b2a0fce20b {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:13:41.325189 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a57931-a7a7-4d8f-9501-41b3ddc4c0f9', 'name': 'network-vif-deleted', 'tag': '62904d40-4e9d-4e9d-b95c-4b0ac33af69f', 'status': 'completed', 'code': 200} Aug 29 07:13:41.504220 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-282259df-a96a-4a8e-b70c-1c01324079a6 req-0b2e4f08-219d-4d91-82a1-c394f804796d tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a57931-a7a7-4d8f-9501-41b3ddc4c0f9 HTTP/1.1" status: 200 len: 210 time: 0.0382621 Aug 29 07:13:41.559310 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1c482897-f900-453d-987f-03b526810309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:41.665398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:41.673320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38968213-e6ee-48f5-bde6-4182d22fa96e req-c5927b93-f0e6-495e-9410-8eede0a6a06d tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:41.675005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38968213-e6ee-48f5-bde6-4182d22fa96e req-c5927b93-f0e6-495e-9410-8eede0a6a06d tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 1097 time: 0.0496080 Aug 29 07:13:41.735604 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38968213-e6ee-48f5-bde6-4182d22fa96e req-c474f1cf-e98d-43ae-b11a-771c85880c92 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475423 Aug 29 07:13:41.748702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58450) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:41.884997 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:41.884997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:41.884997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:41.884997 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:41.928935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4372d03f-4bd5-4a62-85a0-323428ddcce9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port bd5e7f41-f798-4254-9774-77e1ef8c2860 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:13:41.929206 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4372d03f-4bd5-4a62-85a0-323428ddcce9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:42.014433 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:42.028072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b2f75-e2bb-4894-aac4-45b7d152f3d6 req-5b69b4b4-aba6-46d0-8684-53e53a97aace tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:42.032668 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a9b2f75-e2bb-4894-aac4-45b7d152f3d6 req-5b69b4b4-aba6-46d0-8684-53e53a97aace tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 945 time: 0.0870121 Aug 29 07:13:42.055826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64ee46d-3b0b-43bc-ab5d-6122a735ce31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:13:42.058632 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdf4537-56b9-4451-93b3-1d6f102c2a83" -d '{"events": [{"server_uuid": "c64ee46d-3b0b-43bc-ab5d-6122a735ce31", "name": "network-vif-plugged", "status": "completed", "tag": "4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:13:42.076301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec,segment=NetworkSegment(d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61),segment_id=d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:42.109362 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4372d03f-4bd5-4a62-85a0-323428ddcce9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:42.110092 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4372d03f-4bd5-4a62-85a0-323428ddcce9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:42.113382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a9b2f75-e2bb-4894-aac4-45b7d152f3d6 req-2c165e6f-3040-4246-9d54-fe249943dbce tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0e997a8-60a6-4807-9556-f0b3df0c2c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731413 Aug 29 07:13:42.127246 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70897335-95a1-4f33-b038-ec842927059f x-openstack-request-id: req-70897335-95a1-4f33-b038-ec842927059f {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:13:42.127806 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64ee46d-3b0b-43bc-ab5d-6122a735ce31", "name": "network-vif-plugged", "status": "completed", "tag": "4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:13:42.128236 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-70897335-95a1-4f33-b038-ec842927059f {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:13:42.128793 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64ee46d-3b0b-43bc-ab5d-6122a735ce31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec', 'code': 200} Aug 29 07:13:42.143335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4372d03f-4bd5-4a62-85a0-323428ddcce9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for bd5e7f41-f798-4254-9774-77e1ef8c2860 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:13:42.191729 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:42.279440 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a8de1-64a7-4c50-84d3-32556af687f7 req-528a60fb-cbc1-403b-adff-a59e8e86850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:42.280884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:42.281206 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e36a8de1-64a7-4c50-84d3-32556af687f7 req-528a60fb-cbc1-403b-adff-a59e8e86850e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 1098 time: 0.0859590 Aug 29 07:13:42.340180 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e36a8de1-64a7-4c50-84d3-32556af687f7 req-aee6f7de-a556-453d-a23e-dda5fb406d16 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f0e997a8-60a6-4807-9556-f0b3df0c2c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486953 Aug 29 07:13:42.506313 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4372d03f-4bd5-4a62-85a0-323428ddcce9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:42.531818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372d03f-4bd5-4a62-85a0-323428ddcce9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=bd5e7f41-f798-4254-9774-77e1ef8c2860,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:42.611228 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4372d03f-4bd5-4a62-85a0-323428ddcce9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:42.611569 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-4372d03f-4bd5-4a62-85a0-323428ddcce9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Floating IP cf2df4c4-c581-479f-8719-041d9a610401 disassociated (deleted). External IP: 172.25.1.235, port: 3baddac9-99b3-4c41-abd3-8f06504c2d87. Aug 29 07:13:42.858466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-37f3687d-ce30-443e-b461-754d6b287e55 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:42.866879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-37f3687d-ce30-443e-b461-754d6b287e55 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/networks?id=81ca59ed-249f-4a2c-b193-857ec5d910e6 HTTP/1.1" status: 200 len: 809 time: 0.1540205 Aug 29 07:13:42.878838 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-d963a004-c8be-4c29-b194-6a1273c0f9b1 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/quotas/ad00a409cf7142dcbbfb674d95ae5366 HTTP/1.1" status: 200 len: 375 time: 0.0108244 Aug 29 07:13:42.892690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4372d03f-4bd5-4a62-85a0-323428ddcce9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 5238e426-1bc6-463c-81bf-fd808d00fc05 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:13:42.912836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-a391cacf-73b2-4249-b446-5ee3cd94fe3b tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ad00a409cf7142dcbbfb674d95ae5366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275202 Aug 29 07:13:43.005939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4372d03f-4bd5-4a62-85a0-323428ddcce9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:13:43.009149 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-63f36a3a-e54d-4636-ad58-1a1c76f9aaa3 service neutron] 10.222.0.76 "GET /v2.0/networks/81ca59ed-249f-4a2c-b193-857ec5d910e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880647 Aug 29 07:13:43.010571 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4372d03f-4bd5-4a62-85a0-323428ddcce9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:43.017997 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ca063-e89e-46fa-92cd-997568ccec39 None None] Sync routers for ids ['5238e426-1bc6-463c-81bf-fd808d00fc05'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:13:43.028704 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ca063-e89e-46fa-92cd-997568ccec39 None None] Routers {'5238e426-1bc6-463c-81bf-fd808d00fc05'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:43.029759 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-616ca063-e89e-46fa-92cd-997568ccec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5238e426-1bc6-463c-81bf-fd808d00fc05'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:43.132133 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-6e4f7cc6-7024-4575-9f9a-6f1feec32949 service neutron] 10.222.0.76 "GET /v2.0/networks/81ca59ed-249f-4a2c-b193-857ec5d910e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090095 Aug 29 07:13:43.155705 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-616ca063-e89e-46fa-92cd-997568ccec39 None None] Set router 5238e426-1bc6-463c-81bf-fd808d00fc05 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:43.333257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84e82a-a5f8-4309-b880-2f1c9e4f32df req-a2c8b557-c18b-46ee-9d81-b05a1bf9221c tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:43.341729 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf84e82a-a5f8-4309-b880-2f1c9e4f32df req-a2c8b557-c18b-46ee-9d81-b05a1bf9221c tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 946 time: 0.0996959 Aug 29 07:13:43.413211 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-616ca063-e89e-46fa-92cd-997568ccec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:11:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'bd775dff-b5a6-4ee4-8f1c-f0c95f538531', 'name': '', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:26:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:58Z', 'updated_at': '2021-08-29T07:11:12Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:43.417154 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf84e82a-a5f8-4309-b880-2f1c9e4f32df req-a384fcd3-dc8e-43f1-9976-adec6f1f7079 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0e997a8-60a6-4807-9556-f0b3df0c2c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735581 Aug 29 07:13:43.442933 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ca063-e89e-46fa-92cd-997568ccec39 None None] Checking router: 5238e426-1bc6-463c-81bf-fd808d00fc05 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:13:43.452756 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ca063-e89e-46fa-92cd-997568ccec39 None None] Routers {'5238e426-1bc6-463c-81bf-fd808d00fc05'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:43.453718 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-616ca063-e89e-46fa-92cd-997568ccec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5238e426-1bc6-463c-81bf-fd808d00fc05'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:43.502217 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4372d03f-4bd5-4a62-85a0-323428ddcce9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/floatingips/cf2df4c4-c581-479f-8719-041d9a610401 HTTP/1.1" status: 204 len: 168 time: 1.7497606 Aug 29 07:13:43.502217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:13:43.502570 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5ff7397-95d5-4a8c-8dbc-ad5bac3f3d65 req-22acf90b-4f28-4146-a35a-b12606ecb932 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 210 time: 0.0521121 Aug 29 07:13:43.509640 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e94b85-ebc5-4803-9641-7faa6b6660d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:13:43.576755 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:43.604899 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6e2e00-d947-4a38-a8e0-8583502f7ac8 x-openstack-request-id: req-ed6e2e00-d947-4a38-a8e0-8583502f7ac8 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:13:43.605263 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:13:43.605583 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed6e2e00-d947-4a38-a8e0-8583502f7ac8 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:13:43.606094 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'status': 'completed', 'code': 200} Aug 29 07:13:43.625531 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-616ca063-e89e-46fa-92cd-997568ccec39 None None] Set router 5238e426-1bc6-463c-81bf-fd808d00fc05 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:43.664961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device ea3c2012-97c0-4f81-8756-c7495f2339a0 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:13:43.690329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: ea3c2012-97c0-4f81-8756-c7495f2339a0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:13:43.691013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device ea3c2012-97c0-4f81-8756-c7495f2339a0 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:13:43.708096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94b85-ebc5-4803-9641-7faa6b6660d5 req-036fd130-fa71-4b07-ae89-c529fd6c3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:43.710504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40e94b85-ebc5-4803-9641-7faa6b6660d5 req-036fd130-fa71-4b07-ae89-c529fd6c3b35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 1097 time: 0.0663056 Aug 29 07:13:43.826554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94b85-ebc5-4803-9641-7faa6b6660d5 req-daef1a4c-3e94-493e-ac8b-1574cf082b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:43.829428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40e94b85-ebc5-4803-9641-7faa6b6660d5 req-daef1a4c-3e94-493e-ac8b-1574cf082b7a service neutron] 10.222.0.11 "GET /v2.0/networks?id=4da26f07-20b6-4eb7-a417-053969c3a84a HTTP/1.1" status: 200 len: 897 time: 0.1116600 Aug 29 07:13:43.896987 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-616ca063-e89e-46fa-92cd-997568ccec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:11:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'bd775dff-b5a6-4ee4-8f1c-f0c95f538531', 'name': '', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:26:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:58Z', 'updated_at': '2021-08-29T07:11:12Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:43.933419 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40e94b85-ebc5-4803-9641-7faa6b6660d5 req-fb335e19-b3de-4e05-9871-396e6ce0c092 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87 HTTP/1.1" status: 200 len: 217 time: 0.0891988 Aug 29 07:13:43.944341 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ca063-e89e-46fa-92cd-997568ccec39 None None] The sync data for ids ['5238e426-1bc6-463c-81bf-fd808d00fc05'] in n-d-713301-12 is: [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:11:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'bd775dff-b5a6-4ee4-8f1c-f0c95f538531', 'name': '', 'network_id': '4da26f07-20b6-4eb7-a417-053969c3a84a', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:26:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:58Z', 'updated_at': '2021-08-29T07:11:12Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '04ae450a-b881-4904-8964-e7c34fe42ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:13:43.990116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94b85-ebc5-4803-9641-7faa6b6660d5 req-02a84504-816b-4619-9344-99253f04a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:43.991679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40e94b85-ebc5-4803-9641-7faa6b6660d5 req-02a84504-816b-4619-9344-99253f04a532 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04ae450a-b881-4904-8964-e7c34fe42ecd HTTP/1.1" status: 200 len: 835 time: 0.0510826 Aug 29 07:13:44.069192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94b85-ebc5-4803-9641-7faa6b6660d5 req-3fba18bc-cb0a-4035-a2fc-dd58b6d6047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:44.070808 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40e94b85-ebc5-4803-9641-7faa6b6660d5 req-3fba18bc-cb0a-4035-a2fc-dd58b6d6047c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4da26f07-20b6-4eb7-a417-053969c3a84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654781 Aug 29 07:13:44.205729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901a2dd-9b70-41a4-b156-d9d79f9f5b24 req-3dd7486f-a5dd-4e67-9f88-1635a6386cf2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:44.207401 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e901a2dd-9b70-41a4-b156-d9d79f9f5b24 req-3dd7486f-a5dd-4e67-9f88-1635a6386cf2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.1178374 Aug 29 07:13:44.243887 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40e94b85-ebc5-4803-9641-7faa6b6660d5 req-d3238494-7b75-468c-b589-e124ae5b267d service neutron] 10.222.0.11 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640587 Aug 29 07:13:44.275203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6527d2fe-0689-42d7-ac78-179a6fd5d942 None None] New status for floating IP cf2df4c4-c581-479f-8719-041d9a610401: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:13:44.284670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e901a2dd-9b70-41a4-b156-d9d79f9f5b24 req-40ec7501-c7d8-4d65-85b3-f322479ee431 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697968 Aug 29 07:13:44.644993 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 62904d40-4e9d-4e9d-b95c-4b0ac33af69f no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:13:44.668405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 62904d40-4e9d-4e9d-b95c-4b0ac33af69f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:13:44.669008 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 62904d40-4e9d-4e9d-b95c-4b0ac33af69f not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:13:44.706467 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8853dd8-2052-41f8-b72c-a9e952c3f6d2 req-52386775-ec82-4565-bb84-c05cdff72f2b tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 210 time: 0.0596638 Aug 29 07:13:44.746495 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537c896-3917-4480-b984-b5f2449c108d req-d885fd0f-2d1d-4123-be3f-deddaae0fe78 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:44.754574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c537c896-3917-4480-b984-b5f2449c108d req-d885fd0f-2d1d-4123-be3f-deddaae0fe78 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 946 time: 0.0988159 Aug 29 07:13:44.794269 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40e94b85-ebc5-4803-9641-7faa6b6660d5 req-66ae8493-5b82-40e8-9a74-6fd9abed7fb0 service neutron] 10.222.0.11 "GET /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401647 Aug 29 07:13:44.812807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c537c896-3917-4480-b984-b5f2449c108d req-b9dac991-d2ea-4b32-b573-d93c8bff0acc tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0e997a8-60a6-4807-9556-f0b3df0c2c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569284 Aug 29 07:13:44.940433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2519f60-146b-4304-8066-4a5367997966 req-c3fb1360-6c39-48c7-82dc-6297107265b0 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:44.942255 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2519f60-146b-4304-8066-4a5367997966 req-c3fb1360-6c39-48c7-82dc-6297107265b0 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 946 time: 0.0522244 Aug 29 07:13:44.987789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2519f60-146b-4304-8066-4a5367997966 req-9eb3924a-8f28-429c-89a4-9337153da913 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0e997a8-60a6-4807-9556-f0b3df0c2c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391438 Aug 29 07:13:45.116486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f50319-ee95-4bbb-bd41-20594558c726 req-0ea1769d-a6ad-4e78-9267-5b2fb52d67b2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:45.117985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98f50319-ee95-4bbb-bd41-20594558c726 req-0ea1769d-a6ad-4e78-9267-5b2fb52d67b2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 946 time: 0.0490122 Aug 29 07:13:45.156706 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98f50319-ee95-4bbb-bd41-20594558c726 req-2f311bfa-02e2-4256-83bf-28490ff21c99 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0e997a8-60a6-4807-9556-f0b3df0c2c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320227 Aug 29 07:13:45.180111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58544) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:45.281690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ddbfef-552b-4472-b946-2a89033b03ee tempest-TestServerBasicOps-1993804386 tempest-TestServerBasicOps-1993804386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:45.283840 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-71ddbfef-552b-4472-b946-2a89033b03ee tempest-TestServerBasicOps-1993804386 tempest-TestServerBasicOps-1993804386-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 1093 time: 0.1038129 Aug 29 07:13:45.286747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58550) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:45.291616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:45.421890 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:45.423451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03f690-904b-42d9-9865-9c5999ccdc91 req-75b8f8d5-56e5-4ffc-8a1b-9316198dbea2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:45.425036 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b03f690-904b-42d9-9865-9c5999ccdc91 req-75b8f8d5-56e5-4ffc-8a1b-9316198dbea2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.0591948 Aug 29 07:13:45.478206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b03f690-904b-42d9-9865-9c5999ccdc91 req-72863856-aac0-4e99-86af-2c5f71596573 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462754 Aug 29 07:13:45.556384 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:45.704812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Allocated IP 172.25.1.154 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/f1bf3b0d-4f55-4401-b3e4-42b8641f34ef) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:13:45.867762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f70d26d5-d0a2-4f1e-a919-1e4e84d4362a req-414fd62e-d633-4bf1-9be1-cb7b965e735d tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 210 time: 0.0722046 Aug 29 07:13:45.878020 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:45.926437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13e62d-3161-489c-9ed4-b8794cadaf19 req-0832bc69-15d9-49b7-a55f-b9afd2bf8f1e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:45.928100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e13e62d-3161-489c-9ed4-b8794cadaf19 req-0832bc69-15d9-49b7-a55f-b9afd2bf8f1e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 945 time: 0.0593872 Aug 29 07:13:46.029647 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-3e13e62d-3161-489c-9ed4-b8794cadaf19 req-cab87cb1-811e-4259-9bbb-4f7a861a0971 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port 3baddac9-99b3-4c41-abd3-8f06504c2d87 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:13:46.030200 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3e13e62d-3161-489c-9ed4-b8794cadaf19 req-cab87cb1-811e-4259-9bbb-4f7a861a0971 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:46.040396 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:46.108855 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:13:46.114178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:46.120418 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:13:46.169944 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Pushing event updated for resources: {'Port': ['ID=f1bf3b0d-4f55-4401-b3e4-42b8641f34ef,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:46.196946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-3e13e62d-3161-489c-9ed4-b8794cadaf19 req-cab87cb1-811e-4259-9bbb-4f7a861a0971 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] For port 3baddac9-99b3-4c41-abd3-8f06504c2d87, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3baddac9-99b3-4c41-abd3-8f06504c2d87,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:46.197476 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3e13e62d-3161-489c-9ed4-b8794cadaf19 req-cab87cb1-811e-4259-9bbb-4f7a861a0971 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:46.211623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-69ea429a-cf5e-4dea-a7c1-98a93740a721 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:46.213156 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-69ea429a-cf5e-4dea-a7c1-98a93740a721 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.11 "GET /v2.0/networks?id=81ca59ed-249f-4a2c-b193-857ec5d910e6 HTTP/1.1" status: 200 len: 809 time: 0.2220857 Aug 29 07:13:46.213586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-3e13e62d-3161-489c-9ed4-b8794cadaf19 req-cab87cb1-811e-4259-9bbb-4f7a861a0971 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for 3baddac9-99b3-4c41-abd3-8f06504c2d87 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:13:46.234557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-f75692f1-9ab1-489c-a680-f0214ee7dd10 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Request body: {'port': {'device_id': 'f50852fa-559d-437f-8756-d96a38ef8950', 'network_id': '81ca59ed-249f-4a2c-b193-857ec5d910e6', 'admin_state_up': True, 'tenant_id': 'ad00a409cf7142dcbbfb674d95ae5366'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:46.466003 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3e13e62d-3161-489c-9ed4-b8794cadaf19 req-cab87cb1-811e-4259-9bbb-4f7a861a0971 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:46.502362 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab87cb1-811e-4259-9bbb-4f7a861a0971 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=3baddac9-99b3-4c41-abd3-8f06504c2d87,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:46.539504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-f75692f1-9ab1-489c-a680-f0214ee7dd10 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Made reservation on behalf of ad00a409cf7142dcbbfb674d95ae5366 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:46.546492 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-f75692f1-9ab1-489c-a680-f0214ee7dd10 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:46.554766 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e13e62d-3161-489c-9ed4-b8794cadaf19 req-cab87cb1-811e-4259-9bbb-4f7a861a0971 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] No DVR routers for this DVR port 3baddac9-99b3-4c41-abd3-8f06504c2d87 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:13:46.557822 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-3e13e62d-3161-489c-9ed4-b8794cadaf19 req-cab87cb1-811e-4259-9bbb-4f7a861a0971 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:46.561299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e13e62d-3161-489c-9ed4-b8794cadaf19 req-cab87cb1-811e-4259-9bbb-4f7a861a0971 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "DELETE /v2.0/ports/3baddac9-99b3-4c41-abd3-8f06504c2d87 HTTP/1.1" status: 204 len: 173 time: 0.6275637 Aug 29 07:13:46.561861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'name': 'network-vif-deleted', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:13:46.564985 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dadce5d-308a-4eb0-ab67-6b92044bc9dc" -d '{"events": [{"server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "name": "network-vif-deleted", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:13:46.695188 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38eb19ef-794d-4407-ada2-61a069aa6e2b req-a9b4d7b7-2ccd-4d5d-a47c-efd8b03b8f6d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f6b0278-3c7e-4166-a81b-2f6d288a0dd8 HTTP/1.1" status: 200 len: 210 time: 0.0725801 Aug 29 07:13:46.701589 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e22552-070d-4f04-bb02-d49bf6c0bed4 x-openstack-request-id: req-74e22552-070d-4f04-bb02-d49bf6c0bed4 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:13:46.704190 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6b0278-3c7e-4166-a81b-2f6d288a0dd8", "name": "network-vif-deleted", "tag": "3baddac9-99b3-4c41-abd3-8f06504c2d87", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:13:46.705434 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74e22552-070d-4f04-bb02-d49bf6c0bed4 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:13:46.706094 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6b0278-3c7e-4166-a81b-2f6d288a0dd8', 'name': 'network-vif-deleted', 'tag': '3baddac9-99b3-4c41-abd3-8f06504c2d87', 'status': 'completed', 'code': 200} Aug 29 07:13:46.752257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-f75692f1-9ab1-489c-a680-f0214ee7dd10 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Allocated IP 172.20.0.9 (81ca59ed-249f-4a2c-b193-857ec5d910e6/16a085e6-f07d-444a-b07a-1e333b80849b/583fbe76-02eb-40e7-a3dc-ad060a3fda8e) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:13:46.870662 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:46.995774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06ea38f2-65a9-475f-b578-5f568eddbccc req-a5d04c0e-ec22-42fa-afc0-bdd543a5340b tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 210 time: 0.0447941 Aug 29 07:13:47.022823 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-f75692f1-9ab1-489c-a680-f0214ee7dd10 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:47.110583 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:47.200265 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-f75692f1-9ab1-489c-a680-f0214ee7dd10 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:47.251456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-f75692f1-9ab1-489c-a680-f0214ee7dd10 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Network 81ca59ed-249f-4a2c-b193-857ec5d910e6 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:13:47.260194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-f75692f1-9ab1-489c-a680-f0214ee7dd10 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:47.269856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-f75692f1-9ab1-489c-a680-f0214ee7dd10 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:13:47.301623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75692f1-9ab1-489c-a680-f0214ee7dd10 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Pushing event updated for resources: {'Port': ['ID=583fbe76-02eb-40e7-a3dc-ad060a3fda8e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:47.346139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-f75692f1-9ab1-489c-a680-f0214ee7dd10 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:47.346786 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-f75692f1-9ab1-489c-a680-f0214ee7dd10 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:47.393268 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:47.462526 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-f75692f1-9ab1-489c-a680-f0214ee7dd10 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2314522 Aug 29 07:13:47.481094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Request body: {'port': {'device_id': 'f50852fa-559d-437f-8756-d96a38ef8950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:47.532326 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:47.624422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Pushing event updated for resources: {'Port': ['ID=f1bf3b0d-4f55-4401-b3e4-42b8641f34ef,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:47.664202 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:47.682777 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:47.816091 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58604) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:47.918279 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Floating IP 4590c320-2395-4970-bd0a-7659634fa025 associated. External IP: 172.25.1.154, port: 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec. Aug 29 07:13:48.193459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dfa62-2322-4c48-aa13-88c279778e1d req-12ee2e59-5daf-4285-b9b3-b1c39f190523 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:48.197817 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e8dfa62-2322-4c48-aa13-88c279778e1d req-12ee2e59-5daf-4285-b9b3-b1c39f190523 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 931 time: 0.1134059 Aug 29 07:13:48.229948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 583fbe76-02eb-40e7-a3dc-ad060a3fda8e {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:13:48.274910 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e8dfa62-2322-4c48-aa13-88c279778e1d req-b34d61d8-f1d3-479d-bf67-335ac7ae9a0c tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731015 Aug 29 07:13:48.276074 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:48.301430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Transition to ACTIVE for port object 583fbe76-02eb-40e7-a3dc-ad060a3fda8e will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:13:48.379086 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:48.393194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Router 4ee679b1-4805-4a9f-a510-be5f3269c199 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:13:48.474746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Pushing event updated for resources: {'Port': ['ID=583fbe76-02eb-40e7-a3dc-ad060a3fda8e,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:48.474971 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db35c190-7050-4257-ac7b-8f489b1ae6ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:48.682323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Attempting to bind port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:13:48.682833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Attempting to bind port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '68d70c03-dda9-472d-bd8d-5f3181606e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '81ca59ed-249f-4a2c-b193-857ec5d910e6'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:13:48.683300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Attempting to bind port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e on network 81ca59ed-249f-4a2c-b193-857ec5d910e6 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:13:48.690870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:13:48.691899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e on network 81ca59ed-249f-4a2c-b193-857ec5d910e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:13:48.692325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Attempting to bind port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e on network 81ca59ed-249f-4a2c-b193-857ec5d910e6 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:13:48.701527 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2939fb-69c8-4a8a-8f73-eb6afbb01d98 None None] Sync routers for ids ['4ee679b1-4805-4a9f-a510-be5f3269c199'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:13:48.708980 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:13:48.710196 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Checking segment: {'id': '68d70c03-dda9-472d-bd8d-5f3181606e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '81ca59ed-249f-4a2c-b193-857ec5d910e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:13:48.710196 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Bound using segment: {'id': '68d70c03-dda9-472d-bd8d-5f3181606e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '81ca59ed-249f-4a2c-b193-857ec5d910e6'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:13:48.710543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Bound port: 583fbe76-02eb-40e7-a3dc-ad060a3fda8e, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d70c03-dda9-472d-bd8d-5f3181606e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '81ca59ed-249f-4a2c-b193-857ec5d910e6'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:13:48.710927 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:48.717759 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2939fb-69c8-4a8a-8f73-eb6afbb01d98 None None] Routers {'4ee679b1-4805-4a9f-a510-be5f3269c199'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:48.718429 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2c2939fb-69c8-4a8a-8f73-eb6afbb01d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['4ee679b1-4805-4a9f-a510-be5f3269c199'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:48.809125 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] For port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:13:48.813037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] For port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=583fbe76-02eb-40e7-a3dc-ad060a3fda8e,segment=NetworkSegment(68d70c03-dda9-472d-bd8d-5f3181606e27),segment_id=68d70c03-dda9-472d-bd8d-5f3181606e27)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:13:48.825915 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:48.864442 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d10b0ddc-2dec-45b6-8d50-1af2f1e133c2 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5758202 Aug 29 07:13:48.870470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64ee46d-3b0b-43bc-ab5d-6122a735ce31', 'tag': '4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:13:48.870470 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cce867-ec55-4f12-9231-b8d74c382164" -d '{"events": [{"name": "network-changed", "server_uuid": "c64ee46d-3b0b-43bc-ab5d-6122a735ce31", "tag": "4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:13:48.906086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-db35c190-7050-4257-ac7b-8f489b1ae6ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port bd775dff-b5a6-4ee4-8f1c-f0c95f538531 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:13:48.907267 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db35c190-7050-4257-ac7b-8f489b1ae6ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:48.908151 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:48.955262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:48.956277 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:48.957972 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] 10.222.0.11 "PUT /v2.0/ports/583fbe76-02eb-40e7-a3dc-ad060a3fda8e HTTP/1.1" status: 200 len: 1092 time: 1.4817305 Aug 29 07:13:48.959479 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0fa196-348f-4710-9a79-fbe1937e3696 x-openstack-request-id: req-8f0fa196-348f-4710-9a79-fbe1937e3696 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:13:48.959768 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64ee46d-3b0b-43bc-ab5d-6122a735ce31", "tag": "4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:13:48.960269 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f0fa196-348f-4710-9a79-fbe1937e3696 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:13:48.960804 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64ee46d-3b0b-43bc-ab5d-6122a735ce31', 'tag': '4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec', 'status': 'completed', 'code': 200} Aug 29 07:13:48.991654 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-2c2939fb-69c8-4a8a-8f73-eb6afbb01d98 None None] Set router 4ee679b1-4805-4a9f-a510-be5f3269c199 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:48.993456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15c2b9-f18f-4560-91b4-5c9731a5d802 service neutron] Pushing event updated for resources: {'Port': ['ID=583fbe76-02eb-40e7-a3dc-ad060a3fda8e,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:49.035202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-db35c190-7050-4257-ac7b-8f489b1ae6ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] For port bd775dff-b5a6-4ee4-8f1c-f0c95f538531, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bd775dff-b5a6-4ee4-8f1c-f0c95f538531,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:49.035578 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db35c190-7050-4257-ac7b-8f489b1ae6ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:49.048871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cce867-ec55-4f12-9231-b8d74c382164 req-66db0ba4-c4f9-4ba7-98dd-19e47501bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:49.050393 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-15cce867-ec55-4f12-9231-b8d74c382164 req-66db0ba4-c4f9-4ba7-98dd-19e47501bce9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc2e022f8122409ca1e473ae517571f9&device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 1098 time: 0.0468478 Aug 29 07:13:49.052527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-db35c190-7050-4257-ac7b-8f489b1ae6ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for bd775dff-b5a6-4ee4-8f1c-f0c95f538531 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:13:49.180767 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-e6d18dc8-0f3f-4483-a5ef-b69ae52e4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:49.182291 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-e6d18dc8-0f3f-4483-a5ef-b69ae52e4e01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad00a409cf7142dcbbfb674d95ae5366&device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 1095 time: 0.1015599 Aug 29 07:13:49.187029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cce867-ec55-4f12-9231-b8d74c382164 req-f5a3d3dd-a91b-432a-a564-f2a88e11e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:49.188996 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-15cce867-ec55-4f12-9231-b8d74c382164 req-f5a3d3dd-a91b-432a-a564-f2a88e11e66e service neutron] 10.222.0.15 "GET /v2.0/networks?id=08fb56f6-9347-4fcc-8e31-21eb92e603ca HTTP/1.1" status: 200 len: 909 time: 0.1308594 Aug 29 07:13:49.272895 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-e67fd1f0-a9c0-48bc-afc8-d886a4938b24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=583fbe76-02eb-40e7-a3dc-ad060a3fda8e HTTP/1.1" status: 200 len: 217 time: 0.0762889 Aug 29 07:13:49.280663 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2c2939fb-69c8-4a8a-8f73-eb6afbb01d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:13:14Z', 'revision_number': 4, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port': {'id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:10Z', 'updated_at': '2021-08-29T07:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '4590c320-2395-4970-bd0a-7659634fa025', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'port_id': '4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'mac_address': 'fa:16:3e:15:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ee46d-3b0b-43bc-ab5d-6122a735ce31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:13:46Z', 'updated_at': '2021-08-29T07:13:46Z', 'revision_number': 0, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77d168a-29c6-4e13-88d8-780cd42502a3', 'name': '', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'mac_address': 'fa:16:3e:e9:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:13Z', 'updated_at': '2021-08-29T07:13:20Z', 'revision_number': 5, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'subnets': [{'id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:49.320266 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2939fb-69c8-4a8a-8f73-eb6afbb01d98 None None] Checking router: 4ee679b1-4805-4a9f-a510-be5f3269c199 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:13:49.337284 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2939fb-69c8-4a8a-8f73-eb6afbb01d98 None None] Routers {'4ee679b1-4805-4a9f-a510-be5f3269c199'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:49.338395 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2c2939fb-69c8-4a8a-8f73-eb6afbb01d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['4ee679b1-4805-4a9f-a510-be5f3269c199'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:49.346915 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-15cce867-ec55-4f12-9231-b8d74c382164 req-8063f13c-3bef-40c0-8889-a3eedae0228f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec HTTP/1.1" status: 200 len: 1000 time: 0.1468968 Aug 29 07:13:49.357112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-e201d6a7-59f3-4fba-bf7a-df46b0826bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:49.357112 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-e201d6a7-59f3-4fba-bf7a-df46b0826bcd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16a085e6-f07d-444a-b07a-1e333b80849b HTTP/1.1" status: 200 len: 849 time: 0.0734644 Aug 29 07:13:49.357566 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db35c190-7050-4257-ac7b-8f489b1ae6ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:49.388512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35c190-7050-4257-ac7b-8f489b1ae6ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=bd775dff-b5a6-4ee4-8f1c-f0c95f538531,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:49.421720 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-9ded6f87-fcba-4a8a-8ec3-6b044989b77a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=81ca59ed-249f-4a2c-b193-857ec5d910e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570629 Aug 29 07:13:49.472854 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-2c2939fb-69c8-4a8a-8f73-eb6afbb01d98 None None] Set router 4ee679b1-4805-4a9f-a510-be5f3269c199 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:49.509732 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725c010-4d61-468f-a82f-f3d045e2d86f req-deb921d6-c50e-4c8f-8391-aafcd59b8d26 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:49.519401 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9725c010-4d61-468f-a82f-f3d045e2d86f req-deb921d6-c50e-4c8f-8391-aafcd59b8d26 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 943 time: 0.1241553 Aug 29 07:13:49.549976 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cce867-ec55-4f12-9231-b8d74c382164 req-6a3d032b-b839-4258-a474-df62c02a9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:49.565041 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-15cce867-ec55-4f12-9231-b8d74c382164 req-6a3d032b-b839-4258-a474-df62c02a9d97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa0666cb-ac9f-4af1-b417-84613003b7af HTTP/1.1" status: 200 len: 847 time: 0.2107384 Aug 29 07:13:49.645458 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-973314a7-7a17-415d-acd7-d09ec87ff673 service neutron] 10.222.0.11 "GET /v2.0/networks/81ca59ed-249f-4a2c-b193-857ec5d910e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154133 Aug 29 07:13:49.658226 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9725c010-4d61-468f-a82f-f3d045e2d86f req-a110bad2-a07a-4596-b178-c20048a24a15 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378109 Aug 29 07:13:49.728464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cce867-ec55-4f12-9231-b8d74c382164 req-43aa3f1f-ee11-41a5-b8d7-80e15bc9fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:49.730372 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-15cce867-ec55-4f12-9231-b8d74c382164 req-43aa3f1f-ee11-41a5-b8d7-80e15bc9fbfe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08fb56f6-9347-4fcc-8e31-21eb92e603ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1515718 Aug 29 07:13:49.862976 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db35c190-7050-4257-ac7b-8f489b1ae6ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:49.863114 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc235aad-db1f-49d1-b205-32e91f71f02b req-4c72193f-2a0b-4118-ae63-18b523431da4 service neutron] 10.222.0.11 "GET /v2.0/networks/81ca59ed-249f-4a2c-b193-857ec5d910e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970575 Aug 29 07:13:49.890275 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-15cce867-ec55-4f12-9231-b8d74c382164 req-4fa0cb01-b4c4-4b83-90dd-d37bae156383 service neutron] 10.222.0.15 "GET /v2.0/networks/08fb56f6-9347-4fcc-8e31-21eb92e603ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504974 Aug 29 07:13:49.902777 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2c2939fb-69c8-4a8a-8f73-eb6afbb01d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:13:14Z', 'revision_number': 4, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port': {'id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:10Z', 'updated_at': '2021-08-29T07:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '4590c320-2395-4970-bd0a-7659634fa025', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'port_id': '4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'mac_address': 'fa:16:3e:15:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ee46d-3b0b-43bc-ab5d-6122a735ce31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:13:46Z', 'updated_at': '2021-08-29T07:13:46Z', 'revision_number': 0, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77d168a-29c6-4e13-88d8-780cd42502a3', 'name': '', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'mac_address': 'fa:16:3e:e9:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:13Z', 'updated_at': '2021-08-29T07:13:20Z', 'revision_number': 5, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'subnets': [{'id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:49.963280 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2939fb-69c8-4a8a-8f73-eb6afbb01d98 None None] The sync data for ids ['4ee679b1-4805-4a9f-a510-be5f3269c199'] in n-d-713301-12 is: [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:13:14Z', 'revision_number': 4, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port': {'id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:10Z', 'updated_at': '2021-08-29T07:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '4590c320-2395-4970-bd0a-7659634fa025', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'floating_ip_address': '172.25.1.154', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'port_id': '4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'mac_address': 'fa:16:3e:15:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ee46d-3b0b-43bc-ab5d-6122a735ce31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:13:46Z', 'updated_at': '2021-08-29T07:13:46Z', 'revision_number': 0, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77d168a-29c6-4e13-88d8-780cd42502a3', 'name': '', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'mac_address': 'fa:16:3e:e9:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:13Z', 'updated_at': '2021-08-29T07:13:20Z', 'revision_number': 5, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'subnets': [{'id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:13:50.013699 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-15cce867-ec55-4f12-9231-b8d74c382164 req-15cea7a4-548a-4e2a-998e-a9acd3f5828f service neutron] 10.222.0.15 "GET /v2.0/networks/08fb56f6-9347-4fcc-8e31-21eb92e603ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167171 Aug 29 07:13:50.150156 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db35c190-7050-4257-ac7b-8f489b1ae6ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 5238e426-1bc6-463c-81bf-fd808d00fc05 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:13:50.237487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95185b83-a0e5-4e8a-84ad-281c1a8f9078 None None] New status for floating IP 4590c320-2395-4970-bd0a-7659634fa025: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:13:50.270026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db35c190-7050-4257-ac7b-8f489b1ae6ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:13:50.281269 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-db35c190-7050-4257-ac7b-8f489b1ae6ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "PUT /v2.0/routers/5238e426-1bc6-463c-81bf-fd808d00fc05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4634726 Aug 29 07:13:50.282658 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5994541-456f-4fd7-97f1-f80d2a5ba77a None None] Sync routers for ids ['5238e426-1bc6-463c-81bf-fd808d00fc05'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:13:50.285137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58652) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:50.292267 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5994541-456f-4fd7-97f1-f80d2a5ba77a None None] Routers {'5238e426-1bc6-463c-81bf-fd808d00fc05'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:50.292902 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a5994541-456f-4fd7-97f1-f80d2a5ba77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5238e426-1bc6-463c-81bf-fd808d00fc05'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:50.376996 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3ac5b6-c6b0-41eb-8b84-a5fae307656f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting subnet 04ae450a-b881-4904-8964-e7c34fe42ecd {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:13:50.382299 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac5b6-c6b0-41eb-8b84-a5fae307656f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:50.438925 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-a5994541-456f-4fd7-97f1-f80d2a5ba77a None None] Set router 5238e426-1bc6-463c-81bf-fd808d00fc05 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:50.443454 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac5b6-c6b0-41eb-8b84-a5fae307656f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:50.558007 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac5b6-c6b0-41eb-8b84-a5fae307656f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:50.656821 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a5994541-456f-4fd7-97f1-f80d2a5ba77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:13:49Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:50.668502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3baddac9-99b3-4c41-abd3-8f06504c2d87 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:13:50.686378 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac5b6-c6b0-41eb-8b84-a5fae307656f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:50.709999 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5994541-456f-4fd7-97f1-f80d2a5ba77a None None] Checking router: 5238e426-1bc6-463c-81bf-fd808d00fc05 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:13:50.716218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 3baddac9-99b3-4c41-abd3-8f06504c2d87 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:13:50.716836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3baddac9-99b3-4c41-abd3-8f06504c2d87 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:13:50.727308 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5994541-456f-4fd7-97f1-f80d2a5ba77a None None] Routers {'5238e426-1bc6-463c-81bf-fd808d00fc05'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:50.728034 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a5994541-456f-4fd7-97f1-f80d2a5ba77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5238e426-1bc6-463c-81bf-fd808d00fc05'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:50.731852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ac5b6-c6b0-41eb-8b84-a5fae307656f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Subnet': ['ID=04ae450a-b881-4904-8964-e7c34fe42ecd,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:50.743347 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac5b6-c6b0-41eb-8b84-a5fae307656f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:50.745897 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3b3ac5b6-c6b0-41eb-8b84-a5fae307656f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/subnets/04ae450a-b881-4904-8964-e7c34fe42ecd HTTP/1.1" status: 204 len: 168 time: 0.4595463 Aug 29 07:13:50.748515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58660) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:50.750616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7a8ecd-81fd-486f-9856-d862c768e086 None None] Network 4da26f07-20b6-4eb7-a417-053969c3a84a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:13:50.872754 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-a5994541-456f-4fd7-97f1-f80d2a5ba77a None None] Set router 5238e426-1bc6-463c-81bf-fd808d00fc05 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:50.938183 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:50.962487 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50852fa-559d-437f-8756-d96a38ef8950', 'tag': '583fbe76-02eb-40e7-a3dc-ad060a3fda8e'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:13:50.966004 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fad4dba-83f0-4138-a42f-55f3b533bb25" -d '{"events": [{"name": "network-changed", "server_uuid": "f50852fa-559d-437f-8756-d96a38ef8950", "tag": "583fbe76-02eb-40e7-a3dc-ad060a3fda8e"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:13:51.010819 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d737e9cb-73fe-4539-96cc-1342ab9c72f1 x-openstack-request-id: req-d737e9cb-73fe-4539-96cc-1342ab9c72f1 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:13:51.010819 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50852fa-559d-437f-8756-d96a38ef8950", "tag": "583fbe76-02eb-40e7-a3dc-ad060a3fda8e", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:13:51.010819 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d737e9cb-73fe-4539-96cc-1342ab9c72f1 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:13:51.010819 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50852fa-559d-437f-8756-d96a38ef8950', 'tag': '583fbe76-02eb-40e7-a3dc-ad060a3fda8e', 'status': 'completed', 'code': 200} Aug 29 07:13:51.012219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37afb715-8225-4232-b526-cdf04404697f None None] DHCP port deletion for 4da26f07-20b6-4eb7-a417-053969c3a84a request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:13:51.085140 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:51.095546 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf3f06-b9e5-421f-829a-9bc333397e9e req-c19d7745-7eea-4bda-bb86-d55d13ab1bf6 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:51.097790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6edf3f06-b9e5-421f-829a-9bc333397e9e req-c19d7745-7eea-4bda-bb86-d55d13ab1bf6 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 943 time: 0.2017446 Aug 29 07:13:51.137527 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a5994541-456f-4fd7-97f1-f80d2a5ba77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:13:49Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:51.163833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-37afb715-8225-4232-b526-cdf04404697f None None] Deleting port a2279fb1-8b00-4f9d-a10e-2446ed117a17 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:13:51.164565 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-37afb715-8225-4232-b526-cdf04404697f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:51.178955 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5994541-456f-4fd7-97f1-f80d2a5ba77a None None] The sync data for ids ['5238e426-1bc6-463c-81bf-fd808d00fc05'] in n-d-713301-12 is: [{'id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783776460', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:10:48Z', 'updated_at': '2021-08-29T07:13:49Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c5fd5a63-77a6-4b0a-9c9b-506a4687a056', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238e426-1bc6-463c-81bf-fd808d00fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:10:49Z', 'updated_at': '2021-08-29T07:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:13:51.226949 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6edf3f06-b9e5-421f-829a-9bc333397e9e req-209a1dc4-a431-4ff0-80fd-ccd3aad65c05 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892987 Aug 29 07:13:51.230004 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:51.276263 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-37afb715-8225-4232-b526-cdf04404697f None None] For port a2279fb1-8b00-4f9d-a10e-2446ed117a17, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a2279fb1-8b00-4f9d-a10e-2446ed117a17,segment=NetworkSegment(fa5978fe-dabd-4686-b221-7b6188c4cb23),segment_id=fa5978fe-dabd-4686-b221-7b6188c4cb23)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:51.276859 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-37afb715-8225-4232-b526-cdf04404697f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:51.327461 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-37afb715-8225-4232-b526-cdf04404697f None None] Calling delete_port for a2279fb1-8b00-4f9d-a10e-2446ed117a17 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:13:51.428956 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port c5fd5a63-77a6-4b0a-9c9b-506a4687a056 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:13:51.429432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:51.564152 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] For port c5fd5a63-77a6-4b0a-9c9b-506a4687a056, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c5fd5a63-77a6-4b0a-9c9b-506a4687a056,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:51.564152 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:51.571692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for c5fd5a63-77a6-4b0a-9c9b-506a4687a056 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:13:51.685772 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-37afb715-8225-4232-b526-cdf04404697f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:51.696862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad4dba-83f0-4138-a42f-55f3b533bb25 req-2182dc00-49bc-4342-a0db-8afb40d23b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:51.699405 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6fad4dba-83f0-4138-a42f-55f3b533bb25 req-2182dc00-49bc-4342-a0db-8afb40d23b7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad00a409cf7142dcbbfb674d95ae5366&device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 1095 time: 0.6432579 Aug 29 07:13:51.732626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afb715-8225-4232-b526-cdf04404697f None None] Pushing event deleted for resources: {'Port': ['ID=a2279fb1-8b00-4f9d-a10e-2446ed117a17,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:51.736537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37afb715-8225-4232-b526-cdf04404697f None None] No DVR routers for this DVR port a2279fb1-8b00-4f9d-a10e-2446ed117a17 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:13:51.838314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad4dba-83f0-4138-a42f-55f3b533bb25 req-7d1d1932-4713-4114-ae7b-e396f100c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:51.839857 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6fad4dba-83f0-4138-a42f-55f3b533bb25 req-7d1d1932-4713-4114-ae7b-e396f100c253 service neutron] 10.222.0.11 "GET /v2.0/networks?id=81ca59ed-249f-4a2c-b193-857ec5d910e6 HTTP/1.1" status: 200 len: 910 time: 0.1323099 Aug 29 07:13:51.884823 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:51.908693 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6fad4dba-83f0-4138-a42f-55f3b533bb25 req-01e9adb6-8be3-4cc5-85a9-6d831f8d3cdb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=583fbe76-02eb-40e7-a3dc-ad060a3fda8e HTTP/1.1" status: 200 len: 217 time: 0.0599062 Aug 29 07:13:51.910480 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a2279fb1-8b00-4f9d-a10e-2446ed117a17 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:13:51.923169 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=c5fd5a63-77a6-4b0a-9c9b-506a4687a056,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:51.938746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: a2279fb1-8b00-4f9d-a10e-2446ed117a17 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:13:51.950127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a2279fb1-8b00-4f9d-a10e-2446ed117a17 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:13:51.950127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bd775dff-b5a6-4ee4-8f1c-f0c95f538531 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:13:51.962267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: bd775dff-b5a6-4ee4-8f1c-f0c95f538531 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:13:51.962780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bd775dff-b5a6-4ee4-8f1c-f0c95f538531 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:13:51.989270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad4dba-83f0-4138-a42f-55f3b533bb25 req-1d0cdd85-fe43-4f77-876e-1c7fa48f85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:51.990767 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6fad4dba-83f0-4138-a42f-55f3b533bb25 req-1d0cdd85-fe43-4f77-876e-1c7fa48f85a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16a085e6-f07d-444a-b07a-1e333b80849b HTTP/1.1" status: 200 len: 849 time: 0.0748055 Aug 29 07:13:52.021996 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:52.024455 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6fad4dba-83f0-4138-a42f-55f3b533bb25 req-5a5c38b5-6b45-4520-bfaf-8077b4971410 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=81ca59ed-249f-4a2c-b193-857ec5d910e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263088 Aug 29 07:13:52.116854 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:52.119819 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:52.130425 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6fad4dba-83f0-4138-a42f-55f3b533bb25 req-818717d5-1b91-4da4-ace5-2714a298fd5a service neutron] 10.222.0.11 "GET /v2.0/networks/81ca59ed-249f-4a2c-b193-857ec5d910e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961468 Aug 29 07:13:52.230989 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6fad4dba-83f0-4138-a42f-55f3b533bb25 req-a4be4c4c-f277-4be9-a520-bd62c218fd13 service neutron] 10.222.0.11 "GET /v2.0/networks/81ca59ed-249f-4a2c-b193-857ec5d910e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929372 Aug 29 07:13:52.231213 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:52.231725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Fanout notify agent at l3_agent the message router_deleted on router 5238e426-1bc6-463c-81bf-fd808d00fc05 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:13:52.238688 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:52.239840 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4c884a4c-dc6a-4858-8cf4-3b81cf190f56 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/routers/5238e426-1bc6-463c-81bf-fd808d00fc05 HTTP/1.1" status: 204 len: 168 time: 1.4899523 Aug 29 07:13:52.242439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58670) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:52.418739 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f84c2c67-3a8f-433b-9ed2-3b953ab94e69 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:52.463616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a06a8-1f5b-45db-8335-da330fa019a4 req-8f805b17-5856-4e08-b62c-02ec50c6275d tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:52.465120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-362a06a8-1f5b-45db-8335-da330fa019a4 req-8f805b17-5856-4e08-b62c-02ec50c6275d tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 943 time: 0.1029189 Aug 29 07:13:52.558783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-362a06a8-1f5b-45db-8335-da330fa019a4 req-b5205096-5e63-4ae4-8c4b-0a1bfc9a32f4 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789874 Aug 29 07:13:52.560323 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f84c2c67-3a8f-433b-9ed2-3b953ab94e69 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:52.571883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f84c2c67-3a8f-433b-9ed2-3b953ab94e69 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da26f07-20b6-4eb7-a417-053969c3a84a']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:52.589077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f84c2c67-3a8f-433b-9ed2-3b953ab94e69 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5978fe-dabd-4686-b221-7b6188c4cb23') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:52.589370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-f84c2c67-3a8f-433b-9ed2-3b953ab94e69 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5978fe-dabd-4686-b221-7b6188c4cb23') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:52.598610 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f84c2c67-3a8f-433b-9ed2-3b953ab94e69 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:52.613414 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f84c2c67-3a8f-433b-9ed2-3b953ab94e69 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:52.619575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84c2c67-3a8f-433b-9ed2-3b953ab94e69 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:13:52.620046 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f84c2c67-3a8f-433b-9ed2-3b953ab94e69 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:13:52.623077 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:13:52.661567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 583fbe76-02eb-40e7-a3dc-ad060a3fda8e details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:13:52.767342 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=583fbe76-02eb-40e7-a3dc-ad060a3fda8e,segment=NetworkSegment(68d70c03-dda9-472d-bd8d-5f3181606e27),segment_id=68d70c03-dda9-472d-bd8d-5f3181606e27)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:52.770186 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f84c2c67-3a8f-433b-9ed2-3b953ab94e69 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:52.777393 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f84c2c67-3a8f-433b-9ed2-3b953ab94e69 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:52.791277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f84c2c67-3a8f-433b-9ed2-3b953ab94e69 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/networks/4da26f07-20b6-4eb7-a417-053969c3a84a HTTP/1.1" status: 204 len: 168 time: 0.5475147 Aug 29 07:13:52.794207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58676) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:52.838713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c2c67-3a8f-433b-9ed2-3b953ab94e69 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Network': ['ID=4da26f07-20b6-4eb7-a417-053969c3a84a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:52.899605 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-215faa24-5d9a-464b-acab-f8808d9613b9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:52.929658 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-215faa24-5d9a-464b-acab-f8808d9613b9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:52.966814 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '583fbe76-02eb-40e7-a3dc-ad060a3fda8e', 'network_id': '81ca59ed-249f-4a2c-b193-857ec5d910e6', 'port_id': '583fbe76-02eb-40e7-a3dc-ad060a3fda8e', 'mac_address': 'fa:16:3e:31:45:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a085e6-f07d-444a-b07a-1e333b80849b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:13:53.030258 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:53.044219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 583fbe76-02eb-40e7-a3dc-ad060a3fda8e {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:13:53.065053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=583fbe76-02eb-40e7-a3dc-ad060a3fda8e,segment=NetworkSegment(68d70c03-dda9-472d-bd8d-5f3181606e27),segment_id=68d70c03-dda9-472d-bd8d-5f3181606e27)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:53.106060 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-215faa24-5d9a-464b-acab-f8808d9613b9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:53.109889 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-215faa24-5d9a-464b-acab-f8808d9613b9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:53.113789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-215faa24-5d9a-464b-acab-f8808d9613b9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/security-groups/fceedcca-eef6-4dfc-a86b-c6acdcd2ea71 HTTP/1.1" status: 204 len: 168 time: 0.3159349 Aug 29 07:13:53.133775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215faa24-5d9a-464b-acab-f8808d9613b9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceedcca-eef6-4dfc-a86b-c6acdcd2ea71,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:53.137066 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:53.202328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=583fbe76-02eb-40e7-a3dc-ad060a3fda8e,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:53.537837 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['583fbe76-02eb-40e7-a3dc-ad060a3fda8e'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:13:53.669250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58690) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:53.674667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-20cfe9e0-35a4-4562-a70e-25cf622f99ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182128279', 'description': 'tempest-secgroup-smoke-1182128279 description', 'project_id': '6b66a9a586534730b2f472cdc192b004'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:53.771801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b89961-4615-4c41-a38c-fc2b619dd482 req-dc1204e5-9859-4800-8d07-75a30b47c083 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:53.773341 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56b89961-4615-4c41-a38c-fc2b619dd482 req-dc1204e5-9859-4800-8d07-75a30b47c083 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 944 time: 0.0546417 Aug 29 07:13:53.811232 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-20cfe9e0-35a4-4562-a70e-25cf622f99ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:53.819019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56b89961-4615-4c41-a38c-fc2b619dd482 req-5ad204de-9379-44da-854b-eaa32e9639d8 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370524 Aug 29 07:13:53.939446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c5fd5a63-77a6-4b0a-9c9b-506a4687a056 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:13:53.962096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: c5fd5a63-77a6-4b0a-9c9b-506a4687a056 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:13:53.967137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c5fd5a63-77a6-4b0a-9c9b-506a4687a056 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:13:53.973556 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-20cfe9e0-35a4-4562-a70e-25cf622f99ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:54.083010 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-20cfe9e0-35a4-4562-a70e-25cf622f99ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:54.115529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfe9e0-35a4-4562-a70e-25cf622f99ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58593eca-9be3-4dd5-b805-c21de608473b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:54.198915 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-20cfe9e0-35a4-4562-a70e-25cf622f99ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:54.200246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-20cfe9e0-35a4-4562-a70e-25cf622f99ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5296628 Aug 29 07:13:54.203203 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58694) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:54.207785 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-da2fb4de-c4c7-407f-8fab-4ff022264eed tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '58593eca-9be3-4dd5-b805-c21de608473b', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:54.300709 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-da2fb4de-c4c7-407f-8fab-4ff022264eed tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:54.370964 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-da2fb4de-c4c7-407f-8fab-4ff022264eed tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:54.433459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-da2fb4de-c4c7-407f-8fab-4ff022264eed tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:54.453071 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fb4de-c4c7-407f-8fab-4ff022264eed tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea200a10-326d-4b8d-a4ab-5bd6edf1e40a,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:54.545630 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-da2fb4de-c4c7-407f-8fab-4ff022264eed tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:54.550228 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-da2fb4de-c4c7-407f-8fab-4ff022264eed tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3427849 Aug 29 07:13:54.550575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58700) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:54.557741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8f9ed413-9d69-461a-9727-b4f93db69a75 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '58593eca-9be3-4dd5-b805-c21de608473b', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:54.666942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 583fbe76-02eb-40e7-a3dc-ad060a3fda8e up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:13:54.677494 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed413-9d69-461a-9727-b4f93db69a75 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:54.747762 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed413-9d69-461a-9727-b4f93db69a75 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:54.826150 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:13:54.831246 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:13:54.835287 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:54.859073 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed413-9d69-461a-9727-b4f93db69a75 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:54.881733 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ed413-9d69-461a-9727-b4f93db69a75 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af73795-ccad-4ec3-87ff-4c159c65aa87,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:54.935253 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:54.948112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed413-9d69-461a-9727-b4f93db69a75 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:54.951935 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8f9ed413-9d69-461a-9727-b4f93db69a75 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3972816 Aug 29 07:13:54.952154 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58706) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:54.958261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c47c5fef-8d60-4802-b88c-f6df73c59604 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '58593eca-9be3-4dd5-b805-c21de608473b', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:54.960188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50852fa-559d-437f-8756-d96a38ef8950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583fbe76-02eb-40e7-a3dc-ad060a3fda8e'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:13:54.962529 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bdc7ca-0db4-4344-a5c0-84874ccf7eba" -d '{"events": [{"server_uuid": "f50852fa-559d-437f-8756-d96a38ef8950", "name": "network-vif-plugged", "status": "completed", "tag": "583fbe76-02eb-40e7-a3dc-ad060a3fda8e"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:13:54.985336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=583fbe76-02eb-40e7-a3dc-ad060a3fda8e,segment=NetworkSegment(68d70c03-dda9-472d-bd8d-5f3181606e27),segment_id=68d70c03-dda9-472d-bd8d-5f3181606e27)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:13:54.996435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920beed-0dca-4f27-b342-8547b6b5c5a1 req-a3c79646-3615-4b4a-8735-8cc702f2d093 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:54.999134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a920beed-0dca-4f27-b342-8547b6b5c5a1 req-a3c79646-3615-4b4a-8735-8cc702f2d093 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 944 time: 0.0832846 Aug 29 07:13:55.004967 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea5e827-0ba6-46d4-a8ec-5dca90503cf9 x-openstack-request-id: req-eea5e827-0ba6-46d4-a8ec-5dca90503cf9 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:13:55.005818 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50852fa-559d-437f-8756-d96a38ef8950", "name": "network-vif-plugged", "status": "completed", "tag": "583fbe76-02eb-40e7-a3dc-ad060a3fda8e", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:13:55.006087 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eea5e827-0ba6-46d4-a8ec-5dca90503cf9 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:13:55.006492 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50852fa-559d-437f-8756-d96a38ef8950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583fbe76-02eb-40e7-a3dc-ad060a3fda8e', 'code': 200} Aug 29 07:13:55.050879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a920beed-0dca-4f27-b342-8547b6b5c5a1 req-18faf26c-71c4-470d-8b29-965798d19ae7 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436881 Aug 29 07:13:55.124608 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:55.132298 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c47c5fef-8d60-4802-b88c-f6df73c59604 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:55.137364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6b475-79f5-4585-a582-e66d2f829afe req-717895d7-f5a8-41dc-863d-8b8806321d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:55.138919 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ae6b475-79f5-4585-a582-e66d2f829afe req-717895d7-f5a8-41dc-863d-8b8806321d2b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 1096 time: 0.0439236 Aug 29 07:13:55.181995 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8ae6b475-79f5-4585-a582-e66d2f829afe req-b4369e7c-66e1-4096-98cb-cc168ea6367a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352857 Aug 29 07:13:55.182737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=583fbe76-02eb-40e7-a3dc-ad060a3fda8e,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:55.213238 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c47c5fef-8d60-4802-b88c-f6df73c59604 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:55.288595 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c47c5fef-8d60-4802-b88c-f6df73c59604 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:55.308445 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c5fef-8d60-4802-b88c-f6df73c59604 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211d21b9-425a-4808-9413-f5df00f7b5d4,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:55.373665 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c47c5fef-8d60-4802-b88c-f6df73c59604 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:55.375480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c47c5fef-8d60-4802-b88c-f6df73c59604 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4210153 Aug 29 07:13:55.378423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58714) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:55.389691 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3bc2245d-4f71-48ce-a18d-68a8713b7418 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '58593eca-9be3-4dd5-b805-c21de608473b', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:55.499557 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bc2245d-4f71-48ce-a18d-68a8713b7418 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:55.553198 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bc2245d-4f71-48ce-a18d-68a8713b7418 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:55.667871 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bc2245d-4f71-48ce-a18d-68a8713b7418 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:55.691475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2245d-4f71-48ce-a18d-68a8713b7418 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e564a3c-f55d-4c8d-a1ba-28986cc30493,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:55.762362 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3bc2245d-4f71-48ce-a18d-68a8713b7418 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:55.763650 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3bc2245d-4f71-48ce-a18d-68a8713b7418 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3837676 Aug 29 07:13:55.766615 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58716) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:55.771228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4baaeed3-6a29-4392-9f63-9d3a9414cf4d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '58593eca-9be3-4dd5-b805-c21de608473b', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:55.861780 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-4baaeed3-6a29-4392-9f63-9d3a9414cf4d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Project 6b66a9a586534730b2f472cdc192b004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:13:55.867118 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4baaeed3-6a29-4392-9f63-9d3a9414cf4d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:55.926617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4baaeed3-6a29-4392-9f63-9d3a9414cf4d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:55.987154 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4baaeed3-6a29-4392-9f63-9d3a9414cf4d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:56.005365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baaeed3-6a29-4392-9f63-9d3a9414cf4d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a413fe4-d95a-4fb2-973b-4cc93d1e8d19,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:56.082440 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4baaeed3-6a29-4392-9f63-9d3a9414cf4d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:56.086054 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4baaeed3-6a29-4392-9f63-9d3a9414cf4d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3160908 Aug 29 07:13:56.087347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58724) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:56.092269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-fff2c555-0c48-4ddf-af27-b97383efab1f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '58593eca-9be3-4dd5-b805-c21de608473b', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:56.173394 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2d550-a4e6-4406-89d3-db6669418423 req-333e51ac-f9eb-46e8-951e-88cb510ae479 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:56.174922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acc2d550-a4e6-4406-89d3-db6669418423 req-333e51ac-f9eb-46e8-951e-88cb510ae479 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 945 time: 0.0522823 Aug 29 07:13:56.182647 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-fff2c555-0c48-4ddf-af27-b97383efab1f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Project 6b66a9a586534730b2f472cdc192b004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:13:56.193251 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fff2c555-0c48-4ddf-af27-b97383efab1f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:56.244859 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acc2d550-a4e6-4406-89d3-db6669418423 req-ce3de85e-4ab8-4151-90f1-3047c6ffc898 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632577 Aug 29 07:13:56.271754 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fff2c555-0c48-4ddf-af27-b97383efab1f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:56.362621 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fff2c555-0c48-4ddf-af27-b97383efab1f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:56.382231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2c555-0c48-4ddf-af27-b97383efab1f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14f66a2-fa71-44fa-88e3-d44bad7dd873,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:56.444830 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fff2c555-0c48-4ddf-af27-b97383efab1f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:56.446069 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fff2c555-0c48-4ddf-af27-b97383efab1f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3575485 Aug 29 07:13:56.449078 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58732) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:56.454657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-35f04e9a-f258-4590-aa36-87ecc9b7b566 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'network': {'name': 'tempest-network-smoke--1122834061', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'port_security_enabled': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:56.576311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f04e9a-f258-4590-aa36-87ecc9b7b566 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Made reservation on behalf of 6b66a9a586534730b2f472cdc192b004 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:13:56.580387 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35f04e9a-f258-4590-aa36-87ecc9b7b566 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:56.603826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f04e9a-f258-4590-aa36-87ecc9b7b566 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:13:56.612020 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35f04e9a-f258-4590-aa36-87ecc9b7b566 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:56.612368 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-35f04e9a-f258-4590-aa36-87ecc9b7b566 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Added segment ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880 of type vlan for network 78f77a04-3108-4bcb-8627-a6ba3b99b61f Aug 29 07:13:56.655446 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35f04e9a-f258-4590-aa36-87ecc9b7b566 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:56.762793 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35f04e9a-f258-4590-aa36-87ecc9b7b566 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:56.769077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f04e9a-f258-4590-aa36-87ecc9b7b566 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:56.769663 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-35f04e9a-f258-4590-aa36-87ecc9b7b566 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:56.833813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f04e9a-f258-4590-aa36-87ecc9b7b566 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Network': ['ID=78f77a04-3108-4bcb-8627-a6ba3b99b61f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:56.843828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 78f77a04-3108-4bcb-8627-a6ba3b99b61f details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:13:57.011663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-35f04e9a-f258-4590-aa36-87ecc9b7b566 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5614138 Aug 29 07:13:57.014568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58742) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:57.021434 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'admin_state_up': True, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:57.158857 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:57.160043 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:57.214285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:57.377652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86338fd4-7e39-4483-af9b-9df55e310117 req-ddd7690c-0556-4ba1-8464-23b31506e187 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:57.380205 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86338fd4-7e39-4483-af9b-9df55e310117 req-ddd7690c-0556-4ba1-8464-23b31506e187 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 945 time: 0.0598314 Aug 29 07:13:57.430783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86338fd4-7e39-4483-af9b-9df55e310117 req-4a80128d-8d43-4759-a368-3f9305bd1b8d tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439384 Aug 29 07:13:57.517340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:57.811419 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:57.836601 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:57.964684 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.25.1.11 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/ad23f8aa-5098-4cf1-ad52-894673055fc0) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:13:58.116349 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:58.251271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:58.292769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:13:58.296262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:13:58.299958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:13:58.323270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=ad23f8aa-5098-4cf1-ad52-894673055fc0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:13:58.617865 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:58.837503 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:59.022168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01cf2e-a1fb-4c65-9256-a5b1ef47eaa6 req-cd5eea88-5128-4635-b3a7-69c95d6fd0b1 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:59.023760 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d01cf2e-a1fb-4c65-9256-a5b1ef47eaa6 req-cd5eea88-5128-4635-b3a7-69c95d6fd0b1 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 945 time: 0.0540159 Aug 29 07:13:59.074634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d01cf2e-a1fb-4c65-9256-a5b1ef47eaa6 req-d634ef74-88bf-4851-a6b0-7dbd70daa82e tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446169 Aug 29 07:13:59.134421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 9f366858-7a38-4a74-b167-bb196ac770b4 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:13:59.282303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:13:59.296311 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Sync routers for ids ['9f366858-7a38-4a74-b167-bb196ac770b4'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:13:59.306661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Routers {'9f366858-7a38-4a74-b167-bb196ac770b4'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:13:59.307309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9f366858-7a38-4a74-b167-bb196ac770b4'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:59.354189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:13:59.360004 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e8887c7f-3dd8-473c-a7ab-a58dc518b14f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3392885 Aug 29 07:13:59.360207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58774) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:59.395611 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8dd7f97e-56f0-4bbb-b5ad-456c32e32aa7 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=6b66a9a586534730b2f472cdc192b004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347750 Aug 29 07:13:59.398177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58776) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:59.442953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Set router 9f366858-7a38-4a74-b167-bb196ac770b4 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:13:59.581056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa30896-bef9-4663-a83e-d12ccdbaf1f5 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:13:59.585911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 58778) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:59.595747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8aa30896-bef9-4663-a83e-d12ccdbaf1f5 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1964898 Aug 29 07:13:59.618934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58780) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:13:59.621021 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3539d4bc-f2fa-4d6b-b3dd-82d2d88fecd4 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317485 Aug 29 07:13:59.627640 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-49249034-956c-4cc6-bf46-a6f6bf9f8739 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1388325176', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:13:59.664245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:13:58Z', 'revision_number': 3, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:13:59.705864 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Checking router: 9f366858-7a38-4a74-b167-bb196ac770b4 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:13:59.706343 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Updating router 9f366858-7a38-4a74-b167-bb196ac770b4 port ad23f8aa-5098-4cf1-ad52-894673055fc0 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:13:59.740457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:00.080628 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:00.100439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Transition to ACTIVE for port object ad23f8aa-5098-4cf1-ad52-894673055fc0 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:14:00.145442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49249034-956c-4cc6-bf46-a6f6bf9f8739 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Made reservation on behalf of 6b66a9a586534730b2f472cdc192b004 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:14:00.150972 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-49249034-956c-4cc6-bf46-a6f6bf9f8739 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:00.173741 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:00.244667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Attempting to bind port ad23f8aa-5098-4cf1-ad52-894673055fc0 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:14:00.245167 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Attempting to bind port ad23f8aa-5098-4cf1-ad52-894673055fc0 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:14:00.245542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Attempting to bind port ad23f8aa-5098-4cf1-ad52-894673055fc0 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:14:00.254857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:14:00.255390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:14:00.256689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:00.257105 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:14:00.257609 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Bound port: ad23f8aa-5098-4cf1-ad52-894673055fc0, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:14:00.258170 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:00.304622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec54bc5-f20b-41fe-9de3-04c3d3fe68cc None None] Pushing event updated for resources: {'Port': ['ID=ad23f8aa-5098-4cf1-ad52-894673055fc0,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:00.332955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] For port ad23f8aa-5098-4cf1-ad52-894673055fc0, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:14:00.334888 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] For port ad23f8aa-5098-4cf1-ad52-894673055fc0, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ad23f8aa-5098-4cf1-ad52-894673055fc0,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:14:00.362246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a147d-b78e-47f8-a56d-842a29fc5f9d req-d88dcf79-5a67-4190-8f28-a2b66fd2780d tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:00.363850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f1a147d-b78e-47f8-a56d-842a29fc5f9d req-d88dcf79-5a67-4190-8f28-a2b66fd2780d tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 945 time: 0.1331298 Aug 29 07:14:00.448937 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:00.449441 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f1a147d-b78e-47f8-a56d-842a29fc5f9d req-91e78e41-d5f9-4227-bc53-96ce80077898 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f4a78c5-e169-423a-a7c3-68a26a18e408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767660 Aug 29 07:14:00.534677 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Routers {'9f366858-7a38-4a74-b167-bb196ac770b4'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:14:00.535368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9f366858-7a38-4a74-b167-bb196ac770b4'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:00.572305 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec54bc5-f20b-41fe-9de3-04c3d3fe68cc None None] Pushing event updated for resources: {'Port': ['ID=ad23f8aa-5098-4cf1-ad52-894673055fc0,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:00.613872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd692c-feb4-4d68-a79e-9ff590935f78 req-f700f2c2-4f29-4c97-8031-c7432cca3339 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:00.615343 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccdd692c-feb4-4d68-a79e-9ff590935f78 req-f700f2c2-4f29-4c97-8031-c7432cca3339 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.11 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 945 time: 0.0587077 Aug 29 07:14:00.656706 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-49249034-956c-4cc6-bf46-a6f6bf9f8739 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:00.667102 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] Set router 9f366858-7a38-4a74-b167-bb196ac770b4 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:14:00.755725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-ccdd692c-feb4-4d68-a79e-9ff590935f78 req-4fd8662d-4843-4bcc-8752-56662a94f37e tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Deleting port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:14:00.756676 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ccdd692c-feb4-4d68-a79e-9ff590935f78 req-4fd8662d-4843-4bcc-8752-56662a94f37e tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:00.802114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49249034-956c-4cc6-bf46-a6f6bf9f8739 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Subnet': ['ID=5e0320ce-cbbd-4c9b-b311-329681249e40,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:00.806539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49249034-956c-4cc6-bf46-a6f6bf9f8739 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Checking segment: {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:14:00.806948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49249034-956c-4cc6-bf46-a6f6bf9f8739 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network hostable DHCP agents. Network: 78f77a04-3108-4bcb-8627-a6ba3b99b61f, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:14:00.897519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ccdd692c-feb4-4d68-a79e-9ff590935f78 req-4fd8662d-4843-4bcc-8752-56662a94f37e tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] For port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=583fbe76-02eb-40e7-a3dc-ad060a3fda8e,segment=NetworkSegment(68d70c03-dda9-472d-bd8d-5f3181606e27),segment_id=68d70c03-dda9-472d-bd8d-5f3181606e27)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:14:00.916401 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ccdd692c-feb4-4d68-a79e-9ff590935f78 req-4fd8662d-4843-4bcc-8752-56662a94f37e tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:00.916589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:13:58Z', 'revision_number': 3, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:00.916811 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-ccdd692c-feb4-4d68-a79e-9ff590935f78 req-4fd8662d-4843-4bcc-8752-56662a94f37e tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Calling delete_port for 583fbe76-02eb-40e7-a3dc-ad060a3fda8e owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:14:00.936252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc576910-33ec-43e9-ab49-a1ec05bb0ff5 None None] The sync data for ids ['9f366858-7a38-4a74-b167-bb196ac770b4'] in n-d-713301-12 is: [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:13:58Z', 'revision_number': 3, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:14:01.067057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49249034-956c-4cc6-bf46-a6f6bf9f8739 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 78f77a04-3108-4bcb-8627-a6ba3b99b61f is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:14:01.181516 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-49249034-956c-4cc6-bf46-a6f6bf9f8739 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 78f77a04-3108-4bcb-8627-a6ba3b99b61f) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:14:01.182129 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ccdd692c-feb4-4d68-a79e-9ff590935f78 req-4fd8662d-4843-4bcc-8752-56662a94f37e tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:01.193184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49249034-956c-4cc6-bf46-a6f6bf9f8739 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:01.193184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-49249034-956c-4cc6-bf46-a6f6bf9f8739 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:01.195598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d8d48e-523b-4ca3-b55a-672ac8cf7d8c None None] Network 78f77a04-3108-4bcb-8627-a6ba3b99b61f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:14:01.231389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['583fbe76-02eb-40e7-a3dc-ad060a3fda8e'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:14:01.248579 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8662d-4843-4bcc-8752-56662a94f37e tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Pushing event deleted for resources: {'Port': ['ID=583fbe76-02eb-40e7-a3dc-ad060a3fda8e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:01.274741 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:14:01.314055 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-49249034-956c-4cc6-bf46-a6f6bf9f8739 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6916380 Aug 29 07:14:01.323190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 58796) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:01.333979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdd692c-feb4-4d68-a79e-9ff590935f78 req-4fd8662d-4843-4bcc-8752-56662a94f37e tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] No DVR routers for this DVR port 583fbe76-02eb-40e7-a3dc-ad060a3fda8e on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:14:01.338049 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ccdd692c-feb4-4d68-a79e-9ff590935f78 req-4fd8662d-4843-4bcc-8752-56662a94f37e tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:01.341053 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccdd692c-feb4-4d68-a79e-9ff590935f78 req-4fd8662d-4843-4bcc-8752-56662a94f37e tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.11 "DELETE /v2.0/ports/583fbe76-02eb-40e7-a3dc-ad060a3fda8e HTTP/1.1" status: 204 len: 173 time: 0.7194278 Aug 29 07:14:01.341883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50852fa-559d-437f-8756-d96a38ef8950', 'name': 'network-vif-deleted', 'tag': '583fbe76-02eb-40e7-a3dc-ad060a3fda8e'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:14:01.345340 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4d43ed-df76-4705-aa22-aeae700df0ae" -d '{"events": [{"server_uuid": "f50852fa-559d-437f-8756-d96a38ef8950", "name": "network-vif-deleted", "tag": "583fbe76-02eb-40e7-a3dc-ad060a3fda8e"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:14:01.404335 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1b6d65-21f3-49f8-b11b-7e2535a778e3 x-openstack-request-id: req-4c1b6d65-21f3-49f8-b11b-7e2535a778e3 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:14:01.404796 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50852fa-559d-437f-8756-d96a38ef8950", "name": "network-vif-deleted", "tag": "583fbe76-02eb-40e7-a3dc-ad060a3fda8e", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:14:01.405055 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4c1b6d65-21f3-49f8-b11b-7e2535a778e3 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:14:01.405467 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50852fa-559d-437f-8756-d96a38ef8950', 'name': 'network-vif-deleted', 'tag': '583fbe76-02eb-40e7-a3dc-ad060a3fda8e', 'status': 'completed', 'code': 200} Aug 29 07:14:01.503239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ips': [{'subnet_id': '5e0320ce-cbbd-4c9b-b311-329681249e40'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:14:01.504341 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:01.686336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Allocated IP 172.20.0.2 (78f77a04-3108-4bcb-8627-a6ba3b99b61f/5e0320ce-cbbd-4c9b-b311-329681249e40/5ca5dfc1-d2e0-448b-ac48-521adc68e9db) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:14:01.691200 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03711b04-0550-4c2f-b898-6b95720686b3 req-fa1afaf8-c99a-4c2e-9e2d-24ac44044871 tempest-VolumesActionsTest-268399505 tempest-VolumesActionsTest-268399505-project] 10.222.0.76 "GET /v2.0/ports?device_id=f50852fa-559d-437f-8756-d96a38ef8950 HTTP/1.1" status: 200 len: 210 time: 0.0596488 Aug 29 07:14:01.917358 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:01.941125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Transition to ACTIVE for port object 5ca5dfc1-d2e0-448b-ac48-521adc68e9db will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:14:01.964340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Transition to ACTIVE for port object 5ca5dfc1-d2e0-448b-ac48-521adc68e9db will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:14:01.993439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ad23f8aa-5098-4cf1-ad52-894673055fc0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:14:02.075783 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:02.096929 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:02.144674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Network 78f77a04-3108-4bcb-8627-a6ba3b99b61f is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:14:02.148176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:14:02.160485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:14:02.162414 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port ad23f8aa-5098-4cf1-ad52-894673055fc0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:14:02.224729 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Pushing event updated for resources: {'Port': ['ID=5ca5dfc1-d2e0-448b-ac48-521adc68e9db,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:02.227291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port ad23f8aa-5098-4cf1-ad52-894673055fc0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:02.227676 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:02.322530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Attempting to bind port 5ca5dfc1-d2e0-448b-ac48-521adc68e9db on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:14:02.322958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Attempting to bind port 5ca5dfc1-d2e0-448b-ac48-521adc68e9db by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:14:02.323402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Attempting to bind port 5ca5dfc1-d2e0-448b-ac48-521adc68e9db on network 78f77a04-3108-4bcb-8627-a6ba3b99b61f {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:14:02.336282 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:14:02.336669 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Checking segment: {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:14:02.337080 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:02.337484 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Bound using segment: {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:14:02.338183 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Bound port: 5ca5dfc1-d2e0-448b-ac48-521adc68e9db, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:14:02.338584 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:02.444964 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:02.481807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port ad23f8aa-5098-4cf1-ad52-894673055fc0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ad23f8aa-5098-4cf1-ad52-894673055fc0,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:14:02.483204 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] For port 5ca5dfc1-d2e0-448b-ac48-521adc68e9db, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:14:02.494268 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] For port 5ca5dfc1-d2e0-448b-ac48-521adc68e9db, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5ca5dfc1-d2e0-448b-ac48-521adc68e9db,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:14:02.535412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.20.0.1 (78f77a04-3108-4bcb-8627-a6ba3b99b61f/5e0320ce-cbbd-4c9b-b311-329681249e40/8efcf2da-78cd-4bd9-932f-f91f90f51f29) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:14:02.588839 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:02.595749 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:02.702418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e78b2-4bcf-4ade-ad18-86990228b847 None None] Pushing event updated for resources: {'Port': ['ID=5ca5dfc1-d2e0-448b-ac48-521adc68e9db,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:02.767078 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:02.798210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Transition to ACTIVE for port object 8efcf2da-78cd-4bd9-932f-f91f90f51f29 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:14:02.802917 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=ad23f8aa-5098-4cf1-ad52-894673055fc0,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:02.961417 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:03.022057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=8efcf2da-78cd-4bd9-932f-f91f90f51f29,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:03.053002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 78f77a04-3108-4bcb-8627-a6ba3b99b61f is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:14:03.053002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:14:03.053002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:14:03.117129 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:03.386560 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:03.793569 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:03.848212 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:03.880234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3dfee0-7a13-413d-828f-ebf2a67de952 None None] Network 78f77a04-3108-4bcb-8627-a6ba3b99b61f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:14:03.959577 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:04.112555 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:04.114631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ad23f8aa-5098-4cf1-ad52-894673055fc0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:14:04.115861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=8efcf2da-78cd-4bd9-932f-f91f90f51f29,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:04.165846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-48aac361-f3f7-4d50-a02c-0952fe691f65 None None] Provisioning for port 5ca5dfc1-d2e0-448b-ac48-521adc68e9db completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:14:04.192449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port ad23f8aa-5098-4cf1-ad52-894673055fc0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:04.192962 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:04.294143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 78f77a04-3108-4bcb-8627-a6ba3b99b61f is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:14:04.295731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:14:04.331454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5ca5dfc1-d2e0-448b-ac48-521adc68e9db up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:14:04.486502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 9f366858-7a38-4a74-b167-bb196ac770b4 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:14:04.504934 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 5ca5dfc1-d2e0-448b-ac48-521adc68e9db completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:14:04.510184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 5ca5dfc1-d2e0-448b-ac48-521adc68e9db triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:04.510760 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:04.651442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-67ce202a-5a5c-4c00-af9a-0a9f2c0f9c9e None None] Provisioning complete for port 5ca5dfc1-d2e0-448b-ac48-521adc68e9db triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:04.651792 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67ce202a-5a5c-4c00-af9a-0a9f2c0f9c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:04.672171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:14:04.680540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1c963fa1-5d78-4f85-9eca-462847ca1b9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "PUT /v2.0/routers/9f366858-7a38-4a74-b167-bb196ac770b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3599358 Aug 29 07:14:04.686636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 583fbe76-02eb-40e7-a3dc-ad060a3fda8e no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:14:04.708433 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23978878-4122-4e72-b275-58582e3b504a None None] Sync routers for ids ['9f366858-7a38-4a74-b167-bb196ac770b4'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:14:04.715706 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:04.725924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 583fbe76-02eb-40e7-a3dc-ad060a3fda8e {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:14:04.726258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 583fbe76-02eb-40e7-a3dc-ad060a3fda8e not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:14:04.760361 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23978878-4122-4e72-b275-58582e3b504a None None] Routers {'9f366858-7a38-4a74-b167-bb196ac770b4'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:14:04.762205 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-23978878-4122-4e72-b275-58582e3b504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9f366858-7a38-4a74-b167-bb196ac770b4'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:04.779464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 5ca5dfc1-d2e0-448b-ac48-521adc68e9db, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5ca5dfc1-d2e0-448b-ac48-521adc68e9db,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:14:04.856071 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67ce202a-5a5c-4c00-af9a-0a9f2c0f9c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:04.877140 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:05.019439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=5ca5dfc1-d2e0-448b-ac48-521adc68e9db,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:05.022158 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-67ce202a-5a5c-4c00-af9a-0a9f2c0f9c9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:14:05.022513 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-67ce202a-5a5c-4c00-af9a-0a9f2c0f9c9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:14:05.033146 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-23978878-4122-4e72-b275-58582e3b504a None None] Set router 9f366858-7a38-4a74-b167-bb196ac770b4 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:14:05.085331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-760b26fc-a1c2-4f17-bd65-9688088386ef tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182128279&fields=id&tenant_id=6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 267 time: 0.0579052 Aug 29 07:14:05.247303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-4bdcf5df-2d77-4b80-a11d-71ac9a51b26f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:05.255808 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-4bdcf5df-2d77-4b80-a11d-71ac9a51b26f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/networks?id=78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 200 len: 797 time: 0.1591644 Aug 29 07:14:05.279734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-cbd10bb9-d8d1-4112-b57b-799c0bdb76ec tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/quotas/6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 375 time: 0.0228617 Aug 29 07:14:05.365367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-4d1907aa-9f8f-458d-a7c6-b2f518286a16 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771363 Aug 29 07:14:05.433798 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-23978878-4122-4e72-b275-58582e3b504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '8efcf2da-78cd-4bd9-932f-f91f90f51f29', 'name': '', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:21:1b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:14:02Z', 'updated_at': '2021-08-29T07:14:03Z', 'revision_number': 2, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:05.466510 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23978878-4122-4e72-b275-58582e3b504a None None] Checking router: 9f366858-7a38-4a74-b167-bb196ac770b4 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:14:05.467173 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23978878-4122-4e72-b275-58582e3b504a None None] Updating router 9f366858-7a38-4a74-b167-bb196ac770b4 port 8efcf2da-78cd-4bd9-932f-f91f90f51f29 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:14:05.471878 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-6f49c032-2dbe-4bb7-9391-9630d7176797 service neutron] 10.222.0.76 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032515 Aug 29 07:14:05.503251 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23978878-4122-4e72-b275-58582e3b504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:05.598687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-c67aa214-1d28-4e0c-87ea-0e40de3144cf service neutron] 10.222.0.76 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225145 Aug 29 07:14:05.632865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-67ce202a-5a5c-4c00-af9a-0a9f2c0f9c9e None None] Provisioning for port 8efcf2da-78cd-4bd9-932f-f91f90f51f29 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:14:05.638404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-67ce202a-5a5c-4c00-af9a-0a9f2c0f9c9e None None] Provisioning complete for port 8efcf2da-78cd-4bd9-932f-f91f90f51f29 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:05.638404 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67ce202a-5a5c-4c00-af9a-0a9f2c0f9c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:05.716385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-67ce202a-5a5c-4c00-af9a-0a9f2c0f9c9e None None] Port 8efcf2da-78cd-4bd9-932f-f91f90f51f29 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:14:05.838595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5459dd8d-7e8b-4187-826e-470e7603405b None None] Provisioning complete for port 8efcf2da-78cd-4bd9-932f-f91f90f51f29 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:05.840188 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5459dd8d-7e8b-4187-826e-470e7603405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:05.911401 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5459dd8d-7e8b-4187-826e-470e7603405b None None] Port 8efcf2da-78cd-4bd9-932f-f91f90f51f29 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:14:05.957697 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23978878-4122-4e72-b275-58582e3b504a None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:05.969518 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-23978878-4122-4e72-b275-58582e3b504a None None] Transition to ACTIVE for port object 8efcf2da-78cd-4bd9-932f-f91f90f51f29 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:14:05.976321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14b298ce-4d09-42bb-aba9-393e15a16635 req-d3663987-2be8-4044-84db-d529b09377ac tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 210 time: 0.0353494 Aug 29 07:14:06.016955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5ca5dfc1-d2e0-448b-ac48-521adc68e9db up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:14:06.053880 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23978878-4122-4e72-b275-58582e3b504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:06.162686 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85c2e8-c32b-48e2-8e40-601f987fd5a1 None None] Pushing event updated for resources: {'Port': ['ID=8efcf2da-78cd-4bd9-932f-f91f90f51f29,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:06.339094 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-23978878-4122-4e72-b275-58582e3b504a None None] Attempting to bind port 8efcf2da-78cd-4bd9-932f-f91f90f51f29 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:14:06.339754 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-23978878-4122-4e72-b275-58582e3b504a None None] Attempting to bind port 8efcf2da-78cd-4bd9-932f-f91f90f51f29 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:14:06.340118 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23978878-4122-4e72-b275-58582e3b504a None None] Attempting to bind port 8efcf2da-78cd-4bd9-932f-f91f90f51f29 on network 78f77a04-3108-4bcb-8627-a6ba3b99b61f {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:14:06.354275 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23978878-4122-4e72-b275-58582e3b504a None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:14:06.354659 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23978878-4122-4e72-b275-58582e3b504a None None] Checking segment: {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:14:06.355191 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23978878-4122-4e72-b275-58582e3b504a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:06.355740 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23978878-4122-4e72-b275-58582e3b504a None None] Bound using segment: {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:14:06.356370 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-23978878-4122-4e72-b275-58582e3b504a None None] Bound port: 8efcf2da-78cd-4bd9-932f-f91f90f51f29, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:14:06.356767 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23978878-4122-4e72-b275-58582e3b504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:06.400185 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 5ca5dfc1-d2e0-448b-ac48-521adc68e9db triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:06.401612 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:06.606233 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-23978878-4122-4e72-b275-58582e3b504a None None] For port 8efcf2da-78cd-4bd9-932f-f91f90f51f29, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:14:06.606233 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-23978878-4122-4e72-b275-58582e3b504a None None] For port 8efcf2da-78cd-4bd9-932f-f91f90f51f29, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8efcf2da-78cd-4bd9-932f-f91f90f51f29,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:14:06.729462 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-23978878-4122-4e72-b275-58582e3b504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:06.734035 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23978878-4122-4e72-b275-58582e3b504a None None] Routers {'9f366858-7a38-4a74-b167-bb196ac770b4'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:14:06.734035 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-23978878-4122-4e72-b275-58582e3b504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:13:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9f366858-7a38-4a74-b167-bb196ac770b4'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:06.798846 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85c2e8-c32b-48e2-8e40-601f987fd5a1 None None] Pushing event updated for resources: {'Port': ['ID=8efcf2da-78cd-4bd9-932f-f91f90f51f29,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:06.942055 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-23978878-4122-4e72-b275-58582e3b504a None None] Set router 9f366858-7a38-4a74-b167-bb196ac770b4 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:14:07.127637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3fa0f1a-eaa5-426f-9707-83818ebeb038 req-74ee5a57-c459-4819-b066-32aa956b46b7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 210 time: 0.0722339 Aug 29 07:14:07.314157 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-23978878-4122-4e72-b275-58582e3b504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '8efcf2da-78cd-4bd9-932f-f91f90f51f29', 'name': '', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:21:1b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:14:02Z', 'updated_at': '2021-08-29T07:14:06Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:07.348052 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23978878-4122-4e72-b275-58582e3b504a None None] The sync data for ids ['9f366858-7a38-4a74-b167-bb196ac770b4'] in n-d-713301-12 is: [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '8efcf2da-78cd-4bd9-932f-f91f90f51f29', 'name': '', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:21:1b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:14:02Z', 'updated_at': '2021-08-29T07:14:06Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:14:08.015218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8efcf2da-78cd-4bd9-932f-f91f90f51f29 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:14:08.263170 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c730eb52-599a-47d3-9dc2-4d6f50b1331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:08.316251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 8efcf2da-78cd-4bd9-932f-f91f90f51f29 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:14:08.321840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 8efcf2da-78cd-4bd9-932f-f91f90f51f29 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:08.322530 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:08.443486 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3a51729-071d-4f7d-a43a-4a7baad32aaa req-898a72de-07da-4fb5-9108-dd53d578ffc6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 210 time: 0.0964444 Aug 29 07:14:08.543687 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:08.634753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 8efcf2da-78cd-4bd9-932f-f91f90f51f29, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8efcf2da-78cd-4bd9-932f-f91f90f51f29,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:14:08.748102 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:08.826307 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=8efcf2da-78cd-4bd9-932f-f91f90f51f29,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:09.041740 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-1877a749-7417-411b-8142-490db40e0b8d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:09.044403 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-1877a749-7417-411b-8142-490db40e0b8d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "GET /v2.0/networks?id=78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 200 len: 797 time: 0.1389556 Aug 29 07:14:09.121868 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-05d1b807-a358-468c-86dc-23941ee2a9f1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 380 time: 0.0606694 Aug 29 07:14:09.134734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'port': {'device_id': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'admin_state_up': True, 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'security_groups': ['58593eca-9be3-4dd5-b805-c21de608473b']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:09.453313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Made reservation on behalf of 6b66a9a586534730b2f472cdc192b004 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:14:09.457602 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:09.576986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c53e2ef5-1e49-4b28-83b2-dc8e5ac90462 req-28ef7ede-ac9c-4138-aa93-5db84e79685d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 210 time: 0.0438423 Aug 29 07:14:09.684224 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.20.0.11 (78f77a04-3108-4bcb-8627-a6ba3b99b61f/5e0320ce-cbbd-4c9b-b311-329681249e40/5a02a633-1820-4863-8412-2271b3e59038) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:14:09.934755 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:09.936421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8efcf2da-78cd-4bd9-932f-f91f90f51f29 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:14:09.962850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Transition to ACTIVE for port object 5a02a633-1820-4863-8412-2271b3e59038 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:14:10.001655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 8efcf2da-78cd-4bd9-932f-f91f90f51f29 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:10.002119 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:10.125724 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:10.177560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 78f77a04-3108-4bcb-8627-a6ba3b99b61f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:14:10.180922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:14:10.184772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:14:10.218855 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=5a02a633-1820-4863-8412-2271b3e59038,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:10.230905 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:10.231280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:10.231630 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:10.231972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:10.232379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:10.233052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:10.233052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:10.233267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:10.233835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:10.234172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:10.234485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:10.234984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:10.274362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:10.275408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:10.359446 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-f3fba2e3-8d96-48f6-b868-6ded1425c979 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2311950 Aug 29 07:14:10.377600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Request body: {'port': {'device_id': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:10.489005 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:10.590596 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3895107c-3800-43f9-8e36-a5534502df5a None None] Provisioning for port 5a02a633-1820-4863-8412-2271b3e59038 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:14:10.601595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3895107c-3800-43f9-8e36-a5534502df5a None None] Provisioning complete for port 5a02a633-1820-4863-8412-2271b3e59038 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:10.601595 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3895107c-3800-43f9-8e36-a5534502df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:10.656959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3895107c-3800-43f9-8e36-a5534502df5a None None] Port 5a02a633-1820-4863-8412-2271b3e59038 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:14:10.770567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f99199-f130-4b30-afd0-f2be3295108b req-505b9903-d616-483e-8c6d-a925fe978ec1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:10.772262 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75f99199-f130-4b30-afd0-f2be3295108b req-505b9903-d616-483e-8c6d-a925fe978ec1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 932 time: 0.0922742 Aug 29 07:14:10.813802 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:10.847929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-75f99199-f130-4b30-afd0-f2be3295108b req-c07f7e8f-7f12-4f4a-bb65-f0bee4b862e9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696361 Aug 29 07:14:10.894706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a02a633-1820-4863-8412-2271b3e59038 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:14:10.904586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:10.918206 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Transition to ACTIVE for port object 5a02a633-1820-4863-8412-2271b3e59038 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:14:11.008126 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:11.112539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Pushing event updated for resources: {'Port': ['ID=5a02a633-1820-4863-8412-2271b3e59038,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:11.182032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Attempting to bind port 5a02a633-1820-4863-8412-2271b3e59038 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:14:11.183049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Attempting to bind port 5a02a633-1820-4863-8412-2271b3e59038 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:14:11.183049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Attempting to bind port 5a02a633-1820-4863-8412-2271b3e59038 on network 78f77a04-3108-4bcb-8627-a6ba3b99b61f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:14:11.189827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Port 5a02a633-1820-4863-8412-2271b3e59038 on network 78f77a04-3108-4bcb-8627-a6ba3b99b61f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:14:11.190165 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Attempting to bind port 5a02a633-1820-4863-8412-2271b3e59038 on network 78f77a04-3108-4bcb-8627-a6ba3b99b61f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:14:11.195630 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:14:11.195978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Checking segment: {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:14:11.196373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Bound using segment: {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:14:11.196960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Bound port: 5a02a633-1820-4863-8412-2271b3e59038, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:14:11.197374 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:11.266416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:14:11.269930 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:14:11.655908 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-02f6ff3a-ce52-4d80-b75d-e4310235831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:11.658443 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:11.771754 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:11.772377 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:11.773878 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] 10.222.0.11 "PUT /v2.0/ports/5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 1093 time: 1.4011817 Aug 29 07:14:11.774334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'tag': '5a02a633-1820-4863-8412-2271b3e59038'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:14:11.788689 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bc4877-3736-4d8b-b11d-a625c3829686" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "tag": "5a02a633-1820-4863-8412-2271b3e59038"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:14:11.810702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:11.843762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db19a60-c9ed-4c03-bce0-862f00562f0d service neutron] Pushing event updated for resources: {'Port': ['ID=5a02a633-1820-4863-8412-2271b3e59038,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:11.899528 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a618bfdb-b0e5-4ec6-a7b3-1033a6269241 x-openstack-request-id: req-a618bfdb-b0e5-4ec6-a7b3-1033a6269241 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:14:11.899678 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "tag": "5a02a633-1820-4863-8412-2271b3e59038", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:14:11.899855 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a618bfdb-b0e5-4ec6-a7b3-1033a6269241 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:14:11.900366 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'tag': '5a02a633-1820-4863-8412-2271b3e59038', 'status': 'completed', 'code': 200} Aug 29 07:14:12.039666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc4877-3736-4d8b-b11d-a625c3829686 req-5c93b1c8-c482-4055-9132-2dddbde4fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:12.041335 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-66bc4877-3736-4d8b-b11d-a625c3829686 req-5c93b1c8-c482-4055-9132-2dddbde4fb51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1096 time: 0.0820026 Aug 29 07:14:12.064461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168f501-2713-4392-8075-8e025c2ff08e req-67370d74-ac71-4f3a-8449-2a15c6ffdf6f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:12.067971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5168f501-2713-4392-8075-8e025c2ff08e req-67370d74-ac71-4f3a-8449-2a15c6ffdf6f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 944 time: 0.1171343 Aug 29 07:14:12.159603 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5168f501-2713-4392-8075-8e025c2ff08e req-ef262d2e-078e-4290-9090-5febf4eaf3d7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831268 Aug 29 07:14:12.207868 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc4877-3736-4d8b-b11d-a625c3829686 req-52dcc7ed-fb83-441c-ab2e-999ef75e2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:12.209799 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-66bc4877-3736-4d8b-b11d-a625c3829686 req-52dcc7ed-fb83-441c-ab2e-999ef75e2dcc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6b66a9a586534730b2f472cdc192b004&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1538849 Aug 29 07:14:12.371951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc4877-3736-4d8b-b11d-a625c3829686 req-7c901da5-b348-4c4a-875a-94b26aa0436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:12.373838 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-66bc4877-3736-4d8b-b11d-a625c3829686 req-7c901da5-b348-4c4a-875a-94b26aa0436c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570055 Aug 29 07:14:12.483663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-300404f5-3d98-42d2-a151-353260c82335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:12.486072 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-300404f5-3d98-42d2-a151-353260c82335 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1096 time: 0.0448482 Aug 29 07:14:12.540131 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-4b63512a-787a-4374-84e1-441761387f72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 217 time: 0.0388980 Aug 29 07:14:12.606221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-0b1bc24d-0909-4364-8c17-e3871bfec5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:12.608156 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-0b1bc24d-0909-4364-8c17-e3871bfec5db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e0320ce-cbbd-4c9b-b311-329681249e40 HTTP/1.1" status: 200 len: 835 time: 0.0604911 Aug 29 07:14:12.682790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-8fdb347d-4fa9-4d07-a92d-56eca511d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:12.687622 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-8fdb347d-4fa9-4d07-a92d-56eca511d671 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78f77a04-3108-4bcb-8627-a6ba3b99b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701926 Aug 29 07:14:12.822375 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-c923bcf2-6c1f-491a-ac79-a82798b75ca2 service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285081 Aug 29 07:14:12.951054 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c49a4b9-2105-466c-ad3c-5d87bea38fe4 req-54b6903e-1e5b-4688-b826-d2757c476023 service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206663 Aug 29 07:14:13.416275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac02aaf-19f7-415a-b9b8-8e9ce2e04299 req-96f1ce63-029f-431b-8371-784599261197 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:13.425060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ac02aaf-19f7-415a-b9b8-8e9ce2e04299 req-96f1ce63-029f-431b-8371-784599261197 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 944 time: 0.1228645 Aug 29 07:14:13.490949 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ac02aaf-19f7-415a-b9b8-8e9ce2e04299 req-c2d6fc6f-5bb7-4ebe-b146-e4680d40c335 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643587 Aug 29 07:14:13.579082 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:14.663248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da40856-bc04-4819-b642-d4afe6602c59 req-aee064a6-2ce6-4c16-b62e-4a2f628d5dee tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:14.665882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0da40856-bc04-4819-b642-d4afe6602c59 req-aee064a6-2ce6-4c16-b62e-4a2f628d5dee tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 944 time: 0.0944312 Aug 29 07:14:14.751340 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0da40856-bc04-4819-b642-d4afe6602c59 req-68831163-2a65-4bca-ab2d-e58d927713eb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785863 Aug 29 07:14:15.280043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfa82c-1450-4b3d-988f-13ea8ab1e00d req-932d3216-0e72-4539-8246-c3436aa7eba1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:15.288976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7edfa82c-1450-4b3d-988f-13ea8ab1e00d req-932d3216-0e72-4539-8246-c3436aa7eba1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 946 time: 0.0665686 Aug 29 07:14:15.336023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7edfa82c-1450-4b3d-988f-13ea8ab1e00d req-a6643a70-4210-4623-b68d-7031f1c97177 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460043 Aug 29 07:14:15.943705 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbaf61-0237-4469-bd40-710183991546 req-46e58b0e-1c69-4657-a490-19ed5f1c6b28 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:15.957291 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44dbaf61-0237-4469-bd40-710183991546 req-46e58b0e-1c69-4657-a490-19ed5f1c6b28 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 944 time: 0.0923572 Aug 29 07:14:16.043725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44dbaf61-0237-4469-bd40-710183991546 req-540fc29a-7177-497e-9947-4c8357dfe650 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842426 Aug 29 07:14:16.552787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35e070-2c01-4d15-ab30-a06caf1267da req-e7d0ca74-44af-48dc-aaf0-83498c58d6a4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:16.557438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e35e070-2c01-4d15-ab30-a06caf1267da req-e7d0ca74-44af-48dc-aaf0-83498c58d6a4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 946 time: 0.0994132 Aug 29 07:14:16.631266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e35e070-2c01-4d15-ab30-a06caf1267da req-61c02cc5-d3bf-49a6-b0d9-b0a4d26c200e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631056 Aug 29 07:14:17.121994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-067e9703-e083-4f02-82a3-2e69cc6098bc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:17.124177 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-067e9703-e083-4f02-82a3-2e69cc6098bc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 946 time: 0.0923860 Aug 29 07:14:17.230113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982caa6-f6c3-475a-8e61-814aa8bdd2ca req-4eca5f9f-7149-4368-bc82-e7503bc7ede1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:17.238676 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d982caa6-f6c3-475a-8e61-814aa8bdd2ca req-4eca5f9f-7149-4368-bc82-e7503bc7ede1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 944 time: 0.1006737 Aug 29 07:14:17.302886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d982caa6-f6c3-475a-8e61-814aa8bdd2ca req-c7010c54-6b3d-4068-b8c6-e59669b7a365 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629032 Aug 29 07:14:17.315615 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Deleting port 42350b6f-f641-4762-96c5-dd9cea2be2ea {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:14:17.315971 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:17.447008 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] For port 42350b6f-f641-4762-96c5-dd9cea2be2ea, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=42350b6f-f641-4762-96c5-dd9cea2be2ea,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:14:17.447844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:17.839558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:17.839973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:17.840309 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Floating IP 6154e48c-7543-4d5f-ab05-38015592f8d4 disassociated. External IP: 172.25.1.69, port: 42350b6f-f641-4762-96c5-dd9cea2be2ea. Aug 29 07:14:17.840670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Calling delete_port for 42350b6f-f641-4762-96c5-dd9cea2be2ea owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:14:17.851949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5a3d3-6187-402e-9a6a-f57b8ec27ec5 req-7d028364-3e11-4f5b-834b-b1dd535434ef tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:17.857793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74e5a3d3-6187-402e-9a6a-f57b8ec27ec5 req-7d028364-3e11-4f5b-834b-b1dd535434ef tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 946 time: 0.0780954 Aug 29 07:14:17.926586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74e5a3d3-6187-402e-9a6a-f57b8ec27ec5 req-591059f6-5845-40be-82c0-de9ffcb8ea3d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676351 Aug 29 07:14:18.181460 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:18.232605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event deleted for resources: {'Port': ['ID=42350b6f-f641-4762-96c5-dd9cea2be2ea,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:18.451978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:14:18.493018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a20e3-3a33-4f0b-8f1b-2380adc9c074 req-ae009bd1-97ff-4f00-b837-ea2955941e30 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:18.495502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-162a20e3-3a33-4f0b-8f1b-2380adc9c074 req-ae009bd1-97ff-4f00-b837-ea2955941e30 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 944 time: 0.1066542 Aug 29 07:14:18.557024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-162a20e3-3a33-4f0b-8f1b-2380adc9c074 req-52e8a371-35f3-4078-b017-85f7162bc110 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530996 Aug 29 07:14:18.641535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:14:18.665439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647a3d5-bdd1-4d75-b6ea-ff1fdb1dd458 None None] Sync routers for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:14:18.680822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9647a3d5-bdd1-4d75-b6ea-ff1fdb1dd458 None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:14:18.683387 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9647a3d5-bdd1-4d75-b6ea-ff1fdb1dd458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:14:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:18.706020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] No DVR routers for this DVR port 42350b6f-f641-4762-96c5-dd9cea2be2ea on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:14:18.708838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:18.715446 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-425a051a-a138-4d33-ae0a-f0100c746c50 req-01508f6e-4839-4e83-af1b-e947bff35e1b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.11 "DELETE /v2.0/ports/42350b6f-f641-4762-96c5-dd9cea2be2ea HTTP/1.1" status: 204 len: 173 time: 1.5782604 Aug 29 07:14:18.715446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f969b-06af-4212-8930-c238a74f2c7a', 'name': 'network-vif-deleted', 'tag': '42350b6f-f641-4762-96c5-dd9cea2be2ea'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:14:18.715446 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9768a3-49f7-46e0-b86c-fb927c6b2758" -d '{"events": [{"server_uuid": "2a9f969b-06af-4212-8930-c238a74f2c7a", "name": "network-vif-deleted", "tag": "42350b6f-f641-4762-96c5-dd9cea2be2ea"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:14:18.834103 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a10a41-a5d8-4e71-98a4-bd333961e123 x-openstack-request-id: req-22a10a41-a5d8-4e71-98a4-bd333961e123 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:14:18.834103 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f969b-06af-4212-8930-c238a74f2c7a", "name": "network-vif-deleted", "tag": "42350b6f-f641-4762-96c5-dd9cea2be2ea", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:14:18.834103 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22a10a41-a5d8-4e71-98a4-bd333961e123 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:14:18.834103 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9f969b-06af-4212-8930-c238a74f2c7a', 'name': 'network-vif-deleted', 'tag': '42350b6f-f641-4762-96c5-dd9cea2be2ea', 'status': 'completed', 'code': 200} Aug 29 07:14:18.882898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 5a02a633-1820-4863-8412-2271b3e59038 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:14:19.131910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:14:19.132135 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c526f142-502b-4f7f-9be6-8681f606eb34 req-ea75f955-c224-4514-86fb-3682c671a9bf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 210 time: 0.0439529 Aug 29 07:14:19.153480 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '5a02a633-1820-4863-8412-2271b3e59038', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'port_id': '5a02a633-1820-4863-8412-2271b3e59038', 'mac_address': 'fa:16:3e:3a:23:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:14:19.163809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-9647a3d5-bdd1-4d75-b6ea-ff1fdb1dd458 None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:14:19.262707 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:19.324295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a02a633-1820-4863-8412-2271b3e59038 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:14:19.341875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59200) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:19.353206 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:14:19.408941 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0237d9e-64d2-49a0-8bb4-513820210c12 admin admin] Deleting subnet 02b575a5-e8e3-4a0b-b112-90378ec67b19 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:14:19.412815 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d0237d9e-64d2-49a0-8bb4-513820210c12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:19.445268 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:19.459340 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d0237d9e-64d2-49a0-8bb4-513820210c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:19.508404 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d0237d9e-64d2-49a0-8bb4-513820210c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:19.561060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=5a02a633-1820-4863-8412-2271b3e59038,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:19.561060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9647a3d5-bdd1-4d75-b6ea-ff1fdb1dd458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:19.595517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647a3d5-bdd1-4d75-b6ea-ff1fdb1dd458 None None] Checking router: 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:14:19.629043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9647a3d5-bdd1-4d75-b6ea-ff1fdb1dd458 None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:14:19.629899 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9647a3d5-bdd1-4d75-b6ea-ff1fdb1dd458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:14:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:19.746524 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d0237d9e-64d2-49a0-8bb4-513820210c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:19.810039 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d0237d9e-64d2-49a0-8bb4-513820210c12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:19.818697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59214) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:19.845970 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d0237d9e-64d2-49a0-8bb4-513820210c12 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/02b575a5-e8e3-4a0b-b112-90378ec67b19 HTTP/1.1" status: 204 len: 168 time: 0.5019248 Aug 29 07:14:19.869465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['5a02a633-1820-4863-8412-2271b3e59038'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:14:19.973617 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0237d9e-64d2-49a0-8bb4-513820210c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b575a5-e8e3-4a0b-b112-90378ec67b19,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:19.973877 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-9647a3d5-bdd1-4d75-b6ea-ff1fdb1dd458 None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:14:20.061254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f188bf-670d-4c14-9818-2e6d6b94c8c6 req-977344d6-0e81-4d5d-89b9-8601c21ef5d7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:20.064070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72f188bf-670d-4c14-9818-2e6d6b94c8c6 req-977344d6-0e81-4d5d-89b9-8601c21ef5d7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 945 time: 0.3944347 Aug 29 07:14:20.161354 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-72f188bf-670d-4c14-9818-2e6d6b94c8c6 req-e4380cb2-e026-4397-b611-38d5d21e5882 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902281 Aug 29 07:14:20.197436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ebe137fc-6d31-4613-8c3d-8a62d2c82900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:20.357104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e32a740b-0975-4d0c-ba76-d83a2a2da4a9 req-686f8e62-832b-4d60-8563-e3762ba89a37 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 210 time: 0.0812266 Aug 29 07:14:20.573172 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ebe137fc-6d31-4613-8c3d-8a62d2c82900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:20.606347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-ebe137fc-6d31-4613-8c3d-8a62d2c82900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cc53da-6e2b-4af4-aadf-70e727036d60']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:20.636345 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-ebe137fc-6d31-4613-8c3d-8a62d2c82900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e467e37-3934-4373-9e4d-b4ee1f374708') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:20.636642 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-ebe137fc-6d31-4613-8c3d-8a62d2c82900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e467e37-3934-4373-9e4d-b4ee1f374708') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:20.668673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ebe137fc-6d31-4613-8c3d-8a62d2c82900 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:20.691765 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ebe137fc-6d31-4613-8c3d-8a62d2c82900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:20.703235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe137fc-6d31-4613-8c3d-8a62d2c82900 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:14:20.703927 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ebe137fc-6d31-4613-8c3d-8a62d2c82900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:14:20.706050 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:14:20.776263 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 42350b6f-f641-4762-96c5-dd9cea2be2ea no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:14:20.845773 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 42350b6f-f641-4762-96c5-dd9cea2be2ea {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:14:20.846124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 42350b6f-f641-4762-96c5-dd9cea2be2ea not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:14:20.903667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9647a3d5-bdd1-4d75-b6ea-ff1fdb1dd458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:20.907068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ebe137fc-6d31-4613-8c3d-8a62d2c82900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:20.920497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ebe137fc-6d31-4613-8c3d-8a62d2c82900 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:20.925758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59228) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:20.937488 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647a3d5-bdd1-4d75-b6ea-ff1fdb1dd458 None None] The sync data for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 is: [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:14:20.943658 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ebe137fc-6d31-4613-8c3d-8a62d2c82900 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c9cc53da-6e2b-4af4-aadf-70e727036d60 HTTP/1.1" status: 204 len: 168 time: 1.1173677 Aug 29 07:14:20.999616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe137fc-6d31-4613-8c3d-8a62d2c82900 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9cc53da-6e2b-4af4-aadf-70e727036d60,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:21.049664 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-79748ddd-bd8e-4787-b4fd-26ddf60be335 admin admin] Deleting subnet e8e6e61b-038a-40b0-b0a7-b95ed56fc783 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:14:21.054396 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79748ddd-bd8e-4787-b4fd-26ddf60be335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:21.105887 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79748ddd-bd8e-4787-b4fd-26ddf60be335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:21.141715 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:21.210103 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79748ddd-bd8e-4787-b4fd-26ddf60be335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:21.410342 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6917af-8320-49f8-bd69-6bdc37f38dcd req-7f357245-5b4e-4aad-87a8-15025dac578c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:21.421575 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f6917af-8320-49f8-bd69-6bdc37f38dcd req-7f357245-5b4e-4aad-87a8-15025dac578c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 945 time: 0.1413252 Aug 29 07:14:21.468558 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79748ddd-bd8e-4787-b4fd-26ddf60be335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:21.504588 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d30bc91-4034-4049-b8ed-37c7da61bdda None None] New status for floating IP 6154e48c-7543-4d5f-ab05-38015592f8d4: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:14:21.540468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79748ddd-bd8e-4787-b4fd-26ddf60be335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e6e61b-038a-40b0-b0a7-b95ed56fc783,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:21.576354 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-79748ddd-bd8e-4787-b4fd-26ddf60be335 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:21.578563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-79748ddd-bd8e-4787-b4fd-26ddf60be335 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e8e6e61b-038a-40b0-b0a7-b95ed56fc783 HTTP/1.1" status: 204 len: 168 time: 0.6508293 Aug 29 07:14:21.581195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59240) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:21.581731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3699998-8e94-434e-8066-0206f475d97d req-1e654b53-dd5b-459a-a62e-a746e08b533f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 210 time: 0.0558624 Aug 29 07:14:21.584845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1f6917af-8320-49f8-bd69-6bdc37f38dcd req-482f7d5d-6767-4b59-8b4e-9bdd588e6009 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566296 Aug 29 07:14:21.829746 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40648b75-3ed7-4833-8497-640043dfa953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:22.022964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40648b75-3ed7-4833-8497-640043dfa953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:22.022964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-40648b75-3ed7-4833-8497-640043dfa953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca01810-6587-487c-86bc-4e1a7a7c0c2b']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:22.022964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-40648b75-3ed7-4833-8497-640043dfa953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac50686-6806-4d9b-be1b-360ff451c1b8') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:22.022964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-40648b75-3ed7-4833-8497-640043dfa953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac50686-6806-4d9b-be1b-360ff451c1b8') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:22.022964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40648b75-3ed7-4833-8497-640043dfa953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:22.473523 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40648b75-3ed7-4833-8497-640043dfa953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:22.483914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40648b75-3ed7-4833-8497-640043dfa953 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:14:22.484326 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40648b75-3ed7-4833-8497-640043dfa953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:14:22.486126 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:14:22.638533 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40648b75-3ed7-4833-8497-640043dfa953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:22.666901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-40648b75-3ed7-4833-8497-640043dfa953 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:22.676523 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-40648b75-3ed7-4833-8497-640043dfa953 admin admin] 10.222.0.76 "DELETE /v2.0/networks/7ca01810-6587-487c-86bc-4e1a7a7c0c2b HTTP/1.1" status: 204 len: 168 time: 1.0941868 Aug 29 07:14:22.696373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40648b75-3ed7-4833-8497-640043dfa953 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca01810-6587-487c-86bc-4e1a7a7c0c2b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:22.739347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 5a02a633-1820-4863-8412-2271b3e59038 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:14:22.866690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b22e2103-42df-448e-9e66-9660e7eecbb2 req-02c4e7a4-befb-4f98-bd6b-6fd8fd86f1ed tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 210 time: 0.0637300 Aug 29 07:14:22.904296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf849429-666b-47ca-a957-9f5418560299 req-f3f8bc15-6335-46b3-a74d-a2ed98d7a398 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:22.913799 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf849429-666b-47ca-a957-9f5418560299 req-f3f8bc15-6335-46b3-a74d-a2ed98d7a398 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 945 time: 0.1546726 Aug 29 07:14:22.985311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf849429-666b-47ca-a957-9f5418560299 req-554f0144-1b15-4c97-a8ec-d538d8d3d2d0 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703521 Aug 29 07:14:23.010234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 5a02a633-1820-4863-8412-2271b3e59038 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:14:23.014993 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 5a02a633-1820-4863-8412-2271b3e59038 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:23.015461 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:23.152435 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:23.212033 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:14:23.213239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a02a633-1820-4863-8412-2271b3e59038'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:14:23.215852 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaa4b7d-852e-47a0-b6cd-094cf5e11ba5" -d '{"events": [{"server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "name": "network-vif-plugged", "status": "completed", "tag": "5a02a633-1820-4863-8412-2271b3e59038"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:14:23.268438 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68eebbb-5375-4a1c-8bdb-add0ebb0dd5a x-openstack-request-id: req-c68eebbb-5375-4a1c-8bdb-add0ebb0dd5a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:14:23.268745 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "name": "network-vif-plugged", "status": "completed", "tag": "5a02a633-1820-4863-8412-2271b3e59038", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:14:23.269027 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c68eebbb-5375-4a1c-8bdb-add0ebb0dd5a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:14:23.269423 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a02a633-1820-4863-8412-2271b3e59038', 'code': 200} Aug 29 07:14:23.301714 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:23.344035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59276) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:23.465809 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b7a344c3-a304-44e9-83c6-9ba663b816c4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=784234b43e164072ba567e934468032a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1199656 Aug 29 07:14:23.469033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59278) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:23.469840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658cad9-8207-4c76-81df-438aa2e93155 req-af280226-34bc-426b-b00d-1bb1f48c717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:23.471905 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6658cad9-8207-4c76-81df-438aa2e93155 req-af280226-34bc-426b-b00d-1bb1f48c717f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1098 time: 0.0975819 Aug 29 07:14:23.521515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=5a02a633-1820-4863-8412-2271b3e59038,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:23.541515 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6658cad9-8207-4c76-81df-438aa2e93155 req-b57d0afc-a712-4bcd-999a-37615441b506 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606759 Aug 29 07:14:23.611481 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a41880a-ae88-4064-9a40-91536253b537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:23.641437 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a41880a-ae88-4064-9a40-91536253b537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:23.708496 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59286) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:23.833396 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a41880a-ae88-4064-9a40-91536253b537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:23.839693 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a41880a-ae88-4064-9a40-91536253b537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:23.839693 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6a41880a-ae88-4064-9a40-91536253b537 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/07f88268-7d08-40f5-906f-9a270f1a9acc HTTP/1.1" status: 204 len: 168 time: 0.3670726 Aug 29 07:14:23.849368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41880a-ae88-4064-9a40-91536253b537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f88268-7d08-40f5-906f-9a270f1a9acc,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:24.000088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f16269-121b-4bc5-95b1-f806ea6770c4 req-b19b47ee-57e0-4388-b9a0-67322c3c522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:24.022864 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f4f16269-121b-4bc5-95b1-f806ea6770c4 req-b19b47ee-57e0-4388-b9a0-67322c3c522e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 1098 time: 0.3111670 Aug 29 07:14:24.102145 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f4f16269-121b-4bc5-95b1-f806ea6770c4 req-5a8a0c21-c563-40bf-9b20-6b0db2cdd844 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f0e997a8-60a6-4807-9556-f0b3df0c2c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752230 Aug 29 07:14:24.130795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64a81de8-6b87-4bba-8edb-3cfe7bcbc458 req-7f00ed84-0dc6-4560-a15b-36e500a60288 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 210 time: 0.0931075 Aug 29 07:14:24.204990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854761e-adb9-4879-949a-c3c1f5c1151b req-fa0d9203-9979-4162-b9f2-c13deafa4a80 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:24.213760 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c854761e-adb9-4879-949a-c3c1f5c1151b req-fa0d9203-9979-4162-b9f2-c13deafa4a80 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0854795 Aug 29 07:14:24.303852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c854761e-adb9-4879-949a-c3c1f5c1151b req-b708d0fa-6865-4426-bab3-7a0a57ae5a4a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890307 Aug 29 07:14:25.069245 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59322) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:25.130010 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-77a96e2c-5559-47ff-a573-f9750592af4c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=84a3d63a716b4b8f82393bf8500c05d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596051 Aug 29 07:14:25.132716 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59324) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:25.246039 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ce5703c-678a-417b-95a7-6522198efda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:25.298411 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ce5703c-678a-417b-95a7-6522198efda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:25.376187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad3257a2-49db-4ac0-b3db-abcccaeb8278 req-bc7502fd-d2c2-4b36-abf5-4825f1c718a7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 210 time: 0.0566068 Aug 29 07:14:25.475899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec81a60-dc74-4050-9c29-b558fd7cd622 req-460c408d-cb38-47b4-b9b4-ee1a139e4639 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:25.485795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ec81a60-dc74-4050-9c29-b558fd7cd622 req-460c408d-cb38-47b4-b9b4-ee1a139e4639 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0612495 Aug 29 07:14:25.487637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ce5703c-678a-417b-95a7-6522198efda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:25.490174 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9ce5703c-678a-417b-95a7-6522198efda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:25.494254 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9ce5703c-678a-417b-95a7-6522198efda4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bc3ded09-9244-470e-bb24-33afca5ec31e HTTP/1.1" status: 204 len: 168 time: 0.3605461 Aug 29 07:14:25.513963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5703c-678a-417b-95a7-6522198efda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3ded09-9244-470e-bb24-33afca5ec31e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:25.582062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ec81a60-dc74-4050-9c29-b558fd7cd622 req-a98f8b0e-aeb4-4db3-ab76-b3184998c2d7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948243 Aug 29 07:14:25.820100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479af8b1-20aa-48a4-95c1-fd9239d208bd req-0fc7101f-1bb5-420f-b058-354bfe8fd978 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:25.830551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-479af8b1-20aa-48a4-95c1-fd9239d208bd req-0fc7101f-1bb5-420f-b058-354bfe8fd978 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0743127 Aug 29 07:14:25.921284 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-479af8b1-20aa-48a4-95c1-fd9239d208bd req-3bf9dd6d-8902-4a0f-b1de-66ce2718ab3b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894148 Aug 29 07:14:25.941737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59354) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:25.989736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7276ceb6-ae7a-4809-85d3-6666ccaf00c8 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:25.992260 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7276ceb6-ae7a-4809-85d3-6666ccaf00c8 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1093 time: 0.0492187 Aug 29 07:14:25.995712 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59358) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:26.000865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '5a02a633-1820-4863-8412-2271b3e59038', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:26.154211 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:26.374710 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:26.549073 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4db15115-4d35-4753-8ce5-1b3a7e625575 req-143533c4-4795-4952-b1e7-68ec44ffce71 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9f969b-06af-4212-8930-c238a74f2c7a HTTP/1.1" status: 200 len: 210 time: 0.0439944 Aug 29 07:14:26.670624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.25.1.7 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/7522c00c-e512-4dd3-ade3-2daead74e6c9) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:14:26.860019 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:27.513105 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:27.638377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:14:27.667004 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:14:27.682134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:14:27.731266 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=7522c00c-e512-4dd3-ade3-2daead74e6c9,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:27.753223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:27.753573 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:27.754101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:27.754646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:27.755432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:27.755977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:27.756590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:27.757265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:27.757829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:27.758363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:27.758926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:27.759490 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:28.073456 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-8fff74f0-57da-4e42-a4c6-0e75745e2fb4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989241434&fields=id&tenant_id=ef9ac3d9c703440cafb9ded360ca6483 HTTP/1.1" status: 200 len: 267 time: 0.0740111 Aug 29 07:14:28.277464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-ea63463b-461e-496a-88af-bbb7441ff2ef tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:28.285190 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-ea63463b-461e-496a-88af-bbb7441ff2ef tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 812 time: 0.1998575 Aug 29 07:14:28.332689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-f9fb4173-e34a-4258-8f33-b9e0206c0f50 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/quotas/ef9ac3d9c703440cafb9ded360ca6483 HTTP/1.1" status: 200 len: 375 time: 0.0464673 Aug 29 07:14:28.439652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-b13fcb5d-2643-4093-a70a-9f52e9acfedc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1059220 Aug 29 07:14:28.536216 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:28.638349 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-0918f6da-7537-4b7c-8020-d84854fe3c0a service neutron] 10.222.0.76 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977680 Aug 29 07:14:28.719593 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:28.806748 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-e1fbbc65-743d-4661-ba3b-f712855eb847 service neutron] 10.222.0.76 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665461 Aug 29 07:14:29.008673 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:29.161585 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:29.245401 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=7522c00c-e512-4dd3-ade3-2daead74e6c9,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:29.251954 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:29.416607 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Floating IP 6a1eab9d-a002-4632-8530-ea7dc2aaf834 associated. External IP: 172.25.1.7, port: 5a02a633-1820-4863-8412-2271b3e59038. Aug 29 07:14:29.791056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 9f366858-7a38-4a74-b167-bb196ac770b4 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:14:29.902081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:14:29.913801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d224d7e5-31d6-4584-bc64-0e8d63a703d1 None None] Sync routers for ids ['9f366858-7a38-4a74-b167-bb196ac770b4'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:14:29.926895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224d7e5-31d6-4584-bc64-0e8d63a703d1 None None] Routers {'9f366858-7a38-4a74-b167-bb196ac770b4'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:14:29.927771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d224d7e5-31d6-4584-bc64-0e8d63a703d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:14:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9f366858-7a38-4a74-b167-bb196ac770b4'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:30.039323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d224d7e5-31d6-4584-bc64-0e8d63a703d1 None None] Set router 9f366858-7a38-4a74-b167-bb196ac770b4 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:14:30.044333 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:30.178227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0344c1f8-75ba-4b44-aeb3-13e4c3dbc278 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1805856 Aug 29 07:14:30.192426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'tag': '5a02a633-1820-4863-8412-2271b3e59038'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:14:30.195883 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f35ed89-2d75-4a4e-9fa3-e545d33691db" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "tag": "5a02a633-1820-4863-8412-2271b3e59038"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:14:30.200126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76cfece3-aa93-47cd-8575-25fdb9462a72 req-a8f80b10-1b40-4611-b136-aef03b1f348a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 210 time: 0.0430512 Aug 29 07:14:30.286262 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0737655-f309-485b-942d-e9e6ce6f9bfa x-openstack-request-id: req-e0737655-f309-485b-942d-e9e6ce6f9bfa {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:14:30.286262 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "tag": "5a02a633-1820-4863-8412-2271b3e59038", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:14:30.286262 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e0737655-f309-485b-942d-e9e6ce6f9bfa {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:14:30.286262 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'tag': '5a02a633-1820-4863-8412-2271b3e59038', 'status': 'completed', 'code': 200} Aug 29 07:14:30.371095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283671d2-4e0c-47a7-9ebf-c53e0ce3003a req-18cb2197-24c8-4fb7-98b6-4eb35960719a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:30.372942 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-283671d2-4e0c-47a7-9ebf-c53e0ce3003a req-18cb2197-24c8-4fb7-98b6-4eb35960719a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0997951 Aug 29 07:14:30.500483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35ed89-2d75-4a4e-9fa3-e545d33691db req-ee4fecc2-644f-4e70-a028-11032f3c1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:30.532112 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-283671d2-4e0c-47a7-9ebf-c53e0ce3003a req-149ee99c-400d-42f4-9db6-54c5b7fd70d0 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491292 Aug 29 07:14:30.548756 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59482) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:30.557098 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f35ed89-2d75-4a4e-9fa3-e545d33691db req-ee4fecc2-644f-4e70-a028-11032f3c1543 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1098 time: 0.2166686 Aug 29 07:14:30.631917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4a3d3290-0ed3-4fe8-8f42-b917677da5c1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/6a1eab9d-a002-4632-8530-ea7dc2aaf834 HTTP/1.1" status: 200 len: 990 time: 0.0801997 Aug 29 07:14:30.752950 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d224d7e5-31d6-4584-bc64-0e8d63a703d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '6a1eab9d-a002-4632-8530-ea7dc2aaf834', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'port_id': '5a02a633-1820-4863-8412-2271b3e59038', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'mac_address': 'fa:16:3e:3a:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:14:28Z', 'updated_at': '2021-08-29T07:14:28Z', 'revision_number': 0, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efcf2da-78cd-4bd9-932f-f91f90f51f29', 'name': '', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:21:1b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:14:02Z', 'updated_at': '2021-08-29T07:14:08Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:30.767776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35ed89-2d75-4a4e-9fa3-e545d33691db req-5b46d33b-5b81-4015-bced-0fe9041faf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:30.772509 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f35ed89-2d75-4a4e-9fa3-e545d33691db req-5b46d33b-5b81-4015-bced-0fe9041faf55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 200 len: 898 time: 0.2087936 Aug 29 07:14:30.795291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d224d7e5-31d6-4584-bc64-0e8d63a703d1 None None] Checking router: 9f366858-7a38-4a74-b167-bb196ac770b4 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:14:30.805908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224d7e5-31d6-4584-bc64-0e8d63a703d1 None None] Routers {'9f366858-7a38-4a74-b167-bb196ac770b4'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:14:30.806956 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d224d7e5-31d6-4584-bc64-0e8d63a703d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:14:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9f366858-7a38-4a74-b167-bb196ac770b4'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:30.854188 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f35ed89-2d75-4a4e-9fa3-e545d33691db req-0577c4d4-a0e3-46e8-ad5a-d2d5ee7a9eff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 998 time: 0.0748372 Aug 29 07:14:30.943319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35ed89-2d75-4a4e-9fa3-e545d33691db req-b9b59ab7-a5e6-4af1-802d-b9e4c80814a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:30.945115 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f35ed89-2d75-4a4e-9fa3-e545d33691db req-b9b59ab7-a5e6-4af1-802d-b9e4c80814a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e0320ce-cbbd-4c9b-b311-329681249e40 HTTP/1.1" status: 200 len: 835 time: 0.0837464 Aug 29 07:14:31.005619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d224d7e5-31d6-4584-bc64-0e8d63a703d1 None None] Set router 9f366858-7a38-4a74-b167-bb196ac770b4 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:14:31.078697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35ed89-2d75-4a4e-9fa3-e545d33691db req-e2c191d4-2752-426d-9d1c-360d4cff6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:31.083049 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f35ed89-2d75-4a4e-9fa3-e545d33691db req-e2c191d4-2752-426d-9d1c-360d4cff6625 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78f77a04-3108-4bcb-8627-a6ba3b99b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1301687 Aug 29 07:14:31.271707 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f35ed89-2d75-4a4e-9fa3-e545d33691db req-795920bd-289c-4d1d-af51-80db2123cb52 service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815388 Aug 29 07:14:31.399553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d224d7e5-31d6-4584-bc64-0e8d63a703d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '6a1eab9d-a002-4632-8530-ea7dc2aaf834', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'port_id': '5a02a633-1820-4863-8412-2271b3e59038', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'mac_address': 'fa:16:3e:3a:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:14:28Z', 'updated_at': '2021-08-29T07:14:28Z', 'revision_number': 0, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efcf2da-78cd-4bd9-932f-f91f90f51f29', 'name': '', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:21:1b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:14:02Z', 'updated_at': '2021-08-29T07:14:08Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:31.440492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d224d7e5-31d6-4584-bc64-0e8d63a703d1 None None] The sync data for ids ['9f366858-7a38-4a74-b167-bb196ac770b4'] in n-d-713301-12 is: [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '6a1eab9d-a002-4632-8530-ea7dc2aaf834', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'port_id': '5a02a633-1820-4863-8412-2271b3e59038', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'mac_address': 'fa:16:3e:3a:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:14:28Z', 'updated_at': '2021-08-29T07:14:28Z', 'revision_number': 0, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efcf2da-78cd-4bd9-932f-f91f90f51f29', 'name': '', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:21:1b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:14:02Z', 'updated_at': '2021-08-29T07:14:08Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:14:31.461088 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6d8ecc7-e797-4146-bcc5-96eba8beef34 req-d9bda872-1ece-4391-a04d-66e782f0ceb5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 210 time: 0.0547864 Aug 29 07:14:31.468240 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9f35ed89-2d75-4a4e-9fa3-e545d33691db req-1c81b410-bccb-4156-9177-553b45a9ffe9 service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895621 Aug 29 07:14:31.635635 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59504) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:31.789153 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2fcb47cc-eaf3-4414-bcd3-0462efc2c528 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/6a1eab9d-a002-4632-8530-ea7dc2aaf834 HTTP/1.1" status: 200 len: 990 time: 0.1418967 Aug 29 07:14:31.866689 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65a926-8ad6-43cb-9716-9b6919fb215c None None] New status for floating IP 6a1eab9d-a002-4632-8530-ea7dc2aaf834: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:14:32.673082 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07375f8c-05cb-47b6-8e70-ecdd453db305 req-203dd17d-8e42-4f51-8e56-a7adcebdea9e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 210 time: 0.0621450 Aug 29 07:14:32.781462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59526) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:32.956231 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-db82eb37-8768-417c-b5c1-a42a0cab7496 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/6a1eab9d-a002-4632-8530-ea7dc2aaf834 HTTP/1.1" status: 200 len: 992 time: 0.1734316 Aug 29 07:14:33.329656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-5d9693ca-704d-4958-b59e-a5a8cc0392f5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:33.331238 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-5d9693ca-704d-4958-b59e-a5a8cc0392f5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 812 time: 0.2303598 Aug 29 07:14:33.376869 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-3c96186a-f7e3-4fd2-bfe3-fd270aff27e7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef9ac3d9c703440cafb9ded360ca6483 HTTP/1.1" status: 200 len: 379 time: 0.0363197 Aug 29 07:14:33.390309 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-27cd4219-0ea1-4d4a-a361-61b361baa81a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'port': {'device_id': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'admin_state_up': True, 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'security_groups': ['bf1ae689-f76b-4bde-8859-69ca4946fad9']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:33.683660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-27cd4219-0ea1-4d4a-a361-61b361baa81a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Made reservation on behalf of ef9ac3d9c703440cafb9ded360ca6483 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:14:33.690499 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-27cd4219-0ea1-4d4a-a361-61b361baa81a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:33.842108 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:33.865697 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc5f8640-f335-4349-80db-c67af5121743 req-eb8bb054-2ebc-4b16-8cc2-4d56c2091cd0 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 210 time: 0.0459383 Aug 29 07:14:33.988012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-27cd4219-0ea1-4d4a-a361-61b361baa81a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Allocated IP 172.20.0.6 (910ed879-c4d9-4d02-b8f4-5a82b25d8a50/fa2025ae-552d-4027-b2b0-762afe79cd66/76d0955e-4c05-4c7e-9b74-274581ee7b66) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:14:34.255633 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-27cd4219-0ea1-4d4a-a361-61b361baa81a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:34.274940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-27cd4219-0ea1-4d4a-a361-61b361baa81a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Transition to ACTIVE for port object 76d0955e-4c05-4c7e-9b74-274581ee7b66 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:14:34.391105 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-27cd4219-0ea1-4d4a-a361-61b361baa81a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:34.450576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd4219-0ea1-4d4a-a361-61b361baa81a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'Port': ['ID=76d0955e-4c05-4c7e-9b74-274581ee7b66,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:34.475910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-27cd4219-0ea1-4d4a-a361-61b361baa81a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:14:34.478029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-27cd4219-0ea1-4d4a-a361-61b361baa81a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:14:34.481559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-27cd4219-0ea1-4d4a-a361-61b361baa81a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:14:34.594320 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-27cd4219-0ea1-4d4a-a361-61b361baa81a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:34.603719 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-27cd4219-0ea1-4d4a-a361-61b361baa81a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:34.716166 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-27cd4219-0ea1-4d4a-a361-61b361baa81a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3288448 Aug 29 07:14:34.736081 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Request body: {'port': {'device_id': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:34.891302 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:34.974273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f7db021c-9d48-49d1-9316-7538cb31437b None None] Provisioning for port 76d0955e-4c05-4c7e-9b74-274581ee7b66 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:14:34.979927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f7db021c-9d48-49d1-9316-7538cb31437b None None] Provisioning complete for port 76d0955e-4c05-4c7e-9b74-274581ee7b66 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:34.980398 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f7db021c-9d48-49d1-9316-7538cb31437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:35.063129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27e623-22ad-4fdf-ac97-715e3d48ca95 req-ad1bf5d8-40b2-43d0-9fc8-3f26cbc5d217 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:35.075195 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb27e623-22ad-4fdf-ac97-715e3d48ca95 req-ad1bf5d8-40b2-43d0-9fc8-3f26cbc5d217 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 931 time: 0.0988650 Aug 29 07:14:35.088589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f7db021c-9d48-49d1-9316-7538cb31437b None None] Port 76d0955e-4c05-4c7e-9b74-274581ee7b66 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:14:35.137564 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb27e623-22ad-4fdf-ac97-715e3d48ca95 req-1395c711-a682-4470-919b-3e1beca60db1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601509 Aug 29 07:14:35.481589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d0955e-4c05-4c7e-9b74-274581ee7b66 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:14:35.493620 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:35.512250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Transition to ACTIVE for port object 76d0955e-4c05-4c7e-9b74-274581ee7b66 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:14:35.610260 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:35.904392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Attempting to bind port 76d0955e-4c05-4c7e-9b74-274581ee7b66 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:14:35.905274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Attempting to bind port 76d0955e-4c05-4c7e-9b74-274581ee7b66 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:14:35.905841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Attempting to bind port 76d0955e-4c05-4c7e-9b74-274581ee7b66 on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:14:35.918999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=76d0955e-4c05-4c7e-9b74-274581ee7b66,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:35.962526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Port 76d0955e-4c05-4c7e-9b74-274581ee7b66 on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:14:35.964632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Attempting to bind port 76d0955e-4c05-4c7e-9b74-274581ee7b66 on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:14:36.060468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:14:36.092469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Checking segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:14:36.108965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Bound using segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:14:36.116289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Bound port: 76d0955e-4c05-4c7e-9b74-274581ee7b66, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:14:36.135177 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:36.372349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] For port 76d0955e-4c05-4c7e-9b74-274581ee7b66, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:14:36.384894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] For port 76d0955e-4c05-4c7e-9b74-274581ee7b66, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=76d0955e-4c05-4c7e-9b74-274581ee7b66,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:14:36.390954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a393bd-877b-4bf4-aea1-c82722829f16 req-7d3f3381-bd7c-4a26-980b-8540d459fe75 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:36.392648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1a393bd-877b-4bf4-aea1-c82722829f16 req-7d3f3381-bd7c-4a26-980b-8540d459fe75 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 943 time: 0.1040208 Aug 29 07:14:36.441350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1a393bd-877b-4bf4-aea1-c82722829f16 req-c39d97dc-38f3-401a-88b8-eb6e67a3618e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419872 Aug 29 07:14:36.596030 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:36.669975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:36.670742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:36.672240 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] 10.222.0.15 "PUT /v2.0/ports/76d0955e-4c05-4c7e-9b74-274581ee7b66 HTTP/1.1" status: 200 len: 1092 time: 1.9492621 Aug 29 07:14:36.672854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'tag': '76d0955e-4c05-4c7e-9b74-274581ee7b66'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:14:36.675281 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197e1374-26dd-4dd3-b48d-0cc037a43d01" -d '{"events": [{"name": "network-changed", "server_uuid": "5f16c9f5-4124-4c29-83d2-ce77ae020fda", "tag": "76d0955e-4c05-4c7e-9b74-274581ee7b66"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:14:36.744323 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41048eb6-89a1-4565-8d48-2c0666bb5908 x-openstack-request-id: req-41048eb6-89a1-4565-8d48-2c0666bb5908 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:14:36.744849 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f16c9f5-4124-4c29-83d2-ce77ae020fda", "tag": "76d0955e-4c05-4c7e-9b74-274581ee7b66", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:14:36.745317 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-41048eb6-89a1-4565-8d48-2c0666bb5908 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:14:36.746097 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'tag': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'status': 'completed', 'code': 200} Aug 29 07:14:36.746996 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492619dd-f9c0-43dd-9768-11f9a4a4b5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=76d0955e-4c05-4c7e-9b74-274581ee7b66,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:36.891940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e1374-26dd-4dd3-b48d-0cc037a43d01 req-72e5ce02-041d-4bff-a02b-227ed0496642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:36.899324 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-197e1374-26dd-4dd3-b48d-0cc037a43d01 req-72e5ce02-041d-4bff-a02b-227ed0496642 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 1095 time: 0.1342800 Aug 29 07:14:37.200793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e1374-26dd-4dd3-b48d-0cc037a43d01 req-01d1f679-c31e-49a0-92ba-46521f82968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:37.203023 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-197e1374-26dd-4dd3-b48d-0cc037a43d01 req-01d1f679-c31e-49a0-92ba-46521f82968c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2941804 Aug 29 07:14:37.385727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e1374-26dd-4dd3-b48d-0cc037a43d01 req-d1768015-b6d3-4a59-b7fa-938d7f83912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:37.393897 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-197e1374-26dd-4dd3-b48d-0cc037a43d01 req-d1768015-b6d3-4a59-b7fa-938d7f83912e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1814065 Aug 29 07:14:37.572517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-0637b89d-b7d4-4f81-aef5-d92744d76104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:37.574255 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-0637b89d-b7d4-4f81-aef5-d92744d76104 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 1095 time: 0.1445007 Aug 29 07:14:37.774998 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-ac0b9c87-daf7-4ada-b926-928d6d34cbbc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d0955e-4c05-4c7e-9b74-274581ee7b66 HTTP/1.1" status: 200 len: 217 time: 0.1904814 Aug 29 07:14:37.808450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163596a-f62c-4300-8566-d1881db84507 req-2e89db3f-416c-479c-8293-662cb5651901 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:37.811432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3163596a-f62c-4300-8566-d1881db84507 req-2e89db3f-416c-479c-8293-662cb5651901 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 943 time: 0.2262056 Aug 29 07:14:37.925407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3163596a-f62c-4300-8566-d1881db84507 req-d3deb702-2019-4bf8-9865-8eb0ce43539e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923653 Aug 29 07:14:37.930088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-1309098d-801f-41cf-b448-a920999ea03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:37.931649 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-1309098d-801f-41cf-b448-a920999ea03e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.1498516 Aug 29 07:14:37.989999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-39eabff7-819c-4e1c-a18a-5ab74a6b22c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:37.992139 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-39eabff7-819c-4e1c-a18a-5ab74a6b22c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529778 Aug 29 07:14:38.127825 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-0cf7ef0a-507a-4e79-9790-5469ec867815 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284068 Aug 29 07:14:38.164081 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ebda44d7-708b-4852-9645-5fd01af88006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:38.253179 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-596c5736-0a85-4a0b-b403-564278a5c6cb req-76e964c3-456d-4502-ab57-b1f19cd938f0 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116970 Aug 29 07:14:38.280123 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:14:39.075194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bff2b-7b2c-4984-866e-a4797f962021 req-1dce117c-3306-4cbe-a852-5680ce0731f1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:39.076823 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b59bff2b-7b2c-4984-866e-a4797f962021 req-1dce117c-3306-4cbe-a852-5680ce0731f1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 943 time: 0.0512621 Aug 29 07:14:39.157410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b59bff2b-7b2c-4984-866e-a4797f962021 req-36b5b55d-f159-4232-9ae8-e4f86d438374 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690670 Aug 29 07:14:40.318411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b66b4-c9ef-4f38-9287-19c842782bf9 req-2cd99d29-c820-421b-9374-71ebc8048880 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:40.320936 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-990b66b4-c9ef-4f38-9287-19c842782bf9 req-2cd99d29-c820-421b-9374-71ebc8048880 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 943 time: 0.0683298 Aug 29 07:14:40.407823 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-990b66b4-c9ef-4f38-9287-19c842782bf9 req-0679e052-f6e7-414f-a5b2-2b401bbf3972 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659163 Aug 29 07:14:40.803940 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:41.540922 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8399a7fe-918e-46a5-b9c0-2537794c1499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:41.545877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999799f1-836a-4a23-ac45-7066ebaa2422 req-0de5ebac-684e-4d82-968a-bf8d75e63f83 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:41.554229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-999799f1-836a-4a23-ac45-7066ebaa2422 req-0de5ebac-684e-4d82-968a-bf8d75e63f83 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 943 time: 0.0728643 Aug 29 07:14:41.605357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-999799f1-836a-4a23-ac45-7066ebaa2422 req-7be1d2c1-2b82-4670-95cc-d1454faf49c1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454397 Aug 29 07:14:41.826771 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:42.731501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01aa52-2559-4101-9fde-50cdde9827cc req-b19dc160-75b1-41dc-ad44-75b096bd2ea6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:42.739566 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e01aa52-2559-4101-9fde-50cdde9827cc req-b19dc160-75b1-41dc-ad44-75b096bd2ea6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 943 time: 0.0588870 Aug 29 07:14:42.783804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1e01aa52-2559-4101-9fde-50cdde9827cc req-cb4d0271-48cd-4813-a147-eaa663138653 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430026 Aug 29 07:14:43.441341 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59750) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:43.503753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59aada3-d8bd-4d4a-8997-e466839a5702 admin admin] Deleting subnet 16a085e6-f07d-444a-b07a-1e333b80849b {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:14:43.507198 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b59aada3-d8bd-4d4a-8997-e466839a5702 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:43.526885 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:43.548753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b59aada3-d8bd-4d4a-8997-e466839a5702 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:43.590306 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b59aada3-d8bd-4d4a-8997-e466839a5702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:43.721847 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b59aada3-d8bd-4d4a-8997-e466839a5702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:43.750692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59aada3-d8bd-4d4a-8997-e466839a5702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16a085e6-f07d-444a-b07a-1e333b80849b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:43.763299 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b59aada3-d8bd-4d4a-8997-e466839a5702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:43.767903 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b59aada3-d8bd-4d4a-8997-e466839a5702 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/16a085e6-f07d-444a-b07a-1e333b80849b HTTP/1.1" status: 204 len: 168 time: 0.3247695 Aug 29 07:14:43.769668 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59752) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:43.857432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-53321a40-6cdc-4744-ba84-f7cb26feca3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:43.983265 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-53321a40-6cdc-4744-ba84-f7cb26feca3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:44.015028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-53321a40-6cdc-4744-ba84-f7cb26feca3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ca59ed-249f-4a2c-b193-857ec5d910e6']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:44.027751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-53321a40-6cdc-4744-ba84-f7cb26feca3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d70c03-dda9-472d-bd8d-5f3181606e27') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:44.028409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-53321a40-6cdc-4744-ba84-f7cb26feca3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d70c03-dda9-472d-bd8d-5f3181606e27') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:44.049368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774bbd2-0fbe-4b27-a005-1830efa73ff2 req-4eb73f5c-1517-4a3e-8f06-504eb4c54d48 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:44.051034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b774bbd2-0fbe-4b27-a005-1830efa73ff2 req-4eb73f5c-1517-4a3e-8f06-504eb4c54d48 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 943 time: 0.0869689 Aug 29 07:14:44.055174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-53321a40-6cdc-4744-ba84-f7cb26feca3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:44.083543 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-53321a40-6cdc-4744-ba84-f7cb26feca3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:44.100573 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53321a40-6cdc-4744-ba84-f7cb26feca3c admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:14:44.101053 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-53321a40-6cdc-4744-ba84-f7cb26feca3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:14:44.102824 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:14:44.145518 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b774bbd2-0fbe-4b27-a005-1830efa73ff2 req-86aea8f5-d72b-4cff-a16f-b8521f859fad tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834398 Aug 29 07:14:44.233117 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-53321a40-6cdc-4744-ba84-f7cb26feca3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:44.257558 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-53321a40-6cdc-4744-ba84-f7cb26feca3c admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:44.262523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-53321a40-6cdc-4744-ba84-f7cb26feca3c admin admin] 10.222.0.76 "DELETE /v2.0/networks/81ca59ed-249f-4a2c-b193-857ec5d910e6 HTTP/1.1" status: 204 len: 168 time: 0.4890883 Aug 29 07:14:44.262523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53321a40-6cdc-4744-ba84-f7cb26feca3c admin admin] Pushing event deleted for resources: {'Network': ['ID=81ca59ed-249f-4a2c-b193-857ec5d910e6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:44.687573 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59768) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:44.727383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6bfd191b-feb1-4665-82f3-26313ebaa8dd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ad00a409cf7142dcbbfb674d95ae5366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384426 Aug 29 07:14:44.729631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59770) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:44.778321 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2370d374-27d7-437b-945a-1a198c44682b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:44.801058 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2370d374-27d7-437b-945a-1a198c44682b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:44.975191 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2370d374-27d7-437b-945a-1a198c44682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:44.978156 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2370d374-27d7-437b-945a-1a198c44682b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:44.979376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2370d374-27d7-437b-945a-1a198c44682b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2f4a78c5-e169-423a-a7c3-68a26a18e408 HTTP/1.1" status: 204 len: 168 time: 0.2487943 Aug 29 07:14:44.987754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370d374-27d7-437b-945a-1a198c44682b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4a78c5-e169-423a-a7c3-68a26a18e408,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:45.276573 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae52c0-9de2-4dbc-8717-940dcc898287 req-8f78e410-455d-4630-97b6-ba56131a067c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:45.278100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55ae52c0-9de2-4dbc-8717-940dcc898287 req-8f78e410-455d-4630-97b6-ba56131a067c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 943 time: 0.0601506 Aug 29 07:14:45.337287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55ae52c0-9de2-4dbc-8717-940dcc898287 req-54979479-b17b-4624-9d1f-0e8a925af239 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526166 Aug 29 07:14:45.784904 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59800) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:45.784904 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c334dff1-a2d1-43e5-aac3-687eeac1b6dd tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1408748166', 'description': 'tempest-secgroup-smoke-1408748166 description', 'project_id': '371da66a36bf47e5bd5f8c6caba081da'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:45.868253 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c334dff1-a2d1-43e5-aac3-687eeac1b6dd tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:45.958189 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c334dff1-a2d1-43e5-aac3-687eeac1b6dd tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:46.081705 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c334dff1-a2d1-43e5-aac3-687eeac1b6dd tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:46.107514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334dff1-a2d1-43e5-aac3-687eeac1b6dd tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db15902c-49f8-4748-853b-7371c15dc8ca,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:46.220210 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c334dff1-a2d1-43e5-aac3-687eeac1b6dd tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:46.224458 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c334dff1-a2d1-43e5-aac3-687eeac1b6dd tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4416051 Aug 29 07:14:46.224747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59814) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:46.229734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c3181035-56fa-4197-ab63-d63fa8008b66 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Request body: {'security_group_rule': {'security_group_id': 'db15902c-49f8-4748-853b-7371c15dc8ca', 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:46.343756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3181035-56fa-4197-ab63-d63fa8008b66 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:46.400469 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3181035-56fa-4197-ab63-d63fa8008b66 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:46.453202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3a12f-71ed-4eff-806f-cf9da6f84f30 req-2f90d0c5-51a4-4675-b3fc-fe215e548c9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:46.454663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38d3a12f-71ed-4eff-806f-cf9da6f84f30 req-2f90d0c5-51a4-4675-b3fc-fe215e548c9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 943 time: 0.0504653 Aug 29 07:14:46.492390 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38d3a12f-71ed-4eff-806f-cf9da6f84f30 req-6f52133a-12ec-4f68-97af-38ff4b0a6ae2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312643 Aug 29 07:14:46.494851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3181035-56fa-4197-ab63-d63fa8008b66 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:46.518482 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3181035-56fa-4197-ab63-d63fa8008b66 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c548c84b-60a1-4cd4-8cd9-b861616ba42f,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:46.592573 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c3181035-56fa-4197-ab63-d63fa8008b66 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:46.593901 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c3181035-56fa-4197-ab63-d63fa8008b66 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3678987 Aug 29 07:14:46.596673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59820) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:46.602386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-df12587e-6c46-4bd2-be14-23f473e053a2 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Request body: {'security_group_rule': {'security_group_id': 'db15902c-49f8-4748-853b-7371c15dc8ca', 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:46.691086 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df12587e-6c46-4bd2-be14-23f473e053a2 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:46.748868 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df12587e-6c46-4bd2-be14-23f473e053a2 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:46.861311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df12587e-6c46-4bd2-be14-23f473e053a2 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:46.882640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12587e-6c46-4bd2-be14-23f473e053a2 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ae901b-ff89-4d7c-8168-1292aa496edf,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:46.975508 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-df12587e-6c46-4bd2-be14-23f473e053a2 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:46.977075 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-df12587e-6c46-4bd2-be14-23f473e053a2 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3794041 Aug 29 07:14:46.980000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59826) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:46.985149 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4f744079-87ef-4a27-848e-274c77d4e521 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Request body: {'security_group_rule': {'security_group_id': 'db15902c-49f8-4748-853b-7371c15dc8ca', 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:47.134354 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f744079-87ef-4a27-848e-274c77d4e521 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:47.182900 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f744079-87ef-4a27-848e-274c77d4e521 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:47.269268 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f744079-87ef-4a27-848e-274c77d4e521 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:47.292025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f744079-87ef-4a27-848e-274c77d4e521 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f9b85f-725f-4924-8f49-78911f45c5cc,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:47.372490 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4f744079-87ef-4a27-848e-274c77d4e521 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:47.376975 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4f744079-87ef-4a27-848e-274c77d4e521 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3935225 Aug 29 07:14:47.377381 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59832) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:47.382516 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-686b5436-15c0-4074-8bd2-5dc3e0fadee8 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Request body: {'security_group_rule': {'security_group_id': 'db15902c-49f8-4748-853b-7371c15dc8ca', 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:47.497765 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-686b5436-15c0-4074-8bd2-5dc3e0fadee8 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:47.562654 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-686b5436-15c0-4074-8bd2-5dc3e0fadee8 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:47.613926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d165ad-69a5-42a0-8bb0-868228f407bf req-aac9ab38-4b34-406c-8060-5185623bc448 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:47.615432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00d165ad-69a5-42a0-8bb0-868228f407bf req-aac9ab38-4b34-406c-8060-5185623bc448 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 943 time: 0.0498056 Aug 29 07:14:47.652950 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00d165ad-69a5-42a0-8bb0-868228f407bf req-4ae9e596-b90d-4626-a4fd-4f58862ac788 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314140 Aug 29 07:14:47.669499 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-686b5436-15c0-4074-8bd2-5dc3e0fadee8 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:47.685183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b5436-15c0-4074-8bd2-5dc3e0fadee8 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e86af6-7b67-4d7c-9d0c-5b738764034c,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:47.815835 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-686b5436-15c0-4074-8bd2-5dc3e0fadee8 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:47.817153 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-686b5436-15c0-4074-8bd2-5dc3e0fadee8 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4385431 Aug 29 07:14:47.819735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59840) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:47.825850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5ab36ed8-7869-44fd-8c78-df3b1eeef682 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Request body: {'security_group_rule': {'security_group_id': 'db15902c-49f8-4748-853b-7371c15dc8ca', 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:47.906523 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-5ab36ed8-7869-44fd-8c78-df3b1eeef682 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Project 371da66a36bf47e5bd5f8c6caba081da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:14:47.911717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ab36ed8-7869-44fd-8c78-df3b1eeef682 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:47.972699 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ab36ed8-7869-44fd-8c78-df3b1eeef682 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:48.098176 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ab36ed8-7869-44fd-8c78-df3b1eeef682 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:48.118321 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab36ed8-7869-44fd-8c78-df3b1eeef682 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925e8604-cf5d-4164-bfb2-47cac520886a,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:48.215355 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5ab36ed8-7869-44fd-8c78-df3b1eeef682 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:48.216555 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5ab36ed8-7869-44fd-8c78-df3b1eeef682 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3958557 Aug 29 07:14:48.219832 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59846) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:48.224495 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-73315ada-40ad-41bb-a3de-33931cd02a93 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Request body: {'security_group_rule': {'security_group_id': 'db15902c-49f8-4748-853b-7371c15dc8ca', 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:48.324057 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-73315ada-40ad-41bb-a3de-33931cd02a93 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Project 371da66a36bf47e5bd5f8c6caba081da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:14:48.329949 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-73315ada-40ad-41bb-a3de-33931cd02a93 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:48.392823 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-73315ada-40ad-41bb-a3de-33931cd02a93 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:48.452890 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-73315ada-40ad-41bb-a3de-33931cd02a93 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:48.470682 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73315ada-40ad-41bb-a3de-33931cd02a93 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358528a7-1c7c-4092-83d9-d4832d5e74ca,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:48.534985 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-73315ada-40ad-41bb-a3de-33931cd02a93 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:48.536269 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-73315ada-40ad-41bb-a3de-33931cd02a93 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3154049 Aug 29 07:14:48.735083 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-87cd87d8-4005-40ca-9615-d74ce49aa4a9 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408748166&fields=id&tenant_id=371da66a36bf47e5bd5f8c6caba081da HTTP/1.1" status: 200 len: 267 time: 0.0360496 Aug 29 07:14:48.847218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337702c9-1728-428c-a2a3-8a761d3c3e9b req-6ee705fb-e99a-4c93-91bc-7370d963d667 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:48.848741 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-337702c9-1728-428c-a2a3-8a761d3c3e9b req-6ee705fb-e99a-4c93-91bc-7370d963d667 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 943 time: 0.1184759 Aug 29 07:14:48.890831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-d7b00676-591f-484e-ab72-13ec0b73d356 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:48.892294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-d7b00676-591f-484e-ab72-13ec0b73d356 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/networks?id=ad785853-db27-4dd3-8240-8588a89f9d93 HTTP/1.1" status: 200 len: 814 time: 0.1495805 Aug 29 07:14:48.915573 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-7bf66cbd-5352-4a7f-b742-da709d3d418c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/quotas/371da66a36bf47e5bd5f8c6caba081da HTTP/1.1" status: 200 len: 375 time: 0.0175765 Aug 29 07:14:48.919006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-337702c9-1728-428c-a2a3-8a761d3c3e9b req-315ed893-0dda-49ed-97d8-80c2ae2ecf19 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622439 Aug 29 07:14:48.978087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-a73c586c-015c-4b58-a669-7730d943e1b9 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=371da66a36bf47e5bd5f8c6caba081da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549343 Aug 29 07:14:49.121042 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-53b96301-f072-4467-8c23-4e2cf5638097 service neutron] 10.222.0.76 "GET /v2.0/networks/ad785853-db27-4dd3-8240-8588a89f9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267588 Aug 29 07:14:49.251740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-7af7f1a5-58c3-40bd-9797-bc782aa3c679 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=6a1c304a3cb24c9fadccf9c5658cd99e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379405 Aug 29 07:14:49.719461 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-d314836a-2f68-45af-aa6b-55151ec9f01e service neutron] 10.222.0.76 "GET /v2.0/networks/ad785853-db27-4dd3-8240-8588a89f9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889866 Aug 29 07:14:49.788365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-29687532-3ebc-4608-b746-221a80149818 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:49.789834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-29687532-3ebc-4608-b746-221a80149818 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5321467 Aug 29 07:14:49.805018 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-ba6f6fa1-e206-48ee-9fb8-f83a4bbe1f2b tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/quotas/6a1c304a3cb24c9fadccf9c5658cd99e HTTP/1.1" status: 200 len: 375 time: 0.0091243 Aug 29 07:14:49.837173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-48f4962f-20e1-468b-9846-e31b8a4cb384 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6a1c304a3cb24c9fadccf9c5658cd99e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267856 Aug 29 07:14:49.959892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 76d0955e-4c05-4c7e-9b74-274581ee7b66 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:14:50.062392 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 76d0955e-4c05-4c7e-9b74-274581ee7b66, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=76d0955e-4c05-4c7e-9b74-274581ee7b66,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:14:50.074617 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'port_id': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'mac_address': 'fa:16:3e:eb:12:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:14:50.123769 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:50.134672 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a23384-0642-4ad2-8f6f-076d8f9459ea req-18581023-7d27-4c54-a4be-f3d8cc723140 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:50.136894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09a23384-0642-4ad2-8f6f-076d8f9459ea req-18581023-7d27-4c54-a4be-f3d8cc723140 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 943 time: 0.0690839 Aug 29 07:14:50.137205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d0955e-4c05-4c7e-9b74-274581ee7b66 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:14:50.158349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 76d0955e-4c05-4c7e-9b74-274581ee7b66, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=76d0955e-4c05-4c7e-9b74-274581ee7b66,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:14:50.184886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09a23384-0642-4ad2-8f6f-076d8f9459ea req-36d71975-3f73-4002-af86-d1510918bc7f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404243 Aug 29 07:14:50.251430 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53e3e04e-a621-4a6a-bab8-9e185c880f2d req-bce32f54-71fc-4acc-8e94-08dd906b3349 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 210 time: 0.0271680 Aug 29 07:14:50.273045 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:50.326763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=76d0955e-4c05-4c7e-9b74-274581ee7b66,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:50.332078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36466f97-71be-4af9-8aca-ec0979093bf2 req-de9518dc-df94-48a4-ac6e-cafae69b0f8a tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 210 time: 0.0288229 Aug 29 07:14:50.335337 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:50.335630 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:50.335980 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:50.336602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:50.336945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:50.338712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:50.339066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:50.339435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:50.340132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:50.340132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:50.353070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:50.353700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:14:50.491568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['76d0955e-4c05-4c7e-9b74-274581ee7b66'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:14:51.156033 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:51.314620 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cb23e-c1ed-470d-8435-1162d38f77e6 req-2c89ac26-b3bb-481d-926a-807985696012 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:51.316198 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f34cb23e-c1ed-470d-8435-1162d38f77e6 req-2c89ac26-b3bb-481d-926a-807985696012 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 944 time: 0.0613725 Aug 29 07:14:51.354139 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce3f0bd5-28e8-4e5a-9fa3-3adf0b777ede req-12299b2f-a544-45d4-a9cf-6a2208ad30a6 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 210 time: 0.0353429 Aug 29 07:14:51.391101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f34cb23e-c1ed-470d-8435-1162d38f77e6 req-0b4731b4-170c-40ab-ab16-d222a437a3aa tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614760 Aug 29 07:14:51.442711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-920626e5-1a58-4e40-9f25-1da296158f5d req-565a1aa6-0255-4d36-bd3a-4255cb758a3b tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 210 time: 0.0263102 Aug 29 07:14:51.975405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 76d0955e-4c05-4c7e-9b74-274581ee7b66 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:14:52.123957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 76d0955e-4c05-4c7e-9b74-274581ee7b66 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:14:52.128067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 76d0955e-4c05-4c7e-9b74-274581ee7b66 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:52.128460 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:52.210544 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:52.240805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d0955e-4c05-4c7e-9b74-274581ee7b66'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:14:52.243197 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be28549a-ab23-41d9-9399-17407dc45199" -d '{"events": [{"server_uuid": "5f16c9f5-4124-4c29-83d2-ce77ae020fda", "name": "network-vif-plugged", "status": "completed", "tag": "76d0955e-4c05-4c7e-9b74-274581ee7b66"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:14:52.397889 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688e2af-a73b-4bee-9683-0a6499244f75 req-229f885b-4928-4180-bd59-b2f6bb6ec91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:52.399668 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e688e2af-a73b-4bee-9683-0a6499244f75 req-229f885b-4928-4180-bd59-b2f6bb6ec91a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 1096 time: 0.0562491 Aug 29 07:14:52.480448 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178ff21f-fd2a-4a9f-8d87-96dfd8f01909 x-openstack-request-id: req-178ff21f-fd2a-4a9f-8d87-96dfd8f01909 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:14:52.480953 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e688e2af-a73b-4bee-9683-0a6499244f75 req-68adac27-536f-4e60-b847-bbae11e964c6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648055 Aug 29 07:14:52.481183 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f16c9f5-4124-4c29-83d2-ce77ae020fda", "name": "network-vif-plugged", "status": "completed", "tag": "76d0955e-4c05-4c7e-9b74-274581ee7b66", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:14:52.481454 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-178ff21f-fd2a-4a9f-8d87-96dfd8f01909 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:14:52.481862 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'code': 200} Aug 29 07:14:52.485831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 76d0955e-4c05-4c7e-9b74-274581ee7b66, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=76d0955e-4c05-4c7e-9b74-274581ee7b66,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:14:52.524573 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0e29dca3-15da-48a3-8413-97da6f0d8ccb req-e396d5db-0304-4878-be94-749ac6ea5e76 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 210 time: 0.0414932 Aug 29 07:14:52.581500 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd3701-c115-4ea2-b7d0-e96b60d3963d req-b7b1c7e1-eb3e-44c9-913f-421df9f8f844 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:52.583041 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4edd3701-c115-4ea2-b7d0-e96b60d3963d req-b7b1c7e1-eb3e-44c9-913f-421df9f8f844 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 944 time: 0.0547218 Aug 29 07:14:52.600489 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:52.621765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b388af4b-55d1-4ee4-9b43-b48c27d9a51c req-b67d2af0-8ab0-423d-b2db-83250ee53181 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 210 time: 0.0366526 Aug 29 07:14:52.654237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4edd3701-c115-4ea2-b7d0-e96b60d3963d req-6f5b2603-a68b-48ed-af3d-d71bda06434e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598509 Aug 29 07:14:52.658924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=76d0955e-4c05-4c7e-9b74-274581ee7b66,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:52.729862 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-70deb5f1-eec5-44f4-934e-fbecf3eae386 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6a1c304a3cb24c9fadccf9c5658cd99e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297589 Aug 29 07:14:52.953192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-0c4121bb-311a-429b-92a7-0fe8997d9357 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:52.954899 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-0c4121bb-311a-429b-92a7-0fe8997d9357 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190583 Aug 29 07:14:52.974159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Request body: {'port': {'device_id': '619ec43f-6c60-4b70-a288-91b18a176793', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': '6a1c304a3cb24c9fadccf9c5658cd99e'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:53.152262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Made reservation on behalf of 6a1c304a3cb24c9fadccf9c5658cd99e for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:14:53.155791 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:53.168685 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:53.262009 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:53.361036 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:53.423713 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4eab3c-daf7-4468-8da6-bdc09378b750,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:53.496949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Allocated IP 192.168.233.158 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/3deb8245-7551-42a2-af63-b50f8fe94425) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:14:53.610928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-a58fcbef-1922-4104-bd13-a5c95c34271c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:53.613158 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-a58fcbef-1922-4104-bd13-a5c95c34271c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.11 "GET /v2.0/networks?id=ad785853-db27-4dd3-8240-8588a89f9d93 HTTP/1.1" status: 200 len: 814 time: 0.1334822 Aug 29 07:14:53.648922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52a07d93-3634-45cd-bc3c-921fcdc7c357 req-7b73f4cf-80a5-4d85-8750-c6008a0032fd tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 210 time: 0.0309384 Aug 29 07:14:53.688649 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:53.704854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Transition to ACTIVE for port object 3deb8245-7551-42a2-af63-b50f8fe94425 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:14:53.705382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-9cab7b35-43d0-4298-a8ed-622ba0e66c07 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=371da66a36bf47e5bd5f8c6caba081da HTTP/1.1" status: 200 len: 380 time: 0.0772734 Aug 29 07:14:53.732727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-72dd9a0b-fc90-487a-b2b7-5f8c6ece5c76 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Request body: {'port': {'device_id': 'd608eb25-5941-474a-b1bf-6330c666074c', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'admin_state_up': True, 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'security_groups': ['db15902c-49f8-4748-853b-7371c15dc8ca']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:53.783619 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4921301e-0c14-48dd-8d7c-7a3ef9f5fe92 req-dcac4f21-aa43-4aee-933d-5bb221413fbe tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 210 time: 0.0324867 Aug 29 07:14:53.841710 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:53.906545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:14:53.908699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede855a5-ec38-4cd2-8f05-5ee23057a4a7 req-d85c2952-f6e0-4d95-b812-88d6c45494f5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:53.910534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Pushing event updated for resources: {'Port': ['ID=3deb8245-7551-42a2-af63-b50f8fe94425,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:53.913413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:14:53.915731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:14:53.916166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ede855a5-ec38-4cd2-8f05-5ee23057a4a7 req-d85c2952-f6e0-4d95-b812-88d6c45494f5 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 945 time: 0.0890851 Aug 29 07:14:53.984370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ede855a5-ec38-4cd2-8f05-5ee23057a4a7 req-a5eb7072-d329-41e6-a111-61338bf2475a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663109 Aug 29 07:14:53.989474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:53.990189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:54.163505 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-72dd9a0b-fc90-487a-b2b7-5f8c6ece5c76 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Made reservation on behalf of 371da66a36bf47e5bd5f8c6caba081da for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:14:54.167301 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-72dd9a0b-fc90-487a-b2b7-5f8c6ece5c76 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:54.260455 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-6837ef8c-5935-4a14-a66f-b04ed4a5532d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2900288 Aug 29 07:14:54.279119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Request body: {'port': {'device_id': '619ec43f-6c60-4b70-a288-91b18a176793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:54.292349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4adc27fe-e970-46a9-ac4a-1bb47ac23232 None None] Provisioning for port 3deb8245-7551-42a2-af63-b50f8fe94425 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:14:54.298427 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4adc27fe-e970-46a9-ac4a-1bb47ac23232 None None] Provisioning complete for port 3deb8245-7551-42a2-af63-b50f8fe94425 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:54.298910 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4adc27fe-e970-46a9-ac4a-1bb47ac23232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:54.314042 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-72dd9a0b-fc90-487a-b2b7-5f8c6ece5c76 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Allocated IP 172.20.0.5 (ad785853-db27-4dd3-8240-8588a89f9d93/234131c8-fc3a-4f4f-aeed-55ac3cf5e42d/720f39d1-a37f-44b7-9e74-fb8bc77c4856) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:14:54.348285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:54.352519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4adc27fe-e970-46a9-ac4a-1bb47ac23232 None None] Port 3deb8245-7551-42a2-af63-b50f8fe94425 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:14:54.488370 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-72dd9a0b-fc90-487a-b2b7-5f8c6ece5c76 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:54.504977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-72dd9a0b-fc90-487a-b2b7-5f8c6ece5c76 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Transition to ACTIVE for port object 720f39d1-a37f-44b7-9e74-fb8bc77c4856 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:14:54.634133 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-72dd9a0b-fc90-487a-b2b7-5f8c6ece5c76 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:54.643752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3deb8245-7551-42a2-af63-b50f8fe94425 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:14:54.652152 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:54.665377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Transition to ACTIVE for port object 3deb8245-7551-42a2-af63-b50f8fe94425 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:14:54.706809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-72dd9a0b-fc90-487a-b2b7-5f8c6ece5c76 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Network ad785853-db27-4dd3-8240-8588a89f9d93 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:14:54.710357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-72dd9a0b-fc90-487a-b2b7-5f8c6ece5c76 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:14:54.713145 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-72dd9a0b-fc90-487a-b2b7-5f8c6ece5c76 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:14:54.734933 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:54.745826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd9a0b-fc90-487a-b2b7-5f8c6ece5c76 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Pushing event updated for resources: {'Port': ['ID=720f39d1-a37f-44b7-9e74-fb8bc77c4856,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:54.805440 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3deb8245-7551-42a2-af63-b50f8fe94425,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:54.902316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0a145-6ea7-4f72-88f1-5e053486c2c7 req-9c7a9dc4-f15b-4ec4-b413-8ca1d47fc89a tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:54.904006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22f0a145-6ea7-4f72-88f1-5e053486c2c7 req-9c7a9dc4-f15b-4ec4-b413-8ca1d47fc89a tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 948 time: 0.1621497 Aug 29 07:14:54.923470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-72dd9a0b-fc90-487a-b2b7-5f8c6ece5c76 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:54.925447 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-72dd9a0b-fc90-487a-b2b7-5f8c6ece5c76 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:54.947132 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Attempting to bind port 3deb8245-7551-42a2-af63-b50f8fe94425 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:14:54.947680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Attempting to bind port 3deb8245-7551-42a2-af63-b50f8fe94425 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:14:54.948182 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Attempting to bind port 3deb8245-7551-42a2-af63-b50f8fe94425 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:14:54.954556 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Port 3deb8245-7551-42a2-af63-b50f8fe94425 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:14:54.956944 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Attempting to bind port 3deb8245-7551-42a2-af63-b50f8fe94425 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:14:54.960869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:14:54.961426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:14:54.962009 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:14:54.962973 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Bound port: 3deb8245-7551-42a2-af63-b50f8fe94425, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:14:54.963722 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:55.032083 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22f0a145-6ea7-4f72-88f1-5e053486c2c7 req-a51220e1-90e4-40a6-ad01-2b9e53b3f1a6 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f4eab3c-daf7-4468-8da6-bdc09378b750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965321 Aug 29 07:14:55.042989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e92a98-fe15-4113-9e05-3a84d430bd19 req-f6c3d0b2-8846-43ac-b971-681944367899 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:55.050840 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3e92a98-fe15-4113-9e05-3a84d430bd19 req-f6c3d0b2-8846-43ac-b971-681944367899 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 931 time: 0.1051633 Aug 29 07:14:55.092441 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-72dd9a0b-fc90-487a-b2b7-5f8c6ece5c76 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3670082 Aug 29 07:14:55.118507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Request body: {'port': {'device_id': 'd608eb25-5941-474a-b1bf-6330c666074c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:55.119033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] For port 3deb8245-7551-42a2-af63-b50f8fe94425, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:14:55.123059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] For port 3deb8245-7551-42a2-af63-b50f8fe94425, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3deb8245-7551-42a2-af63-b50f8fe94425,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:14:55.170586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3e92a98-fe15-4113-9e05-3a84d430bd19 req-cff1adb4-3804-4cf6-89c4-976094bf86a4 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186368 Aug 29 07:14:55.238714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8ea65-44e6-48fb-b7a5-84b6cf4f053a req-86ba15b8-96e4-4dae-b632-8369b1801697 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:55.240316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32e8ea65-44e6-48fb-b7a5-84b6cf4f053a req-86ba15b8-96e4-4dae-b632-8369b1801697 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 945 time: 0.0882919 Aug 29 07:14:55.241418 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:55.246686 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:55.288182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f9456252-80eb-4ee4-b701-2d72db5c3a5e None None] Provisioning for port 720f39d1-a37f-44b7-9e74-fb8bc77c4856 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:14:55.297666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:55.298673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:55.300363 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] 10.222.0.11 "PUT /v2.0/ports/3deb8245-7551-42a2-af63-b50f8fe94425 HTTP/1.1" status: 200 len: 1097 time: 1.0256879 Aug 29 07:14:55.300982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619ec43f-6c60-4b70-a288-91b18a176793', 'tag': '3deb8245-7551-42a2-af63-b50f8fe94425'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:14:55.304876 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f9456252-80eb-4ee4-b701-2d72db5c3a5e None None] Provisioning complete for port 720f39d1-a37f-44b7-9e74-fb8bc77c4856 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:14:55.304876 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f9456252-80eb-4ee4-b701-2d72db5c3a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:55.305574 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9249f37-eb69-4610-a53f-6723fbcbbf9b" -d '{"events": [{"name": "network-changed", "server_uuid": "619ec43f-6c60-4b70-a288-91b18a176793", "tag": "3deb8245-7551-42a2-af63-b50f8fe94425"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:14:55.332402 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32e8ea65-44e6-48fb-b7a5-84b6cf4f053a req-9dba452e-3ecb-4fd8-be77-4736838db515 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801873 Aug 29 07:14:55.350998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0b172-5623-4964-ba57-e4a8c12738b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3deb8245-7551-42a2-af63-b50f8fe94425,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:55.396531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f9456252-80eb-4ee4-b701-2d72db5c3a5e None None] Port 720f39d1-a37f-44b7-9e74-fb8bc77c4856 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:14:55.526488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-678d6ce6-741b-4fb3-a4e3-bf141f0c8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:55.528251 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-678d6ce6-741b-4fb3-a4e3-bf141f0c8b8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a1c304a3cb24c9fadccf9c5658cd99e&device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 1100 time: 0.0599082 Aug 29 07:14:55.599221 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-ddb5baa8-b919-414a-bd54-192ebf0743f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=3deb8245-7551-42a2-af63-b50f8fe94425 HTTP/1.1" status: 200 len: 217 time: 0.0525150 Aug 29 07:14:55.653116 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d2a6ff-62b1-4ed1-a541-545f45f3e138 x-openstack-request-id: req-35d2a6ff-62b1-4ed1-a541-545f45f3e138 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:14:55.654103 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619ec43f-6c60-4b70-a288-91b18a176793", "tag": "3deb8245-7551-42a2-af63-b50f8fe94425", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:14:55.654556 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35d2a6ff-62b1-4ed1-a541-545f45f3e138 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:14:55.655381 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619ec43f-6c60-4b70-a288-91b18a176793', 'tag': '3deb8245-7551-42a2-af63-b50f8fe94425', 'status': 'completed', 'code': 200} Aug 29 07:14:55.683686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-7bd6abc5-2443-492b-8318-e36356d8e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:55.685565 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-7bd6abc5-2443-492b-8318-e36356d8e00a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0793512 Aug 29 07:14:55.735045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720f39d1-a37f-44b7-9e74-fb8bc77c4856 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:14:55.744444 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:55.754578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-72ca7e9a-21a5-4683-97a6-26ff0b17819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:55.756121 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-72ca7e9a-21a5-4683-97a6-26ff0b17819d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623944 Aug 29 07:14:55.785517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Transition to ACTIVE for port object 720f39d1-a37f-44b7-9e74-fb8bc77c4856 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:14:55.800848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a74df1-7d60-415f-9237-3b00a28ed9d2 req-ff0204bd-8a91-4b81-8e81-87bd105b313e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:55.810277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2a74df1-7d60-415f-9237-3b00a28ed9d2 req-ff0204bd-8a91-4b81-8e81-87bd105b313e tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 945 time: 0.2726297 Aug 29 07:14:55.854926 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2a74df1-7d60-415f-9237-3b00a28ed9d2 req-fb24bd4c-01f6-4892-9cdc-e18cab933168 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409219 Aug 29 07:14:55.874961 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:55.876515 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-b78181d5-77af-4bcc-a945-53400f4b3b3a service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125395 Aug 29 07:14:55.887731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 59952) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:56.013845 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Pushing event updated for resources: {'Port': ['ID=720f39d1-a37f-44b7-9e74-fb8bc77c4856,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:56.025503 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bdb08778-efb8-4da1-ac2c-294311c62c97 req-b9180956-e713-4051-b2d6-5afed800699c service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424811 Aug 29 07:14:56.066910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba183f96-2bb3-403f-847b-b3b6d6c6c6fd tempest-TestVolumeBootPattern-1129279158 tempest-TestVolumeBootPattern-1129279158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:56.070505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ba183f96-2bb3-403f-847b-b3b6d6c6c6fd tempest-TestVolumeBootPattern-1129279158 tempest-TestVolumeBootPattern-1129279158-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 1092 time: 0.1268661 Aug 29 07:14:56.071002 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 59958) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:14:56.082847 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:14:56.118925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Attempting to bind port 720f39d1-a37f-44b7-9e74-fb8bc77c4856 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:14:56.119361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Attempting to bind port 720f39d1-a37f-44b7-9e74-fb8bc77c4856 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:14:56.119698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Attempting to bind port 720f39d1-a37f-44b7-9e74-fb8bc77c4856 on network ad785853-db27-4dd3-8240-8588a89f9d93 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:14:56.125221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Port 720f39d1-a37f-44b7-9e74-fb8bc77c4856 on network ad785853-db27-4dd3-8240-8588a89f9d93 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:14:56.125690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Attempting to bind port 720f39d1-a37f-44b7-9e74-fb8bc77c4856 on network ad785853-db27-4dd3-8240-8588a89f9d93 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:14:56.131662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:14:56.132004 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Checking segment: {'id': '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:14:56.132397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Bound using segment: {'id': '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:14:56.132887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Bound port: 720f39d1-a37f-44b7-9e74-fb8bc77c4856, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:14:56.133253 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:56.252336 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867faaf-da2f-4f7e-a473-e109cebfab4f req-1228c1a2-ddaf-4307-b5ca-c6e0922d6128 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:56.253916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8867faaf-da2f-4f7e-a473-e109cebfab4f req-1228c1a2-ddaf-4307-b5ca-c6e0922d6128 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 948 time: 0.1142588 Aug 29 07:14:56.258944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:56.263073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] For port 720f39d1-a37f-44b7-9e74-fb8bc77c4856, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:14:56.269800 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] For port 720f39d1-a37f-44b7-9e74-fb8bc77c4856, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=720f39d1-a37f-44b7-9e74-fb8bc77c4856,segment=NetworkSegment(9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6),segment_id=9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:14:56.358504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8867faaf-da2f-4f7e-a473-e109cebfab4f req-473710da-c4e5-4ae5-b685-8fb0c1345a0d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f4eab3c-daf7-4468-8da6-bdc09378b750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777178 Aug 29 07:14:56.384735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2312b-c95d-45a2-af3c-caa6c6fcc755 req-c1440193-b861-4ecc-a0b4-2d4770ff8989 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:56.388543 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9e2312b-c95d-45a2-af3c-caa6c6fcc755 req-c1440193-b861-4ecc-a0b4-2d4770ff8989 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 943 time: 0.0793090 Aug 29 07:14:56.390336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9249f37-eb69-4610-a53f-6723fbcbbf9b req-6557478f-d4ea-4166-ad24-7931bfe56b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:56.391014 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:56.392104 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9249f37-eb69-4610-a53f-6723fbcbbf9b req-6557478f-d4ea-4166-ad24-7931bfe56b63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a1c304a3cb24c9fadccf9c5658cd99e&device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 1100 time: 0.0581467 Aug 29 07:14:56.448364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:56.449409 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:56.450358 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] 10.222.0.11 "PUT /v2.0/ports/720f39d1-a37f-44b7-9e74-fb8bc77c4856 HTTP/1.1" status: 200 len: 1092 time: 1.3435767 Aug 29 07:14:56.450972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd608eb25-5941-474a-b1bf-6330c666074c', 'tag': '720f39d1-a37f-44b7-9e74-fb8bc77c4856'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:14:56.453533 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ec4699-9641-424b-840b-e121cfc9ea9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d608eb25-5941-474a-b1bf-6330c666074c", "tag": "720f39d1-a37f-44b7-9e74-fb8bc77c4856"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:14:56.521852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8472c83-18cc-4796-bb3d-cbf40bd7d32a service neutron] Pushing event updated for resources: {'Port': ['ID=720f39d1-a37f-44b7-9e74-fb8bc77c4856,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:56.522792 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9249f37-eb69-4610-a53f-6723fbcbbf9b req-947f9145-1fd7-4a50-90e3-867eedfe85ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:56.524476 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9249f37-eb69-4610-a53f-6723fbcbbf9b req-947f9145-1fd7-4a50-90e3-867eedfe85ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1249783 Aug 29 07:14:56.534945 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9e2312b-c95d-45a2-af3c-caa6c6fcc755 req-29199ad4-db31-4b71-8f06-1fbac20d4263 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329272 Aug 29 07:14:56.535450 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:56.546275 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269d087d-2b0c-4926-85c4-d90a5ea563ac x-openstack-request-id: req-269d087d-2b0c-4926-85c4-d90a5ea563ac {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:14:56.546574 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d608eb25-5941-474a-b1bf-6330c666074c", "tag": "720f39d1-a37f-44b7-9e74-fb8bc77c4856", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:14:56.546832 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-269d087d-2b0c-4926-85c4-d90a5ea563ac {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:14:56.547697 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd608eb25-5941-474a-b1bf-6330c666074c', 'tag': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'status': 'completed', 'code': 200} Aug 29 07:14:56.633572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec4699-9641-424b-840b-e121cfc9ea9c req-a4bacfe1-379a-433f-bea0-b0b6ef4207ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:56.635333 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3ec4699-9641-424b-840b-e121cfc9ea9c req-a4bacfe1-379a-433f-bea0-b0b6ef4207ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=371da66a36bf47e5bd5f8c6caba081da&device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 1095 time: 0.0577183 Aug 29 07:14:56.649569 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9249f37-eb69-4610-a53f-6723fbcbbf9b req-50f5dfd2-2bc7-439d-9bf7-5a9c5cd8b730 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=3deb8245-7551-42a2-af63-b50f8fe94425 HTTP/1.1" status: 200 len: 217 time: 0.0591204 Aug 29 07:14:56.758410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Allocated IP 172.25.1.179 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/42a5feda-283e-4be8-80d8-19302487cabd) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:14:56.768987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9249f37-eb69-4610-a53f-6723fbcbbf9b req-012d0588-a591-4ffa-a961-207630f707df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:56.770377 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9249f37-eb69-4610-a53f-6723fbcbbf9b req-012d0588-a591-4ffa-a961-207630f707df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0808940 Aug 29 07:14:56.827286 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec4699-9641-424b-840b-e121cfc9ea9c req-e8fcad3c-0071-4f05-9b78-9051b8c6d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:56.828802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3ec4699-9641-424b-840b-e121cfc9ea9c req-e8fcad3c-0071-4f05-9b78-9051b8c6d61b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=371da66a36bf47e5bd5f8c6caba081da&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1770146 Aug 29 07:14:56.943801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec4699-9641-424b-840b-e121cfc9ea9c req-76c7e4c3-6910-4e91-a6fd-cfc30fbe72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:56.945310 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3ec4699-9641-424b-840b-e121cfc9ea9c req-76c7e4c3-6910-4e91-a6fd-cfc30fbe72c7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096148 Aug 29 07:14:57.087901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-9925d7be-6576-4f48-be84-e2fc545e2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:57.089558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-9925d7be-6576-4f48-be84-e2fc545e2dba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=371da66a36bf47e5bd5f8c6caba081da&device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 1095 time: 0.0784497 Aug 29 07:14:57.157894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-e5adb937-5649-484c-92af-d23ff12f357f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=720f39d1-a37f-44b7-9e74-fb8bc77c4856 HTTP/1.1" status: 200 len: 217 time: 0.0542092 Aug 29 07:14:57.216408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-5a30f659-01e0-4b0a-a3ee-debd578a4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:57.217983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-5a30f659-01e0-4b0a-a3ee-debd578a4646 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=234131c8-fc3a-4f4f-aeed-55ac3cf5e42d HTTP/1.1" status: 200 len: 853 time: 0.0525706 Aug 29 07:14:57.269079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-d1369008-dea5-4f70-90a4-a5e99f34ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:57.270609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-d1369008-dea5-4f70-90a4-a5e99f34ef45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad785853-db27-4dd3-8240-8588a89f9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436716 Aug 29 07:14:57.333097 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9249f37-eb69-4610-a53f-6723fbcbbf9b req-7aa16b6c-e7b2-4fc9-a11f-d43d1913c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:57.335255 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9249f37-eb69-4610-a53f-6723fbcbbf9b req-7aa16b6c-e7b2-4fc9-a11f-d43d1913c820 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5545917 Aug 29 07:14:57.396257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-8559876d-a9d3-4055-b9cb-c5d8f00fca04 service neutron] 10.222.0.11 "GET /v2.0/networks/ad785853-db27-4dd3-8240-8588a89f9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187284 Aug 29 07:14:57.419004 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:57.490118 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9249f37-eb69-4610-a53f-6723fbcbbf9b req-48296cd8-fc4b-4bbe-9ede-28c42d8111ef service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444664 Aug 29 07:14:57.577474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563f09e-32d2-4000-a14f-2afee1dda332 req-1a99333d-7d4b-4405-935b-ce5dd4b7f254 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:57.588065 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9563f09e-32d2-4000-a14f-2afee1dda332 req-1a99333d-7d4b-4405-935b-ce5dd4b7f254 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 948 time: 0.1228733 Aug 29 07:14:57.595161 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:57.644977 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9249f37-eb69-4610-a53f-6723fbcbbf9b req-18649108-f715-419e-a30d-6b0c0d52ecaf service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470618 Aug 29 07:14:57.651961 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9563f09e-32d2-4000-a14f-2afee1dda332 req-d3330c56-b20b-447a-9a3a-80f0adb2bf1d tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f4eab3c-daf7-4468-8da6-bdc09378b750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627587 Aug 29 07:14:57.653616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:14:57.657471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:14:57.661343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d923d5a8-59c6-44da-a7eb-22c8ac3b6119 req-3cfe167b-a680-4b72-a4d3-e84a226cfccb service neutron] 10.222.0.11 "GET /v2.0/networks/ad785853-db27-4dd3-8240-8588a89f9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575197 Aug 29 07:14:57.661572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:14:57.699428 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'Port': ['ID=42a5feda-283e-4be8-80d8-19302487cabd,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:57.754057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edf43b-f630-4e5f-8028-5dc8142c4918 req-80ddd217-9829-4119-adbd-160a5b3108fd tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:57.755570 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00edf43b-f630-4e5f-8028-5dc8142c4918 req-80ddd217-9829-4119-adbd-160a5b3108fd tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 943 time: 0.1123152 Aug 29 07:14:57.835395 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00edf43b-f630-4e5f-8028-5dc8142c4918 req-135a6335-2d22-4d97-bbd5-9edd2db03107 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660112 Aug 29 07:14:58.115596 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:58.302064 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:58.465135 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:58.535349 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:58.608715 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'Port': ['ID=42a5feda-283e-4be8-80d8-19302487cabd,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:14:58.621429 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:58.731758 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Floating IP b93ee003-74b6-4a8e-95e1-2968d5f5df91 associated. External IP: 172.25.1.179, port: 76d0955e-4c05-4c7e-9b74-274581ee7b66. Aug 29 07:14:58.799687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72d9fe-31e3-4eca-81a3-d489e508320e req-8db748c3-52ba-470d-b023-ae4b840954dd tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:58.801293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c72d9fe-31e3-4eca-81a3-d489e508320e req-8db748c3-52ba-470d-b023-ae4b840954dd tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 948 time: 0.0550632 Aug 29 07:14:58.843629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c72d9fe-31e3-4eca-81a3-d489e508320e req-53a0d5d9-2aa5-416c-8320-150880a48871 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f4eab3c-daf7-4468-8da6-bdc09378b750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358393 Aug 29 07:14:58.972030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:14:58.977450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9889e-78a7-4705-9cdb-9723c4bb23d9 req-025d9833-420f-49bb-9346-3005b38bb68c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:58.978945 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0e9889e-78a7-4705-9cdb-9723c4bb23d9 req-025d9833-420f-49bb-9346-3005b38bb68c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 943 time: 0.0588174 Aug 29 07:14:59.027902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0e9889e-78a7-4705-9cdb-9723c4bb23d9 req-873888aa-6368-4a3c-bc10-4e7df9c424da tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423322 Aug 29 07:14:59.112513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:14:59.127110 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d487a5-02da-4ec0-badb-12480b3b8e8a None None] Sync routers for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:14:59.142479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d487a5-02da-4ec0-badb-12480b3b8e8a None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:14:59.143853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a8d487a5-02da-4ec0-badb-12480b3b8e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:14:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:59.223656 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:14:59.258592 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f6b67aed-2ac8-4b06-b242-d4c04bba6607 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1796844 Aug 29 07:14:59.259012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a8d487a5-02da-4ec0-badb-12480b3b8e8a None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:14:59.259308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'tag': '76d0955e-4c05-4c7e-9b74-274581ee7b66'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:14:59.261554 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e28ce9-0532-4c03-8280-19c54ca33524" -d '{"events": [{"name": "network-changed", "server_uuid": "5f16c9f5-4124-4c29-83d2-ce77ae020fda", "tag": "76d0955e-4c05-4c7e-9b74-274581ee7b66"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:14:59.301430 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56ab442-b316-4bad-b2e8-72b73798b6d4 x-openstack-request-id: req-f56ab442-b316-4bad-b2e8-72b73798b6d4 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:14:59.302165 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f16c9f5-4124-4c29-83d2-ce77ae020fda", "tag": "76d0955e-4c05-4c7e-9b74-274581ee7b66", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:14:59.302428 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f56ab442-b316-4bad-b2e8-72b73798b6d4 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:14:59.303182 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'tag': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'status': 'completed', 'code': 200} Aug 29 07:14:59.366538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28ce9-0532-4c03-8280-19c54ca33524 req-50e51851-3531-4be7-be82-485710a7b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:59.368232 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4e28ce9-0532-4c03-8280-19c54ca33524 req-50e51851-3531-4be7-be82-485710a7b35f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 1097 time: 0.0450308 Aug 29 07:14:59.489347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28ce9-0532-4c03-8280-19c54ca33524 req-961ccd2b-85ea-4190-b704-ee2719d5d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:59.490993 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4e28ce9-0532-4c03-8280-19c54ca33524 req-961ccd2b-85ea-4190-b704-ee2719d5d59a service neutron] 10.222.0.15 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 913 time: 0.1147370 Aug 29 07:14:59.535547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a8d487a5-02da-4ec0-badb-12480b3b8e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b93ee003-74b6-4a8e-95e1-2968d5f5df91', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:eb:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:14:57Z', 'updated_at': '2021-08-29T07:14:57Z', 'revision_number': 0, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:59.563666 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d487a5-02da-4ec0-badb-12480b3b8e8a None None] Checking router: 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:14:59.565718 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4e28ce9-0532-4c03-8280-19c54ca33524 req-40f84b80-5144-40b8-b621-103f8faebe0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d0955e-4c05-4c7e-9b74-274581ee7b66 HTTP/1.1" status: 200 len: 999 time: 0.0666840 Aug 29 07:14:59.572589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d487a5-02da-4ec0-badb-12480b3b8e8a None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:14:59.573264 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a8d487a5-02da-4ec0-badb-12480b3b8e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:14:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:59.615899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28ce9-0532-4c03-8280-19c54ca33524 req-90398e21-db02-42bf-9fd9-7f84ea293070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:59.617527 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4e28ce9-0532-4c03-8280-19c54ca33524 req-90398e21-db02-42bf-9fd9-7f84ea293070 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.0452507 Aug 29 07:14:59.664294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28ce9-0532-4c03-8280-19c54ca33524 req-e134765e-5c50-4d9f-8310-1ce9b4766838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:59.665797 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4e28ce9-0532-4c03-8280-19c54ca33524 req-e134765e-5c50-4d9f-8310-1ce9b4766838 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414424 Aug 29 07:14:59.684289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a8d487a5-02da-4ec0-badb-12480b3b8e8a None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:14:59.777122 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4e28ce9-0532-4c03-8280-19c54ca33524 req-2934d5ef-bc97-4a28-933c-5926d3e63b01 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989468 Aug 29 07:14:59.894870 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4e28ce9-0532-4c03-8280-19c54ca33524 req-46aee7f9-8759-4e82-adc5-22ea9ee1921e service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101921 Aug 29 07:14:59.950843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a8d487a5-02da-4ec0-badb-12480b3b8e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b93ee003-74b6-4a8e-95e1-2968d5f5df91', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:eb:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:14:57Z', 'updated_at': '2021-08-29T07:14:57Z', 'revision_number': 0, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:14:59.979169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d487a5-02da-4ec0-badb-12480b3b8e8a None None] The sync data for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 is: [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b93ee003-74b6-4a8e-95e1-2968d5f5df91', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:eb:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:14:57Z', 'updated_at': '2021-08-29T07:14:57Z', 'revision_number': 0, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:14:59.989400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033012b-9f60-4079-a318-3011d283f367 req-0045d74f-8b68-4fea-acc6-f445c18d7289 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:14:59.991154 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e033012b-9f60-4079-a318-3011d283f367 req-0045d74f-8b68-4fea-acc6-f445c18d7289 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 948 time: 0.0539577 Aug 29 07:15:00.033035 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e033012b-9f60-4079-a318-3011d283f367 req-b84295fb-ffbd-46b3-b2e1-1029e5593028 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f4eab3c-daf7-4468-8da6-bdc09378b750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Aug 29 07:15:00.183129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76db01-0750-492c-b351-cbab9480a77c req-6e3100d4-6f4f-45ab-95dc-818c47b366fe tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:00.184951 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae76db01-0750-492c-b351-cbab9480a77c req-6e3100d4-6f4f-45ab-95dc-818c47b366fe tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 943 time: 0.0597370 Aug 29 07:15:00.214087 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2840f81-3eca-481d-a68a-bfe0ef43808f None None] New status for floating IP b93ee003-74b6-4a8e-95e1-2968d5f5df91: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:15:00.240509 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae76db01-0750-492c-b351-cbab9480a77c req-9a8416d5-0ef7-4379-a719-e5ae5bb4ef2a tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476229 Aug 29 07:15:00.854434 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3deb8245-7551-42a2-af63-b50f8fe94425 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:15:00.952007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 3deb8245-7551-42a2-af63-b50f8fe94425, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3deb8245-7551-42a2-af63-b50f8fe94425,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:00.968019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '3deb8245-7551-42a2-af63-b50f8fe94425', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '3deb8245-7551-42a2-af63-b50f8fe94425', 'mac_address': 'fa:16:3e:c4:d5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:15:01.006254 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:01.019646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3deb8245-7551-42a2-af63-b50f8fe94425 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:15:01.038826 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 3deb8245-7551-42a2-af63-b50f8fe94425, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3deb8245-7551-42a2-af63-b50f8fe94425,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:01.159086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175f08d-9d0c-4b87-b0b1-b9cd0940fce6 req-8fc93fb0-e839-46f6-9ae9-d0233c9c7e81 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:01.160525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9175f08d-9d0c-4b87-b0b1-b9cd0940fce6 req-8fc93fb0-e839-46f6-9ae9-d0233c9c7e81 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 948 time: 0.0559480 Aug 29 07:15:01.195883 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:01.204232 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9175f08d-9d0c-4b87-b0b1-b9cd0940fce6 req-295825e9-2739-404c-beca-810b3459cfd2 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f4eab3c-daf7-4468-8da6-bdc09378b750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364206 Aug 29 07:15:01.264959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=3deb8245-7551-42a2-af63-b50f8fe94425,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:01.362792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa552721-f1ab-4111-85ff-3bcdb357d67d req-0c29c2a0-6d98-4609-9627-de234aec84f6 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:01.364351 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa552721-f1ab-4111-85ff-3bcdb357d67d req-0c29c2a0-6d98-4609-9627-de234aec84f6 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 943 time: 0.0523543 Aug 29 07:15:01.407631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa552721-f1ab-4111-85ff-3bcdb357d67d req-3fa3b8f1-8c23-47b6-812a-b8d94ad7bb01 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370233 Aug 29 07:15:01.678279 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['3deb8245-7551-42a2-af63-b50f8fe94425'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:15:02.338798 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153862b-329c-4ede-8051-238fda8df5fa req-e504827b-fe0c-4af2-b92a-96e797159e95 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:02.340311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c153862b-329c-4ede-8051-238fda8df5fa req-e504827b-fe0c-4af2-b92a-96e797159e95 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 949 time: 0.0533726 Aug 29 07:15:02.385988 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c153862b-329c-4ede-8051-238fda8df5fa req-43d12b12-8a8a-4cb0-842f-cebadcafd776 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f4eab3c-daf7-4468-8da6-bdc09378b750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390375 Aug 29 07:15:02.530818 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e919e-6789-4c28-b3f8-729a703cef5e req-ad3639fb-60f1-4a78-96bc-4556601de139 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:02.532956 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-864e919e-6789-4c28-b3f8-729a703cef5e req-ad3639fb-60f1-4a78-96bc-4556601de139 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 943 time: 0.0576913 Aug 29 07:15:02.598234 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-864e919e-6789-4c28-b3f8-729a703cef5e req-522f5945-d168-4612-a0cf-814ab4d032a9 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591190 Aug 29 07:15:02.605886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-075c69bb-52c8-45b0-a03d-6b27b7b4e901 req-2074ba00-5305-45bd-a0b8-c6c13902b1e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0601382 Aug 29 07:15:02.702488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c69bb-52c8-45b0-a03d-6b27b7b4e901 req-93e831bc-d863-4199-b13d-92045e34965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:02.704810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-075c69bb-52c8-45b0-a03d-6b27b7b4e901 req-93e831bc-d863-4199-b13d-92045e34965a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1098 time: 0.0430048 Aug 29 07:15:02.815238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c69bb-52c8-45b0-a03d-6b27b7b4e901 req-fcff2880-1c89-4f02-a68f-351f95a4646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:02.816765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-075c69bb-52c8-45b0-a03d-6b27b7b4e901 req-fcff2880-1c89-4f02-a68f-351f95a4646c service neutron] 10.222.0.11 "GET /v2.0/networks?id=78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 200 len: 898 time: 0.0937526 Aug 29 07:15:02.870735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3deb8245-7551-42a2-af63-b50f8fe94425 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:15:02.885236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-075c69bb-52c8-45b0-a03d-6b27b7b4e901 req-a3a52717-82b7-49b0-a923-0494524e8131 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 1000 time: 0.0612516 Aug 29 07:15:02.939569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c69bb-52c8-45b0-a03d-6b27b7b4e901 req-840da48a-dd1c-41ee-8a0f-52464b33d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:02.941013 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-075c69bb-52c8-45b0-a03d-6b27b7b4e901 req-840da48a-dd1c-41ee-8a0f-52464b33d959 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e0320ce-cbbd-4c9b-b311-329681249e40 HTTP/1.1" status: 200 len: 835 time: 0.0482874 Aug 29 07:15:02.986864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c69bb-52c8-45b0-a03d-6b27b7b4e901 req-75c61f5f-f41d-4690-8946-bf83e131a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:02.988357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-075c69bb-52c8-45b0-a03d-6b27b7b4e901 req-75c61f5f-f41d-4690-8946-bf83e131a709 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78f77a04-3108-4bcb-8627-a6ba3b99b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394089 Aug 29 07:15:02.991966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 3deb8245-7551-42a2-af63-b50f8fe94425 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:15:02.996202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 3deb8245-7551-42a2-af63-b50f8fe94425 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:02.996595 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:03.080956 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:03.086991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-075c69bb-52c8-45b0-a03d-6b27b7b4e901 req-764cc8ba-1274-47af-bcc2-b6c4cdb999ca service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901670 Aug 29 07:15:03.104400 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619ec43f-6c60-4b70-a288-91b18a176793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3deb8245-7551-42a2-af63-b50f8fe94425'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:15:03.106680 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea08ffbc-9d54-42b9-900f-0fcbcf532a93" -d '{"events": [{"server_uuid": "619ec43f-6c60-4b70-a288-91b18a176793", "name": "network-vif-plugged", "status": "completed", "tag": "3deb8245-7551-42a2-af63-b50f8fe94425"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:15:03.119782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 3deb8245-7551-42a2-af63-b50f8fe94425, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3deb8245-7551-42a2-af63-b50f8fe94425,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:03.144663 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024adef4-a367-4d3b-b61a-5f37f544b713 x-openstack-request-id: req-024adef4-a367-4d3b-b61a-5f37f544b713 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:15:03.144966 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619ec43f-6c60-4b70-a288-91b18a176793", "name": "network-vif-plugged", "status": "completed", "tag": "3deb8245-7551-42a2-af63-b50f8fe94425", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:15:03.145222 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-024adef4-a367-4d3b-b61a-5f37f544b713 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:15:03.145613 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619ec43f-6c60-4b70-a288-91b18a176793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3deb8245-7551-42a2-af63-b50f8fe94425', 'code': 200} Aug 29 07:15:03.183952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-075c69bb-52c8-45b0-a03d-6b27b7b4e901 req-1f389459-20d5-400b-be65-c5c462b51c0c service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892651 Aug 29 07:15:03.243800 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:03.278909 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b70acd-c620-4596-a451-f9c5011383cd req-2d08b16a-9682-48d6-96d9-7328a1a4b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:03.280468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50b70acd-c620-4596-a451-f9c5011383cd req-2d08b16a-9682-48d6-96d9-7328a1a4b6d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 1102 time: 0.0428581 Aug 29 07:15:03.298833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=3deb8245-7551-42a2-af63-b50f8fe94425,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:03.320647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50b70acd-c620-4596-a451-f9c5011383cd req-bc1c6938-8fed-46b0-82ff-993d9c7fd361 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f4eab3c-daf7-4468-8da6-bdc09378b750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327201 Aug 29 07:15:03.515393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b383b-3ab3-4bc1-9cfe-834bc5ade96d req-d21a73db-c393-4a99-9753-3f21fdee5815 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:03.516882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c99b383b-3ab3-4bc1-9cfe-834bc5ade96d req-d21a73db-c393-4a99-9753-3f21fdee5815 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 950 time: 0.0511823 Aug 29 07:15:03.555438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c99b383b-3ab3-4bc1-9cfe-834bc5ade96d req-8ed23762-8951-47b3-8601-008f21bf7623 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f4eab3c-daf7-4468-8da6-bdc09378b750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325618 Aug 29 07:15:03.722755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14180a4d-402f-487d-b0a7-1aa3de9bbfaf req-eb0904a4-3764-4788-a558-f2c55b59811a tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:03.724193 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14180a4d-402f-487d-b0a7-1aa3de9bbfaf req-eb0904a4-3764-4788-a558-f2c55b59811a tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 943 time: 0.0541437 Aug 29 07:15:03.763540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14180a4d-402f-487d-b0a7-1aa3de9bbfaf req-c42b79e2-01f3-4306-ad24-e779eb63a214 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332386 Aug 29 07:15:03.855784 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:04.674986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d686db-09f7-4c7c-a7cd-be2ea3b2a027 req-27c14bd7-b25b-453e-bf2a-e7fb5d9480a9 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:04.676631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23d686db-09f7-4c7c-a7cd-be2ea3b2a027 req-27c14bd7-b25b-453e-bf2a-e7fb5d9480a9 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 950 time: 0.0532532 Aug 29 07:15:04.717026 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23d686db-09f7-4c7c-a7cd-be2ea3b2a027 req-7fb7e8ce-69fa-4120-9c19-43a26f56db05 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f4eab3c-daf7-4468-8da6-bdc09378b750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340340 Aug 29 07:15:04.890279 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef87ea-c214-4a54-9187-e1e3044bb2a0 req-5069d99b-74f1-46d2-916a-937bd3f726e8 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:04.895700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50ef87ea-c214-4a54-9187-e1e3044bb2a0 req-5069d99b-74f1-46d2-916a-937bd3f726e8 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 943 time: 0.0610721 Aug 29 07:15:04.934051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50ef87ea-c214-4a54-9187-e1e3044bb2a0 req-41af9385-f86f-42c3-9f61-1ea0d5a88cec tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352783 Aug 29 07:15:05.844649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6120ebf-e2bc-4544-b52f-6610e7c6f17a req-86417aa9-fefb-4649-8e5c-997d6fb92d47 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:05.848237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6120ebf-e2bc-4544-b52f-6610e7c6f17a req-86417aa9-fefb-4649-8e5c-997d6fb92d47 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 950 time: 0.0589247 Aug 29 07:15:05.894340 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6120ebf-e2bc-4544-b52f-6610e7c6f17a req-8a67964b-92f7-430f-9d4d-4c23b2c738cd tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f4eab3c-daf7-4468-8da6-bdc09378b750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Aug 29 07:15:06.060253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5a03d-6c0d-4865-97bf-c7fb4dff879b req-f8db73a8-be97-4ae4-b86b-912074b58294 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:06.062019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43f5a03d-6c0d-4865-97bf-c7fb4dff879b req-f8db73a8-be97-4ae4-b86b-912074b58294 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 943 time: 0.0545287 Aug 29 07:15:06.101166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43f5a03d-6c0d-4865-97bf-c7fb4dff879b req-36f44c39-d6b8-4158-9b1b-870051589600 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332968 Aug 29 07:15:07.227354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19733412-6124-40ea-8ee7-344b9fb548b3 req-b2bb34da-3645-4669-b0f0-a9a70180859a tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:07.240228 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19733412-6124-40ea-8ee7-344b9fb548b3 req-b2bb34da-3645-4669-b0f0-a9a70180859a tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 943 time: 0.0530107 Aug 29 07:15:07.274538 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19733412-6124-40ea-8ee7-344b9fb548b3 req-321032ee-a76e-4a83-ae2d-5ced54e164ae tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390339 Aug 29 07:15:08.190108 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4134f862-c559-4529-b9cf-d9fe64c8e1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:08.401913 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b5d57-7d90-4ab3-a69c-3042aded1919 req-96e1f17c-0d17-4e03-be5f-7ee854b94dbf tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:08.403458 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a7b5d57-7d90-4ab3-a69c-3042aded1919 req-96e1f17c-0d17-4e03-be5f-7ee854b94dbf tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 943 time: 0.0557320 Aug 29 07:15:08.444036 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a7b5d57-7d90-4ab3-a69c-3042aded1919 req-49908178-a646-4d22-925e-b08df1b1d9d1 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337193 Aug 29 07:15:09.572558 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412fc47-c560-41e1-bdd5-2870fe457bfc req-a11ba045-0759-499f-8701-571e25c0387c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:09.574138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b412fc47-c560-41e1-bdd5-2870fe457bfc req-a11ba045-0759-499f-8701-571e25c0387c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 943 time: 0.0625682 Aug 29 07:15:09.614218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b412fc47-c560-41e1-bdd5-2870fe457bfc req-3c9d1f21-e20b-4bc8-b093-a9227a120e31 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335531 Aug 29 07:15:10.737748 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a75a4-63c8-4f97-abf5-d4e21a9111a2 req-861b724a-e342-449c-8591-f67fc55c39f8 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:10.739272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac5a75a4-63c8-4f97-abf5-d4e21a9111a2 req-861b724a-e342-449c-8591-f67fc55c39f8 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 943 time: 0.0522175 Aug 29 07:15:10.785571 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac5a75a4-63c8-4f97-abf5-d4e21a9111a2 req-cda84f2a-34d0-48aa-ab8b-b50f723ff4f2 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401583 Aug 29 07:15:10.831847 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:10.927767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 720f39d1-a37f-44b7-9e74-fb8bc77c4856 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:15:11.042909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 720f39d1-a37f-44b7-9e74-fb8bc77c4856, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=720f39d1-a37f-44b7-9e74-fb8bc77c4856,segment=NetworkSegment(9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6),segment_id=9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:11.054904 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'port_id': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'mac_address': 'fa:16:3e:25:84:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:15:11.091008 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:11.104810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720f39d1-a37f-44b7-9e74-fb8bc77c4856 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:15:11.124250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 720f39d1-a37f-44b7-9e74-fb8bc77c4856, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=720f39d1-a37f-44b7-9e74-fb8bc77c4856,segment=NetworkSegment(9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6),segment_id=9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:11.211802 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:11.278848 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=720f39d1-a37f-44b7-9e74-fb8bc77c4856,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:11.528693 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b84aacb4-16d1-4804-9920-cc7c813ac6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:11.655621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['720f39d1-a37f-44b7-9e74-fb8bc77c4856'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:15:11.820636 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:11.933743 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f339d1-c40d-48d8-8eaf-31ee8999f821 req-b92d0e25-d445-4a12-9a1b-302074330805 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:11.935553 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82f339d1-c40d-48d8-8eaf-31ee8999f821 req-b92d0e25-d445-4a12-9a1b-302074330805 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 944 time: 0.0665755 Aug 29 07:15:11.982148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82f339d1-c40d-48d8-8eaf-31ee8999f821 req-63b2ee20-178f-4fcb-8b2f-8d5527d3e7fe tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376682 Aug 29 07:15:12.928419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 720f39d1-a37f-44b7-9e74-fb8bc77c4856 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:15:13.055002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 720f39d1-a37f-44b7-9e74-fb8bc77c4856 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:15:13.060233 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 720f39d1-a37f-44b7-9e74-fb8bc77c4856 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:13.060900 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:13.106854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d07c6-6a53-44b2-aa88-8e64a0ed3c2a req-cabbb8e6-f9c8-44cb-9aa4-2346c8039d04 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:13.108562 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c0d07c6-6a53-44b2-aa88-8e64a0ed3c2a req-cabbb8e6-f9c8-44cb-9aa4-2346c8039d04 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 944 time: 0.0531340 Aug 29 07:15:13.156249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c0d07c6-6a53-44b2-aa88-8e64a0ed3c2a req-5a00b6bf-2859-4186-8b71-dfc53f18fdf2 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402238 Aug 29 07:15:13.205716 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:13.229440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd608eb25-5941-474a-b1bf-6330c666074c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720f39d1-a37f-44b7-9e74-fb8bc77c4856'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:15:13.231814 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5d5102-164e-40c0-8879-f6a944774a2c" -d '{"events": [{"server_uuid": "d608eb25-5941-474a-b1bf-6330c666074c", "name": "network-vif-plugged", "status": "completed", "tag": "720f39d1-a37f-44b7-9e74-fb8bc77c4856"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:15:13.247509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 720f39d1-a37f-44b7-9e74-fb8bc77c4856, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=720f39d1-a37f-44b7-9e74-fb8bc77c4856,segment=NetworkSegment(9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6),segment_id=9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:13.277022 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60978a76-fb29-448f-9aa7-4b89c318f060 x-openstack-request-id: req-60978a76-fb29-448f-9aa7-4b89c318f060 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:15:13.277344 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d608eb25-5941-474a-b1bf-6330c666074c", "name": "network-vif-plugged", "status": "completed", "tag": "720f39d1-a37f-44b7-9e74-fb8bc77c4856", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:15:13.277595 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-60978a76-fb29-448f-9aa7-4b89c318f060 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:15:13.277991 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd608eb25-5941-474a-b1bf-6330c666074c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'code': 200} Aug 29 07:15:13.331679 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:13.403114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=720f39d1-a37f-44b7-9e74-fb8bc77c4856,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:13.411795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b1f5-7447-49ce-a12d-789e62ae6634 req-708e26bf-69ad-4740-aac2-eac852bc0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:13.414704 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac18b1f5-7447-49ce-a12d-789e62ae6634 req-708e26bf-69ad-4740-aac2-eac852bc0438 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 1097 time: 0.0556941 Aug 29 07:15:13.461743 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac18b1f5-7447-49ce-a12d-789e62ae6634 req-0bb210bc-6dfc-47b2-bc39-6c765cba07c9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401573 Aug 29 07:15:13.548798 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:14.301447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a712e-8233-412b-aa88-d844887a002c req-088ddf39-a1c8-4ea6-a8a4-44a4d08abb48 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:14.302930 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e6a712e-8233-412b-aa88-d844887a002c req-088ddf39-a1c8-4ea6-a8a4-44a4d08abb48 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 945 time: 0.0535729 Aug 29 07:15:14.347112 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e6a712e-8233-412b-aa88-d844887a002c req-73ce053d-9449-4138-8d5b-e3513e902d17 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377307 Aug 29 07:15:15.275786 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:15:15.464623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e25beb-d71f-49f0-affd-fc06d7a4d16a req-3a08d6ac-1f39-4951-ae09-849822a2c330 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:15.465999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90e25beb-d71f-49f0-affd-fc06d7a4d16a req-3a08d6ac-1f39-4951-ae09-849822a2c330 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 945 time: 0.0490787 Aug 29 07:15:15.504367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90e25beb-d71f-49f0-affd-fc06d7a4d16a req-f8ee4b57-8001-4036-86f7-6dcd4c7213ec tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316074 Aug 29 07:15:15.636608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2666a0-7e31-463f-b7c5-ecb85883696b req-83b45745-37a9-41d2-9817-d0d04ae15489 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:15.638470 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad2666a0-7e31-463f-b7c5-ecb85883696b req-83b45745-37a9-41d2-9817-d0d04ae15489 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 945 time: 0.0586004 Aug 29 07:15:15.678820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad2666a0-7e31-463f-b7c5-ecb85883696b req-e2b244ca-77a5-4a38-b534-a68319498499 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330274 Aug 29 07:15:15.701134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60110) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:15.894487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f4ccd7-2236-490a-9ab9-df2fa4bd829f tempest-TestVolumeBackupRestore-375790377 tempest-TestVolumeBackupRestore-375790377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:15.895982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-69f4ccd7-2236-490a-9ab9-df2fa4bd829f tempest-TestVolumeBackupRestore-375790377 tempest-TestVolumeBackupRestore-375790377-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 1092 time: 0.1938920 Aug 29 07:15:15.899186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60116) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:15.903855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:15:16.037868 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:16.137478 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:16.263665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Allocated IP 172.25.1.15 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/f605f110-c575-4987-8b49-97f4d3fefb79) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:15:16.367742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:16.489532 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:16.532539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:15:16.537481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:15:16.541261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:15:16.565243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Pushing event updated for resources: {'Port': ['ID=f605f110-c575-4987-8b49-97f4d3fefb79,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:17.263983 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:17.413345 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:17.573127 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:17.643905 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:17.714468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Pushing event updated for resources: {'Port': ['ID=f605f110-c575-4987-8b49-97f4d3fefb79,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:17.729184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:17.831086 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Floating IP c085f753-7e3f-4b88-896a-006cb8798d6b associated. External IP: 172.25.1.15, port: 720f39d1-a37f-44b7-9e74-fb8bc77c4856. Aug 29 07:15:18.056052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Router 5a046d50-0a90-466d-aca2-c1adc092a063 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:15:18.170323 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:15:18.182198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d417c33c-9723-4667-b76d-ceac007bfc71 None None] Sync routers for ids ['5a046d50-0a90-466d-aca2-c1adc092a063'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:15:18.199405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417c33c-9723-4667-b76d-ceac007bfc71 None None] Routers {'5a046d50-0a90-466d-aca2-c1adc092a063'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:18.200270 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d417c33c-9723-4667-b76d-ceac007bfc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5a046d50-0a90-466d-aca2-c1adc092a063'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:18.303888 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:18.328781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d417c33c-9723-4667-b76d-ceac007bfc71 None None] Set router 5a046d50-0a90-466d-aca2-c1adc092a063 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:18.335593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-66f0f7e5-0a83-4a86-a39f-477f59626c62 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4351525 Aug 29 07:15:18.336005 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd608eb25-5941-474a-b1bf-6330c666074c', 'tag': '720f39d1-a37f-44b7-9e74-fb8bc77c4856'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:15:18.338045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60142) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:18.338823 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db4fde7-cc39-4e09-95a8-97795dc26a79" -d '{"events": [{"name": "network-changed", "server_uuid": "d608eb25-5941-474a-b1bf-6330c666074c", "tag": "720f39d1-a37f-44b7-9e74-fb8bc77c4856"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:15:18.379943 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc355f6f-8d80-4d85-bb39-7d8ea7892cc6 x-openstack-request-id: req-bc355f6f-8d80-4d85-bb39-7d8ea7892cc6 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:15:18.380453 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d608eb25-5941-474a-b1bf-6330c666074c", "tag": "720f39d1-a37f-44b7-9e74-fb8bc77c4856", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:15:18.380876 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bc355f6f-8d80-4d85-bb39-7d8ea7892cc6 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:15:18.381443 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd608eb25-5941-474a-b1bf-6330c666074c', 'tag': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'status': 'completed', 'code': 200} Aug 29 07:15:18.399067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f903849-4144-4ad8-8a45-925c26f96999 tempest-TestVolumeBackupRestore-375790377 tempest-TestVolumeBackupRestore-375790377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:18.403176 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8f903849-4144-4ad8-8a45-925c26f96999 tempest-TestVolumeBackupRestore-375790377 tempest-TestVolumeBackupRestore-375790377-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 1092 time: 0.0605714 Aug 29 07:15:18.407639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60146) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:18.408545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-29b2101f-353b-43bc-9fc3-b3fd76f5467c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Request body: {'floatingip': {'port_id': '720f39d1-a37f-44b7-9e74-fb8bc77c4856'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:15:18.485102 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-29b2101f-353b-43bc-9fc3-b3fd76f5467c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for floatingip, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:18.497813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4fde7-cc39-4e09-95a8-97795dc26a79 req-2b4b6155-3e8b-4048-8503-14b6b91d4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:18.504282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4db4fde7-cc39-4e09-95a8-97795dc26a79 req-2b4b6155-3e8b-4048-8503-14b6b91d4c1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=371da66a36bf47e5bd5f8c6caba081da&device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 1097 time: 0.0709217 Aug 29 07:15:18.615482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d417c33c-9723-4667-b76d-ceac007bfc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'c085f753-7e3f-4b88-896a-006cb8798d6b', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'port_id': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'mac_address': 'fa:16:3e:25:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608eb25-5941-474a-b1bf-6330c666074c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:15:16Z', 'updated_at': '2021-08-29T07:15:16Z', 'revision_number': 0, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1377b4-6978-4da6-b804-a63ffcb910d2', 'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'mac_address': 'fa:16:3e:0f:36:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:19Z', 'updated_at': '2021-08-29T07:11:38Z', 'revision_number': 5, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'subnets': [{'id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:18.625813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4fde7-cc39-4e09-95a8-97795dc26a79 req-1835698f-c314-4dd6-891b-9949dc369d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:18.627951 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4db4fde7-cc39-4e09-95a8-97795dc26a79 req-1835698f-c314-4dd6-891b-9949dc369d2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad785853-db27-4dd3-8240-8588a89f9d93 HTTP/1.1" status: 200 len: 915 time: 0.1154087 Aug 29 07:15:18.675854 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d417c33c-9723-4667-b76d-ceac007bfc71 None None] Checking router: 5a046d50-0a90-466d-aca2-c1adc092a063 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:15:18.685625 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417c33c-9723-4667-b76d-ceac007bfc71 None None] Routers {'5a046d50-0a90-466d-aca2-c1adc092a063'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:18.686395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d417c33c-9723-4667-b76d-ceac007bfc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5a046d50-0a90-466d-aca2-c1adc092a063'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:18.712683 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4db4fde7-cc39-4e09-95a8-97795dc26a79 req-9b07306a-3c9c-421c-8b6b-8028ad69b478 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=720f39d1-a37f-44b7-9e74-fb8bc77c4856 HTTP/1.1" status: 200 len: 998 time: 0.0766957 Aug 29 07:15:18.775310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4fde7-cc39-4e09-95a8-97795dc26a79 req-fcec5ee6-6444-4008-9650-9805039285e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:18.776890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4db4fde7-cc39-4e09-95a8-97795dc26a79 req-fcec5ee6-6444-4008-9650-9805039285e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=234131c8-fc3a-4f4f-aeed-55ac3cf5e42d HTTP/1.1" status: 200 len: 853 time: 0.0576971 Aug 29 07:15:18.808967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d417c33c-9723-4667-b76d-ceac007bfc71 None None] Set router 5a046d50-0a90-466d-aca2-c1adc092a063 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:18.884717 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4fde7-cc39-4e09-95a8-97795dc26a79 req-572f3248-7341-4fc4-8927-dc59ce50f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:18.886798 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4db4fde7-cc39-4e09-95a8-97795dc26a79 req-572f3248-7341-4fc4-8927-dc59ce50f17a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad785853-db27-4dd3-8240-8588a89f9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021593 Aug 29 07:15:19.053629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60152) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:19.069654 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-29b2101f-353b-43bc-9fc3-b3fd76f5467c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:19.088882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4db4fde7-cc39-4e09-95a8-97795dc26a79 req-6fe4ad85-a59d-4e4a-b3d0-c557bf694948 service neutron] 10.222.0.11 "GET /v2.0/networks/ad785853-db27-4dd3-8240-8588a89f9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931934 Aug 29 07:15:19.125864 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-29b2101f-353b-43bc-9fc3-b3fd76f5467c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:19.248379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4db4fde7-cc39-4e09-95a8-97795dc26a79 req-58b794db-ad5b-4afd-8ec4-7e447bd49a5f service neutron] 10.222.0.11 "GET /v2.0/networks/ad785853-db27-4dd3-8240-8588a89f9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508226 Aug 29 07:15:19.249689 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb5ba-fdcd-4e6b-a168-3d4d99690a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:19.380423 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb5ba-fdcd-4e6b-a168-3d4d99690a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:19.393011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b2101f-353b-43bc-9fc3-b3fd76f5467c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Router 5a046d50-0a90-466d-aca2-c1adc092a063 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:15:19.406460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d417c33c-9723-4667-b76d-ceac007bfc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'c085f753-7e3f-4b88-896a-006cb8798d6b', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'port_id': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'mac_address': 'fa:16:3e:25:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608eb25-5941-474a-b1bf-6330c666074c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:15:16Z', 'updated_at': '2021-08-29T07:15:16Z', 'revision_number': 0, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1377b4-6978-4da6-b804-a63ffcb910d2', 'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'mac_address': 'fa:16:3e:0f:36:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:19Z', 'updated_at': '2021-08-29T07:11:38Z', 'revision_number': 5, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'subnets': [{'id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:19.440666 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d417c33c-9723-4667-b76d-ceac007bfc71 None None] The sync data for ids ['5a046d50-0a90-466d-aca2-c1adc092a063'] in n-d-713301-12 is: [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'c085f753-7e3f-4b88-896a-006cb8798d6b', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'port_id': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'mac_address': 'fa:16:3e:25:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608eb25-5941-474a-b1bf-6330c666074c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:15:16Z', 'updated_at': '2021-08-29T07:15:16Z', 'revision_number': 0, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1377b4-6978-4da6-b804-a63ffcb910d2', 'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'mac_address': 'fa:16:3e:0f:36:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:19Z', 'updated_at': '2021-08-29T07:11:38Z', 'revision_number': 5, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'subnets': [{'id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:15:19.496938 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb5ba-fdcd-4e6b-a168-3d4d99690a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:19.524230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b2101f-353b-43bc-9fc3-b3fd76f5467c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:15:19.532978 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-29b2101f-353b-43bc-9fc3-b3fd76f5467c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:19.551958 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3f1fb5ba-fdcd-4e6b-a168-3d4d99690a7c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5310e5e9340488393c63d589e9113aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5002441 Aug 29 07:15:19.551958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fb5ba-fdcd-4e6b-a168-3d4d99690a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e40cdde-dc6b-4fcf-a820-391af0f77f4a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:19.554708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60158) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:19.598195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd608eb25-5941-474a-b1bf-6330c666074c', 'tag': '720f39d1-a37f-44b7-9e74-fb8bc77c4856'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:15:19.600953 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2a2b96-8e93-4f7d-b032-17290cd7bbef" -d '{"events": [{"name": "network-changed", "server_uuid": "d608eb25-5941-474a-b1bf-6330c666074c", "tag": "720f39d1-a37f-44b7-9e74-fb8bc77c4856"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:15:19.625630 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-29b2101f-353b-43bc-9fc3-b3fd76f5467c tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "PUT /v2.0/floatingips/c085f753-7e3f-4b88-896a-006cb8798d6b HTTP/1.1" status: 200 len: 990 time: 1.2206852 Aug 29 07:15:19.630680 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5865206-8f15-4964-96ca-cae2d5cafd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:19.660868 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5865206-8f15-4964-96ca-cae2d5cafd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:19.665617 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6877843-ac1f-4215-8a3e-2bf3b9107f56 x-openstack-request-id: req-d6877843-ac1f-4215-8a3e-2bf3b9107f56 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:15:19.666277 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d608eb25-5941-474a-b1bf-6330c666074c", "tag": "720f39d1-a37f-44b7-9e74-fb8bc77c4856", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:15:19.666536 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d6877843-ac1f-4215-8a3e-2bf3b9107f56 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:15:19.667023 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd608eb25-5941-474a-b1bf-6330c666074c', 'tag': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'status': 'completed', 'code': 200} Aug 29 07:15:19.757064 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a2b96-8e93-4f7d-b032-17290cd7bbef req-caff9065-8c0f-4ca2-8016-fd49b5bcd29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:19.758453 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036b588-c197-49d0-a9f5-595a3cf46b48 None None] New status for floating IP c085f753-7e3f-4b88-896a-006cb8798d6b: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:15:19.758965 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a2a2b96-8e93-4f7d-b032-17290cd7bbef req-caff9065-8c0f-4ca2-8016-fd49b5bcd29f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=371da66a36bf47e5bd5f8c6caba081da&device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 1097 time: 0.0530393 Aug 29 07:15:19.860110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a2b96-8e93-4f7d-b032-17290cd7bbef req-c8796749-97d7-4bd4-8089-ac3617eaae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:19.866475 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a2a2b96-8e93-4f7d-b032-17290cd7bbef req-c8796749-97d7-4bd4-8089-ac3617eaae66 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad785853-db27-4dd3-8240-8588a89f9d93 HTTP/1.1" status: 200 len: 915 time: 0.0870163 Aug 29 07:15:19.880143 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5865206-8f15-4964-96ca-cae2d5cafd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:19.882779 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5865206-8f15-4964-96ca-cae2d5cafd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:19.886199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a5865206-8f15-4964-96ca-cae2d5cafd6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1e40cdde-dc6b-4fcf-a820-391af0f77f4a HTTP/1.1" status: 204 len: 168 time: 0.3282642 Aug 29 07:15:19.901572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5865206-8f15-4964-96ca-cae2d5cafd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e40cdde-dc6b-4fcf-a820-391af0f77f4a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:19.978034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a2a2b96-8e93-4f7d-b032-17290cd7bbef req-6c01b31f-f5f1-4624-8aa3-de7937a00c08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=720f39d1-a37f-44b7-9e74-fb8bc77c4856 HTTP/1.1" status: 200 len: 998 time: 0.0928471 Aug 29 07:15:20.031109 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a2b96-8e93-4f7d-b032-17290cd7bbef req-7e138b20-c2de-4ae5-9c6e-c73314478dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:20.032985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a2a2b96-8e93-4f7d-b032-17290cd7bbef req-7e138b20-c2de-4ae5-9c6e-c73314478dfc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=234131c8-fc3a-4f4f-aeed-55ac3cf5e42d HTTP/1.1" status: 200 len: 853 time: 0.0480549 Aug 29 07:15:20.079991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a2b96-8e93-4f7d-b032-17290cd7bbef req-3dfddb1a-3dec-4fee-a75e-a7507b206fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:20.081502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a2a2b96-8e93-4f7d-b032-17290cd7bbef req-3dfddb1a-3dec-4fee-a75e-a7507b206fe5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad785853-db27-4dd3-8240-8588a89f9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418007 Aug 29 07:15:20.190703 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a2a2b96-8e93-4f7d-b032-17290cd7bbef req-06317065-40db-428e-a319-7e21e68b5152 service neutron] 10.222.0.11 "GET /v2.0/networks/ad785853-db27-4dd3-8240-8588a89f9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021376 Aug 29 07:15:20.195277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33621d0-aeae-4f17-894e-6d78e5f0382d None None] Sync routers for ids ['5a046d50-0a90-466d-aca2-c1adc092a063'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:15:20.205394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33621d0-aeae-4f17-894e-6d78e5f0382d None None] Routers {'5a046d50-0a90-466d-aca2-c1adc092a063'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:20.206011 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e33621d0-aeae-4f17-894e-6d78e5f0382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5a046d50-0a90-466d-aca2-c1adc092a063'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:20.292745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a2a2b96-8e93-4f7d-b032-17290cd7bbef req-9d54e270-52f6-4bd7-adb9-cb5f4c31d580 service neutron] 10.222.0.11 "GET /v2.0/networks/ad785853-db27-4dd3-8240-8588a89f9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941420 Aug 29 07:15:20.317269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-e33621d0-aeae-4f17-894e-6d78e5f0382d None None] Set router 5a046d50-0a90-466d-aca2-c1adc092a063 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:20.572853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e33621d0-aeae-4f17-894e-6d78e5f0382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'c085f753-7e3f-4b88-896a-006cb8798d6b', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'port_id': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'mac_address': 'fa:16:3e:25:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608eb25-5941-474a-b1bf-6330c666074c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:15:16Z', 'updated_at': '2021-08-29T07:15:19Z', 'revision_number': 2, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1377b4-6978-4da6-b804-a63ffcb910d2', 'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'mac_address': 'fa:16:3e:0f:36:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:19Z', 'updated_at': '2021-08-29T07:11:38Z', 'revision_number': 5, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'subnets': [{'id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:20.601222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33621d0-aeae-4f17-894e-6d78e5f0382d None None] Checking router: 5a046d50-0a90-466d-aca2-c1adc092a063 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:15:20.613108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33621d0-aeae-4f17-894e-6d78e5f0382d None None] Routers {'5a046d50-0a90-466d-aca2-c1adc092a063'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:20.613108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e33621d0-aeae-4f17-894e-6d78e5f0382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5a046d50-0a90-466d-aca2-c1adc092a063'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:20.768822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-e33621d0-aeae-4f17-894e-6d78e5f0382d None None] Set router 5a046d50-0a90-466d-aca2-c1adc092a063 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:21.043821 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e33621d0-aeae-4f17-894e-6d78e5f0382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'c085f753-7e3f-4b88-896a-006cb8798d6b', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'port_id': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'mac_address': 'fa:16:3e:25:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608eb25-5941-474a-b1bf-6330c666074c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:15:16Z', 'updated_at': '2021-08-29T07:15:19Z', 'revision_number': 2, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1377b4-6978-4da6-b804-a63ffcb910d2', 'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'mac_address': 'fa:16:3e:0f:36:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:19Z', 'updated_at': '2021-08-29T07:11:38Z', 'revision_number': 5, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'subnets': [{'id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:21.070219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33621d0-aeae-4f17-894e-6d78e5f0382d None None] The sync data for ids ['5a046d50-0a90-466d-aca2-c1adc092a063'] in n-d-713301-12 is: [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'c085f753-7e3f-4b88-896a-006cb8798d6b', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'port_id': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'mac_address': 'fa:16:3e:25:84:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd608eb25-5941-474a-b1bf-6330c666074c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:15:16Z', 'updated_at': '2021-08-29T07:15:19Z', 'revision_number': 2, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1377b4-6978-4da6-b804-a63ffcb910d2', 'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'mac_address': 'fa:16:3e:0f:36:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:19Z', 'updated_at': '2021-08-29T07:11:38Z', 'revision_number': 5, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'subnets': [{'id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:15:21.108505 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:21.243227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60188) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:21.351231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1995929144-network', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:15:21.506386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] Made reservation on behalf of d27eb95610d84b42b0eeae7fbc04072e for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:15:21.508728 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:21.519616 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:21.622882 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:21.667726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd608eb25-5941-474a-b1bf-6330c666074c', 'tag': '720f39d1-a37f-44b7-9e74-fb8bc77c4856'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:15:21.674936 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae686d6-42b4-4861-bf9c-08b1c5cfc36a" -d '{"events": [{"name": "network-changed", "server_uuid": "d608eb25-5941-474a-b1bf-6330c666074c", "tag": "720f39d1-a37f-44b7-9e74-fb8bc77c4856"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:15:21.710808 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7a72d5-9aca-40aa-85f6-92e5ad94f84a x-openstack-request-id: req-fe7a72d5-9aca-40aa-85f6-92e5ad94f84a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:15:21.711301 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d608eb25-5941-474a-b1bf-6330c666074c", "tag": "720f39d1-a37f-44b7-9e74-fb8bc77c4856", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:15:21.711557 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe7a72d5-9aca-40aa-85f6-92e5ad94f84a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:15:21.711958 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd608eb25-5941-474a-b1bf-6330c666074c', 'tag': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'status': 'completed', 'code': 200} Aug 29 07:15:21.729223 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:21.762487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:15:21.779452 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af61e67f-6959-4d55-809a-1b27d809e863,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:21.801258 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:21.801618 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] Added segment 8fd5d779-58c2-4e79-babc-c8fefb78af07 of type vlan for network 8fd05ad5-584f-4436-953c-bb4b0eef0bcb Aug 29 07:15:21.850144 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:21.863990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae686d6-42b4-4861-bf9c-08b1c5cfc36a req-5dc9d27e-48ed-4949-9641-e7a9e80dae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:21.865631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ae686d6-42b4-4861-bf9c-08b1c5cfc36a req-5dc9d27e-48ed-4949-9641-e7a9e80dae9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=371da66a36bf47e5bd5f8c6caba081da&device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 1097 time: 0.0961051 Aug 29 07:15:21.969210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae686d6-42b4-4861-bf9c-08b1c5cfc36a req-d5a2fbf6-24d6-48c4-a599-bae718f0a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:21.970696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ae686d6-42b4-4861-bf9c-08b1c5cfc36a req-d5a2fbf6-24d6-48c4-a599-bae718f0a2c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad785853-db27-4dd3-8240-8588a89f9d93 HTTP/1.1" status: 200 len: 915 time: 0.0964513 Aug 29 07:15:22.020849 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:22.021731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:22.022329 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:22.096136 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ae686d6-42b4-4861-bf9c-08b1c5cfc36a req-7a497911-18ad-4aea-9ba8-737e3def4aeb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=720f39d1-a37f-44b7-9e74-fb8bc77c4856 HTTP/1.1" status: 200 len: 1000 time: 0.1183944 Aug 29 07:15:22.104107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] Pushing event updated for resources: {'Network': ['ID=8fd05ad5-584f-4436-953c-bb4b0eef0bcb,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:22.115602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 8fd05ad5-584f-4436-953c-bb4b0eef0bcb details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:15:22.126315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e23829d2-6fdc-4274-9faa-8a78436097f3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8802555 Aug 29 07:15:22.134751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60198) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:22.140349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-84e57ff5-a638-4b41-be2e-6a941c7e8f37 admin admin] Request body: {'subnet': {'network_id': '8fd05ad5-584f-4436-953c-bb4b0eef0bcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1995929144-subnet', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:15:22.277556 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e57ff5-a638-4b41-be2e-6a941c7e8f37 admin admin] Made reservation on behalf of d27eb95610d84b42b0eeae7fbc04072e for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:15:22.279872 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-84e57ff5-a638-4b41-be2e-6a941c7e8f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:22.328480 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae686d6-42b4-4861-bf9c-08b1c5cfc36a req-0b6a0ea8-676b-48f4-8a7e-5756a1c46ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:22.330095 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ae686d6-42b4-4861-bf9c-08b1c5cfc36a req-0b6a0ea8-676b-48f4-8a7e-5756a1c46ec6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=234131c8-fc3a-4f4f-aeed-55ac3cf5e42d HTTP/1.1" status: 200 len: 853 time: 0.0898147 Aug 29 07:15:22.408031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae686d6-42b4-4861-bf9c-08b1c5cfc36a req-fcf0bfa7-5166-4848-a61e-95100a81700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:22.409517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ae686d6-42b4-4861-bf9c-08b1c5cfc36a req-fcf0bfa7-5166-4848-a61e-95100a81700c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad785853-db27-4dd3-8240-8588a89f9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708992 Aug 29 07:15:22.569739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ae686d6-42b4-4861-bf9c-08b1c5cfc36a req-156284c3-c51e-49e3-9092-fc7936ce74c4 service neutron] 10.222.0.11 "GET /v2.0/networks/ad785853-db27-4dd3-8240-8588a89f9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512914 Aug 29 07:15:22.664624 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-84e57ff5-a638-4b41-be2e-6a941c7e8f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:22.671342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ae686d6-42b4-4861-bf9c-08b1c5cfc36a req-0798d972-4d59-4c87-8151-aa28ec49b2d1 service neutron] 10.222.0.11 "GET /v2.0/networks/ad785853-db27-4dd3-8240-8588a89f9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941026 Aug 29 07:15:22.733825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e57ff5-a638-4b41-be2e-6a941c7e8f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c43cef33-78cc-4bff-92f4-9e5e2460e866,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:22.739186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e57ff5-a638-4b41-be2e-6a941c7e8f37 admin admin] Checking segment: {'id': '8fd5d779-58c2-4e79-babc-c8fefb78af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8fd05ad5-584f-4436-953c-bb4b0eef0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:15:22.739555 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e57ff5-a638-4b41-be2e-6a941c7e8f37 admin admin] Network hostable DHCP agents. Network: 8fd05ad5-584f-4436-953c-bb4b0eef0bcb, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:15:22.856914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e57ff5-a638-4b41-be2e-6a941c7e8f37 admin admin] Network 8fd05ad5-584f-4436-953c-bb4b0eef0bcb is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:15:22.971052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-84e57ff5-a638-4b41-be2e-6a941c7e8f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 8fd05ad5-584f-4436-953c-bb4b0eef0bcb) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:15:22.975481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e57ff5-a638-4b41-be2e-6a941c7e8f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:22.976262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-84e57ff5-a638-4b41-be2e-6a941c7e8f37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:22.981226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6e4ca9-a289-4277-856b-4fba5da111d5 None None] Network 8fd05ad5-584f-4436-953c-bb4b0eef0bcb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:15:23.114809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-84e57ff5-a638-4b41-be2e-6a941c7e8f37 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9763112 Aug 29 07:15:23.115561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60202) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:23.120379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1995929144-router', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:15:23.132112 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-8fd05ad5-584f-4436-953c-bb4b0eef0bcb', 'network_id': '8fd05ad5-584f-4436-953c-bb4b0eef0bcb', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'fixed_ips': [{'subnet_id': 'c43cef33-78cc-4bff-92f4-9e5e2460e866'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:15:23.133905 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:23.256955 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:23.258029 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:23.282314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Allocated IP 172.20.0.2 (8fd05ad5-584f-4436-953c-bb4b0eef0bcb/c43cef33-78cc-4bff-92f4-9e5e2460e866/edf085c6-96aa-4fb9-9472-4be030508c97) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:15:23.312248 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:23.427251 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:23.435721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Transition to ACTIVE for port object edf085c6-96aa-4fb9-9472-4be030508c97 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:15:23.452562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Transition to ACTIVE for port object edf085c6-96aa-4fb9-9472-4be030508c97 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:15:23.532727 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:23.554443 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:23.596468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Network 8fd05ad5-584f-4436-953c-bb4b0eef0bcb is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:15:23.603523 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:15:23.603523 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:15:23.615502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Pushing event updated for resources: {'Port': ['ID=edf085c6-96aa-4fb9-9472-4be030508c97,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:23.667303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Attempting to bind port edf085c6-96aa-4fb9-9472-4be030508c97 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:15:23.667688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Attempting to bind port edf085c6-96aa-4fb9-9472-4be030508c97 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '8fd5d779-58c2-4e79-babc-c8fefb78af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8fd05ad5-584f-4436-953c-bb4b0eef0bcb'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:15:23.668172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Attempting to bind port edf085c6-96aa-4fb9-9472-4be030508c97 on network 8fd05ad5-584f-4436-953c-bb4b0eef0bcb {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:15:23.675162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:15:23.675162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Checking segment: {'id': '8fd5d779-58c2-4e79-babc-c8fefb78af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8fd05ad5-584f-4436-953c-bb4b0eef0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:15:23.676278 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:23.676278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Bound using segment: {'id': '8fd5d779-58c2-4e79-babc-c8fefb78af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8fd05ad5-584f-4436-953c-bb4b0eef0bcb'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:15:23.676483 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Bound port: edf085c6-96aa-4fb9-9472-4be030508c97, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd5d779-58c2-4e79-babc-c8fefb78af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8fd05ad5-584f-4436-953c-bb4b0eef0bcb'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:15:23.676702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:23.750529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] For port edf085c6-96aa-4fb9-9472-4be030508c97, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:15:23.753588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] For port edf085c6-96aa-4fb9-9472-4be030508c97, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=edf085c6-96aa-4fb9-9472-4be030508c97,segment=NetworkSegment(8fd5d779-58c2-4e79-babc-c8fefb78af07),segment_id=8fd5d779-58c2-4e79-babc-c8fefb78af07)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:15:23.823640 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:23.844202 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:23.872598 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:23.940883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c0dc2-3a79-4ba1-b2f0-a0fd07836788 None None] Pushing event updated for resources: {'Port': ['ID=edf085c6-96aa-4fb9-9472-4be030508c97,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:23.981938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Allocated IP 172.25.1.151 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/d80ccfbd-a3e5-4be2-a407-af81c0b6742a) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:15:24.459243 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:24.605656 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:24.649383 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:15:24.652505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:15:24.656128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:15:24.693332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Pushing event updated for resources: {'Port': ['ID=d80ccfbd-a3e5-4be2-a407-af81c0b6742a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:24.705425 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:24.705832 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:24.706170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:24.706506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:24.706834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:24.707239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:24.707510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:24.707837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:24.708172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:24.708485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:24.708807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:24.709126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:24.940862 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69757f41-974a-4457-9c80-49ef6c304b5c None None] Network 8fd05ad5-584f-4436-953c-bb4b0eef0bcb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:15:25.061995 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:25.146184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f1d70cab-efd1-4068-a81a-b219cd7d1bd9 None None] Provisioning for port edf085c6-96aa-4fb9-9472-4be030508c97 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:15:25.277097 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:25.473362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Router 457ed1df-0d65-45e4-b704-53dcd6de9125 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:15:25.583581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:15:25.595385 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Sync routers for ids ['457ed1df-0d65-45e4-b704-53dcd6de9125'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:15:25.604539 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Routers {'457ed1df-0d65-45e4-b704-53dcd6de9125'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:25.605150 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['457ed1df-0d65-45e4-b704-53dcd6de9125'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:25.707994 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:25.709273 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b07985d0-4294-49bd-8ad4-d726a9c3bb6f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5925167 Aug 29 07:15:25.712030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60210) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:25.714614 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Set router 457ed1df-0d65-45e4-b704-53dcd6de9125 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:25.925929 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'name': 'tempest-TestAggregatesBasicOps-1995929144-router', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd80ccfbd-a3e5-4be2-a407-af81c0b6742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:24Z', 'revision_number': 3, 'project_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'gw_port': {'id': 'd80ccfbd-a3e5-4be2-a407-af81c0b6742a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:66:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:25.957257 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Checking router: 457ed1df-0d65-45e4-b704-53dcd6de9125 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:15:25.957612 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Updating router 457ed1df-0d65-45e4-b704-53dcd6de9125 port d80ccfbd-a3e5-4be2-a407-af81c0b6742a binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:15:25.997195 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:26.008065 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device edf085c6-96aa-4fb9-9472-4be030508c97 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:15:26.184283 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:26.228378 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port edf085c6-96aa-4fb9-9472-4be030508c97 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:15:26.233269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port edf085c6-96aa-4fb9-9472-4be030508c97 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:26.234603 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:26.260785 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:26.271623 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Transition to ACTIVE for port object d80ccfbd-a3e5-4be2-a407-af81c0b6742a will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:15:26.321603 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:26.354968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port edf085c6-96aa-4fb9-9472-4be030508c97, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=edf085c6-96aa-4fb9-9472-4be030508c97,segment=NetworkSegment(8fd5d779-58c2-4e79-babc-c8fefb78af07),segment_id=8fd5d779-58c2-4e79-babc-c8fefb78af07)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:26.363253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Allocated IP 172.20.0.1 (8fd05ad5-584f-4436-953c-bb4b0eef0bcb/c43cef33-78cc-4bff-92f4-9e5e2460e866/085292d1-b1ac-44c2-b3bc-ca2e0f270825) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:15:26.414656 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:26.443702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:26.474048 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Attempting to bind port d80ccfbd-a3e5-4be2-a407-af81c0b6742a on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:15:26.474424 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Attempting to bind port d80ccfbd-a3e5-4be2-a407-af81c0b6742a by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:15:26.474771 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Attempting to bind port d80ccfbd-a3e5-4be2-a407-af81c0b6742a on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:15:26.479692 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6e3ed-dffa-4f8d-82a5-892ca2319571 None None] Pushing event updated for resources: {'Port': ['ID=d80ccfbd-a3e5-4be2-a407-af81c0b6742a,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:26.482959 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:15:26.483828 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:15:26.484427 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:26.484813 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:15:26.485465 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Bound port: d80ccfbd-a3e5-4be2-a407-af81c0b6742a, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:15:26.485842 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:26.487797 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:26.493340 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6e3ed-dffa-4f8d-82a5-892ca2319571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:26.493340 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6e3ed-dffa-4f8d-82a5-892ca2319571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:26.493340 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6e3ed-dffa-4f8d-82a5-892ca2319571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:26.496366 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6e3ed-dffa-4f8d-82a5-892ca2319571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:26.496366 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6e3ed-dffa-4f8d-82a5-892ca2319571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:26.496366 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6e3ed-dffa-4f8d-82a5-892ca2319571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:26.496366 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6e3ed-dffa-4f8d-82a5-892ca2319571 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:26.496366 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6e3ed-dffa-4f8d-82a5-892ca2319571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:26.496366 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6e3ed-dffa-4f8d-82a5-892ca2319571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:26.496366 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6e3ed-dffa-4f8d-82a5-892ca2319571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:26.496366 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6e3ed-dffa-4f8d-82a5-892ca2319571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:26.496366 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6e3ed-dffa-4f8d-82a5-892ca2319571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:26.510213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=edf085c6-96aa-4fb9-9472-4be030508c97,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:26.516906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Transition to ACTIVE for port object 085292d1-b1ac-44c2-b3bc-ca2e0f270825 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:15:26.550240 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] For port d80ccfbd-a3e5-4be2-a407-af81c0b6742a, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:15:26.553272 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] For port d80ccfbd-a3e5-4be2-a407-af81c0b6742a, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d80ccfbd-a3e5-4be2-a407-af81c0b6742a,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:15:26.706549 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:26.737419 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:26.748582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Network 8fd05ad5-584f-4436-953c-bb4b0eef0bcb is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:15:26.754550 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:15:26.757173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:15:26.789577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Pushing event updated for resources: {'Port': ['ID=085292d1-b1ac-44c2-b3bc-ca2e0f270825,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:26.800850 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6e3ed-dffa-4f8d-82a5-892ca2319571 None None] Pushing event updated for resources: {'Port': ['ID=d80ccfbd-a3e5-4be2-a407-af81c0b6742a,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:26.803585 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Routers {'457ed1df-0d65-45e4-b704-53dcd6de9125'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:26.804199 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['457ed1df-0d65-45e4-b704-53dcd6de9125'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:26.818056 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:26.947712 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] Set router 457ed1df-0d65-45e4-b704-53dcd6de9125 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:27.137502 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:27.142055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bd726a2f-5f6e-4102-8103-22c5b49c17b7 None None] Provisioning for port 085292d1-b1ac-44c2-b3bc-ca2e0f270825 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:15:27.145015 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'name': 'tempest-TestAggregatesBasicOps-1995929144-router', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd80ccfbd-a3e5-4be2-a407-af81c0b6742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:24Z', 'revision_number': 3, 'project_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'gw_port': {'id': 'd80ccfbd-a3e5-4be2-a407-af81c0b6742a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:66:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:27.146773 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bd726a2f-5f6e-4102-8103-22c5b49c17b7 None None] Provisioning complete for port 085292d1-b1ac-44c2-b3bc-ca2e0f270825 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:27.147379 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd726a2f-5f6e-4102-8103-22c5b49c17b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:27.173738 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626d8f1-8888-458d-9689-f9126bfae015 None None] The sync data for ids ['457ed1df-0d65-45e4-b704-53dcd6de9125'] in n-d-713301-12 is: [{'id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'name': 'tempest-TestAggregatesBasicOps-1995929144-router', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd80ccfbd-a3e5-4be2-a407-af81c0b6742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:24Z', 'revision_number': 3, 'project_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'gw_port': {'id': 'd80ccfbd-a3e5-4be2-a407-af81c0b6742a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:66:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:15:27.184452 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bd726a2f-5f6e-4102-8103-22c5b49c17b7 None None] Port 085292d1-b1ac-44c2-b3bc-ca2e0f270825 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:15:27.323567 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:27.417179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:27.488880 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:27.490934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Pushing event updated for resources: {'Port': ['ID=085292d1-b1ac-44c2-b3bc-ca2e0f270825,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:27.597718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Network 8fd05ad5-584f-4436-953c-bb4b0eef0bcb is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:15:27.599409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:15:27.748574 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Router 457ed1df-0d65-45e4-b704-53dcd6de9125 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:15:27.886530 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:15:27.915489 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2c18f554-048c-41e6-a2d6-fbc15a6a787f admin admin] 10.222.0.76 "PUT /v2.0/routers/457ed1df-0d65-45e4-b704-53dcd6de9125/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2022932 Aug 29 07:15:27.950065 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3136bdeb-8f01-41ee-b1d2-c2bc623372ec None None] Provisioning complete for port 085292d1-b1ac-44c2-b3bc-ca2e0f270825 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:27.950912 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3136bdeb-8f01-41ee-b1d2-c2bc623372ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:28.005591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3136bdeb-8f01-41ee-b1d2-c2bc623372ec None None] Port 085292d1-b1ac-44c2-b3bc-ca2e0f270825 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:15:28.109612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d80ccfbd-a3e5-4be2-a407-af81c0b6742a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:15:28.380181 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port d80ccfbd-a3e5-4be2-a407-af81c0b6742a completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:15:28.385261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d80ccfbd-a3e5-4be2-a407-af81c0b6742a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:28.394276 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:28.467116 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:28.490232 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port d80ccfbd-a3e5-4be2-a407-af81c0b6742a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d80ccfbd-a3e5-4be2-a407-af81c0b6742a,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:28.578008 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:28.579008 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device edf085c6-96aa-4fb9-9472-4be030508c97 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:15:28.659523 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=d80ccfbd-a3e5-4be2-a407-af81c0b6742a,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:28.675074 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port edf085c6-96aa-4fb9-9472-4be030508c97 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:28.675539 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:28.839466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60236) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:28.844846 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-403624335-network', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:15:28.948496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Sync routers for ids ['457ed1df-0d65-45e4-b704-53dcd6de9125'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:15:28.958395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Routers {'457ed1df-0d65-45e4-b704-53dcd6de9125'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:28.959009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['457ed1df-0d65-45e4-b704-53dcd6de9125'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:28.991850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] Made reservation on behalf of 2641aa4e1167475ba1d09fdbca9e82a2 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:15:28.994424 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:29.005506 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:29.072553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Set router 457ed1df-0d65-45e4-b704-53dcd6de9125 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:29.109735 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:29.290481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'name': 'tempest-TestAggregatesBasicOps-1995929144-router', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd80ccfbd-a3e5-4be2-a407-af81c0b6742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:26Z', 'revision_number': 4, 'project_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'gw_port': {'id': 'd80ccfbd-a3e5-4be2-a407-af81c0b6742a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:66:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '085292d1-b1ac-44c2-b3bc-ca2e0f270825', 'name': '', 'network_id': '8fd05ad5-584f-4436-953c-bb4b0eef0bcb', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'mac_address': 'fa:16:3e:17:70:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c43cef33-78cc-4bff-92f4-9e5e2460e866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:26Z', 'updated_at': '2021-08-29T07:15:27Z', 'revision_number': 2, 'project_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'subnets': [{'id': 'c43cef33-78cc-4bff-92f4-9e5e2460e866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:29.319252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Checking router: 457ed1df-0d65-45e4-b704-53dcd6de9125 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:15:29.319670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Updating router 457ed1df-0d65-45e4-b704-53dcd6de9125 port 085292d1-b1ac-44c2-b3bc-ca2e0f270825 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:15:29.345375 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:29.380464 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:29.401730 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:15:29.417147 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24b8c37-2cc6-4121-844c-7251580f92eb,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:29.422451 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:29.422451 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] Added segment 864bbca5-fd56-418b-894d-d8136ec3829c of type vlan for network 0491d1f4-40a7-4dcc-8588-685cedf48f05 Aug 29 07:15:29.473160 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:29.599610 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:29.600736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:29.601327 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:29.673863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] Pushing event updated for resources: {'Network': ['ID=0491d1f4-40a7-4dcc-8588-685cedf48f05,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:29.718505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 0491d1f4-40a7-4dcc-8588-685cedf48f05 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:15:29.775290 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8d1437ae-49f8-43bd-922b-645d208af946 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9344821 Aug 29 07:15:29.778054 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60240) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:29.784305 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c17ad5e9-198d-4a63-a364-234b7233b1da admin admin] Request body: {'subnet': {'network_id': '0491d1f4-40a7-4dcc-8588-685cedf48f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-403624335-subnet', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:15:29.840518 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:29.850784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Transition to ACTIVE for port object 085292d1-b1ac-44c2-b3bc-ca2e0f270825 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:15:29.981137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d80ccfbd-a3e5-4be2-a407-af81c0b6742a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:15:29.988363 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17ad5e9-198d-4a63-a364-234b7233b1da admin admin] Made reservation on behalf of 2641aa4e1167475ba1d09fdbca9e82a2 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:15:29.991089 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c17ad5e9-198d-4a63-a364-234b7233b1da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:30.007003 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:30.066016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b7286-1e98-4077-b38b-5036d8eb864d None None] Pushing event updated for resources: {'Port': ['ID=085292d1-b1ac-44c2-b3bc-ca2e0f270825,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:30.125120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d80ccfbd-a3e5-4be2-a407-af81c0b6742a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:30.125504 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:30.163249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Attempting to bind port 085292d1-b1ac-44c2-b3bc-ca2e0f270825 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:15:30.163627 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Attempting to bind port 085292d1-b1ac-44c2-b3bc-ca2e0f270825 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '8fd5d779-58c2-4e79-babc-c8fefb78af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8fd05ad5-584f-4436-953c-bb4b0eef0bcb'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:15:30.164001 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Attempting to bind port 085292d1-b1ac-44c2-b3bc-ca2e0f270825 on network 8fd05ad5-584f-4436-953c-bb4b0eef0bcb {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:15:30.177577 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:15:30.179209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Checking segment: {'id': '8fd5d779-58c2-4e79-babc-c8fefb78af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8fd05ad5-584f-4436-953c-bb4b0eef0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:15:30.179209 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:30.179209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Bound using segment: {'id': '8fd5d779-58c2-4e79-babc-c8fefb78af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8fd05ad5-584f-4436-953c-bb4b0eef0bcb'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:15:30.180251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Bound port: 085292d1-b1ac-44c2-b3bc-ca2e0f270825, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd5d779-58c2-4e79-babc-c8fefb78af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8fd05ad5-584f-4436-953c-bb4b0eef0bcb'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:15:30.180398 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:30.293040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] For port 085292d1-b1ac-44c2-b3bc-ca2e0f270825, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:15:30.297131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] For port 085292d1-b1ac-44c2-b3bc-ca2e0f270825, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=085292d1-b1ac-44c2-b3bc-ca2e0f270825,segment=NetworkSegment(8fd5d779-58c2-4e79-babc-c8fefb78af07),segment_id=8fd5d779-58c2-4e79-babc-c8fefb78af07)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:15:30.351626 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c17ad5e9-198d-4a63-a364-234b7233b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:30.410779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ad5e9-198d-4a63-a364-234b7233b1da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1500f0a2-a435-46a3-864c-9e6da00da62c,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:30.418866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ad5e9-198d-4a63-a364-234b7233b1da admin admin] Checking segment: {'id': '864bbca5-fd56-418b-894d-d8136ec3829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0491d1f4-40a7-4dcc-8588-685cedf48f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:15:30.419260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17ad5e9-198d-4a63-a364-234b7233b1da admin admin] Network hostable DHCP agents. Network: 0491d1f4-40a7-4dcc-8588-685cedf48f05, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:15:30.469888 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:30.540815 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Routers {'457ed1df-0d65-45e4-b704-53dcd6de9125'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:30.541849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['457ed1df-0d65-45e4-b704-53dcd6de9125'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:30.548992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b7286-1e98-4077-b38b-5036d8eb864d None None] Pushing event updated for resources: {'Port': ['ID=085292d1-b1ac-44c2-b3bc-ca2e0f270825,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:30.575469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17ad5e9-198d-4a63-a364-234b7233b1da admin admin] Network 0491d1f4-40a7-4dcc-8588-685cedf48f05 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:15:30.673625 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] Set router 457ed1df-0d65-45e4-b704-53dcd6de9125 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:30.674199 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c17ad5e9-198d-4a63-a364-234b7233b1da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 0491d1f4-40a7-4dcc-8588-685cedf48f05) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:15:30.680040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ad5e9-198d-4a63-a364-234b7233b1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:30.680842 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c17ad5e9-198d-4a63-a364-234b7233b1da admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:30.705227 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e62c6ef-1bca-4077-b964-a5322cebc42f None None] Network 0491d1f4-40a7-4dcc-8588-685cedf48f05 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:15:30.815685 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c17ad5e9-198d-4a63-a364-234b7233b1da admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0363567 Aug 29 07:15:30.818638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60244) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:30.824316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-403624335-router', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:15:30.998283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-0491d1f4-40a7-4dcc-8588-685cedf48f05', 'network_id': '0491d1f4-40a7-4dcc-8588-685cedf48f05', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'fixed_ips': [{'subnet_id': '1500f0a2-a435-46a3-864c-9e6da00da62c'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:15:30.999715 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:31.022673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:31.023769 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:31.080691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'name': 'tempest-TestAggregatesBasicOps-1995929144-router', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd80ccfbd-a3e5-4be2-a407-af81c0b6742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:26Z', 'revision_number': 4, 'project_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'gw_port': {'id': 'd80ccfbd-a3e5-4be2-a407-af81c0b6742a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:66:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '085292d1-b1ac-44c2-b3bc-ca2e0f270825', 'name': '', 'network_id': '8fd05ad5-584f-4436-953c-bb4b0eef0bcb', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'mac_address': 'fa:16:3e:17:70:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c43cef33-78cc-4bff-92f4-9e5e2460e866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:26Z', 'updated_at': '2021-08-29T07:15:30Z', 'revision_number': 4, 'project_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'subnets': [{'id': 'c43cef33-78cc-4bff-92f4-9e5e2460e866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:31.084750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:31.121195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897b1c5a-3006-45b3-97d8-a58fbe237ea2 None None] The sync data for ids ['457ed1df-0d65-45e4-b704-53dcd6de9125'] in n-d-713301-12 is: [{'id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'name': 'tempest-TestAggregatesBasicOps-1995929144-router', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd80ccfbd-a3e5-4be2-a407-af81c0b6742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:26Z', 'revision_number': 4, 'project_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'gw_port': {'id': 'd80ccfbd-a3e5-4be2-a407-af81c0b6742a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:66:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '085292d1-b1ac-44c2-b3bc-ca2e0f270825', 'name': '', 'network_id': '8fd05ad5-584f-4436-953c-bb4b0eef0bcb', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'mac_address': 'fa:16:3e:17:70:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c43cef33-78cc-4bff-92f4-9e5e2460e866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:26Z', 'updated_at': '2021-08-29T07:15:30Z', 'revision_number': 4, 'project_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'subnets': [{'id': 'c43cef33-78cc-4bff-92f4-9e5e2460e866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:15:31.207096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Allocated IP 172.20.0.2 (0491d1f4-40a7-4dcc-8588-685cedf48f05/1500f0a2-a435-46a3-864c-9e6da00da62c/7edd52ff-bad9-4d5f-a7e6-175fe29c902e) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:15:31.359181 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:31.386649 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:31.395969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Transition to ACTIVE for port object 7edd52ff-bad9-4d5f-a7e6-175fe29c902e will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:15:31.419760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Transition to ACTIVE for port object 7edd52ff-bad9-4d5f-a7e6-175fe29c902e will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:15:31.597949 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:31.648838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Network 0491d1f4-40a7-4dcc-8588-685cedf48f05 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:15:31.657115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:15:31.661224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:15:31.679427 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Pushing event updated for resources: {'Port': ['ID=7edd52ff-bad9-4d5f-a7e6-175fe29c902e,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:31.734331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Attempting to bind port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:15:31.734780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Attempting to bind port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '864bbca5-fd56-418b-894d-d8136ec3829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0491d1f4-40a7-4dcc-8588-685cedf48f05'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:15:31.735234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Attempting to bind port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e on network 0491d1f4-40a7-4dcc-8588-685cedf48f05 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:15:31.741012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:15:31.743908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Checking segment: {'id': '864bbca5-fd56-418b-894d-d8136ec3829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0491d1f4-40a7-4dcc-8588-685cedf48f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:15:31.743908 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:31.743908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Bound using segment: {'id': '864bbca5-fd56-418b-894d-d8136ec3829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0491d1f4-40a7-4dcc-8588-685cedf48f05'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:15:31.743908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Bound port: 7edd52ff-bad9-4d5f-a7e6-175fe29c902e, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864bbca5-fd56-418b-894d-d8136ec3829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0491d1f4-40a7-4dcc-8588-685cedf48f05'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:15:31.743908 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:31.761034 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:31.787775 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:31.827654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] For port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:15:31.831346 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] For port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7edd52ff-bad9-4d5f-a7e6-175fe29c902e,segment=NetworkSegment(864bbca5-fd56-418b-894d-d8136ec3829c),segment_id=864bbca5-fd56-418b-894d-d8136ec3829c)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:15:31.925843 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Allocated IP 172.25.1.188 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/aff6647f-671b-4586-9604-025977af9a41) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:15:31.970116 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:32.057191 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 085292d1-b1ac-44c2-b3bc-ca2e0f270825 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:15:32.125410 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd6e0c-4036-4a0c-9744-48eec84b7879 None None] Pushing event updated for resources: {'Port': ['ID=7edd52ff-bad9-4d5f-a7e6-175fe29c902e,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:32.148267 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:32.287092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 085292d1-b1ac-44c2-b3bc-ca2e0f270825 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:15:32.293316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 085292d1-b1ac-44c2-b3bc-ca2e0f270825 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:32.293698 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:32.354056 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:32.444247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:15:32.447676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:15:32.462777 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:15:32.472860 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:32.473570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Pushing event updated for resources: {'Port': ['ID=aff6647f-671b-4586-9604-025977af9a41,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:32.519463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 085292d1-b1ac-44c2-b3bc-ca2e0f270825, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=085292d1-b1ac-44c2-b3bc-ca2e0f270825,segment=NetworkSegment(8fd5d779-58c2-4e79-babc-c8fefb78af07),segment_id=8fd5d779-58c2-4e79-babc-c8fefb78af07)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:32.662366 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:32.710789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=085292d1-b1ac-44c2-b3bc-ca2e0f270825,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:32.809706 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:33.089763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321aa4f8-20de-45b9-a8f3-0e440b965149 None None] Network 0491d1f4-40a7-4dcc-8588-685cedf48f05 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:15:33.230470 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-18020852-82ac-4004-bbaa-7be7fa0a7a73 None None] Provisioning for port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:15:33.401233 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:33.700228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Router 0267899b-ee90-4a93-be10-60af01bc436c is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:15:33.807733 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:15:33.818086 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Sync routers for ids ['0267899b-ee90-4a93-be10-60af01bc436c'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:15:33.829668 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Routers {'0267899b-ee90-4a93-be10-60af01bc436c'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:33.830300 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0267899b-ee90-4a93-be10-60af01bc436c'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:33.845092 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:33.940649 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Set router 0267899b-ee90-4a93-be10-60af01bc436c gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:33.953426 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:33.957437 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-33fecdbf-7091-4745-a9d9-b9a04ac7e2be admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1350036 Aug 29 07:15:33.958254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60252) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:34.095815 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7edd52ff-bad9-4d5f-a7e6-175fe29c902e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:15:34.142793 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0267899b-ee90-4a93-be10-60af01bc436c', 'name': 'tempest-TestAggregatesBasicOps-403624335-router', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aff6647f-671b-4586-9604-025977af9a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:32Z', 'revision_number': 3, 'project_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'gw_port': {'id': 'aff6647f-671b-4586-9604-025977af9a41', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0267899b-ee90-4a93-be10-60af01bc436c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:34.180701 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Checking router: 0267899b-ee90-4a93-be10-60af01bc436c for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:15:34.181180 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Updating router 0267899b-ee90-4a93-be10-60af01bc436c port aff6647f-671b-4586-9604-025977af9a41 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:15:34.207721 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:34.267673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:15:34.271765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:34.272154 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:34.365693 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:34.410786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7edd52ff-bad9-4d5f-a7e6-175fe29c902e,segment=NetworkSegment(864bbca5-fd56-418b-894d-d8136ec3829c),segment_id=864bbca5-fd56-418b-894d-d8136ec3829c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:34.435360 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:34.536049 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:34.537020 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 085292d1-b1ac-44c2-b3bc-ca2e0f270825 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:15:34.603330 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:34.613592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Allocated IP 172.20.0.1 (0491d1f4-40a7-4dcc-8588-685cedf48f05/1500f0a2-a435-46a3-864c-9e6da00da62c/2c931a15-5b63-470e-b188-cc2511f1530e) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:15:34.614906 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Transition to ACTIVE for port object aff6647f-671b-4586-9604-025977af9a41 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:15:34.619654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=7edd52ff-bad9-4d5f-a7e6-175fe29c902e,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:34.632142 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 085292d1-b1ac-44c2-b3bc-ca2e0f270825 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:34.632586 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:34.726561 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:34.741051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Transition to ACTIVE for port object 2c931a15-5b63-470e-b188-cc2511f1530e will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:15:34.753807 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:34.808872 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Attempting to bind port aff6647f-671b-4586-9604-025977af9a41 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:15:34.809235 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Attempting to bind port aff6647f-671b-4586-9604-025977af9a41 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:15:34.815766 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Attempting to bind port aff6647f-671b-4586-9604-025977af9a41 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:15:34.815766 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef09743-60ce-4ec1-86e6-7464d3bfba6d None None] Pushing event updated for resources: {'Port': ['ID=aff6647f-671b-4586-9604-025977af9a41,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:34.818810 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:15:34.819512 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:15:34.819616 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:34.820051 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:15:34.820440 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Bound port: aff6647f-671b-4586-9604-025977af9a41, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:15:34.820813 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:34.875542 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] For port aff6647f-671b-4586-9604-025977af9a41, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:15:34.878778 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] For port aff6647f-671b-4586-9604-025977af9a41, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=aff6647f-671b-4586-9604-025977af9a41,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:15:34.879406 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:34.928245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Network 0491d1f4-40a7-4dcc-8588-685cedf48f05 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:15:34.933143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:15:34.936708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:15:34.961921 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Pushing event updated for resources: {'Port': ['ID=2c931a15-5b63-470e-b188-cc2511f1530e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:34.976924 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:34.977271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:34.977612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:34.977964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:34.978270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:34.978606 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:34.978930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:34.979282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:34.979632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:34.979984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:34.980325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:34.980703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:15:35.007988 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:35.057313 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:35.117500 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Routers {'0267899b-ee90-4a93-be10-60af01bc436c'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:35.118426 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0267899b-ee90-4a93-be10-60af01bc436c'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:35.162736 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef09743-60ce-4ec1-86e6-7464d3bfba6d None None] Pushing event updated for resources: {'Port': ['ID=aff6647f-671b-4586-9604-025977af9a41,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:35.240634 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] Set router 0267899b-ee90-4a93-be10-60af01bc436c gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:35.263637 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:35.312093 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-625dfc95-753e-4ec6-b891-a73ae9254267 None None] Provisioning for port 2c931a15-5b63-470e-b188-cc2511f1530e completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:15:35.316472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-625dfc95-753e-4ec6-b891-a73ae9254267 None None] Provisioning complete for port 2c931a15-5b63-470e-b188-cc2511f1530e triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:35.317020 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-625dfc95-753e-4ec6-b891-a73ae9254267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:35.364308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-625dfc95-753e-4ec6-b891-a73ae9254267 None None] Port 2c931a15-5b63-470e-b188-cc2511f1530e cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:15:35.442487 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0267899b-ee90-4a93-be10-60af01bc436c', 'name': 'tempest-TestAggregatesBasicOps-403624335-router', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aff6647f-671b-4586-9604-025977af9a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:32Z', 'revision_number': 3, 'project_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'gw_port': {'id': 'aff6647f-671b-4586-9604-025977af9a41', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0267899b-ee90-4a93-be10-60af01bc436c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:35.458289 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:35.471575 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7689f29b-53d4-49c9-be2d-145d3377a64e None None] The sync data for ids ['0267899b-ee90-4a93-be10-60af01bc436c'] in n-d-713301-12 is: [{'id': '0267899b-ee90-4a93-be10-60af01bc436c', 'name': 'tempest-TestAggregatesBasicOps-403624335-router', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aff6647f-671b-4586-9604-025977af9a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:32Z', 'revision_number': 3, 'project_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'gw_port': {'id': 'aff6647f-671b-4586-9604-025977af9a41', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0267899b-ee90-4a93-be10-60af01bc436c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:15:35.581933 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:35.652463 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:35.654354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Pushing event updated for resources: {'Port': ['ID=2c931a15-5b63-470e-b188-cc2511f1530e,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:35.788755 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Network 0491d1f4-40a7-4dcc-8588-685cedf48f05 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:15:35.790878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:15:35.948562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Router 0267899b-ee90-4a93-be10-60af01bc436c has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:15:36.105071 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:15:36.106402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7edd52ff-bad9-4d5f-a7e6-175fe29c902e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:15:36.112786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-48296a1c-cd9d-4efe-a499-7d30393bdd61 admin admin] 10.222.0.76 "PUT /v2.0/routers/0267899b-ee90-4a93-be10-60af01bc436c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1526663 Aug 29 07:15:36.165303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:36.166100 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:36.388432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-427af0c3-7050-457a-b3fd-4b931f904926 None None] Provisioning complete for port 2c931a15-5b63-470e-b188-cc2511f1530e triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:36.389902 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-427af0c3-7050-457a-b3fd-4b931f904926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:36.434156 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-427af0c3-7050-457a-b3fd-4b931f904926 None None] Port 2c931a15-5b63-470e-b188-cc2511f1530e cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:15:36.470599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device aff6647f-671b-4586-9604-025977af9a41 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:15:36.616209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port aff6647f-671b-4586-9604-025977af9a41 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:15:36.620662 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port aff6647f-671b-4586-9604-025977af9a41 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:36.621030 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:36.711968 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:36.745625 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port aff6647f-671b-4586-9604-025977af9a41, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=aff6647f-671b-4586-9604-025977af9a41,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:36.816407 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:36.870320 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=aff6647f-671b-4586-9604-025977af9a41,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:38.161314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device aff6647f-671b-4586-9604-025977af9a41 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:15:38.161314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port aff6647f-671b-4586-9604-025977af9a41 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:38.161314 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:38.316712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Sync routers for ids ['0267899b-ee90-4a93-be10-60af01bc436c'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:15:38.325821 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Routers {'0267899b-ee90-4a93-be10-60af01bc436c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:38.326620 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0267899b-ee90-4a93-be10-60af01bc436c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:38.381902 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-81f87a1f-ab30-4ea5-9d50-59e81154066f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:38.435943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Set router 0267899b-ee90-4a93-be10-60af01bc436c gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:38.482270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60314) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:38.654095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0267899b-ee90-4a93-be10-60af01bc436c', 'name': 'tempest-TestAggregatesBasicOps-403624335-router', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aff6647f-671b-4586-9604-025977af9a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:35Z', 'revision_number': 4, 'project_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'gw_port': {'id': 'aff6647f-671b-4586-9604-025977af9a41', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0267899b-ee90-4a93-be10-60af01bc436c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2c931a15-5b63-470e-b188-cc2511f1530e', 'name': '', 'network_id': '0491d1f4-40a7-4dcc-8588-685cedf48f05', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'mac_address': 'fa:16:3e:42:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0267899b-ee90-4a93-be10-60af01bc436c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1500f0a2-a435-46a3-864c-9e6da00da62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:34Z', 'updated_at': '2021-08-29T07:15:35Z', 'revision_number': 2, 'project_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'subnets': [{'id': '1500f0a2-a435-46a3-864c-9e6da00da62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:38.681868 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Checking router: 0267899b-ee90-4a93-be10-60af01bc436c for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:15:38.682225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Updating router 0267899b-ee90-4a93-be10-60af01bc436c port 2c931a15-5b63-470e-b188-cc2511f1530e binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:15:38.709881 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:38.861219 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d1029689-d24b-405e-a653-036a3cd13404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:39.019376 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:39.029008 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Transition to ACTIVE for port object 2c931a15-5b63-470e-b188-cc2511f1530e will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:15:39.137070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-d1029689-d24b-405e-a653-036a3cd13404 admin admin] Deleting port 085292d1-b1ac-44c2-b3bc-ca2e0f270825 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:15:39.137419 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d1029689-d24b-405e-a653-036a3cd13404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:39.157559 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:39.227435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-d1029689-d24b-405e-a653-036a3cd13404 admin admin] For port 085292d1-b1ac-44c2-b3bc-ca2e0f270825, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=085292d1-b1ac-44c2-b3bc-ca2e0f270825,segment=NetworkSegment(8fd5d779-58c2-4e79-babc-c8fefb78af07),segment_id=8fd5d779-58c2-4e79-babc-c8fefb78af07)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:39.227918 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d1029689-d24b-405e-a653-036a3cd13404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:39.229553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645658cb-11c5-4b8c-a647-caf3882b7b5c None None] Pushing event updated for resources: {'Port': ['ID=2c931a15-5b63-470e-b188-cc2511f1530e,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:39.247112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-d1029689-d24b-405e-a653-036a3cd13404 admin admin] Calling delete_port for 085292d1-b1ac-44c2-b3bc-ca2e0f270825 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:15:39.282285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Attempting to bind port 2c931a15-5b63-470e-b188-cc2511f1530e on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:15:39.282285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Attempting to bind port 2c931a15-5b63-470e-b188-cc2511f1530e by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '864bbca5-fd56-418b-894d-d8136ec3829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0491d1f4-40a7-4dcc-8588-685cedf48f05'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:15:39.282713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Attempting to bind port 2c931a15-5b63-470e-b188-cc2511f1530e on network 0491d1f4-40a7-4dcc-8588-685cedf48f05 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:15:39.288903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:15:39.289379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Checking segment: {'id': '864bbca5-fd56-418b-894d-d8136ec3829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0491d1f4-40a7-4dcc-8588-685cedf48f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:15:39.289781 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:39.290172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Bound using segment: {'id': '864bbca5-fd56-418b-894d-d8136ec3829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0491d1f4-40a7-4dcc-8588-685cedf48f05'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:15:39.290901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Bound port: 2c931a15-5b63-470e-b188-cc2511f1530e, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864bbca5-fd56-418b-894d-d8136ec3829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0491d1f4-40a7-4dcc-8588-685cedf48f05'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:15:39.291311 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:39.369450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] For port 2c931a15-5b63-470e-b188-cc2511f1530e, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:15:39.374460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] For port 2c931a15-5b63-470e-b188-cc2511f1530e, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2c931a15-5b63-470e-b188-cc2511f1530e,segment=NetworkSegment(864bbca5-fd56-418b-894d-d8136ec3829c),segment_id=864bbca5-fd56-418b-894d-d8136ec3829c)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:15:39.468387 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:39.541515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Routers {'0267899b-ee90-4a93-be10-60af01bc436c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:39.542166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0267899b-ee90-4a93-be10-60af01bc436c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:39.547270 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645658cb-11c5-4b8c-a647-caf3882b7b5c None None] Pushing event updated for resources: {'Port': ['ID=2c931a15-5b63-470e-b188-cc2511f1530e,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:39.554193 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d1029689-d24b-405e-a653-036a3cd13404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:39.607308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1029689-d24b-405e-a653-036a3cd13404 admin admin] Pushing event deleted for resources: {'Port': ['ID=085292d1-b1ac-44c2-b3bc-ca2e0f270825,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:39.666080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] Set router 0267899b-ee90-4a93-be10-60af01bc436c gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:39.805543 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d1029689-d24b-405e-a653-036a3cd13404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:39.941944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0267899b-ee90-4a93-be10-60af01bc436c', 'name': 'tempest-TestAggregatesBasicOps-403624335-router', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aff6647f-671b-4586-9604-025977af9a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:35Z', 'revision_number': 4, 'project_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'gw_port': {'id': 'aff6647f-671b-4586-9604-025977af9a41', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0267899b-ee90-4a93-be10-60af01bc436c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2c931a15-5b63-470e-b188-cc2511f1530e', 'name': '', 'network_id': '0491d1f4-40a7-4dcc-8588-685cedf48f05', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'mac_address': 'fa:16:3e:42:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0267899b-ee90-4a93-be10-60af01bc436c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1500f0a2-a435-46a3-864c-9e6da00da62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:34Z', 'updated_at': '2021-08-29T07:15:39Z', 'revision_number': 4, 'project_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'subnets': [{'id': '1500f0a2-a435-46a3-864c-9e6da00da62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:39.971117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717c530-288e-42ce-b226-f57c28957a83 None None] The sync data for ids ['0267899b-ee90-4a93-be10-60af01bc436c'] in n-d-713301-12 is: [{'id': '0267899b-ee90-4a93-be10-60af01bc436c', 'name': 'tempest-TestAggregatesBasicOps-403624335-router', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aff6647f-671b-4586-9604-025977af9a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:35Z', 'revision_number': 4, 'project_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'gw_port': {'id': 'aff6647f-671b-4586-9604-025977af9a41', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0267899b-ee90-4a93-be10-60af01bc436c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2c931a15-5b63-470e-b188-cc2511f1530e', 'name': '', 'network_id': '0491d1f4-40a7-4dcc-8588-685cedf48f05', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'mac_address': 'fa:16:3e:42:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0267899b-ee90-4a93-be10-60af01bc436c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1500f0a2-a435-46a3-864c-9e6da00da62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:34Z', 'updated_at': '2021-08-29T07:15:39Z', 'revision_number': 4, 'project_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'subnets': [{'id': '1500f0a2-a435-46a3-864c-9e6da00da62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:15:40.117051 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1029689-d24b-405e-a653-036a3cd13404 admin admin] Router 457ed1df-0d65-45e4-b704-53dcd6de9125 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:15:40.247765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1029689-d24b-405e-a653-036a3cd13404 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:15:40.255475 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d1029689-d24b-405e-a653-036a3cd13404 admin admin] 10.222.0.76 "PUT /v2.0/routers/457ed1df-0d65-45e4-b704-53dcd6de9125/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7685180 Aug 29 07:15:40.256259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60318) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:40.261054 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d8739-54eb-47f0-b706-a30b210a69ea None None] Sync routers for ids ['457ed1df-0d65-45e4-b704-53dcd6de9125'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:15:40.273802 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d8739-54eb-47f0-b706-a30b210a69ea None None] Routers {'457ed1df-0d65-45e4-b704-53dcd6de9125'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:40.274625 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8f2d8739-54eb-47f0-b706-a30b210a69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['457ed1df-0d65-45e4-b704-53dcd6de9125'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:40.400868 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:40.407854 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-8f2d8739-54eb-47f0-b706-a30b210a69ea None None] Set router 457ed1df-0d65-45e4-b704-53dcd6de9125 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:40.538027 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:40.637562 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8f2d8739-54eb-47f0-b706-a30b210a69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'name': 'tempest-TestAggregatesBasicOps-1995929144-router', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd80ccfbd-a3e5-4be2-a407-af81c0b6742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:39Z', 'revision_number': 5, 'project_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'gw_port': {'id': 'd80ccfbd-a3e5-4be2-a407-af81c0b6742a', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:66:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:40.670857 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d8739-54eb-47f0-b706-a30b210a69ea None None] Checking router: 457ed1df-0d65-45e4-b704-53dcd6de9125 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:15:40.679842 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d8739-54eb-47f0-b706-a30b210a69ea None None] Routers {'457ed1df-0d65-45e4-b704-53dcd6de9125'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:40.680461 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8f2d8739-54eb-47f0-b706-a30b210a69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['457ed1df-0d65-45e4-b704-53dcd6de9125'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:40.683370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] Deleting port d80ccfbd-a3e5-4be2-a407-af81c0b6742a {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:15:40.683794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:40.777719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] For port d80ccfbd-a3e5-4be2-a407-af81c0b6742a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d80ccfbd-a3e5-4be2-a407-af81c0b6742a,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:40.778238 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:40.787348 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-8f2d8739-54eb-47f0-b706-a30b210a69ea None None] Set router 457ed1df-0d65-45e4-b704-53dcd6de9125 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:40.792372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] Calling delete_port for d80ccfbd-a3e5-4be2-a407-af81c0b6742a owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:15:40.846605 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8f2d8739-54eb-47f0-b706-a30b210a69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'name': 'tempest-TestAggregatesBasicOps-1995929144-router', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:40Z', 'revision_number': 6, 'project_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:40.850560 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:40.883709 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d8739-54eb-47f0-b706-a30b210a69ea None None] The sync data for ids ['457ed1df-0d65-45e4-b704-53dcd6de9125'] in n-d-713301-12 is: [{'id': '457ed1df-0d65-45e4-b704-53dcd6de9125', 'name': 'tempest-TestAggregatesBasicOps-1995929144-router', 'tenant_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:23Z', 'updated_at': '2021-08-29T07:15:40Z', 'revision_number': 6, 'project_id': 'd27eb95610d84b42b0eeae7fbc04072e', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:15:41.090844 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:41.120426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] Pushing event deleted for resources: {'Port': ['ID=d80ccfbd-a3e5-4be2-a407-af81c0b6742a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:41.180397 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:41.280567 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:41.283791 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:41.628524 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5148a4c8-5639-472a-ae54-c8b6cad1b147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:41.774552 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:41.778084 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 457ed1df-0d65-45e4-b704-53dcd6de9125 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:15:41.779549 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:41.780698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-46602d64-c71d-4f0c-9443-3b2cb348f7da admin admin] 10.222.0.76 "DELETE /v2.0/routers/457ed1df-0d65-45e4-b704-53dcd6de9125 HTTP/1.1" status: 204 len: 168 time: 1.5233436 Aug 29 07:15:41.783234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60324) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:41.829492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88ee006-d2ed-4f24-bbbf-e3c7187b2185 admin admin] Deleting subnet c43cef33-78cc-4bff-92f4-9e5e2460e866 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:15:41.833074 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b88ee006-d2ed-4f24-bbbf-e3c7187b2185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:41.868273 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b88ee006-d2ed-4f24-bbbf-e3c7187b2185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:41.959541 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:41.972688 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b88ee006-d2ed-4f24-bbbf-e3c7187b2185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.141175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2c931a15-5b63-470e-b188-cc2511f1530e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:15:42.164979 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b88ee006-d2ed-4f24-bbbf-e3c7187b2185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.193199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ee006-d2ed-4f24-bbbf-e3c7187b2185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c43cef33-78cc-4bff-92f4-9e5e2460e866,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:42.203548 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b88ee006-d2ed-4f24-bbbf-e3c7187b2185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.203548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b88ee006-d2ed-4f24-bbbf-e3c7187b2185 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c43cef33-78cc-4bff-92f4-9e5e2460e866 HTTP/1.1" status: 204 len: 168 time: 0.4156985 Aug 29 07:15:42.204760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60326) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:42.205763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf92d49-926b-4d02-9f37-cae2cc2b85fd None None] Network 8fd05ad5-584f-4436-953c-bb4b0eef0bcb requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:15:42.286954 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.315626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 2c931a15-5b63-470e-b188-cc2511f1530e completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:15:42.321303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2c931a15-5b63-470e-b188-cc2511f1530e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:15:42.321689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.362344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Deleting port edf085c6-96aa-4fb9-9472-4be030508c97 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:15:42.365192 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.417651 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.444368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] For port edf085c6-96aa-4fb9-9472-4be030508c97, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=edf085c6-96aa-4fb9-9472-4be030508c97,segment=NetworkSegment(8fd5d779-58c2-4e79-babc-c8fefb78af07),segment_id=8fd5d779-58c2-4e79-babc-c8fefb78af07)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:42.444368 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.454485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 2c931a15-5b63-470e-b188-cc2511f1530e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2c931a15-5b63-470e-b188-cc2511f1530e,segment=NetworkSegment(864bbca5-fd56-418b-894d-d8136ec3829c),segment_id=864bbca5-fd56-418b-894d-d8136ec3829c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:42.459312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Calling delete_port for edf085c6-96aa-4fb9-9472-4be030508c97 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:15:42.547137 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.555994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 085292d1-b1ac-44c2-b3bc-ca2e0f270825 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:15:42.582316 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba97b95-0cac-4a32-a198-40057d45d113 None None] DHCP port deletion for 8fd05ad5-584f-4436-953c-bb4b0eef0bcb request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:15:42.610379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 085292d1-b1ac-44c2-b3bc-ca2e0f270825 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:15:42.610704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 085292d1-b1ac-44c2-b3bc-ca2e0f270825 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:15:42.617170 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.636602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4ba97b95-0cac-4a32-a198-40057d45d113 None None] The port 'edf085c6-96aa-4fb9-9472-4be030508c97' was deleted {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 29 07:15:42.655480 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=2c931a15-5b63-470e-b188-cc2511f1530e,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:42.661483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Pushing event deleted for resources: {'Port': ['ID=edf085c6-96aa-4fb9-9472-4be030508c97,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:42.661483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] No DVR routers for this DVR port edf085c6-96aa-4fb9-9472-4be030508c97 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:15:42.740445 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.754629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd05ad5-584f-4436-953c-bb4b0eef0bcb']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:42.776772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd5d779-58c2-4e79-babc-c8fefb78af07') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:42.776772 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd5d779-58c2-4e79-babc-c8fefb78af07') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:42.776772 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.789283 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.795245 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:15:42.796539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:15:42.798048 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:15:42.940087 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.945867 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:42.951805 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8fd05ad5-584f-4436-953c-bb4b0eef0bcb HTTP/1.1" status: 204 len: 168 time: 0.7416875 Aug 29 07:15:42.952089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60332) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:42.961005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d4b67-1eaa-4048-94d7-579dcfb7a316 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd05ad5-584f-4436-953c-bb4b0eef0bcb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:43.331263 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-60af0a67-3c32-44c7-a86a-55081333863f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:43.591580 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:43.609547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-60af0a67-3c32-44c7-a86a-55081333863f admin admin] Deleting port 2c931a15-5b63-470e-b188-cc2511f1530e {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:15:43.614310 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-60af0a67-3c32-44c7-a86a-55081333863f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:43.693877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-60af0a67-3c32-44c7-a86a-55081333863f admin admin] For port 2c931a15-5b63-470e-b188-cc2511f1530e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2c931a15-5b63-470e-b188-cc2511f1530e,segment=NetworkSegment(864bbca5-fd56-418b-894d-d8136ec3829c),segment_id=864bbca5-fd56-418b-894d-d8136ec3829c)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:43.694388 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-60af0a67-3c32-44c7-a86a-55081333863f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:43.708483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-60af0a67-3c32-44c7-a86a-55081333863f admin admin] Calling delete_port for 2c931a15-5b63-470e-b188-cc2511f1530e owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:15:43.984922 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2c931a15-5b63-470e-b188-cc2511f1530e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:15:43.997275 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-60af0a67-3c32-44c7-a86a-55081333863f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:44.032102 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-902516d6-a25e-4565-9e1b-7340cf92c43b req-59e074c0-4e38-4a4d-acf8-8df55e998580 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0407310 Aug 29 07:15:44.042296 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No active binding found for port 2c931a15-5b63-470e-b188-cc2511f1530e {{(pid=95405) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 07:15:44.042874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2c931a15-5b63-470e-b188-cc2511f1530e not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 07:15:44.043679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af0a67-3c32-44c7-a86a-55081333863f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c931a15-5b63-470e-b188-cc2511f1530e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:44.066896 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Port 2c931a15-5b63-470e-b188-cc2511f1530e not found, will not notify nova. {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 07:15:44.132053 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-902516d6-a25e-4565-9e1b-7340cf92c43b req-1bb27129-5fe4-41e6-ab55-077893955a19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0448229 Aug 29 07:15:44.137458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d80ccfbd-a3e5-4be2-a407-af81c0b6742a no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:15:44.171446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: d80ccfbd-a3e5-4be2-a407-af81c0b6742a {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:15:44.172189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d80ccfbd-a3e5-4be2-a407-af81c0b6742a not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:15:44.173032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device edf085c6-96aa-4fb9-9472-4be030508c97 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:15:44.182065 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-902516d6-a25e-4565-9e1b-7340cf92c43b req-9ef50d9a-bcf4-4be3-84ab-89114e2a83fe service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243301 Aug 29 07:15:44.198350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: edf085c6-96aa-4fb9-9472-4be030508c97 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:15:44.198692 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device edf085c6-96aa-4fb9-9472-4be030508c97 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:15:44.269097 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-60af0a67-3c32-44c7-a86a-55081333863f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:44.312356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902516d6-a25e-4565-9e1b-7340cf92c43b req-788a7aff-fe77-4b6e-84f0-b17ab27e4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:44.314058 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-902516d6-a25e-4565-9e1b-7340cf92c43b req-788a7aff-fe77-4b6e-84f0-b17ab27e4520 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190522 Aug 29 07:15:44.509022 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60af0a67-3c32-44c7-a86a-55081333863f admin admin] Router 0267899b-ee90-4a93-be10-60af01bc436c has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:15:44.622190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60af0a67-3c32-44c7-a86a-55081333863f admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:15:44.628002 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-60af0a67-3c32-44c7-a86a-55081333863f admin admin] 10.222.0.76 "PUT /v2.0/routers/0267899b-ee90-4a93-be10-60af01bc436c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6742809 Aug 29 07:15:44.631502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60340) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:44.635041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aaac6b-8443-4c0e-adf1-9fd1ac461e4b None None] Sync routers for ids ['0267899b-ee90-4a93-be10-60af01bc436c'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:15:44.649249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aaac6b-8443-4c0e-adf1-9fd1ac461e4b None None] Routers {'0267899b-ee90-4a93-be10-60af01bc436c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:44.649936 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-01aaac6b-8443-4c0e-adf1-9fd1ac461e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0267899b-ee90-4a93-be10-60af01bc436c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:44.742834 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:44.769933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-01aaac6b-8443-4c0e-adf1-9fd1ac461e4b None None] Set router 0267899b-ee90-4a93-be10-60af01bc436c gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:44.850687 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:45.083366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] Deleting port aff6647f-671b-4586-9604-025977af9a41 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:15:45.084099 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:45.123552 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-01aaac6b-8443-4c0e-adf1-9fd1ac461e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0267899b-ee90-4a93-be10-60af01bc436c', 'name': 'tempest-TestAggregatesBasicOps-403624335-router', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'aff6647f-671b-4586-9604-025977af9a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:43Z', 'revision_number': 5, 'project_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'gw_port': {'id': 'aff6647f-671b-4586-9604-025977af9a41', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0267899b-ee90-4a93-be10-60af01bc436c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:45.154277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aaac6b-8443-4c0e-adf1-9fd1ac461e4b None None] Checking router: 0267899b-ee90-4a93-be10-60af01bc436c for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:15:45.168237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aaac6b-8443-4c0e-adf1-9fd1ac461e4b None None] Routers {'0267899b-ee90-4a93-be10-60af01bc436c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:15:45.168237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-01aaac6b-8443-4c0e-adf1-9fd1ac461e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:15:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0267899b-ee90-4a93-be10-60af01bc436c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:45.168607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] For port aff6647f-671b-4586-9604-025977af9a41, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=aff6647f-671b-4586-9604-025977af9a41,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:45.168991 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:45.181798 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] Calling delete_port for aff6647f-671b-4586-9604-025977af9a41 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:15:45.251440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-01aaac6b-8443-4c0e-adf1-9fd1ac461e4b None None] Set router 0267899b-ee90-4a93-be10-60af01bc436c gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:15:45.310493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-01aaac6b-8443-4c0e-adf1-9fd1ac461e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0267899b-ee90-4a93-be10-60af01bc436c', 'name': 'tempest-TestAggregatesBasicOps-403624335-router', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:44Z', 'revision_number': 6, 'project_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:45.341304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aaac6b-8443-4c0e-adf1-9fd1ac461e4b None None] The sync data for ids ['0267899b-ee90-4a93-be10-60af01bc436c'] in n-d-713301-12 is: [{'id': '0267899b-ee90-4a93-be10-60af01bc436c', 'name': 'tempest-TestAggregatesBasicOps-403624335-router', 'tenant_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:15:31Z', 'updated_at': '2021-08-29T07:15:44Z', 'revision_number': 6, 'project_id': '2641aa4e1167475ba1d09fdbca9e82a2', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:15:45.473658 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:45.501460 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff6647f-671b-4586-9604-025977af9a41,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:45.568250 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:45.660543 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:45.662629 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:45.804660 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:45.805200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0267899b-ee90-4a93-be10-60af01bc436c {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:15:45.809675 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:45.810972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e702040e-9def-41c2-9205-bdb3bc15db10 admin admin] 10.222.0.76 "DELETE /v2.0/routers/0267899b-ee90-4a93-be10-60af01bc436c HTTP/1.1" status: 204 len: 168 time: 1.1784317 Aug 29 07:15:45.813267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60344) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:45.866385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dddee00-8149-4cf7-8f52-00d7370044fa admin admin] Deleting subnet 1500f0a2-a435-46a3-864c-9e6da00da62c {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:15:45.870530 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0dddee00-8149-4cf7-8f52-00d7370044fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:45.903799 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0dddee00-8149-4cf7-8f52-00d7370044fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:45.983850 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0dddee00-8149-4cf7-8f52-00d7370044fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.134393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2c931a15-5b63-470e-b188-cc2511f1530e no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:15:46.154746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 2c931a15-5b63-470e-b188-cc2511f1530e {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:15:46.155015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2c931a15-5b63-470e-b188-cc2511f1530e not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:15:46.155472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device aff6647f-671b-4586-9604-025977af9a41 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:15:46.176876 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0dddee00-8149-4cf7-8f52-00d7370044fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.177769 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: aff6647f-671b-4586-9604-025977af9a41 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:15:46.178111 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device aff6647f-671b-4586-9604-025977af9a41 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:15:46.212971 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddee00-8149-4cf7-8f52-00d7370044fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1500f0a2-a435-46a3-864c-9e6da00da62c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:46.218677 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0dddee00-8149-4cf7-8f52-00d7370044fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.218677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0dddee00-8149-4cf7-8f52-00d7370044fa admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1500f0a2-a435-46a3-864c-9e6da00da62c HTTP/1.1" status: 204 len: 168 time: 0.4028463 Aug 29 07:15:46.219772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60346) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:46.223065 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a2ad2-0f92-4140-ab41-2f33b5f6e7dc None None] Network 0491d1f4-40a7-4dcc-8588-685cedf48f05 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:15:46.300369 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.373867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Deleting port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:15:46.379454 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.433220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5506d5-a26d-47ff-ab05-8ebb5bbd2631 None None] DHCP port deletion for 0491d1f4-40a7-4dcc-8588-685cedf48f05 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:15:46.465338 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] For port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7edd52ff-bad9-4d5f-a7e6-175fe29c902e,segment=NetworkSegment(864bbca5-fd56-418b-894d-d8136ec3829c),segment_id=864bbca5-fd56-418b-894d-d8136ec3829c)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:46.465704 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.481110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Calling delete_port for 7edd52ff-bad9-4d5f-a7e6-175fe29c902e owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:15:46.499188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-eb5506d5-a26d-47ff-ab05-8ebb5bbd2631 None None] Deleting port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:15:46.499583 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eb5506d5-a26d-47ff-ab05-8ebb5bbd2631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.568170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-eb5506d5-a26d-47ff-ab05-8ebb5bbd2631 None None] For port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7edd52ff-bad9-4d5f-a7e6-175fe29c902e,segment=NetworkSegment(864bbca5-fd56-418b-894d-d8136ec3829c),segment_id=864bbca5-fd56-418b-894d-d8136ec3829c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:15:46.568445 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eb5506d5-a26d-47ff-ab05-8ebb5bbd2631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.581499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-eb5506d5-a26d-47ff-ab05-8ebb5bbd2631 None None] Calling delete_port for 7edd52ff-bad9-4d5f-a7e6-175fe29c902e owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:15:46.638948 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.660478 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eb5506d5-a26d-47ff-ab05-8ebb5bbd2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.665627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7edd52ff-bad9-4d5f-a7e6-175fe29c902e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:46.669354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] No DVR routers for this DVR port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:15:46.695245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5506d5-a26d-47ff-ab05-8ebb5bbd2631 None None] Pushing event deleted for resources: {'Port': ['ID=7edd52ff-bad9-4d5f-a7e6-175fe29c902e,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:46.706292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5506d5-a26d-47ff-ab05-8ebb5bbd2631 None None] No DVR routers for this DVR port 7edd52ff-bad9-4d5f-a7e6-175fe29c902e on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:15:46.751525 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.762167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0491d1f4-40a7-4dcc-8588-685cedf48f05']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:46.772748 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864bbca5-fd56-418b-894d-d8136ec3829c') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:46.773041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864bbca5-fd56-418b-894d-d8136ec3829c') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:15:46.782415 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.797657 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.804263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:15:46.804832 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:15:46.806960 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:15:46.980479 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.987175 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:46.988865 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/0491d1f4-40a7-4dcc-8588-685cedf48f05 HTTP/1.1" status: 204 len: 168 time: 0.7681530 Aug 29 07:15:47.000592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e3267-69c9-4577-b021-a24f2193cff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0491d1f4-40a7-4dcc-8588-685cedf48f05,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:47.406882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60354) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:47.449907 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f48a24d3-7255-4284-a58e-76ec7c991548 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d27eb95610d84b42b0eeae7fbc04072e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417054 Aug 29 07:15:47.452987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60356) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:47.502492 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4623c1ac-665a-482d-b49a-4a3fddad8be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:47.524076 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4623c1ac-665a-482d-b49a-4a3fddad8be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:47.672854 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4623c1ac-665a-482d-b49a-4a3fddad8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:47.675440 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4623c1ac-665a-482d-b49a-4a3fddad8be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:47.676608 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4623c1ac-665a-482d-b49a-4a3fddad8be1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/af61e67f-6959-4d55-809a-1b27d809e863 HTTP/1.1" status: 204 len: 168 time: 0.2227166 Aug 29 07:15:47.684700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623c1ac-665a-482d-b49a-4a3fddad8be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af61e67f-6959-4d55-809a-1b27d809e863,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:47.975352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7edd52ff-bad9-4d5f-a7e6-175fe29c902e no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:15:47.998033 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 7edd52ff-bad9-4d5f-a7e6-175fe29c902e {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:15:47.998991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7edd52ff-bad9-4d5f-a7e6-175fe29c902e not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:15:48.569216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60366) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:48.611235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-149e83eb-8924-4d6c-bc0d-d455ee76e365 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2641aa4e1167475ba1d09fdbca9e82a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407219 Aug 29 07:15:48.613509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60368) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:48.690958 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-823bef12-c8ff-4fb3-b68d-c888fcd91e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:48.713936 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-823bef12-c8ff-4fb3-b68d-c888fcd91e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:48.867563 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-823bef12-c8ff-4fb3-b68d-c888fcd91e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:48.870034 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-823bef12-c8ff-4fb3-b68d-c888fcd91e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:48.871272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-823bef12-c8ff-4fb3-b68d-c888fcd91e42 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a24b8c37-2cc6-4121-844c-7251580f92eb HTTP/1.1" status: 204 len: 168 time: 0.2567832 Aug 29 07:15:48.879055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bef12-c8ff-4fb3-b68d-c888fcd91e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24b8c37-2cc6-4121-844c-7251580f92eb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:15:51.107446 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:15:52.275501 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:15:53.577256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e8271-aaf7-4cd3-b803-6fdedc5f31ff req-8de211c1-375b-403d-9884-9e424b8f1e19 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:53.578826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee4e8271-aaf7-4cd3-b803-6fdedc5f31ff req-8de211c1-375b-403d-9884-9e424b8f1e19 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1098 time: 0.0426633 Aug 29 07:15:53.619496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ee4e8271-aaf7-4cd3-b803-6fdedc5f31ff req-71ad1e8b-f05f-4c67-a665-67425c2f6e73 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338886 Aug 29 07:15:54.018363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e9a3c-dba0-4703-8a2c-119fba0c26ba req-965bf412-7779-4cc3-9f0c-f8fb37226130 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:54.020198 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d4e9a3c-dba0-4703-8a2c-119fba0c26ba req-965bf412-7779-4cc3-9f0c-f8fb37226130 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0621908 Aug 29 07:15:54.068744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d4e9a3c-dba0-4703-8a2c-119fba0c26ba req-39c9ffe8-7130-4024-a481-2aac7c8f26c6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332012 Aug 29 07:15:54.105354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60394) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:54.167136 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-adb52022-074c-41cb-85cc-2f15d51033cb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/6a1eab9d-a002-4632-8530-ea7dc2aaf834 HTTP/1.1" status: 200 len: 992 time: 0.0603168 Aug 29 07:15:55.540747 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f65937-10e1-4657-9d4f-d03a4f3a4248 req-77239486-049e-4aba-b498-46f22dfc4a93 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:55.542251 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43f65937-10e1-4657-9d4f-d03a4f3a4248 req-77239486-049e-4aba-b498-46f22dfc4a93 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0561979 Aug 29 07:15:55.584287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-43f65937-10e1-4657-9d4f-d03a4f3a4248 req-8f06303f-b579-499f-85ea-f07161053898 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354726 Aug 29 07:15:55.687679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 60416) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:15:55.842861 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-cadf10ec-adee-4819-a1d4-90d1b5c07792 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1538224 Aug 29 07:15:56.728009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c740-d8ca-4f27-bf8d-400f9cb87f29 req-6a354041-33cc-4189-aa6a-307b309b8d7c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:56.730170 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79f6c740-d8ca-4f27-bf8d-400f9cb87f29 req-6a354041-33cc-4189-aa6a-307b309b8d7c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0542853 Aug 29 07:15:56.778116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79f6c740-d8ca-4f27-bf8d-400f9cb87f29 req-d9368da9-d306-48e2-93a6-c802e3d57fd8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358205 Aug 29 07:15:57.899062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2f5e9-c9af-4f21-9816-27f22d0710f7 req-421cfa5d-f0d2-40af-b7bb-90de502a3ac0 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:57.900576 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ca2f5e9-c9af-4f21-9816-27f22d0710f7 req-421cfa5d-f0d2-40af-b7bb-90de502a3ac0 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0507386 Aug 29 07:15:57.941703 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ca2f5e9-c9af-4f21-9816-27f22d0710f7 req-01fb1147-491c-4745-b151-1a24e68cbe8e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345767 Aug 29 07:15:58.342140 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-89da89df-cc7a-4f00-82ac-a6cbf88acc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:58.343649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-89da89df-cc7a-4f00-82ac-a6cbf88acc79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1098 time: 0.0473821 Aug 29 07:15:58.440377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-4a4ac8e7-e55b-4dd3-9944-024811a785f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:58.441866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-4a4ac8e7-e55b-4dd3-9944-024811a785f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 200 len: 898 time: 0.0906320 Aug 29 07:15:58.513046 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-eb31b4bc-e72b-4dc3-83b5-f1868ba1778f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 1000 time: 0.0641956 Aug 29 07:15:58.564234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-feccf4fb-9baf-414f-b8bf-cc2c361742f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:58.565821 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-feccf4fb-9baf-414f-b8bf-cc2c361742f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e0320ce-cbbd-4c9b-b311-329681249e40 HTTP/1.1" status: 200 len: 835 time: 0.0461745 Aug 29 07:15:58.612015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-0beaa7fc-d40d-4b3a-af03-5f1f84a6f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:58.613598 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-0beaa7fc-d40d-4b3a-af03-5f1f84a6f74a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78f77a04-3108-4bcb-8627-a6ba3b99b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411377 Aug 29 07:15:58.731202 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-584ee1a8-5a1a-48f1-a45a-3e4c8ef34aec service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109385 Aug 29 07:15:58.824089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-e52eb2a4-0102-4d48-acaa-092a39690845 service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850089 Aug 29 07:15:59.072800 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1acc1-2bed-47ef-b238-5b1b12a99ca3 req-161c9ea7-35be-4fd2-8fee-6c1777088090 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:15:59.074419 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0d1acc1-2bed-47ef-b238-5b1b12a99ca3 req-161c9ea7-35be-4fd2-8fee-6c1777088090 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0634077 Aug 29 07:15:59.118674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0d1acc1-2bed-47ef-b238-5b1b12a99ca3 req-c243d4b5-07dd-4673-b04a-6a3b9075c15e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342088 Aug 29 07:16:00.264346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0371f10-2088-4c8c-8624-19b3e6dc0932 req-c3ff84c6-76e1-4c42-abd0-7f6a4b0a9c9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:00.265899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0371f10-2088-4c8c-8624-19b3e6dc0932 req-c3ff84c6-76e1-4c42-abd0-7f6a4b0a9c9e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0563455 Aug 29 07:16:00.304770 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0371f10-2088-4c8c-8624-19b3e6dc0932 req-0ab47527-dcf2-4a46-b8ea-12144134555c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325363 Aug 29 07:16:01.426320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84108a7d-6105-4ec5-a3fd-6c2c927ac9b5 req-96fa61bd-4a79-4f15-b2c6-0a68f38a1bd3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:01.427936 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84108a7d-6105-4ec5-a3fd-6c2c927ac9b5 req-96fa61bd-4a79-4f15-b2c6-0a68f38a1bd3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0511603 Aug 29 07:16:01.474610 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84108a7d-6105-4ec5-a3fd-6c2c927ac9b5 req-06fde8a8-ebef-44d9-babc-70cc01015d34 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349619 Aug 29 07:16:02.616097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aeb5d-8286-4a46-8640-468fdd46477b req-01e0a837-4521-4794-a1dc-63aa30858a7d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:02.617630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a85aeb5d-8286-4a46-8640-468fdd46477b req-01e0a837-4521-4794-a1dc-63aa30858a7d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0687175 Aug 29 07:16:02.658035 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a85aeb5d-8286-4a46-8640-468fdd46477b req-eee8552c-3499-403d-826c-10a3f94afc33 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337121 Aug 29 07:16:03.346175 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0286238-ccfb-4c5c-b5f1-a95dd3976461 req-dbbe7ee4-8084-4124-bf33-c6e2f862cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:03.347689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0286238-ccfb-4c5c-b5f1-a95dd3976461 req-dbbe7ee4-8084-4124-bf33-c6e2f862cd4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1098 time: 0.3837719 Aug 29 07:16:03.453544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0286238-ccfb-4c5c-b5f1-a95dd3976461 req-c877c70f-e6dd-4694-83c6-134b9675c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:03.455019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0286238-ccfb-4c5c-b5f1-a95dd3976461 req-c877c70f-e6dd-4694-83c6-134b9675c835 service neutron] 10.222.0.11 "GET /v2.0/networks?id=78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 200 len: 898 time: 0.0862358 Aug 29 07:16:03.528122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0286238-ccfb-4c5c-b5f1-a95dd3976461 req-5d2c24e8-aee2-4251-9e41-ebae7c169501 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 1000 time: 0.0660567 Aug 29 07:16:03.582028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0286238-ccfb-4c5c-b5f1-a95dd3976461 req-c9ef884a-0128-40bf-a12c-28e2a4bde1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:03.583526 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0286238-ccfb-4c5c-b5f1-a95dd3976461 req-c9ef884a-0128-40bf-a12c-28e2a4bde1a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e0320ce-cbbd-4c9b-b311-329681249e40 HTTP/1.1" status: 200 len: 835 time: 0.0483720 Aug 29 07:16:03.645114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0286238-ccfb-4c5c-b5f1-a95dd3976461 req-8e86387c-ab5e-4079-b8a2-1a4bf4988144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:03.646645 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0286238-ccfb-4c5c-b5f1-a95dd3976461 req-8e86387c-ab5e-4079-b8a2-1a4bf4988144 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78f77a04-3108-4bcb-8627-a6ba3b99b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556421 Aug 29 07:16:03.761903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0286238-ccfb-4c5c-b5f1-a95dd3976461 req-1c9b5bf3-1167-4350-9e44-cda82dd6a501 service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076334 Aug 29 07:16:03.813977 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:03.857435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb378d-c083-4083-a83e-c4b5dd520b74 req-e199a848-75b7-47ee-9a8b-2f51579fb281 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:03.859073 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84bb378d-c083-4083-a83e-c4b5dd520b74 req-e199a848-75b7-47ee-9a8b-2f51579fb281 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.1199322 Aug 29 07:16:03.895753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0286238-ccfb-4c5c-b5f1-a95dd3976461 req-74c8a18e-e16f-4175-b611-2cefc89abce8 service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200194 Aug 29 07:16:03.915615 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84bb378d-c083-4083-a83e-c4b5dd520b74 req-6e9f762d-a7c3-431f-853b-fe0cea4b3265 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497198 Aug 29 07:16:05.037883 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e65a4-afb3-4917-b06e-01125db257da req-707f5c83-2716-4b56-9a29-750b7586c432 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:05.043369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-534e65a4-afb3-4917-b06e-01125db257da req-707f5c83-2716-4b56-9a29-750b7586c432 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0517836 Aug 29 07:16:05.081062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-534e65a4-afb3-4917-b06e-01125db257da req-087cf404-9b79-4424-8b3f-888c19fdd767 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327127 Aug 29 07:16:06.203803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e72b9-360e-4747-a432-eec17c91c516 req-af16c3d6-54cc-4f3e-b9e4-aed1a6cf2275 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:06.205322 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f01e72b9-360e-4747-a432-eec17c91c516 req-af16c3d6-54cc-4f3e-b9e4-aed1a6cf2275 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0526874 Aug 29 07:16:06.257294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f01e72b9-360e-4747-a432-eec17c91c516 req-76011d90-b92f-46de-9cd2-72b10618820a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417151 Aug 29 07:16:07.395082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571b9bb-1f27-49dd-885a-1c13214f88f8 req-08094048-5a66-4df8-915a-561ce20a8923 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:07.396584 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d571b9bb-1f27-49dd-885a-1c13214f88f8 req-08094048-5a66-4df8-915a-561ce20a8923 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0576284 Aug 29 07:16:07.436474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d571b9bb-1f27-49dd-885a-1c13214f88f8 req-c5df0996-8c94-485f-ab6d-3dfc2f3b85ab tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339439 Aug 29 07:16:08.162632 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f52d8db3-0edd-497e-8569-e02434034115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:08.558827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ec032-b823-427a-a250-76704645552f req-651ff80a-1766-47ad-8002-51f33a8a6f11 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:08.560433 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a38ec032-b823-427a-a250-76704645552f req-651ff80a-1766-47ad-8002-51f33a8a6f11 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0533831 Aug 29 07:16:08.600438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a38ec032-b823-427a-a250-76704645552f req-1149a62e-6121-4781-9b26-6eaccdfbc726 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338933 Aug 29 07:16:09.990168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff56caf-8747-41e6-b45e-b3294481dfa7 req-fa92c084-3928-4da2-8f92-4944ae7cf928 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:09.991719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ff56caf-8747-41e6-b45e-b3294481dfa7 req-fa92c084-3928-4da2-8f92-4944ae7cf928 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0744140 Aug 29 07:16:10.033393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ff56caf-8747-41e6-b45e-b3294481dfa7 req-fd9524ea-6674-4a3f-bbb5-057960253499 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347228 Aug 29 07:16:10.825170 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:11.161287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a62b5-bfdc-46fa-9b11-625eb17448ff req-df280f7d-761e-4709-bb18-177bcd8816e6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:11.162852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f5a62b5-bfdc-46fa-9b11-625eb17448ff req-df280f7d-761e-4709-bb18-177bcd8816e6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0558283 Aug 29 07:16:11.203361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f5a62b5-bfdc-46fa-9b11-625eb17448ff req-7e03e76c-8d2f-4449-aba9-647313be4878 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340245 Aug 29 07:16:11.518043 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-22de6331-e156-48da-aab5-d7cd5ffa2d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:11.571741 n-d-713301-12 neutron-server[95404]: INFO neutron.api.v2.resource [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-d738ddce-b2b4-4265-958e-c79a79f6695c service neutron] show failed (client error): The resource could not be found. Aug 29 07:16:11.572765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-d738ddce-b2b4-4265-958e-c79a79f6695c service neutron] 10.222.0.11 "GET /v2.0/ports/5a02a633-1820-4863-8412-2271b3e59038/bindings/n-h1-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0596898 Aug 29 07:16:11.956519 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:12.244376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-6f1d69ca-f1ac-45e7-be3a-03f2a78a863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:12.245983 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-6f1d69ca-f1ac-45e7-be3a-03f2a78a863b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126&tenant_id=6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 1098 time: 0.1008086 Aug 29 07:16:12.260328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:16:12.318438 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:12.332957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d6507-db0f-4bd8-acd0-cd9135146eda req-841c701b-102e-46aa-ac33-d37626a5c778 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:12.334901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da9d6507-db0f-4bd8-acd0-cd9135146eda req-841c701b-102e-46aa-ac33-d37626a5c778 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0572925 Aug 29 07:16:12.377975 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da9d6507-db0f-4bd8-acd0-cd9135146eda req-5356087c-d9cf-44e3-8d97-d425c0b7ccfa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366757 Aug 29 07:16:12.541923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:16:12.574584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:16:12.623249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a02a633-1820-4863-8412-2271b3e59038'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:16:12.625519 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a2d24c-63ba-4837-8446-e016ea454b1d" -d '{"events": [{"server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "name": "network-vif-unplugged", "status": "completed", "tag": "5a02a633-1820-4863-8412-2271b3e59038"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:16:12.634727 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:12.642551 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Transition to ACTIVE for port object 5a02a633-1820-4863-8412-2271b3e59038 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:16:12.693285 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4801bf4c-1c22-4185-bffd-0a95b61993cf x-openstack-request-id: req-4801bf4c-1c22-4185-bffd-0a95b61993cf {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:16:12.693586 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "name": "network-vif-unplugged", "status": "completed", "tag": "5a02a633-1820-4863-8412-2271b3e59038", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:16:12.693864 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4801bf4c-1c22-4185-bffd-0a95b61993cf {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:16:12.694376 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a02a633-1820-4863-8412-2271b3e59038', 'code': 200} Aug 29 07:16:12.774711 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:12.874017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Pushing event updated for resources: {'Port': ['ID=5a02a633-1820-4863-8412-2271b3e59038,revision_number=6']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:16:12.948657 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] No DVR routers for this DVR port 5a02a633-1820-4863-8412-2271b3e59038 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:16:13.089038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Attempting to bind port 5a02a633-1820-4863-8412-2271b3e59038 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:16:13.089293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Attempting to bind port 5a02a633-1820-4863-8412-2271b3e59038 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:16:13.089624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Attempting to bind port 5a02a633-1820-4863-8412-2271b3e59038 on network 78f77a04-3108-4bcb-8627-a6ba3b99b61f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:16:13.093897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Port 5a02a633-1820-4863-8412-2271b3e59038 on network 78f77a04-3108-4bcb-8627-a6ba3b99b61f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:16:13.094225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Attempting to bind port 5a02a633-1820-4863-8412-2271b3e59038 on network 78f77a04-3108-4bcb-8627-a6ba3b99b61f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:16:13.098972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:16:13.099341 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Checking segment: {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:16:13.099731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Bound using segment: {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:16:13.100179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Bound port: 5a02a633-1820-4863-8412-2271b3e59038, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:16:13.100539 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:13.201140 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:16:13.205813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:16:13.375529 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:13.410091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:13.410711 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:13.412660 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] 10.222.0.15 "PUT /v2.0/ports/5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 1093 time: 1.1567369 Aug 29 07:16:13.486506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15495be7-e584-497c-a5d1-e04c45c113cb service neutron] Pushing event updated for resources: {'Port': ['ID=5a02a633-1820-4863-8412-2271b3e59038,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:16:13.506520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-a312addd-1944-48c7-8530-91fd956645b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:13.508408 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-a312addd-1944-48c7-8530-91fd956645b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1096 time: 0.0686753 Aug 29 07:16:13.547708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b631fc-a785-4457-9927-6f7dcafb1fac req-f64784f9-92d3-40d7-a911-49852c56854a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:13.549854 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97b631fc-a785-4457-9927-6f7dcafb1fac req-f64784f9-92d3-40d7-a911-49852c56854a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 944 time: 0.0609791 Aug 29 07:16:13.603263 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:13.620334 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97b631fc-a785-4457-9927-6f7dcafb1fac req-8a9f8f98-1e64-4cde-99f0-3749a214eb4a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642421 Aug 29 07:16:13.620941 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-ba5fece5-694b-43d1-8eb2-9e4b6047ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:13.623096 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-ba5fece5-694b-43d1-8eb2-9e4b6047ba2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 200 len: 898 time: 0.1074183 Aug 29 07:16:13.698063 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-063209f2-888e-449d-91fb-5a7d2219e015 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 998 time: 0.0664482 Aug 29 07:16:13.749856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-f4480f80-3827-4c3e-be25-85c31d961599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:13.751389 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-f4480f80-3827-4c3e-be25-85c31d961599 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e0320ce-cbbd-4c9b-b311-329681249e40 HTTP/1.1" status: 200 len: 835 time: 0.0470178 Aug 29 07:16:13.799551 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-6fb49424-c62b-4391-a878-90236bf4e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:13.801056 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-6fb49424-c62b-4391-a878-90236bf4e78f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78f77a04-3108-4bcb-8627-a6ba3b99b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427773 Aug 29 07:16:13.895641 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-7cf6eefa-ff67-450c-ab3e-fc5dad21979f service neutron] 10.222.0.15 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874903 Aug 29 07:16:13.992035 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e502b9cf-acc7-4c7c-a1e6-f4ce7204861b req-a5420ce9-58e8-40ad-b120-425332bb90aa service neutron] 10.222.0.15 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893669 Aug 29 07:16:14.695230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'tag': '5a02a633-1820-4863-8412-2271b3e59038'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:16:14.701172 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f2bd3f-b76b-4632-a37a-650fa81227c5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "tag": "5a02a633-1820-4863-8412-2271b3e59038"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:16:14.738526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4d527-c570-41b3-8373-3b55e052d5f5 req-5d5a9b0f-e979-4344-b6bb-d8e687941a2d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:14.740103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74f4d527-c570-41b3-8373-3b55e052d5f5 req-5d5a9b0f-e979-4344-b6bb-d8e687941a2d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 944 time: 0.0553017 Aug 29 07:16:14.754205 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4d5d8d-5091-4c43-a730-8ee574164537 x-openstack-request-id: req-cb4d5d8d-5091-4c43-a730-8ee574164537 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:16:14.754489 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "tag": "5a02a633-1820-4863-8412-2271b3e59038", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:16:14.754897 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb4d5d8d-5091-4c43-a730-8ee574164537 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:16:14.756074 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'tag': '5a02a633-1820-4863-8412-2271b3e59038', 'status': 'completed', 'code': 200} Aug 29 07:16:14.787423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74f4d527-c570-41b3-8373-3b55e052d5f5 req-d45e0dde-337d-49d3-87c1-51461b75306f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407314 Aug 29 07:16:14.822848 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-23f78962-4463-4539-bd0a-d82de5f82238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:14.824717 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-23f78962-4463-4539-bd0a-d82de5f82238 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1096 time: 0.0439401 Aug 29 07:16:14.833155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-0c461aec-b1bc-4823-9f65-df893107fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:14.834727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-0c461aec-b1bc-4823-9f65-df893107fedb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1096 time: 0.0431507 Aug 29 07:16:14.930396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-25972d35-411c-4864-ab45-c971c79cde02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:14.932545 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-25972d35-411c-4864-ab45-c971c79cde02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 200 len: 898 time: 0.1004136 Aug 29 07:16:14.936682 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-158ae0d4-a8c1-4388-b543-b67e8265b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:14.938166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-158ae0d4-a8c1-4388-b543-b67e8265b65f service neutron] 10.222.0.11 "GET /v2.0/networks?id=78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 200 len: 898 time: 0.0970590 Aug 29 07:16:15.006378 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-7c138692-31bb-437f-a844-a413ec73600e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 998 time: 0.0656617 Aug 29 07:16:15.010227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-ce9cd501-c636-46d6-b56a-b30b52fc1f56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 998 time: 0.0653365 Aug 29 07:16:15.064070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-68d86a50-9c11-4edd-b1a2-f80ef6e1f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:15.064355 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-a727fd9c-45eb-4a9b-a089-b592c8dfaa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:15.065605 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-68d86a50-9c11-4edd-b1a2-f80ef6e1f6bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e0320ce-cbbd-4c9b-b311-329681249e40 HTTP/1.1" status: 200 len: 835 time: 0.0523689 Aug 29 07:16:15.065751 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-a727fd9c-45eb-4a9b-a089-b592c8dfaa00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e0320ce-cbbd-4c9b-b311-329681249e40 HTTP/1.1" status: 200 len: 835 time: 0.0483136 Aug 29 07:16:15.115239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-4d075d60-9be4-47f4-9896-fde9b31502dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:15.116864 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-4d075d60-9be4-47f4-9896-fde9b31502dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78f77a04-3108-4bcb-8627-a6ba3b99b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438502 Aug 29 07:16:15.121473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-18619dc0-da14-4ed1-bda5-598eb4b3cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:15.123882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-18619dc0-da14-4ed1-bda5-598eb4b3cb9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78f77a04-3108-4bcb-8627-a6ba3b99b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499754 Aug 29 07:16:15.221350 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-3080941c-6ba4-4b87-9517-1f66e1656945 service neutron] 10.222.0.15 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964589 Aug 29 07:16:15.223030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-05bd8426-d888-47ea-8728-a801d135c64c service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918870 Aug 29 07:16:15.298516 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 5a02a633-1820-4863-8412-2271b3e59038 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:16:15.326823 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-42f3ffbc-fbc6-4e4a-bc4f-4589de7d32ed service neutron] 10.222.0.15 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977085 Aug 29 07:16:15.327090 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89f2bd3f-b76b-4632-a37a-650fa81227c5 req-4167c7fe-7a00-44bb-b751-d3873b9a57b2 service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971892 Aug 29 07:16:15.342541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 5a02a633-1820-4863-8412-2271b3e59038 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:16:15.910487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bb1e4-ab61-4404-9fbb-c066c578006b req-3031aada-f82b-4637-8fb3-d40e00b8a473 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:15.912015 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae3bb1e4-ab61-4404-9fbb-c066c578006b req-3031aada-f82b-4637-8fb3-d40e00b8a473 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 944 time: 0.0523422 Aug 29 07:16:15.951927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae3bb1e4-ab61-4404-9fbb-c066c578006b req-00a2ffc1-2ed9-4349-b94d-37fbfd322faf tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334918 Aug 29 07:16:17.073132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5affdb-0a69-4fa4-ab67-477351c4033f req-f76574fd-ed3e-45f7-bbd7-66dedc1bc505 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:17.077859 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd5affdb-0a69-4fa4-ab67-477351c4033f req-f76574fd-ed3e-45f7-bbd7-66dedc1bc505 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 944 time: 0.0507753 Aug 29 07:16:17.113367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd5affdb-0a69-4fa4-ab67-477351c4033f req-a3a7c36b-02d0-4fb5-8674-ebfc7026e954 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327549 Aug 29 07:16:17.679601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cf636-91ff-4233-b623-f5e1d1934ce6 req-6a5f9736-64cb-46f3-8e8d-c1e8b2221fa6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:17.682368 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-688cf636-91ff-4233-b623-f5e1d1934ce6 req-6a5f9736-64cb-46f3-8e8d-c1e8b2221fa6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 944 time: 0.0893359 Aug 29 07:16:17.723394 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-688cf636-91ff-4233-b623-f5e1d1934ce6 req-680336fb-5c56-4c5e-b8e9-8bff0b033cb8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339286 Aug 29 07:16:17.732833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-bd6156ab-8cd6-467c-8742-5cb8daa3597c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:17.734381 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-bd6156ab-8cd6-467c-8742-5cb8daa3597c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126&tenant_id=6b66a9a586534730b2f472cdc192b004&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 944 time: 0.1443601 Aug 29 07:16:18.156895 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-23b19b2d-790a-433c-b84f-dbcbbb8201b8 service neutron] 10.222.0.15 "GET /v2.0/ports/5a02a633-1820-4863-8412-2271b3e59038/bindings/n-h1-713301-12 HTTP/1.1" status: 200 len: 383 time: 0.4150248 Aug 29 07:16:18.221781 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-bce22626-f376-4030-b5f2-725acbdbc939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:18.223189 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-bce22626-f376-4030-b5f2-725acbdbc939 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1096 time: 0.0425265 Aug 29 07:16:18.324448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-54e355be-015d-4077-9ef3-fa3c35715ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:18.326005 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-54e355be-015d-4077-9ef3-fa3c35715ece service neutron] 10.222.0.15 "GET /v2.0/networks?id=78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 200 len: 898 time: 0.0961144 Aug 29 07:16:18.399745 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 5a02a633-1820-4863-8412-2271b3e59038 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:16:18.405415 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-a67fb471-7a84-4ea5-9033-8f1b82b60ed2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 998 time: 0.0728247 Aug 29 07:16:18.473634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-0809dd15-f5ad-4b18-8188-cc26654f0f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:18.475631 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-0809dd15-f5ad-4b18-8188-cc26654f0f7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e0320ce-cbbd-4c9b-b311-329681249e40 HTTP/1.1" status: 200 len: 835 time: 0.0629299 Aug 29 07:16:18.507688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:16:18.524669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-cc369f11-a9a2-4faf-998e-a012fe905331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:18.525342 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '5a02a633-1820-4863-8412-2271b3e59038', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'port_id': '5a02a633-1820-4863-8412-2271b3e59038', 'mac_address': 'fa:16:3e:3a:23:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:16:18.526306 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-cc369f11-a9a2-4faf-998e-a012fe905331 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78f77a04-3108-4bcb-8627-a6ba3b99b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435877 Aug 29 07:16:18.569673 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:18.583699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a02a633-1820-4863-8412-2271b3e59038 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:16:18.604027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:16:18.629684 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-eb5961bd-af73-49d7-8bf8-a9f7139aa09c service neutron] 10.222.0.15 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962222 Aug 29 07:16:18.689491 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:18.730722 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-caa45281-b888-401f-b801-d131d7b0e983 service neutron] 10.222.0.15 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942018 Aug 29 07:16:18.740292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=5a02a633-1820-4863-8412-2271b3e59038,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:16:18.748921 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:18.749669 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:18.750109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:18.750535 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:18.751006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:18.751549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:18.751980 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:18.753019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:18.753191 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:18.753733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:18.754245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:18.754828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:18.857145 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b9a8a-9722-4b5f-ae05-09bd7900109f req-b7e23f42-7e86-4f23-b432-33c7064b43a0 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:18.858974 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-742b9a8a-9722-4b5f-ae05-09bd7900109f req-b7e23f42-7e86-4f23-b432-33c7064b43a0 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 945 time: 0.0566592 Aug 29 07:16:18.901065 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-742b9a8a-9722-4b5f-ae05-09bd7900109f req-eba01d7a-c8d6-404b-b346-ccdca1edc75e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355847 Aug 29 07:16:18.965583 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['5a02a633-1820-4863-8412-2271b3e59038'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:16:20.035172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061a9a9-d637-41e2-afc7-3df35273aa5e req-a96e0e7b-d8fc-4ade-b066-77f985f97d64 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:20.036674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5061a9a9-d637-41e2-afc7-3df35273aa5e req-a96e0e7b-d8fc-4ade-b066-77f985f97d64 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 945 time: 0.0515888 Aug 29 07:16:20.086266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5061a9a9-d637-41e2-afc7-3df35273aa5e req-50ff759b-dfe3-4961-85cd-5e66960e70e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422559 Aug 29 07:16:20.399171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 5a02a633-1820-4863-8412-2271b3e59038 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:16:20.523019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 5a02a633-1820-4863-8412-2271b3e59038 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:16:20.527276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 5a02a633-1820-4863-8412-2271b3e59038 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:16:20.527825 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:20.610487 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:20.635086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a02a633-1820-4863-8412-2271b3e59038'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:16:20.637435 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3d14df-5b4c-4886-a918-9dbcb7c8256f" -d '{"events": [{"server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "name": "network-vif-plugged", "status": "completed", "tag": "5a02a633-1820-4863-8412-2271b3e59038"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:16:20.654607 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:16:20.689338 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2509c9a8-a5f8-4e07-b01a-fc77ece53336 x-openstack-request-id: req-2509c9a8-a5f8-4e07-b01a-fc77ece53336 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:16:20.689634 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "name": "network-vif-plugged", "status": "completed", "tag": "5a02a633-1820-4863-8412-2271b3e59038", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:16:20.689894 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2509c9a8-a5f8-4e07-b01a-fc77ece53336 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:16:20.690290 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a02a633-1820-4863-8412-2271b3e59038', 'code': 200} Aug 29 07:16:20.768286 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:20.821197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=5a02a633-1820-4863-8412-2271b3e59038,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:16:21.122439 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:21.210469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76257eca-aeea-4b07-8bf6-fa4708bb1303 req-d16aaa7e-ed19-45c0-a3f9-b2e6a6440827 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:21.212133 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76257eca-aeea-4b07-8bf6-fa4708bb1303 req-d16aaa7e-ed19-45c0-a3f9-b2e6a6440827 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 946 time: 0.0553145 Aug 29 07:16:21.260733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76257eca-aeea-4b07-8bf6-fa4708bb1303 req-455e44e6-9871-4c16-ac0a-f66a4970b242 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368762 Aug 29 07:16:21.544554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-0f32a924-925f-4905-8963-5780044e808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:21.554603 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-0f32a924-925f-4905-8963-5780044e808d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126&tenant_id=6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 1098 time: 0.0421333 Aug 29 07:16:21.564074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:16:21.617486 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:21.832523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:16:21.869793 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:16:21.916413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a02a633-1820-4863-8412-2271b3e59038'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:16:21.918817 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b6778a-9cf5-41f3-894a-c037c6806866" -d '{"events": [{"server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "name": "network-vif-unplugged", "status": "completed", "tag": "5a02a633-1820-4863-8412-2271b3e59038"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:16:21.924246 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:21.939687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Transition to ACTIVE for port object 5a02a633-1820-4863-8412-2271b3e59038 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:16:22.011232 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:22.103850 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56636434-e24e-4060-b0f1-d00fe4e2b643 x-openstack-request-id: req-56636434-e24e-4060-b0f1-d00fe4e2b643 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:16:22.104171 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "name": "network-vif-unplugged", "status": "completed", "tag": "5a02a633-1820-4863-8412-2271b3e59038", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:16:22.104402 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-56636434-e24e-4060-b0f1-d00fe4e2b643 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:16:22.104807 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a02a633-1820-4863-8412-2271b3e59038', 'code': 200} Aug 29 07:16:22.125199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a02a633-1820-4863-8412-2271b3e59038,revision_number=10']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:16:22.161710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] No DVR routers for this DVR port 5a02a633-1820-4863-8412-2271b3e59038 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:16:22.329326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Attempting to bind port 5a02a633-1820-4863-8412-2271b3e59038 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:16:22.329991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Attempting to bind port 5a02a633-1820-4863-8412-2271b3e59038 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:16:22.330184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Attempting to bind port 5a02a633-1820-4863-8412-2271b3e59038 on network 78f77a04-3108-4bcb-8627-a6ba3b99b61f {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:16:22.335015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Port 5a02a633-1820-4863-8412-2271b3e59038 on network 78f77a04-3108-4bcb-8627-a6ba3b99b61f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:16:22.335424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Attempting to bind port 5a02a633-1820-4863-8412-2271b3e59038 on network 78f77a04-3108-4bcb-8627-a6ba3b99b61f {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:16:22.342852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:16:22.343093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Checking segment: {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:16:22.343490 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Bound using segment: {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:16:22.343927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Bound port: 5a02a633-1820-4863-8412-2271b3e59038, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:16:22.344734 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:22.464723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8784e4e-d944-47ae-b4c6-eec2af3e42a0 req-45769879-7433-46bf-9f97-785f8bef55b4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:22.467020 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8784e4e-d944-47ae-b4c6-eec2af3e42a0 req-45769879-7433-46bf-9f97-785f8bef55b4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 945 time: 0.1203096 Aug 29 07:16:22.483318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:16:22.487109 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:16:22.513533 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8784e4e-d944-47ae-b4c6-eec2af3e42a0 req-646408e0-46fa-4b5d-8203-2fcd0bc273a2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399179 Aug 29 07:16:22.547272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:22.582357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:22.582976 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:22.584774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 1094 time: 1.0254955 Aug 29 07:16:22.613435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ac8b7-a3be-4228-8d23-66f7272f42c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a02a633-1820-4863-8412-2271b3e59038,revision_number=11']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:16:22.686042 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-5f7cc64c-253b-4dcb-a4ba-860e40e0f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:22.687608 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-5f7cc64c-253b-4dcb-a4ba-860e40e0f795 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1097 time: 0.0528378 Aug 29 07:16:22.816055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-f13e0df5-34e2-4bdb-b5e6-8dd6a81ad168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:22.817591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-f13e0df5-34e2-4bdb-b5e6-8dd6a81ad168 service neutron] 10.222.0.11 "GET /v2.0/networks?id=78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 200 len: 898 time: 0.1200154 Aug 29 07:16:22.885991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-b19675fc-d02d-4626-9df1-4d44a5372714 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 998 time: 0.0613420 Aug 29 07:16:22.936689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-e270b164-9a2f-4331-87c8-7e4b8cd0fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:22.938205 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-e270b164-9a2f-4331-87c8-7e4b8cd0fb2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e0320ce-cbbd-4c9b-b311-329681249e40 HTTP/1.1" status: 200 len: 835 time: 0.0450437 Aug 29 07:16:22.990427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-a53951ee-c7e5-45fa-843b-b3890f1b0f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:22.992319 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-a53951ee-c7e5-45fa-843b-b3890f1b0f5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78f77a04-3108-4bcb-8627-a6ba3b99b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471849 Aug 29 07:16:23.094184 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-a143b5ca-7eb2-4fa0-91b3-8e2291236141 service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934415 Aug 29 07:16:23.193755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be23bdd9-a79f-4915-b46e-aa80f8d08f64 req-106f6c95-86c2-44ff-9f42-a3dfe216064d service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921209 Aug 29 07:16:23.653900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af2c25-d979-4cf2-ab67-518b8c240821 req-3d0dbafb-3050-4c5d-8432-54dc81d11143 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:23.655597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98af2c25-d979-4cf2-ab67-518b8c240821 req-3d0dbafb-3050-4c5d-8432-54dc81d11143 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 945 time: 0.0555465 Aug 29 07:16:23.697930 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98af2c25-d979-4cf2-ab67-518b8c240821 req-6507bb27-9ccd-4224-9128-9d7b58a0e7d1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351317 Aug 29 07:16:24.106137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'tag': '5a02a633-1820-4863-8412-2271b3e59038'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:16:24.108809 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191b6a05-6fe9-42aa-b45d-124d50fb76a4" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "tag": "5a02a633-1820-4863-8412-2271b3e59038"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:16:24.159652 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0585bca5-262e-4db8-a42c-bb97697c4bb4 x-openstack-request-id: req-0585bca5-262e-4db8-a42c-bb97697c4bb4 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:16:24.159974 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "tag": "5a02a633-1820-4863-8412-2271b3e59038", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:16:24.160174 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0585bca5-262e-4db8-a42c-bb97697c4bb4 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:16:24.161007 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'tag': '5a02a633-1820-4863-8412-2271b3e59038', 'status': 'completed', 'code': 200} Aug 29 07:16:24.234315 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-9a8e2809-3c85-493a-9935-540bcb5546d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:24.236065 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-9a8e2809-3c85-493a-9935-540bcb5546d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1097 time: 0.0508270 Aug 29 07:16:24.241903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-95606f16-576e-4395-b724-70ef1f2d91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:24.243922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-95606f16-576e-4395-b724-70ef1f2d91ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1097 time: 0.0439980 Aug 29 07:16:24.348379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-1661abb7-7fe6-461a-ab43-0fc4f1269df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:24.350303 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-1661abb7-7fe6-461a-ab43-0fc4f1269df7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 200 len: 898 time: 0.1070030 Aug 29 07:16:24.383818 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-60bad63f-05b5-4d88-8ebb-0a6a1926f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:24.386347 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-60bad63f-05b5-4d88-8ebb-0a6a1926f912 service neutron] 10.222.0.11 "GET /v2.0/networks?id=78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 200 len: 898 time: 0.1316595 Aug 29 07:16:24.445011 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 5a02a633-1820-4863-8412-2271b3e59038 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:16:24.447383 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-4c72bc05-2858-4b9a-8c33-a5dd1a57e04c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 998 time: 0.0888531 Aug 29 07:16:24.463517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-36528c8d-5a3f-44c7-9415-e1a265d74827 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 998 time: 0.0684237 Aug 29 07:16:24.506640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-6a5bf2dc-db3a-40ee-81b0-141a6f86be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:24.508818 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-6a5bf2dc-db3a-40ee-81b0-141a6f86be02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e0320ce-cbbd-4c9b-b311-329681249e40 HTTP/1.1" status: 200 len: 835 time: 0.0549157 Aug 29 07:16:24.524721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 5a02a633-1820-4863-8412-2271b3e59038 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:16:24.530671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-3a9a6a95-688a-4064-a8e2-de3e835425cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:24.532892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-3a9a6a95-688a-4064-a8e2-de3e835425cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e0320ce-cbbd-4c9b-b311-329681249e40 HTTP/1.1" status: 200 len: 835 time: 0.0597761 Aug 29 07:16:24.560512 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-0aea844c-0db0-4861-9bc6-1af8d412c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:24.562056 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-0aea844c-0db0-4861-9bc6-1af8d412c5a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78f77a04-3108-4bcb-8627-a6ba3b99b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468729 Aug 29 07:16:24.593501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-ebc12b67-8016-47cb-ac8a-ba26a1cbf435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:24.594904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-ebc12b67-8016-47cb-ac8a-ba26a1cbf435 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78f77a04-3108-4bcb-8627-a6ba3b99b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533457 Aug 29 07:16:24.689819 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-dd96fa14-5534-43bd-ba60-a66e4bd4efc4 service neutron] 10.222.0.15 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196010 Aug 29 07:16:24.712099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-41272396-6d47-4f41-8654-40cd76d2b1f9 service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060522 Aug 29 07:16:24.795444 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-aa54a190-def2-47d6-9c6c-e8f6ea56bba6 service neutron] 10.222.0.15 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978572 Aug 29 07:16:24.852091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-191b6a05-6fe9-42aa-b45d-124d50fb76a4 req-e436fd1e-8fbf-43e1-887c-c30756cfc83e service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326976 Aug 29 07:16:24.872804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da75301-ec95-4e89-b4ec-4dabdb29d7a0 req-8c252570-21b0-4b00-89e1-b65d7d711e9b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:24.874433 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6da75301-ec95-4e89-b4ec-4dabdb29d7a0 req-8c252570-21b0-4b00-89e1-b65d7d711e9b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 945 time: 0.0751355 Aug 29 07:16:24.916321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6da75301-ec95-4e89-b4ec-4dabdb29d7a0 req-ea11ca2e-a163-45b7-aab3-689573889d5e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351520 Aug 29 07:16:26.049305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45a48-7fc5-4a69-b469-84d3271a1783 req-7764990c-1a4f-4a87-8f76-89edfaefacc0 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:26.051003 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21a45a48-7fc5-4a69-b469-84d3271a1783 req-7764990c-1a4f-4a87-8f76-89edfaefacc0 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 945 time: 0.0562236 Aug 29 07:16:26.088859 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21a45a48-7fc5-4a69-b469-84d3271a1783 req-23c0bd0a-32f4-40e3-aac8-bbf1525791e9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314982 Aug 29 07:16:27.217067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134c62-2fbc-4bf7-8406-b1b9c920afda req-4fa099f3-57d9-4fa1-8def-b19ab87c87e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:27.218626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44134c62-2fbc-4bf7-8406-b1b9c920afda req-4fa099f3-57d9-4fa1-8def-b19ab87c87e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 945 time: 0.0583994 Aug 29 07:16:27.267399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44134c62-2fbc-4bf7-8406-b1b9c920afda req-b2a04a0f-1dbe-4c63-b71c-829721cb95f5 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398800 Aug 29 07:16:27.290545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 60842) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:16:27.354616 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f9338414-8879-4b87-88ae-fe21a09926a7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/6a1eab9d-a002-4632-8530-ea7dc2aaf834 HTTP/1.1" status: 200 len: 990 time: 0.0625980 Aug 29 07:16:27.395842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 5a02a633-1820-4863-8412-2271b3e59038 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:16:27.491360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:16:27.503246 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '5a02a633-1820-4863-8412-2271b3e59038', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'port_id': '5a02a633-1820-4863-8412-2271b3e59038', 'mac_address': 'fa:16:3e:3a:23:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:16:27.542963 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:27.557513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a02a633-1820-4863-8412-2271b3e59038 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:16:27.577332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:16:27.620205 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:27.674323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=5a02a633-1820-4863-8412-2271b3e59038,revision_number=12']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:16:28.056701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['5a02a633-1820-4863-8412-2271b3e59038'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:16:29.274437 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:16:29.406087 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 5a02a633-1820-4863-8412-2271b3e59038 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:16:29.563024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 5a02a633-1820-4863-8412-2271b3e59038 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:16:29.567249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 5a02a633-1820-4863-8412-2271b3e59038 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:16:29.567580 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:29.652195 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:29.681222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a02a633-1820-4863-8412-2271b3e59038'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:16:29.684051 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba26f1e-a6ca-4d01-a9ab-19dc222215e6" -d '{"events": [{"server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "name": "network-vif-plugged", "status": "completed", "tag": "5a02a633-1820-4863-8412-2271b3e59038"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:16:29.702157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:16:29.727218 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3fa71c-19f2-42de-a322-1d23c4b2191c x-openstack-request-id: req-8f3fa71c-19f2-42de-a322-1d23c4b2191c {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:16:29.727561 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "name": "network-vif-plugged", "status": "completed", "tag": "5a02a633-1820-4863-8412-2271b3e59038", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:16:29.727890 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f3fa71c-19f2-42de-a322-1d23c4b2191c {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:16:29.728383 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a02a633-1820-4863-8412-2271b3e59038', 'code': 200} Aug 29 07:16:29.780470 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:29.829093 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=5a02a633-1820-4863-8412-2271b3e59038,revision_number=13']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:16:33.848706 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:38.186296 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd3b57ea-d99d-4a36-9a7a-83a3357b7405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:40.876704 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:41.094970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 32768) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:16:41.420698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Deleting port f605f110-c575-4987-8b49-97f4d3fefb79 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:16:41.421364 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:41.514247 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:41.514576 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:41.527096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Calling delete_port for f605f110-c575-4987-8b49-97f4d3fefb79 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:16:41.554870 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ff59dd1a-d2f1-4181-b9ff-faad3d2184ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:41.813284 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:41.839341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Pushing event deleted for resources: {'Port': ['ID=f605f110-c575-4987-8b49-97f4d3fefb79,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:16:41.852315 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:41.852669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:41.853006 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:41.853345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:41.853679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:41.854013 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:41.854341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:41.854665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:41.855030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:41.855388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:41.856309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:41.856638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:41.859843 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:41.918427 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:41.918942 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Floating IP c085f753-7e3f-4b88-896a-006cb8798d6b disassociated (deleted). External IP: 172.25.1.15, port: 720f39d1-a37f-44b7-9e74-fb8bc77c4856. Aug 29 07:16:42.509515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Router 5a046d50-0a90-466d-aca2-c1adc092a063 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:16:42.618499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:16:42.625106 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:42.631552 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517acb9a-c7d0-43b2-ab37-be7088a6158d None None] Sync routers for ids ['5a046d50-0a90-466d-aca2-c1adc092a063'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:16:42.647331 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517acb9a-c7d0-43b2-ab37-be7088a6158d None None] Routers {'5a046d50-0a90-466d-aca2-c1adc092a063'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:16:42.648391 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-517acb9a-c7d0-43b2-ab37-be7088a6158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:16:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5a046d50-0a90-466d-aca2-c1adc092a063'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:16:42.684624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-432c767b-7b1b-474b-a708-a09bb90ed660 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "DELETE /v2.0/floatingips/c085f753-7e3f-4b88-896a-006cb8798d6b HTTP/1.1" status: 204 len: 168 time: 1.5844653 Aug 29 07:16:42.684624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd608eb25-5941-474a-b1bf-6330c666074c', 'tag': '720f39d1-a37f-44b7-9e74-fb8bc77c4856'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:16:42.685899 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df29bdb1-3dc5-48a8-879a-8e35abfe21b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d608eb25-5941-474a-b1bf-6330c666074c", "tag": "720f39d1-a37f-44b7-9e74-fb8bc77c4856"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:16:42.756520 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6fd4e8-64a8-49ae-9bdc-ef704a6e8358 x-openstack-request-id: req-8c6fd4e8-64a8-49ae-9bdc-ef704a6e8358 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:16:42.756769 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d608eb25-5941-474a-b1bf-6330c666074c", "tag": "720f39d1-a37f-44b7-9e74-fb8bc77c4856", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:16:42.756963 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c6fd4e8-64a8-49ae-9bdc-ef704a6e8358 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:16:42.757661 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd608eb25-5941-474a-b1bf-6330c666074c', 'tag': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'status': 'completed', 'code': 200} Aug 29 07:16:42.831518 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-517acb9a-c7d0-43b2-ab37-be7088a6158d None None] Set router 5a046d50-0a90-466d-aca2-c1adc092a063 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:16:42.846355 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29bdb1-3dc5-48a8-879a-8e35abfe21b1 req-3db1ba8e-0b41-491e-8407-7f6884b08152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:42.847989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df29bdb1-3dc5-48a8-879a-8e35abfe21b1 req-3db1ba8e-0b41-491e-8407-7f6884b08152 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=371da66a36bf47e5bd5f8c6caba081da&device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 1097 time: 0.0441384 Aug 29 07:16:42.981650 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29bdb1-3dc5-48a8-879a-8e35abfe21b1 req-341e8587-d608-4d1c-b932-9c5a3d94762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:42.981650 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df29bdb1-3dc5-48a8-879a-8e35abfe21b1 req-341e8587-d608-4d1c-b932-9c5a3d94762c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad785853-db27-4dd3-8240-8588a89f9d93 HTTP/1.1" status: 200 len: 915 time: 0.1198177 Aug 29 07:16:43.041917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df29bdb1-3dc5-48a8-879a-8e35abfe21b1 req-906f023f-d048-4a4b-a288-dac2a268e5c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=720f39d1-a37f-44b7-9e74-fb8bc77c4856 HTTP/1.1" status: 200 len: 217 time: 0.0580461 Aug 29 07:16:43.100353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29bdb1-3dc5-48a8-879a-8e35abfe21b1 req-d891e9a9-cbc9-4111-8931-c830db980577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:43.101838 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df29bdb1-3dc5-48a8-879a-8e35abfe21b1 req-d891e9a9-cbc9-4111-8931-c830db980577 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=234131c8-fc3a-4f4f-aeed-55ac3cf5e42d HTTP/1.1" status: 200 len: 853 time: 0.0523505 Aug 29 07:16:43.162330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29bdb1-3dc5-48a8-879a-8e35abfe21b1 req-9758100f-ff4d-4ce3-8ce4-d09d56cbaccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:43.165387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df29bdb1-3dc5-48a8-879a-8e35abfe21b1 req-9758100f-ff4d-4ce3-8ce4-d09d56cbaccb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad785853-db27-4dd3-8240-8588a89f9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551834 Aug 29 07:16:43.216284 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-517acb9a-c7d0-43b2-ab37-be7088a6158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '6a1377b4-6978-4da6-b804-a63ffcb910d2', 'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'mac_address': 'fa:16:3e:0f:36:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:19Z', 'updated_at': '2021-08-29T07:11:38Z', 'revision_number': 5, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'subnets': [{'id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:16:43.249704 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517acb9a-c7d0-43b2-ab37-be7088a6158d None None] Checking router: 5a046d50-0a90-466d-aca2-c1adc092a063 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:16:43.264229 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517acb9a-c7d0-43b2-ab37-be7088a6158d None None] Routers {'5a046d50-0a90-466d-aca2-c1adc092a063'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:16:43.264997 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-517acb9a-c7d0-43b2-ab37-be7088a6158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:16:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5a046d50-0a90-466d-aca2-c1adc092a063'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:16:43.348094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94809b5-12e7-4898-86c5-0a95ef1a72f4 req-e0e872dd-569d-43e6-9936-dbadb2ff1946 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:43.350617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b94809b5-12e7-4898-86c5-0a95ef1a72f4 req-e0e872dd-569d-43e6-9936-dbadb2ff1946 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 945 time: 0.1645317 Aug 29 07:16:43.386071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df29bdb1-3dc5-48a8-879a-8e35abfe21b1 req-deceb476-bbd8-4971-ac6c-cbe25ea35883 service neutron] 10.222.0.11 "GET /v2.0/networks/ad785853-db27-4dd3-8240-8588a89f9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120469 Aug 29 07:16:43.428022 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-517acb9a-c7d0-43b2-ab37-be7088a6158d None None] Set router 5a046d50-0a90-466d-aca2-c1adc092a063 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:16:43.487561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b94809b5-12e7-4898-86c5-0a95ef1a72f4 req-6637c6c2-091f-46a7-b9d3-ad58226ec33b tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210067 Aug 29 07:16:43.525083 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df29bdb1-3dc5-48a8-879a-8e35abfe21b1 req-9600ec19-af4d-42c6-bea8-e00ae07805ed service neutron] 10.222.0.11 "GET /v2.0/networks/ad785853-db27-4dd3-8240-8588a89f9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280496 Aug 29 07:16:43.580554 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:43.653146 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-517acb9a-c7d0-43b2-ab37-be7088a6158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '6a1377b4-6978-4da6-b804-a63ffcb910d2', 'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'mac_address': 'fa:16:3e:0f:36:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:19Z', 'updated_at': '2021-08-29T07:11:38Z', 'revision_number': 5, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'subnets': [{'id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:16:43.681992 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517acb9a-c7d0-43b2-ab37-be7088a6158d None None] The sync data for ids ['5a046d50-0a90-466d-aca2-c1adc092a063'] in n-d-713301-12 is: [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:11:20Z', 'revision_number': 4, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '6a1377b4-6978-4da6-b804-a63ffcb910d2', 'name': '', 'network_id': 'ad785853-db27-4dd3-8240-8588a89f9d93', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'mac_address': 'fa:16:3e:0f:36:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:19Z', 'updated_at': '2021-08-29T07:11:38Z', 'revision_number': 5, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'subnets': [{'id': '234131c8-fc3a-4f4f-aeed-55ac3cf5e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:16:43.943180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773fa1ae-d9ac-42af-84b9-3428c060160d None None] New status for floating IP c085f753-7e3f-4b88-896a-006cb8798d6b: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:16:44.625630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8090f-ecc6-4fea-887c-db2533608218 req-3d352674-fc26-4fb1-bc9c-2fe8cf572881 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:44.627977 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ef8090f-ecc6-4fea-887c-db2533608218 req-3d352674-fc26-4fb1-bc9c-2fe8cf572881 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 945 time: 0.0592895 Aug 29 07:16:44.678452 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ef8090f-ecc6-4fea-887c-db2533608218 req-f71a9855-4f0e-4207-a949-412d6dfd2820 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/security-groups?id=db15902c-49f8-4748-853b-7371c15dc8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373149 Aug 29 07:16:45.270488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43c7f8-9055-4970-b257-0f6193b02a7c req-8db54f53-97c6-4eb2-879d-c59b4a66eeac tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:45.272077 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac43c7f8-9055-4970-b257-0f6193b02a7c req-8db54f53-97c6-4eb2-879d-c59b4a66eeac tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.11 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 945 time: 0.0597122 Aug 29 07:16:45.376187 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-ac43c7f8-9055-4970-b257-0f6193b02a7c req-7c6660e4-3564-490b-9206-70b8ba04529d tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Deleting port 720f39d1-a37f-44b7-9e74-fb8bc77c4856 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:16:45.376546 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ac43c7f8-9055-4970-b257-0f6193b02a7c req-7c6660e4-3564-490b-9206-70b8ba04529d tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:45.470097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-ac43c7f8-9055-4970-b257-0f6193b02a7c req-7c6660e4-3564-490b-9206-70b8ba04529d tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] For port 720f39d1-a37f-44b7-9e74-fb8bc77c4856, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=720f39d1-a37f-44b7-9e74-fb8bc77c4856,segment=NetworkSegment(9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6),segment_id=9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:16:45.470477 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ac43c7f8-9055-4970-b257-0f6193b02a7c req-7c6660e4-3564-490b-9206-70b8ba04529d tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:45.483652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-ac43c7f8-9055-4970-b257-0f6193b02a7c req-7c6660e4-3564-490b-9206-70b8ba04529d tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Calling delete_port for 720f39d1-a37f-44b7-9e74-fb8bc77c4856 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:16:45.699578 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ac43c7f8-9055-4970-b257-0f6193b02a7c req-7c6660e4-3564-490b-9206-70b8ba04529d tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:45.745056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6660e4-3564-490b-9206-70b8ba04529d tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Pushing event deleted for resources: {'Port': ['ID=720f39d1-a37f-44b7-9e74-fb8bc77c4856,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:16:45.821770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac43c7f8-9055-4970-b257-0f6193b02a7c req-7c6660e4-3564-490b-9206-70b8ba04529d tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] No DVR routers for this DVR port 720f39d1-a37f-44b7-9e74-fb8bc77c4856 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:16:45.836906 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-ac43c7f8-9055-4970-b257-0f6193b02a7c req-7c6660e4-3564-490b-9206-70b8ba04529d tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:45.838977 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac43c7f8-9055-4970-b257-0f6193b02a7c req-7c6660e4-3564-490b-9206-70b8ba04529d tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.11 "DELETE /v2.0/ports/720f39d1-a37f-44b7-9e74-fb8bc77c4856 HTTP/1.1" status: 204 len: 173 time: 0.5603619 Aug 29 07:16:45.839477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd608eb25-5941-474a-b1bf-6330c666074c', 'name': 'network-vif-deleted', 'tag': '720f39d1-a37f-44b7-9e74-fb8bc77c4856'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:16:45.841932 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45143170-58e7-4129-9dd2-374a94946fb6" -d '{"events": [{"server_uuid": "d608eb25-5941-474a-b1bf-6330c666074c", "name": "network-vif-deleted", "tag": "720f39d1-a37f-44b7-9e74-fb8bc77c4856"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:16:45.846668 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-493f69da-3218-49c4-b654-1a5cd29de5e8 req-607f7f6c-8170-4b2c-88db-8dc33ca1f395 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 210 time: 0.0535207 Aug 29 07:16:45.919288 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b9700b-bbde-440d-86c5-709cf664159b x-openstack-request-id: req-94b9700b-bbde-440d-86c5-709cf664159b {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:16:45.919771 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d608eb25-5941-474a-b1bf-6330c666074c", "name": "network-vif-deleted", "tag": "720f39d1-a37f-44b7-9e74-fb8bc77c4856", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:16:45.922541 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-94b9700b-bbde-440d-86c5-709cf664159b {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:16:45.922541 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd608eb25-5941-474a-b1bf-6330c666074c', 'name': 'network-vif-deleted', 'tag': '720f39d1-a37f-44b7-9e74-fb8bc77c4856', 'status': 'completed', 'code': 200} Aug 29 07:16:46.105274 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04c92104-d1b3-491b-ac99-3776fbea9e78 req-6ac97a1f-1f2a-4346-a2ae-f9dfdb4f1b8e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0828326 Aug 29 07:16:46.200506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c92104-d1b3-491b-ac99-3776fbea9e78 req-28501ab9-a464-4595-9703-896aaf5368f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:46.203071 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04c92104-d1b3-491b-ac99-3776fbea9e78 req-28501ab9-a464-4595-9703-896aaf5368f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc2e022f8122409ca1e473ae517571f9&device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 1098 time: 0.0717432 Aug 29 07:16:46.363158 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c92104-d1b3-491b-ac99-3776fbea9e78 req-1d958257-9ff8-49fd-a8d5-3a9ac7ed62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:46.365410 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04c92104-d1b3-491b-ac99-3776fbea9e78 req-1d958257-9ff8-49fd-a8d5-3a9ac7ed62e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08fb56f6-9347-4fcc-8e31-21eb92e603ca HTTP/1.1" status: 200 len: 909 time: 0.1407597 Aug 29 07:16:46.439991 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04c92104-d1b3-491b-ac99-3776fbea9e78 req-daf3c9f2-c4c4-4903-9f68-e92ae48ca139 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec HTTP/1.1" status: 200 len: 1002 time: 0.0667920 Aug 29 07:16:46.502486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c92104-d1b3-491b-ac99-3776fbea9e78 req-fb493137-aeef-4d64-8f14-68dfbc6c7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:46.504145 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04c92104-d1b3-491b-ac99-3776fbea9e78 req-fb493137-aeef-4d64-8f14-68dfbc6c7a6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa0666cb-ac9f-4af1-b417-84613003b7af HTTP/1.1" status: 200 len: 847 time: 0.0562942 Aug 29 07:16:46.568504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c92104-d1b3-491b-ac99-3776fbea9e78 req-9a47084d-c828-48c7-918a-fc04c1d41776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:16:46.570255 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04c92104-d1b3-491b-ac99-3776fbea9e78 req-9a47084d-c828-48c7-918a-fc04c1d41776 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08fb56f6-9347-4fcc-8e31-21eb92e603ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583351 Aug 29 07:16:46.678272 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04c92104-d1b3-491b-ac99-3776fbea9e78 req-e7a0b23d-0955-48a4-99ca-a03271778481 service neutron] 10.222.0.15 "GET /v2.0/networks/08fb56f6-9347-4fcc-8e31-21eb92e603ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002941 Aug 29 07:16:46.776667 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04c92104-d1b3-491b-ac99-3776fbea9e78 req-82dc87b6-6ff7-4e74-95de-a4b80bcf369f service neutron] 10.222.0.15 "GET /v2.0/networks/08fb56f6-9347-4fcc-8e31-21eb92e603ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901010 Aug 29 07:16:46.969454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79f4168e-23f3-4cec-a915-f5c435550019 req-3a4161ca-2799-4893-9f98-c1272a9c4584 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 210 time: 0.0385470 Aug 29 07:16:47.472129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 720f39d1-a37f-44b7-9e74-fb8bc77c4856 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:16:47.507419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 720f39d1-a37f-44b7-9e74-fb8bc77c4856 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:16:47.507766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 720f39d1-a37f-44b7-9e74-fb8bc77c4856 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:16:48.086071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86ec95bb-a6e0-420a-972f-837be7a2d5b3 req-18a36755-b572-4471-92d0-c2ec67a1a4fa tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 210 time: 0.0313358 Aug 29 07:16:49.312486 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c6c0ca44-d61c-4848-b270-d3798a9724a4 req-e6608dec-25aa-4060-9ba4-aca92ca67da3 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 210 time: 0.1203041 Aug 29 07:16:50.445618 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b00ddf5-f49f-436f-8970-ccb60ce45914 req-0a2a1fba-5135-4a9f-9862-be22b99f80dd tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "GET /v2.0/ports?device_id=d608eb25-5941-474a-b1bf-6330c666074c HTTP/1.1" status: 200 len: 210 time: 0.0317018 Aug 29 07:16:51.123035 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:51.507307 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 32900) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:16:51.575902 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:51.603070 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:51.727835 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:51.730585 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:51.731811 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] 10.222.0.76 "DELETE /v2.0/security-groups/db15902c-49f8-4748-853b-7371c15dc8ca HTTP/1.1" status: 204 len: 168 time: 0.2233510 Aug 29 07:16:51.743077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db15902c-49f8-4748-853b-7371c15dc8ca,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:16:51.751549 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:51.751911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:51.752262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:51.752608 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:51.753110 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:51.753328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:51.753649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:51.753982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:51.754328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:51.754746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:51.755019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:51.755386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afb4f11-d09c-4319-99cf-392aeb9af433 tempest-TestVolumeBackupRestore-1340771030 tempest-TestVolumeBackupRestore-1340771030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:16:56.883725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33112) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:16:57.481907 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4da61d6f-91cf-4df6-9ae1-be23cd9c354d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:57.814040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4da61d6f-91cf-4df6-9ae1-be23cd9c354d admin admin] Deleting port 6a1377b4-6978-4da6-b804-a63ffcb910d2 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:16:57.814388 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4da61d6f-91cf-4df6-9ae1-be23cd9c354d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:57.899371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-4da61d6f-91cf-4df6-9ae1-be23cd9c354d admin admin] For port 6a1377b4-6978-4da6-b804-a63ffcb910d2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=6a1377b4-6978-4da6-b804-a63ffcb910d2,segment=NetworkSegment(9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6),segment_id=9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:16:57.900038 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4da61d6f-91cf-4df6-9ae1-be23cd9c354d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:57.919300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4da61d6f-91cf-4df6-9ae1-be23cd9c354d admin admin] Calling delete_port for 6a1377b4-6978-4da6-b804-a63ffcb910d2 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:16:58.202024 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4da61d6f-91cf-4df6-9ae1-be23cd9c354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:58.229478 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da61d6f-91cf-4df6-9ae1-be23cd9c354d admin admin] Pushing event deleted for resources: {'Port': ['ID=6a1377b4-6978-4da6-b804-a63ffcb910d2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:16:58.412758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4da61d6f-91cf-4df6-9ae1-be23cd9c354d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:58.634850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da61d6f-91cf-4df6-9ae1-be23cd9c354d admin admin] Router 5a046d50-0a90-466d-aca2-c1adc092a063 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:16:58.746795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da61d6f-91cf-4df6-9ae1-be23cd9c354d admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:16:58.756677 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e101a-7ad3-4436-a26f-db603938f884 None None] Sync routers for ids ['5a046d50-0a90-466d-aca2-c1adc092a063'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:16:58.758947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33200) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:16:58.759655 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4da61d6f-91cf-4df6-9ae1-be23cd9c354d admin admin] 10.222.0.76 "PUT /v2.0/routers/5a046d50-0a90-466d-aca2-c1adc092a063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8744202 Aug 29 07:16:58.769294 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e101a-7ad3-4436-a26f-db603938f884 None None] Routers {'5a046d50-0a90-466d-aca2-c1adc092a063'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:16:58.769905 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-674e101a-7ad3-4436-a26f-db603938f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:16:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5a046d50-0a90-466d-aca2-c1adc092a063'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:16:58.865510 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:58.875093 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-674e101a-7ad3-4436-a26f-db603938f884 None None] Set router 5a046d50-0a90-466d-aca2-c1adc092a063 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:16:58.968444 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:59.066808 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-674e101a-7ad3-4436-a26f-db603938f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:16:58Z', 'revision_number': 5, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port': {'id': 'd641dd13-7732-4fb0-bd9e-2f94b9ce3b24', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:12Z', 'updated_at': '2021-08-29T07:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:16:59.096027 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e101a-7ad3-4436-a26f-db603938f884 None None] Checking router: 5a046d50-0a90-466d-aca2-c1adc092a063 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:16:59.104419 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e101a-7ad3-4436-a26f-db603938f884 None None] Routers {'5a046d50-0a90-466d-aca2-c1adc092a063'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:16:59.105119 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-674e101a-7ad3-4436-a26f-db603938f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:16:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['5a046d50-0a90-466d-aca2-c1adc092a063'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:16:59.109818 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] Deleting port d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:16:59.110164 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:59.193252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] For port d641dd13-7732-4fb0-bd9e-2f94b9ce3b24, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d641dd13-7732-4fb0-bd9e-2f94b9ce3b24,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:16:59.193615 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:59.194237 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-674e101a-7ad3-4436-a26f-db603938f884 None None] Set router 5a046d50-0a90-466d-aca2-c1adc092a063 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:16:59.209170 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] Calling delete_port for d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:16:59.252664 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-674e101a-7ad3-4436-a26f-db603938f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:16:58Z', 'revision_number': 6, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:16:59.282912 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e101a-7ad3-4436-a26f-db603938f884 None None] The sync data for ids ['5a046d50-0a90-466d-aca2-c1adc092a063'] in n-d-713301-12 is: [{'id': '5a046d50-0a90-466d-aca2-c1adc092a063', 'name': 'tempest-TestVolumeBackupRestore-1537456381-router', 'tenant_id': '371da66a36bf47e5bd5f8c6caba081da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:11Z', 'updated_at': '2021-08-29T07:16:58Z', 'revision_number': 6, 'project_id': '371da66a36bf47e5bd5f8c6caba081da', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:16:59.430341 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:59.457809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] Pushing event deleted for resources: {'Port': ['ID=d641dd13-7732-4fb0-bd9e-2f94b9ce3b24,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:16:59.522435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:59.616375 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:59.618947 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:59.767971 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:59.768614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a046d50-0a90-466d-aca2-c1adc092a063 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:16:59.773420 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:59.774455 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-acb7b4fc-a5a6-44ef-958e-3f4daef10922 admin admin] 10.222.0.76 "DELETE /v2.0/routers/5a046d50-0a90-466d-aca2-c1adc092a063 HTTP/1.1" status: 204 len: 168 time: 1.0145130 Aug 29 07:16:59.776978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33236) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:16:59.828866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0c09c0-a047-424d-bf8c-91a1562d54fe admin admin] Deleting subnet 234131c8-fc3a-4f4f-aeed-55ac3cf5e42d {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:16:59.832210 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c0c09c0-a047-424d-bf8c-91a1562d54fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:59.867519 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c0c09c0-a047-424d-bf8c-91a1562d54fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:16:59.945774 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c0c09c0-a047-424d-bf8c-91a1562d54fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:00.110882 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c0c09c0-a047-424d-bf8c-91a1562d54fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:00.113095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6a1377b4-6978-4da6-b804-a63ffcb910d2 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:17:00.133583 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 6a1377b4-6978-4da6-b804-a63ffcb910d2 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:17:00.133886 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 6a1377b4-6978-4da6-b804-a63ffcb910d2 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:17:00.134295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:17:00.143621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c09c0-a047-424d-bf8c-91a1562d54fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234131c8-fc3a-4f4f-aeed-55ac3cf5e42d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:00.147576 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c0c09c0-a047-424d-bf8c-91a1562d54fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:00.152169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 33252) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:00.152803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7c0c09c0-a047-424d-bf8c-91a1562d54fe admin admin] 10.222.0.76 "DELETE /v2.0/subnets/234131c8-fc3a-4f4f-aeed-55ac3cf5e42d HTTP/1.1" status: 204 len: 168 time: 0.3742108 Aug 29 07:17:00.166730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6a22e0-5e99-497b-ac7d-28ac3b4ad591 None None] Network ad785853-db27-4dd3-8240-8588a89f9d93 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:17:00.170718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:17:00.171066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d641dd13-7732-4fb0-bd9e-2f94b9ce3b24 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:17:00.226925 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:00.287566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Deleting port df58334b-e76c-4f34-a11d-d4c2021d5f52 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:17:00.288336 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:00.379353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42854558-d124-4d41-9b1f-ef26dec47a20 None None] DHCP port deletion for ad785853-db27-4dd3-8240-8588a89f9d93 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:17:00.443716 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-42854558-d124-4d41-9b1f-ef26dec47a20 None None] Deleting port df58334b-e76c-4f34-a11d-d4c2021d5f52 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:17:00.444097 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-42854558-d124-4d41-9b1f-ef26dec47a20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:00.512450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-42854558-d124-4d41-9b1f-ef26dec47a20 None None] For port df58334b-e76c-4f34-a11d-d4c2021d5f52, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=df58334b-e76c-4f34-a11d-d4c2021d5f52,segment=NetworkSegment(9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6),segment_id=9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:17:00.512450 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-42854558-d124-4d41-9b1f-ef26dec47a20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:00.532235 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-42854558-d124-4d41-9b1f-ef26dec47a20 None None] Calling delete_port for df58334b-e76c-4f34-a11d-d4c2021d5f52 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:17:00.604631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] For port df58334b-e76c-4f34-a11d-d4c2021d5f52, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=df58334b-e76c-4f34-a11d-d4c2021d5f52,segment=NetworkSegment(9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6),segment_id=9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:17:00.604631 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:00.618404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Calling delete_port for df58334b-e76c-4f34-a11d-d4c2021d5f52 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:17:00.779206 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-42854558-d124-4d41-9b1f-ef26dec47a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:00.785332 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:00.804427 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42854558-d124-4d41-9b1f-ef26dec47a20 None None] Pushing event deleted for resources: {'Port': ['ID=df58334b-e76c-4f34-a11d-d4c2021d5f52,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:00.808651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42854558-d124-4d41-9b1f-ef26dec47a20 None None] No DVR routers for this DVR port df58334b-e76c-4f34-a11d-d4c2021d5f52 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:17:00.814919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] No DVR routers for this DVR port df58334b-e76c-4f34-a11d-d4c2021d5f52 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:17:00.816749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Pushing event deleted for resources: {'Port': ['ID=df58334b-e76c-4f34-a11d-d4c2021d5f52,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:00.892526 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:00.903581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad785853-db27-4dd3-8240-8588a89f9d93']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:00.914252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:00.919446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aaeb6de-d6ee-41e5-81fe-fee6c245ddf6') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:00.923482 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:00.941107 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:00.947156 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:17:00.947561 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:17:00.949987 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:17:01.139070 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:01.143844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:01.148020 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] 10.222.0.76 "DELETE /v2.0/networks/ad785853-db27-4dd3-8240-8588a89f9d93 HTTP/1.1" status: 204 len: 168 time: 0.9926212 Aug 29 07:17:01.148896 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33292) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:01.158998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77940246-9def-48e2-86f9-c40a7403b68b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad785853-db27-4dd3-8240-8588a89f9d93,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:01.510158 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2b41a4c2-174b-428e-9961-e03e5115395b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:01.799494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2b41a4c2-174b-428e-9961-e03e5115395b admin admin] Deleting port b65a7493-2583-46e7-826f-4350b2e55399 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:17:01.800007 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2b41a4c2-174b-428e-9961-e03e5115395b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:01.852592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f175320-e52d-4ca6-8cfc-8b22084fc259 req-c773bd35-98e4-4e8f-a029-f065d2b944e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949051 Aug 29 07:17:01.928042 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-2b41a4c2-174b-428e-9961-e03e5115395b admin admin] For port b65a7493-2583-46e7-826f-4350b2e55399, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b65a7493-2583-46e7-826f-4350b2e55399,segment=NetworkSegment(d4bb518b-5008-4b2a-bd93-02e4623e390d),segment_id=d4bb518b-5008-4b2a-bd93-02e4623e390d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:17:01.928332 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2b41a4c2-174b-428e-9961-e03e5115395b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:01.942471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2b41a4c2-174b-428e-9961-e03e5115395b admin admin] Calling delete_port for b65a7493-2583-46e7-826f-4350b2e55399 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:17:01.953943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f175320-e52d-4ca6-8cfc-8b22084fc259 req-2f3019e6-d9bd-46f6-925b-74a2d23c1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:01.955447 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f175320-e52d-4ca6-8cfc-8b22084fc259 req-2f3019e6-d9bd-46f6-925b-74a2d23c1297 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a1c304a3cb24c9fadccf9c5658cd99e&device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 1102 time: 0.0682623 Aug 29 07:17:02.033655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device df58334b-e76c-4f34-a11d-d4c2021d5f52 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:17:02.055230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: df58334b-e76c-4f34-a11d-d4c2021d5f52 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:17:02.055581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device df58334b-e76c-4f34-a11d-d4c2021d5f52 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:17:02.147119 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f175320-e52d-4ca6-8cfc-8b22084fc259 req-8f5c09c7-017c-45db-86b7-e82f8895f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:02.149832 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f175320-e52d-4ca6-8cfc-8b22084fc259 req-8f5c09c7-017c-45db-86b7-e82f8895f765 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac5d1ff9-6697-4dc1-a144-1d82776659c7 HTTP/1.1" status: 200 len: 870 time: 0.1573117 Aug 29 07:17:02.203138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f175320-e52d-4ca6-8cfc-8b22084fc259 req-64321812-1a33-484d-a517-251fb260cf6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=3deb8245-7551-42a2-af63-b50f8fe94425 HTTP/1.1" status: 200 len: 217 time: 0.0421562 Aug 29 07:17:02.288522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f175320-e52d-4ca6-8cfc-8b22084fc259 req-16b5a29a-7c78-4008-b428-5285840f4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:02.290006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f175320-e52d-4ca6-8cfc-8b22084fc259 req-16b5a29a-7c78-4008-b428-5285840f4484 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0798726 Aug 29 07:17:02.340648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f175320-e52d-4ca6-8cfc-8b22084fc259 req-c9039ceb-9512-4ef4-81f8-5bffdee71def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:02.342140 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f175320-e52d-4ca6-8cfc-8b22084fc259 req-c9039ceb-9512-4ef4-81f8-5bffdee71def service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0451884 Aug 29 07:17:02.393127 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2b41a4c2-174b-428e-9961-e03e5115395b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:02.426290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41a4c2-174b-428e-9961-e03e5115395b admin admin] Pushing event deleted for resources: {'Port': ['ID=b65a7493-2583-46e7-826f-4350b2e55399,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:02.522601 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f175320-e52d-4ca6-8cfc-8b22084fc259 req-36667c35-f5ff-47c4-ba1a-c3a40e0b03ef service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731315 Aug 29 07:17:02.692439 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2b41a4c2-174b-428e-9961-e03e5115395b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:02.701282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f175320-e52d-4ca6-8cfc-8b22084fc259 req-140879c6-b066-4484-92f7-493265d9abcb service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412444 Aug 29 07:17:02.914250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b41a4c2-174b-428e-9961-e03e5115395b admin admin] Router e740e582-9337-4120-92a7-611cd4ea4871 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:17:03.367775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b41a4c2-174b-428e-9961-e03e5115395b admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:17:03.375972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2b41a4c2-174b-428e-9961-e03e5115395b admin admin] 10.222.0.76 "PUT /v2.0/routers/e740e582-9337-4120-92a7-611cd4ea4871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2225969 Aug 29 07:17:03.375972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33426) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:03.378459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcd5f17-6beb-4f40-9208-22f23d01e230 None None] Sync routers for ids ['e740e582-9337-4120-92a7-611cd4ea4871'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:17:03.391581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcd5f17-6beb-4f40-9208-22f23d01e230 None None] Routers {'e740e582-9337-4120-92a7-611cd4ea4871'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:17:03.392209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cdcd5f17-6beb-4f40-9208-22f23d01e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:16:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e740e582-9337-4120-92a7-611cd4ea4871'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:03.482590 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:03.507327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-cdcd5f17-6beb-4f40-9208-22f23d01e230 None None] Set router e740e582-9337-4120-92a7-611cd4ea4871 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:17:03.592638 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:03.697270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] Deleting port d418148e-26bc-4dba-aca5-960da1e03eee {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:17:03.697611 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:03.702645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cdcd5f17-6beb-4f40-9208-22f23d01e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'name': 'tempest-TestVolumeBackupRestore-1522236495-router', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd418148e-26bc-4dba-aca5-960da1e03eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:27Z', 'updated_at': '2021-08-29T07:17:02Z', 'revision_number': 5, 'project_id': '4e913f16a5144238a2268ff4834b85e4', 'gw_port': {'id': 'd418148e-26bc-4dba-aca5-960da1e03eee', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:11:28Z', 'updated_at': '2021-08-29T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:03.743375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcd5f17-6beb-4f40-9208-22f23d01e230 None None] Checking router: e740e582-9337-4120-92a7-611cd4ea4871 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:17:03.752489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcd5f17-6beb-4f40-9208-22f23d01e230 None None] Routers {'e740e582-9337-4120-92a7-611cd4ea4871'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:17:03.753531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cdcd5f17-6beb-4f40-9208-22f23d01e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:16:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e740e582-9337-4120-92a7-611cd4ea4871'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:03.787249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] For port d418148e-26bc-4dba-aca5-960da1e03eee, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d418148e-26bc-4dba-aca5-960da1e03eee,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:17:03.789156 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:03.808112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] Calling delete_port for d418148e-26bc-4dba-aca5-960da1e03eee owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:17:03.819125 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.006731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-cdcd5f17-6beb-4f40-9208-22f23d01e230 None None] Set router e740e582-9337-4120-92a7-611cd4ea4871 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:17:04.062155 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cdcd5f17-6beb-4f40-9208-22f23d01e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'name': 'tempest-TestVolumeBackupRestore-1522236495-router', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:27Z', 'updated_at': '2021-08-29T07:17:03Z', 'revision_number': 6, 'project_id': '4e913f16a5144238a2268ff4834b85e4', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:04.070173 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.094903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] Pushing event deleted for resources: {'Port': ['ID=d418148e-26bc-4dba-aca5-960da1e03eee,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:04.105962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcd5f17-6beb-4f40-9208-22f23d01e230 None None] The sync data for ids ['e740e582-9337-4120-92a7-611cd4ea4871'] in n-d-713301-12 is: [{'id': 'e740e582-9337-4120-92a7-611cd4ea4871', 'name': 'tempest-TestVolumeBackupRestore-1522236495-router', 'tenant_id': '4e913f16a5144238a2268ff4834b85e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:11:27Z', 'updated_at': '2021-08-29T07:17:03Z', 'revision_number': 6, 'project_id': '4e913f16a5144238a2268ff4834b85e4', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:17:04.167760 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.261968 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.264322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.373234 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.373821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e740e582-9337-4120-92a7-611cd4ea4871 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:17:04.380326 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.380326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-16388fc8-2c4c-4a16-b090-397e97a3da14 admin admin] 10.222.0.76 "DELETE /v2.0/routers/e740e582-9337-4120-92a7-611cd4ea4871 HTTP/1.1" status: 204 len: 168 time: 1.0031037 Aug 29 07:17:04.382106 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33496) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:04.428206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-7991e042-63d0-4a3e-9879-ebed978c73ba admin admin] Deleting subnet b119e16b-d80f-455e-b2f8-b4b2b215e8b4 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:17:04.431373 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7991e042-63d0-4a3e-9879-ebed978c73ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.466679 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7991e042-63d0-4a3e-9879-ebed978c73ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.560890 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7991e042-63d0-4a3e-9879-ebed978c73ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.665706 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7991e042-63d0-4a3e-9879-ebed978c73ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.698675 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991e042-63d0-4a3e-9879-ebed978c73ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b119e16b-d80f-455e-b2f8-b4b2b215e8b4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:04.702749 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7991e042-63d0-4a3e-9879-ebed978c73ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.704946 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7991e042-63d0-4a3e-9879-ebed978c73ba admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b119e16b-d80f-455e-b2f8-b4b2b215e8b4 HTTP/1.1" status: 204 len: 168 time: 0.3218331 Aug 29 07:17:04.707585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33518) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:04.710588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca25b6d6-382e-48f7-bd74-44861444865e None None] Network cf3a1fcd-c4a3-4f2a-acec-2504b6818aac requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:17:04.780044 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.842685 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Deleting port 619f106e-da69-4673-bb08-9e0d23823e93 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:17:04.843025 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.910787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] For port 619f106e-da69-4673-bb08-9e0d23823e93, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=619f106e-da69-4673-bb08-9e0d23823e93,segment=NetworkSegment(d4bb518b-5008-4b2a-bd93-02e4623e390d),segment_id=d4bb518b-5008-4b2a-bd93-02e4623e390d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:17:04.911688 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:04.914118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4517cbf4-40c5-4d3b-8c35-5c8bdd714607 None None] DHCP port deletion for cf3a1fcd-c4a3-4f2a-acec-2504b6818aac request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:17:04.927227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Calling delete_port for 619f106e-da69-4673-bb08-9e0d23823e93 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:17:04.969175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4517cbf4-40c5-4d3b-8c35-5c8bdd714607 None None] Deleting port 619f106e-da69-4673-bb08-9e0d23823e93 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:17:04.969544 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4517cbf4-40c5-4d3b-8c35-5c8bdd714607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:05.032857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-4517cbf4-40c5-4d3b-8c35-5c8bdd714607 None None] For port 619f106e-da69-4673-bb08-9e0d23823e93, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=619f106e-da69-4673-bb08-9e0d23823e93,segment=NetworkSegment(d4bb518b-5008-4b2a-bd93-02e4623e390d),segment_id=d4bb518b-5008-4b2a-bd93-02e4623e390d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:17:05.033255 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4517cbf4-40c5-4d3b-8c35-5c8bdd714607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:05.047856 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4517cbf4-40c5-4d3b-8c35-5c8bdd714607 None None] Calling delete_port for 619f106e-da69-4673-bb08-9e0d23823e93 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:17:05.110475 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:05.137929 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=619f106e-da69-4673-bb08-9e0d23823e93,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:05.139847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] No DVR routers for this DVR port 619f106e-da69-4673-bb08-9e0d23823e93 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:17:05.149437 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4517cbf4-40c5-4d3b-8c35-5c8bdd714607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:05.178110 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517cbf4-40c5-4d3b-8c35-5c8bdd714607 None None] Pushing event deleted for resources: {'Port': ['ID=619f106e-da69-4673-bb08-9e0d23823e93,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:05.192294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4517cbf4-40c5-4d3b-8c35-5c8bdd714607 None None] No DVR routers for this DVR port 619f106e-da69-4673-bb08-9e0d23823e93 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:17:05.225766 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:05.232831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3a1fcd-c4a3-4f2a-acec-2504b6818aac']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:05.244288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bb518b-5008-4b2a-bd93-02e4623e390d') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:05.244589 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bb518b-5008-4b2a-bd93-02e4623e390d') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:05.255272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:05.273256 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:05.279788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:17:05.280182 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:17:05.281788 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:17:05.401412 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:05.407805 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:05.410681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cf3a1fcd-c4a3-4f2a-acec-2504b6818aac HTTP/1.1" status: 204 len: 168 time: 0.7011528 Aug 29 07:17:05.421065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb1af5-079d-435a-9a43-1311eb78d2a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf3a1fcd-c4a3-4f2a-acec-2504b6818aac,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:05.719415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33580) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:05.758303 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-709e4c32-5aa0-4f09-8249-64563259d76a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=371da66a36bf47e5bd5f8c6caba081da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377440 Aug 29 07:17:05.760820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33582) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:05.810637 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-62adfa56-db68-4908-8350-d68f8fdd26e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:05.831653 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-62adfa56-db68-4908-8350-d68f8fdd26e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:06.001589 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-62adfa56-db68-4908-8350-d68f8fdd26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:06.004335 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-62adfa56-db68-4908-8350-d68f8fdd26e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:06.005487 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-62adfa56-db68-4908-8350-d68f8fdd26e8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a5a7c454-1e8b-4c7f-894e-6da276c74045 HTTP/1.1" status: 204 len: 168 time: 0.2431931 Aug 29 07:17:06.024925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adfa56-db68-4908-8350-d68f8fdd26e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a7c454-1e8b-4c7f-894e-6da276c74045,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:06.047104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b65a7493-2583-46e7-826f-4350b2e55399 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:17:06.069862 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: b65a7493-2583-46e7-826f-4350b2e55399 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:17:06.075555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b65a7493-2583-46e7-826f-4350b2e55399 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:17:06.075555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 619f106e-da69-4673-bb08-9e0d23823e93 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:17:06.088808 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 619f106e-da69-4673-bb08-9e0d23823e93 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:17:06.089167 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 619f106e-da69-4673-bb08-9e0d23823e93 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:17:06.089571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d418148e-26bc-4dba-aca5-960da1e03eee no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:17:06.109045 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: d418148e-26bc-4dba-aca5-960da1e03eee {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:17:06.109396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d418148e-26bc-4dba-aca5-960da1e03eee not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:17:06.273710 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:17:06.730674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33638) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:06.770732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ec4db579-58aa-4474-a0ea-749cfffbc717 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e913f16a5144238a2268ff4834b85e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388751 Aug 29 07:17:06.786709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 33640) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:06.838162 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-544d3e6a-2eae-4364-81ff-b4b369b628e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:06.862068 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-544d3e6a-2eae-4364-81ff-b4b369b628e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:07.007004 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-544d3e6a-2eae-4364-81ff-b4b369b628e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:07.009654 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-544d3e6a-2eae-4364-81ff-b4b369b628e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:07.010829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-544d3e6a-2eae-4364-81ff-b4b369b628e6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3624122f-abcb-4184-8ed3-35b396a2194d HTTP/1.1" status: 204 len: 168 time: 0.2231636 Aug 29 07:17:07.019962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d3e6a-2eae-4364-81ff-b4b369b628e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3624122f-abcb-4184-8ed3-35b396a2194d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:08.190595 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-63adb3e1-9717-48ac-ab0b-ecdf19eb1831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:10.967162 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:11.538871 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f4482eb1-9c7a-456e-a2ee-7307e88654be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:11.800992 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:13.555771 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:17.154647 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e45ac-30f9-449f-92b2-cb68377cffd7 req-f0f22909-36f4-426a-82b9-b5633b463d58 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:17.156214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a29e45ac-30f9-449f-92b2-cb68377cffd7 req-f0f22909-36f4-426a-82b9-b5633b463d58 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 950 time: 0.2494094 Aug 29 07:17:17.204242 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a29e45ac-30f9-449f-92b2-cb68377cffd7 req-057f15c7-572a-464d-9908-c7f3f9070c16 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f4eab3c-daf7-4468-8da6-bdc09378b750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380955 Aug 29 07:17:18.325905 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77114776-abf7-4949-b350-c1c6510a8ebe req-67212416-e436-48e7-8797-481468747fb6 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:18.333146 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77114776-abf7-4949-b350-c1c6510a8ebe req-67212416-e436-48e7-8797-481468747fb6 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 950 time: 0.0492504 Aug 29 07:17:18.366284 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77114776-abf7-4949-b350-c1c6510a8ebe req-a5fdc677-91cc-4026-95da-534d52e3932c tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f4eab3c-daf7-4468-8da6-bdc09378b750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316832 Aug 29 07:17:18.963286 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d0774-74b8-4cab-8d9f-b0c5abc7c184 req-7d6af435-fb7d-456a-9270-b1a062c33977 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:18.964739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-731d0774-74b8-4cab-8d9f-b0c5abc7c184 req-7d6af435-fb7d-456a-9270-b1a062c33977 tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.11 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 950 time: 0.0491328 Aug 29 07:17:19.058672 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-731d0774-74b8-4cab-8d9f-b0c5abc7c184 req-2d0a16d4-1113-4fec-92b1-bedfe375f45c tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Deleting port 3deb8245-7551-42a2-af63-b50f8fe94425 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:17:19.059313 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-731d0774-74b8-4cab-8d9f-b0c5abc7c184 req-2d0a16d4-1113-4fec-92b1-bedfe375f45c tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:19.147862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-731d0774-74b8-4cab-8d9f-b0c5abc7c184 req-2d0a16d4-1113-4fec-92b1-bedfe375f45c tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] For port 3deb8245-7551-42a2-af63-b50f8fe94425, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3deb8245-7551-42a2-af63-b50f8fe94425,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:17:19.148121 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-731d0774-74b8-4cab-8d9f-b0c5abc7c184 req-2d0a16d4-1113-4fec-92b1-bedfe375f45c tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:19.160867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-731d0774-74b8-4cab-8d9f-b0c5abc7c184 req-2d0a16d4-1113-4fec-92b1-bedfe375f45c tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Calling delete_port for 3deb8245-7551-42a2-af63-b50f8fe94425 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:17:19.379000 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-731d0774-74b8-4cab-8d9f-b0c5abc7c184 req-2d0a16d4-1113-4fec-92b1-bedfe375f45c tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:19.410274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['3deb8245-7551-42a2-af63-b50f8fe94425'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:17:19.410895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a16d4-1113-4fec-92b1-bedfe375f45c tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Pushing event deleted for resources: {'Port': ['ID=3deb8245-7551-42a2-af63-b50f8fe94425,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:19.467085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-731d0774-74b8-4cab-8d9f-b0c5abc7c184 req-2d0a16d4-1113-4fec-92b1-bedfe375f45c tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] No DVR routers for this DVR port 3deb8245-7551-42a2-af63-b50f8fe94425 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:17:19.482012 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-731d0774-74b8-4cab-8d9f-b0c5abc7c184 req-2d0a16d4-1113-4fec-92b1-bedfe375f45c tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:19.484017 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-731d0774-74b8-4cab-8d9f-b0c5abc7c184 req-2d0a16d4-1113-4fec-92b1-bedfe375f45c tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.11 "DELETE /v2.0/ports/3deb8245-7551-42a2-af63-b50f8fe94425 HTTP/1.1" status: 204 len: 173 time: 0.5135334 Aug 29 07:17:19.484469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619ec43f-6c60-4b70-a288-91b18a176793', 'name': 'network-vif-deleted', 'tag': '3deb8245-7551-42a2-af63-b50f8fe94425'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:17:19.487297 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510a5aa4-7d71-4457-a723-1c3a484c6b32" -d '{"events": [{"server_uuid": "619ec43f-6c60-4b70-a288-91b18a176793", "name": "network-vif-deleted", "tag": "3deb8245-7551-42a2-af63-b50f8fe94425"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:17:19.491760 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4657a1e-0797-4b97-81b1-962d44c46f01 req-815e494c-560e-4b29-891c-4fc93e6ab8db tempest-VolumesBackupsTest-618531150 tempest-VolumesBackupsTest-618531150-project] 10.222.0.76 "GET /v2.0/ports?device_id=619ec43f-6c60-4b70-a288-91b18a176793 HTTP/1.1" status: 200 len: 210 time: 0.0526252 Aug 29 07:17:19.524158 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0a72a1-25e0-46b2-92da-b6869aa03f3a x-openstack-request-id: req-ee0a72a1-25e0-46b2-92da-b6869aa03f3a {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:17:19.524454 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619ec43f-6c60-4b70-a288-91b18a176793", "name": "network-vif-deleted", "tag": "3deb8245-7551-42a2-af63-b50f8fe94425", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:17:19.524714 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee0a72a1-25e0-46b2-92da-b6869aa03f3a {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:17:19.525119 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619ec43f-6c60-4b70-a288-91b18a176793', 'name': 'network-vif-deleted', 'tag': '3deb8245-7551-42a2-af63-b50f8fe94425', 'status': 'completed', 'code': 200} Aug 29 07:17:21.109626 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:21.614364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3deb8245-7551-42a2-af63-b50f8fe94425 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:17:21.635349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 3deb8245-7551-42a2-af63-b50f8fe94425 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:17:21.635704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3deb8245-7551-42a2-af63-b50f8fe94425 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:17:28.444205 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956b034-a63b-4feb-aa0e-e005eef4ff30 req-db42b2d5-853c-44d4-b564-877cc38af031 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:28.451652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3956b034-a63b-4feb-aa0e-e005eef4ff30 req-db42b2d5-853c-44d4-b564-877cc38af031 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1099 time: 0.0487933 Aug 29 07:17:28.481688 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3956b034-a63b-4feb-aa0e-e005eef4ff30 req-d916af5b-0022-404d-ab09-fb7596a6429c tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291464 Aug 29 07:17:28.509937 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34020) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:28.677358 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-3d306e54-0a1a-44fc-a8e2-84b45b342aaa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port 7522c00c-e512-4dd3-ade3-2daead74e6c9 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:17:28.677707 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d306e54-0a1a-44fc-a8e2-84b45b342aaa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:28.762258 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d306e54-0a1a-44fc-a8e2-84b45b342aaa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:28.762556 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d306e54-0a1a-44fc-a8e2-84b45b342aaa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:28.775233 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-3d306e54-0a1a-44fc-a8e2-84b45b342aaa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for 7522c00c-e512-4dd3-ade3-2daead74e6c9 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:17:28.995367 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d306e54-0a1a-44fc-a8e2-84b45b342aaa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:29.023480 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d306e54-0a1a-44fc-a8e2-84b45b342aaa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=7522c00c-e512-4dd3-ade3-2daead74e6c9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:29.084398 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d306e54-0a1a-44fc-a8e2-84b45b342aaa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:29.084794 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-3d306e54-0a1a-44fc-a8e2-84b45b342aaa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Floating IP 6a1eab9d-a002-4632-8530-ea7dc2aaf834 disassociated (deleted). External IP: 172.25.1.7, port: 5a02a633-1820-4863-8412-2271b3e59038. Aug 29 07:17:29.328794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d306e54-0a1a-44fc-a8e2-84b45b342aaa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 9f366858-7a38-4a74-b167-bb196ac770b4 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:17:29.446187 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d306e54-0a1a-44fc-a8e2-84b45b342aaa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:17:29.452614 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d306e54-0a1a-44fc-a8e2-84b45b342aaa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:29.460151 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f37704-70c9-42e8-94d7-f8396e57d21d None None] Sync routers for ids ['9f366858-7a38-4a74-b167-bb196ac770b4'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:17:29.476281 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f37704-70c9-42e8-94d7-f8396e57d21d None None] Routers {'9f366858-7a38-4a74-b167-bb196ac770b4'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:17:29.476927 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a2f37704-70c9-42e8-94d7-f8396e57d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:17:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9f366858-7a38-4a74-b167-bb196ac770b4'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:29.483772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3d306e54-0a1a-44fc-a8e2-84b45b342aaa tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/floatingips/6a1eab9d-a002-4632-8530-ea7dc2aaf834 HTTP/1.1" status: 204 len: 168 time: 0.9760263 Aug 29 07:17:29.484371 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'tag': '5a02a633-1820-4863-8412-2271b3e59038'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:17:29.486692 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1417b23f-e2af-4759-8401-2ba3d525fa6d" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "tag": "5a02a633-1820-4863-8412-2271b3e59038"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:17:29.531600 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87fa678-193d-4b42-a107-ba0460baf895 x-openstack-request-id: req-b87fa678-193d-4b42-a107-ba0460baf895 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:17:29.531896 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "tag": "5a02a633-1820-4863-8412-2271b3e59038", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:17:29.532157 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b87fa678-193d-4b42-a107-ba0460baf895 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:17:29.532605 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'tag': '5a02a633-1820-4863-8412-2271b3e59038', 'status': 'completed', 'code': 200} Aug 29 07:17:29.599940 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-a2f37704-70c9-42e8-94d7-f8396e57d21d None None] Set router 9f366858-7a38-4a74-b167-bb196ac770b4 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:17:29.631185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417b23f-e2af-4759-8401-2ba3d525fa6d req-d4557244-4d74-406d-bab9-6bca3910af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:29.631185 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1417b23f-e2af-4759-8401-2ba3d525fa6d req-d4557244-4d74-406d-bab9-6bca3910af10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 1099 time: 0.0479062 Aug 29 07:17:29.783526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417b23f-e2af-4759-8401-2ba3d525fa6d req-0e082e54-91a8-437e-916f-0d5e1347b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:29.785462 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1417b23f-e2af-4759-8401-2ba3d525fa6d req-0e082e54-91a8-437e-916f-0d5e1347b177 service neutron] 10.222.0.11 "GET /v2.0/networks?id=78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 200 len: 898 time: 0.1390879 Aug 29 07:17:29.833891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1417b23f-e2af-4759-8401-2ba3d525fa6d req-241b6b88-1f3f-4e75-a67d-2ad17db3626d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 200 len: 217 time: 0.0372255 Aug 29 07:17:29.960054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417b23f-e2af-4759-8401-2ba3d525fa6d req-29edfdf6-b6bb-4f3f-8444-57ea96c25075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:29.969218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1417b23f-e2af-4759-8401-2ba3d525fa6d req-29edfdf6-b6bb-4f3f-8444-57ea96c25075 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e0320ce-cbbd-4c9b-b311-329681249e40 HTTP/1.1" status: 200 len: 835 time: 0.1327229 Aug 29 07:17:30.019514 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a2f37704-70c9-42e8-94d7-f8396e57d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '8efcf2da-78cd-4bd9-932f-f91f90f51f29', 'name': '', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:21:1b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:14:02Z', 'updated_at': '2021-08-29T07:14:08Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:30.067774 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f37704-70c9-42e8-94d7-f8396e57d21d None None] Checking router: 9f366858-7a38-4a74-b167-bb196ac770b4 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:17:30.079419 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f37704-70c9-42e8-94d7-f8396e57d21d None None] Routers {'9f366858-7a38-4a74-b167-bb196ac770b4'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:17:30.080296 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a2f37704-70c9-42e8-94d7-f8396e57d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:17:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9f366858-7a38-4a74-b167-bb196ac770b4'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:30.098934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417b23f-e2af-4759-8401-2ba3d525fa6d req-c6c96d6b-1917-4099-9035-1833360cc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:30.100641 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1417b23f-e2af-4759-8401-2ba3d525fa6d req-c6c96d6b-1917-4099-9035-1833360cc4d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=78f77a04-3108-4bcb-8627-a6ba3b99b61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215727 Aug 29 07:17:30.113592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7d06f-2325-48a8-b1a6-29239d87d96b req-b6231cbc-0c8b-4696-aadc-91b4c5159410 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:30.115614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccd7d06f-2325-48a8-b1a6-29239d87d96b req-b6231cbc-0c8b-4696-aadc-91b4c5159410 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 947 time: 0.0995169 Aug 29 07:17:30.212085 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccd7d06f-2325-48a8-b1a6-29239d87d96b req-99dd9040-46c4-415f-8f6f-714f0b67cf3d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866711 Aug 29 07:17:30.223206 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-a2f37704-70c9-42e8-94d7-f8396e57d21d None None] Set router 9f366858-7a38-4a74-b167-bb196ac770b4 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:17:30.246338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1417b23f-e2af-4759-8401-2ba3d525fa6d req-cb636b96-1de3-43dd-9e18-f63e312c0880 service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296141 Aug 29 07:17:30.358696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1417b23f-e2af-4759-8401-2ba3d525fa6d req-45e770c6-6642-4b48-87f6-3d6bf1b68024 service neutron] 10.222.0.11 "GET /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034355 Aug 29 07:17:30.449991 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a2f37704-70c9-42e8-94d7-f8396e57d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '8efcf2da-78cd-4bd9-932f-f91f90f51f29', 'name': '', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:21:1b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:14:02Z', 'updated_at': '2021-08-29T07:14:08Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:30.478317 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f37704-70c9-42e8-94d7-f8396e57d21d None None] The sync data for ids ['9f366858-7a38-4a74-b167-bb196ac770b4'] in n-d-713301-12 is: [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:03Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '8efcf2da-78cd-4bd9-932f-f91f90f51f29', 'name': '', 'network_id': '78f77a04-3108-4bcb-8627-a6ba3b99b61f', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:21:1b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:14:02Z', 'updated_at': '2021-08-29T07:14:08Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '5e0320ce-cbbd-4c9b-b311-329681249e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:17:30.743605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63809866-3ace-4273-a3e2-7965008fa331 None None] New status for floating IP 6a1eab9d-a002-4632-8530-ea7dc2aaf834: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:17:31.348752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ecec6-f37f-4dcd-a2b6-4e8156aad403 req-1f08d916-570b-46ce-ba7e-4855daa14212 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:31.350698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d4ecec6-f37f-4dcd-a2b6-4e8156aad403 req-1f08d916-570b-46ce-ba7e-4855daa14212 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 947 time: 0.0559399 Aug 29 07:17:31.392484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d4ecec6-f37f-4dcd-a2b6-4e8156aad403 req-c2230cca-21e7-47c9-b0c0-9fcfd9ef4d0d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=58593eca-9be3-4dd5-b805-c21de608473b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345635 Aug 29 07:17:31.623357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09c0ce-bd82-4c1a-965f-f484a9598e16 req-14178919-050e-450c-ac4b-7fa8ee928e28 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:31.625931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c09c0ce-bd82-4c1a-965f-f484a9598e16 req-14178919-050e-450c-ac4b-7fa8ee928e28 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 947 time: 0.0677559 Aug 29 07:17:31.732097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-4c09c0ce-bd82-4c1a-965f-f484a9598e16 req-43a26164-5c64-4ae7-beea-890c07a853e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port 5a02a633-1820-4863-8412-2271b3e59038 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:17:31.732717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4c09c0ce-bd82-4c1a-965f-f484a9598e16 req-43a26164-5c64-4ae7-beea-890c07a853e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:31.837427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-4c09c0ce-bd82-4c1a-965f-f484a9598e16 req-43a26164-5c64-4ae7-beea-890c07a853e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] For port 5a02a633-1820-4863-8412-2271b3e59038, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=5a02a633-1820-4863-8412-2271b3e59038,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:17:31.837820 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4c09c0ce-bd82-4c1a-965f-f484a9598e16 req-43a26164-5c64-4ae7-beea-890c07a853e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:31.855320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-4c09c0ce-bd82-4c1a-965f-f484a9598e16 req-43a26164-5c64-4ae7-beea-890c07a853e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for 5a02a633-1820-4863-8412-2271b3e59038 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:17:32.115432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4c09c0ce-bd82-4c1a-965f-f484a9598e16 req-43a26164-5c64-4ae7-beea-890c07a853e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:32.156100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a26164-5c64-4ae7-beea-890c07a853e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=5a02a633-1820-4863-8412-2271b3e59038,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:32.222001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c09c0ce-bd82-4c1a-965f-f484a9598e16 req-43a26164-5c64-4ae7-beea-890c07a853e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] No DVR routers for this DVR port 5a02a633-1820-4863-8412-2271b3e59038 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:17:32.225066 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4c09c0ce-bd82-4c1a-965f-f484a9598e16 req-43a26164-5c64-4ae7-beea-890c07a853e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:32.227107 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c09c0ce-bd82-4c1a-965f-f484a9598e16 req-43a26164-5c64-4ae7-beea-890c07a853e3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "DELETE /v2.0/ports/5a02a633-1820-4863-8412-2271b3e59038 HTTP/1.1" status: 204 len: 173 time: 0.5942216 Aug 29 07:17:32.227582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'name': 'network-vif-deleted', 'tag': '5a02a633-1820-4863-8412-2271b3e59038'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:17:32.232042 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1791854-001c-4c7d-a368-4fb425e5ecbc" -d '{"events": [{"server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "name": "network-vif-deleted", "tag": "5a02a633-1820-4863-8412-2271b3e59038"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:17:32.273080 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac50ca87-d099-4254-847b-5bbe50a32891 x-openstack-request-id: req-ac50ca87-d099-4254-847b-5bbe50a32891 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:17:32.273380 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe503b3-e821-4403-a604-4e8c3785d126", "name": "network-vif-deleted", "tag": "5a02a633-1820-4863-8412-2271b3e59038", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:17:32.273868 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac50ca87-d099-4254-847b-5bbe50a32891 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:17:32.274467 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe503b3-e821-4403-a604-4e8c3785d126', 'name': 'network-vif-deleted', 'tag': '5a02a633-1820-4863-8412-2271b3e59038', 'status': 'completed', 'code': 200} Aug 29 07:17:32.500834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a02a2b7-8af6-42f1-bd7d-beebf5080c31 req-91c98a0b-6cb9-4122-87d4-5b551a6c9267 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 210 time: 0.0316060 Aug 29 07:17:33.619922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4e381fff-f998-453a-a763-8e8c514d84a5 req-f110fafb-5da5-4056-af46-4721cab11c7e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe503b3-e821-4403-a604-4e8c3785d126 HTTP/1.1" status: 200 len: 210 time: 0.0326312 Aug 29 07:17:33.846828 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:34.674290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34066) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:35.085911 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8ace10f4-418c-4d6b-af78-6aaf67bbe353 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:35.367239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8ace10f4-418c-4d6b-af78-6aaf67bbe353 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port 8efcf2da-78cd-4bd9-932f-f91f90f51f29 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:17:35.367530 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8ace10f4-418c-4d6b-af78-6aaf67bbe353 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:35.471561 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-8ace10f4-418c-4d6b-af78-6aaf67bbe353 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] For port 8efcf2da-78cd-4bd9-932f-f91f90f51f29, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8efcf2da-78cd-4bd9-932f-f91f90f51f29,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:17:35.471923 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8ace10f4-418c-4d6b-af78-6aaf67bbe353 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:35.489926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8ace10f4-418c-4d6b-af78-6aaf67bbe353 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for 8efcf2da-78cd-4bd9-932f-f91f90f51f29 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:17:35.716559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 5a02a633-1820-4863-8412-2271b3e59038 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:17:35.740396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 5a02a633-1820-4863-8412-2271b3e59038 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:17:35.740396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 5a02a633-1820-4863-8412-2271b3e59038 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:17:35.755188 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8ace10f4-418c-4d6b-af78-6aaf67bbe353 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:35.790550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace10f4-418c-4d6b-af78-6aaf67bbe353 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=8efcf2da-78cd-4bd9-932f-f91f90f51f29,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:36.373116 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8ace10f4-418c-4d6b-af78-6aaf67bbe353 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:36.638359 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ace10f4-418c-4d6b-af78-6aaf67bbe353 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 9f366858-7a38-4a74-b167-bb196ac770b4 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:17:36.773580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ace10f4-418c-4d6b-af78-6aaf67bbe353 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:17:36.780442 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8ace10f4-418c-4d6b-af78-6aaf67bbe353 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "PUT /v2.0/routers/9f366858-7a38-4a74-b167-bb196ac770b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1050825 Aug 29 07:17:36.783675 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34078) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:36.786835 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c71eb-0ef3-4112-96c4-6b7564449a1f None None] Sync routers for ids ['9f366858-7a38-4a74-b167-bb196ac770b4'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:17:36.797336 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c71eb-0ef3-4112-96c4-6b7564449a1f None None] Routers {'9f366858-7a38-4a74-b167-bb196ac770b4'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:17:36.798163 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ad0c71eb-0ef3-4112-96c4-6b7564449a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:17:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9f366858-7a38-4a74-b167-bb196ac770b4'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:36.837576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb99e7c-ce95-4df2-94fb-e9c4ccc6bb7f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting subnet 5e0320ce-cbbd-4c9b-b311-329681249e40 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:17:36.840864 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bdb99e7c-ce95-4df2-94fb-e9c4ccc6bb7f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:36.896550 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bdb99e7c-ce95-4df2-94fb-e9c4ccc6bb7f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:36.932960 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-ad0c71eb-0ef3-4112-96c4-6b7564449a1f None None] Set router 9f366858-7a38-4a74-b167-bb196ac770b4 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:17:36.996032 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bdb99e7c-ce95-4df2-94fb-e9c4ccc6bb7f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:37.156189 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ad0c71eb-0ef3-4112-96c4-6b7564449a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:17:35Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:37.192053 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c71eb-0ef3-4112-96c4-6b7564449a1f None None] Checking router: 9f366858-7a38-4a74-b167-bb196ac770b4 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:17:37.208470 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c71eb-0ef3-4112-96c4-6b7564449a1f None None] Routers {'9f366858-7a38-4a74-b167-bb196ac770b4'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:17:37.209179 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ad0c71eb-0ef3-4112-96c4-6b7564449a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:17:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9f366858-7a38-4a74-b167-bb196ac770b4'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:37.316493 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bdb99e7c-ce95-4df2-94fb-e9c4ccc6bb7f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:37.357453 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-ad0c71eb-0ef3-4112-96c4-6b7564449a1f None None] Set router 9f366858-7a38-4a74-b167-bb196ac770b4 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:17:37.371728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c3be69-0fa2-4fe6-a4a4-fbba4d2d91da None None] Network 78f77a04-3108-4bcb-8627-a6ba3b99b61f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:17:37.385597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bdb99e7c-ce95-4df2-94fb-e9c4ccc6bb7f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:37.392872 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bdb99e7c-ce95-4df2-94fb-e9c4ccc6bb7f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/subnets/5e0320ce-cbbd-4c9b-b311-329681249e40 HTTP/1.1" status: 204 len: 168 time: 0.6081038 Aug 29 07:17:37.395202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb99e7c-ce95-4df2-94fb-e9c4ccc6bb7f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0320ce-cbbd-4c9b-b311-329681249e40,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:37.395712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34090) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:37.665145 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ad0c71eb-0ef3-4112-96c4-6b7564449a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:17:35Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:37.706052 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c71eb-0ef3-4112-96c4-6b7564449a1f None None] The sync data for ids ['9f366858-7a38-4a74-b167-bb196ac770b4'] in n-d-713301-12 is: [{'id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520928796', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:17:35Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'ad23f8aa-5098-4cf1-ad52-894673055fc0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f366858-7a38-4a74-b167-bb196ac770b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:57Z', 'updated_at': '2021-08-29T07:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:17:37.713357 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:37.767673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] DHCP port deletion for 78f77a04-3108-4bcb-8627-a6ba3b99b61f request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:17:37.826805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Deleting port 5ca5dfc1-d2e0-448b-ac48-521adc68e9db {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:17:37.827513 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:37.835523 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:37.895633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] For port 5ca5dfc1-d2e0-448b-ac48-521adc68e9db, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5ca5dfc1-d2e0-448b-ac48-521adc68e9db,segment=NetworkSegment(ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880),segment_id=ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:17:37.896027 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:37.913874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Calling delete_port for 5ca5dfc1-d2e0-448b-ac48-521adc68e9db owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:17:37.975684 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port ad23f8aa-5098-4cf1-ad52-894673055fc0 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:17:37.976089 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:38.067257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] For port ad23f8aa-5098-4cf1-ad52-894673055fc0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ad23f8aa-5098-4cf1-ad52-894673055fc0,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:17:38.067705 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:38.081680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for ad23f8aa-5098-4cf1-ad52-894673055fc0 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:17:38.104547 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:38.160865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Pushing event deleted for resources: {'Port': ['ID=5ca5dfc1-d2e0-448b-ac48-521adc68e9db,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:38.171961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] No DVR routers for this DVR port 5ca5dfc1-d2e0-448b-ac48-521adc68e9db on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:17:38.173725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5ca5dfc1-d2e0-448b-ac48-521adc68e9db no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:17:38.206063 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:38.206411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:38.206799 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:38.207276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:38.207626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:38.207973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:38.208298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:38.208629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:38.208957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:38.209294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:38.209618 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:38.209927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb6a86a-1821-469a-810a-447aca60d5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:38.214431 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 5ca5dfc1-d2e0-448b-ac48-521adc68e9db {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:17:38.214923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5ca5dfc1-d2e0-448b-ac48-521adc68e9db not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:17:38.215962 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8efcf2da-78cd-4bd9-932f-f91f90f51f29 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:17:38.241798 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 8efcf2da-78cd-4bd9-932f-f91f90f51f29 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:17:38.241798 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8efcf2da-78cd-4bd9-932f-f91f90f51f29 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:17:38.247921 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1925782c-b018-4927-ba27-fbce36e37480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:38.361703 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:38.388890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=ad23f8aa-5098-4cf1-ad52-894673055fc0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:38.463025 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:38.573368 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:38.575733 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:38.728659 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:38.729263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Fanout notify agent at l3_agent the message router_deleted on router 9f366858-7a38-4a74-b167-bb196ac770b4 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:17:38.737479 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:38.738656 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e4435373-2b12-4cfa-ac66-b7693f3f3371 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/routers/9f366858-7a38-4a74-b167-bb196ac770b4 HTTP/1.1" status: 204 len: 168 time: 1.3418581 Aug 29 07:17:38.741563 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34106) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:38.850093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c5107db0-e241-4a91-930d-ca0576c69232 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:38.971642 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c5107db0-e241-4a91-930d-ca0576c69232 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:38.981564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c5107db0-e241-4a91-930d-ca0576c69232 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f77a04-3108-4bcb-8627-a6ba3b99b61f']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:38.997723 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c5107db0-e241-4a91-930d-ca0576c69232 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:38.997723 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c5107db0-e241-4a91-930d-ca0576c69232 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8ff7c7-a7b6-4a8e-b2d0-a0000b939880') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:39.006625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c5107db0-e241-4a91-930d-ca0576c69232 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:39.022108 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c5107db0-e241-4a91-930d-ca0576c69232 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:39.028126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5107db0-e241-4a91-930d-ca0576c69232 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:17:39.028515 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c5107db0-e241-4a91-930d-ca0576c69232 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:17:39.031706 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:17:39.198563 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c5107db0-e241-4a91-930d-ca0576c69232 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:39.205684 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c5107db0-e241-4a91-930d-ca0576c69232 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:39.210559 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c5107db0-e241-4a91-930d-ca0576c69232 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/networks/78f77a04-3108-4bcb-8627-a6ba3b99b61f HTTP/1.1" status: 204 len: 168 time: 0.4650726 Aug 29 07:17:39.211157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34108) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:39.232419 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5107db0-e241-4a91-930d-ca0576c69232 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Network': ['ID=78f77a04-3108-4bcb-8627-a6ba3b99b61f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:39.291420 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-47510a78-80f0-4202-830b-974355d32932 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:39.325239 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-47510a78-80f0-4202-830b-974355d32932 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:39.474984 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-47510a78-80f0-4202-830b-974355d32932 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:39.477612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-47510a78-80f0-4202-830b-974355d32932 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:39.478778 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-47510a78-80f0-4202-830b-974355d32932 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/security-groups/58593eca-9be3-4dd5-b805-c21de608473b HTTP/1.1" status: 204 len: 168 time: 0.2664509 Aug 29 07:17:39.491973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47510a78-80f0-4202-830b-974355d32932 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58593eca-9be3-4dd5-b805-c21de608473b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:40.014837 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34126) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:40.019952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e96de333-31f7-4bd1-9308-11abd2a9d088 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2087055316', 'description': 'tempest-secgroup-smoke-2087055316 description', 'project_id': '6b66a9a586534730b2f472cdc192b004'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:17:40.075965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ad23f8aa-5098-4cf1-ad52-894673055fc0 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:17:40.097628 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: ad23f8aa-5098-4cf1-ad52-894673055fc0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:17:40.098475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ad23f8aa-5098-4cf1-ad52-894673055fc0 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:17:40.109841 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e96de333-31f7-4bd1-9308-11abd2a9d088 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:40.203209 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e96de333-31f7-4bd1-9308-11abd2a9d088 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:40.286565 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e96de333-31f7-4bd1-9308-11abd2a9d088 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:40.320051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96de333-31f7-4bd1-9308-11abd2a9d088 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:40.413456 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e96de333-31f7-4bd1-9308-11abd2a9d088 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:40.414790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e96de333-31f7-4bd1-9308-11abd2a9d088 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3986626 Aug 29 07:17:40.418087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34128) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:40.422567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-aa299363-bb8d-46dc-8e5a-855c11481e42 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:17:40.538963 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aa299363-bb8d-46dc-8e5a-855c11481e42 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:40.605562 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aa299363-bb8d-46dc-8e5a-855c11481e42 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:40.703747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aa299363-bb8d-46dc-8e5a-855c11481e42 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:40.726978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa299363-bb8d-46dc-8e5a-855c11481e42 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae658c3-ad38-4a3c-8504-db982c812963,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:40.812175 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-aa299363-bb8d-46dc-8e5a-855c11481e42 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:40.813409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-aa299363-bb8d-46dc-8e5a-855c11481e42 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3943639 Aug 29 07:17:40.817065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34134) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:40.821959 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-05600f7e-f4db-4481-9860-790847c85b58 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:17:40.829867 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:40.909797 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05600f7e-f4db-4481-9860-790847c85b58 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:40.987782 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05600f7e-f4db-4481-9860-790847c85b58 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:41.086751 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05600f7e-f4db-4481-9860-790847c85b58 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:41.109881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05600f7e-f4db-4481-9860-790847c85b58 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8510101-f580-4076-8b66-2142963588fd,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:41.194624 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-05600f7e-f4db-4481-9860-790847c85b58 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:41.195931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-05600f7e-f4db-4481-9860-790847c85b58 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3777862 Aug 29 07:17:41.198593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34136) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:41.204547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3745f00a-68c9-441e-a233-08bbdf6b784b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:17:41.323259 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3745f00a-68c9-441e-a233-08bbdf6b784b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:41.394036 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3745f00a-68c9-441e-a233-08bbdf6b784b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:41.480949 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3745f00a-68c9-441e-a233-08bbdf6b784b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:41.509912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745f00a-68c9-441e-a233-08bbdf6b784b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e7e224-589d-4743-9276-6ce1bbc45a96,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:41.560749 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9974b489-cf26-4ee7-b187-f229fee4ec0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:41.600944 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3745f00a-68c9-441e-a233-08bbdf6b784b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:41.602320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3745f00a-68c9-441e-a233-08bbdf6b784b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4026990 Aug 29 07:17:41.658121 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34140) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:41.658121 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:17:41.801154 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:41.835620 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:41.877683 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:41.983867 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:42.005324 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70753d6d-cee5-4057-865f-dae0b05a4d30,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:42.012831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:42.013180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:42.013520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:42.013854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:42.014193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:42.014514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:42.014839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:42.015243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:42.015509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:42.015823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:42.016147 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:42.016952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:42.075432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:42.076724 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7b355185-1168-470c-88b8-6e554b4745a6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4277959 Aug 29 07:17:42.081253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34146) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:42.090819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ba4d7db7-1ec9-47c0-95bf-d624ac1720f9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:17:42.218047 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-ba4d7db7-1ec9-47c0-95bf-d624ac1720f9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Project 6b66a9a586534730b2f472cdc192b004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:17:42.224498 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7db7-1ec9-47c0-95bf-d624ac1720f9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:42.290657 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7db7-1ec9-47c0-95bf-d624ac1720f9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:42.406498 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7db7-1ec9-47c0-95bf-d624ac1720f9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:42.425879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d7db7-1ec9-47c0-95bf-d624ac1720f9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21162ea-4e58-4051-99ac-5ce61d049bd9,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:42.550073 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7db7-1ec9-47c0-95bf-d624ac1720f9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:42.551468 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ba4d7db7-1ec9-47c0-95bf-d624ac1720f9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4683864 Aug 29 07:17:42.554205 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34148) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:42.559898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d23187d3-8cc8-4d70-b6cc-4b637baaab40 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:17:42.680760 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-d23187d3-8cc8-4d70-b6cc-4b637baaab40 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Project 6b66a9a586534730b2f472cdc192b004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:17:42.686222 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d23187d3-8cc8-4d70-b6cc-4b637baaab40 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:42.756431 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d23187d3-8cc8-4d70-b6cc-4b637baaab40 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:42.858300 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d23187d3-8cc8-4d70-b6cc-4b637baaab40 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:42.885569 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23187d3-8cc8-4d70-b6cc-4b637baaab40 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0115c38b-d900-4354-bc97-54ca1436e17c,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:42.989759 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d23187d3-8cc8-4d70-b6cc-4b637baaab40 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:42.991206 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d23187d3-8cc8-4d70-b6cc-4b637baaab40 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4357717 Aug 29 07:17:42.994132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34154) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:43.000389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9eadc722-dc37-4335-a628-8fc136168cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'network': {'name': 'tempest-network-smoke--1869573672', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'port_security_enabled': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:17:43.155011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eadc722-dc37-4335-a628-8fc136168cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Made reservation on behalf of 6b66a9a586534730b2f472cdc192b004 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:17:43.158511 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9eadc722-dc37-4335-a628-8fc136168cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:43.189062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eadc722-dc37-4335-a628-8fc136168cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:17:43.197800 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9eadc722-dc37-4335-a628-8fc136168cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:43.198525 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-9eadc722-dc37-4335-a628-8fc136168cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Added segment ff642548-1a41-4715-8e56-c523613dee3f of type vlan for network 664d1a91-afef-4e3c-bee8-93165b39d6bf Aug 29 07:17:43.242076 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9eadc722-dc37-4335-a628-8fc136168cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:43.273456 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:17:43.383636 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9eadc722-dc37-4335-a628-8fc136168cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:43.389941 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadc722-dc37-4335-a628-8fc136168cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:43.391081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9eadc722-dc37-4335-a628-8fc136168cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:43.466979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadc722-dc37-4335-a628-8fc136168cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Network': ['ID=664d1a91-afef-4e3c-bee8-93165b39d6bf,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:43.481220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 664d1a91-afef-4e3c-bee8-93165b39d6bf details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:17:43.590101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9eadc722-dc37-4335-a628-8fc136168cb3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5948310 Aug 29 07:17:43.592829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34156) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:43.597924 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'admin_state_up': True, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:17:43.629305 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:43.738719 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:43.739788 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:43.798635 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:44.063002 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:44.417078 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:44.441279 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:44.567691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.25.1.173 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/a6d1e1e3-b26c-48af-af65-a18c78a69b6f) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:17:44.685022 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:44.824914 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:44.883003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:17:44.887434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:17:44.890123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:17:44.897457 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=a6d1e1e3-b26c-48af-af65-a18c78a69b6f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:45.304219 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:45.525087 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:45.743666 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 1d1531f4-d333-45e5-8a10-85839c48f75e is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:17:45.854925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:17:45.867784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Sync routers for ids ['1d1531f4-d333-45e5-8a10-85839c48f75e'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:17:45.879624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Routers {'1d1531f4-d333-45e5-8a10-85839c48f75e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:17:45.880243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:17:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1d1531f4-d333-45e5-8a10-85839c48f75e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:45.966760 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:45.973040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-81eb8de1-5909-4b2a-8350-3c4d931977c4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3744586 Aug 29 07:17:45.976291 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34168) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:45.999644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Set router 1d1531f4-d333-45e5-8a10-85839c48f75e gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:17:46.031635 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-60ba6ef8-ab8a-47a1-8721-46424caa6272 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=6b66a9a586534730b2f472cdc192b004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514851 Aug 29 07:17:46.032460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34174) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:46.216255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:17:45Z', 'revision_number': 3, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:46.232500 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc897b8f-6cf0-4839-9c9c-de081e52919a req-f8593349-dc2a-4a40-83cb-d37d099ec5b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2106862 Aug 29 07:17:46.245255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Checking router: 1d1531f4-d333-45e5-8a10-85839c48f75e for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:17:46.245519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Updating router 1d1531f4-d333-45e5-8a10-85839c48f75e port a6d1e1e3-b26c-48af-af65-a18c78a69b6f binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:17:46.246415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bed315-d103-4dea-b9da-e43f5e461118 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:46.247979 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-23bed315-d103-4dea-b9da-e43f5e461118 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2134628 Aug 29 07:17:46.251073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34176) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:46.277500 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:46.300417 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6aa4bd35-062e-4e7b-9507-f30b12ad9f86 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445521 Aug 29 07:17:46.302592 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34178) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:46.308854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-34332d29-5893-4de3-b3e5-86bf682404c8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1211659787', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:17:46.329288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc897b8f-6cf0-4839-9c9c-de081e52919a req-e18b0bcb-4c25-429f-8b42-0a5d46252301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:46.330815 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc897b8f-6cf0-4839-9c9c-de081e52919a req-e18b0bcb-4c25-429f-8b42-0a5d46252301 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 1097 time: 0.0614040 Aug 29 07:17:46.454637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc897b8f-6cf0-4839-9c9c-de081e52919a req-45387223-b281-487f-a4e8-42067d94549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:46.456209 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc897b8f-6cf0-4839-9c9c-de081e52919a req-45387223-b281-487f-a4e8-42067d94549f service neutron] 10.222.0.15 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 913 time: 0.1056476 Aug 29 07:17:46.525220 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc897b8f-6cf0-4839-9c9c-de081e52919a req-5f672699-81f6-4874-8125-f02521b31c00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d0955e-4c05-4c7e-9b74-274581ee7b66 HTTP/1.1" status: 200 len: 1001 time: 0.0625379 Aug 29 07:17:46.571858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34332d29-5893-4de3-b3e5-86bf682404c8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Made reservation on behalf of 6b66a9a586534730b2f472cdc192b004 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:17:46.575738 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34332d29-5893-4de3-b3e5-86bf682404c8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:46.580466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc897b8f-6cf0-4839-9c9c-de081e52919a req-47d6a500-5924-4702-8227-f671888bc47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:46.581941 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc897b8f-6cf0-4839-9c9c-de081e52919a req-47d6a500-5924-4702-8227-f671888bc47e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.0501220 Aug 29 07:17:46.592733 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:46.605614 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Transition to ACTIVE for port object a6d1e1e3-b26c-48af-af65-a18c78a69b6f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:17:46.635892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc897b8f-6cf0-4839-9c9c-de081e52919a req-15bd2e54-971e-483b-a0f4-c1b20fb4ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:46.637740 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc897b8f-6cf0-4839-9c9c-de081e52919a req-15bd2e54-971e-483b-a0f4-c1b20fb4ba58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478516 Aug 29 07:17:46.651476 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-fc897b8f-6cf0-4839-9c9c-de081e52919a req-e6a7f30b-82eb-4c8f-858c-9d0b4467652e service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:17:46.676381 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc897b8f-6cf0-4839-9c9c-de081e52919a req-e6a7f30b-82eb-4c8f-858c-9d0b4467652e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063269 Aug 29 07:17:46.749639 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:46.757307 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc897b8f-6cf0-4839-9c9c-de081e52919a req-6bc5b6f6-d185-4743-8092-f23b600fb309 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979767 Aug 29 07:17:46.811232 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Attempting to bind port a6d1e1e3-b26c-48af-af65-a18c78a69b6f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:17:46.811609 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Attempting to bind port a6d1e1e3-b26c-48af-af65-a18c78a69b6f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:17:46.811976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Attempting to bind port a6d1e1e3-b26c-48af-af65-a18c78a69b6f on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:17:46.822043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8f1d3-4f74-48f3-b096-563c68ce810d None None] Pushing event updated for resources: {'Port': ['ID=a6d1e1e3-b26c-48af-af65-a18c78a69b6f,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:46.829924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:17:46.831056 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:17:46.831531 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:46.837780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:17:46.837780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Bound port: a6d1e1e3-b26c-48af-af65-a18c78a69b6f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:17:46.837780 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:46.869330 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fc897b8f-6cf0-4839-9c9c-de081e52919a req-7b2a9fe3-b9f1-4022-b9bb-02722d9abfcc service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036031 Aug 29 07:17:46.869673 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34332d29-5893-4de3-b3e5-86bf682404c8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:46.901482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] For port a6d1e1e3-b26c-48af-af65-a18c78a69b6f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:17:46.904662 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] For port a6d1e1e3-b26c-48af-af65-a18c78a69b6f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a6d1e1e3-b26c-48af-af65-a18c78a69b6f,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:17:46.942339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34332d29-5893-4de3-b3e5-86bf682404c8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Subnet': ['ID=fc0b9733-7350-4304-b5dd-39776cf8b893,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:46.951548 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34332d29-5893-4de3-b3e5-86bf682404c8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Checking segment: {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:17:46.951914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34332d29-5893-4de3-b3e5-86bf682404c8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network hostable DHCP agents. Network: 664d1a91-afef-4e3c-bee8-93165b39d6bf, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:17:46.984243 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:47.054331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Routers {'1d1531f4-d333-45e5-8a10-85839c48f75e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:17:47.054873 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:17:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1d1531f4-d333-45e5-8a10-85839c48f75e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:47.063699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34332d29-5893-4de3-b3e5-86bf682404c8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 664d1a91-afef-4e3c-bee8-93165b39d6bf is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:17:47.091638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8f1d3-4f74-48f3-b096-563c68ce810d None None] Pushing event updated for resources: {'Port': ['ID=a6d1e1e3-b26c-48af-af65-a18c78a69b6f,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:47.160516 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-34332d29-5893-4de3-b3e5-86bf682404c8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 664d1a91-afef-4e3c-bee8-93165b39d6bf) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:17:47.167696 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] Set router 1d1531f4-d333-45e5-8a10-85839c48f75e gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:17:47.170870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6567e369-3926-4a76-bed6-8ce6f31d1b4d None None] Network 664d1a91-afef-4e3c-bee8-93165b39d6bf requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:17:47.172614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34332d29-5893-4de3-b3e5-86bf682404c8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:47.188528 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34332d29-5893-4de3-b3e5-86bf682404c8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:47.276882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-34332d29-5893-4de3-b3e5-86bf682404c8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9729862 Aug 29 07:17:47.279750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34184) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:17:47.461084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-664d1a91-afef-4e3c-bee8-93165b39d6bf', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ips': [{'subnet_id': 'fc0b9733-7350-4304-b5dd-39776cf8b893'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:17:47.462215 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:47.482527 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:17:45Z', 'revision_number': 3, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:47.518257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb4e64c-4f87-414c-b060-45390f2ef092 None None] The sync data for ids ['1d1531f4-d333-45e5-8a10-85839c48f75e'] in n-d-713301-12 is: [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:17:45Z', 'revision_number': 3, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:17:47.661038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Allocated IP 172.20.0.2 (664d1a91-afef-4e3c-bee8-93165b39d6bf/fc0b9733-7350-4304-b5dd-39776cf8b893/cd369ea1-8bf4-487f-9aee-dbfa1f535867) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:17:47.806825 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:47.896381 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:47.907405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Transition to ACTIVE for port object cd369ea1-8bf4-487f-9aee-dbfa1f535867 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:17:47.927269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Transition to ACTIVE for port object cd369ea1-8bf4-487f-9aee-dbfa1f535867 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:17:48.047970 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:48.144846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Network 664d1a91-afef-4e3c-bee8-93165b39d6bf is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:17:48.153120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:17:48.159838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Pushing event updated for resources: {'Port': ['ID=cd369ea1-8bf4-487f-9aee-dbfa1f535867,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:48.160521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:17:48.174660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a6d1e1e3-b26c-48af-af65-a18c78a69b6f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:17:48.276597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Attempting to bind port cd369ea1-8bf4-487f-9aee-dbfa1f535867 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:17:48.277237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Attempting to bind port cd369ea1-8bf4-487f-9aee-dbfa1f535867 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:17:48.277609 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Attempting to bind port cd369ea1-8bf4-487f-9aee-dbfa1f535867 on network 664d1a91-afef-4e3c-bee8-93165b39d6bf {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:17:48.285153 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:17:48.285538 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Checking segment: {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:17:48.285950 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:48.286352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Bound using segment: {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:17:48.287220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Bound port: cd369ea1-8bf4-487f-9aee-dbfa1f535867, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:17:48.287624 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:48.388451 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] For port cd369ea1-8bf4-487f-9aee-dbfa1f535867, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:17:48.406221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] For port cd369ea1-8bf4-487f-9aee-dbfa1f535867, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cd369ea1-8bf4-487f-9aee-dbfa1f535867,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:17:48.465094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port a6d1e1e3-b26c-48af-af65-a18c78a69b6f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:17:48.470835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port a6d1e1e3-b26c-48af-af65-a18c78a69b6f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:17:48.473873 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:48.507687 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:48.731205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c1d7c-b2e5-4d0c-b641-29f64ef3602d None None] Pushing event updated for resources: {'Port': ['ID=cd369ea1-8bf4-487f-9aee-dbfa1f535867,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:48.790758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.20.0.1 (664d1a91-afef-4e3c-bee8-93165b39d6bf/fc0b9733-7350-4304-b5dd-39776cf8b893/2115e90d-d634-425b-bd97-ffaccaffab11) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:17:48.803387 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:48.850792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port a6d1e1e3-b26c-48af-af65-a18c78a69b6f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a6d1e1e3-b26c-48af-af65-a18c78a69b6f,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:17:48.957046 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:49.032906 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:49.078943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Transition to ACTIVE for port object 2115e90d-d634-425b-bd97-ffaccaffab11 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:17:49.236678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=a6d1e1e3-b26c-48af-af65-a18c78a69b6f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:49.252957 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:49.303305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 664d1a91-afef-4e3c-bee8-93165b39d6bf is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:17:49.307512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:17:49.310257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:17:49.352694 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=2115e90d-d634-425b-bd97-ffaccaffab11,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:49.380057 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:49.609353 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:49.902833 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:49.971943 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:50.057978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=2115e90d-d634-425b-bd97-ffaccaffab11,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:50.067322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:50.163663 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cd369ea1-8bf4-487f-9aee-dbfa1f535867 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:17:50.187472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 664d1a91-afef-4e3c-bee8-93165b39d6bf is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:17:50.191076 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:17:50.329657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 1d1531f4-d333-45e5-8a10-85839c48f75e has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:17:50.372404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port cd369ea1-8bf4-487f-9aee-dbfa1f535867 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:17:50.378819 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a6d1e1e3-b26c-48af-af65-a18c78a69b6f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:17:50.442284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d478a750-aea7-4046-ade7-1e93a081c71d None None] Network 664d1a91-afef-4e3c-bee8-93165b39d6bf requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:17:50.458261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port a6d1e1e3-b26c-48af-af65-a18c78a69b6f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:17:50.458943 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:50.474606 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:17:50.476854 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b7e6a5ec-318e-44b8-9a6d-7458a57c5dcc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "PUT /v2.0/routers/1d1531f4-d333-45e5-8a10-85839c48f75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1957529 Aug 29 07:17:50.481159 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Sync routers for ids ['1d1531f4-d333-45e5-8a10-85839c48f75e'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:17:50.498039 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Routers {'1d1531f4-d333-45e5-8a10-85839c48f75e'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:17:50.500157 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:17:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1d1531f4-d333-45e5-8a10-85839c48f75e'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:50.630272 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Set router 1d1531f4-d333-45e5-8a10-85839c48f75e gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:17:50.647847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-960b2166-a1df-46c5-914b-19f341fdfc20 None None] Provisioning for port cd369ea1-8bf4-487f-9aee-dbfa1f535867 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:17:50.661096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-960b2166-a1df-46c5-914b-19f341fdfc20 None None] Provisioning complete for port cd369ea1-8bf4-487f-9aee-dbfa1f535867 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:17:50.661481 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-960b2166-a1df-46c5-914b-19f341fdfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:50.728409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-6de47711-13b5-442a-aee6-628446c96533 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087055316&fields=id&tenant_id=6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 267 time: 0.0404236 Aug 29 07:17:50.778312 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-960b2166-a1df-46c5-914b-19f341fdfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:50.824969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-960b2166-a1df-46c5-914b-19f341fdfc20 None None] For port cd369ea1-8bf4-487f-9aee-dbfa1f535867, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cd369ea1-8bf4-487f-9aee-dbfa1f535867,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:17:50.893691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63c173-824a-40bd-ad90-def48428f2fc req-1029e05b-b6ac-4aa0-844f-939650039edb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:50.895400 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-1029e05b-b6ac-4aa0-844f-939650039edb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/networks?id=664d1a91-afef-4e3c-bee8-93165b39d6bf HTTP/1.1" status: 200 len: 797 time: 0.1507065 Aug 29 07:17:50.921229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-2252211d-2703-4a84-8e25-65dd791a04fc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/quotas/6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 375 time: 0.0107739 Aug 29 07:17:50.944062 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-960b2166-a1df-46c5-914b-19f341fdfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:50.966529 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:17:49Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2115e90d-d634-425b-bd97-ffaccaffab11', 'name': '', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:46:61:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:47Z', 'updated_at': '2021-08-29T07:17:49Z', 'revision_number': 2, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:50.988472 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-5eb1268d-1827-4894-aa46-70dae126913b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602233 Aug 29 07:17:50.999060 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Checking router: 1d1531f4-d333-45e5-8a10-85839c48f75e for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:17:51.001516 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Updating router 1d1531f4-d333-45e5-8a10-85839c48f75e port 2115e90d-d634-425b-bd97-ffaccaffab11 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:17:51.037415 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:51.048027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b2166-a1df-46c5-914b-19f341fdfc20 None None] Pushing event updated for resources: {'Port': ['ID=cd369ea1-8bf4-487f-9aee-dbfa1f535867,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:51.119615 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-317e7dba-498e-4895-8fa6-3d4010dc09b0 service neutron] 10.222.0.76 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130700 Aug 29 07:17:51.195096 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:51.260106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-56f9c712-82ce-453e-ae7a-359854f0b176 service neutron] 10.222.0.76 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319978 Aug 29 07:17:51.277267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a834180f-b12c-45f3-94d3-37a4ee5db364 None None] Provisioning for port 2115e90d-d634-425b-bd97-ffaccaffab11 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:17:51.277267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a834180f-b12c-45f3-94d3-37a4ee5db364 None None] Provisioning complete for port 2115e90d-d634-425b-bd97-ffaccaffab11 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:17:51.277267 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a834180f-b12c-45f3-94d3-37a4ee5db364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:51.332430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-a834180f-b12c-45f3-94d3-37a4ee5db364 None None] Port 2115e90d-d634-425b-bd97-ffaccaffab11 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:17:51.350542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a834180f-b12c-45f3-94d3-37a4ee5db364 None None] Provisioning complete for port cd369ea1-8bf4-487f-9aee-dbfa1f535867 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:17:51.350984 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a834180f-b12c-45f3-94d3-37a4ee5db364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:51.403750 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:51.419704 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Transition to ACTIVE for port object 2115e90d-d634-425b-bd97-ffaccaffab11 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:17:51.520613 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:51.594824 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb025a-71be-4056-aae0-cfa5e8a9d773 None None] Pushing event updated for resources: {'Port': ['ID=2115e90d-d634-425b-bd97-ffaccaffab11,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:51.604708 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb025a-71be-4056-aae0-cfa5e8a9d773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:51.608764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb025a-71be-4056-aae0-cfa5e8a9d773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:51.608764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb025a-71be-4056-aae0-cfa5e8a9d773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:51.608764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb025a-71be-4056-aae0-cfa5e8a9d773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:51.608764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb025a-71be-4056-aae0-cfa5e8a9d773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:51.608764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb025a-71be-4056-aae0-cfa5e8a9d773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:51.608764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb025a-71be-4056-aae0-cfa5e8a9d773 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:51.608764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb025a-71be-4056-aae0-cfa5e8a9d773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:51.608764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb025a-71be-4056-aae0-cfa5e8a9d773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:51.608764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb025a-71be-4056-aae0-cfa5e8a9d773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:51.608764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb025a-71be-4056-aae0-cfa5e8a9d773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:51.608764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb025a-71be-4056-aae0-cfa5e8a9d773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:17:51.654976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21ecaabc-d9f5-441a-86ba-c094fa8489ea req-c54b4d59-9f24-48e0-8852-bb0dae3fc095 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 210 time: 0.0590017 Aug 29 07:17:51.701787 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Attempting to bind port 2115e90d-d634-425b-bd97-ffaccaffab11 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:17:51.702154 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Attempting to bind port 2115e90d-d634-425b-bd97-ffaccaffab11 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:17:51.702678 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Attempting to bind port 2115e90d-d634-425b-bd97-ffaccaffab11 on network 664d1a91-afef-4e3c-bee8-93165b39d6bf {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:17:51.710177 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:17:51.710614 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Checking segment: {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:17:51.710950 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:51.711381 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Bound using segment: {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:17:51.711851 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Bound port: 2115e90d-d634-425b-bd97-ffaccaffab11, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:17:51.712230 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:51.790389 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] For port 2115e90d-d634-425b-bd97-ffaccaffab11, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:17:51.797936 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] For port 2115e90d-d634-425b-bd97-ffaccaffab11, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2115e90d-d634-425b-bd97-ffaccaffab11,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:17:51.886647 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:51.944368 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Routers {'1d1531f4-d333-45e5-8a10-85839c48f75e'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:17:51.944905 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:17:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1d1531f4-d333-45e5-8a10-85839c48f75e'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:51.949850 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb025a-71be-4056-aae0-cfa5e8a9d773 None None] Pushing event updated for resources: {'Port': ['ID=2115e90d-d634-425b-bd97-ffaccaffab11,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:52.092617 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] Set router 1d1531f4-d333-45e5-8a10-85839c48f75e gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:17:52.113973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cd369ea1-8bf4-487f-9aee-dbfa1f535867 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:17:52.173809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port cd369ea1-8bf4-487f-9aee-dbfa1f535867 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:17:52.174357 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:52.351128 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:17:49Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2115e90d-d634-425b-bd97-ffaccaffab11', 'name': '', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:46:61:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:47Z', 'updated_at': '2021-08-29T07:17:51Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:17:52.379965 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb80c17-c4d0-4c04-8ba9-07e2214deb2a None None] The sync data for ids ['1d1531f4-d333-45e5-8a10-85839c48f75e'] in n-d-713301-12 is: [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:17:49Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2115e90d-d634-425b-bd97-ffaccaffab11', 'name': '', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:46:61:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:47Z', 'updated_at': '2021-08-29T07:17:51Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:17:52.777973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e3c32ea-1e52-4939-b3b3-bd759291816e req-6a2c8245-55b6-40f0-8aa5-8457720f358a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 210 time: 0.0342803 Aug 29 07:17:53.901617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-505bae25-f605-4da1-8e9a-00e6a291bddb req-98f10d5a-92fc-4655-a0d2-8648edd77173 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 210 time: 0.0298467 Aug 29 07:17:54.090879 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2115e90d-d634-425b-bd97-ffaccaffab11 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:17:54.246928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63c173-824a-40bd-ad90-def48428f2fc req-b3d75b62-ed5f-4679-8c30-ef54a2979f63 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:54.248448 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-b3d75b62-ed5f-4679-8c30-ef54a2979f63 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "GET /v2.0/networks?id=664d1a91-afef-4e3c-bee8-93165b39d6bf HTTP/1.1" status: 200 len: 797 time: 0.1154377 Aug 29 07:17:54.298639 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 2115e90d-d634-425b-bd97-ffaccaffab11 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:17:54.302918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2115e90d-d634-425b-bd97-ffaccaffab11 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:17:54.303612 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:54.325758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-0531ab4f-a985-48e1-9bc3-0ab626b397df tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 380 time: 0.0612147 Aug 29 07:17:54.335773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-9f63c173-824a-40bd-ad90-def48428f2fc req-a9ffba61-4962-4408-86ac-40dafbc23718 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'port': {'device_id': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'admin_state_up': True, 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'security_groups': ['0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:17:54.390576 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:54.428797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 2115e90d-d634-425b-bd97-ffaccaffab11, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2115e90d-d634-425b-bd97-ffaccaffab11,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:17:54.515081 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:54.560896 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f63c173-824a-40bd-ad90-def48428f2fc req-a9ffba61-4962-4408-86ac-40dafbc23718 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Made reservation on behalf of 6b66a9a586534730b2f472cdc192b004 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:17:54.565233 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9f63c173-824a-40bd-ad90-def48428f2fc req-a9ffba61-4962-4408-86ac-40dafbc23718 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:54.582128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=2115e90d-d634-425b-bd97-ffaccaffab11,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:54.715983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-9f63c173-824a-40bd-ad90-def48428f2fc req-a9ffba61-4962-4408-86ac-40dafbc23718 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.20.0.12 (664d1a91-afef-4e3c-bee8-93165b39d6bf/fc0b9733-7350-4304-b5dd-39776cf8b893/8ad13ec5-42e5-4528-91b3-3d463f5e75b7) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:17:54.898375 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9f63c173-824a-40bd-ad90-def48428f2fc req-a9ffba61-4962-4408-86ac-40dafbc23718 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:54.915899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-9f63c173-824a-40bd-ad90-def48428f2fc req-a9ffba61-4962-4408-86ac-40dafbc23718 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Transition to ACTIVE for port object 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:17:55.048875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1f362ef-a54e-48c4-8439-dae6fa6ada88 req-21fb548b-9bf3-4ae2-bd19-37397f9c3035 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 210 time: 0.0369518 Aug 29 07:17:55.050652 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9f63c173-824a-40bd-ad90-def48428f2fc req-a9ffba61-4962-4408-86ac-40dafbc23718 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:55.099056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f63c173-824a-40bd-ad90-def48428f2fc req-a9ffba61-4962-4408-86ac-40dafbc23718 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 664d1a91-afef-4e3c-bee8-93165b39d6bf is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:17:55.104489 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-9f63c173-824a-40bd-ad90-def48428f2fc req-a9ffba61-4962-4408-86ac-40dafbc23718 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:17:55.108330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f63c173-824a-40bd-ad90-def48428f2fc req-a9ffba61-4962-4408-86ac-40dafbc23718 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:17:55.138335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffba61-4962-4408-86ac-40dafbc23718 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:55.201072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63c173-824a-40bd-ad90-def48428f2fc req-a9ffba61-4962-4408-86ac-40dafbc23718 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:55.202368 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9f63c173-824a-40bd-ad90-def48428f2fc req-a9ffba61-4962-4408-86ac-40dafbc23718 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:55.314591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-a9ffba61-4962-4408-86ac-40dafbc23718 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9788070 Aug 29 07:17:55.330744 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Request body: {'port': {'device_id': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:17:55.401231 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:55.520731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e594c2bb-ed7e-4c52-abd8-e83ea0687dbc None None] Provisioning for port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:17:55.526149 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e594c2bb-ed7e-4c52-abd8-e83ea0687dbc None None] Provisioning complete for port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:17:55.526693 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e594c2bb-ed7e-4c52-abd8-e83ea0687dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:55.589690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e594c2bb-ed7e-4c52-abd8-e83ea0687dbc None None] Port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:17:55.694127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:17:55.702077 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:55.714326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Transition to ACTIVE for port object 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:17:55.811288 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:55.867276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:55.937176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Attempting to bind port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:17:55.938095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Attempting to bind port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:17:55.938095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Attempting to bind port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 on network 664d1a91-afef-4e3c-bee8-93165b39d6bf {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:17:55.942976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 on network 664d1a91-afef-4e3c-bee8-93165b39d6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:17:55.943336 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Attempting to bind port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 on network 664d1a91-afef-4e3c-bee8-93165b39d6bf {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:17:55.949053 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:17:55.949391 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Checking segment: {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:17:55.949778 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Bound using segment: {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:17:55.950214 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Bound port: 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:17:55.950571 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:56.058652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:17:56.064878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:17:56.098422 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2115e90d-d634-425b-bd97-ffaccaffab11 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:17:56.166252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2115e90d-d634-425b-bd97-ffaccaffab11 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:17:56.166634 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:56.166901 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:56.212463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114e6fe-9000-44aa-ad7f-b82411d80c19 req-dc51c4df-94a3-42bf-b92e-4b9be13822ec tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:56.214327 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1114e6fe-9000-44aa-ad7f-b82411d80c19 req-dc51c4df-94a3-42bf-b92e-4b9be13822ec tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 944 time: 0.0884871 Aug 29 07:17:56.220496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:56.221186 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:17:56.222601 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] 10.222.0.11 "PUT /v2.0/ports/8ad13ec5-42e5-4528-91b3-3d463f5e75b7 HTTP/1.1" status: 200 len: 1093 time: 0.8975651 Aug 29 07:17:56.223061 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:17:56.225927 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5b2b0e-d65d-4d0e-a65f-3e85f4ce8b74" -d '{"events": [{"name": "network-changed", "server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:17:56.295670 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ee60f0-989a-40e1-a390-232eeb0e3e41 x-openstack-request-id: req-a1ee60f0-989a-40e1-a390-232eeb0e3e41 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:17:56.295968 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:17:56.296224 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a1ee60f0-989a-40e1-a390-232eeb0e3e41 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:17:56.296717 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'status': 'completed', 'code': 200} Aug 29 07:17:56.297527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0609c6-72e5-4f09-8ba5-dcc0b8fd4ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:17:56.302768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1114e6fe-9000-44aa-ad7f-b82411d80c19 req-3df6ec83-1d58-4f67-b1ec-67ef68e91788 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692148 Aug 29 07:17:56.400913 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b2b0e-d65d-4d0e-a65f-3e85f4ce8b74 req-94161091-cab2-4d04-8a75-188094ac8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:56.402451 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd5b2b0e-d65d-4d0e-a65f-3e85f4ce8b74 req-94161091-cab2-4d04-8a75-188094ac8045 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 1096 time: 0.0521758 Aug 29 07:17:56.531715 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b2b0e-d65d-4d0e-a65f-3e85f4ce8b74 req-1a069e99-6b28-470f-af01-f381fecdfe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:56.533269 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd5b2b0e-d65d-4d0e-a65f-3e85f4ce8b74 req-1a069e99-6b28-470f-af01-f381fecdfe4d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6b66a9a586534730b2f472cdc192b004&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1179266 Aug 29 07:17:56.648153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b2b0e-d65d-4d0e-a65f-3e85f4ce8b74 req-9b1754e7-1de3-4ba8-a597-b90d6d94081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:56.650624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd5b2b0e-d65d-4d0e-a65f-3e85f4ce8b74 req-9b1754e7-1de3-4ba8-a597-b90d6d94081f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1095357 Aug 29 07:17:56.753646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63c173-824a-40bd-ad90-def48428f2fc req-68e9a602-671c-4ca2-bf94-bcc649ecab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:56.755268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-68e9a602-671c-4ca2-bf94-bcc649ecab7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 1096 time: 0.0432863 Aug 29 07:17:56.802074 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-ad02ef96-49ac-429f-b26b-3025fe8c1d4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7 HTTP/1.1" status: 200 len: 217 time: 0.0345447 Aug 29 07:17:56.873981 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63c173-824a-40bd-ad90-def48428f2fc req-09d83c08-b145-4e61-8b0b-7683c007945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:56.877102 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-09d83c08-b145-4e61-8b0b-7683c007945f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc0b9733-7350-4304-b5dd-39776cf8b893 HTTP/1.1" status: 200 len: 835 time: 0.0688148 Aug 29 07:17:56.937288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63c173-824a-40bd-ad90-def48428f2fc req-942c7658-7309-46c2-91d2-3824ab54ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:56.939488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-942c7658-7309-46c2-91d2-3824ab54ce20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=664d1a91-afef-4e3c-bee8-93165b39d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558486 Aug 29 07:17:57.039817 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-1045d33f-48a2-425c-8f38-060c67289507 service neutron] 10.222.0.11 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932391 Aug 29 07:17:57.132709 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f63c173-824a-40bd-ad90-def48428f2fc req-775d2607-8b90-4de0-ab87-35b4e44357f7 service neutron] 10.222.0.11 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865734 Aug 29 07:17:57.442113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8d1d8-4cba-495d-aea0-9f5c2d15ed2f req-89609994-0eef-4729-9e8b-0cf668a8e782 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:57.443645 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffa8d1d8-4cba-495d-aea0-9f5c2d15ed2f req-89609994-0eef-4729-9e8b-0cf668a8e782 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 944 time: 0.0525420 Aug 29 07:17:57.482542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffa8d1d8-4cba-495d-aea0-9f5c2d15ed2f req-b6710d6e-9f58-45c3-88c5-09c8a0fffd8e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323708 Aug 29 07:17:58.605358 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebb585-29f0-4b62-aec6-1b9808f20608 req-88077439-f441-4e49-aa92-de031de2b8f3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:58.607425 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-beebb585-29f0-4b62-aec6-1b9808f20608 req-88077439-f441-4e49-aa92-de031de2b8f3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 944 time: 0.0536225 Aug 29 07:17:58.648461 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-beebb585-29f0-4b62-aec6-1b9808f20608 req-6cf6e495-683b-471d-a6ce-23e3d350aacd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349801 Aug 29 07:17:59.776177 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb39477-4828-4376-8f68-ee768f38f879 req-cf657e30-34fb-437b-ab9b-af4a7468245b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:17:59.777811 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-feb39477-4828-4376-8f68-ee768f38f879 req-cf657e30-34fb-437b-ab9b-af4a7468245b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 944 time: 0.0603704 Aug 29 07:17:59.838851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-feb39477-4828-4376-8f68-ee768f38f879 req-024e68ad-57d7-484f-bbba-33166f6faf38 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486588 Aug 29 07:18:00.985846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5216344-6d7b-4f06-bd5d-cd51104a03e9 req-f7774f9d-2572-47ee-867f-b46ad9293bda tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:00.987376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5216344-6d7b-4f06-bd5d-cd51104a03e9 req-f7774f9d-2572-47ee-867f-b46ad9293bda tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 944 time: 0.0540092 Aug 29 07:18:01.029992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5216344-6d7b-4f06-bd5d-cd51104a03e9 req-4558f489-822b-4a05-94aa-214987bcdd94 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331020 Aug 29 07:18:01.823453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:18:01.970090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:01.988573 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'port_id': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'mac_address': 'fa:16:3e:c1:a3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:18:02.047416 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:02.063060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:18:02.099404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:02.165840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf600f-13a2-463a-8fb7-44f560dc888d req-962c56db-8280-425f-9fc4-62eeddeddbe2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:02.168213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4bf600f-13a2-463a-8fb7-44f560dc888d req-962c56db-8280-425f-9fc4-62eeddeddbe2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 944 time: 0.0606949 Aug 29 07:18:02.208043 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4bf600f-13a2-463a-8fb7-44f560dc888d req-01be5f8f-651b-4f5b-8721-e14e62771602 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333867 Aug 29 07:18:02.219307 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:02.274536 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:02.577526 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['8ad13ec5-42e5-4528-91b3-3d463f5e75b7'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:18:03.342081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba23b7-14a2-44be-80cd-2a415f4bb83d req-6a64f107-32dd-498b-b956-c542dd600feb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:03.344440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29ba23b7-14a2-44be-80cd-2a415f4bb83d req-6a64f107-32dd-498b-b956-c542dd600feb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 945 time: 0.0556307 Aug 29 07:18:03.408529 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-8d3d34ea-0705-48a1-b731-4c072ed245d1 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989241434&fields=id&tenant_id=ef9ac3d9c703440cafb9ded360ca6483 HTTP/1.1" status: 200 len: 267 time: 0.0581906 Aug 29 07:18:03.411628 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29ba23b7-14a2-44be-80cd-2a415f4bb83d req-886020b3-c398-4929-94a7-6e805ee7a76d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593748 Aug 29 07:18:03.518378 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-7b78c31e-6851-4adf-8669-6256d2eedcb3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:03.519777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-7b78c31e-6851-4adf-8669-6256d2eedcb3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 812 time: 0.1036625 Aug 29 07:18:03.536928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-e8e35217-4293-41b6-93bf-82485acfdb18 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/quotas/ef9ac3d9c703440cafb9ded360ca6483 HTTP/1.1" status: 200 len: 375 time: 0.0107968 Aug 29 07:18:03.628774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-f3daa38f-0ff1-46bc-bcc1-2f419ed5ae96 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0838907 Aug 29 07:18:03.728123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-1348a272-982b-4d66-9dfd-14d6b804bd91 service neutron] 10.222.0.76 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866897 Aug 29 07:18:03.825257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-22b9ca16-3bbc-4d92-87d0-7a8ea6aa21a8 service neutron] 10.222.0.76 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910628 Aug 29 07:18:03.834022 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:03.841177 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:18:03.983958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:18:03.998582 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:18:03.999174 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:04.097956 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:04.125788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:18:04.128100 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8367c5ad-868f-4d48-a2bd-7e6eea0e4a00" -d '{"events": [{"server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "name": "network-vif-plugged", "status": "completed", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:18:04.142460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:04.170308 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ffedfd-5641-42fe-a86c-cb8480e11591 x-openstack-request-id: req-48ffedfd-5641-42fe-a86c-cb8480e11591 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:18:04.170708 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "name": "network-vif-plugged", "status": "completed", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:18:04.170927 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48ffedfd-5641-42fe-a86c-cb8480e11591 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:18:04.171360 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'code': 200} Aug 29 07:18:04.223225 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:04.275484 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:04.303461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b399e-1922-4c48-bd18-81c26bbd0691 req-b0bae342-9981-484a-bd02-5aa8d7076ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:04.308934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-343b399e-1922-4c48-bd18-81c26bbd0691 req-b0bae342-9981-484a-bd02-5aa8d7076ce6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 1098 time: 0.0478051 Aug 29 07:18:04.342771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-343b399e-1922-4c48-bd18-81c26bbd0691 req-d4b3e0b6-ce24-46cf-a6ca-7c652fde6fa1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303345 Aug 29 07:18:04.551364 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a094430-ce31-467d-8349-04638a1e939c req-cda51e42-0697-4b4a-9243-59e9a7527fac tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0352137 Aug 29 07:18:04.582266 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8b1a5-1e2a-432e-a02e-90d2ac060d8d req-4416f626-5f31-4c8b-a155-5607f3f9c3ee tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:04.584119 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dda8b1a5-1e2a-432e-a02e-90d2ac060d8d req-4416f626-5f31-4c8b-a155-5607f3f9c3ee tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 946 time: 0.0975633 Aug 29 07:18:04.624659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dda8b1a5-1e2a-432e-a02e-90d2ac060d8d req-64bbaa43-896c-4b96-9f90-fe3c059d4b4d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346897 Aug 29 07:18:05.689168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6fc5382-dad5-4b0f-a0a2-32ea577d2c68 req-77b2c592-4949-4c0d-a15c-ec3e0272b107 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0528352 Aug 29 07:18:05.774169 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a68c8-fc82-4d60-b569-64e23bcb7135 req-1c09350b-69ad-4735-8dcc-c474402069dc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:05.779648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-119a68c8-fc82-4d60-b569-64e23bcb7135 req-1c09350b-69ad-4735-8dcc-c474402069dc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 946 time: 0.0666180 Aug 29 07:18:05.818836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-119a68c8-fc82-4d60-b569-64e23bcb7135 req-0fc8f7ec-d66d-4e51-8f24-fae1b20ae69d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368292 Aug 29 07:18:06.816989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df1ea12a-151b-4d83-becf-e3ef3ac25ae9 req-052cf5bd-0743-4ffe-b799-7c3928271328 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0388434 Aug 29 07:18:06.913902 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-6f7cbb4c-9c61-450a-8a34-9aa7a62535e4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:06.915430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-6f7cbb4c-9c61-450a-8a34-9aa7a62535e4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 812 time: 0.4422944 Aug 29 07:18:06.979415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b2819-dae5-4aca-9d78-5e85b13b82d8 req-45124134-b898-45af-a662-11aba29a6873 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:06.981989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-323b2819-dae5-4aca-9d78-5e85b13b82d8 req-45124134-b898-45af-a662-11aba29a6873 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 946 time: 0.0720310 Aug 29 07:18:06.991670 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-d2c47a00-fd2a-4c54-8344-55b2cbde9e26 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef9ac3d9c703440cafb9ded360ca6483 HTTP/1.1" status: 200 len: 379 time: 0.0645752 Aug 29 07:18:07.001000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'port': {'device_id': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'admin_state_up': True, 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'security_groups': ['bf1ae689-f76b-4bde-8859-69ca4946fad9']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:18:07.048740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-323b2819-dae5-4aca-9d78-5e85b13b82d8 req-3ea2bed0-59cc-4146-b042-4bb10feb1028 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586736 Aug 29 07:18:07.208895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Made reservation on behalf of ef9ac3d9c703440cafb9ded360ca6483 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:18:07.213884 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:07.226720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a8aec-2089-46c7-998f-4ba0e759b429 req-df4b105b-6ae8-4b4f-afbb-3c618737fa58 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:07.244091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5d6a8aec-2089-46c7-998f-4ba0e759b429 req-df4b105b-6ae8-4b4f-afbb-3c618737fa58 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 946 time: 0.0854661 Aug 29 07:18:07.300693 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5d6a8aec-2089-46c7-998f-4ba0e759b429 req-ee978621-cf83-4788-8d1c-6c619efa3825 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549107 Aug 29 07:18:07.326800 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34410) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:07.373282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a2f0ea-b404-4d46-9c4d-7250cd177a30 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:07.377469 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-39a2f0ea-b404-4d46-9c4d-7250cd177a30 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 1093 time: 0.0468051 Aug 29 07:18:07.377704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34412) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:07.383394 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:18:07.398739 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Allocated IP 172.20.0.13 (910ed879-c4d9-4d02-b8f4-5a82b25d8a50/fa2025ae-552d-4027-b2b0-762afe79cd66/9df4670e-28bb-4571-b11f-969df814f06b) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:18:07.487503 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:07.553343 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:07.568211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Transition to ACTIVE for port object 9df4670e-28bb-4571-b11f-969df814f06b will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:18:07.619042 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:07.682011 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:07.752618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.25.1.111 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/ac33b903-9619-43fb-b013-bb3a02ba769c) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:18:07.767263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'Port': ['ID=9df4670e-28bb-4571-b11f-969df814f06b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:07.781879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:07.782504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:07.783223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:07.784541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:07.785065 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:07.785908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:07.786702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:07.787322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:07.791597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:07.791597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:07.791597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:07.791597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:07.801917 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:18:07.803778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:18:07.806743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:18:07.892634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:07.893301 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:07.910878 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:07.984673 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-b691204a-832b-4159-a07c-1a038218f558 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9898219 Aug 29 07:18:07.996716 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Request body: {'port': {'device_id': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:18:07.998049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c690dd-ba50-4497-a798-6c4167b65b4a req-ea508e45-0470-4972-9b60-c9386c52df02 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:07.999728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5c690dd-ba50-4497-a798-6c4167b65b4a req-ea508e45-0470-4972-9b60-c9386c52df02 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 932 time: 0.0672965 Aug 29 07:18:08.071426 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5c690dd-ba50-4497-a798-6c4167b65b4a req-801ac690-3b3f-437d-bd7d-6473b5b6beb2 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594139 Aug 29 07:18:08.096872 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:08.142926 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:08.188438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:18:08.193198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:18:08.198405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:18:08.201619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=ac33b903-9619-43fb-b013-bb3a02ba769c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:08.204234 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-12256d79-ceac-4867-9429-01fd36b5b468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:08.280520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-149ca774-7c94-4562-b10f-c365cb04d707 None None] Provisioning for port 9df4670e-28bb-4571-b11f-969df814f06b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:18:08.285012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-149ca774-7c94-4562-b10f-c365cb04d707 None None] Provisioning complete for port 9df4670e-28bb-4571-b11f-969df814f06b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:18:08.285507 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-149ca774-7c94-4562-b10f-c365cb04d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:08.349292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-149ca774-7c94-4562-b10f-c365cb04d707 None None] Port 9df4670e-28bb-4571-b11f-969df814f06b cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:18:08.435312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df4670e-28bb-4571-b11f-969df814f06b {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:18:08.443750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:08.457285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Transition to ACTIVE for port object 9df4670e-28bb-4571-b11f-969df814f06b will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:18:08.539424 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:08.656669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Pushing event updated for resources: {'Port': ['ID=9df4670e-28bb-4571-b11f-969df814f06b,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:08.676457 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:08.760944 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Attempting to bind port 9df4670e-28bb-4571-b11f-969df814f06b on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:18:08.761560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Attempting to bind port 9df4670e-28bb-4571-b11f-969df814f06b by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:18:08.762715 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Attempting to bind port 9df4670e-28bb-4571-b11f-969df814f06b on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:18:08.769232 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Port 9df4670e-28bb-4571-b11f-969df814f06b on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:18:08.769675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Attempting to bind port 9df4670e-28bb-4571-b11f-969df814f06b on network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:18:08.775584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:18:08.776296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Checking segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:18:08.776840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Bound using segment: {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:18:08.777389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Bound port: 9df4670e-28bb-4571-b11f-969df814f06b, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:18:08.778006 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:08.887486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] For port 9df4670e-28bb-4571-b11f-969df814f06b, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:18:08.892629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] For port 9df4670e-28bb-4571-b11f-969df814f06b, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9df4670e-28bb-4571-b11f-969df814f06b,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:18:08.938074 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:08.983687 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:09.054496 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Pushing event updated for resources: {'Port': ['ID=9df4670e-28bb-4571-b11f-969df814f06b,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:09.064472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:09.065027 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:09.066557 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-4c51680e-831f-4aff-acca-6097f349fc2c service neutron] 10.222.0.15 "PUT /v2.0/ports/9df4670e-28bb-4571-b11f-969df814f06b HTTP/1.1" status: 200 len: 1093 time: 1.0743251 Aug 29 07:18:09.067011 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'tag': '9df4670e-28bb-4571-b11f-969df814f06b'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:18:09.070761 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3efa80-f007-4368-86f0-95d1715678fc" -d '{"events": [{"name": "network-changed", "server_uuid": "aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4", "tag": "9df4670e-28bb-4571-b11f-969df814f06b"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:18:09.126136 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0367719d-0aa9-4fab-a0f7-42bda02abcfc x-openstack-request-id: req-0367719d-0aa9-4fab-a0f7-42bda02abcfc {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:18:09.126663 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4", "tag": "9df4670e-28bb-4571-b11f-969df814f06b", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:18:09.127090 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0367719d-0aa9-4fab-a0f7-42bda02abcfc {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:18:09.127880 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'tag': '9df4670e-28bb-4571-b11f-969df814f06b', 'status': 'completed', 'code': 200} Aug 29 07:18:09.249122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3efa80-f007-4368-86f0-95d1715678fc req-b81c2118-6148-47bd-a012-f8b1c81d2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:09.255906 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b3efa80-f007-4368-86f0-95d1715678fc req-b81c2118-6148-47bd-a012-f8b1c81d2719 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 1096 time: 0.0829620 Aug 29 07:18:09.535330 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3efa80-f007-4368-86f0-95d1715678fc req-0e56b06d-627e-42d9-a431-d58d0530fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:09.538511 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b3efa80-f007-4368-86f0-95d1715678fc req-0e56b06d-627e-42d9-a431-d58d0530fb7a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2794666 Aug 29 07:18:09.668630 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3efa80-f007-4368-86f0-95d1715678fc req-30dec139-ce0f-4528-9464-3a60fdabb2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:09.670073 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1b3efa80-f007-4368-86f0-95d1715678fc req-30dec139-ce0f-4528-9464-3a60fdabb2b7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1240859 Aug 29 07:18:09.764889 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:09.783313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0354e-3fda-4542-b654-dc16b7028100 req-fd679704-af28-4e7b-b3b0-78003b451d24 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:09.786484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3f0354e-3fda-4542-b654-dc16b7028100 req-fd679704-af28-4e7b-b3b0-78003b451d24 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0711651 Aug 29 07:18:09.834191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-74586d91-f2c0-4182-b465-8ca60f8a277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:09.836868 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-74586d91-f2c0-4182-b465-8ca60f8a277e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 1096 time: 0.1140335 Aug 29 07:18:09.838198 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a3f0354e-3fda-4542-b654-dc16b7028100 req-b0293005-81ee-4b90-b238-558c9910fcf4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375006 Aug 29 07:18:09.857868 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:09.891917 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-c9b14099-8200-4c88-b39d-a7600a0adaa8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9df4670e-28bb-4571-b11f-969df814f06b HTTP/1.1" status: 200 len: 217 time: 0.0459387 Aug 29 07:18:09.942674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=ac33b903-9619-43fb-b013-bb3a02ba769c,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:09.961747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-07446cb0-c37b-4f47-86fe-19817c54db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:09.963314 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-07446cb0-c37b-4f47-86fe-19817c54db3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.0650973 Aug 29 07:18:09.965510 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:10.024866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-8d273fc5-c79b-41d5-9c13-f43505615db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:10.026504 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-8d273fc5-c79b-41d5-9c13-f43505615db3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563538 Aug 29 07:18:10.081922 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Floating IP 3b18fc11-a539-44ab-9a9f-b6974f8a3629 associated. External IP: 172.25.1.111, port: 8ad13ec5-42e5-4528-91b3-3d463f5e75b7. Aug 29 07:18:10.150594 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-07b856f8-6158-4800-b67b-05de13a21769 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166275 Aug 29 07:18:10.279701 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-11f7f94c-76f2-4830-b5ec-90a9d6070d91 req-5f9e5c2d-b37e-4b9a-aa84-bede5665ab1a service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212249 Aug 29 07:18:10.323398 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 1d1531f4-d333-45e5-8a10-85839c48f75e has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:18:10.442244 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:18:10.454453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278870d-f171-4086-a5df-c685967b47bb None None] Sync routers for ids ['1d1531f4-d333-45e5-8a10-85839c48f75e'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:18:10.464095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278870d-f171-4086-a5df-c685967b47bb None None] Routers {'1d1531f4-d333-45e5-8a10-85839c48f75e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:18:10.464718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d278870d-f171-4086-a5df-c685967b47bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:17:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1d1531f4-d333-45e5-8a10-85839c48f75e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:10.549126 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:10.586950 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d278870d-f171-4086-a5df-c685967b47bb None None] Set router 1d1531f4-d333-45e5-8a10-85839c48f75e gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:18:10.592453 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9cc951a1-cd5a-4e95-8a19-79002c340147 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2096188 Aug 29 07:18:10.592453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:18:10.592453 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc57759-1346-46b2-9d2b-0c64a3f15e07" -d '{"events": [{"name": "network-changed", "server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:18:10.698056 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84206dc9-30c2-4d5e-b102-d9af2c24053c x-openstack-request-id: req-84206dc9-30c2-4d5e-b102-d9af2c24053c {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:18:10.698606 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:18:10.699296 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-84206dc9-30c2-4d5e-b102-d9af2c24053c {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:18:10.699823 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'status': 'completed', 'code': 200} Aug 29 07:18:10.782921 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076050e-3d97-4645-b835-7ccad2b98eb7 req-c0bc36e9-cfc3-4b4c-a57b-8ef745731050 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:10.785229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9076050e-3d97-4645-b835-7ccad2b98eb7 req-c0bc36e9-cfc3-4b4c-a57b-8ef745731050 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 946 time: 0.1377726 Aug 29 07:18:10.794108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57759-1346-46b2-9d2b-0c64a3f15e07 req-e1bcc147-5fbe-4cd6-9c6a-878f2644e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:10.795959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbc57759-1346-46b2-9d2b-0c64a3f15e07 req-e1bcc147-5fbe-4cd6-9c6a-878f2644e72d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 1098 time: 0.0751143 Aug 29 07:18:10.802743 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:10.912791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d278870d-f171-4086-a5df-c685967b47bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:17:49Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '3b18fc11-a539-44ab-9a9f-b6974f8a3629', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'port_id': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'mac_address': 'fa:16:3e:c1:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:18:08Z', 'updated_at': '2021-08-29T07:18:08Z', 'revision_number': 0, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2115e90d-d634-425b-bd97-ffaccaffab11', 'name': '', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:46:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:47Z', 'updated_at': '2021-08-29T07:17:54Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:10.974326 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278870d-f171-4086-a5df-c685967b47bb None None] Checking router: 1d1531f4-d333-45e5-8a10-85839c48f75e for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:18:10.988519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278870d-f171-4086-a5df-c685967b47bb None None] Routers {'1d1531f4-d333-45e5-8a10-85839c48f75e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:18:10.989541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d278870d-f171-4086-a5df-c685967b47bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:17:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1d1531f4-d333-45e5-8a10-85839c48f75e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:11.000648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9076050e-3d97-4645-b835-7ccad2b98eb7 req-fe05291c-6534-42ed-8cf2-217b8dc80d85 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033839 Aug 29 07:18:11.035194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34446) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:11.045539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57759-1346-46b2-9d2b-0c64a3f15e07 req-5805dd3d-7204-4876-8358-42ebc81c8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:11.047116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbc57759-1346-46b2-9d2b-0c64a3f15e07 req-5805dd3d-7204-4876-8358-42ebc81c8efc service neutron] 10.222.0.11 "GET /v2.0/networks?id=664d1a91-afef-4e3c-bee8-93165b39d6bf HTTP/1.1" status: 200 len: 898 time: 0.1817305 Aug 29 07:18:11.111579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e70ca1-cac0-48ca-b927-86ac20941b28 req-23d2d5f7-7a49-4619-bd96-eb65366cb42b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:11.113186 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60e70ca1-cac0-48ca-b927-86ac20941b28 req-23d2d5f7-7a49-4619-bd96-eb65366cb42b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 944 time: 0.1556599 Aug 29 07:18:11.123450 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4daf72e5-e83c-45c2-b20e-11d3f7663a75 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/3b18fc11-a539-44ab-9a9f-b6974f8a3629 HTTP/1.1" status: 200 len: 992 time: 0.0859787 Aug 29 07:18:11.145273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d278870d-f171-4086-a5df-c685967b47bb None None] Set router 1d1531f4-d333-45e5-8a10-85839c48f75e gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:18:11.177387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbc57759-1346-46b2-9d2b-0c64a3f15e07 req-b9a9603c-6b9f-49f0-9a6d-eb84fd9457c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7 HTTP/1.1" status: 200 len: 1000 time: 0.1219852 Aug 29 07:18:11.190626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-60e70ca1-cac0-48ca-b927-86ac20941b28 req-b0d5f5c6-33c1-4942-9d94-c69826310e12 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618670 Aug 29 07:18:11.253341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57759-1346-46b2-9d2b-0c64a3f15e07 req-e679b443-772d-463e-94ec-0c9f4f056df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:11.255029 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbc57759-1346-46b2-9d2b-0c64a3f15e07 req-e679b443-772d-463e-94ec-0c9f4f056df1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc0b9733-7350-4304-b5dd-39776cf8b893 HTTP/1.1" status: 200 len: 835 time: 0.0629165 Aug 29 07:18:11.309047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57759-1346-46b2-9d2b-0c64a3f15e07 req-babca52c-0bfe-4ba0-a547-6819ca5ce64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:11.311454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbc57759-1346-46b2-9d2b-0c64a3f15e07 req-babca52c-0bfe-4ba0-a547-6819ca5ce64f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=664d1a91-afef-4e3c-bee8-93165b39d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483513 Aug 29 07:18:11.430499 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbc57759-1346-46b2-9d2b-0c64a3f15e07 req-b282cbd6-178c-4a9b-a543-57150e442e48 service neutron] 10.222.0.11 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118870 Aug 29 07:18:11.434477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d278870d-f171-4086-a5df-c685967b47bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:17:49Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '3b18fc11-a539-44ab-9a9f-b6974f8a3629', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'port_id': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'mac_address': 'fa:16:3e:c1:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:18:08Z', 'updated_at': '2021-08-29T07:18:08Z', 'revision_number': 0, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2115e90d-d634-425b-bd97-ffaccaffab11', 'name': '', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:46:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:47Z', 'updated_at': '2021-08-29T07:17:54Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:11.467350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278870d-f171-4086-a5df-c685967b47bb None None] The sync data for ids ['1d1531f4-d333-45e5-8a10-85839c48f75e'] in n-d-713301-12 is: [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:17:49Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '3b18fc11-a539-44ab-9a9f-b6974f8a3629', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'port_id': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'mac_address': 'fa:16:3e:c1:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:18:08Z', 'updated_at': '2021-08-29T07:18:08Z', 'revision_number': 0, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2115e90d-d634-425b-bd97-ffaccaffab11', 'name': '', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:46:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:47Z', 'updated_at': '2021-08-29T07:17:54Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:18:11.545163 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbc57759-1346-46b2-9d2b-0c64a3f15e07 req-36429dce-1d4b-450c-bff6-a190bf6e591a service neutron] 10.222.0.11 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073124 Aug 29 07:18:11.566395 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e9703db1-fa30-49e6-9c1d-ba9702b79b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:11.719657 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c582770-8e2c-4246-805e-b58ef67c4bfe None None] New status for floating IP 3b18fc11-a539-44ab-9a9f-b6974f8a3629: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:18:11.857489 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:12.127307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34452) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:12.209581 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b7d5c1ea-b94f-4568-b42d-e701386229cb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/3b18fc11-a539-44ab-9a9f-b6974f8a3629 HTTP/1.1" status: 200 len: 994 time: 0.0750222 Aug 29 07:18:12.310533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac347870-48a7-49f0-9734-d0a0dc83b933 req-b416354d-352e-4594-bf9b-eb3d5e87ec97 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:12.312600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac347870-48a7-49f0-9734-d0a0dc83b933 req-b416354d-352e-4594-bf9b-eb3d5e87ec97 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0544472 Aug 29 07:18:12.361683 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac347870-48a7-49f0-9734-d0a0dc83b933 req-4592caed-a559-4df3-b493-494d86a3e0c7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407765 Aug 29 07:18:13.509043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ba7a2-d4f7-47c0-a886-6e957f40923f req-feceaa90-772b-46d1-9fc2-b14719624434 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:13.511306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a9ba7a2-d4f7-47c0-a886-6e957f40923f req-feceaa90-772b-46d1-9fc2-b14719624434 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0764968 Aug 29 07:18:13.538930 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:13.553823 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a9ba7a2-d4f7-47c0-a886-6e957f40923f req-5fe99194-42b5-4f9c-b677-ee68d64a8ba3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357420 Aug 29 07:18:14.689239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b9722-f5a2-446d-a8d5-0204864baa8d req-0c44b9b1-587d-4349-8e10-da81a7b8e1bb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:14.690669 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-364b9722-f5a2-446d-a8d5-0204864baa8d req-0c44b9b1-587d-4349-8e10-da81a7b8e1bb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0594366 Aug 29 07:18:14.733219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-364b9722-f5a2-446d-a8d5-0204864baa8d req-9c32febc-85b9-47a8-94a2-d37c401f6813 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360861 Aug 29 07:18:15.869170 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d64ad4-5f88-4a25-a827-f6419ff71b2b req-ab1dd79d-0e38-430f-8cfd-391f9820ce36 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:15.870890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32d64ad4-5f88-4a25-a827-f6419ff71b2b req-ab1dd79d-0e38-430f-8cfd-391f9820ce36 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0659666 Aug 29 07:18:15.917356 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32d64ad4-5f88-4a25-a827-f6419ff71b2b req-f1cf491b-1777-46c8-bbbb-fa4caa1ea450 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350335 Aug 29 07:18:17.054295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a56b4a-6385-4e59-8878-21450d4bc8c3 req-a0fdad7e-c302-4459-ae5b-229cee4cdb22 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:17.056042 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56a56b4a-6385-4e59-8878-21450d4bc8c3 req-a0fdad7e-c302-4459-ae5b-229cee4cdb22 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0619605 Aug 29 07:18:17.100316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56a56b4a-6385-4e59-8878-21450d4bc8c3 req-055a2ab4-a914-4306-8d2d-ae802e578a5c tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334191 Aug 29 07:18:18.225352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eda6c0-2263-42a7-888d-bffa40474c7a req-682c461f-eb78-4dfc-976b-f08022cd966b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:18.226905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49eda6c0-2263-42a7-888d-bffa40474c7a req-682c461f-eb78-4dfc-976b-f08022cd966b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0540609 Aug 29 07:18:18.269032 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-49eda6c0-2263-42a7-888d-bffa40474c7a req-16c6c123-c90a-4483-b381-df343e97e7f6 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352263 Aug 29 07:18:19.391276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a239-d5dc-4cc1-a378-bac02504480b req-6f65157c-8e4b-416c-93a2-a70b734a3ce9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:19.393382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9043a239-d5dc-4cc1-a378-bac02504480b req-6f65157c-8e4b-416c-93a2-a70b734a3ce9 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0537028 Aug 29 07:18:19.444248 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9043a239-d5dc-4cc1-a378-bac02504480b req-e66624a6-02ec-4ee0-aac2-3285a2d72129 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439739 Aug 29 07:18:20.273225 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:18:20.573018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880d30f-85d3-4074-9437-077c5c9666ce req-38d58412-771b-47cf-b30d-8a246c3b797a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:20.574511 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4880d30f-85d3-4074-9437-077c5c9666ce req-38d58412-771b-47cf-b30d-8a246c3b797a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0500748 Aug 29 07:18:20.612884 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4880d30f-85d3-4074-9437-077c5c9666ce req-e946dafe-7d0e-4288-8afd-f8ae4c2d029a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321460 Aug 29 07:18:20.971879 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9df4670e-28bb-4571-b11f-969df814f06b details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:18:21.075045 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9df4670e-28bb-4571-b11f-969df814f06b, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9df4670e-28bb-4571-b11f-969df814f06b,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:21.092040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '9df4670e-28bb-4571-b11f-969df814f06b', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'port_id': '9df4670e-28bb-4571-b11f-969df814f06b', 'mac_address': 'fa:16:3e:cf:9e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:18:21.137246 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:21.149715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df4670e-28bb-4571-b11f-969df814f06b {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:18:21.168187 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:21.171515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9df4670e-28bb-4571-b11f-969df814f06b, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9df4670e-28bb-4571-b11f-969df814f06b,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:21.308475 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:21.359159 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9df4670e-28bb-4571-b11f-969df814f06b,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:21.533415 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['9df4670e-28bb-4571-b11f-969df814f06b'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:18:21.747210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb1ed8-b08f-4e49-8eaf-1e4b2dacf6b5 req-048bb0fd-d2bc-43a8-9960-afc8188bbefc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:21.751728 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7fb1ed8-b08f-4e49-8eaf-1e4b2dacf6b5 req-048bb0fd-d2bc-43a8-9960-afc8188bbefc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0659468 Aug 29 07:18:21.789139 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7fb1ed8-b08f-4e49-8eaf-1e4b2dacf6b5 req-8d663afe-b669-4574-bd76-b18ab0b68827 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324736 Aug 29 07:18:22.917103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfda26-c8e2-4f4d-a89f-fc2fd946e9fd req-1918e820-5e3f-4399-a0d9-9f0dee2051e4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:22.918644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ccfda26-c8e2-4f4d-a89f-fc2fd946e9fd req-1918e820-5e3f-4399-a0d9-9f0dee2051e4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0568037 Aug 29 07:18:22.958348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ccfda26-c8e2-4f4d-a89f-fc2fd946e9fd req-ca1709a6-41f0-4b4c-8a04-b029b2887029 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318215 Aug 29 07:18:22.987348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9df4670e-28bb-4571-b11f-969df814f06b up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:18:23.165568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 9df4670e-28bb-4571-b11f-969df814f06b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:18:23.169941 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 9df4670e-28bb-4571-b11f-969df814f06b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:18:23.170348 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:23.255450 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:23.278092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4670e-28bb-4571-b11f-969df814f06b'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:18:23.280434 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc97516-e677-4e1c-8335-7cf7a9f7a794" -d '{"events": [{"server_uuid": "aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4", "name": "network-vif-plugged", "status": "completed", "tag": "9df4670e-28bb-4571-b11f-969df814f06b"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:18:23.295502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 9df4670e-28bb-4571-b11f-969df814f06b, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9df4670e-28bb-4571-b11f-969df814f06b,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:23.322428 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c61b6b-8063-4e0e-a49f-7fb6bd7e7b6c x-openstack-request-id: req-e0c61b6b-8063-4e0e-a49f-7fb6bd7e7b6c {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:18:23.322723 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4", "name": "network-vif-plugged", "status": "completed", "tag": "9df4670e-28bb-4571-b11f-969df814f06b", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:18:23.323001 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e0c61b6b-8063-4e0e-a49f-7fb6bd7e7b6c {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:18:23.323400 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df4670e-28bb-4571-b11f-969df814f06b', 'code': 200} Aug 29 07:18:23.421044 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b53e95-2383-4336-97c9-17b12e9021c3 req-c7ca6629-5e27-4121-9646-e6a76412bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:23.421804 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:23.422794 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-38b53e95-2383-4336-97c9-17b12e9021c3 req-c7ca6629-5e27-4121-9646-e6a76412bff5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 1097 time: 0.0418658 Aug 29 07:18:23.458509 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-38b53e95-2383-4336-97c9-17b12e9021c3 req-6453561d-2ba8-48c1-ad03-106b0ee6c261 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290794 Aug 29 07:18:23.469533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=9df4670e-28bb-4571-b11f-969df814f06b,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:24.078274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28323d74-91aa-48a9-aa1e-6d851c5674de req-76310707-e9e9-4cc1-bf94-be9c08b0bb35 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:24.079802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-28323d74-91aa-48a9-aa1e-6d851c5674de req-76310707-e9e9-4cc1-bf94-be9c08b0bb35 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0519512 Aug 29 07:18:24.121113 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-28323d74-91aa-48a9-aa1e-6d851c5674de req-47d17390-ebf2-4da1-9aae-a68e2a983a57 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332010 Aug 29 07:18:25.255881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413f8c-4f05-4a19-bd5b-9d6b25a2aa3a req-74401e74-6d13-4fc3-8371-6d4ad4d955bf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:25.255881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec413f8c-4f05-4a19-bd5b-9d6b25a2aa3a req-74401e74-6d13-4fc3-8371-6d4ad4d955bf tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0573466 Aug 29 07:18:25.288647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec413f8c-4f05-4a19-bd5b-9d6b25a2aa3a req-59146e35-5c5d-46d2-a0cd-35b1b6cc93a3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318592 Aug 29 07:18:25.444547 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65910da-7a54-4dc2-a310-7b42254373e5 req-721d95ea-8b9a-4c1d-8b07-3ccdb4860c72 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:25.444547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d65910da-7a54-4dc2-a310-7b42254373e5 req-721d95ea-8b9a-4c1d-8b07-3ccdb4860c72 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0504308 Aug 29 07:18:25.480924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d65910da-7a54-4dc2-a310-7b42254373e5 req-9c2ceba8-a881-44da-860b-a43eef92d3bb tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330641 Aug 29 07:18:25.504743 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34556) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:25.688204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ea21aa-206c-4a4e-96be-b4631b82c95b tempest-TestVolumeBootPattern-1129279158 tempest-TestVolumeBootPattern-1129279158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:25.689765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f9ea21aa-206c-4a4e-96be-b4631b82c95b tempest-TestVolumeBootPattern-1129279158 tempest-TestVolumeBootPattern-1129279158-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 1093 time: 0.1839213 Aug 29 07:18:25.696128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34560) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:25.698070 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '9df4670e-28bb-4571-b11f-969df814f06b', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:18:25.812511 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:25.923411 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:26.034302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Allocated IP 172.25.1.250 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/df0e1634-0969-48aa-b2c7-e407043b089d) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:18:26.143628 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:26.269113 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:26.307113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:18:26.313186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:18:26.319580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:18:26.344795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'Port': ['ID=df0e1634-0969-48aa-b2c7-e407043b089d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:26.689062 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:26.861357 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:27.012306 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:27.078649 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:27.153277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event updated for resources: {'Port': ['ID=df0e1634-0969-48aa-b2c7-e407043b089d,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:27.166942 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:27.267364 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Floating IP ea12c6ac-350c-4f3b-bddf-00b3a18b96d0 associated. External IP: 172.25.1.250, port: 9df4670e-28bb-4571-b11f-969df814f06b. Aug 29 07:18:27.479861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:18:27.594568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:18:27.604440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b49c8-b8ef-48a4-bf8f-ab40204272f2 None None] Sync routers for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:18:27.614311 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b49c8-b8ef-48a4-bf8f-ab40204272f2 None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:18:27.614940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-558b49c8-b8ef-48a4-bf8f-ab40204272f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:18:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:27.721299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-558b49c8-b8ef-48a4-bf8f-ab40204272f2 None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:18:27.731978 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:27.781183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a5dcacd9-b75e-41f5-bef9-32ed413100c8 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0754709 Aug 29 07:18:27.781183 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'tag': '9df4670e-28bb-4571-b11f-969df814f06b'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:18:27.781183 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5b7d70-715d-469b-811e-1523dba63303" -d '{"events": [{"name": "network-changed", "server_uuid": "aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4", "tag": "9df4670e-28bb-4571-b11f-969df814f06b"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:18:27.812563 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22f0ca9-f170-4489-a266-a1d3dbc74403 x-openstack-request-id: req-e22f0ca9-f170-4489-a266-a1d3dbc74403 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:18:27.812993 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4", "tag": "9df4670e-28bb-4571-b11f-969df814f06b", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:18:27.813313 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e22f0ca9-f170-4489-a266-a1d3dbc74403 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:18:27.813724 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'tag': '9df4670e-28bb-4571-b11f-969df814f06b', 'status': 'completed', 'code': 200} Aug 29 07:18:27.896030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b7d70-715d-469b-811e-1523dba63303 req-9d212ad4-7165-4a10-86b2-445f015fda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:27.897657 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae5b7d70-715d-469b-811e-1523dba63303 req-9d212ad4-7165-4a10-86b2-445f015fda36 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 1098 time: 0.0512383 Aug 29 07:18:28.001534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b7d70-715d-469b-811e-1523dba63303 req-cb8ecca5-951a-4310-94c4-4a133c2e0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:28.003108 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae5b7d70-715d-469b-811e-1523dba63303 req-cb8ecca5-951a-4310-94c4-4a133c2e0933 service neutron] 10.222.0.15 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 913 time: 0.0970654 Aug 29 07:18:28.075866 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae5b7d70-715d-469b-811e-1523dba63303 req-7b0bb333-7937-45a8-9c67-b6c59de4b033 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9df4670e-28bb-4571-b11f-969df814f06b HTTP/1.1" status: 200 len: 1000 time: 0.0653837 Aug 29 07:18:28.124805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-558b49c8-b8ef-48a4-bf8f-ab40204272f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b93ee003-74b6-4a8e-95e1-2968d5f5df91', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:eb:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:14:57Z', 'updated_at': '2021-08-29T07:15:00Z', 'revision_number': 1, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}, {'id': 'ea12c6ac-350c-4f3b-bddf-00b3a18b96d0', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.250', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '9df4670e-28bb-4571-b11f-969df814f06b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:cf:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:18:26Z', 'updated_at': '2021-08-29T07:18:26Z', 'revision_number': 0, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:28.130092 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b7d70-715d-469b-811e-1523dba63303 req-ab90998a-2c42-4328-9e13-808d32c9cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:28.134497 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae5b7d70-715d-469b-811e-1523dba63303 req-ab90998a-2c42-4328-9e13-808d32c9cf57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.0485568 Aug 29 07:18:28.152043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b49c8-b8ef-48a4-bf8f-ab40204272f2 None None] Checking router: 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:18:28.161265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b49c8-b8ef-48a4-bf8f-ab40204272f2 None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:18:28.161891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-558b49c8-b8ef-48a4-bf8f-ab40204272f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:18:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:28.186526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b7d70-715d-469b-811e-1523dba63303 req-44c632d2-90ef-492b-ae45-6905dc9d3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:28.188282 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae5b7d70-715d-469b-811e-1523dba63303 req-44c632d2-90ef-492b-ae45-6905dc9d3ca7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481560 Aug 29 07:18:28.277433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-558b49c8-b8ef-48a4-bf8f-ab40204272f2 None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:18:28.284610 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae5b7d70-715d-469b-811e-1523dba63303 req-33dfbb33-811b-454b-bdaa-e99ea94edc80 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889688 Aug 29 07:18:28.386127 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae5b7d70-715d-469b-811e-1523dba63303 req-850cc272-7563-4c0d-924e-882059ddf1d3 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941215 Aug 29 07:18:28.565375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-558b49c8-b8ef-48a4-bf8f-ab40204272f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b93ee003-74b6-4a8e-95e1-2968d5f5df91', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:eb:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:14:57Z', 'updated_at': '2021-08-29T07:15:00Z', 'revision_number': 1, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}, {'id': 'ea12c6ac-350c-4f3b-bddf-00b3a18b96d0', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.250', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '9df4670e-28bb-4571-b11f-969df814f06b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:cf:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:18:26Z', 'updated_at': '2021-08-29T07:18:26Z', 'revision_number': 0, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:28.606478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b49c8-b8ef-48a4-bf8f-ab40204272f2 None None] The sync data for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 is: [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b93ee003-74b6-4a8e-95e1-2968d5f5df91', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:eb:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:14:57Z', 'updated_at': '2021-08-29T07:15:00Z', 'revision_number': 1, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}, {'id': 'ea12c6ac-350c-4f3b-bddf-00b3a18b96d0', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.250', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '9df4670e-28bb-4571-b11f-969df814f06b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:cf:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:18:26Z', 'updated_at': '2021-08-29T07:18:26Z', 'revision_number': 0, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:18:28.826305 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99d8847-ea69-427c-80ff-c92cda49f3a3 None None] New status for floating IP ea12c6ac-350c-4f3b-bddf-00b3a18b96d0: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:18:29.407617 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7c804-e3c9-44e5-99a3-4d5660e99a81 req-0557f462-3762-48ba-af40-7f7b355b15ec tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:29.409126 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-31a7c804-e3c9-44e5-99a3-4d5660e99a81 req-0557f462-3762-48ba-af40-7f7b355b15ec tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 946 time: 0.0522439 Aug 29 07:18:29.450776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-31a7c804-e3c9-44e5-99a3-4d5660e99a81 req-36508f4f-9529-45ec-944c-2683f4acf163 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0e997a8-60a6-4807-9556-f0b3df0c2c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329778 Aug 29 07:18:30.588875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184fe43-7977-45e7-bd2a-cbd6f515105c req-d7e31c03-9a20-4016-a2ee-bbc6bc60f2b0 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:30.590352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5184fe43-7977-45e7-bd2a-cbd6f515105c req-d7e31c03-9a20-4016-a2ee-bbc6bc60f2b0 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 946 time: 0.0524800 Aug 29 07:18:30.635459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5184fe43-7977-45e7-bd2a-cbd6f515105c req-af11b912-c808-494f-938d-d9e9d04cf450 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0e997a8-60a6-4807-9556-f0b3df0c2c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386379 Aug 29 07:18:30.747454 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-43a2e245-f055-460e-930c-078b6ff0d63f tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:30.749070 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-43a2e245-f055-460e-930c-078b6ff0d63f tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 946 time: 0.0806990 Aug 29 07:18:30.881418 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Deleting port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:18:30.881758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:30.976209 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] For port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec,segment=NetworkSegment(d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61),segment_id=d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:30.976579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:31.214194 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:31.214609 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:31.215218 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Floating IP 4590c320-2395-4970-bd0a-7659634fa025 disassociated. External IP: 172.25.1.154, port: 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec. Aug 29 07:18:31.215664 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Calling delete_port for 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:18:31.434354 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:31.470834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Pushing event deleted for resources: {'Port': ['ID=4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:31.594207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Router 4ee679b1-4805-4a9f-a510-be5f3269c199 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:18:31.712954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:18:31.724060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49937a5-daf0-4571-bba9-3a2cd1038162 None None] Sync routers for ids ['4ee679b1-4805-4a9f-a510-be5f3269c199'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:18:31.738860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49937a5-daf0-4571-bba9-3a2cd1038162 None None] Routers {'4ee679b1-4805-4a9f-a510-be5f3269c199'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:18:31.739574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e49937a5-daf0-4571-bba9-3a2cd1038162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:18:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['4ee679b1-4805-4a9f-a510-be5f3269c199'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:31.772062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24977dee-a2b0-479c-8fd6-78ee3dba0f8a req-75bdacb2-8843-4edb-9e53-fa1d4ecb67bb tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 210 time: 0.0448787 Aug 29 07:18:31.921495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-e49937a5-daf0-4571-bba9-3a2cd1038162 None None] Set router 4ee679b1-4805-4a9f-a510-be5f3269c199 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:18:32.146329 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] No DVR routers for this DVR port 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:18:32.149205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:32.151282 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8e742947-9a81-42ad-8da4-8e306ec20283 req-ef2c8aa2-c75c-4f50-97c1-bdb0e6ff5cbe tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.15 "DELETE /v2.0/ports/4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec HTTP/1.1" status: 204 len: 173 time: 1.3964419 Aug 29 07:18:32.151738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64ee46d-3b0b-43bc-ab5d-6122a735ce31', 'name': 'network-vif-deleted', 'tag': '4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:18:32.154125 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdb1e6b-7618-418c-8f56-0132c47f0e07" -d '{"events": [{"server_uuid": "c64ee46d-3b0b-43bc-ab5d-6122a735ce31", "name": "network-vif-deleted", "tag": "4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:18:32.202894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e49937a5-daf0-4571-bba9-3a2cd1038162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:13:14Z', 'revision_number': 4, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port': {'id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:10Z', 'updated_at': '2021-08-29T07:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'd77d168a-29c6-4e13-88d8-780cd42502a3', 'name': '', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'mac_address': 'fa:16:3e:e9:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:13Z', 'updated_at': '2021-08-29T07:13:20Z', 'revision_number': 5, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'subnets': [{'id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:32.203983 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bcc51c-d9ac-4ff1-aad0-9045d4c49796 x-openstack-request-id: req-73bcc51c-d9ac-4ff1-aad0-9045d4c49796 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:18:32.204272 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64ee46d-3b0b-43bc-ab5d-6122a735ce31", "name": "network-vif-deleted", "tag": "4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:18:32.204523 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-73bcc51c-d9ac-4ff1-aad0-9045d4c49796 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:18:32.204917 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64ee46d-3b0b-43bc-ab5d-6122a735ce31', 'name': 'network-vif-deleted', 'tag': '4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec', 'status': 'completed', 'code': 200} Aug 29 07:18:32.245753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49937a5-daf0-4571-bba9-3a2cd1038162 None None] Checking router: 4ee679b1-4805-4a9f-a510-be5f3269c199 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:18:32.257479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49937a5-daf0-4571-bba9-3a2cd1038162 None None] Routers {'4ee679b1-4805-4a9f-a510-be5f3269c199'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:18:32.258133 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e49937a5-daf0-4571-bba9-3a2cd1038162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:18:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['4ee679b1-4805-4a9f-a510-be5f3269c199'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:32.375221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-e49937a5-daf0-4571-bba9-3a2cd1038162 None None] Set router 4ee679b1-4805-4a9f-a510-be5f3269c199 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:18:32.601887 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e49937a5-daf0-4571-bba9-3a2cd1038162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:13:14Z', 'revision_number': 4, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port': {'id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:10Z', 'updated_at': '2021-08-29T07:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'd77d168a-29c6-4e13-88d8-780cd42502a3', 'name': '', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'mac_address': 'fa:16:3e:e9:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:13Z', 'updated_at': '2021-08-29T07:13:20Z', 'revision_number': 5, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'subnets': [{'id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:32.629139 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49937a5-daf0-4571-bba9-3a2cd1038162 None None] The sync data for ids ['4ee679b1-4805-4a9f-a510-be5f3269c199'] in n-d-713301-12 is: [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:13:14Z', 'revision_number': 4, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port': {'id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:10Z', 'updated_at': '2021-08-29T07:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'd77d168a-29c6-4e13-88d8-780cd42502a3', 'name': '', 'network_id': '08fb56f6-9347-4fcc-8e31-21eb92e603ca', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'mac_address': 'fa:16:3e:e9:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:13Z', 'updated_at': '2021-08-29T07:13:20Z', 'revision_number': 5, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'subnets': [{'id': 'aa0666cb-ac9f-4af1-b417-84613003b7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:18:32.935760 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9864e64-5371-4a56-8cbd-cbbdc0b21348 None None] New status for floating IP 4590c320-2395-4970-bd0a-7659634fa025: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:18:33.234675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-604ae68d-0bdf-4604-89a9-cc4acf93c166 req-629bb766-5caf-4bbc-ad52-fb4e202c7b90 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "GET /v2.0/ports?device_id=c64ee46d-3b0b-43bc-ab5d-6122a735ce31 HTTP/1.1" status: 200 len: 210 time: 0.3774812 Aug 29 07:18:33.908986 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:34.291447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34626) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:34.420255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ab858-4625-453e-be77-ba214d2b4664 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Deleting port f1bf3b0d-4f55-4401-b3e4-42b8641f34ef {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:18:34.420619 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab858-4625-453e-be77-ba214d2b4664 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:34.499686 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab858-4625-453e-be77-ba214d2b4664 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:34.500536 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab858-4625-453e-be77-ba214d2b4664 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:34.513456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ab858-4625-453e-be77-ba214d2b4664 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Calling delete_port for f1bf3b0d-4f55-4401-b3e4-42b8641f34ef owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:18:34.748737 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab858-4625-453e-be77-ba214d2b4664 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:34.778271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ab858-4625-453e-be77-ba214d2b4664 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Pushing event deleted for resources: {'Port': ['ID=f1bf3b0d-4f55-4401-b3e4-42b8641f34ef,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:34.845450 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab858-4625-453e-be77-ba214d2b4664 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:34.848964 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab858-4625-453e-be77-ba214d2b4664 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:34.850731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ea0ab858-4625-453e-be77-ba214d2b4664 tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "DELETE /v2.0/floatingips/4590c320-2395-4970-bd0a-7659634fa025 HTTP/1.1" status: 204 len: 168 time: 0.5580056 Aug 29 07:18:34.938258 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34638) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:34.999569 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53ba762d-50f9-4233-aabf-d99eeb10fe6b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:35.025488 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53ba762d-50f9-4233-aabf-d99eeb10fe6b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:35.049385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:18:35.074180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:18:35.074526 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 4eafb3bf-b6c1-48fa-918e-aa1af16ac6ec not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:18:35.199786 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53ba762d-50f9-4233-aabf-d99eeb10fe6b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:35.202454 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53ba762d-50f9-4233-aabf-d99eeb10fe6b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:35.203837 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-53ba762d-50f9-4233-aabf-d99eeb10fe6b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] 10.222.0.76 "DELETE /v2.0/security-groups/f0e997a8-60a6-4807-9556-f0b3df0c2c2e HTTP/1.1" status: 204 len: 168 time: 0.2645085 Aug 29 07:18:35.213612 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba762d-50f9-4233-aabf-d99eeb10fe6b tempest-TestServerBasicOps-462567861 tempest-TestServerBasicOps-462567861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e997a8-60a6-4807-9556-f0b3df0c2c2e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:35.360475 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34642) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:35.841600 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e4a89cb-8915-4f4b-8b8d-ead3bfabe523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:36.117727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a89cb-8915-4f4b-8b8d-ead3bfabe523 admin admin] Deleting port d77d168a-29c6-4e13-88d8-780cd42502a3 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:18:36.117973 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e4a89cb-8915-4f4b-8b8d-ead3bfabe523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:36.207021 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-2e4a89cb-8915-4f4b-8b8d-ead3bfabe523 admin admin] For port d77d168a-29c6-4e13-88d8-780cd42502a3, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d77d168a-29c6-4e13-88d8-780cd42502a3,segment=NetworkSegment(d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61),segment_id=d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:36.207419 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e4a89cb-8915-4f4b-8b8d-ead3bfabe523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:36.220523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a89cb-8915-4f4b-8b8d-ead3bfabe523 admin admin] Calling delete_port for d77d168a-29c6-4e13-88d8-780cd42502a3 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:18:36.497200 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e4a89cb-8915-4f4b-8b8d-ead3bfabe523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:36.523951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a89cb-8915-4f4b-8b8d-ead3bfabe523 admin admin] Pushing event deleted for resources: {'Port': ['ID=d77d168a-29c6-4e13-88d8-780cd42502a3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:36.700690 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e4a89cb-8915-4f4b-8b8d-ead3bfabe523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:36.933157 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4a89cb-8915-4f4b-8b8d-ead3bfabe523 admin admin] Router 4ee679b1-4805-4a9f-a510-be5f3269c199 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:18:37.046031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4a89cb-8915-4f4b-8b8d-ead3bfabe523 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:18:37.055190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c469c-120b-48e5-a23e-cf7e4a7e574d None None] Sync routers for ids ['4ee679b1-4805-4a9f-a510-be5f3269c199'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:18:37.056275 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2e4a89cb-8915-4f4b-8b8d-ead3bfabe523 admin admin] 10.222.0.76 "PUT /v2.0/routers/4ee679b1-4805-4a9f-a510-be5f3269c199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6947331 Aug 29 07:18:37.059006 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34660) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:37.066034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c469c-120b-48e5-a23e-cf7e4a7e574d None None] Routers {'4ee679b1-4805-4a9f-a510-be5f3269c199'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:18:37.066907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-aa2c469c-120b-48e5-a23e-cf7e4a7e574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:18:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['4ee679b1-4805-4a9f-a510-be5f3269c199'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:37.173356 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:37.175813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-aa2c469c-120b-48e5-a23e-cf7e4a7e574d None None] Set router 4ee679b1-4805-4a9f-a510-be5f3269c199 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:18:37.288429 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:37.359433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-aa2c469c-120b-48e5-a23e-cf7e4a7e574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:18:36Z', 'revision_number': 5, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port': {'id': 'd06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:10Z', 'updated_at': '2021-08-29T07:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:37.387829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c469c-120b-48e5-a23e-cf7e4a7e574d None None] Checking router: 4ee679b1-4805-4a9f-a510-be5f3269c199 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:18:37.397563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c469c-120b-48e5-a23e-cf7e4a7e574d None None] Routers {'4ee679b1-4805-4a9f-a510-be5f3269c199'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:18:37.398184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-aa2c469c-120b-48e5-a23e-cf7e4a7e574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:18:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['4ee679b1-4805-4a9f-a510-be5f3269c199'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:37.403726 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] Deleting port d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:18:37.404093 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:37.490988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-aa2c469c-120b-48e5-a23e-cf7e4a7e574d None None] Set router 4ee679b1-4805-4a9f-a510-be5f3269c199 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:18:37.492223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] For port d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:37.493451 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:37.506851 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] Calling delete_port for d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:18:37.570984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-aa2c469c-120b-48e5-a23e-cf7e4a7e574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:18:37Z', 'revision_number': 6, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:37.600579 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c469c-120b-48e5-a23e-cf7e4a7e574d None None] The sync data for ids ['4ee679b1-4805-4a9f-a510-be5f3269c199'] in n-d-713301-12 is: [{'id': '4ee679b1-4805-4a9f-a510-be5f3269c199', 'name': 'tempest-TestServerBasicOps-627450742-router', 'tenant_id': 'bc2e022f8122409ca1e473ae517571f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:09Z', 'updated_at': '2021-08-29T07:18:37Z', 'revision_number': 6, 'project_id': 'bc2e022f8122409ca1e473ae517571f9', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:18:37.945861 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:37.977914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] Pushing event deleted for resources: {'Port': ['ID=d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:38.045335 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:38.145545 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:38.147934 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:38.291101 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-acb1db43-9449-49d8-9628-ba6388fe51ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:38.337055 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:38.341253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ee679b1-4805-4a9f-a510-be5f3269c199 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:18:38.347473 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:38.348750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fc2675c7-a526-4fd2-948f-eb963504a246 admin admin] 10.222.0.76 "DELETE /v2.0/routers/4ee679b1-4805-4a9f-a510-be5f3269c199 HTTP/1.1" status: 204 len: 168 time: 1.2887383 Aug 29 07:18:38.351276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34668) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:38.407282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae67e13-c84c-4cd5-8245-621199af2357 admin admin] Deleting subnet aa0666cb-ac9f-4af1-b417-84613003b7af {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:18:38.411200 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fae67e13-c84c-4cd5-8245-621199af2357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:38.457470 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fae67e13-c84c-4cd5-8245-621199af2357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:38.458228 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d77d168a-29c6-4e13-88d8-780cd42502a3 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:18:38.486038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: d77d168a-29c6-4e13-88d8-780cd42502a3 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:18:38.486688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d77d168a-29c6-4e13-88d8-780cd42502a3 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:18:38.552383 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fae67e13-c84c-4cd5-8245-621199af2357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:38.681415 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fae67e13-c84c-4cd5-8245-621199af2357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:38.715089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae67e13-c84c-4cd5-8245-621199af2357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa0666cb-ac9f-4af1-b417-84613003b7af,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:38.723788 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fae67e13-c84c-4cd5-8245-621199af2357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:38.723788 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fae67e13-c84c-4cd5-8245-621199af2357 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/aa0666cb-ac9f-4af1-b417-84613003b7af HTTP/1.1" status: 204 len: 168 time: 0.3698947 Aug 29 07:18:38.725290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34672) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:38.733332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0e7eff-454b-4c64-abc6-0b8647587560 None None] Network 08fb56f6-9347-4fcc-8e31-21eb92e603ca requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:18:38.804267 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:38.867683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Deleting port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:18:38.868028 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:38.929380 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] DHCP port deletion for 08fb56f6-9347-4fcc-8e31-21eb92e603ca request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:18:38.941710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] For port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9,segment=NetworkSegment(d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61),segment_id=d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:38.942090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:38.957443 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Calling delete_port for 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:18:38.976203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Deleting port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:18:38.976537 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:39.045118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] For port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9,segment=NetworkSegment(d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61),segment_id=d8c8f7e1-8d96-4bb8-8704-5e1eb9488d61)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:39.055036 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:39.060680 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Calling delete_port for 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:18:39.146733 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:39.153328 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:39.184271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:39.185677 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Pushing event deleted for resources: {'Port': ['ID=13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:39.188668 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] No DVR routers for this DVR port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:18:39.193368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] No DVR routers for this DVR port 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:18:39.206063 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:39.206415 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:39.206912 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:39.207088 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:39.207660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:39.208178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:39.208528 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:39.208827 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:39.209154 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:39.209477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:39.209798 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:39.210113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506af65b-3b48-4c85-9c7d-3db44e6e61eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:39.272202 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:39.282181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08fb56f6-9347-4fcc-8e31-21eb92e603ca']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:39.294003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:39.294301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c8f7e1-8d96-4bb8-8704-5e1eb9488d61') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:39.303237 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:39.317311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:39.323298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:18:39.323689 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:18:39.325298 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:18:39.463298 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:39.474134 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:39.475097 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/08fb56f6-9347-4fcc-8e31-21eb92e603ca HTTP/1.1" status: 204 len: 168 time: 0.7486742 Aug 29 07:18:39.478658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34678) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:39.488395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb16b75-da83-424d-9884-b3c5f54ca8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=08fb56f6-9347-4fcc-8e31-21eb92e603ca,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:39.839488 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-09c2fbc1-fa27-4dea-b3fa-be2c5f464871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:40.090605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-09c2fbc1-fa27-4dea-b3fa-be2c5f464871 admin admin] Deleting port e0bf8e59-967d-4796-b883-1693010682e8 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:18:40.090955 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-09c2fbc1-fa27-4dea-b3fa-be2c5f464871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:40.104235 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:18:40.127620 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:18:40.128236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 13f30213-1dc8-4fb3-ae16-6b0f2c7ab8a9 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:18:40.129007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:18:40.149579 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:18:40.150421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d06164ef-eb1c-4bd6-8dae-ac4cfa9b2a73 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:18:40.180507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-09c2fbc1-fa27-4dea-b3fa-be2c5f464871 admin admin] For port e0bf8e59-967d-4796-b883-1693010682e8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e0bf8e59-967d-4796-b883-1693010682e8,segment=NetworkSegment(e0de2a0d-61c5-450e-99bc-11dea1947801),segment_id=e0de2a0d-61c5-450e-99bc-11dea1947801)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:40.180877 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-09c2fbc1-fa27-4dea-b3fa-be2c5f464871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:40.193738 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-09c2fbc1-fa27-4dea-b3fa-be2c5f464871 admin admin] Calling delete_port for e0bf8e59-967d-4796-b883-1693010682e8 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:18:40.467083 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-09c2fbc1-fa27-4dea-b3fa-be2c5f464871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:40.493509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2fbc1-fa27-4dea-b3fa-be2c5f464871 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0bf8e59-967d-4796-b883-1693010682e8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:40.800195 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:41.019640 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-09c2fbc1-fa27-4dea-b3fa-be2c5f464871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:41.239163 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c2fbc1-fa27-4dea-b3fa-be2c5f464871 admin admin] Router 0d6c0e58-1bf1-44e8-ac67-63eea93e383e has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:18:41.349936 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c2fbc1-fa27-4dea-b3fa-be2c5f464871 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:18:41.357725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-09c2fbc1-fa27-4dea-b3fa-be2c5f464871 admin admin] 10.222.0.76 "PUT /v2.0/routers/0d6c0e58-1bf1-44e8-ac67-63eea93e383e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8756118 Aug 29 07:18:41.358824 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34690) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:41.361384 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3328d21f-7866-49a4-aed4-81ad7d4b4394 None None] Sync routers for ids ['0d6c0e58-1bf1-44e8-ac67-63eea93e383e'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:18:41.372315 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328d21f-7866-49a4-aed4-81ad7d4b4394 None None] Routers {'0d6c0e58-1bf1-44e8-ac67-63eea93e383e'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:18:41.373078 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3328d21f-7866-49a4-aed4-81ad7d4b4394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:18:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0d6c0e58-1bf1-44e8-ac67-63eea93e383e'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:41.466902 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:41.485739 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3328d21f-7866-49a4-aed4-81ad7d4b4394 None None] Set router 0d6c0e58-1bf1-44e8-ac67-63eea93e383e gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:18:41.542410 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5a06e28c-0cc1-4541-9c15-8c0bdfb01829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:41.580958 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:41.671745 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3328d21f-7866-49a4-aed4-81ad7d4b4394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'name': 'tempest-TestServerBasicOps-1035726487-router', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:18Z', 'updated_at': '2021-08-29T07:18:40Z', 'revision_number': 5, 'project_id': '1988d7a32371417b80faf1f704e80a8a', 'gw_port': {'id': 'e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:66:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:13:19Z', 'updated_at': '2021-08-29T07:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:41.704445 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3328d21f-7866-49a4-aed4-81ad7d4b4394 None None] Checking router: 0d6c0e58-1bf1-44e8-ac67-63eea93e383e for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:18:41.715717 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328d21f-7866-49a4-aed4-81ad7d4b4394 None None] Routers {'0d6c0e58-1bf1-44e8-ac67-63eea93e383e'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:18:41.716346 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3328d21f-7866-49a4-aed4-81ad7d4b4394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:18:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0d6c0e58-1bf1-44e8-ac67-63eea93e383e'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:41.727615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Deleting port e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:18:41.727961 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:41.816815 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:41.838782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] For port e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:41.839210 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:41.853012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Calling delete_port for e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:18:41.910937 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3328d21f-7866-49a4-aed4-81ad7d4b4394 None None] Set router 0d6c0e58-1bf1-44e8-ac67-63eea93e383e gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:18:41.987697 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3328d21f-7866-49a4-aed4-81ad7d4b4394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'name': 'tempest-TestServerBasicOps-1035726487-router', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:18Z', 'updated_at': '2021-08-29T07:18:41Z', 'revision_number': 6, 'project_id': '1988d7a32371417b80faf1f704e80a8a', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:42.037940 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3328d21f-7866-49a4-aed4-81ad7d4b4394 None None] The sync data for ids ['0d6c0e58-1bf1-44e8-ac67-63eea93e383e'] in n-d-713301-12 is: [{'id': '0d6c0e58-1bf1-44e8-ac67-63eea93e383e', 'name': 'tempest-TestServerBasicOps-1035726487-router', 'tenant_id': '1988d7a32371417b80faf1f704e80a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:13:18Z', 'updated_at': '2021-08-29T07:18:41Z', 'revision_number': 6, 'project_id': '1988d7a32371417b80faf1f704e80a8a', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:18:42.158469 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:42.183827 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:42.197370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:42.197723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:42.198070 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:42.198412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:42.198748 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:42.199081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:42.199441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:42.199770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:42.200099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:42.200435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:42.200759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:42.201085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:18:42.261024 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:42.354021 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:42.356140 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:42.518026 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:42.518026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d6c0e58-1bf1-44e8-ac67-63eea93e383e {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:18:42.520699 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:42.522677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-591fef30-81fb-4042-bc92-fc5fdd9ab5c4 admin admin] 10.222.0.76 "DELETE /v2.0/routers/0d6c0e58-1bf1-44e8-ac67-63eea93e383e HTTP/1.1" status: 204 len: 168 time: 1.1631327 Aug 29 07:18:42.524517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 34700) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:42.573854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a07b13-dd33-462b-90ac-2affb23f290d admin admin] Deleting subnet eb7d1e4b-06c1-4736-bfb1-a2431e309caa {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:18:42.577168 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d5a07b13-dd33-462b-90ac-2affb23f290d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:42.613420 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d5a07b13-dd33-462b-90ac-2affb23f290d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:42.701991 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d5a07b13-dd33-462b-90ac-2affb23f290d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:42.851775 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d5a07b13-dd33-462b-90ac-2affb23f290d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:42.877949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a07b13-dd33-462b-90ac-2affb23f290d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb7d1e4b-06c1-4736-bfb1-a2431e309caa,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:42.888250 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d5a07b13-dd33-462b-90ac-2affb23f290d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:42.892337 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d5a07b13-dd33-462b-90ac-2affb23f290d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/eb7d1e4b-06c1-4736-bfb1-a2431e309caa HTTP/1.1" status: 204 len: 168 time: 0.3646472 Aug 29 07:18:42.893397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34706) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:42.899200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dedae3b-d581-4209-9718-21fc15e646e5 None None] Network 31207894-0c21-4547-a8ff-c13367c69f41 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:18:42.976694 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:43.036070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Deleting port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:18:43.036482 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:43.137013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] For port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9,segment=NetworkSegment(e0de2a0d-61c5-450e-99bc-11dea1947801),segment_id=e0de2a0d-61c5-450e-99bc-11dea1947801)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:43.137013 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:43.138283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Calling delete_port for 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:18:43.189117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1b2f20-9c70-4259-b9dd-9807e9b450be None None] DHCP port deletion for 31207894-0c21-4547-a8ff-c13367c69f41 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:18:43.250760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-df1b2f20-9c70-4259-b9dd-9807e9b450be None None] Deleting port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:18:43.251198 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-df1b2f20-9c70-4259-b9dd-9807e9b450be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:43.315579 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-df1b2f20-9c70-4259-b9dd-9807e9b450be None None] For port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9,segment=NetworkSegment(e0de2a0d-61c5-450e-99bc-11dea1947801),segment_id=e0de2a0d-61c5-450e-99bc-11dea1947801)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:18:43.315914 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-df1b2f20-9c70-4259-b9dd-9807e9b450be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:43.331264 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:43.333430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-df1b2f20-9c70-4259-b9dd-9807e9b450be None None] Calling delete_port for 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:18:43.364493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Pushing event deleted for resources: {'Port': ['ID=503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:43.366933 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] No DVR routers for this DVR port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:18:43.442188 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:43.453271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31207894-0c21-4547-a8ff-c13367c69f41']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:43.465279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0de2a0d-61c5-450e-99bc-11dea1947801') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:43.465617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0de2a0d-61c5-450e-99bc-11dea1947801') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:18:43.475410 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:43.490218 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:43.496785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:18:43.498805 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:18:43.498949 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:18:43.574815 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-df1b2f20-9c70-4259-b9dd-9807e9b450be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:43.599349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b2f20-9c70-4259-b9dd-9807e9b450be None None] Pushing event deleted for resources: {'Port': ['ID=503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:43.603172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b2f20-9c70-4259-b9dd-9807e9b450be None None] No DVR routers for this DVR port 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:18:43.632380 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:43.673874 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:43.679414 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:43.681250 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] 10.222.0.76 "DELETE /v2.0/networks/31207894-0c21-4547-a8ff-c13367c69f41 HTTP/1.1" status: 204 len: 168 time: 0.7867658 Aug 29 07:18:43.692259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f04674-89d5-4810-9bec-30de52d6f87c admin admin] Pushing event deleted for resources: {'Network': ['ID=31207894-0c21-4547-a8ff-c13367c69f41,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:44.086029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:18:44.106715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:18:44.107058 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e2c941bd-2a01-4bdd-ace8-a1f87e2b5f97 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:18:44.107495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e0bf8e59-967d-4796-b883-1693010682e8 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:18:44.129017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: e0bf8e59-967d-4796-b883-1693010682e8 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:18:44.130343 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e0bf8e59-967d-4796-b883-1693010682e8 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:18:44.130864 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:18:44.134158 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34716) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:44.154984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:18:44.155468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 503e11d7-4a7d-4a0c-b5e9-07185a1c0dc9 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:18:44.177290 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-649583bd-d104-4920-9d58-ef281f97b729 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc2e022f8122409ca1e473ae517571f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419974 Aug 29 07:18:44.179805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34718) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:44.227545 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53a623bc-cfb9-4afc-99d4-bfa148ba561c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:44.247984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53a623bc-cfb9-4afc-99d4-bfa148ba561c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:44.421168 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53a623bc-cfb9-4afc-99d4-bfa148ba561c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:44.423869 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-53a623bc-cfb9-4afc-99d4-bfa148ba561c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:44.425087 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-53a623bc-cfb9-4afc-99d4-bfa148ba561c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3f392180-8d79-4e70-bcc1-cc5eb4d0c883 HTTP/1.1" status: 204 len: 168 time: 0.2443438 Aug 29 07:18:44.433356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a623bc-cfb9-4afc-99d4-bfa148ba561c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f392180-8d79-4e70-bcc1-cc5eb4d0c883,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:45.208770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34730) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:45.252612 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f05d9743-c927-421b-9b36-49b52fa11ccf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1988d7a32371417b80faf1f704e80a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425436 Aug 29 07:18:45.255122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 34732) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:18:45.302817 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-70d494a4-b80e-45df-ab10-192add5ab20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:45.323505 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-70d494a4-b80e-45df-ab10-192add5ab20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:45.439700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-70d494a4-b80e-45df-ab10-192add5ab20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:45.442333 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-70d494a4-b80e-45df-ab10-192add5ab20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:45.447584 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-70d494a4-b80e-45df-ab10-192add5ab20c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eac099cf-dea8-4048-a01a-1e1d4808db90 HTTP/1.1" status: 204 len: 168 time: 0.1874938 Aug 29 07:18:45.452888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d494a4-b80e-45df-ab10-192add5ab20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac099cf-dea8-4048-a01a-1e1d4808db90,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:18:46.031357 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f2bb5e83-ac65-4170-8e39-bf7216a077ec req-97b235d0-5091-4dd2-a13d-04071d0bfc52 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270565 Aug 29 07:18:46.100534 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f2bb5e83-ac65-4170-8e39-bf7216a077ec req-eb65cdc7-87ab-49d5-86fb-3a169ff3bcfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0273409 Aug 29 07:18:46.144354 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f2bb5e83-ac65-4170-8e39-bf7216a077ec req-2b0a04c1-499b-4cfb-b2d7-f322c830a131 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243087 Aug 29 07:18:46.253084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb5e83-ac65-4170-8e39-bf7216a077ec req-d83906bc-65cb-40c5-82f0-17877d4bf6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:18:46.254573 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f2bb5e83-ac65-4170-8e39-bf7216a077ec req-d83906bc-65cb-40c5-82f0-17877d4bf6dd service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935657 Aug 29 07:18:51.112310 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:18:57.272684 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:19:02.919715 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-297e42d5-e7da-4dc1-9c9b-c4d1d40ccc8b req-8eafddfd-e939-4295-98d2-185e6a859f73 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1894968 Aug 29 07:19:03.021801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e42d5-e7da-4dc1-9c9b-c4d1d40ccc8b req-ed34d98d-ebbf-4694-acd1-993f2806c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:03.023359 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-297e42d5-e7da-4dc1-9c9b-c4d1d40ccc8b req-ed34d98d-ebbf-4694-acd1-993f2806c0de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 1098 time: 0.0456223 Aug 29 07:19:03.128391 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e42d5-e7da-4dc1-9c9b-c4d1d40ccc8b req-4ef93f3f-d33e-4fd5-aed7-323cd1383f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:03.129845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-297e42d5-e7da-4dc1-9c9b-c4d1d40ccc8b req-4ef93f3f-d33e-4fd5-aed7-323cd1383f1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=664d1a91-afef-4e3c-bee8-93165b39d6bf HTTP/1.1" status: 200 len: 898 time: 0.0877109 Aug 29 07:19:03.201466 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-297e42d5-e7da-4dc1-9c9b-c4d1d40ccc8b req-975444fb-ae3b-4125-9312-5a4724dfaa53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7 HTTP/1.1" status: 200 len: 1002 time: 0.0644219 Aug 29 07:19:03.253277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e42d5-e7da-4dc1-9c9b-c4d1d40ccc8b req-bdce3ea4-bdf3-45a1-ab35-e9e2b21d1fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:03.254858 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-297e42d5-e7da-4dc1-9c9b-c4d1d40ccc8b req-bdce3ea4-bdf3-45a1-ab35-e9e2b21d1fd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc0b9733-7350-4304-b5dd-39776cf8b893 HTTP/1.1" status: 200 len: 835 time: 0.0460994 Aug 29 07:19:03.303775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e42d5-e7da-4dc1-9c9b-c4d1d40ccc8b req-60061ca9-b3f9-4e23-aff4-68e30f9199ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:03.305357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-297e42d5-e7da-4dc1-9c9b-c4d1d40ccc8b req-60061ca9-b3f9-4e23-aff4-68e30f9199ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=664d1a91-afef-4e3c-bee8-93165b39d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430400 Aug 29 07:19:03.316094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-297e42d5-e7da-4dc1-9c9b-c4d1d40ccc8b req-6ea3aab0-c1eb-4092-bc9b-3a8ddf16030d service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:19:03.317147 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-297e42d5-e7da-4dc1-9c9b-c4d1d40ccc8b req-6ea3aab0-c1eb-4092-bc9b-3a8ddf16030d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050321 Aug 29 07:19:03.410090 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-297e42d5-e7da-4dc1-9c9b-c4d1d40ccc8b req-4390ed6e-2609-4e67-a64c-39eb264f05d7 service neutron] 10.222.0.11 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860603 Aug 29 07:19:03.502909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-297e42d5-e7da-4dc1-9c9b-c4d1d40ccc8b req-ffb992c1-893b-47d0-913e-4f183603994f service neutron] 10.222.0.11 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864234 Aug 29 07:19:03.828827 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:08.164957 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-694b5d89-e5f5-4aac-9943-8439f8b2bb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:10.820361 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:11.536346 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-291d25fa-fd3b-4995-8ad8-f678619e3bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:11.827737 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:13.553303 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:21.117675 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:25.313629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b675808-57a7-415c-bc8e-a0b81b5e7a03 req-f7a964a2-9266-42c7-a0de-bc8863057e48 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:25.315542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b675808-57a7-415c-bc8e-a0b81b5e7a03 req-f7a964a2-9266-42c7-a0de-bc8863057e48 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 946 time: 0.0549753 Aug 29 07:19:25.357713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b675808-57a7-415c-bc8e-a0b81b5e7a03 req-c7f487e4-dc7d-4c35-ae3e-37da9f40524b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354021 Aug 29 07:19:25.386230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35096) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:25.451650 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f2c653b4-b15a-47b1-a8ca-a1bee3d3ca37 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/3b18fc11-a539-44ab-9a9f-b6974f8a3629 HTTP/1.1" status: 200 len: 994 time: 0.0641413 Aug 29 07:19:25.803737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa9ddd-0d7b-4db9-92f2-9295c89a2270 req-36f3ff78-cef6-4597-8fa2-0af202124107 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:25.805280 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6fa9ddd-0d7b-4db9-92f2-9295c89a2270 req-36f3ff78-cef6-4597-8fa2-0af202124107 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 1098 time: 0.0507979 Aug 29 07:19:25.842006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6fa9ddd-0d7b-4db9-92f2-9295c89a2270 req-7e777ad6-6195-42f0-9ad5-f3e4f964923f tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306005 Aug 29 07:19:26.928075 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-f17bbe46-5ef4-480a-bc7d-af81eecd9975 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0464981 Aug 29 07:19:27.970829 n-d-713301-12 neutron-server[95403]: WARNING keystonemiddleware.auth_token [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-f17bbe46-5ef4-480a-bc7d-af81eecd9975 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 07:19:27.974696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-e07ad8d5-4398-46ee-8832-cdb6361c2c13 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:19:27.975760 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-e07ad8d5-4398-46ee-8832-cdb6361c2c13 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1313376 Aug 29 07:19:27.986229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-991f280b-7c0c-43e4-b0f4-4d5759826f44 service neutron] Request body: {'binding': {'host': 'n-h1-713301-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:19:27.986709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-991f280b-7c0c-43e4-b0f4-4d5759826f44 service neutron] Unknown quota resources ['binding']. {{(pid=95403) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 07:19:28.184170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-991f280b-7c0c-43e4-b0f4-4d5759826f44 service neutron] Attempting to bind port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 on host n-h1-713301-12 for vnic_type normal with profile None {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:19:28.184170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-991f280b-7c0c-43e4-b0f4-4d5759826f44 service neutron] Attempting to bind port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:19:28.184170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-991f280b-7c0c-43e4-b0f4-4d5759826f44 service neutron] Attempting to bind port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 on network 664d1a91-afef-4e3c-bee8-93165b39d6bf {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:19:28.184170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-991f280b-7c0c-43e4-b0f4-4d5759826f44 service neutron] Port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 on network 664d1a91-afef-4e3c-bee8-93165b39d6bf not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:19:28.184170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-991f280b-7c0c-43e4-b0f4-4d5759826f44 service neutron] Attempting to bind port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 on network 664d1a91-afef-4e3c-bee8-93165b39d6bf {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:19:28.184170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-991f280b-7c0c-43e4-b0f4-4d5759826f44 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:19:28.184170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-991f280b-7c0c-43e4-b0f4-4d5759826f44 service neutron] Checking segment: {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:19:28.184170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-991f280b-7c0c-43e4-b0f4-4d5759826f44 service neutron] Bound using segment: {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:19:28.184170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-991f280b-7c0c-43e4-b0f4-4d5759826f44 service neutron] Bound port: 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:19:28.267523 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-991f280b-7c0c-43e4-b0f4-4d5759826f44 service neutron] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:19:28.363515 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-991f280b-7c0c-43e4-b0f4-4d5759826f44 service neutron] Notify callbacks [] for binding, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:28.365946 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-991f280b-7c0c-43e4-b0f4-4d5759826f44 service neutron] 10.222.0.76 "POST /v2.0/ports/8ad13ec5-42e5-4528-91b3-3d463f5e75b7/bindings HTTP/1.1" status: 201 len: 390 time: 0.3834012 Aug 29 07:19:28.725830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d72fa-129b-4a82-a7c4-c1a4263cdf72 req-8b6a1e84-c5c0-43dd-8310-38d2e1d2b2ae tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:28.727459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c6d72fa-129b-4a82-a7c4-c1a4263cdf72 req-8b6a1e84-c5c0-43dd-8310-38d2e1d2b2ae tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 946 time: 0.0516064 Aug 29 07:19:28.773274 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c6d72fa-129b-4a82-a7c4-c1a4263cdf72 req-8322be94-c513-48f1-ba02-47ef6a0a9876 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391922 Aug 29 07:19:29.206513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-93dd4e19-5aad-4530-bc80-7f02d2c6304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:29.208209 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-93dd4e19-5aad-4530-bc80-7f02d2c6304c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 1098 time: 0.0508502 Aug 29 07:19:29.309725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-4326543f-12d0-4ccd-8349-83c3141fbed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:29.311249 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-4326543f-12d0-4ccd-8349-83c3141fbed1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=664d1a91-afef-4e3c-bee8-93165b39d6bf HTTP/1.1" status: 200 len: 898 time: 0.0947654 Aug 29 07:19:29.381553 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-028179be-6134-48d4-ba89-5166a9f76d2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7 HTTP/1.1" status: 200 len: 1002 time: 0.0624924 Aug 29 07:19:29.441707 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-fcde68a8-6fbd-4e71-a806-b2d40783be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:29.501860 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-fcde68a8-6fbd-4e71-a806-b2d40783be87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc0b9733-7350-4304-b5dd-39776cf8b893 HTTP/1.1" status: 200 len: 835 time: 0.0550597 Aug 29 07:19:29.501860 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-b661b375-7564-4aca-b71f-5be470857b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:29.501860 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-b661b375-7564-4aca-b71f-5be470857b16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=664d1a91-afef-4e3c-bee8-93165b39d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424650 Aug 29 07:19:29.598700 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-1ca7b817-24b8-4ea6-8a36-4fc734a15cf7 service neutron] 10.222.0.15 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970156 Aug 29 07:19:29.705301 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-c5a37e25-6068-4399-a678-3958702228c3 service neutron] 10.222.0.15 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952241 Aug 29 07:19:29.855352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-c224ef29-7101-4313-aebd-fd6282d36e24 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:29.856757 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-c224ef29-7101-4313-aebd-fd6282d36e24 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99&tenant_id=6b66a9a586534730b2f472cdc192b004&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 1098 time: 0.0857739 Aug 29 07:19:29.869979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-12'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:19:29.912677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec227a3-a752-4ed7-baf3-171d4dd0e75a req-1e349f33-5c75-41f2-94c9-cd7149c1c144 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:29.914609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aec227a3-a752-4ed7-baf3-171d4dd0e75a req-1e349f33-5c75-41f2-94c9-cd7149c1c144 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 946 time: 0.0645480 Aug 29 07:19:29.939529 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:29.961609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aec227a3-a752-4ed7-baf3-171d4dd0e75a req-6ce66f01-9288-49bb-a1fa-e5574eeaa3e8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405972 Aug 29 07:19:30.085336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:19:30.126850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:19:30.165816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:19:30.168388 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c85df8-da8f-48a4-8c06-f24a2ccc37cf" -d '{"events": [{"server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "name": "network-vif-unplugged", "status": "completed", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:19:30.172801 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:30.209324 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9aec11-ac8b-48dc-8623-8399f78d8a1a x-openstack-request-id: req-9e9aec11-ac8b-48dc-8623-8399f78d8a1a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:19:30.210009 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "name": "network-vif-unplugged", "status": "completed", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:19:30.210009 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e9aec11-ac8b-48dc-8623-8399f78d8a1a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:19:30.211788 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'code': 200} Aug 29 07:19:30.312388 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:30.412192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Pushing event updated for resources: {'Port': ['ID=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:30.428857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:30.429262 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:30.429675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:30.430061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:30.430413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:30.430801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:30.431136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:30.431498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:30.431856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:30.432227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:30.432597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:30.433014 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:30.482339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Attempting to bind port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 on host n-h2-713301-12 for vnic_type normal with profile {"migrating_to": "n-h1-713301-12"} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:19:30.482746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Attempting to bind port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:19:30.483216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Attempting to bind port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 on network 664d1a91-afef-4e3c-bee8-93165b39d6bf {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:19:30.489922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 on network 664d1a91-afef-4e3c-bee8-93165b39d6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:19:30.497193 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Attempting to bind port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 on network 664d1a91-afef-4e3c-bee8-93165b39d6bf {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:19:30.501359 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:19:30.501717 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Checking segment: {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:19:30.502176 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Bound using segment: {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:19:30.502638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Bound port: 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff642548-1a41-4715-8e56-c523613dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:19:30.503063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:30.586183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:19:30.589832 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:19:30.592616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1b6555f0-6146-41da-b492-73a5afd4c14c None None] Provisioning complete for port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:19:30.593170 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b6555f0-6146-41da-b492-73a5afd4c14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:30.630850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1b6555f0-6146-41da-b492-73a5afd4c14c None None] Port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:19:30.694029 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:30.803076 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Pushing event updated for resources: {'Port': ['ID=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,revision_number=8']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:30.850453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:30.851752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:30.862926 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0a7cce52-426d-4c54-9dc6-57193912990e service neutron] 10.222.0.15 "PUT /v2.0/ports/8ad13ec5-42e5-4528-91b3-3d463f5e75b7 HTTP/1.1" status: 200 len: 1124 time: 0.9929178 Aug 29 07:19:30.863340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-38e56fcf-81c2-4449-9bcf-e0c0921395ed req-378c27fe-3245-4482-85a1-4fe7cf17f12a service neutron] (95404) timed out ('10.222.0.15', 53069) {{(pid=95404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 07:19:30.957084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1538b359-3973-4883-a43c-f52d4eb0a9b1 None None] Provisioning complete for port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:19:30.957659 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1538b359-3973-4883-a43c-f52d4eb0a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:30.981259 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['8ad13ec5-42e5-4528-91b3-3d463f5e75b7'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:19:31.100200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001fdd7-0e8d-49b1-a636-54a8da65dc39 req-da813161-2ffb-4400-8376-cff1a061d78c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:31.101766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5001fdd7-0e8d-49b1-a636-54a8da65dc39 req-da813161-2ffb-4400-8376-cff1a061d78c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 944 time: 0.0661991 Aug 29 07:19:31.110405 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1538b359-3973-4883-a43c-f52d4eb0a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:31.152108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:19:31.153085 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5001fdd7-0e8d-49b1-a636-54a8da65dc39 req-877f1140-d9c6-4c5a-9962-c436d92a4149 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415461 Aug 29 07:19:31.154378 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1d1e76-9169-488f-91ec-5103bbf63a45" -d '{"events": [{"server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "name": "network-vif-plugged", "status": "completed", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:19:31.184942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1538b359-3973-4883-a43c-f52d4eb0a9b1 None None] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:19:31.255057 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1538b359-3973-4883-a43c-f52d4eb0a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:31.296352 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e473cd0-8f86-43dd-a1e7-c49bf002f304 x-openstack-request-id: req-9e473cd0-8f86-43dd-a1e7-c49bf002f304 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:19:31.296646 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "name": "network-vif-plugged", "status": "completed", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:19:31.296903 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e473cd0-8f86-43dd-a1e7-c49bf002f304 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:19:31.297286 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'code': 200} Aug 29 07:19:31.445958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538b359-3973-4883-a43c-f52d4eb0a9b1 None None] Pushing event updated for resources: {'Port': ['ID=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:32.213234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:19:32.216412 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bf9d94-db7b-4a64-9873-dbadba86e622" -d '{"events": [{"name": "network-changed", "server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:19:32.279171 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8804f425-fda1-4d7c-be7b-7f0193fe5648 x-openstack-request-id: req-8804f425-fda1-4d7c-be7b-7f0193fe5648 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:19:32.283970 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:19:32.283970 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8804f425-fda1-4d7c-be7b-7f0193fe5648 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:19:32.283970 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'status': 'completed', 'code': 200} Aug 29 07:19:32.303595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328b28b-a6bf-48a2-89cc-016826736d3f req-799d8501-3014-4ebd-847e-f3ff9e390c99 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:32.305423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1328b28b-a6bf-48a2-89cc-016826736d3f req-799d8501-3014-4ebd-847e-f3ff9e390c99 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 946 time: 0.0634377 Aug 29 07:19:32.376853 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1328b28b-a6bf-48a2-89cc-016826736d3f req-67469e54-e1ae-4afd-927d-d643da7aaa28 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633974 Aug 29 07:19:32.394629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf9d94-db7b-4a64-9873-dbadba86e622 req-dfca4063-c099-4d8d-a984-2979fbc1b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:32.396163 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22bf9d94-db7b-4a64-9873-dbadba86e622 req-dfca4063-c099-4d8d-a984-2979fbc1b40a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 1129 time: 0.0638769 Aug 29 07:19:32.499084 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf9d94-db7b-4a64-9873-dbadba86e622 req-35febb10-bffe-4c5d-a2f8-21932e7b7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:32.500652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22bf9d94-db7b-4a64-9873-dbadba86e622 req-35febb10-bffe-4c5d-a2f8-21932e7b7bc3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=664d1a91-afef-4e3c-bee8-93165b39d6bf HTTP/1.1" status: 200 len: 898 time: 0.0972943 Aug 29 07:19:32.575086 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22bf9d94-db7b-4a64-9873-dbadba86e622 req-18db56cd-d08d-4cec-949d-990f6ea966cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7 HTTP/1.1" status: 200 len: 1002 time: 0.0673842 Aug 29 07:19:32.637781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf9d94-db7b-4a64-9873-dbadba86e622 req-e14be2a3-7751-4d1e-a650-28a3b1f3b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:32.637781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22bf9d94-db7b-4a64-9873-dbadba86e622 req-e14be2a3-7751-4d1e-a650-28a3b1f3b370 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc0b9733-7350-4304-b5dd-39776cf8b893 HTTP/1.1" status: 200 len: 835 time: 0.0504532 Aug 29 07:19:32.683447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf9d94-db7b-4a64-9873-dbadba86e622 req-a12620ae-c0cb-42b8-a7b4-e8b93b5bfda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:32.684963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22bf9d94-db7b-4a64-9873-dbadba86e622 req-a12620ae-c0cb-42b8-a7b4-e8b93b5bfda5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=664d1a91-afef-4e3c-bee8-93165b39d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439205 Aug 29 07:19:32.781829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22bf9d94-db7b-4a64-9873-dbadba86e622 req-374dc2cd-7c92-4ad9-b0f4-25472ead8544 service neutron] 10.222.0.11 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890570 Aug 29 07:19:32.894166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22bf9d94-db7b-4a64-9873-dbadba86e622 req-557a7a95-32fa-41b4-97d8-508891a0f5a2 service neutron] 10.222.0.11 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054425 Aug 29 07:19:33.276128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:19:33.378426 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:19:33.390313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 has no active binding in host n-h1-713301-12 {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 07:19:33.503720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377fb4c-8de0-4acf-b368-0573ae04178f req-f07842cc-b7fa-47ce-859f-eb6a5954995f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:33.505259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4377fb4c-8de0-4acf-b368-0573ae04178f req-f07842cc-b7fa-47ce-859f-eb6a5954995f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 946 time: 0.0529637 Aug 29 07:19:33.545145 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4377fb4c-8de0-4acf-b368-0573ae04178f req-54927295-4c85-493e-9935-cd8d806a21ae tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336668 Aug 29 07:19:33.850473 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:34.272428 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:19:34.672294 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4f8ef-5a37-4da6-af9f-e199b98733bc req-81b8de1b-50b5-47aa-92aa-4f1721329194 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:34.674584 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4f4f8ef-5a37-4da6-af9f-e199b98733bc req-81b8de1b-50b5-47aa-92aa-4f1721329194 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 946 time: 0.0579944 Aug 29 07:19:34.720042 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4f4f8ef-5a37-4da6-af9f-e199b98733bc req-f2925eb8-4043-43c5-bd7c-7de9331dbebe tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383523 Aug 29 07:19:35.846872 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09cefb-f8d7-4e19-b2a1-f7266fee9281 req-215f43a0-9092-4ff1-96be-8e1d47dd07a2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:35.848502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de09cefb-f8d7-4e19-b2a1-f7266fee9281 req-215f43a0-9092-4ff1-96be-8e1d47dd07a2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 946 time: 0.0575495 Aug 29 07:19:35.887039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-de09cefb-f8d7-4e19-b2a1-f7266fee9281 req-f2f62854-e480-4282-a4d9-c92df5bc8cc2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322237 Aug 29 07:19:36.871058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-4ad7f355-ae24-4c08-8e55-a8887f122b61 service neutron] 10.222.0.11 "GET /v2.0/ports/8ad13ec5-42e5-4528-91b3-3d463f5e75b7/bindings/n-h1-713301-12 HTTP/1.1" status: 200 len: 385 time: 0.0735302 Aug 29 07:19:37.079519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686915d-7a12-43ea-a616-a014b304ecca req-7bc1070a-8f38-46c5-86e4-d3159f93d09f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:37.081277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9686915d-7a12-43ea-a616-a014b304ecca req-7bc1070a-8f38-46c5-86e4-d3159f93d09f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 946 time: 0.1040041 Aug 29 07:19:37.144782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-3ce724a8-e121-45ce-9e18-18c8b522dd3f service neutron] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:19:37.162014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9686915d-7a12-43ea-a616-a014b304ecca req-ce81ab26-7fc0-434b-8d64-9c5448bda0b5 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676353 Aug 29 07:19:37.174141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-3ce724a8-e121-45ce-9e18-18c8b522dd3f service neutron] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:19:37.229289 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:19:37.231609 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e827bc3-de66-4b95-aa05-14d15acef6da" -d '{"events": [{"server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "name": "network-vif-unplugged", "status": "completed", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:19:37.238957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-3ce724a8-e121-45ce-9e18-18c8b522dd3f service neutron] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:19:37.274707 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d741ffa3-6333-4f6a-9402-9cf9dc75f9b5 x-openstack-request-id: req-d741ffa3-6333-4f6a-9402-9cf9dc75f9b5 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:19:37.275001 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "name": "network-vif-unplugged", "status": "completed", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:19:37.275310 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d741ffa3-6333-4f6a-9402-9cf9dc75f9b5 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:19:37.275718 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'code': 200} Aug 29 07:19:37.402923 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-3ce724a8-e121-45ce-9e18-18c8b522dd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:37.483927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-3ce724a8-e121-45ce-9e18-18c8b522dd3f service neutron] Transition to ACTIVE for port object 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:19:37.587709 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-3ce724a8-e121-45ce-9e18-18c8b522dd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:37.696176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce724a8-e121-45ce-9e18-18c8b522dd3f service neutron] Pushing event updated for resources: {'Port': ['ID=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,revision_number=11']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:37.738746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-3ce724a8-e121-45ce-9e18-18c8b522dd3f service neutron] No DVR routers for this DVR port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:19:37.901560 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-3ce724a8-e121-45ce-9e18-18c8b522dd3f service neutron] 10.222.0.11 "PUT /v2.0/ports/8ad13ec5-42e5-4528-91b3-3d463f5e75b7/bindings/n-h1-713301-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0213864 Aug 29 07:19:38.159954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-90169aab-518d-45e8-8fda-c1ffdcffb06e tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:38.162589 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-90169aab-518d-45e8-8fda-c1ffdcffb06e tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99&tenant_id=6b66a9a586534730b2f472cdc192b004&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.0668535 Aug 29 07:19:38.181672 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d18b3ad1-12b4-4289-8d8a-5aca2adb6715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:38.226408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-451f2d82-633b-4efb-a708-790a2faa9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:38.228071 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-451f2d82-633b-4efb-a708-790a2faa9402 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99&tenant_id=6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 1097 time: 0.0545897 Aug 29 07:19:38.295414 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-9bcf8fb6-387e-4ee9-953b-13a6da3d4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:38.296970 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-9bcf8fb6-387e-4ee9-953b-13a6da3d4cac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 1097 time: 0.0439651 Aug 29 07:19:38.308664 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a2a1c-5204-42be-a8e5-80a04bf2e0b0 req-a0c12d39-6b6a-4388-8796-a9086272e20a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:38.310270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f3a2a1c-5204-42be-a8e5-80a04bf2e0b0 req-a0c12d39-6b6a-4388-8796-a9086272e20a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 945 time: 0.0649400 Aug 29 07:19:38.352130 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f3a2a1c-5204-42be-a8e5-80a04bf2e0b0 req-37a8db25-9682-4245-8f87-adcd3eee62d5 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343347 Aug 29 07:19:38.411051 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-6bbcffdb-2941-4209-89db-1365a3f7457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:38.412605 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-6bbcffdb-2941-4209-89db-1365a3f7457d service neutron] 10.222.0.15 "GET /v2.0/networks?id=664d1a91-afef-4e3c-bee8-93165b39d6bf HTTP/1.1" status: 200 len: 898 time: 0.1086774 Aug 29 07:19:38.498353 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-c5e2c413-f5c9-443d-a27f-8a8f8e573a80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7 HTTP/1.1" status: 200 len: 1000 time: 0.0755391 Aug 29 07:19:38.554541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0e22d315-1426-4f86-b94d-42b3a4f69095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:38.556164 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-0e22d315-1426-4f86-b94d-42b3a4f69095 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc0b9733-7350-4304-b5dd-39776cf8b893 HTTP/1.1" status: 200 len: 835 time: 0.0490248 Aug 29 07:19:38.609634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-f82cf836-8f44-4971-8cd8-14f5bed4e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:38.611746 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-f82cf836-8f44-4971-8cd8-14f5bed4e0f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=664d1a91-afef-4e3c-bee8-93165b39d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470574 Aug 29 07:19:38.711479 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-a8602e53-3870-4bc9-a296-3c57ca07119c service neutron] 10.222.0.15 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920358 Aug 29 07:19:38.826344 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-bdf3dec2-c2d0-4ea8-884e-cb7abebe1225 service neutron] 10.222.0.15 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063504 Aug 29 07:19:39.352486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-bf2ccb3a-416b-4506-8941-f7fcfef10e53 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:39.354016 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-bf2ccb3a-416b-4506-8941-f7fcfef10e53 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99&tenant_id=6b66a9a586534730b2f472cdc192b004&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 1097 time: 0.0491295 Aug 29 07:19:39.490588 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ddd3e-d2cd-4e93-b861-c2fbd1c7315a req-ef851bc3-4c1a-4db6-ad1c-492ca6f659e5 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:39.492372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c1ddd3e-d2cd-4e93-b861-c2fbd1c7315a req-ef851bc3-4c1a-4db6-ad1c-492ca6f659e5 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 945 time: 0.0543799 Aug 29 07:19:39.541295 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c1ddd3e-d2cd-4e93-b861-c2fbd1c7315a req-c453412b-6192-4bca-95f3-ee1c89abfe59 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426702 Aug 29 07:19:39.559668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-60fe427c-f719-4d3a-b50e-06ea6f7d6a91 service neutron] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:19:39.563921 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-60fe427c-f719-4d3a-b50e-06ea6f7d6a91 service neutron] Notify callbacks [] for binding, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:39.565695 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9c280c43-fdc8-4036-a19a-21fce77ec70e req-60fe427c-f719-4d3a-b50e-06ea6f7d6a91 service neutron] 10.222.0.15 "DELETE /v2.0/ports/8ad13ec5-42e5-4528-91b3-3d463f5e75b7/bindings/n-h2-713301-12 HTTP/1.1" status: 204 len: 173 time: 0.2039676 Aug 29 07:19:39.664669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfb93e-8abf-44be-9518-1999e0864fc2 req-5441c62c-6882-4e5f-895e-b5002458d4f5 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:39.666400 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bcfb93e-8abf-44be-9518-1999e0864fc2 req-5441c62c-6882-4e5f-895e-b5002458d4f5 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 1097 time: 0.0436161 Aug 29 07:19:39.705457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bcfb93e-8abf-44be-9518-1999e0864fc2 req-8fe5e4a0-fbd1-472b-a252-998a0f51d034 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329702 Aug 29 07:19:39.853769 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566feb6f-a3d7-43bd-9095-5ff78e161dff req-e6939460-04b5-4f1d-9d60-05bc54b85bcb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:39.855344 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-566feb6f-a3d7-43bd-9095-5ff78e161dff req-e6939460-04b5-4f1d-9d60-05bc54b85bcb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 945 time: 0.0647211 Aug 29 07:19:39.904517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-566feb6f-a3d7-43bd-9095-5ff78e161dff req-b2c73d0d-4e03-409a-b454-0fde6cd268b7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384262 Aug 29 07:19:39.927303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35322) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:40.019061 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8f52c998-504e-46fb-a42d-7a3be1bc9f1c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/3b18fc11-a539-44ab-9a9f-b6974f8a3629 HTTP/1.1" status: 200 len: 992 time: 0.0787745 Aug 29 07:19:40.251726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35332) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:40.311020 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:19:40.364998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:19:40.435453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4b559266-6f4c-48aa-b755-a7aad92ca3e8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port ac33b903-9619-43fb-b013-bb3a02ba769c {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:19:40.436001 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b559266-6f4c-48aa-b755-a7aad92ca3e8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:40.532968 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b559266-6f4c-48aa-b755-a7aad92ca3e8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:40.533895 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b559266-6f4c-48aa-b755-a7aad92ca3e8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:40.549319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-4b559266-6f4c-48aa-b755-a7aad92ca3e8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for ac33b903-9619-43fb-b013-bb3a02ba769c owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:19:40.836322 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:40.865073 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b559266-6f4c-48aa-b755-a7aad92ca3e8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:40.890332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b559266-6f4c-48aa-b755-a7aad92ca3e8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=ac33b903-9619-43fb-b013-bb3a02ba769c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:40.961189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b559266-6f4c-48aa-b755-a7aad92ca3e8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:40.961567 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-4b559266-6f4c-48aa-b755-a7aad92ca3e8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Floating IP 3b18fc11-a539-44ab-9a9f-b6974f8a3629 disassociated (deleted). External IP: 172.25.1.111, port: 8ad13ec5-42e5-4528-91b3-3d463f5e75b7. Aug 29 07:19:41.510260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b559266-6f4c-48aa-b755-a7aad92ca3e8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 1d1531f4-d333-45e5-8a10-85839c48f75e has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:19:41.584746 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bea4eb0f-dbfe-42c5-8290-51f8877de0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:41.634946 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b559266-6f4c-48aa-b755-a7aad92ca3e8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:19:41.639938 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4b559266-6f4c-48aa-b755-a7aad92ca3e8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:41.647789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb060c-eb91-42a1-8e19-b699939b0960 None None] Sync routers for ids ['1d1531f4-d333-45e5-8a10-85839c48f75e'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:19:41.659093 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb060c-eb91-42a1-8e19-b699939b0960 None None] Routers {'1d1531f4-d333-45e5-8a10-85839c48f75e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:19:41.659778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-44eb060c-eb91-42a1-8e19-b699939b0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:19:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1d1531f4-d333-45e5-8a10-85839c48f75e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:41.668545 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4b559266-6f4c-48aa-b755-a7aad92ca3e8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/floatingips/3b18fc11-a539-44ab-9a9f-b6974f8a3629 HTTP/1.1" status: 204 len: 168 time: 1.4155970 Aug 29 07:19:41.669337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:19:41.671812 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fe5b25-528c-4dab-a2a7-5c80b09bc66c" -d '{"events": [{"name": "network-changed", "server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:19:41.720796 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfe0d11-45dc-49b2-a290-b7f962c26394 x-openstack-request-id: req-8bfe0d11-45dc-49b2-a290-b7f962c26394 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:19:41.721159 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:19:41.721475 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8bfe0d11-45dc-49b2-a290-b7f962c26394 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:19:41.721933 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'status': 'completed', 'code': 200} Aug 29 07:19:41.804182 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe5b25-528c-4dab-a2a7-5c80b09bc66c req-08b6cd2c-93df-4c2d-b276-684288b36daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:41.807710 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42fe5b25-528c-4dab-a2a7-5c80b09bc66c req-08b6cd2c-93df-4c2d-b276-684288b36daa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 1097 time: 0.0573170 Aug 29 07:19:41.815211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-44eb060c-eb91-42a1-8e19-b699939b0960 None None] Set router 1d1531f4-d333-45e5-8a10-85839c48f75e gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:19:41.905809 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe5b25-528c-4dab-a2a7-5c80b09bc66c req-c6fec3d5-f903-4b06-adea-e8ba28c370db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:41.907710 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42fe5b25-528c-4dab-a2a7-5c80b09bc66c req-c6fec3d5-f903-4b06-adea-e8ba28c370db service neutron] 10.222.0.15 "GET /v2.0/networks?id=664d1a91-afef-4e3c-bee8-93165b39d6bf HTTP/1.1" status: 200 len: 898 time: 0.0944414 Aug 29 07:19:41.962461 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42fe5b25-528c-4dab-a2a7-5c80b09bc66c req-8206ced9-d832-4f6a-ae3a-760fa7503f4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7 HTTP/1.1" status: 200 len: 217 time: 0.0425193 Aug 29 07:19:41.973508 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:42.034684 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe5b25-528c-4dab-a2a7-5c80b09bc66c req-d500ed10-feed-408c-8d0d-6721a3693468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:42.036283 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42fe5b25-528c-4dab-a2a7-5c80b09bc66c req-d500ed10-feed-408c-8d0d-6721a3693468 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc0b9733-7350-4304-b5dd-39776cf8b893 HTTP/1.1" status: 200 len: 835 time: 0.0655839 Aug 29 07:19:42.076723 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-44eb060c-eb91-42a1-8e19-b699939b0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:17:49Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2115e90d-d634-425b-bd97-ffaccaffab11', 'name': '', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:46:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:47Z', 'updated_at': '2021-08-29T07:17:54Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:42.111602 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe5b25-528c-4dab-a2a7-5c80b09bc66c req-f31304fc-1fec-499e-9e40-99e5a3c84b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:42.114702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb060c-eb91-42a1-8e19-b699939b0960 None None] Checking router: 1d1531f4-d333-45e5-8a10-85839c48f75e for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:19:42.119913 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42fe5b25-528c-4dab-a2a7-5c80b09bc66c req-f31304fc-1fec-499e-9e40-99e5a3c84b46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=664d1a91-afef-4e3c-bee8-93165b39d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730348 Aug 29 07:19:42.126414 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb060c-eb91-42a1-8e19-b699939b0960 None None] Routers {'1d1531f4-d333-45e5-8a10-85839c48f75e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:19:42.127157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-44eb060c-eb91-42a1-8e19-b699939b0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:19:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1d1531f4-d333-45e5-8a10-85839c48f75e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:42.234690 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42fe5b25-528c-4dab-a2a7-5c80b09bc66c req-a2df59a3-f009-4207-9f07-6a6ec293d4a9 service neutron] 10.222.0.15 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983000 Aug 29 07:19:42.253907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-44eb060c-eb91-42a1-8e19-b699939b0960 None None] Set router 1d1531f4-d333-45e5-8a10-85839c48f75e gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:19:42.366646 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-42fe5b25-528c-4dab-a2a7-5c80b09bc66c req-c70be228-8650-4cc2-8fd7-922302b14f83 service neutron] 10.222.0.15 "GET /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239142 Aug 29 07:19:42.427446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d41fd-9e71-415f-891c-ec0075a8a915 req-6769eadb-4346-4a6c-8e68-76339889dbad tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:42.429105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-916d41fd-9e71-415f-891c-ec0075a8a915 req-6769eadb-4346-4a6c-8e68-76339889dbad tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 945 time: 0.0673401 Aug 29 07:19:42.481949 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-916d41fd-9e71-415f-891c-ec0075a8a915 req-5ab9a97b-fb6e-4f33-b148-40b71b5c943c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462914 Aug 29 07:19:42.539641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-44eb060c-eb91-42a1-8e19-b699939b0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:17:49Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2115e90d-d634-425b-bd97-ffaccaffab11', 'name': '', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:46:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:47Z', 'updated_at': '2021-08-29T07:17:54Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:42.566941 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb060c-eb91-42a1-8e19-b699939b0960 None None] The sync data for ids ['1d1531f4-d333-45e5-8a10-85839c48f75e'] in n-d-713301-12 is: [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:17:49Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2115e90d-d634-425b-bd97-ffaccaffab11', 'name': '', 'network_id': '664d1a91-afef-4e3c-bee8-93165b39d6bf', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:46:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:47Z', 'updated_at': '2021-08-29T07:17:54Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': 'fc0b9733-7350-4304-b5dd-39776cf8b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:19:42.809447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2ce8-6645-4652-8e63-0bcdbfb939f6 req-daf59ea9-55ad-4d38-9907-66db439a7c40 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:42.815285 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d6ff2ce8-6645-4652-8e63-0bcdbfb939f6 req-daf59ea9-55ad-4d38-9907-66db439a7c40 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.15 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 945 time: 0.0650580 Aug 29 07:19:42.863908 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1f82a4-5f77-47f7-a187-cc970d6864d2 None None] New status for floating IP 3b18fc11-a539-44ab-9a9f-b6974f8a3629: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:19:42.925292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-d6ff2ce8-6645-4652-8e63-0bcdbfb939f6 req-d93a661b-bd77-41d9-ab4a-e9582a446064 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:19:42.925657 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d6ff2ce8-6645-4652-8e63-0bcdbfb939f6 req-d93a661b-bd77-41d9-ab4a-e9582a446064 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:43.037655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d6ff2ce8-6645-4652-8e63-0bcdbfb939f6 req-d93a661b-bd77-41d9-ab4a-e9582a446064 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] For port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:19:43.038026 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d6ff2ce8-6645-4652-8e63-0bcdbfb939f6 req-d93a661b-bd77-41d9-ab4a-e9582a446064 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:43.051682 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-d6ff2ce8-6645-4652-8e63-0bcdbfb939f6 req-d93a661b-bd77-41d9-ab4a-e9582a446064 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:19:43.290232 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d6ff2ce8-6645-4652-8e63-0bcdbfb939f6 req-d93a661b-bd77-41d9-ab4a-e9582a446064 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:43.328018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a661b-bd77-41d9-ab4a-e9582a446064 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=8ad13ec5-42e5-4528-91b3-3d463f5e75b7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:43.370874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ff2ce8-6645-4652-8e63-0bcdbfb939f6 req-d93a661b-bd77-41d9-ab4a-e9582a446064 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] No DVR routers for this DVR port 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:19:43.373525 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d6ff2ce8-6645-4652-8e63-0bcdbfb939f6 req-d93a661b-bd77-41d9-ab4a-e9582a446064 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:43.376340 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d6ff2ce8-6645-4652-8e63-0bcdbfb939f6 req-d93a661b-bd77-41d9-ab4a-e9582a446064 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.15 "DELETE /v2.0/ports/8ad13ec5-42e5-4528-91b3-3d463f5e75b7 HTTP/1.1" status: 204 len: 173 time: 0.5529838 Aug 29 07:19:43.603821 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48e7f50c-41e5-4261-ace4-e2e880d12c95 req-3f827e48-c5ac-4d92-854d-5fb7c21fe456 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e44831-1fe3-49f8-9ac9-5b674e814d99 HTTP/1.1" status: 200 len: 210 time: 0.0292866 Aug 29 07:19:43.610581 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:43.723693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'name': 'network-vif-deleted', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:19:43.726588 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887514a3-373c-469e-ace8-b4895ea44c12" -d '{"events": [{"server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "name": "network-vif-deleted", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:19:43.777731 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a791bbb-e05b-4927-902f-720c62531c31 x-openstack-request-id: req-8a791bbb-e05b-4927-902f-720c62531c31 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:19:43.777731 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e44831-1fe3-49f8-9ac9-5b674e814d99", "name": "network-vif-deleted", "tag": "8ad13ec5-42e5-4528-91b3-3d463f5e75b7", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:19:43.777731 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a791bbb-e05b-4927-902f-720c62531c31 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:19:43.777731 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e44831-1fe3-49f8-9ac9-5b674e814d99', 'name': 'network-vif-deleted', 'tag': '8ad13ec5-42e5-4528-91b3-3d463f5e75b7', 'status': 'completed', 'code': 200} Aug 29 07:19:44.663755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35404) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:45.098227 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f40f2c71-1399-457b-a8ba-0d641fde2827 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:45.350111 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:19:45.377975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:19:45.378504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 8ad13ec5-42e5-4528-91b3-3d463f5e75b7 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:19:45.417043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f40f2c71-1399-457b-a8ba-0d641fde2827 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port 2115e90d-d634-425b-bd97-ffaccaffab11 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:19:45.417496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f40f2c71-1399-457b-a8ba-0d641fde2827 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:45.527637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-f40f2c71-1399-457b-a8ba-0d641fde2827 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] For port 2115e90d-d634-425b-bd97-ffaccaffab11, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2115e90d-d634-425b-bd97-ffaccaffab11,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:19:45.528024 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f40f2c71-1399-457b-a8ba-0d641fde2827 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:45.545547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f40f2c71-1399-457b-a8ba-0d641fde2827 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for 2115e90d-d634-425b-bd97-ffaccaffab11 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:19:45.808920 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f40f2c71-1399-457b-a8ba-0d641fde2827 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:45.838686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f2c71-1399-457b-a8ba-0d641fde2827 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=2115e90d-d634-425b-bd97-ffaccaffab11,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:46.063419 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f40f2c71-1399-457b-a8ba-0d641fde2827 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:46.144941 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5cb0572a-5c6b-4fb5-a023-775f4154d08d req-ae8173fb-8641-4223-821f-2da71cc05960 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1218421 Aug 29 07:19:46.254499 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0572a-5c6b-4fb5-a023-775f4154d08d req-2d08a515-60aa-4f1f-ba0f-3aa1be39b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:46.256105 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5cb0572a-5c6b-4fb5-a023-775f4154d08d req-2d08a515-60aa-4f1f-ba0f-3aa1be39b882 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 1097 time: 0.0735590 Aug 29 07:19:46.445962 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0572a-5c6b-4fb5-a023-775f4154d08d req-669109aa-36f3-4131-b847-ba6f6f2e14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:46.450078 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5cb0572a-5c6b-4fb5-a023-775f4154d08d req-669109aa-36f3-4131-b847-ba6f6f2e14b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 913 time: 0.1494217 Aug 29 07:19:46.450078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40f2c71-1399-457b-a8ba-0d641fde2827 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 1d1531f4-d333-45e5-8a10-85839c48f75e has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:19:46.569499 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5cb0572a-5c6b-4fb5-a023-775f4154d08d req-c5a4ea05-0067-4095-ac3c-6e5ba63c9f29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d0955e-4c05-4c7e-9b74-274581ee7b66 HTTP/1.1" status: 200 len: 1001 time: 0.1139977 Aug 29 07:19:46.667769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40f2c71-1399-457b-a8ba-0d641fde2827 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:19:46.670628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0572a-5c6b-4fb5-a023-775f4154d08d req-48081c03-acd7-44ae-806a-f3b2f1605f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:46.672796 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5cb0572a-5c6b-4fb5-a023-775f4154d08d req-48081c03-acd7-44ae-806a-f3b2f1605f15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.0695636 Aug 29 07:19:46.676304 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f40f2c71-1399-457b-a8ba-0d641fde2827 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "PUT /v2.0/routers/1d1531f4-d333-45e5-8a10-85839c48f75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0115113 Aug 29 07:19:46.680207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 35434) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:46.686997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634fbda-5d88-48d6-a5d8-b9026dcec7f7 None None] Sync routers for ids ['1d1531f4-d333-45e5-8a10-85839c48f75e'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:19:46.701676 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634fbda-5d88-48d6-a5d8-b9026dcec7f7 None None] Routers {'1d1531f4-d333-45e5-8a10-85839c48f75e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:19:46.702255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c634fbda-5d88-48d6-a5d8-b9026dcec7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:19:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1d1531f4-d333-45e5-8a10-85839c48f75e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:46.723472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0572a-5c6b-4fb5-a023-775f4154d08d req-61bd5614-1506-4f10-b8f2-4b973bf0a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:46.724999 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5cb0572a-5c6b-4fb5-a023-775f4154d08d req-61bd5614-1506-4f10-b8f2-4b973bf0a6cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459061 Aug 29 07:19:46.750937 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting subnet fc0b9733-7350-4304-b5dd-39776cf8b893 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:19:46.755232 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:46.805068 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:46.833960 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5cb0572a-5c6b-4fb5-a023-775f4154d08d req-c4af0456-7eeb-48d6-b1c9-1061181c535b service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997770 Aug 29 07:19:46.915499 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:46.951992 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5cb0572a-5c6b-4fb5-a023-775f4154d08d req-33a84cf8-0762-4a98-9c24-53aca774c5db service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111255 Aug 29 07:19:46.992395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-c634fbda-5d88-48d6-a5d8-b9026dcec7f7 None None] Set router 1d1531f4-d333-45e5-8a10-85839c48f75e gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:19:47.053870 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:47.087587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0b9733-7350-4304-b5dd-39776cf8b893,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:47.092031 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:47.093933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/subnets/fc0b9733-7350-4304-b5dd-39776cf8b893 HTTP/1.1" status: 204 len: 168 time: 0.4110391 Aug 29 07:19:47.097566 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35440) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:47.099925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.102392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.102392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.102392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.102392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.102392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.102392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.102392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.103049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.103049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.103253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.103569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d85bd5-1edd-46d9-ab5e-31d0dbcb78af tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.104372 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada7a996-b123-45bb-99ea-bea015f7dfc0 None None] Network 664d1a91-afef-4e3c-bee8-93165b39d6bf requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:19:47.221030 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:47.296470 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c634fbda-5d88-48d6-a5d8-b9026dcec7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:19:45Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:47.324473 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634fbda-5d88-48d6-a5d8-b9026dcec7f7 None None] Checking router: 1d1531f4-d333-45e5-8a10-85839c48f75e for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:19:47.336920 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634fbda-5d88-48d6-a5d8-b9026dcec7f7 None None] Routers {'1d1531f4-d333-45e5-8a10-85839c48f75e'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:19:47.339699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c634fbda-5d88-48d6-a5d8-b9026dcec7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:19:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['1d1531f4-d333-45e5-8a10-85839c48f75e'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:47.340772 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:47.378157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] DHCP port deletion for 664d1a91-afef-4e3c-bee8-93165b39d6bf request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:19:47.473284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port a6d1e1e3-b26c-48af-af65-a18c78a69b6f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:19:47.473629 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:47.480031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-c634fbda-5d88-48d6-a5d8-b9026dcec7f7 None None] Set router 1d1531f4-d333-45e5-8a10-85839c48f75e gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:19:47.537038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Deleting port cd369ea1-8bf4-487f-9aee-dbfa1f535867 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:19:47.537394 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:47.561299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] For port a6d1e1e3-b26c-48af-af65-a18c78a69b6f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a6d1e1e3-b26c-48af-af65-a18c78a69b6f,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:19:47.561791 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:47.579194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for a6d1e1e3-b26c-48af-af65-a18c78a69b6f owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:19:47.647036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] For port cd369ea1-8bf4-487f-9aee-dbfa1f535867, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cd369ea1-8bf4-487f-9aee-dbfa1f535867,segment=NetworkSegment(ff642548-1a41-4715-8e56-c523613dee3f),segment_id=ff642548-1a41-4715-8e56-c523613dee3f)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:19:47.647322 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:47.668817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Calling delete_port for cd369ea1-8bf4-487f-9aee-dbfa1f535867 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:19:47.797709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c634fbda-5d88-48d6-a5d8-b9026dcec7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:19:45Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:47.824171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634fbda-5d88-48d6-a5d8-b9026dcec7f7 None None] The sync data for ids ['1d1531f4-d333-45e5-8a10-85839c48f75e'] in n-d-713301-12 is: [{'id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225850967', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:17:43Z', 'updated_at': '2021-08-29T07:19:45Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'a6d1e1e3-b26c-48af-af65-a18c78a69b6f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1531f4-d333-45e5-8a10-85839c48f75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:17:44Z', 'updated_at': '2021-08-29T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:19:47.835941 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:47.873788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=a6d1e1e3-b26c-48af-af65-a18c78a69b6f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:47.881697 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:47.915781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Pushing event deleted for resources: {'Port': ['ID=cd369ea1-8bf4-487f-9aee-dbfa1f535867,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:47.920372 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] No DVR routers for this DVR port cd369ea1-8bf4-487f-9aee-dbfa1f535867 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:19:47.928612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.928943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.929295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.929686 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.930820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.930820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.930820 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.936709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.936709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.936709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.936709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.936709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021a7f4e-942a-4729-9155-729413a1a53d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:47.954136 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:48.052044 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:48.054563 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:48.337265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cd369ea1-8bf4-487f-9aee-dbfa1f535867 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:19:48.358825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: cd369ea1-8bf4-487f-9aee-dbfa1f535867 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:19:48.359198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cd369ea1-8bf4-487f-9aee-dbfa1f535867 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:19:48.360253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2115e90d-d634-425b-bd97-ffaccaffab11 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:19:48.400577 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 2115e90d-d634-425b-bd97-ffaccaffab11 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:19:48.400970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2115e90d-d634-425b-bd97-ffaccaffab11 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:19:48.558777 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:48.559514 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Fanout notify agent at l3_agent the message router_deleted on router 1d1531f4-d333-45e5-8a10-85839c48f75e {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:19:48.566725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:48.571070 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 35464) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:48.571592 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3093e728-1f54-429c-89eb-3ee27fb96553 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/routers/1d1531f4-d333-45e5-8a10-85839c48f75e HTTP/1.1" status: 204 len: 168 time: 1.4693031 Aug 29 07:19:48.670940 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0cf6-f0bb-4585-a211-ee85d39a89fb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:48.776997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0cf6-f0bb-4585-a211-ee85d39a89fb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:48.789066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-9c0c0cf6-f0bb-4585-a211-ee85d39a89fb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664d1a91-afef-4e3c-bee8-93165b39d6bf']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:48.801043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-9c0c0cf6-f0bb-4585-a211-ee85d39a89fb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff642548-1a41-4715-8e56-c523613dee3f') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:48.801339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-9c0c0cf6-f0bb-4585-a211-ee85d39a89fb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff642548-1a41-4715-8e56-c523613dee3f') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:48.811180 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0cf6-f0bb-4585-a211-ee85d39a89fb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:48.826067 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0cf6-f0bb-4585-a211-ee85d39a89fb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:48.833275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0c0cf6-f0bb-4585-a211-ee85d39a89fb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:19:48.833747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0cf6-f0bb-4585-a211-ee85d39a89fb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:19:48.836821 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:19:48.970047 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0cf6-f0bb-4585-a211-ee85d39a89fb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:48.977663 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0cf6-f0bb-4585-a211-ee85d39a89fb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:48.979367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9c0c0cf6-f0bb-4585-a211-ee85d39a89fb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/networks/664d1a91-afef-4e3c-bee8-93165b39d6bf HTTP/1.1" status: 204 len: 168 time: 0.4072952 Aug 29 07:19:48.982226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35470) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:48.991586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c0cf6-f0bb-4585-a211-ee85d39a89fb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Network': ['ID=664d1a91-afef-4e3c-bee8-93165b39d6bf,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:49.042661 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62ea72dd-68a9-41bb-a34d-e5c964a8a44f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:49.071420 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62ea72dd-68a9-41bb-a34d-e5c964a8a44f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:49.213085 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62ea72dd-68a9-41bb-a34d-e5c964a8a44f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:49.215717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-62ea72dd-68a9-41bb-a34d-e5c964a8a44f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:49.216880 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-62ea72dd-68a9-41bb-a34d-e5c964a8a44f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/security-groups/0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb HTTP/1.1" status: 204 len: 168 time: 0.2336044 Aug 29 07:19:49.226713 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea72dd-68a9-41bb-a34d-e5c964a8a44f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1d29bb-38d2-4c2d-a98d-e9aca229d3fb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:49.929278 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35480) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:49.934220 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b5471fe6-f80c-428c-8a21-7f3cd5f8e168 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1487546688', 'description': 'tempest-secgroup-smoke-1487546688 description', 'project_id': '6b66a9a586534730b2f472cdc192b004'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:19:50.041689 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5471fe6-f80c-428c-8a21-7f3cd5f8e168 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:50.080278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a6d1e1e3-b26c-48af-af65-a18c78a69b6f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:19:50.101624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: a6d1e1e3-b26c-48af-af65-a18c78a69b6f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:19:50.101975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a6d1e1e3-b26c-48af-af65-a18c78a69b6f not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:19:50.130127 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5471fe6-f80c-428c-8a21-7f3cd5f8e168 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:50.278353 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5471fe6-f80c-428c-8a21-7f3cd5f8e168 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:50.309172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5471fe6-f80c-428c-8a21-7f3cd5f8e168 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:50.424440 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b5471fe6-f80c-428c-8a21-7f3cd5f8e168 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:50.425665 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b5471fe6-f80c-428c-8a21-7f3cd5f8e168 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4953640 Aug 29 07:19:50.428627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35482) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:50.432992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f839207d-b883-4ac0-963c-6df52dbe6160 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '2eb6bdd3-2ce9-4170-82f1-4fbc46201f37', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:19:50.529458 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f839207d-b883-4ac0-963c-6df52dbe6160 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:50.586557 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f839207d-b883-4ac0-963c-6df52dbe6160 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:50.692726 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f839207d-b883-4ac0-963c-6df52dbe6160 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:50.710544 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839207d-b883-4ac0-963c-6df52dbe6160 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88cdb885-231b-4ace-ac48-9572b842efa3,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:50.795617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f839207d-b883-4ac0-963c-6df52dbe6160 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:50.797359 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f839207d-b883-4ac0-963c-6df52dbe6160 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3673255 Aug 29 07:19:50.800218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35486) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:50.804702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-879c2321-5f8e-4120-b843-5b8e43702425 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '2eb6bdd3-2ce9-4170-82f1-4fbc46201f37', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:19:50.903794 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-879c2321-5f8e-4120-b843-5b8e43702425 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:50.963193 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-879c2321-5f8e-4120-b843-5b8e43702425 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:51.052804 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-879c2321-5f8e-4120-b843-5b8e43702425 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:51.070868 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c2321-5f8e-4120-b843-5b8e43702425 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa34b887-54e0-45a4-8354-61c7f3635aa5,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:51.161763 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:51.213146 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-879c2321-5f8e-4120-b843-5b8e43702425 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:51.213146 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-879c2321-5f8e-4120-b843-5b8e43702425 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4078920 Aug 29 07:19:51.213414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 35488) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:51.219801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5c5ff1c4-7479-412f-9057-7823f619ce6a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '2eb6bdd3-2ce9-4170-82f1-4fbc46201f37', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:19:51.352502 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff1c4-7479-412f-9057-7823f619ce6a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:51.444170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff1c4-7479-412f-9057-7823f619ce6a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:51.518734 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff1c4-7479-412f-9057-7823f619ce6a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:51.539015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ff1c4-7479-412f-9057-7823f619ce6a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25e7f62-794a-4a3d-97e1-98a0ebbfff8d,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:51.604919 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff1c4-7479-412f-9057-7823f619ce6a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:51.606329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5c5ff1c4-7479-412f-9057-7823f619ce6a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3913262 Aug 29 07:19:51.608987 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 35492) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:51.614098 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6b3feed5-c6e6-486f-a64a-29e4c0e6f30d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '2eb6bdd3-2ce9-4170-82f1-4fbc46201f37', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:19:51.706467 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b3feed5-c6e6-486f-a64a-29e4c0e6f30d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:51.768503 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b3feed5-c6e6-486f-a64a-29e4c0e6f30d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:51.868702 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b3feed5-c6e6-486f-a64a-29e4c0e6f30d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:51.888245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3feed5-c6e6-486f-a64a-29e4c0e6f30d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9451ad6b-beef-4dd7-afe6-57196dea7139,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:51.964494 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6b3feed5-c6e6-486f-a64a-29e4c0e6f30d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:51.965747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6b3feed5-c6e6-486f-a64a-29e4c0e6f30d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3552475 Aug 29 07:19:51.968629 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 35494) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:51.974003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3d09a23a-ae56-4d19-bde2-5cf4c01eb6e1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '2eb6bdd3-2ce9-4170-82f1-4fbc46201f37', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:19:52.079338 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-3d09a23a-ae56-4d19-bde2-5cf4c01eb6e1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Project 6b66a9a586534730b2f472cdc192b004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:19:52.085124 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d09a23a-ae56-4d19-bde2-5cf4c01eb6e1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:52.151955 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d09a23a-ae56-4d19-bde2-5cf4c01eb6e1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:52.204585 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d09a23a-ae56-4d19-bde2-5cf4c01eb6e1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:52.223533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09a23a-ae56-4d19-bde2-5cf4c01eb6e1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d1a40e-4071-48a9-9c1a-b9d37ebaab3b,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:52.276161 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d09a23a-ae56-4d19-bde2-5cf4c01eb6e1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:52.277414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3d09a23a-ae56-4d19-bde2-5cf4c01eb6e1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3073306 Aug 29 07:19:52.280291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 35496) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:52.285835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f4c761ec-7016-4b13-b6e9-76c6feb26a31 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'security_group_rule': {'security_group_id': '2eb6bdd3-2ce9-4170-82f1-4fbc46201f37', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:19:52.384648 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-f4c761ec-7016-4b13-b6e9-76c6feb26a31 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Project 6b66a9a586534730b2f472cdc192b004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:19:52.390103 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4c761ec-7016-4b13-b6e9-76c6feb26a31 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:52.459584 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4c761ec-7016-4b13-b6e9-76c6feb26a31 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:52.541689 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4c761ec-7016-4b13-b6e9-76c6feb26a31 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:52.559462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c761ec-7016-4b13-b6e9-76c6feb26a31 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcbc49b-3626-4354-8520-ea2196649e19,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:52.644508 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f4c761ec-7016-4b13-b6e9-76c6feb26a31 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:52.645658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f4c761ec-7016-4b13-b6e9-76c6feb26a31 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3643973 Aug 29 07:19:52.648667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35500) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:52.653936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-14b2012a-de06-446b-868d-38b50968b81f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'network': {'name': 'tempest-network-smoke--1353394819', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'port_security_enabled': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:19:52.744091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b2012a-de06-446b-868d-38b50968b81f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Made reservation on behalf of 6b66a9a586534730b2f472cdc192b004 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:19:52.747622 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-14b2012a-de06-446b-868d-38b50968b81f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:52.771779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b2012a-de06-446b-868d-38b50968b81f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:19:52.782992 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-14b2012a-de06-446b-868d-38b50968b81f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:52.783716 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-14b2012a-de06-446b-868d-38b50968b81f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Added segment 1f9f9109-7193-4a0b-8bd4-d3fc3145c955 of type vlan for network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 Aug 29 07:19:52.830944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-14b2012a-de06-446b-868d-38b50968b81f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:52.933001 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-14b2012a-de06-446b-868d-38b50968b81f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:52.939318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b2012a-de06-446b-868d-38b50968b81f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:52.939927 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-14b2012a-de06-446b-868d-38b50968b81f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:53.069405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2012a-de06-446b-868d-38b50968b81f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Network': ['ID=7b6fc5f1-3938-4ced-b23f-a490b71b40f6,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:53.080914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:19:53.125366 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-14b2012a-de06-446b-868d-38b50968b81f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4753625 Aug 29 07:19:53.127865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35502) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:53.133393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'admin_state_up': True, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:19:53.218778 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:53.219855 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:53.277403 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:53.507406 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:53.798428 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:53.818445 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:53.932709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.25.1.168 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/c8779b06-93be-4ede-bd13-9d52f42229b6) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:19:54.037395 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:54.133315 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:54.175890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:19:54.179201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:19:54.183250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:19:54.189921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=c8779b06-93be-4ede-bd13-9d52f42229b6,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:54.523316 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:54.723575 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:55.018256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 89d22641-10f9-48cb-9066-4aefab04c634 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:19:55.132470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:19:55.142804 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Sync routers for ids ['89d22641-10f9-48cb-9066-4aefab04c634'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:19:55.152060 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Routers {'89d22641-10f9-48cb-9066-4aefab04c634'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:19:55.152686 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:19:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['89d22641-10f9-48cb-9066-4aefab04c634'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:55.233369 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:55.234569 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-34ac45cf-b037-4bf0-911c-199741313f73 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1055710 Aug 29 07:19:55.238266 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35508) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:55.259778 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Set router 89d22641-10f9-48cb-9066-4aefab04c634 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:19:55.269748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-57cb88a1-a53d-4bc6-8e2e-c8a88347ce35 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=6b66a9a586534730b2f472cdc192b004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281956 Aug 29 07:19:55.270033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35510) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:55.361749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289d2d9-e15a-47d2-923f-05cd2de468a1 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:55.363426 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5289d2d9-e15a-47d2-923f-05cd2de468a1 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924616 Aug 29 07:19:55.366444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 35512) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:55.422405 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2125dacc-a79c-429c-be60-cf260f8f6838 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515900 Aug 29 07:19:55.422626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35514) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:55.427386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8cb7e6e2-09d1-4529-a16b-eee02b96ec9d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1535315765', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'project_id': '6b66a9a586534730b2f472cdc192b004', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:19:55.447945 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:54Z', 'revision_number': 3, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:55.479039 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Checking router: 89d22641-10f9-48cb-9066-4aefab04c634 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:19:55.483203 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Updating router 89d22641-10f9-48cb-9066-4aefab04c634 port c8779b06-93be-4ede-bd13-9d52f42229b6 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:19:55.504039 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:55.595616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb7e6e2-09d1-4529-a16b-eee02b96ec9d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Made reservation on behalf of 6b66a9a586534730b2f472cdc192b004 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:19:55.599967 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e6e2-09d1-4529-a16b-eee02b96ec9d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:55.771628 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:55.781918 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Transition to ACTIVE for port object c8779b06-93be-4ede-bd13-9d52f42229b6 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:19:55.858551 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:55.858830 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e6e2-09d1-4529-a16b-eee02b96ec9d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:55.919015 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Attempting to bind port c8779b06-93be-4ede-bd13-9d52f42229b6 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:19:55.919543 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Attempting to bind port c8779b06-93be-4ede-bd13-9d52f42229b6 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:19:55.919785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7e6e2-09d1-4529-a16b-eee02b96ec9d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Subnet': ['ID=1baf2bf0-35c9-4adc-837b-ffe446d9c87b,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:55.920134 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Attempting to bind port c8779b06-93be-4ede-bd13-9d52f42229b6 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:19:55.931539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7e6e2-09d1-4529-a16b-eee02b96ec9d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Checking segment: {'id': '1f9f9109-7193-4a0b-8bd4-d3fc3145c955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:19:55.931908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb7e6e2-09d1-4529-a16b-eee02b96ec9d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network hostable DHCP agents. Network: 7b6fc5f1-3938-4ced-b23f-a490b71b40f6, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:19:55.932106 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b806d-d2c6-4893-b3c4-2f48679d46a5 None None] Pushing event updated for resources: {'Port': ['ID=c8779b06-93be-4ede-bd13-9d52f42229b6,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:55.942077 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b806d-d2c6-4893-b3c4-2f48679d46a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:55.942479 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b806d-d2c6-4893-b3c4-2f48679d46a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:55.943026 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b806d-d2c6-4893-b3c4-2f48679d46a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:55.943625 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b806d-d2c6-4893-b3c4-2f48679d46a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:55.944185 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b806d-d2c6-4893-b3c4-2f48679d46a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:55.944526 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b806d-d2c6-4893-b3c4-2f48679d46a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:55.944913 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b806d-d2c6-4893-b3c4-2f48679d46a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:55.945179 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b806d-d2c6-4893-b3c4-2f48679d46a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:55.945614 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b806d-d2c6-4893-b3c4-2f48679d46a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:55.945984 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b806d-d2c6-4893-b3c4-2f48679d46a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:55.946306 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b806d-d2c6-4893-b3c4-2f48679d46a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:55.946627 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b806d-d2c6-4893-b3c4-2f48679d46a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:19:55.952686 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:19:55.952686 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:19:55.952686 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:55.952686 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:19:55.953127 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Bound port: c8779b06-93be-4ede-bd13-9d52f42229b6, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:19:55.953524 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:56.020233 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] For port c8779b06-93be-4ede-bd13-9d52f42229b6, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:19:56.020979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb7e6e2-09d1-4529-a16b-eee02b96ec9d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:19:56.023573 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] For port c8779b06-93be-4ede-bd13-9d52f42229b6, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c8779b06-93be-4ede-bd13-9d52f42229b6,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:19:56.118986 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:56.121986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-8cb7e6e2-09d1-4529-a16b-eee02b96ec9d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 7b6fc5f1-3938-4ced-b23f-a490b71b40f6) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:19:56.128925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb7e6e2-09d1-4529-a16b-eee02b96ec9d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:56.129606 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e6e2-09d1-4529-a16b-eee02b96ec9d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:56.131689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a58f37-00d3-4dd0-9567-5fb259399d36 None None] Network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:19:56.185172 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Routers {'89d22641-10f9-48cb-9066-4aefab04c634'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:19:56.186254 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:19:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['89d22641-10f9-48cb-9066-4aefab04c634'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:56.207614 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8cb7e6e2-09d1-4529-a16b-eee02b96ec9d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7838414 Aug 29 07:19:56.210174 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 35526) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:19:56.239472 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b806d-d2c6-4893-b3c4-2f48679d46a5 None None] Pushing event updated for resources: {'Port': ['ID=c8779b06-93be-4ede-bd13-9d52f42229b6,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:56.308331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ips': [{'subnet_id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:19:56.309738 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:56.324237 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] Set router 89d22641-10f9-48cb-9066-4aefab04c634 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:19:56.468332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Allocated IP 172.20.0.2 (7b6fc5f1-3938-4ced-b23f-a490b71b40f6/1baf2bf0-35c9-4adc-837b-ffe446d9c87b/27bebc17-1a38-43eb-a06d-36c9ed061aa0) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:19:56.532812 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:54Z', 'revision_number': 3, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:56.563725 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de83d38-77ec-4cfd-9678-1b28058ed119 None None] The sync data for ids ['89d22641-10f9-48cb-9066-4aefab04c634'] in n-d-713301-12 is: [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:54Z', 'revision_number': 3, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:19:56.673442 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:56.683619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Transition to ACTIVE for port object 27bebc17-1a38-43eb-a06d-36c9ed061aa0 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:19:56.705709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Transition to ACTIVE for port object 27bebc17-1a38-43eb-a06d-36c9ed061aa0 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:19:56.793193 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:56.847572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:19:56.856030 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:19:56.868425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:19:56.904049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Pushing event updated for resources: {'Port': ['ID=27bebc17-1a38-43eb-a06d-36c9ed061aa0,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:56.945365 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:56.956913 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Attempting to bind port 27bebc17-1a38-43eb-a06d-36c9ed061aa0 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:19:56.957708 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Attempting to bind port 27bebc17-1a38-43eb-a06d-36c9ed061aa0 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '1f9f9109-7193-4a0b-8bd4-d3fc3145c955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:19:56.958294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Attempting to bind port 27bebc17-1a38-43eb-a06d-36c9ed061aa0 on network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:19:56.964304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:19:56.964963 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Checking segment: {'id': '1f9f9109-7193-4a0b-8bd4-d3fc3145c955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:19:56.965586 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:56.966462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Bound using segment: {'id': '1f9f9109-7193-4a0b-8bd4-d3fc3145c955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:19:56.967275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Bound port: 27bebc17-1a38-43eb-a06d-36c9ed061aa0, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9f9109-7193-4a0b-8bd4-d3fc3145c955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:19:56.968028 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:57.088399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] For port 27bebc17-1a38-43eb-a06d-36c9ed061aa0, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:19:57.092097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] For port 27bebc17-1a38-43eb-a06d-36c9ed061aa0, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=27bebc17-1a38-43eb-a06d-36c9ed061aa0,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:19:57.210898 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:57.293027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718027f-1615-4a4c-900d-37b00548ecc5 None None] Pushing event updated for resources: {'Port': ['ID=27bebc17-1a38-43eb-a06d-36c9ed061aa0,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:57.744643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.20.0.1 (7b6fc5f1-3938-4ced-b23f-a490b71b40f6/1baf2bf0-35c9-4adc-837b-ffe446d9c87b/2103a95e-77d2-40ae-9e0b-51227ffd462c) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:19:57.866442 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:57.882090 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Transition to ACTIVE for port object 2103a95e-77d2-40ae-9e0b-51227ffd462c will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:19:57.990333 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:58.039250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:19:58.042626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:19:58.047415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:19:58.079392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=2103a95e-77d2-40ae-9e0b-51227ffd462c,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:58.126697 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:58.274306 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c8779b06-93be-4ede-bd13-9d52f42229b6 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:19:58.426768 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:58.447052 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port c8779b06-93be-4ede-bd13-9d52f42229b6 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:19:58.452066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c8779b06-93be-4ede-bd13-9d52f42229b6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:19:58.452612 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:58.524911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da76eb28-049f-416a-81f0-1ca49b9a2ae2 None None] Network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:19:58.620664 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:58.657385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port c8779b06-93be-4ede-bd13-9d52f42229b6, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c8779b06-93be-4ede-bd13-9d52f42229b6,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:19:58.698321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-80fec9f0-db54-4616-b0fa-dcd745facbe1 None None] Provisioning for port 27bebc17-1a38-43eb-a06d-36c9ed061aa0 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:19:58.735385 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:58.738416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 27bebc17-1a38-43eb-a06d-36c9ed061aa0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:19:58.791103 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:58.826684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=c8779b06-93be-4ede-bd13-9d52f42229b6,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:58.878249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:58.909692 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 27bebc17-1a38-43eb-a06d-36c9ed061aa0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:19:58.913986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 27bebc17-1a38-43eb-a06d-36c9ed061aa0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:19:58.914398 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:58.967688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=2103a95e-77d2-40ae-9e0b-51227ffd462c,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:58.970765 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:59.113316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:19:59.113316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:19:59.145861 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ae3efa2e-4bbd-41a3-8eae-b3a45cb1af69 None None] Provisioning complete for port 27bebc17-1a38-43eb-a06d-36c9ed061aa0 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:19:59.146146 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ae3efa2e-4bbd-41a3-8eae-b3a45cb1af69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:59.217500 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:59.304244 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 27bebc17-1a38-43eb-a06d-36c9ed061aa0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=27bebc17-1a38-43eb-a06d-36c9ed061aa0,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:19:59.313120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 89d22641-10f9-48cb-9066-4aefab04c634 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:19:59.318575 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ae3efa2e-4bbd-41a3-8eae-b3a45cb1af69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:59.429007 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:19:59.486378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:19:59.508666 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-905b98ca-95be-4c3b-b4b1-dbbaae75a273 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "PUT /v2.0/routers/89d22641-10f9-48cb-9066-4aefab04c634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2965267 Aug 29 07:19:59.525629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Sync routers for ids ['89d22641-10f9-48cb-9066-4aefab04c634'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:19:59.540608 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-ae3efa2e-4bbd-41a3-8eae-b3a45cb1af69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:19:59.540989 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-ae3efa2e-4bbd-41a3-8eae-b3a45cb1af69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:19:59.545910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Routers {'89d22641-10f9-48cb-9066-4aefab04c634'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:19:59.546577 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:19:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['89d22641-10f9-48cb-9066-4aefab04c634'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:59.549010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=27bebc17-1a38-43eb-a06d-36c9ed061aa0,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:19:59.684161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Set router 89d22641-10f9-48cb-9066-4aefab04c634 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:19:59.770539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-a9515539-ca99-4dfb-81c8-7c9c5abe5fdb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487546688&fields=id&tenant_id=6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 267 time: 0.0459111 Aug 29 07:19:59.930491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-771e3c3a-d9dc-4a26-9874-c76d7eef17bf tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:19:59.932137 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-771e3c3a-d9dc-4a26-9874-c76d7eef17bf tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/networks?id=7b6fc5f1-3938-4ced-b23f-a490b71b40f6 HTTP/1.1" status: 200 len: 797 time: 0.1605542 Aug 29 07:19:59.936699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2103a95e-77d2-40ae-9e0b-51227ffd462c', 'name': '', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:79:a3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:57Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 2, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:19:59.950282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-6d001ad0-d328-4ec6-a990-8b347de79315 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/quotas/6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 375 time: 0.0103083 Aug 29 07:19:59.965149 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Checking router: 89d22641-10f9-48cb-9066-4aefab04c634 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:19:59.965512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Updating router 89d22641-10f9-48cb-9066-4aefab04c634 port 2103a95e-77d2-40ae-9e0b-51227ffd462c binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:20:00.004335 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:00.012320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-3c65338a-1826-4586-a423-852eee1a8c0e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544922 Aug 29 07:20:00.181346 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 27bebc17-1a38-43eb-a06d-36c9ed061aa0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:20:00.204904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-b4bfe583-c2ff-4762-94aa-da359992701d service neutron] 10.222.0.76 "GET /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687150 Aug 29 07:20:00.291837 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ae3efa2e-4bbd-41a3-8eae-b3a45cb1af69 None None] Provisioning for port 2103a95e-77d2-40ae-9e0b-51227ffd462c completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:20:00.302725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ae3efa2e-4bbd-41a3-8eae-b3a45cb1af69 None None] Provisioning complete for port 2103a95e-77d2-40ae-9e0b-51227ffd462c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:20:00.303094 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ae3efa2e-4bbd-41a3-8eae-b3a45cb1af69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:00.303407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-69310d43-fd39-4c21-b0bc-fc5979a89fd1 service neutron] 10.222.0.76 "GET /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918787 Aug 29 07:20:00.306508 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 27bebc17-1a38-43eb-a06d-36c9ed061aa0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:20:00.306984 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:00.392750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ae3efa2e-4bbd-41a3-8eae-b3a45cb1af69 None None] Port 2103a95e-77d2-40ae-9e0b-51227ffd462c cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:20:00.475746 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:00.495863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Transition to ACTIVE for port object 2103a95e-77d2-40ae-9e0b-51227ffd462c will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:20:00.501097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c8779b06-93be-4ede-bd13-9d52f42229b6 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:20:00.542930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0545be5c-f6ca-4a5d-8b11-6300648f6ff9 None None] Provisioning complete for port 2103a95e-77d2-40ae-9e0b-51227ffd462c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:20:00.543374 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0545be5c-f6ca-4a5d-8b11-6300648f6ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:00.589399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0545be5c-f6ca-4a5d-8b11-6300648f6ff9 None None] Port 2103a95e-77d2-40ae-9e0b-51227ffd462c cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:20:00.602211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c8779b06-93be-4ede-bd13-9d52f42229b6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:20:00.603353 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:00.610342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad8afaba-5a50-4dbf-8d1f-1aae14b30f42 req-2011f878-a4f3-4b2a-8338-c6756269f1cd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 210 time: 0.0311375 Aug 29 07:20:00.642951 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:00.706720 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909e7ce-e858-4910-aa82-d5e66d3977d0 None None] Pushing event updated for resources: {'Port': ['ID=2103a95e-77d2-40ae-9e0b-51227ffd462c,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:20:00.795916 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Attempting to bind port 2103a95e-77d2-40ae-9e0b-51227ffd462c on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:20:00.796319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Attempting to bind port 2103a95e-77d2-40ae-9e0b-51227ffd462c by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '1f9f9109-7193-4a0b-8bd4-d3fc3145c955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:20:00.797449 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Attempting to bind port 2103a95e-77d2-40ae-9e0b-51227ffd462c on network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:20:00.806079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:20:00.806457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Checking segment: {'id': '1f9f9109-7193-4a0b-8bd4-d3fc3145c955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:20:00.806867 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:00.807320 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Bound using segment: {'id': '1f9f9109-7193-4a0b-8bd4-d3fc3145c955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:20:00.807771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Bound port: 2103a95e-77d2-40ae-9e0b-51227ffd462c, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9f9109-7193-4a0b-8bd4-d3fc3145c955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:20:00.808155 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:00.883685 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] For port 2103a95e-77d2-40ae-9e0b-51227ffd462c, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:20:00.887326 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] For port 2103a95e-77d2-40ae-9e0b-51227ffd462c, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2103a95e-77d2-40ae-9e0b-51227ffd462c,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:20:00.947898 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:01.008167 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Routers {'89d22641-10f9-48cb-9066-4aefab04c634'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:20:01.008815 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:19:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['89d22641-10f9-48cb-9066-4aefab04c634'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:20:01.018331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909e7ce-e858-4910-aa82-d5e66d3977d0 None None] Pushing event updated for resources: {'Port': ['ID=2103a95e-77d2-40ae-9e0b-51227ffd462c,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:20:01.155474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] Set router 89d22641-10f9-48cb-9066-4aefab04c634 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:20:01.382120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2103a95e-77d2-40ae-9e0b-51227ffd462c', 'name': '', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:79:a3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:57Z', 'updated_at': '2021-08-29T07:20:00Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:20:01.410161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4733028-f38d-4584-a86c-75b07f074bd0 None None] The sync data for ids ['89d22641-10f9-48cb-9066-4aefab04c634'] in n-d-713301-12 is: [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2103a95e-77d2-40ae-9e0b-51227ffd462c', 'name': '', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:79:a3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:57Z', 'updated_at': '2021-08-29T07:20:00Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:20:01.719271 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ee56ac5-b2b1-4cdb-b253-0c9075b393f9 req-1967fc47-14d8-42b0-933e-3bd57051ded8 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 210 time: 0.0347126 Aug 29 07:20:02.175558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2103a95e-77d2-40ae-9e0b-51227ffd462c up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:20:02.349828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 2103a95e-77d2-40ae-9e0b-51227ffd462c completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:20:02.354442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2103a95e-77d2-40ae-9e0b-51227ffd462c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:20:02.354824 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:02.451965 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:02.493697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 2103a95e-77d2-40ae-9e0b-51227ffd462c, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2103a95e-77d2-40ae-9e0b-51227ffd462c,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:20:02.589929 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:02.653619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=2103a95e-77d2-40ae-9e0b-51227ffd462c,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:20:02.675125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-931601f4-c056-463d-89c5-3be9714f84d4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:02.677782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-931601f4-c056-463d-89c5-3be9714f84d4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "GET /v2.0/networks?id=7b6fc5f1-3938-4ced-b23f-a490b71b40f6 HTTP/1.1" status: 200 len: 797 time: 0.1280077 Aug 29 07:20:02.745612 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-be9f727a-6e39-4444-bc83-6387ad4f5b5c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b66a9a586534730b2f472cdc192b004 HTTP/1.1" status: 200 len: 380 time: 0.0357664 Aug 29 07:20:02.756076 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-ffb60e98-dc88-4861-95bf-e2a3f37b9aca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'port': {'device_id': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'admin_state_up': True, 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'security_groups': ['2eb6bdd3-2ce9-4170-82f1-4fbc46201f37']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:20:02.857684 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2ac2a60-c931-4b31-91ea-3ee80d592663 req-ef1151eb-21aa-4398-9647-b48614eb394b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 210 time: 0.0580928 Aug 29 07:20:03.018249 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-ffb60e98-dc88-4861-95bf-e2a3f37b9aca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Made reservation on behalf of 6b66a9a586534730b2f472cdc192b004 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:20:03.021905 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-ffb60e98-dc88-4861-95bf-e2a3f37b9aca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:03.154878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-ffb60e98-dc88-4861-95bf-e2a3f37b9aca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.20.0.6 (7b6fc5f1-3938-4ced-b23f-a490b71b40f6/1baf2bf0-35c9-4adc-837b-ffe446d9c87b/14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:20:03.723475 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-ffb60e98-dc88-4861-95bf-e2a3f37b9aca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:03.736144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-ffb60e98-dc88-4861-95bf-e2a3f37b9aca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Transition to ACTIVE for port object 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:20:03.846742 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:03.896548 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-ffb60e98-dc88-4861-95bf-e2a3f37b9aca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:03.975198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-ffb60e98-dc88-4861-95bf-e2a3f37b9aca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:20:03.983486 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-ffb60e98-dc88-4861-95bf-e2a3f37b9aca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:20:03.986745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb60e98-dc88-4861-95bf-e2a3f37b9aca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:20:03.989013 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-ffb60e98-dc88-4861-95bf-e2a3f37b9aca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:20:04.044256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cd8d9-dff1-4a6d-97b9-5af82d27da30 req-356ea429-4522-49f8-a02a-63f1301219d1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:04.045945 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-612cd8d9-dff1-4a6d-97b9-5af82d27da30 req-356ea429-4522-49f8-a02a-63f1301219d1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 931 time: 0.1118989 Aug 29 07:20:04.057787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-ffb60e98-dc88-4861-95bf-e2a3f37b9aca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:04.058488 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-ffb60e98-dc88-4861-95bf-e2a3f37b9aca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:04.110791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-612cd8d9-dff1-4a6d-97b9-5af82d27da30 req-065306d8-7a30-4765-9f95-91a87ec3f7e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491993 Aug 29 07:20:04.140715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2103a95e-77d2-40ae-9e0b-51227ffd462c up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:20:04.159632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-ffb60e98-dc88-4861-95bf-e2a3f37b9aca tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4077098 Aug 29 07:20:04.177520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Request body: {'port': {'device_id': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:20:04.197726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2103a95e-77d2-40ae-9e0b-51227ffd462c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:20:04.198102 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:04.245260 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:04.355180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8312a0bc-f987-42c2-a1b8-ff24d774ce47 None None] Provisioning for port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:20:04.359960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8312a0bc-f987-42c2-a1b8-ff24d774ce47 None None] Provisioning complete for port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:20:04.360542 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8312a0bc-f987-42c2-a1b8-ff24d774ce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:04.399080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8312a0bc-f987-42c2-a1b8-ff24d774ce47 None None] Port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:20:04.522650 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:20:04.530152 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:04.542710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Transition to ACTIVE for port object 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:20:04.617974 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:04.673025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Pushing event updated for resources: {'Port': ['ID=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:20:04.745173 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Attempting to bind port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:20:04.745481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Attempting to bind port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '1f9f9109-7193-4a0b-8bd4-d3fc3145c955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:20:04.745956 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Attempting to bind port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 on network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:20:04.751764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 on network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:20:04.752019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Attempting to bind port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 on network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:20:04.758065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:20:04.758412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Checking segment: {'id': '1f9f9109-7193-4a0b-8bd4-d3fc3145c955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:20:04.758852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Bound using segment: {'id': '1f9f9109-7193-4a0b-8bd4-d3fc3145c955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:20:04.759331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Bound port: 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9f9109-7193-4a0b-8bd4-d3fc3145c955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:20:04.759705 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:04.840446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] For port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:20:04.844111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] For port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:20:04.944431 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:04.981784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:04.982413 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:04.983829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] 10.222.0.11 "PUT /v2.0/ports/14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 HTTP/1.1" status: 200 len: 1092 time: 0.8108649 Aug 29 07:20:04.984866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'tag': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:20:04.987325 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1df6897-c4e3-4b0b-8ab3-a2d1c1724635" -d '{"events": [{"name": "network-changed", "server_uuid": "c937b2df-c1af-4ec1-a0ac-826b80a49976", "tag": "14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:20:05.012341 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382768e-4a0f-4d46-b917-7d4c8d663634 service neutron] Pushing event updated for resources: {'Port': ['ID=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:20:05.038616 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7a2ca8-a750-4bcc-8b3e-0971fc9500d7 x-openstack-request-id: req-ef7a2ca8-a750-4bcc-8b3e-0971fc9500d7 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:20:05.038908 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c937b2df-c1af-4ec1-a0ac-826b80a49976", "tag": "14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:20:05.039172 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ef7a2ca8-a750-4bcc-8b3e-0971fc9500d7 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:20:05.039828 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'tag': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1', 'status': 'completed', 'code': 200} Aug 29 07:20:05.149571 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df6897-c4e3-4b0b-8ab3-a2d1c1724635 req-6f8a5ea2-41d5-4b1e-9d1e-d8fffe7eba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:05.151127 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1df6897-c4e3-4b0b-8ab3-a2d1c1724635 req-6f8a5ea2-41d5-4b1e-9d1e-d8fffe7eba65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 1095 time: 0.0617998 Aug 29 07:20:05.297963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65772b1-4031-415d-8a41-fd263f4aa14a req-2bf1a2b6-8542-423a-8372-01783b0a5581 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:05.299488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a65772b1-4031-415d-8a41-fd263f4aa14a req-2bf1a2b6-8542-423a-8372-01783b0a5581 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 943 time: 0.1134541 Aug 29 07:20:05.317095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df6897-c4e3-4b0b-8ab3-a2d1c1724635 req-1cad0abb-3a3a-4e09-9d52-2014e1607fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:05.318631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1df6897-c4e3-4b0b-8ab3-a2d1c1724635 req-1cad0abb-3a3a-4e09-9d52-2014e1607fe5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6b66a9a586534730b2f472cdc192b004&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1542301 Aug 29 07:20:05.397542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a65772b1-4031-415d-8a41-fd263f4aa14a req-b38a3795-9d22-4461-9079-a2f7026c0b8d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920286 Aug 29 07:20:05.438664 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df6897-c4e3-4b0b-8ab3-a2d1c1724635 req-47c04491-e29b-4d90-9259-0546c60c4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:05.440267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1df6897-c4e3-4b0b-8ab3-a2d1c1724635 req-47c04491-e29b-4d90-9259-0546c60c4060 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1134086 Aug 29 07:20:05.552380 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-70dcaadd-356d-438c-9e12-1a33bf589bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:05.553964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-70dcaadd-356d-438c-9e12-1a33bf589bc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 1095 time: 0.0545566 Aug 29 07:20:05.606695 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-55c68bf9-27a7-45de-a892-954fc9437df3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 HTTP/1.1" status: 200 len: 217 time: 0.0391529 Aug 29 07:20:05.660563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-d438bab8-472f-403b-b883-a10344d8a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:05.662094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-d438bab8-472f-403b-b883-a10344d8a830 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1baf2bf0-35c9-4adc-837b-ffe446d9c87b HTTP/1.1" status: 200 len: 835 time: 0.0474195 Aug 29 07:20:05.719639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-8ab39a1b-44cd-4ea8-b4ad-128115c8f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:05.719639 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-8ab39a1b-44cd-4ea8-b4ad-128115c8f7f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b6fc5f1-3938-4ced-b23f-a490b71b40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496778 Aug 29 07:20:05.817872 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-bad1a0ea-aa1a-463f-b36f-fc6e88e59394 service neutron] 10.222.0.11 "GET /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919068 Aug 29 07:20:05.917914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc3963b6-a9bb-413f-a763-4d064df78db7 req-0c74b455-6fda-4be4-9aea-e4798f8eaf39 service neutron] 10.222.0.11 "GET /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931358 Aug 29 07:20:06.522404 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4549a-2400-4267-8bbc-766a1a4cd020 req-c3bbed3e-ce46-45ce-8f18-b1503442e369 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:06.524080 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64e4549a-2400-4267-8bbc-766a1a4cd020 req-c3bbed3e-ce46-45ce-8f18-b1503442e369 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 943 time: 0.0539651 Aug 29 07:20:06.569407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64e4549a-2400-4267-8bbc-766a1a4cd020 req-f96741c8-ca81-428b-b5ee-88f6580ae40b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389864 Aug 29 07:20:07.717843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045eab7-ad98-493c-9a28-1739a460f272 req-03b07775-45a5-4521-aa3e-e90137f9c01a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:07.719541 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3045eab7-ad98-493c-9a28-1739a460f272 req-03b07775-45a5-4521-aa3e-e90137f9c01a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 943 time: 0.0670002 Aug 29 07:20:07.761334 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3045eab7-ad98-493c-9a28-1739a460f272 req-bef0c939-8176-49db-938b-981804c7b645 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358360 Aug 29 07:20:08.240944 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8e505ab5-1f7e-49e5-8004-d5e15f0bc6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:08.899948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0e71d-eac2-4029-ac55-ef1f5ba94c3d req-9155d48e-8113-4822-b7da-b01a0934c799 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:08.902774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76a0e71d-eac2-4029-ac55-ef1f5ba94c3d req-9155d48e-8113-4822-b7da-b01a0934c799 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 943 time: 0.0542111 Aug 29 07:20:08.951807 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76a0e71d-eac2-4029-ac55-ef1f5ba94c3d req-25a0d773-690f-44c4-96e6-9604535d49a9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425065 Aug 29 07:20:10.082990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15d598-5006-4630-892b-1cef96121116 req-98e36f26-27cf-4b77-a33a-2633b626633b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:10.084444 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f15d598-5006-4630-892b-1cef96121116 req-98e36f26-27cf-4b77-a33a-2633b626633b tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 943 time: 0.0552545 Aug 29 07:20:10.127164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f15d598-5006-4630-892b-1cef96121116 req-a64c087f-ca6d-4051-8d91-ac7d65e89f1e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361230 Aug 29 07:20:10.401703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:20:10.500470 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:20:10.513006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'port_id': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1', 'mac_address': 'fa:16:3e:53:47:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:20:10.551904 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:10.566119 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:20:10.588235 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:20:10.714805 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:10.777659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:20:10.857946 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:11.136481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:20:11.253342 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c450d-3a8f-4288-b2db-0907f50f5ae1 req-581e5a4d-899c-4712-96e0-4b92a57d4b82 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:11.254862 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-614c450d-3a8f-4288-b2db-0907f50f5ae1 req-581e5a4d-899c-4712-96e0-4b92a57d4b82 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 944 time: 0.0562251 Aug 29 07:20:11.274265 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:20:11.296271 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-614c450d-3a8f-4288-b2db-0907f50f5ae1 req-bd270ea9-c250-4be6-9b9f-af5a959e74ea tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341187 Aug 29 07:20:11.576179 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d20e6faa-a047-4e7c-8809-892e013b51c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:11.863614 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:12.419459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:20:12.424639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7f864-843b-4088-9dbc-cefa06575476 req-832402a1-bb3a-469f-a4b4-398199a317f4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:12.426512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfb7f864-843b-4088-9dbc-cefa06575476 req-832402a1-bb3a-469f-a4b4-398199a317f4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 944 time: 0.0611799 Aug 29 07:20:12.470406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfb7f864-843b-4088-9dbc-cefa06575476 req-fcfbbf5a-b7d0-4dfc-bbad-3babb9e32c03 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369360 Aug 29 07:20:12.555257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:20:12.559567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:20:12.559935 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:12.636908 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:12.659668 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:20:12.661937 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2af1a8-8f81-4d96-b78a-47a2f77834dc" -d '{"events": [{"server_uuid": "c937b2df-c1af-4ec1-a0ac-826b80a49976", "name": "network-vif-plugged", "status": "completed", "tag": "14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:20:12.676213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:20:12.700045 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134ef2ab-a3f3-4a34-a517-23cb105f764a x-openstack-request-id: req-134ef2ab-a3f3-4a34-a517-23cb105f764a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:20:12.700340 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c937b2df-c1af-4ec1-a0ac-826b80a49976", "name": "network-vif-plugged", "status": "completed", "tag": "14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:20:12.700591 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-134ef2ab-a3f3-4a34-a517-23cb105f764a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:20:12.701035 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1', 'code': 200} Aug 29 07:20:12.784378 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:12.841471 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:20:12.842727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f4a96-2b0a-46be-b0f6-5dc2cf50120e req-0a3c12c1-a323-4e6a-93a1-9922fd9c86a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:12.845120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-432f4a96-2b0a-46be-b0f6-5dc2cf50120e req-0a3c12c1-a323-4e6a-93a1-9922fd9c86a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 1097 time: 0.0469954 Aug 29 07:20:12.883109 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-432f4a96-2b0a-46be-b0f6-5dc2cf50120e req-8a2a50ca-e833-4a45-b4ba-46af6e1ae4c4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308449 Aug 29 07:20:13.595577 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61903e9-0532-471e-9625-0d9edd997859 req-3d52d9be-85ae-4716-a7a7-8fa3166933bd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:13.597346 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a61903e9-0532-471e-9625-0d9edd997859 req-3d52d9be-85ae-4716-a7a7-8fa3166933bd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0576961 Aug 29 07:20:13.615090 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:13.641766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a61903e9-0532-471e-9625-0d9edd997859 req-b9899ff0-3d24-490b-8fb7-178da58106fb tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382042 Aug 29 07:20:14.763398 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c17d9f-7c11-456a-9585-249b7bb2e8c0 req-030839cd-87a4-4dff-a422-e39279f1e15f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:14.764927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2c17d9f-7c11-456a-9585-249b7bb2e8c0 req-030839cd-87a4-4dff-a422-e39279f1e15f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0513227 Aug 29 07:20:14.805097 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2c17d9f-7c11-456a-9585-249b7bb2e8c0 req-7ede8ae0-1e0e-40b9-952b-dfc1a3013c83 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335081 Aug 29 07:20:14.933114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9966be-fd8b-435f-9300-a30e00d7d384 req-c91e62c4-7780-4cbf-9803-5bddad21e9e0 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:14.935318 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3b9966be-fd8b-435f-9300-a30e00d7d384 req-c91e62c4-7780-4cbf-9803-5bddad21e9e0 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0505729 Aug 29 07:20:14.975614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3b9966be-fd8b-435f-9300-a30e00d7d384 req-f4a69920-363c-4280-89e4-5af5b4a434ae tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335896 Aug 29 07:20:14.999601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36072) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:20:15.045681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e56c56-57e5-4330-8425-24118d1cca74 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:15.047244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-35e56c56-57e5-4330-8425-24118d1cca74 tempest-TestNetworkAdvancedServerOps-941360583 tempest-TestNetworkAdvancedServerOps-941360583-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 1092 time: 0.0465949 Aug 29 07:20:15.050537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36074) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:20:15.055051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:20:15.172259 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:15.275584 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:15.392151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Allocated IP 172.25.1.81 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/c1ee5791-c8f5-479e-b174-d5fe7a9407c1) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:20:15.499279 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:15.595474 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:15.643279 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:20:15.646352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:20:15.649881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:20:15.673661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=c1ee5791-c8f5-479e-b174-d5fe7a9407c1,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:20:16.042873 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:16.201216 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:16.382990 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:16.560885 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:16.641395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event updated for resources: {'Port': ['ID=c1ee5791-c8f5-479e-b174-d5fe7a9407c1,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:20:16.649313 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:16.757299 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Floating IP d2507ad9-2fa0-429a-beed-0393c1453231 associated. External IP: 172.25.1.81, port: 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1. Aug 29 07:20:16.980928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 89d22641-10f9-48cb-9066-4aefab04c634 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:20:17.095304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:20:17.106488 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e40b16a-fe84-4ec3-bfe4-27b97cf725d8 None None] Sync routers for ids ['89d22641-10f9-48cb-9066-4aefab04c634'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:20:17.117357 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e40b16a-fe84-4ec3-bfe4-27b97cf725d8 None None] Routers {'89d22641-10f9-48cb-9066-4aefab04c634'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:20:17.121646 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4e40b16a-fe84-4ec3-bfe4-27b97cf725d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:20:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['89d22641-10f9-48cb-9066-4aefab04c634'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:20:17.233202 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:17.277032 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-db57cc5d-6726-42a9-889d-f7816d74d98a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2207854 Aug 29 07:20:17.277032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'tag': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:20:17.277032 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5fbce7-01f0-4f05-a2f0-e299de5bb678" -d '{"events": [{"name": "network-changed", "server_uuid": "c937b2df-c1af-4ec1-a0ac-826b80a49976", "tag": "14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:20:17.328105 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-4e40b16a-fe84-4ec3-bfe4-27b97cf725d8 None None] Set router 89d22641-10f9-48cb-9066-4aefab04c634 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:20:17.361881 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636071ca-642c-4af9-938d-c25e11932844 x-openstack-request-id: req-636071ca-642c-4af9-938d-c25e11932844 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:20:17.362357 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c937b2df-c1af-4ec1-a0ac-826b80a49976", "tag": "14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:20:17.362760 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-636071ca-642c-4af9-938d-c25e11932844 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:20:17.363674 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'tag': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1', 'status': 'completed', 'code': 200} Aug 29 07:20:17.450360 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974683a8-5835-4f3e-8a29-d129af3db6bb req-51646190-ade9-4af8-9142-761aa4c795f1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:17.452024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-974683a8-5835-4f3e-8a29-d129af3db6bb req-51646190-ade9-4af8-9142-761aa4c795f1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0801644 Aug 29 07:20:17.464460 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fbce7-01f0-4f05-a2f0-e299de5bb678 req-2ade51b8-424a-425d-bc8c-ffdadc858c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:17.466079 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a5fbce7-01f0-4f05-a2f0-e299de5bb678 req-2ade51b8-424a-425d-bc8c-ffdadc858c70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 1097 time: 0.0635850 Aug 29 07:20:17.552631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-974683a8-5835-4f3e-8a29-d129af3db6bb req-c0ae14a2-71f8-491e-b45a-f057bfc6adba tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904474 Aug 29 07:20:17.567037 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4e40b16a-fe84-4ec3-bfe4-27b97cf725d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'd2507ad9-2fa0-429a-beed-0393c1453231', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'port_id': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'mac_address': 'fa:16:3e:53:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:20:15Z', 'updated_at': '2021-08-29T07:20:15Z', 'revision_number': 0, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2103a95e-77d2-40ae-9e0b-51227ffd462c', 'name': '', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:79:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:57Z', 'updated_at': '2021-08-29T07:20:02Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:20:17.577971 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36088) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:20:17.597569 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e40b16a-fe84-4ec3-bfe4-27b97cf725d8 None None] Checking router: 89d22641-10f9-48cb-9066-4aefab04c634 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:20:17.606156 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e40b16a-fe84-4ec3-bfe4-27b97cf725d8 None None] Routers {'89d22641-10f9-48cb-9066-4aefab04c634'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:20:17.606767 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4e40b16a-fe84-4ec3-bfe4-27b97cf725d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:20:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['89d22641-10f9-48cb-9066-4aefab04c634'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:20:17.647281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fbce7-01f0-4f05-a2f0-e299de5bb678 req-bd7cd1ea-a4f2-47be-ab87-1d366d6505d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:17.648768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a5fbce7-01f0-4f05-a2f0-e299de5bb678 req-bd7cd1ea-a4f2-47be-ab87-1d366d6505d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b6fc5f1-3938-4ced-b23f-a490b71b40f6 HTTP/1.1" status: 200 len: 898 time: 0.1753004 Aug 29 07:20:17.701724 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a2c07947-b1b4-4ab2-b5e8-1e565d256bc3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/d2507ad9-2fa0-429a-beed-0393c1453231 HTTP/1.1" status: 200 len: 990 time: 0.1210451 Aug 29 07:20:17.728404 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-4e40b16a-fe84-4ec3-bfe4-27b97cf725d8 None None] Set router 89d22641-10f9-48cb-9066-4aefab04c634 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:20:17.728978 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a5fbce7-01f0-4f05-a2f0-e299de5bb678 req-13ba8d81-6dd9-4442-b96b-543af8a8d36e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 HTTP/1.1" status: 200 len: 998 time: 0.0728331 Aug 29 07:20:17.781937 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fbce7-01f0-4f05-a2f0-e299de5bb678 req-ebdec101-6e9e-4350-ab23-ab5b35525730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:17.783866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a5fbce7-01f0-4f05-a2f0-e299de5bb678 req-ebdec101-6e9e-4350-ab23-ab5b35525730 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1baf2bf0-35c9-4adc-837b-ffe446d9c87b HTTP/1.1" status: 200 len: 835 time: 0.0485713 Aug 29 07:20:17.834353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fbce7-01f0-4f05-a2f0-e299de5bb678 req-d4224a6a-8d5d-4d5c-8e28-bc289b09fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:17.835877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a5fbce7-01f0-4f05-a2f0-e299de5bb678 req-d4224a6a-8d5d-4d5c-8e28-bc289b09fede service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b6fc5f1-3938-4ced-b23f-a490b71b40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451047 Aug 29 07:20:17.932963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a5fbce7-01f0-4f05-a2f0-e299de5bb678 req-72128d8a-7479-4d6f-a4b9-f16a40e2bf44 service neutron] 10.222.0.11 "GET /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903795 Aug 29 07:20:17.962706 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-4e40b16a-fe84-4ec3-bfe4-27b97cf725d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'd2507ad9-2fa0-429a-beed-0393c1453231', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'port_id': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'mac_address': 'fa:16:3e:53:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:20:15Z', 'updated_at': '2021-08-29T07:20:15Z', 'revision_number': 0, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2103a95e-77d2-40ae-9e0b-51227ffd462c', 'name': '', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:79:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:57Z', 'updated_at': '2021-08-29T07:20:02Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:20:17.990384 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e40b16a-fe84-4ec3-bfe4-27b97cf725d8 None None] The sync data for ids ['89d22641-10f9-48cb-9066-4aefab04c634'] in n-d-713301-12 is: [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'd2507ad9-2fa0-429a-beed-0393c1453231', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'port_id': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'mac_address': 'fa:16:3e:53:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:20:15Z', 'updated_at': '2021-08-29T07:20:15Z', 'revision_number': 0, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2103a95e-77d2-40ae-9e0b-51227ffd462c', 'name': '', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:79:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:57Z', 'updated_at': '2021-08-29T07:20:02Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:20:18.031311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a5fbce7-01f0-4f05-a2f0-e299de5bb678 req-0272fe3f-2dfd-4450-8860-565289d3e857 service neutron] 10.222.0.11 "GET /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916970 Aug 29 07:20:18.194417 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d3c765-04a4-4464-8525-b18076dc2207 None None] New status for floating IP d2507ad9-2fa0-429a-beed-0393c1453231: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:20:18.704579 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36092) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:20:18.767258 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-294f1ea3-f829-404c-bbbe-868b7ae8ac2d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/d2507ad9-2fa0-429a-beed-0393c1453231 HTTP/1.1" status: 200 len: 992 time: 0.0615945 Aug 29 07:20:21.130268 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:33.872362 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:38.148120 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3ca8fc64-9773-4dce-adcc-e5d6c1dfc82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:40.868791 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:41.536932 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8ec0183e-b01b-4025-9475-b55aa03f8449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:41.822255 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:43.594174 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:48.045108 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ccfa789-bc1f-4cf9-9247-0bc69afa4593 req-ce856cee-c1f3-418b-806f-673a2103057b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454297 Aug 29 07:20:48.110163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfa789-bc1f-4cf9-9247-0bc69afa4593 req-fc8cc1aa-71af-467c-8ddd-45ac8e5ef9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:48.111774 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ccfa789-bc1f-4cf9-9247-0bc69afa4593 req-fc8cc1aa-71af-467c-8ddd-45ac8e5ef9b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 1098 time: 0.0447061 Aug 29 07:20:48.213865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfa789-bc1f-4cf9-9247-0bc69afa4593 req-73c2ad88-136b-4196-831f-7b3df869245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:48.215376 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ccfa789-bc1f-4cf9-9247-0bc69afa4593 req-73c2ad88-136b-4196-831f-7b3df869245e service neutron] 10.222.0.15 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 913 time: 0.0843630 Aug 29 07:20:48.274196 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:20:48.287176 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ccfa789-bc1f-4cf9-9247-0bc69afa4593 req-45d06457-fb9b-401d-b1b2-72b34319affe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9df4670e-28bb-4571-b11f-969df814f06b HTTP/1.1" status: 200 len: 1002 time: 0.0634587 Aug 29 07:20:48.340661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfa789-bc1f-4cf9-9247-0bc69afa4593 req-50f7377a-32e6-468d-be37-f35bdb99642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:48.342137 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ccfa789-bc1f-4cf9-9247-0bc69afa4593 req-50f7377a-32e6-468d-be37-f35bdb99642d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.0480266 Aug 29 07:20:48.387825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfa789-bc1f-4cf9-9247-0bc69afa4593 req-36d3b012-fbd7-46c2-af6a-dc1e2df878de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:48.389361 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ccfa789-bc1f-4cf9-9247-0bc69afa4593 req-36d3b012-fbd7-46c2-af6a-dc1e2df878de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402584 Aug 29 07:20:48.487286 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ccfa789-bc1f-4cf9-9247-0bc69afa4593 req-068f3002-1872-42ea-b363-ba6ead2e13c8 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910943 Aug 29 07:20:48.579034 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9ccfa789-bc1f-4cf9-9247-0bc69afa4593 req-0dcae129-eff6-4589-8d72-f9f93fdcccac service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853002 Aug 29 07:20:51.125208 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:55.151937 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36548) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:20:55.415696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Deleting port df0e1634-0969-48aa-b2c7-e407043b089d {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:20:55.416039 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:55.499656 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:55.499901 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:55.512009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Calling delete_port for df0e1634-0969-48aa-b2c7-e407043b089d owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:20:55.753668 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:55.782100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event deleted for resources: {'Port': ['ID=df0e1634-0969-48aa-b2c7-e407043b089d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:20:55.808204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:55.808553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:55.808902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:55.809242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:55.809575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:55.809909 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:55.810243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:55.810562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:55.810888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:55.811230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:55.811553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:55.811876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:55.853267 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:55.853631 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Floating IP ea12c6ac-350c-4f3b-bddf-00b3a18b96d0 disassociated (deleted). External IP: 172.25.1.250, port: 9df4670e-28bb-4571-b11f-969df814f06b. Aug 29 07:20:56.417949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:20:56.529932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:20:56.536280 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:56.542352 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fd2f8c-fe60-437a-bebb-9db8a2a85ae3 None None] Sync routers for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:20:56.552399 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fd2f8c-fe60-437a-bebb-9db8a2a85ae3 None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:20:56.553023 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b2fd2f8c-fe60-437a-bebb-9db8a2a85ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:20:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:20:56.564523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f2847f4a-85af-4e5a-8cd2-f35b444eafd3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "DELETE /v2.0/floatingips/ea12c6ac-350c-4f3b-bddf-00b3a18b96d0 HTTP/1.1" status: 204 len: 168 time: 1.4114873 Aug 29 07:20:56.565142 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'tag': '9df4670e-28bb-4571-b11f-969df814f06b'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:20:56.568217 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1a4201-3fd0-4906-9c54-7aa37b15af4d" -d '{"events": [{"name": "network-changed", "server_uuid": "aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4", "tag": "9df4670e-28bb-4571-b11f-969df814f06b"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:20:56.611535 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8003891-3109-4d37-9ebc-3c993c1f640f x-openstack-request-id: req-e8003891-3109-4d37-9ebc-3c993c1f640f {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:20:56.611829 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4", "tag": "9df4670e-28bb-4571-b11f-969df814f06b", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:20:56.612090 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e8003891-3109-4d37-9ebc-3c993c1f640f {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:20:56.612519 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'tag': '9df4670e-28bb-4571-b11f-969df814f06b', 'status': 'completed', 'code': 200} Aug 29 07:20:56.691658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a4201-3fd0-4906-9c54-7aa37b15af4d req-94e79af6-70c5-4b41-87d7-17e805a7e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:56.692988 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b2fd2f8c-fe60-437a-bebb-9db8a2a85ae3 None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:20:56.693193 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec1a4201-3fd0-4906-9c54-7aa37b15af4d req-94e79af6-70c5-4b41-87d7-17e805a7e4c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 1098 time: 0.0557916 Aug 29 07:20:56.795667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a4201-3fd0-4906-9c54-7aa37b15af4d req-df6790c8-2a81-49bf-bc8e-17555b03bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:56.797177 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec1a4201-3fd0-4906-9c54-7aa37b15af4d req-df6790c8-2a81-49bf-bc8e-17555b03bd1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 913 time: 0.0964208 Aug 29 07:20:56.840529 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec1a4201-3fd0-4906-9c54-7aa37b15af4d req-3c08fa8c-8d8b-4fd9-9029-6009a555a4ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9df4670e-28bb-4571-b11f-969df814f06b HTTP/1.1" status: 200 len: 217 time: 0.0357852 Aug 29 07:20:56.899266 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a4201-3fd0-4906-9c54-7aa37b15af4d req-425be7c8-cf62-4194-92c1-2620f341413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:56.901479 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec1a4201-3fd0-4906-9c54-7aa37b15af4d req-425be7c8-cf62-4194-92c1-2620f341413d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.0542471 Aug 29 07:20:56.947073 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b2fd2f8c-fe60-437a-bebb-9db8a2a85ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b93ee003-74b6-4a8e-95e1-2968d5f5df91', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:eb:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:14:57Z', 'updated_at': '2021-08-29T07:15:00Z', 'revision_number': 1, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:20:56.963993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a4201-3fd0-4906-9c54-7aa37b15af4d req-6f15385e-d9b4-4a8e-bed1-979f31b433e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:56.965725 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec1a4201-3fd0-4906-9c54-7aa37b15af4d req-6f15385e-d9b4-4a8e-bed1-979f31b433e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576193 Aug 29 07:20:56.976414 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fd2f8c-fe60-437a-bebb-9db8a2a85ae3 None None] Checking router: 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:20:56.986048 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fd2f8c-fe60-437a-bebb-9db8a2a85ae3 None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:20:56.986681 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b2fd2f8c-fe60-437a-bebb-9db8a2a85ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:20:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:20:57.073840 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec1a4201-3fd0-4906-9c54-7aa37b15af4d req-417d57ca-709a-4924-928f-ade2e2885565 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012406 Aug 29 07:20:57.134408 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b2fd2f8c-fe60-437a-bebb-9db8a2a85ae3 None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:20:57.211072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c559f-7d87-482d-927e-3d18dc8ce23b req-ee0e15bb-0d91-4a00-8273-2c6dd01b3f79 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:57.212640 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f28c559f-7d87-482d-927e-3d18dc8ce23b req-ee0e15bb-0d91-4a00-8273-2c6dd01b3f79 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0603583 Aug 29 07:20:57.233411 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ec1a4201-3fd0-4906-9c54-7aa37b15af4d req-671fbf44-cfa6-4e57-8678-bb34093c8f51 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528747 Aug 29 07:20:57.274314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f28c559f-7d87-482d-927e-3d18dc8ce23b req-1f3e4f47-900e-426d-856c-5668b5556810 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546768 Aug 29 07:20:57.445604 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b2fd2f8c-fe60-437a-bebb-9db8a2a85ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b93ee003-74b6-4a8e-95e1-2968d5f5df91', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:eb:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:14:57Z', 'updated_at': '2021-08-29T07:15:00Z', 'revision_number': 1, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:20:57.474611 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fd2f8c-fe60-437a-bebb-9db8a2a85ae3 None None] The sync data for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 is: [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b93ee003-74b6-4a8e-95e1-2968d5f5df91', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'floating_ip_address': '172.25.1.179', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'port_id': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'mac_address': 'fa:16:3e:eb:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:14:57Z', 'updated_at': '2021-08-29T07:15:00Z', 'revision_number': 1, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:20:57.706107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52934e65-077a-4a90-85c8-0873c6f89c09 None None] New status for floating IP ea12c6ac-350c-4f3b-bddf-00b3a18b96d0: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:20:58.435786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2acb8c-7f34-46d9-87c6-06f822864438 req-80b50b92-5fa8-4e95-8458-9d31acff201b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:58.437193 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e2acb8c-7f34-46d9-87c6-06f822864438 req-80b50b92-5fa8-4e95-8458-9d31acff201b tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0664041 Aug 29 07:20:58.476010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e2acb8c-7f34-46d9-87c6-06f822864438 req-bae11853-3235-4135-a43a-e5925e228efe tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319459 Aug 29 07:20:58.684469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe3c9f-2fd1-4110-a06e-081e5343a18f req-9cb2e5ab-6b91-44b5-8f38-6d0e66d1a737 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:20:58.686159 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f0fe3c9f-2fd1-4110-a06e-081e5343a18f req-9cb2e5ab-6b91-44b5-8f38-6d0e66d1a737 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0508416 Aug 29 07:20:58.800403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-f0fe3c9f-2fd1-4110-a06e-081e5343a18f req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Deleting port 9df4670e-28bb-4571-b11f-969df814f06b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:20:58.800744 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f0fe3c9f-2fd1-4110-a06e-081e5343a18f req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:58.888929 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-f0fe3c9f-2fd1-4110-a06e-081e5343a18f req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] For port 9df4670e-28bb-4571-b11f-969df814f06b, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=9df4670e-28bb-4571-b11f-969df814f06b,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:20:58.889295 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f0fe3c9f-2fd1-4110-a06e-081e5343a18f req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:58.902607 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-f0fe3c9f-2fd1-4110-a06e-081e5343a18f req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Calling delete_port for 9df4670e-28bb-4571-b11f-969df814f06b owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:20:59.147810 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f0fe3c9f-2fd1-4110-a06e-081e5343a18f req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:59.172021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event deleted for resources: {'Port': ['ID=9df4670e-28bb-4571-b11f-969df814f06b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:20:59.186840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:59.186943 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:59.187316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:59.187656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:59.195900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:59.195900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:59.195900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:59.195900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:59.195900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:59.195900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:59.195900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:59.195900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:20:59.231591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fe3c9f-2fd1-4110-a06e-081e5343a18f req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] No DVR routers for this DVR port 9df4670e-28bb-4571-b11f-969df814f06b on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:20:59.234148 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f0fe3c9f-2fd1-4110-a06e-081e5343a18f req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:20:59.236151 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f0fe3c9f-2fd1-4110-a06e-081e5343a18f req-98231eec-7b9e-43aa-83d3-674864aace03 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "DELETE /v2.0/ports/9df4670e-28bb-4571-b11f-969df814f06b HTTP/1.1" status: 204 len: 173 time: 0.5434437 Aug 29 07:20:59.236585 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'name': 'network-vif-deleted', 'tag': '9df4670e-28bb-4571-b11f-969df814f06b'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:20:59.239369 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93d38c2-2663-4b0f-b6c2-706d5dc6f5b4" -d '{"events": [{"server_uuid": "aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4", "name": "network-vif-deleted", "tag": "9df4670e-28bb-4571-b11f-969df814f06b"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:20:59.353764 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f735e65c-c9c4-4074-b6e4-0d8dab0648bf x-openstack-request-id: req-f735e65c-c9c4-4074-b6e4-0d8dab0648bf {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:20:59.354291 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4", "name": "network-vif-deleted", "tag": "9df4670e-28bb-4571-b11f-969df814f06b", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:20:59.354720 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f735e65c-c9c4-4074-b6e4-0d8dab0648bf {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:20:59.355391 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4', 'name': 'network-vif-deleted', 'tag': '9df4670e-28bb-4571-b11f-969df814f06b', 'status': 'completed', 'code': 200} Aug 29 07:20:59.623409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10951995-0b9b-4287-9f71-93ad9c68a269 req-ba960a4c-a8f9-4600-a308-9c8f7c1cbf43 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0419095 Aug 29 07:21:00.732908 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7f9d0bb-f905-4e1b-86b7-6752c7ccc052 req-e729977b-2cc2-492b-b7f3-27f2a1bf78dd tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0287001 Aug 29 07:21:01.796303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9df4670e-28bb-4571-b11f-969df814f06b no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:21:01.817165 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 9df4670e-28bb-4571-b11f-969df814f06b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:21:01.817534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 9df4670e-28bb-4571-b11f-969df814f06b not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:21:01.836692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6357b3ee-5e84-4a48-912b-08e1c154a118 req-b57acc19-40f0-43a0-8c6c-d0fc045a0367 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0275655 Aug 29 07:21:02.762055 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92e41df2-0259-41f8-a6e2-7fcc3cad95a0 req-f839eb43-3ce5-45b4-bea4-c393f9ee0996 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396271 Aug 29 07:21:02.867423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41df2-0259-41f8-a6e2-7fcc3cad95a0 req-aa55c1eb-faac-41ab-9f9c-8f5673673b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:02.869026 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92e41df2-0259-41f8-a6e2-7fcc3cad95a0 req-aa55c1eb-faac-41ab-9f9c-8f5673673b08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 1097 time: 0.0493481 Aug 29 07:21:02.971900 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f7576d6-fdd4-419c-aa8e-9a6638ea7b6f req-afa1493f-eb81-4261-95a0-cac815427755 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=aecc3c12-54c9-49e1-81ee-8ad1ec79b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0371099 Aug 29 07:21:03.003944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41df2-0259-41f8-a6e2-7fcc3cad95a0 req-35dbd6cb-7ca2-4058-bdfd-05dbc8cd07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:03.005432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92e41df2-0259-41f8-a6e2-7fcc3cad95a0 req-35dbd6cb-7ca2-4058-bdfd-05dbc8cd07d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b6fc5f1-3938-4ced-b23f-a490b71b40f6 HTTP/1.1" status: 200 len: 898 time: 0.1160929 Aug 29 07:21:03.081336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92e41df2-0259-41f8-a6e2-7fcc3cad95a0 req-0f9cf590-6249-4a1b-bbc9-33fa295ae32d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 HTTP/1.1" status: 200 len: 1000 time: 0.0691335 Aug 29 07:21:03.139555 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41df2-0259-41f8-a6e2-7fcc3cad95a0 req-20b0c2da-9bc6-4cbf-98ab-1473cf937d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:03.141087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92e41df2-0259-41f8-a6e2-7fcc3cad95a0 req-20b0c2da-9bc6-4cbf-98ab-1473cf937d2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1baf2bf0-35c9-4adc-837b-ffe446d9c87b HTTP/1.1" status: 200 len: 835 time: 0.0530324 Aug 29 07:21:03.188165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41df2-0259-41f8-a6e2-7fcc3cad95a0 req-0cb8d80a-3e2d-4486-bfa7-20f00f12fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:03.189787 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92e41df2-0259-41f8-a6e2-7fcc3cad95a0 req-0cb8d80a-3e2d-4486-bfa7-20f00f12fe5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b6fc5f1-3938-4ced-b23f-a490b71b40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420623 Aug 29 07:21:03.294058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92e41df2-0259-41f8-a6e2-7fcc3cad95a0 req-432eab2a-c8b3-4ee2-97ce-9ac0e6e3d9f8 service neutron] 10.222.0.11 "GET /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966849 Aug 29 07:21:03.389754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92e41df2-0259-41f8-a6e2-7fcc3cad95a0 req-21cb5522-f92d-40f9-8140-a8ef015fc933 service neutron] 10.222.0.11 "GET /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886967 Aug 29 07:21:03.918646 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:08.164317 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b659320-8451-4f30-8400-cada3549e3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:10.815687 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:11.542408 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-46069cc0-40d7-43b7-9e73-e9fb840c8fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:11.797094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36716) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:11.833496 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:11.968887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-f5b16e80-a73e-4421-b5d8-06a11c3b086d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Deleting port 42a5feda-283e-4be8-80d8-19302487cabd {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:21:11.969234 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5b16e80-a73e-4421-b5d8-06a11c3b086d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:12.050486 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5b16e80-a73e-4421-b5d8-06a11c3b086d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:12.050733 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5b16e80-a73e-4421-b5d8-06a11c3b086d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:12.062442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-f5b16e80-a73e-4421-b5d8-06a11c3b086d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Calling delete_port for 42a5feda-283e-4be8-80d8-19302487cabd owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:21:12.295830 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5b16e80-a73e-4421-b5d8-06a11c3b086d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:12.331492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b16e80-a73e-4421-b5d8-06a11c3b086d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event deleted for resources: {'Port': ['ID=42a5feda-283e-4be8-80d8-19302487cabd,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:12.396342 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5b16e80-a73e-4421-b5d8-06a11c3b086d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:12.396819 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-f5b16e80-a73e-4421-b5d8-06a11c3b086d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Floating IP b93ee003-74b6-4a8e-95e1-2968d5f5df91 disassociated (deleted). External IP: 172.25.1.179, port: 76d0955e-4c05-4c7e-9b74-274581ee7b66. Aug 29 07:21:12.628419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b16e80-a73e-4421-b5d8-06a11c3b086d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:21:12.742056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b16e80-a73e-4421-b5d8-06a11c3b086d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:21:12.746721 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f5b16e80-a73e-4421-b5d8-06a11c3b086d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:12.752251 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3e85be-60a7-4635-8ddd-72f68d059599 None None] Sync routers for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:21:12.762143 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e85be-60a7-4635-8ddd-72f68d059599 None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:21:12.762770 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-fb3e85be-60a7-4635-8ddd-72f68d059599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:21:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:12.778074 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f5b16e80-a73e-4421-b5d8-06a11c3b086d tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "DELETE /v2.0/floatingips/b93ee003-74b6-4a8e-95e1-2968d5f5df91 HTTP/1.1" status: 204 len: 168 time: 0.9773579 Aug 29 07:21:12.778074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'tag': '76d0955e-4c05-4c7e-9b74-274581ee7b66'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:21:12.780294 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04603a30-e115-4f54-af30-4b395b001a08" -d '{"events": [{"name": "network-changed", "server_uuid": "5f16c9f5-4124-4c29-83d2-ce77ae020fda", "tag": "76d0955e-4c05-4c7e-9b74-274581ee7b66"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:21:12.833131 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5487f55-f3ae-466a-bad6-87834f6ea7d1 x-openstack-request-id: req-b5487f55-f3ae-466a-bad6-87834f6ea7d1 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:21:12.834144 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f16c9f5-4124-4c29-83d2-ce77ae020fda", "tag": "76d0955e-4c05-4c7e-9b74-274581ee7b66", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:21:12.834575 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b5487f55-f3ae-466a-bad6-87834f6ea7d1 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:21:12.835216 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'tag': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'status': 'completed', 'code': 200} Aug 29 07:21:12.910671 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04603a30-e115-4f54-af30-4b395b001a08 req-43b4994f-f36c-4895-b71c-c0f50093eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:12.927206 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04603a30-e115-4f54-af30-4b395b001a08 req-43b4994f-f36c-4895-b71c-c0f50093eede service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 1097 time: 0.0669041 Aug 29 07:21:12.977967 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-fb3e85be-60a7-4635-8ddd-72f68d059599 None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:21:13.028353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04603a30-e115-4f54-af30-4b395b001a08 req-ae7cba2c-168c-4e14-8d0a-4ba8d829c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:13.029930 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04603a30-e115-4f54-af30-4b395b001a08 req-ae7cba2c-168c-4e14-8d0a-4ba8d829c963 service neutron] 10.222.0.15 "GET /v2.0/networks?id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 200 len: 913 time: 0.0956497 Aug 29 07:21:13.078622 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04603a30-e115-4f54-af30-4b395b001a08 req-edb78841-5d90-4c4e-b846-488f2d8ee48b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d0955e-4c05-4c7e-9b74-274581ee7b66 HTTP/1.1" status: 200 len: 217 time: 0.0411725 Aug 29 07:21:13.130640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04603a30-e115-4f54-af30-4b395b001a08 req-cdf59327-4edf-46ea-8c2c-3388f95b4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:13.132160 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04603a30-e115-4f54-af30-4b395b001a08 req-cdf59327-4edf-46ea-8c2c-3388f95b4c27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 200 len: 851 time: 0.0473402 Aug 29 07:21:13.180110 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04603a30-e115-4f54-af30-4b395b001a08 req-74d6b78d-9c12-4f36-948f-cc6f75f3dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:13.181561 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04603a30-e115-4f54-af30-4b395b001a08 req-74d6b78d-9c12-4f36-948f-cc6f75f3dd80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=910ed879-c4d9-4d02-b8f4-5a82b25d8a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424097 Aug 29 07:21:13.214989 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-fb3e85be-60a7-4635-8ddd-72f68d059599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:13.246971 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3e85be-60a7-4635-8ddd-72f68d059599 None None] Checking router: 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:21:13.260374 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e85be-60a7-4635-8ddd-72f68d059599 None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:21:13.261670 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-fb3e85be-60a7-4635-8ddd-72f68d059599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:21:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:13.305937 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04603a30-e115-4f54-af30-4b395b001a08 req-7fefe7f7-7b8b-499d-98ff-5976796d2f78 service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158969 Aug 29 07:21:13.344080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7072d7-fe31-4291-9c2e-4a34ddf2b3b7 req-7d74862b-1fd3-47e7-8e7e-7c24ea37023a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:13.344080 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a7072d7-fe31-4291-9c2e-4a34ddf2b3b7 req-7d74862b-1fd3-47e7-8e7e-7c24ea37023a tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 945 time: 0.0777662 Aug 29 07:21:13.396700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a7072d7-fe31-4291-9c2e-4a34ddf2b3b7 req-ab044ee4-8c85-4b43-b32b-18f617c8d6e4 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf1ae689-f76b-4bde-8859-69ca4946fad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449541 Aug 29 07:21:13.419807 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-fb3e85be-60a7-4635-8ddd-72f68d059599 None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:21:13.438004 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-04603a30-e115-4f54-af30-4b395b001a08 req-ca6dae13-4073-45f3-8915-5b3fdc4f392e service neutron] 10.222.0.15 "GET /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211638 Aug 29 07:21:13.592777 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:13.625017 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-fb3e85be-60a7-4635-8ddd-72f68d059599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:13.655515 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3e85be-60a7-4635-8ddd-72f68d059599 None None] The sync data for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 is: [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:03:04Z', 'revision_number': 4, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '462acf34-db29-4f7a-97c6-6f0c2a5f6b38', 'name': '', 'network_id': '910ed879-c4d9-4d02-b8f4-5a82b25d8a50', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'mac_address': 'fa:16:3e:21:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:03Z', 'updated_at': '2021-08-29T07:03:14Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'subnets': [{'id': 'fa2025ae-552d-4027-b2b0-762afe79cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:21:13.828575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b7891-5c70-4e7b-8524-d359f246312b req-a41fb734-0f69-467e-817c-b9695cb1ea50 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:13.830079 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-795b7891-5c70-4e7b-8524-d359f246312b req-a41fb734-0f69-467e-817c-b9695cb1ea50 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 945 time: 0.0527666 Aug 29 07:21:13.917192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52d36d-1ae4-4609-9d82-c5e33d3f52f7 None None] New status for floating IP b93ee003-74b6-4a8e-95e1-2968d5f5df91: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:21:13.937578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-795b7891-5c70-4e7b-8524-d359f246312b req-5cc21ff2-9e5b-4d97-b147-64d503ec97b7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Deleting port 76d0955e-4c05-4c7e-9b74-274581ee7b66 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:21:13.938104 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-795b7891-5c70-4e7b-8524-d359f246312b req-5cc21ff2-9e5b-4d97-b147-64d503ec97b7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:14.042623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-795b7891-5c70-4e7b-8524-d359f246312b req-5cc21ff2-9e5b-4d97-b147-64d503ec97b7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] For port 76d0955e-4c05-4c7e-9b74-274581ee7b66, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=76d0955e-4c05-4c7e-9b74-274581ee7b66,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:21:14.042987 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-795b7891-5c70-4e7b-8524-d359f246312b req-5cc21ff2-9e5b-4d97-b147-64d503ec97b7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:14.056770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-795b7891-5c70-4e7b-8524-d359f246312b req-5cc21ff2-9e5b-4d97-b147-64d503ec97b7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Calling delete_port for 76d0955e-4c05-4c7e-9b74-274581ee7b66 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:21:14.279030 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-795b7891-5c70-4e7b-8524-d359f246312b req-5cc21ff2-9e5b-4d97-b147-64d503ec97b7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:14.309520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc21ff2-9e5b-4d97-b147-64d503ec97b7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event deleted for resources: {'Port': ['ID=76d0955e-4c05-4c7e-9b74-274581ee7b66,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:14.361380 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-795b7891-5c70-4e7b-8524-d359f246312b req-5cc21ff2-9e5b-4d97-b147-64d503ec97b7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] No DVR routers for this DVR port 76d0955e-4c05-4c7e-9b74-274581ee7b66 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:21:14.364167 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-795b7891-5c70-4e7b-8524-d359f246312b req-5cc21ff2-9e5b-4d97-b147-64d503ec97b7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:14.366230 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-795b7891-5c70-4e7b-8524-d359f246312b req-5cc21ff2-9e5b-4d97-b147-64d503ec97b7 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.15 "DELETE /v2.0/ports/76d0955e-4c05-4c7e-9b74-274581ee7b66 HTTP/1.1" status: 204 len: 173 time: 0.5293474 Aug 29 07:21:14.366808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'name': 'network-vif-deleted', 'tag': '76d0955e-4c05-4c7e-9b74-274581ee7b66'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:21:14.369235 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7f0b48-1597-49a2-8bf1-90fb2113e2ee" -d '{"events": [{"server_uuid": "5f16c9f5-4124-4c29-83d2-ce77ae020fda", "name": "network-vif-deleted", "tag": "76d0955e-4c05-4c7e-9b74-274581ee7b66"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:21:14.410517 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5561e5-7608-4d6f-87f5-643023e5dbf2 x-openstack-request-id: req-ed5561e5-7608-4d6f-87f5-643023e5dbf2 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:21:14.410838 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f16c9f5-4124-4c29-83d2-ce77ae020fda", "name": "network-vif-deleted", "tag": "76d0955e-4c05-4c7e-9b74-274581ee7b66", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:21:14.411069 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed5561e5-7608-4d6f-87f5-643023e5dbf2 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:21:14.411506 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f16c9f5-4124-4c29-83d2-ce77ae020fda', 'name': 'network-vif-deleted', 'tag': '76d0955e-4c05-4c7e-9b74-274581ee7b66', 'status': 'completed', 'code': 200} Aug 29 07:21:14.507187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-39829d9f-d0e0-4499-90f8-4a5f5d332686 req-6c0aa0a9-bf8b-4119-878c-a109ada62fcc tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 210 time: 0.0284834 Aug 29 07:21:15.603803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20bbd9a1-4a47-4a54-a05f-d8eaeb05761d req-70f2ac18-d013-489b-9161-961e9c102c9f tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 210 time: 0.0265174 Aug 29 07:21:16.702052 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3691d7c6-91f1-4573-a3a3-662ea2d7aad3 req-f441537a-8248-4565-b9a1-ffd1a5df5260 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 210 time: 0.0271983 Aug 29 07:21:17.798747 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d70aae1a-c57f-4170-8ee2-e6da63cb47ea req-709e484f-c8a3-4af5-a622-c17fcad3d8d3 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f16c9f5-4124-4c29-83d2-ce77ae020fda HTTP/1.1" status: 200 len: 210 time: 0.0279555 Aug 29 07:21:17.867469 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 76d0955e-4c05-4c7e-9b74-274581ee7b66 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:21:17.889155 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 76d0955e-4c05-4c7e-9b74-274581ee7b66 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:21:17.911860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 76d0955e-4c05-4c7e-9b74-274581ee7b66 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:21:18.853234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36758) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:18.982699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-83cc3f79-d6a8-4347-905d-86198b84ac92 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Deleting port 0859086a-b0e2-4377-8006-9dc551cf4230 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:21:18.983040 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83cc3f79-d6a8-4347-905d-86198b84ac92 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:19.059091 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83cc3f79-d6a8-4347-905d-86198b84ac92 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:19.059484 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83cc3f79-d6a8-4347-905d-86198b84ac92 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:19.072162 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-83cc3f79-d6a8-4347-905d-86198b84ac92 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Calling delete_port for 0859086a-b0e2-4377-8006-9dc551cf4230 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:21:19.267238 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83cc3f79-d6a8-4347-905d-86198b84ac92 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:19.293760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc3f79-d6a8-4347-905d-86198b84ac92 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event deleted for resources: {'Port': ['ID=0859086a-b0e2-4377-8006-9dc551cf4230,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:19.356933 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83cc3f79-d6a8-4347-905d-86198b84ac92 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:19.359606 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-83cc3f79-d6a8-4347-905d-86198b84ac92 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:19.360769 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-83cc3f79-d6a8-4347-905d-86198b84ac92 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "DELETE /v2.0/floatingips/6154e48c-7543-4d5f-ab05-38015592f8d4 HTTP/1.1" status: 204 len: 168 time: 0.5063393 Aug 29 07:21:21.133984 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:22.820030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36782) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:22.882807 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94d2c97b-31e7-4577-9262-85e327a95294 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:22.911427 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94d2c97b-31e7-4577-9262-85e327a95294 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:23.094905 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94d2c97b-31e7-4577-9262-85e327a95294 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:23.098107 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94d2c97b-31e7-4577-9262-85e327a95294 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:23.099328 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-94d2c97b-31e7-4577-9262-85e327a95294 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] 10.222.0.76 "DELETE /v2.0/security-groups/bf1ae689-f76b-4bde-8859-69ca4946fad9 HTTP/1.1" status: 204 len: 168 time: 0.2781835 Aug 29 07:21:23.108793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2c97b-31e7-4577-9262-85e327a95294 tempest-TestVolumeBootPattern-597861497 tempest-TestVolumeBootPattern-597861497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1ae689-f76b-4bde-8859-69ca4946fad9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:23.241339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36788) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:23.704784 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6a22dc07-dd24-45a5-b39c-d7edff9ecee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:23.978656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-6a22dc07-dd24-45a5-b39c-d7edff9ecee1 admin admin] Deleting port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:21:23.979352 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6a22dc07-dd24-45a5-b39c-d7edff9ecee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:24.064669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-6a22dc07-dd24-45a5-b39c-d7edff9ecee1 admin admin] For port 462acf34-db29-4f7a-97c6-6f0c2a5f6b38, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=462acf34-db29-4f7a-97c6-6f0c2a5f6b38,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:21:24.065033 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6a22dc07-dd24-45a5-b39c-d7edff9ecee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:24.078521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-6a22dc07-dd24-45a5-b39c-d7edff9ecee1 admin admin] Calling delete_port for 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:21:24.341202 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6a22dc07-dd24-45a5-b39c-d7edff9ecee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:24.367471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22dc07-dd24-45a5-b39c-d7edff9ecee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=462acf34-db29-4f7a-97c6-6f0c2a5f6b38,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:24.548972 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6a22dc07-dd24-45a5-b39c-d7edff9ecee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:25.092952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a22dc07-dd24-45a5-b39c-d7edff9ecee1 admin admin] Router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:21:25.201929 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a22dc07-dd24-45a5-b39c-d7edff9ecee1 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:21:25.207250 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6a22dc07-dd24-45a5-b39c-d7edff9ecee1 admin admin] 10.222.0.76 "PUT /v2.0/routers/7b8c494c-d31f-4f45-a0c1-f642b6bb35a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9646299 Aug 29 07:21:25.211059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36796) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:25.213687 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b95deb-f5e7-4f80-8738-10bcead085ee None None] Sync routers for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:21:25.224149 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b95deb-f5e7-4f80-8738-10bcead085ee None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:21:25.224910 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-99b95deb-f5e7-4f80-8738-10bcead085ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:21:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:25.280131 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:21:25.318330 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:25.338085 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-99b95deb-f5e7-4f80-8738-10bcead085ee None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:21:25.427749 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:25.544337 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-99b95deb-f5e7-4f80-8738-10bcead085ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:21:24Z', 'revision_number': 5, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port': {'id': '749d38fd-c013-48bb-856b-a6e1bd83496c', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:00Z', 'updated_at': '2021-08-29T07:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:25.565864 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] Deleting port 749d38fd-c013-48bb-856b-a6e1bd83496c {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:21:25.565864 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:25.567074 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b95deb-f5e7-4f80-8738-10bcead085ee None None] Checking router: 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:21:25.575990 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b95deb-f5e7-4f80-8738-10bcead085ee None None] Routers {'7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:21:25.576820 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-99b95deb-f5e7-4f80-8738-10bcead085ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:21:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:25.647863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] For port 749d38fd-c013-48bb-856b-a6e1bd83496c, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=749d38fd-c013-48bb-856b-a6e1bd83496c,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:21:25.648233 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:25.661867 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] Calling delete_port for 749d38fd-c013-48bb-856b-a6e1bd83496c owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:21:25.666271 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-99b95deb-f5e7-4f80-8738-10bcead085ee None None] Set router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:21:25.722291 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-99b95deb-f5e7-4f80-8738-10bcead085ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:21:25Z', 'revision_number': 6, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:25.749855 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b95deb-f5e7-4f80-8738-10bcead085ee None None] The sync data for ids ['7b8c494c-d31f-4f45-a0c1-f642b6bb35a1'] in n-d-713301-12 is: [{'id': '7b8c494c-d31f-4f45-a0c1-f642b6bb35a1', 'name': 'tempest-TestVolumeBootPattern-2111864911-router', 'tenant_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:02:59Z', 'updated_at': '2021-08-29T07:21:25Z', 'revision_number': 6, 'project_id': 'ef9ac3d9c703440cafb9ded360ca6483', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:21:25.917883 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:25.942616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] Pushing event deleted for resources: {'Port': ['ID=749d38fd-c013-48bb-856b-a6e1bd83496c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:26.014088 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.112379 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.116151 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.237986 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.238538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:21:26.243160 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.244453 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a290359b-2531-4c29-9199-7abf9d292365 admin admin] 10.222.0.76 "DELETE /v2.0/routers/7b8c494c-d31f-4f45-a0c1-f642b6bb35a1 HTTP/1.1" status: 204 len: 168 time: 1.0321109 Aug 29 07:21:26.247240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36800) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:26.293143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-270f38c4-c91e-4691-9eb8-a3fa651b5955 admin admin] Deleting subnet fa2025ae-552d-4027-b2b0-762afe79cd66 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:21:26.296432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270f38c4-c91e-4691-9eb8-a3fa651b5955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.330523 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270f38c4-c91e-4691-9eb8-a3fa651b5955 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.444918 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270f38c4-c91e-4691-9eb8-a3fa651b5955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.564515 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270f38c4-c91e-4691-9eb8-a3fa651b5955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.570896 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:21:26.602459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:21:26.602795 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 462acf34-db29-4f7a-97c6-6f0c2a5f6b38 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:21:26.604556 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f38c4-c91e-4691-9eb8-a3fa651b5955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2025ae-552d-4027-b2b0-762afe79cd66,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:26.606648 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-270f38c4-c91e-4691-9eb8-a3fa651b5955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.610753 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-270f38c4-c91e-4691-9eb8-a3fa651b5955 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fa2025ae-552d-4027-b2b0-762afe79cd66 HTTP/1.1" status: 204 len: 168 time: 0.3603833 Aug 29 07:21:26.611706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36802) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:26.614114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da38d7c-96a0-48c1-86f2-a13d90a957df None None] Network 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:21:26.701520 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.766875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Deleting port 33ce3976-c315-435b-8917-dda0d8319dd7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:21:26.767361 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.817765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] DHCP port deletion for 910ed879-c4d9-4d02-b8f4-5a82b25d8a50 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:21:26.868179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] For port 33ce3976-c315-435b-8917-dda0d8319dd7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=33ce3976-c315-435b-8917-dda0d8319dd7,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:21:26.868371 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.874121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Deleting port 33ce3976-c315-435b-8917-dda0d8319dd7 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:21:26.874532 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.886650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Calling delete_port for 33ce3976-c315-435b-8917-dda0d8319dd7 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:21:26.947634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] For port 33ce3976-c315-435b-8917-dda0d8319dd7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=33ce3976-c315-435b-8917-dda0d8319dd7,segment=NetworkSegment(6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13),segment_id=6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:21:26.948040 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:26.962015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Calling delete_port for 33ce3976-c315-435b-8917-dda0d8319dd7 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:21:27.037950 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:27.055047 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:27.064459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ce3976-c315-435b-8917-dda0d8319dd7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:27.068903 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] No DVR routers for this DVR port 33ce3976-c315-435b-8917-dda0d8319dd7 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:21:27.084772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Pushing event deleted for resources: {'Port': ['ID=33ce3976-c315-435b-8917-dda0d8319dd7,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:27.093240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] No DVR routers for this DVR port 33ce3976-c315-435b-8917-dda0d8319dd7 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:21:27.095871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:21:27.096197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:21:27.096538 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:21:27.096875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:21:27.097207 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:21:27.097637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:21:27.097966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:21:27.098293 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:21:27.098619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:21:27.098943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:21:27.099290 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:21:27.099612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186af270-c99b-427c-91b4-a36fb05dc7b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:21:27.149619 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:27.162261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910ed879-c4d9-4d02-b8f4-5a82b25d8a50']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:27.173907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:27.174230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1d2c28-fe50-4c3c-9fc2-ee9d01a16e13') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:27.183531 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:27.197647 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:27.203636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:21:27.204026 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:21:27.205662 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:21:27.329257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:27.335233 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:27.337179 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/910ed879-c4d9-4d02-b8f4-5a82b25d8a50 HTTP/1.1" status: 204 len: 168 time: 0.7244439 Aug 29 07:21:27.340942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36806) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:27.349844 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5f7c1-03d6-44dc-9a5c-4c041dc09bd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=910ed879-c4d9-4d02-b8f4-5a82b25d8a50,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:27.706676 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c7414e2-d188-4be9-b6e8-cd998ae23bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:27.975436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8c7414e2-d188-4be9-b6e8-cd998ae23bc1 admin admin] Deleting port b656ad85-7358-46d4-b02e-8c9484dac480 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:21:27.975692 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c7414e2-d188-4be9-b6e8-cd998ae23bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:28.054621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-8c7414e2-d188-4be9-b6e8-cd998ae23bc1 admin admin] For port b656ad85-7358-46d4-b02e-8c9484dac480, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b656ad85-7358-46d4-b02e-8c9484dac480,segment=NetworkSegment(4cb4d005-41b8-491c-bcce-5e976adc50e9),segment_id=4cb4d005-41b8-491c-bcce-5e976adc50e9)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:21:28.054974 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c7414e2-d188-4be9-b6e8-cd998ae23bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:28.067963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-8c7414e2-d188-4be9-b6e8-cd998ae23bc1 admin admin] Calling delete_port for b656ad85-7358-46d4-b02e-8c9484dac480 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:21:28.176425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 33ce3976-c315-435b-8917-dda0d8319dd7 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:21:28.197894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 33ce3976-c315-435b-8917-dda0d8319dd7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:21:28.198243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 33ce3976-c315-435b-8917-dda0d8319dd7 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:21:28.198665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 749d38fd-c013-48bb-856b-a6e1bd83496c no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:21:28.224435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 749d38fd-c013-48bb-856b-a6e1bd83496c {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:21:28.224815 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 749d38fd-c013-48bb-856b-a6e1bd83496c not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:21:28.340989 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c7414e2-d188-4be9-b6e8-cd998ae23bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:28.372373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7414e2-d188-4be9-b6e8-cd998ae23bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b656ad85-7358-46d4-b02e-8c9484dac480,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:28.545296 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c7414e2-d188-4be9-b6e8-cd998ae23bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:28.787595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7414e2-d188-4be9-b6e8-cd998ae23bc1 admin admin] Router 63f6af89-6b62-4647-b719-abb9095bf9eb has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:21:28.897289 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7414e2-d188-4be9-b6e8-cd998ae23bc1 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:21:28.903004 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8c7414e2-d188-4be9-b6e8-cd998ae23bc1 admin admin] 10.222.0.76 "PUT /v2.0/routers/63f6af89-6b62-4647-b719-abb9095bf9eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5604436 Aug 29 07:21:28.904995 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36812) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:28.908471 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882c676-36e1-4fb9-b03b-52f68eb9ece3 None None] Sync routers for ids ['63f6af89-6b62-4647-b719-abb9095bf9eb'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:21:28.918233 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882c676-36e1-4fb9-b03b-52f68eb9ece3 None None] Routers {'63f6af89-6b62-4647-b719-abb9095bf9eb'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:21:28.918862 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c882c676-36e1-4fb9-b03b-52f68eb9ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:21:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['63f6af89-6b62-4647-b719-abb9095bf9eb'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:29.013147 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:29.025698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-c882c676-36e1-4fb9-b03b-52f68eb9ece3 None None] Set router 63f6af89-6b62-4647-b719-abb9095bf9eb gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:21:29.118634 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:29.212576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c882c676-36e1-4fb9-b03b-52f68eb9ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'name': 'tempest-TestVolumeBootPattern-1942500754-router', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'd78dac47-0d38-462e-9930-16c55e14f3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:03:12Z', 'updated_at': '2021-08-29T07:21:28Z', 'revision_number': 5, 'project_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'gw_port': {'id': 'd78dac47-0d38-462e-9930-16c55e14f3b2', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:03:14Z', 'updated_at': '2021-08-29T07:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:29.240679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882c676-36e1-4fb9-b03b-52f68eb9ece3 None None] Checking router: 63f6af89-6b62-4647-b719-abb9095bf9eb for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:21:29.253257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882c676-36e1-4fb9-b03b-52f68eb9ece3 None None] Routers {'63f6af89-6b62-4647-b719-abb9095bf9eb'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:21:29.253930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c882c676-36e1-4fb9-b03b-52f68eb9ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:21:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['63f6af89-6b62-4647-b719-abb9095bf9eb'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:29.254608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] Deleting port d78dac47-0d38-462e-9930-16c55e14f3b2 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:21:29.258190 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:29.343440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-c882c676-36e1-4fb9-b03b-52f68eb9ece3 None None] Set router 63f6af89-6b62-4647-b719-abb9095bf9eb gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:21:29.347126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] For port d78dac47-0d38-462e-9930-16c55e14f3b2, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d78dac47-0d38-462e-9930-16c55e14f3b2,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:21:29.348495 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:29.361852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] Calling delete_port for d78dac47-0d38-462e-9930-16c55e14f3b2 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:21:29.401091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-c882c676-36e1-4fb9-b03b-52f68eb9ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'name': 'tempest-TestVolumeBootPattern-1942500754-router', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:03:12Z', 'updated_at': '2021-08-29T07:21:29Z', 'revision_number': 6, 'project_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:29.429314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882c676-36e1-4fb9-b03b-52f68eb9ece3 None None] The sync data for ids ['63f6af89-6b62-4647-b719-abb9095bf9eb'] in n-d-713301-12 is: [{'id': '63f6af89-6b62-4647-b719-abb9095bf9eb', 'name': 'tempest-TestVolumeBootPattern-1942500754-router', 'tenant_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:03:12Z', 'updated_at': '2021-08-29T07:21:29Z', 'revision_number': 6, 'project_id': '8be2ffcc7be74c1bab8eeebab52b9aa6', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:21:29.649290 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:29.680722 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] Pushing event deleted for resources: {'Port': ['ID=d78dac47-0d38-462e-9930-16c55e14f3b2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:29.747042 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:29.846491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:29.849923 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.032376 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.032994 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63f6af89-6b62-4647-b719-abb9095bf9eb {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:21:30.037811 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.039091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ba882fd6-472a-42b5-b18f-123ba2ecf03b admin admin] 10.222.0.76 "DELETE /v2.0/routers/63f6af89-6b62-4647-b719-abb9095bf9eb HTTP/1.1" status: 204 len: 168 time: 1.1329012 Aug 29 07:21:30.042998 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36816) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:30.095468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a8aa69-ba8b-400d-85cb-25be0f0778e0 admin admin] Deleting subnet 935cb1a3-420a-4012-a10a-88880e7dd16a {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:21:30.098896 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6a8aa69-ba8b-400d-85cb-25be0f0778e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.141626 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6a8aa69-ba8b-400d-85cb-25be0f0778e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.190945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b656ad85-7358-46d4-b02e-8c9484dac480 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:21:30.212325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: b656ad85-7358-46d4-b02e-8c9484dac480 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:21:30.212651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b656ad85-7358-46d4-b02e-8c9484dac480 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:21:30.213210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d78dac47-0d38-462e-9930-16c55e14f3b2 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:21:30.232318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: d78dac47-0d38-462e-9930-16c55e14f3b2 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:21:30.232674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d78dac47-0d38-462e-9930-16c55e14f3b2 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:21:30.237422 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6a8aa69-ba8b-400d-85cb-25be0f0778e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.358254 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6a8aa69-ba8b-400d-85cb-25be0f0778e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.391269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8aa69-ba8b-400d-85cb-25be0f0778e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=935cb1a3-420a-4012-a10a-88880e7dd16a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:30.393292 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6a8aa69-ba8b-400d-85cb-25be0f0778e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.396003 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d6a8aa69-ba8b-400d-85cb-25be0f0778e0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/935cb1a3-420a-4012-a10a-88880e7dd16a HTTP/1.1" status: 204 len: 168 time: 0.3510900 Aug 29 07:21:30.398951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36818) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:30.401945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b529b9-1194-4d52-bc33-3282444773c7 None None] Network fb19bf75-95f6-4420-9b4a-99871d9f8765 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:21:30.470086 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.530482 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Deleting port 1690599d-641e-4c41-83fc-c760464da059 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:21:30.530878 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.592146 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58e9652-7d40-477c-94b1-adf2d8951faf None None] DHCP port deletion for fb19bf75-95f6-4420-9b4a-99871d9f8765 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:21:30.622160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] For port 1690599d-641e-4c41-83fc-c760464da059, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1690599d-641e-4c41-83fc-c760464da059,segment=NetworkSegment(4cb4d005-41b8-491c-bcce-5e976adc50e9),segment_id=4cb4d005-41b8-491c-bcce-5e976adc50e9)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:21:30.622666 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.636649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Calling delete_port for 1690599d-641e-4c41-83fc-c760464da059 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:21:30.649521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-a58e9652-7d40-477c-94b1-adf2d8951faf None None] Deleting port 1690599d-641e-4c41-83fc-c760464da059 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:21:30.649901 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a58e9652-7d40-477c-94b1-adf2d8951faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.730651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a58e9652-7d40-477c-94b1-adf2d8951faf None None] For port 1690599d-641e-4c41-83fc-c760464da059, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1690599d-641e-4c41-83fc-c760464da059,segment=NetworkSegment(4cb4d005-41b8-491c-bcce-5e976adc50e9),segment_id=4cb4d005-41b8-491c-bcce-5e976adc50e9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:21:30.730651 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a58e9652-7d40-477c-94b1-adf2d8951faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.740127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-a58e9652-7d40-477c-94b1-adf2d8951faf None None] Calling delete_port for 1690599d-641e-4c41-83fc-c760464da059 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:21:30.820973 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.827323 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a58e9652-7d40-477c-94b1-adf2d8951faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.847013 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1690599d-641e-4c41-83fc-c760464da059,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:30.852040 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] No DVR routers for this DVR port 1690599d-641e-4c41-83fc-c760464da059 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:21:30.855341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e9652-7d40-477c-94b1-adf2d8951faf None None] Pushing event deleted for resources: {'Port': ['ID=1690599d-641e-4c41-83fc-c760464da059,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:30.858012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58e9652-7d40-477c-94b1-adf2d8951faf None None] No DVR routers for this DVR port 1690599d-641e-4c41-83fc-c760464da059 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:21:30.938124 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.948240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb19bf75-95f6-4420-9b4a-99871d9f8765']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:30.958923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb4d005-41b8-491c-bcce-5e976adc50e9') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:30.959247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb4d005-41b8-491c-bcce-5e976adc50e9') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:21:30.968278 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.982435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.988331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:21:30.988716 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:21:30.990339 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:21:31.146778 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:31.152831 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:31.154745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fb19bf75-95f6-4420-9b4a-99871d9f8765 HTTP/1.1" status: 204 len: 168 time: 0.7548161 Aug 29 07:21:31.166731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1425f5c-9c1a-444a-9136-7b9620b6e3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb19bf75-95f6-4420-9b4a-99871d9f8765,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:31.437015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36824) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:31.481117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-78a09221-bfb0-442a-9b71-9950b36b2d80 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef9ac3d9c703440cafb9ded360ca6483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426984 Aug 29 07:21:31.483577 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 36826) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:31.547086 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee5ada99-8dff-462b-853f-27f758502c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:31.571230 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee5ada99-8dff-462b-853f-27f758502c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:31.694844 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee5ada99-8dff-462b-853f-27f758502c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:31.697524 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ee5ada99-8dff-462b-853f-27f758502c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:31.698705 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ee5ada99-8dff-462b-853f-27f758502c33 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3d153cd3-87f4-4a28-b6d1-fc9ec1396c45 HTTP/1.1" status: 204 len: 168 time: 0.2141387 Aug 29 07:21:31.716330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ada99-8dff-462b-853f-27f758502c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d153cd3-87f4-4a28-b6d1-fc9ec1396c45,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:32.198401 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1690599d-641e-4c41-83fc-c760464da059 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:21:32.233649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 1690599d-641e-4c41-83fc-c760464da059 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:21:32.234009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1690599d-641e-4c41-83fc-c760464da059 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:21:32.550869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36854) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:32.588160 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8a217c2b-5802-4400-9397-c28cb72e202e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8be2ffcc7be74c1bab8eeebab52b9aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483427 Aug 29 07:21:32.590943 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 36856) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:32.647454 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f141fa24-f70b-4f1a-a394-fadebbcd8d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:32.671131 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f141fa24-f70b-4f1a-a394-fadebbcd8d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:32.777065 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f141fa24-f70b-4f1a-a394-fadebbcd8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:32.783055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f141fa24-f70b-4f1a-a394-fadebbcd8d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:32.784512 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f141fa24-f70b-4f1a-a394-fadebbcd8d23 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d05acfa8-84f8-4d02-be84-0a2ee603b8aa HTTP/1.1" status: 204 len: 168 time: 0.1926951 Aug 29 07:21:32.797101 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141fa24-f70b-4f1a-a394-fadebbcd8d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05acfa8-84f8-4d02-be84-0a2ee603b8aa,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:32.944240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0f06b-ad77-44da-a09d-a069ba5355fd req-59cc14b9-6044-4a9f-acaa-1660f7bbec43 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:32.945737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81e0f06b-ad77-44da-a09d-a069ba5355fd req-59cc14b9-6044-4a9f-acaa-1660f7bbec43 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0553415 Aug 29 07:21:32.993141 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-81e0f06b-ad77-44da-a09d-a069ba5355fd req-6d7965f0-c55f-4e80-af36-f92ffbee8a2f tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398211 Aug 29 07:21:33.906490 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:34.132821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def29450-d871-45ac-b229-b431437877f5 req-d5b95e00-7dd9-49d7-bedb-91603a7b7fba tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:34.134436 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-def29450-d871-45ac-b229-b431437877f5 req-d5b95e00-7dd9-49d7-bedb-91603a7b7fba tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0528955 Aug 29 07:21:34.180206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-def29450-d871-45ac-b229-b431437877f5 req-2ed6a181-110f-4c43-8172-1aaa414c129a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393465 Aug 29 07:21:35.308441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097972b-eafc-44d4-9dc0-6644a3ed295b req-357aaf99-dfbc-4569-85c3-ecd653b20b76 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:35.310036 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d097972b-eafc-44d4-9dc0-6644a3ed295b req-357aaf99-dfbc-4569-85c3-ecd653b20b76 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0590396 Aug 29 07:21:35.351226 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d097972b-eafc-44d4-9dc0-6644a3ed295b req-025d7fff-0be6-4ad1-a2d7-40dadb56fa20 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345719 Aug 29 07:21:36.479949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c114e-98f1-4f02-a883-960f03f1d9ae req-ba7e56c1-b68a-4fb0-a167-832cbfe96745 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:36.480660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-184c114e-98f1-4f02-a883-960f03f1d9ae req-ba7e56c1-b68a-4fb0-a167-832cbfe96745 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0559316 Aug 29 07:21:36.522978 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-184c114e-98f1-4f02-a883-960f03f1d9ae req-ae5b0c98-2730-4fc5-a39b-25eaf392af58 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363331 Aug 29 07:21:37.645897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426eedd-f048-40ff-a42a-48d319525639 req-1196778d-f259-4872-b659-e58d35e8ed85 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:37.647801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5426eedd-f048-40ff-a42a-48d319525639 req-1196778d-f259-4872-b659-e58d35e8ed85 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0540142 Aug 29 07:21:37.693690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5426eedd-f048-40ff-a42a-48d319525639 req-bb255722-8ced-442c-bf73-8405a8db6d88 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341434 Aug 29 07:21:38.179884 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-22a258f5-04d1-4bd8-8c07-5e440ee33b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:38.828510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bb4c8-cace-4deb-927f-b62c9bd747e0 req-380520b9-9baf-42bb-aaf7-ad9e9d07b1f3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:38.830287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-456bb4c8-cace-4deb-927f-b62c9bd747e0 req-380520b9-9baf-42bb-aaf7-ad9e9d07b1f3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0612190 Aug 29 07:21:38.876449 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-456bb4c8-cace-4deb-927f-b62c9bd747e0 req-414f581e-0c6d-4606-8325-912a550db1b2 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374062 Aug 29 07:21:40.006912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1202e-1200-430f-8e7d-a0c523f95a88 req-3295576a-f9d4-45db-ad52-bfa764044471 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:40.010410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9b1202e-1200-430f-8e7d-a0c523f95a88 req-3295576a-f9d4-45db-ad52-bfa764044471 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0542006 Aug 29 07:21:40.053723 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9b1202e-1200-430f-8e7d-a0c523f95a88 req-7c032eea-cd6c-4c31-9894-682dd8c5640d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392487 Aug 29 07:21:40.809243 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:41.523158 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-54f0e836-1a9c-4b23-abb7-98bc8d168704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:41.548936 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51f72-042b-4eec-bb9b-60d8ac98c5e1 req-087f371a-a66e-4871-b3b0-6a9b408fee2d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:41.548936 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5a51f72-042b-4eec-bb9b-60d8ac98c5e1 req-087f371a-a66e-4871-b3b0-6a9b408fee2d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.4229064 Aug 29 07:21:41.590450 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5a51f72-042b-4eec-bb9b-60d8ac98c5e1 req-17b7aff3-2bdf-42e2-86f7-3c650aad630d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326135 Aug 29 07:21:41.854958 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:42.716058 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11e927-3b95-47b9-9565-396985ddbc6d req-4e0f5f23-14ef-46d6-b87e-2851b5493db1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:42.717442 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce11e927-3b95-47b9-9565-396985ddbc6d req-4e0f5f23-14ef-46d6-b87e-2851b5493db1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0498068 Aug 29 07:21:42.762081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce11e927-3b95-47b9-9565-396985ddbc6d req-fe827fbe-808d-451b-bf65-9897e64afab1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348217 Aug 29 07:21:43.602998 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:43.896610 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96bcdd-544e-45ec-9ef5-adbc17d877ab req-1976348a-beaf-43f5-8559-adf433a5cec1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:43.898222 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f96bcdd-544e-45ec-9ef5-adbc17d877ab req-1976348a-beaf-43f5-8559-adf433a5cec1 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0567117 Aug 29 07:21:43.943833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f96bcdd-544e-45ec-9ef5-adbc17d877ab req-18aca133-9782-43ba-9a93-e0871b90d8b3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377862 Aug 29 07:21:45.074411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232064a-3108-421d-b5ca-c5eaf80b1554 req-b5334f57-aa1b-4285-9096-a8d171d19507 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:45.075982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0232064a-3108-421d-b5ca-c5eaf80b1554 req-b5334f57-aa1b-4285-9096-a8d171d19507 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0536332 Aug 29 07:21:45.118667 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0232064a-3108-421d-b5ca-c5eaf80b1554 req-b5df94e1-35cf-42a1-9452-80ab3fc8678c tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362408 Aug 29 07:21:46.248889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8f197-19aa-446f-a060-b8f456a792c8 req-d3aa0dc2-320a-40b9-9331-8b634b605cdd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:46.250432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42c8f197-19aa-446f-a060-b8f456a792c8 req-d3aa0dc2-320a-40b9-9331-8b634b605cdd tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0525136 Aug 29 07:21:46.293476 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42c8f197-19aa-446f-a060-b8f456a792c8 req-b8699948-6f5d-49d0-a0eb-edd161e7cc89 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361624 Aug 29 07:21:47.414942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083ab0-36e9-4a06-b54c-8ee044037c1e req-aadbadab-977c-4368-adde-8946331b44b7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:47.416624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02083ab0-36e9-4a06-b54c-8ee044037c1e req-aadbadab-977c-4368-adde-8946331b44b7 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0508311 Aug 29 07:21:47.464783 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02083ab0-36e9-4a06-b54c-8ee044037c1e req-b896adb5-05bf-4c70-bd86-38cb4ec3ecb6 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411937 Aug 29 07:21:48.031204 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a55ee1e3-a7e8-45f9-8e69-be18fc233d8b req-677ce2c5-faed-48a8-929e-b103c744eb07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0301666 Aug 29 07:21:48.108441 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a55ee1e3-a7e8-45f9-8e69-be18fc233d8b req-751eedac-8ba0-4837-8927-548c2709d65b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0351245 Aug 29 07:21:48.160964 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a55ee1e3-a7e8-45f9-8e69-be18fc233d8b req-80d6f6b8-02cc-48f3-94d1-53ecb48493a7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240200 Aug 29 07:21:48.282578 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ee1e3-a7e8-45f9-8e69-be18fc233d8b req-a400d7fb-6c47-44db-9544-3be7854f5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:48.284045 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a55ee1e3-a7e8-45f9-8e69-be18fc233d8b req-a400d7fb-6c47-44db-9544-3be7854f5b00 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1156545 Aug 29 07:21:48.608590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d894e-99f6-49b7-b296-c8e9e2dc18a4 req-bc0205df-a888-4699-83fa-540f42411c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:48.610086 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-122d894e-99f6-49b7-b296-c8e9e2dc18a4 req-bc0205df-a888-4699-83fa-540f42411c4b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 1097 time: 0.0713334 Aug 29 07:21:48.623001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d3d29-146e-4480-b56d-ffdc30c8fb67 req-4448fb29-246b-4746-8875-f9c97d1e4315 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:48.624547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-170d3d29-146e-4480-b56d-ffdc30c8fb67 req-4448fb29-246b-4746-8875-f9c97d1e4315 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0618570 Aug 29 07:21:48.672702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-122d894e-99f6-49b7-b296-c8e9e2dc18a4 req-3c4d9c42-f0f4-40a4-badc-a23a00ec1701 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465286 Aug 29 07:21:48.693477 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-170d3d29-146e-4480-b56d-ffdc30c8fb67 req-6e0906c7-5639-4c14-9aa2-4c4823a3ac4d tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540330 Aug 29 07:21:48.799896 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:21:48.909413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:21:48.920960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'port_id': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1', 'mac_address': 'fa:16:3e:53:47:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:21:48.969736 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:48.983331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:21:49.003882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:21:49.134587 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:49.187065 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:49.828304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7ac32-cb70-4e53-a045-ff0ae3a25c4d req-aafd0789-c211-4e6e-911a-2e8a88d01ed0 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:49.830733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fc7ac32-cb70-4e53-a045-ff0ae3a25c4d req-aafd0789-c211-4e6e-911a-2e8a88d01ed0 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 944 time: 0.0580127 Aug 29 07:21:49.877880 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3fc7ac32-cb70-4e53-a045-ff0ae3a25c4d req-ec60e004-19b6-4dd8-905d-c344d5caac06 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407164 Aug 29 07:21:50.766137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:21:50.825341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:21:50.971555 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:50.993964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:21:51.029553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:21:51.118169 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:51.147858 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:51.168903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:21:51.231595 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7245d7-cd93-47c6-998e-abd4071f5d18 req-db1c6d63-a2aa-4c81-b41f-b3c36aa23db9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:21:51.233015 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6b7245d7-cd93-47c6-998e-abd4071f5d18 req-db1c6d63-a2aa-4c81-b41f-b3c36aa23db9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 943 time: 0.2832859 Aug 29 07:21:51.272015 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6b7245d7-cd93-47c6-998e-abd4071f5d18 req-e66335fb-9c0e-40ba-a11b-46e9d6b83b80 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319829 Aug 29 07:21:51.294411 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37164) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:21:51.361495 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0e5f418f-94bf-4353-a86e-4784c7157d32 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/floatingips/d2507ad9-2fa0-429a-beed-0393c1453231 HTTP/1.1" status: 200 len: 990 time: 0.0659215 Aug 29 07:21:52.823632 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:21:52.880072 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:21:52.880592 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:52.966740 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:52.990822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:21:52.993518 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d85a52f-47ea-4016-a377-de7fdfde970e" -d '{"events": [{"server_uuid": "c937b2df-c1af-4ec1-a0ac-826b80a49976", "name": "network-vif-plugged", "status": "completed", "tag": "14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:21:53.007072 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:21:53.035772 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d715f5e7-7fc1-4fe5-849e-06c9e54655cc x-openstack-request-id: req-d715f5e7-7fc1-4fe5-849e-06c9e54655cc {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:21:53.036067 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c937b2df-c1af-4ec1-a0ac-826b80a49976", "name": "network-vif-plugged", "status": "completed", "tag": "14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:21:53.036323 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d715f5e7-7fc1-4fe5-849e-06c9e54655cc {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:21:53.036723 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1', 'code': 200} Aug 29 07:21:53.094400 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:21:53.145405 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:22:02.280097 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:22:03.858790 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:04.766586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88c93b98-88f2-45e4-b419-6ed7011fd746 req-26209f1e-8baa-4a32-a24b-cb0018809a50 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388989 Aug 29 07:22:04.870345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c93b98-88f2-45e4-b419-6ed7011fd746 req-3e3d5c8c-4f23-4086-837f-c035ea7ada37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:22:04.871915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88c93b98-88f2-45e4-b419-6ed7011fd746 req-3e3d5c8c-4f23-4086-837f-c035ea7ada37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 1097 time: 0.0460842 Aug 29 07:22:04.979278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c93b98-88f2-45e4-b419-6ed7011fd746 req-b3f05864-ebcd-483c-ab45-5655c98f1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:22:04.980762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88c93b98-88f2-45e4-b419-6ed7011fd746 req-b3f05864-ebcd-483c-ab45-5655c98f1058 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b6fc5f1-3938-4ced-b23f-a490b71b40f6 HTTP/1.1" status: 200 len: 898 time: 0.0915363 Aug 29 07:22:05.054748 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88c93b98-88f2-45e4-b419-6ed7011fd746 req-15906ff6-abfd-46b7-a3fb-7edc2c0bd518 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 HTTP/1.1" status: 200 len: 1000 time: 0.0670059 Aug 29 07:22:05.105243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c93b98-88f2-45e4-b419-6ed7011fd746 req-48fdd63a-ccc9-4a5e-b1b8-c7ae62e03554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:22:05.106784 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88c93b98-88f2-45e4-b419-6ed7011fd746 req-48fdd63a-ccc9-4a5e-b1b8-c7ae62e03554 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1baf2bf0-35c9-4adc-837b-ffe446d9c87b HTTP/1.1" status: 200 len: 835 time: 0.0460055 Aug 29 07:22:05.153019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c93b98-88f2-45e4-b419-6ed7011fd746 req-fea6b010-54bd-4821-9c47-1f868c7eb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:22:05.154840 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88c93b98-88f2-45e4-b419-6ed7011fd746 req-fea6b010-54bd-4821-9c47-1f868c7eb2e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b6fc5f1-3938-4ced-b23f-a490b71b40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419128 Aug 29 07:22:05.254460 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88c93b98-88f2-45e4-b419-6ed7011fd746 req-8db09569-ea77-4293-b876-bb86da5abe5b service neutron] 10.222.0.11 "GET /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922182 Aug 29 07:22:05.356790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88c93b98-88f2-45e4-b419-6ed7011fd746 req-dcfb4bbc-dddb-4641-bb06-09bb0078d6ab service neutron] 10.222.0.11 "GET /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934110 Aug 29 07:22:08.196488 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-46bc2bec-2bef-449b-a9ab-d8c022cc8cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:10.807640 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:11.550699 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d7f0b579-16b7-4af5-8fe0-cb42de6d384b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:11.848030 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:13.590589 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:14.636572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37670) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:22:14.770748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-61d0f232-3680-4710-8a3b-5f100a2936f2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6a1c304a3cb24c9fadccf9c5658cd99e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324425 Aug 29 07:22:14.773396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 37674) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:22:14.823194 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:14.844775 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:14.996340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:14.998873 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:15.000107 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1f4eab3c-daf7-4468-8da6-bdc09378b750 HTTP/1.1" status: 204 len: 168 time: 0.2257655 Aug 29 07:22:15.008729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4eab3c-daf7-4468-8da6-bdc09378b750,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:22:15.016338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:22:15.016687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:22:15.017029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:22:15.017361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:22:15.017823 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:22:15.018049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:22:15.018376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:22:15.018702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:22:15.019028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:22:15.019384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:22:15.019707 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:22:15.027218 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063601ec-2974-4102-a933-222fcdf71ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:22:21.127472 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:33.870263 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:38.224564 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7e91153c-a356-4ee6-9e63-0c1ef9f43fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:39.279775 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:22:40.807125 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:41.555835 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-39960735-0dfb-4ba7-baf2-03d81bb80f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:41.846805 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:43.607118 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:22:48.160652 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6518a254-289c-455f-b922-60267bdde1ee req-6d2c75af-2cb3-40d4-a622-ff360a59cc8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1430564 Aug 29 07:22:48.229230 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6518a254-289c-455f-b922-60267bdde1ee req-db693dc7-fccb-4bd9-bb00-5b37a0d21636 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0262387 Aug 29 07:22:48.269372 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6518a254-289c-455f-b922-60267bdde1ee req-7bba727a-bfe7-4b51-8652-b6596ac95abb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210435 Aug 29 07:22:48.390979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a254-289c-455f-b922-60267bdde1ee req-74536503-bf17-4cb7-a672-79d42a65587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:22:48.392547 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6518a254-289c-455f-b922-60267bdde1ee req-74536503-bf17-4cb7-a672-79d42a65587d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1116738 Aug 29 07:22:51.166763 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:03.945123 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:04.773556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-861cd401-cf6a-48fc-bf2c-0147e694d8b6 req-28a48624-c3de-42bf-9ebf-7b69425d41d9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427825 Aug 29 07:23:04.875767 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cd401-cf6a-48fc-bf2c-0147e694d8b6 req-ae960494-6b7a-476a-88ab-d51f797aad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:04.877306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-861cd401-cf6a-48fc-bf2c-0147e694d8b6 req-ae960494-6b7a-476a-88ab-d51f797aad39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 1097 time: 0.0475526 Aug 29 07:23:04.995953 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cd401-cf6a-48fc-bf2c-0147e694d8b6 req-a824ef03-8f14-4c75-acaa-49af0d62d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:04.997363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-861cd401-cf6a-48fc-bf2c-0147e694d8b6 req-a824ef03-8f14-4c75-acaa-49af0d62d973 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b6fc5f1-3938-4ced-b23f-a490b71b40f6 HTTP/1.1" status: 200 len: 898 time: 0.0980368 Aug 29 07:23:05.074479 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-861cd401-cf6a-48fc-bf2c-0147e694d8b6 req-e0ac5187-72ff-4af2-b4fb-4445dff71570 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 HTTP/1.1" status: 200 len: 1000 time: 0.0694561 Aug 29 07:23:05.133225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cd401-cf6a-48fc-bf2c-0147e694d8b6 req-06b72feb-ad82-456a-9593-d79de7902aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:05.134757 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-861cd401-cf6a-48fc-bf2c-0147e694d8b6 req-06b72feb-ad82-456a-9593-d79de7902aa6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1baf2bf0-35c9-4adc-837b-ffe446d9c87b HTTP/1.1" status: 200 len: 835 time: 0.0533473 Aug 29 07:23:05.183860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cd401-cf6a-48fc-bf2c-0147e694d8b6 req-e9c29ae8-af3b-46f6-9e1b-eb19eaa28baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:05.185658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-861cd401-cf6a-48fc-bf2c-0147e694d8b6 req-e9c29ae8-af3b-46f6-9e1b-eb19eaa28baf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b6fc5f1-3938-4ced-b23f-a490b71b40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434041 Aug 29 07:23:05.287462 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-861cd401-cf6a-48fc-bf2c-0147e694d8b6 req-6356cb57-62af-4b21-b3ae-c86f5e19776d service neutron] 10.222.0.11 "GET /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937436 Aug 29 07:23:05.381183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-861cd401-cf6a-48fc-bf2c-0147e694d8b6 req-662c4d03-4a67-4b06-bf5d-76e281fc0f08 service neutron] 10.222.0.11 "GET /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867362 Aug 29 07:23:06.425731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38280) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:06.611542 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-3d44f9b3-a2c0-4afe-a833-175c3b6db291 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port c1ee5791-c8f5-479e-b174-d5fe7a9407c1 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:23:06.611894 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d44f9b3-a2c0-4afe-a833-175c3b6db291 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:06.704632 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d44f9b3-a2c0-4afe-a833-175c3b6db291 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:06.704898 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d44f9b3-a2c0-4afe-a833-175c3b6db291 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:06.717769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-3d44f9b3-a2c0-4afe-a833-175c3b6db291 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for c1ee5791-c8f5-479e-b174-d5fe7a9407c1 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:23:06.943719 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d44f9b3-a2c0-4afe-a833-175c3b6db291 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:06.970719 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44f9b3-a2c0-4afe-a833-175c3b6db291 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=c1ee5791-c8f5-479e-b174-d5fe7a9407c1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:07.045963 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d44f9b3-a2c0-4afe-a833-175c3b6db291 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:07.046290 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-3d44f9b3-a2c0-4afe-a833-175c3b6db291 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Floating IP d2507ad9-2fa0-429a-beed-0393c1453231 disassociated (deleted). External IP: 172.25.1.81, port: 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1. Aug 29 07:23:07.266631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d44f9b3-a2c0-4afe-a833-175c3b6db291 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 89d22641-10f9-48cb-9066-4aefab04c634 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:23:07.377788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d44f9b3-a2c0-4afe-a833-175c3b6db291 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:23:07.383299 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3d44f9b3-a2c0-4afe-a833-175c3b6db291 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:07.387362 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81fc26-1911-4d31-9dfa-c6d655da2a96 None None] Sync routers for ids ['89d22641-10f9-48cb-9066-4aefab04c634'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:23:07.398163 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81fc26-1911-4d31-9dfa-c6d655da2a96 None None] Routers {'89d22641-10f9-48cb-9066-4aefab04c634'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:07.398795 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2e81fc26-1911-4d31-9dfa-c6d655da2a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:22:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['89d22641-10f9-48cb-9066-4aefab04c634'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:07.417356 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3d44f9b3-a2c0-4afe-a833-175c3b6db291 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/floatingips/d2507ad9-2fa0-429a-beed-0393c1453231 HTTP/1.1" status: 204 len: 168 time: 0.9904706 Aug 29 07:23:07.418313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'tag': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:23:07.420936 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ffe2ec-2292-441a-8945-a71f15bbe7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c937b2df-c1af-4ec1-a0ac-826b80a49976", "tag": "14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:23:07.462110 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c939ec-d4c0-4e09-8f66-7136a074b499 x-openstack-request-id: req-59c939ec-d4c0-4e09-8f66-7136a074b499 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:23:07.462725 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c937b2df-c1af-4ec1-a0ac-826b80a49976", "tag": "14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:23:07.462725 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59c939ec-d4c0-4e09-8f66-7136a074b499 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:23:07.463036 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'tag': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1', 'status': 'completed', 'code': 200} Aug 29 07:23:07.527657 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-2e81fc26-1911-4d31-9dfa-c6d655da2a96 None None] Set router 89d22641-10f9-48cb-9066-4aefab04c634 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:07.553784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffe2ec-2292-441a-8945-a71f15bbe7e8 req-4a8565e0-1522-4723-986c-23298d7a17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:07.555480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29ffe2ec-2292-441a-8945-a71f15bbe7e8 req-4a8565e0-1522-4723-986c-23298d7a17e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b66a9a586534730b2f472cdc192b004&device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 1097 time: 0.0476849 Aug 29 07:23:07.665696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffe2ec-2292-441a-8945-a71f15bbe7e8 req-f7357ed2-183d-4497-aff0-a34d6dc727b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:07.667266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29ffe2ec-2292-441a-8945-a71f15bbe7e8 req-f7357ed2-183d-4497-aff0-a34d6dc727b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b6fc5f1-3938-4ced-b23f-a490b71b40f6 HTTP/1.1" status: 200 len: 898 time: 0.1046081 Aug 29 07:23:07.711205 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29ffe2ec-2292-441a-8945-a71f15bbe7e8 req-45975c9f-442a-4588-9142-02e9dd1e3915 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 HTTP/1.1" status: 200 len: 217 time: 0.0364537 Aug 29 07:23:07.767686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffe2ec-2292-441a-8945-a71f15bbe7e8 req-3993e9fb-0780-4c53-a089-e87a7f166506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:07.769160 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29ffe2ec-2292-441a-8945-a71f15bbe7e8 req-3993e9fb-0780-4c53-a089-e87a7f166506 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1baf2bf0-35c9-4adc-837b-ffe446d9c87b HTTP/1.1" status: 200 len: 835 time: 0.0464208 Aug 29 07:23:07.835252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffe2ec-2292-441a-8945-a71f15bbe7e8 req-f4647d5e-a0d5-4086-9958-71ed95a5b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:07.837105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29ffe2ec-2292-441a-8945-a71f15bbe7e8 req-f4647d5e-a0d5-4086-9958-71ed95a5b932 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b6fc5f1-3938-4ced-b23f-a490b71b40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601568 Aug 29 07:23:07.846959 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2e81fc26-1911-4d31-9dfa-c6d655da2a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2103a95e-77d2-40ae-9e0b-51227ffd462c', 'name': '', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:79:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:57Z', 'updated_at': '2021-08-29T07:20:02Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:07.877044 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81fc26-1911-4d31-9dfa-c6d655da2a96 None None] Checking router: 89d22641-10f9-48cb-9066-4aefab04c634 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:23:07.887317 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81fc26-1911-4d31-9dfa-c6d655da2a96 None None] Routers {'89d22641-10f9-48cb-9066-4aefab04c634'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:07.888092 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2e81fc26-1911-4d31-9dfa-c6d655da2a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:22:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['89d22641-10f9-48cb-9066-4aefab04c634'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:08.005207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300368a-99c2-480a-ac22-3b29191905b5 req-963eba5a-b157-4020-bb7c-53cfdfe74043 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:08.006898 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e300368a-99c2-480a-ac22-3b29191905b5 req-963eba5a-b157-4020-bb7c-53cfdfe74043 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0829971 Aug 29 07:23:08.010777 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29ffe2ec-2292-441a-8945-a71f15bbe7e8 req-59bd26e7-db96-45fb-9072-5640d1b2806a service neutron] 10.222.0.11 "GET /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497500 Aug 29 07:23:08.018003 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-2e81fc26-1911-4d31-9dfa-c6d655da2a96 None None] Set router 89d22641-10f9-48cb-9066-4aefab04c634 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:08.096754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e300368a-99c2-480a-ac22-3b29191905b5 req-15ce662a-2a39-4e01-b378-5998fdbb8956 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829327 Aug 29 07:23:08.140899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29ffe2ec-2292-441a-8945-a71f15bbe7e8 req-f8ff93bb-7350-4144-b932-9d4a26f47adb service neutron] 10.222.0.11 "GET /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181295 Aug 29 07:23:08.206405 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9627293d-d094-4754-a935-3ec0542fb53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:08.250524 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2e81fc26-1911-4d31-9dfa-c6d655da2a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2103a95e-77d2-40ae-9e0b-51227ffd462c', 'name': '', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:79:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:57Z', 'updated_at': '2021-08-29T07:20:02Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:08.282378 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81fc26-1911-4d31-9dfa-c6d655da2a96 None None] The sync data for ids ['89d22641-10f9-48cb-9066-4aefab04c634'] in n-d-713301-12 is: [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '2103a95e-77d2-40ae-9e0b-51227ffd462c', 'name': '', 'network_id': '7b6fc5f1-3938-4ced-b23f-a490b71b40f6', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'mac_address': 'fa:16:3e:79:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:57Z', 'updated_at': '2021-08-29T07:20:02Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'subnets': [{'id': '1baf2bf0-35c9-4adc-837b-ffe446d9c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:23:08.530990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b42dc-caf6-4b2a-8bac-c1d7a2613bc6 None None] New status for floating IP d2507ad9-2fa0-429a-beed-0393c1453231: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:23:09.382239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ee53b-f187-4c99-ae38-d2233ed15d79 req-f146a405-8877-4087-8fbb-b416954fef0e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:09.383761 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef3ee53b-f187-4c99-ae38-d2233ed15d79 req-f146a405-8877-4087-8fbb-b416954fef0e tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.1952164 Aug 29 07:23:09.421920 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef3ee53b-f187-4c99-ae38-d2233ed15d79 req-993731b4-45de-4e71-b398-f8c0d674ea7a tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319595 Aug 29 07:23:09.544928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a834503-0f5f-4a9d-b825-8686ec26fc9f req-404323e1-c973-4809-a77a-1aecc777a0a3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:09.546420 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a834503-0f5f-4a9d-b825-8686ec26fc9f req-404323e1-c973-4809-a77a-1aecc777a0a3 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 945 time: 0.0507460 Aug 29 07:23:09.636183 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-4a834503-0f5f-4a9d-b825-8686ec26fc9f req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:23:09.636526 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4a834503-0f5f-4a9d-b825-8686ec26fc9f req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:09.732455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-4a834503-0f5f-4a9d-b825-8686ec26fc9f req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] For port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:09.732820 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4a834503-0f5f-4a9d-b825-8686ec26fc9f req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:09.746105 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-4a834503-0f5f-4a9d-b825-8686ec26fc9f req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:23:09.960957 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4a834503-0f5f-4a9d-b825-8686ec26fc9f req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:09.993910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:10.004578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:10.004933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:10.007541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:10.007541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:10.007541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:10.007541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:10.007541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:10.007541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:10.007939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:10.007939 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:10.008751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:10.008751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:10.052806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a834503-0f5f-4a9d-b825-8686ec26fc9f req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] No DVR routers for this DVR port 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:23:10.055821 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-4a834503-0f5f-4a9d-b825-8686ec26fc9f req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:10.057798 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a834503-0f5f-4a9d-b825-8686ec26fc9f req-d58f46a7-bd3f-4536-8598-3c7480ad59e4 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.11 "DELETE /v2.0/ports/14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 HTTP/1.1" status: 204 len: 173 time: 0.5046902 Aug 29 07:23:10.058265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'name': 'network-vif-deleted', 'tag': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:23:10.060609 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec23839e-dd2b-49f1-a2b2-f66d854580a4" -d '{"events": [{"server_uuid": "c937b2df-c1af-4ec1-a0ac-826b80a49976", "name": "network-vif-deleted", "tag": "14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:23:10.198379 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2557fc-19df-4905-bfe8-80cd88076a87 x-openstack-request-id: req-7d2557fc-19df-4905-bfe8-80cd88076a87 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:23:10.198669 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c937b2df-c1af-4ec1-a0ac-826b80a49976", "name": "network-vif-deleted", "tag": "14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:23:10.199479 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d2557fc-19df-4905-bfe8-80cd88076a87 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:23:10.199754 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c937b2df-c1af-4ec1-a0ac-826b80a49976', 'name': 'network-vif-deleted', 'tag': '14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1', 'status': 'completed', 'code': 200} Aug 29 07:23:10.553532 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e80084b-31d5-4989-831e-f855f94b1037 req-2ebff570-09ea-4a6d-9032-b5fe393b0484 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "GET /v2.0/ports?device_id=c937b2df-c1af-4ec1-a0ac-826b80a49976 HTTP/1.1" status: 200 len: 210 time: 0.0275717 Aug 29 07:23:10.829580 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:11.543685 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cfd1780c-b574-49da-b89e-d02fee3f7d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:11.614463 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38480) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:11.864953 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:12.007297 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e287e987-1960-4a2b-ae39-a19aecc66af9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:12.289246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e287e987-1960-4a2b-ae39-a19aecc66af9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port 2103a95e-77d2-40ae-9e0b-51227ffd462c {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:23:12.289593 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e287e987-1960-4a2b-ae39-a19aecc66af9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:12.397770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-e287e987-1960-4a2b-ae39-a19aecc66af9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] For port 2103a95e-77d2-40ae-9e0b-51227ffd462c, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2103a95e-77d2-40ae-9e0b-51227ffd462c,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:12.398055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e287e987-1960-4a2b-ae39-a19aecc66af9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:12.417908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e287e987-1960-4a2b-ae39-a19aecc66af9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for 2103a95e-77d2-40ae-9e0b-51227ffd462c owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:23:12.675205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e287e987-1960-4a2b-ae39-a19aecc66af9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:12.705161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287e987-1960-4a2b-ae39-a19aecc66af9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=2103a95e-77d2-40ae-9e0b-51227ffd462c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:12.895069 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e287e987-1960-4a2b-ae39-a19aecc66af9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:13.124144 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e287e987-1960-4a2b-ae39-a19aecc66af9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Router 89d22641-10f9-48cb-9066-4aefab04c634 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:23:13.265499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:23:13.286872 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:23:13.287254 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 14c3f73b-f6d0-43c7-80eb-5a0b5f8718d1 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:23:13.567653 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e287e987-1960-4a2b-ae39-a19aecc66af9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:23:13.577676 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e287e987-1960-4a2b-ae39-a19aecc66af9 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "PUT /v2.0/routers/89d22641-10f9-48cb-9066-4aefab04c634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9575942 Aug 29 07:23:13.577860 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:13.578021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38576) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:13.586362 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495838c-7723-4218-a5a8-89dab63dedee None None] Sync routers for ids ['89d22641-10f9-48cb-9066-4aefab04c634'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:23:13.595835 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495838c-7723-4218-a5a8-89dab63dedee None None] Routers {'89d22641-10f9-48cb-9066-4aefab04c634'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:13.596460 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3495838c-7723-4218-a5a8-89dab63dedee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['89d22641-10f9-48cb-9066-4aefab04c634'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:13.637936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d68462-a809-4c56-a937-15c579a353fc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting subnet 1baf2bf0-35c9-4adc-837b-ffe446d9c87b {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:23:13.641185 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d68462-a809-4c56-a937-15c579a353fc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:13.684632 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d68462-a809-4c56-a937-15c579a353fc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:13.714542 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3495838c-7723-4218-a5a8-89dab63dedee None None] Set router 89d22641-10f9-48cb-9066-4aefab04c634 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:13.778849 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d68462-a809-4c56-a937-15c579a353fc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:13.917107 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3495838c-7723-4218-a5a8-89dab63dedee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:23:12Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:13.929364 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d68462-a809-4c56-a937-15c579a353fc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:13.944243 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495838c-7723-4218-a5a8-89dab63dedee None None] Checking router: 89d22641-10f9-48cb-9066-4aefab04c634 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:23:13.953256 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495838c-7723-4218-a5a8-89dab63dedee None None] Routers {'89d22641-10f9-48cb-9066-4aefab04c634'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:13.953878 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3495838c-7723-4218-a5a8-89dab63dedee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['89d22641-10f9-48cb-9066-4aefab04c634'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:13.956797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d68462-a809-4c56-a937-15c579a353fc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Subnet': ['ID=1baf2bf0-35c9-4adc-837b-ffe446d9c87b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:13.961460 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b7d68462-a809-4c56-a937-15c579a353fc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:13.966408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 38594) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:13.980776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcde1270-0ab4-4f3d-a4eb-80981013dd1a None None] Network 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:23:13.982242 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b7d68462-a809-4c56-a937-15c579a353fc tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/subnets/1baf2bf0-35c9-4adc-837b-ffe446d9c87b HTTP/1.1" status: 204 len: 168 time: 0.4045372 Aug 29 07:23:14.082888 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:14.102440 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3495838c-7723-4218-a5a8-89dab63dedee None None] Set router 89d22641-10f9-48cb-9066-4aefab04c634 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:14.200584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] DHCP port deletion for 7b6fc5f1-3938-4ced-b23f-a490b71b40f6 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:23:14.217575 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:14.266188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Deleting port 27bebc17-1a38-43eb-a06d-36c9ed061aa0 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:23:14.267453 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:14.332199 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3495838c-7723-4218-a5a8-89dab63dedee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:23:12Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:14.342602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] For port 27bebc17-1a38-43eb-a06d-36c9ed061aa0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=27bebc17-1a38-43eb-a06d-36c9ed061aa0,segment=NetworkSegment(1f9f9109-7193-4a0b-8bd4-d3fc3145c955),segment_id=1f9f9109-7193-4a0b-8bd4-d3fc3145c955)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:14.343441 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:14.365468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 27bebc17-1a38-43eb-a06d-36c9ed061aa0 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:23:14.372840 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495838c-7723-4218-a5a8-89dab63dedee None None] The sync data for ids ['89d22641-10f9-48cb-9066-4aefab04c634'] in n-d-713301-12 is: [{'id': '89d22641-10f9-48cb-9066-4aefab04c634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728459311', 'tenant_id': '6b66a9a586534730b2f472cdc192b004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:23:12Z', 'revision_number': 5, 'project_id': '6b66a9a586534730b2f472cdc192b004', 'gw_port': {'id': 'c8779b06-93be-4ede-bd13-9d52f42229b6', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d22641-10f9-48cb-9066-4aefab04c634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:19:53Z', 'updated_at': '2021-08-29T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:23:14.385744 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Deleting port c8779b06-93be-4ede-bd13-9d52f42229b6 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:23:14.386254 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:14.400818 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Calling delete_port for 27bebc17-1a38-43eb-a06d-36c9ed061aa0 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:23:14.487058 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] For port c8779b06-93be-4ede-bd13-9d52f42229b6, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c8779b06-93be-4ede-bd13-9d52f42229b6,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:14.487488 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:14.501736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Calling delete_port for c8779b06-93be-4ede-bd13-9d52f42229b6 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:23:14.523497 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:14.718173 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 07:23:14.718173 n-d-713301-12 neutron-server[95405]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 29 07:23:14.718173 n-d-713301-12 neutron-server[95405]: [parameters: {'status': 'DOWN', 'ports_id': '27bebc17-1a38-43eb-a06d-36c9ed061aa0'}] Aug 29 07:23:14.718173 n-d-713301-12 neutron-server[95405]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:23:14.718460 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:23:14.782843 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:14.816335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Pushing event deleted for resources: {'Port': ['ID=27bebc17-1a38-43eb-a06d-36c9ed061aa0,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:14.819270 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] No DVR routers for this DVR port 27bebc17-1a38-43eb-a06d-36c9ed061aa0 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:23:14.837930 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:14.839043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:14.839671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:14.840152 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:14.840696 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:14.841239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:14.841770 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:14.842363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:14.842886 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:14.863965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:14.863965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:14.863965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:14.863965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c1a04-7352-418c-9195-86a2fd0be862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:14.884502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Port': ['ID=c8779b06-93be-4ede-bd13-9d52f42229b6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:14.973013 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.068070 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.070286 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.188086 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.188638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Fanout notify agent at l3_agent the message router_deleted on router 89d22641-10f9-48cb-9066-4aefab04c634 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:23:15.196424 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.197600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3c8e46de-63fc-4a8f-ad29-9263d0cdb993 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/routers/89d22641-10f9-48cb-9066-4aefab04c634 HTTP/1.1" status: 204 len: 168 time: 1.2295861 Aug 29 07:23:15.200499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 38642) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:15.243117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Port 27bebc17-1a38-43eb-a06d-36c9ed061aa0 update to DOWN by agent not found {{(pid=95405) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 07:23:15.299976 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e165acf0-a761-4f57-bb81-a5849f213210 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.399830 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e165acf0-a761-4f57-bb81-a5849f213210 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.412390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-e165acf0-a761-4f57-bb81-a5849f213210 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6fc5f1-3938-4ced-b23f-a490b71b40f6']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:15.426843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-e165acf0-a761-4f57-bb81-a5849f213210 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9f9109-7193-4a0b-8bd4-d3fc3145c955') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:15.426843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-e165acf0-a761-4f57-bb81-a5849f213210 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9f9109-7193-4a0b-8bd4-d3fc3145c955') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:15.433547 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e165acf0-a761-4f57-bb81-a5849f213210 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.447418 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e165acf0-a761-4f57-bb81-a5849f213210 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.453082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e165acf0-a761-4f57-bb81-a5849f213210 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:23:15.453471 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e165acf0-a761-4f57-bb81-a5849f213210 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:23:15.456387 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:23:15.589203 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e165acf0-a761-4f57-bb81-a5849f213210 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.597344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e165acf0-a761-4f57-bb81-a5849f213210 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.598293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e165acf0-a761-4f57-bb81-a5849f213210 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/networks/7b6fc5f1-3938-4ced-b23f-a490b71b40f6 HTTP/1.1" status: 204 len: 168 time: 0.3968284 Aug 29 07:23:15.603026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38662) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:15.610350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165acf0-a761-4f57-bb81-a5849f213210 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'Network': ['ID=7b6fc5f1-3938-4ced-b23f-a490b71b40f6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:15.676965 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.714209 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.846937 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.849987 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:15.851460 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] 10.222.0.76 "DELETE /v2.0/security-groups/2eb6bdd3-2ce9-4170-82f1-4fbc46201f37 HTTP/1.1" status: 204 len: 168 time: 0.2470853 Aug 29 07:23:15.865967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb6bdd3-2ce9-4170-82f1-4fbc46201f37,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:15.875216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:15.875576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:15.875920 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:15.876256 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:15.876641 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:15.876973 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:15.877306 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:15.877633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:15.877973 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:15.878356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:15.878688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:15.879056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4bf7ad-aa47-418d-bee2-3b810fc23133 tempest-TestNetworkAdvancedServerOps-3490099 tempest-TestNetworkAdvancedServerOps-3490099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:16.246909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2103a95e-77d2-40ae-9e0b-51227ffd462c no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:23:16.268454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 2103a95e-77d2-40ae-9e0b-51227ffd462c {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:23:16.268800 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2103a95e-77d2-40ae-9e0b-51227ffd462c not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:23:16.273383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c8779b06-93be-4ede-bd13-9d52f42229b6 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:23:16.279730 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:23:16.291629 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: c8779b06-93be-4ede-bd13-9d52f42229b6 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:23:16.291974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c8779b06-93be-4ede-bd13-9d52f42229b6 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:23:16.547874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38714) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:16.690308 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b6e6dd92-f21b-4ba9-9e2b-7252cac48a06 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b66a9a586534730b2f472cdc192b004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412477 Aug 29 07:23:16.693755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38726) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:16.742613 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-547b3f31-5538-42db-9f08-f109ff2d5a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:16.764067 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-547b3f31-5538-42db-9f08-f109ff2d5a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:16.873765 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-547b3f31-5538-42db-9f08-f109ff2d5a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:16.876454 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-547b3f31-5538-42db-9f08-f109ff2d5a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:16.880066 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-547b3f31-5538-42db-9f08-f109ff2d5a8c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b280c03-87f6-4492-974c-3a42812029b4 HTTP/1.1" status: 204 len: 168 time: 0.1829579 Aug 29 07:23:16.885664 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b3f31-5538-42db-9f08-f109ff2d5a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b280c03-87f6-4492-974c-3a42812029b4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:17.581192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38766) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:17.624788 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0f50feab-576b-4fe6-b662-1bd8b335f3d6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9ac3009cd0a148dbbb65c0604d4464d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423119 Aug 29 07:23:17.627319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38768) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:17.679294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-12182e11-b5e8-49b6-a2fe-aaa1e557a413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:17.701132 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-12182e11-b5e8-49b6-a2fe-aaa1e557a413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:17.840352 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-12182e11-b5e8-49b6-a2fe-aaa1e557a413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:17.842943 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-12182e11-b5e8-49b6-a2fe-aaa1e557a413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:17.846847 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-12182e11-b5e8-49b6-a2fe-aaa1e557a413 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/67cba4f5-ed82-4b4c-a6ba-670a043320b2 HTTP/1.1" status: 204 len: 168 time: 0.2159138 Aug 29 07:23:17.853271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12182e11-b5e8-49b6-a2fe-aaa1e557a413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cba4f5-ed82-4b4c-a6ba-670a043320b2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:18.962653 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 38830) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:19.060852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1872487380-network', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:19.170794 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] Made reservation on behalf of ef40dfd2ec9848d48a2472f17fc16b2a for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:23:19.173110 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:19.182609 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:19.269567 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:19.388946 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:19.416317 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:23:19.421491 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71c4022-821d-4ea6-9acd-82f56fc7c570,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:19.429487 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:19.429487 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] Added segment 95ba5e8e-a0e7-405a-9556-e02147728fd5 of type vlan for network cec046f8-411c-4560-a5e8-bcec4e504bed Aug 29 07:23:19.468302 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:19.583386 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:19.584397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:19.584975 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:19.652772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] Pushing event updated for resources: {'Network': ['ID=cec046f8-411c-4560-a5e8-bcec4e504bed,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:19.672894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network cec046f8-411c-4560-a5e8-bcec4e504bed details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:23:19.755041 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-63fce547-ae41-4908-928c-ca8abe55c52e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7912414 Aug 29 07:23:19.758193 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 38838) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:19.763241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8bd77835-a9f4-4bcb-8685-c0043932819b admin admin] Request body: {'subnet': {'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1872487380-subnet', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:19.914821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd77835-a9f4-4bcb-8685-c0043932819b admin admin] Made reservation on behalf of ef40dfd2ec9848d48a2472f17fc16b2a for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:23:19.917174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8bd77835-a9f4-4bcb-8685-c0043932819b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:20.177502 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8bd77835-a9f4-4bcb-8685-c0043932819b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:20.231526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd77835-a9f4-4bcb-8685-c0043932819b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cae88d4-1bc2-42e1-ad04-5c71d91c38c6,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:20.243133 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd77835-a9f4-4bcb-8685-c0043932819b admin admin] Checking segment: {'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:20.243515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd77835-a9f4-4bcb-8685-c0043932819b admin admin] Network hostable DHCP agents. Network: cec046f8-411c-4560-a5e8-bcec4e504bed, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:23:20.320269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd77835-a9f4-4bcb-8685-c0043932819b admin admin] Network cec046f8-411c-4560-a5e8-bcec4e504bed is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:23:20.411746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-8bd77835-a9f4-4bcb-8685-c0043932819b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, cec046f8-411c-4560-a5e8-bcec4e504bed) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:20.416345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd77835-a9f4-4bcb-8685-c0043932819b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:20.417095 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8bd77835-a9f4-4bcb-8685-c0043932819b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:20.433436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbfae21-fa79-4dba-aab1-cda48d996f8c None None] Network cec046f8-411c-4560-a5e8-bcec4e504bed requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:23:20.533303 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8bd77835-a9f4-4bcb-8685-c0043932819b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7736423 Aug 29 07:23:20.536213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 38842) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:20.540737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1872487380-router', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:20.583041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-cec046f8-411c-4560-a5e8-bcec4e504bed', 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'fixed_ips': [{'subnet_id': '6cae88d4-1bc2-42e1-ad04-5c71d91c38c6'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:23:20.583041 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:20.629430 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:20.630577 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:20.690224 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:20.722453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Allocated IP 172.20.0.2 (cec046f8-411c-4560-a5e8-bcec4e504bed/6cae88d4-1bc2-42e1-ad04-5c71d91c38c6/20c68fcc-8322-4644-94cc-71486bb3968b) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:23:20.876240 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:20.892073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Transition to ACTIVE for port object 20c68fcc-8322-4644-94cc-71486bb3968b will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:20.900854 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Transition to ACTIVE for port object 20c68fcc-8322-4644-94cc-71486bb3968b will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:20.934174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:20.965521 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:21.005747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Network cec046f8-411c-4560-a5e8-bcec4e504bed is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:21.008667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:21.012200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:23:21.017961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Pushing event updated for resources: {'Port': ['ID=20c68fcc-8322-4644-94cc-71486bb3968b,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:21.091473 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Attempting to bind port 20c68fcc-8322-4644-94cc-71486bb3968b on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:23:21.105002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Attempting to bind port 20c68fcc-8322-4644-94cc-71486bb3968b by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:23:21.105002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Attempting to bind port 20c68fcc-8322-4644-94cc-71486bb3968b on network cec046f8-411c-4560-a5e8-bcec4e504bed {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:21.105002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:23:21.105002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Checking segment: {'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:21.105002 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:21.105002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Bound using segment: {'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:23:21.105002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Bound port: 20c68fcc-8322-4644-94cc-71486bb3968b, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:23:21.105002 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:21.180368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] For port 20c68fcc-8322-4644-94cc-71486bb3968b, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:23:21.193517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] For port 20c68fcc-8322-4644-94cc-71486bb3968b, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=20c68fcc-8322-4644-94cc-71486bb3968b,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:23:21.221039 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:21.240859 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:21.263753 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:21.304284 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:21.371704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b343b-b963-499f-b31d-e4c10b99e94d None None] Pushing event updated for resources: {'Port': ['ID=20c68fcc-8322-4644-94cc-71486bb3968b,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:21.379443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Allocated IP 172.25.1.111 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/bd82c5f9-c952-4331-a95c-52e8bd8633a0) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:23:21.503853 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:21.630017 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:21.682760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:21.685780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:21.690597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:23:21.694070 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Pushing event updated for resources: {'Port': ['ID=bd82c5f9-c952-4331-a95c-52e8bd8633a0,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:22.114528 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:22.309478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 20c68fcc-8322-4644-94cc-71486bb3968b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:22.335763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90db8969-7fac-48a5-8087-c9965a232c9b None None] Network cec046f8-411c-4560-a5e8-bcec4e504bed requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:23:22.583061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f130c3bb-e798-46df-9d6d-74271145ed58 None None] Provisioning for port 20c68fcc-8322-4644-94cc-71486bb3968b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:22.634301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 20c68fcc-8322-4644-94cc-71486bb3968b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:22.645652 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 20c68fcc-8322-4644-94cc-71486bb3968b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:22.648689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:22.742304 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:22.750934 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:22.786149 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 20c68fcc-8322-4644-94cc-71486bb3968b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=20c68fcc-8322-4644-94cc-71486bb3968b,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:22.809581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-936a9ae3-869d-4b17-a762-a12a0cc8dca1 None None] Provisioning complete for port 20c68fcc-8322-4644-94cc-71486bb3968b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:22.809873 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-936a9ae3-869d-4b17-a762-a12a0cc8dca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:22.852689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:22.921194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=20c68fcc-8322-4644-94cc-71486bb3968b,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:22.970952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Router 0562f168-fde8-46f1-88b6-195206ecd944 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:23:23.087404 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:23:23.096285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Sync routers for ids ['0562f168-fde8-46f1-88b6-195206ecd944'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:23:23.107214 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Routers {'0562f168-fde8-46f1-88b6-195206ecd944'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:23.107769 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0562f168-fde8-46f1-88b6-195206ecd944'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:23.218322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:23.222433 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2490bd03-62b1-494a-b86e-308ddf243c1a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6826248 Aug 29 07:23:23.222709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 38852) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:23.266551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Set router 0562f168-fde8-46f1-88b6-195206ecd944 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:23.491187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0562f168-fde8-46f1-88b6-195206ecd944', 'name': 'tempest-TestServerMultinode-1872487380-router', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:20Z', 'updated_at': '2021-08-29T07:23:21Z', 'revision_number': 3, 'project_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'gw_port': {'id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0562f168-fde8-46f1-88b6-195206ecd944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:21Z', 'updated_at': '2021-08-29T07:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:23.527487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Checking router: 0562f168-fde8-46f1-88b6-195206ecd944 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:23:23.527766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Updating router 0562f168-fde8-46f1-88b6-195206ecd944 port bd82c5f9-c952-4331-a95c-52e8bd8633a0 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:23:23.564235 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:23.661435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38856) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:23.702832 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:23.809279 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e54dd39d-04fc-4715-a117-3938387edd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:23.898575 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:23.910556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Transition to ACTIVE for port object bd82c5f9-c952-4331-a95c-52e8bd8633a0 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:23.929362 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e54dd39d-04fc-4715-a117-3938387edd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:23.936989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Allocated IP 172.20.0.1 (cec046f8-411c-4560-a5e8-bcec4e504bed/6cae88d4-1bc2-42e1-ad04-5c71d91c38c6/a8cfd319-1afb-4764-a463-0db9156d0271) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:23:24.006565 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.035995 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e54dd39d-04fc-4715-a117-3938387edd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.050881 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.061734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Attempting to bind port bd82c5f9-c952-4331-a95c-52e8bd8633a0 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:23:24.062109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Attempting to bind port bd82c5f9-c952-4331-a95c-52e8bd8633a0 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:23:24.062473 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Attempting to bind port bd82c5f9-c952-4331-a95c-52e8bd8633a0 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:24.065762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b2079-0154-4f3d-98c6-cf5e0099799e None None] Pushing event updated for resources: {'Port': ['ID=bd82c5f9-c952-4331-a95c-52e8bd8633a0,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:24.066455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Transition to ACTIVE for port object a8cfd319-1afb-4764-a463-0db9156d0271 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:24.070397 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:23:24.070778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:24.071196 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.071588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:23:24.072066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Bound port: bd82c5f9-c952-4331-a95c-52e8bd8633a0, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:23:24.072992 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.078868 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e54dd39d-04fc-4715-a117-3938387edd31 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=267f0d45bbda44dba9d5b895cf37ff3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4162619 Aug 29 07:23:24.079746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dd39d-04fc-4715-a117-3938387edd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc91a1cf-9a71-40a2-8b19-a1c47fdfeb4a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:24.083498 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 38860) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:24.126127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] For port bd82c5f9-c952-4331-a95c-52e8bd8633a0, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:23:24.129218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] For port bd82c5f9-c952-4331-a95c-52e8bd8633a0, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bd82c5f9-c952-4331-a95c-52e8bd8633a0,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:23:24.160555 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04ea08ec-53e9-4866-acd2-768f7b3ff605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.188887 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04ea08ec-53e9-4866-acd2-768f7b3ff605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.229454 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.260875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 20c68fcc-8322-4644-94cc-71486bb3968b up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:24.263733 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.307055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Network cec046f8-411c-4560-a5e8-bcec4e504bed is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:24.312254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:24.317841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:23:24.320811 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04ea08ec-53e9-4866-acd2-768f7b3ff605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.323408 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04ea08ec-53e9-4866-acd2-768f7b3ff605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.324689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-04ea08ec-53e9-4866-acd2-768f7b3ff605 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bc91a1cf-9a71-40a2-8b19-a1c47fdfeb4a HTTP/1.1" status: 204 len: 168 time: 0.2392290 Aug 29 07:23:24.338062 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Routers {'0562f168-fde8-46f1-88b6-195206ecd944'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:24.338724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0562f168-fde8-46f1-88b6-195206ecd944'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:24.340462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b2079-0154-4f3d-98c6-cf5e0099799e None None] Pushing event updated for resources: {'Port': ['ID=bd82c5f9-c952-4331-a95c-52e8bd8633a0,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:24.354171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Pushing event updated for resources: {'Port': ['ID=a8cfd319-1afb-4764-a463-0db9156d0271,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:24.368392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea08ec-53e9-4866-acd2-768f7b3ff605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc91a1cf-9a71-40a2-8b19-a1c47fdfeb4a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:24.379764 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.412137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 20c68fcc-8322-4644-94cc-71486bb3968b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:24.412392 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.510678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] Set router 0562f168-fde8-46f1-88b6-195206ecd944 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:24.613330 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.837803 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.890232 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8bdd55bd-2e7a-4993-ab95-8b9215d8781e None None] Provisioning for port a8cfd319-1afb-4764-a463-0db9156d0271 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:24.896204 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8bdd55bd-2e7a-4993-ab95-8b9215d8781e None None] Provisioning complete for port a8cfd319-1afb-4764-a463-0db9156d0271 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:24.896575 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8bdd55bd-2e7a-4993-ab95-8b9215d8781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.915477 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.939929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd55bd-2e7a-4993-ab95-8b9215d8781e None None] Port a8cfd319-1afb-4764-a463-0db9156d0271 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:23:24.955758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0562f168-fde8-46f1-88b6-195206ecd944', 'name': 'tempest-TestServerMultinode-1872487380-router', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:20Z', 'updated_at': '2021-08-29T07:23:21Z', 'revision_number': 3, 'project_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'gw_port': {'id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0562f168-fde8-46f1-88b6-195206ecd944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:21Z', 'updated_at': '2021-08-29T07:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:24.982785 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Pushing event updated for resources: {'Port': ['ID=a8cfd319-1afb-4764-a463-0db9156d0271,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:24.988486 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:24.990356 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ffc6fd-8aae-4638-936a-86c9533f39f3 None None] The sync data for ids ['0562f168-fde8-46f1-88b6-195206ecd944'] in n-d-713301-12 is: [{'id': '0562f168-fde8-46f1-88b6-195206ecd944', 'name': 'tempest-TestServerMultinode-1872487380-router', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:20Z', 'updated_at': '2021-08-29T07:23:21Z', 'revision_number': 3, 'project_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'gw_port': {'id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0562f168-fde8-46f1-88b6-195206ecd944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:21Z', 'updated_at': '2021-08-29T07:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:23:25.090561 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Network cec046f8-411c-4560-a5e8-bcec4e504bed is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:25.092052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:25.227303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Router 0562f168-fde8-46f1-88b6-195206ecd944 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:23:25.371683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-97c3bbab-548f-4155-a3f9-df05768e9ee6 None None] Provisioning complete for port a8cfd319-1afb-4764-a463-0db9156d0271 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:25.372061 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-97c3bbab-548f-4155-a3f9-df05768e9ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:25.387419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:23:25.394273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-922f588a-b66c-4340-b5e8-c925a229b82b admin admin] 10.222.0.76 "PUT /v2.0/routers/0562f168-fde8-46f1-88b6-195206ecd944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1699016 Aug 29 07:23:25.412898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-97c3bbab-548f-4155-a3f9-df05768e9ee6 None None] Port a8cfd319-1afb-4764-a463-0db9156d0271 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:23:26.262973 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38910) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:26.269968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-116216708-network', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:26.270319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bd82c5f9-c952-4331-a95c-52e8bd8633a0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:26.394121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] Made reservation on behalf of 7505aac9a6ff47ef9f922b3dbd009254 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:23:26.398633 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:26.406068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:26.423681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port bd82c5f9-c952-4331-a95c-52e8bd8633a0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:26.429154 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port bd82c5f9-c952-4331-a95c-52e8bd8633a0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:26.429650 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:26.503527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:26.512929 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:26.547432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port bd82c5f9-c952-4331-a95c-52e8bd8633a0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bd82c5f9-c952-4331-a95c-52e8bd8633a0,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:26.617594 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:26.619409 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Sync routers for ids ['0562f168-fde8-46f1-88b6-195206ecd944'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:23:26.629281 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Routers {'0562f168-fde8-46f1-88b6-195206ecd944'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:26.629899 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0562f168-fde8-46f1-88b6-195206ecd944'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:26.642562 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:23:26.646661 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:26.652148 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc46da1e-1161-449c-812a-c9626afa4134,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:26.661356 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:26.661356 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] Added segment 3e2f076b-8b75-4fed-ab83-2fc8855f054d of type vlan for network 44abe3c3-e349-40bf-be9d-9eaeba0b531e Aug 29 07:23:26.705346 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:26.732301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=bd82c5f9-c952-4331-a95c-52e8bd8633a0,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:26.822124 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:26.823233 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:26.826183 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:26.834903 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Set router 0562f168-fde8-46f1-88b6-195206ecd944 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:26.883995 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] Pushing event updated for resources: {'Network': ['ID=44abe3c3-e349-40bf-be9d-9eaeba0b531e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:26.895174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 44abe3c3-e349-40bf-be9d-9eaeba0b531e details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:23:26.938093 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-074f0f44-7ad5-4f1c-a445-a6e3c1e84969 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6736958 Aug 29 07:23:26.941436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38918) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:26.946447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ca367edc-f321-4e4d-a17e-ce42e8a37f35 admin admin] Request body: {'subnet': {'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-116216708-subnet', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:27.017324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca367edc-f321-4e4d-a17e-ce42e8a37f35 admin admin] Made reservation on behalf of 7505aac9a6ff47ef9f922b3dbd009254 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:23:27.019901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca367edc-f321-4e4d-a17e-ce42e8a37f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:27.051104 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0562f168-fde8-46f1-88b6-195206ecd944', 'name': 'tempest-TestServerMultinode-1872487380-router', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:20Z', 'updated_at': '2021-08-29T07:23:24Z', 'revision_number': 4, 'project_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'gw_port': {'id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0562f168-fde8-46f1-88b6-195206ecd944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:21Z', 'updated_at': '2021-08-29T07:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'a8cfd319-1afb-4764-a463-0db9156d0271', 'name': '', 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'mac_address': 'fa:16:3e:5f:fb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0562f168-fde8-46f1-88b6-195206ecd944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '6cae88d4-1bc2-42e1-ad04-5c71d91c38c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:23Z', 'updated_at': '2021-08-29T07:23:24Z', 'revision_number': 2, 'project_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'subnets': [{'id': '6cae88d4-1bc2-42e1-ad04-5c71d91c38c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:27.085060 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Checking router: 0562f168-fde8-46f1-88b6-195206ecd944 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:23:27.089750 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Updating router 0562f168-fde8-46f1-88b6-195206ecd944 port a8cfd319-1afb-4764-a463-0db9156d0271 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:23:27.112824 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:27.275087 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca367edc-f321-4e4d-a17e-ce42e8a37f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:27.338355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca367edc-f321-4e4d-a17e-ce42e8a37f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a97d1e8-777d-4a65-b36f-d94e32016464,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:27.345517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca367edc-f321-4e4d-a17e-ce42e8a37f35 admin admin] Checking segment: {'id': '3e2f076b-8b75-4fed-ab83-2fc8855f054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:27.345910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca367edc-f321-4e4d-a17e-ce42e8a37f35 admin admin] Network hostable DHCP agents. Network: 44abe3c3-e349-40bf-be9d-9eaeba0b531e, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:23:27.382284 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:27.391593 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Transition to ACTIVE for port object a8cfd319-1afb-4764-a463-0db9156d0271 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:27.433451 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca367edc-f321-4e4d-a17e-ce42e8a37f35 admin admin] Network 44abe3c3-e349-40bf-be9d-9eaeba0b531e is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:23:27.468869 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:27.517239 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffa525-c51b-4a08-b76f-88f5b3d725a0 None None] Pushing event updated for resources: {'Port': ['ID=a8cfd319-1afb-4764-a463-0db9156d0271,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:27.530631 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffa525-c51b-4a08-b76f-88f5b3d725a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:27.530631 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffa525-c51b-4a08-b76f-88f5b3d725a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:27.530631 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffa525-c51b-4a08-b76f-88f5b3d725a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:27.530631 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffa525-c51b-4a08-b76f-88f5b3d725a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:27.530631 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffa525-c51b-4a08-b76f-88f5b3d725a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:27.530631 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffa525-c51b-4a08-b76f-88f5b3d725a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:27.531390 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffa525-c51b-4a08-b76f-88f5b3d725a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:27.531390 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffa525-c51b-4a08-b76f-88f5b3d725a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:27.531775 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffa525-c51b-4a08-b76f-88f5b3d725a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:27.531978 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffa525-c51b-4a08-b76f-88f5b3d725a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:27.532283 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffa525-c51b-4a08-b76f-88f5b3d725a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:27.532604 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ffa525-c51b-4a08-b76f-88f5b3d725a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:23:27.545013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-ca367edc-f321-4e4d-a17e-ce42e8a37f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 44abe3c3-e349-40bf-be9d-9eaeba0b531e) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:27.548705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca367edc-f321-4e4d-a17e-ce42e8a37f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:27.552466 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ca367edc-f321-4e4d-a17e-ce42e8a37f35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:27.555673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a9a8cb-bbf4-4ae8-a233-9e03936ebbb5 None None] Network 44abe3c3-e349-40bf-be9d-9eaeba0b531e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:23:27.603351 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Attempting to bind port a8cfd319-1afb-4764-a463-0db9156d0271 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:23:27.603718 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Attempting to bind port a8cfd319-1afb-4764-a463-0db9156d0271 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:23:27.604081 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Attempting to bind port a8cfd319-1afb-4764-a463-0db9156d0271 on network cec046f8-411c-4560-a5e8-bcec4e504bed {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:27.616370 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:23:27.616710 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Checking segment: {'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:27.617082 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:27.617473 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Bound using segment: {'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:23:27.617953 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Bound port: a8cfd319-1afb-4764-a463-0db9156d0271, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:23:27.618350 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:27.652019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 38922) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:27.660400 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ca367edc-f321-4e4d-a17e-ce42e8a37f35 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7178426 Aug 29 07:23:27.662621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-116216708-router', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:27.729854 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] For port a8cfd319-1afb-4764-a463-0db9156d0271, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:23:27.733466 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] For port a8cfd319-1afb-4764-a463-0db9156d0271, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a8cfd319-1afb-4764-a463-0db9156d0271,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:23:27.779060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-44abe3c3-e349-40bf-be9d-9eaeba0b531e', 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'fixed_ips': [{'subnet_id': '5a97d1e8-777d-4a65-b36f-d94e32016464'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:23:27.779997 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:27.782355 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:27.783480 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:27.811862 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:27.841699 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:27.865408 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Routers {'0562f168-fde8-46f1-88b6-195206ecd944'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:27.866057 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0562f168-fde8-46f1-88b6-195206ecd944'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:27.936668 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffa525-c51b-4a08-b76f-88f5b3d725a0 None None] Pushing event updated for resources: {'Port': ['ID=a8cfd319-1afb-4764-a463-0db9156d0271,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:27.962978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Allocated IP 172.20.0.2 (44abe3c3-e349-40bf-be9d-9eaeba0b531e/5a97d1e8-777d-4a65-b36f-d94e32016464/cb2c81e3-e89d-42ee-a449-9326aa7b16f3) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:23:27.997733 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] Set router 0562f168-fde8-46f1-88b6-195206ecd944 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:28.077117 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:28.151639 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:28.160464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Transition to ACTIVE for port object cb2c81e3-e89d-42ee-a449-9326aa7b16f3 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:28.178992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Transition to ACTIVE for port object cb2c81e3-e89d-42ee-a449-9326aa7b16f3 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:28.217620 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0562f168-fde8-46f1-88b6-195206ecd944', 'name': 'tempest-TestServerMultinode-1872487380-router', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:20Z', 'updated_at': '2021-08-29T07:23:24Z', 'revision_number': 4, 'project_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'gw_port': {'id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0562f168-fde8-46f1-88b6-195206ecd944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:21Z', 'updated_at': '2021-08-29T07:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'a8cfd319-1afb-4764-a463-0db9156d0271', 'name': '', 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'mac_address': 'fa:16:3e:5f:fb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0562f168-fde8-46f1-88b6-195206ecd944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '6cae88d4-1bc2-42e1-ad04-5c71d91c38c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:23Z', 'updated_at': '2021-08-29T07:23:27Z', 'revision_number': 4, 'project_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'subnets': [{'id': '6cae88d4-1bc2-42e1-ad04-5c71d91c38c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:28.233741 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:28.245149 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912096a1-c3b2-4faa-a216-cd201fb79790 None None] The sync data for ids ['0562f168-fde8-46f1-88b6-195206ecd944'] in n-d-713301-12 is: [{'id': '0562f168-fde8-46f1-88b6-195206ecd944', 'name': 'tempest-TestServerMultinode-1872487380-router', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:20Z', 'updated_at': '2021-08-29T07:23:24Z', 'revision_number': 4, 'project_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'gw_port': {'id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0562f168-fde8-46f1-88b6-195206ecd944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:21Z', 'updated_at': '2021-08-29T07:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'a8cfd319-1afb-4764-a463-0db9156d0271', 'name': '', 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'mac_address': 'fa:16:3e:5f:fb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0562f168-fde8-46f1-88b6-195206ecd944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '6cae88d4-1bc2-42e1-ad04-5c71d91c38c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:23Z', 'updated_at': '2021-08-29T07:23:27Z', 'revision_number': 4, 'project_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'subnets': [{'id': '6cae88d4-1bc2-42e1-ad04-5c71d91c38c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:23:28.266597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bd82c5f9-c952-4331-a95c-52e8bd8633a0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:28.305974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Network 44abe3c3-e349-40bf-be9d-9eaeba0b531e is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:28.323168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:28.328071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:23:28.337073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Pushing event updated for resources: {'Port': ['ID=cb2c81e3-e89d-42ee-a449-9326aa7b16f3,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:28.364738 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:28.385728 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:28.409592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Attempting to bind port cb2c81e3-e89d-42ee-a449-9326aa7b16f3 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:23:28.410108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Attempting to bind port cb2c81e3-e89d-42ee-a449-9326aa7b16f3 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '3e2f076b-8b75-4fed-ab83-2fc8855f054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:23:28.410482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Attempting to bind port cb2c81e3-e89d-42ee-a449-9326aa7b16f3 on network 44abe3c3-e349-40bf-be9d-9eaeba0b531e {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:28.413965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port bd82c5f9-c952-4331-a95c-52e8bd8633a0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:28.414341 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:28.418235 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:23:28.419174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Checking segment: {'id': '3e2f076b-8b75-4fed-ab83-2fc8855f054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:28.419614 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:28.420021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Bound using segment: {'id': '3e2f076b-8b75-4fed-ab83-2fc8855f054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:23:28.420516 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Bound port: cb2c81e3-e89d-42ee-a449-9326aa7b16f3, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2f076b-8b75-4fed-ab83-2fc8855f054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:23:28.420905 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:28.516178 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Allocated IP 172.25.1.81 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/9f849ea1-33f9-447e-b441-dd07f44fe7d7) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:23:28.551501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] For port cb2c81e3-e89d-42ee-a449-9326aa7b16f3, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:23:28.569024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] For port cb2c81e3-e89d-42ee-a449-9326aa7b16f3, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cb2c81e3-e89d-42ee-a449-9326aa7b16f3,segment=NetworkSegment(3e2f076b-8b75-4fed-ab83-2fc8855f054d),segment_id=3e2f076b-8b75-4fed-ab83-2fc8855f054d)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:23:28.636438 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:28.675425 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:28.742846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5264dd-3a9c-49da-9b6c-77b7acd3b177 None None] Pushing event updated for resources: {'Port': ['ID=cb2c81e3-e89d-42ee-a449-9326aa7b16f3,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:28.778322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:28.821665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:28.824681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:28.831618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:23:28.879521 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Pushing event updated for resources: {'Port': ['ID=9f849ea1-33f9-447e-b441-dd07f44fe7d7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:29.179668 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:29.427503 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:29.634953 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Router a10587f9-d8ab-4a45-9c45-fba00df7f7c8 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:23:29.770240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:23:29.783303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Sync routers for ids ['a10587f9-d8ab-4a45-9c45-fba00df7f7c8'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:23:29.794722 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Routers {'a10587f9-d8ab-4a45-9c45-fba00df7f7c8'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:29.800749 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a10587f9-d8ab-4a45-9c45-fba00df7f7c8'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:29.837307 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7479285d-43df-40e1-90fa-23a389824887 None None] Network 44abe3c3-e349-40bf-be9d-9eaeba0b531e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:23:29.863588 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:29.867773 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 38932) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:29.868240 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8c0179c8-5a4b-40e0-b437-896e4b10a04f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2106605 Aug 29 07:23:29.989307 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Set router a10587f9-d8ab-4a45-9c45-fba00df7f7c8 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:30.070110 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-71508444-46b4-490d-b1c9-dc0c06efa1d2 None None] Provisioning for port cb2c81e3-e89d-42ee-a449-9326aa7b16f3 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:30.298339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'name': 'tempest-TestServerMultinode-116216708-router', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '9f849ea1-33f9-447e-b441-dd07f44fe7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:27Z', 'updated_at': '2021-08-29T07:23:29Z', 'revision_number': 3, 'project_id': '7505aac9a6ff47ef9f922b3dbd009254', 'gw_port': {'id': '9f849ea1-33f9-447e-b441-dd07f44fe7d7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:77:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:28Z', 'updated_at': '2021-08-29T07:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:30.335615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Checking router: a10587f9-d8ab-4a45-9c45-fba00df7f7c8 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:23:30.335976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Updating router a10587f9-d8ab-4a45-9c45-fba00df7f7c8 port 9f849ea1-33f9-447e-b441-dd07f44fe7d7 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:23:30.386942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a8cfd319-1afb-4764-a463-0db9156d0271 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:30.414112 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:30.438097 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:30.630799 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port a8cfd319-1afb-4764-a463-0db9156d0271 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:30.645910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port a8cfd319-1afb-4764-a463-0db9156d0271 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:30.652338 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:30.658505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Allocated IP 172.20.0.1 (44abe3c3-e349-40bf-be9d-9eaeba0b531e/5a97d1e8-777d-4a65-b36f-d94e32016464/4bac90af-e59b-4cdc-888d-a795200c2006) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:23:30.842737 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:30.847126 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:30.864103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Transition to ACTIVE for port object 9f849ea1-33f9-447e-b441-dd07f44fe7d7 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:30.885426 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:30.904715 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Transition to ACTIVE for port object 4bac90af-e59b-4cdc-888d-a795200c2006 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:30.911578 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port a8cfd319-1afb-4764-a463-0db9156d0271, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a8cfd319-1afb-4764-a463-0db9156d0271,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:30.938281 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:30.984398 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:30.985092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cb2c81e3-e89d-42ee-a449-9326aa7b16f3 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:31.005029 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:31.017111 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Attempting to bind port 9f849ea1-33f9-447e-b441-dd07f44fe7d7 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:23:31.017487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Attempting to bind port 9f849ea1-33f9-447e-b441-dd07f44fe7d7 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:23:31.017879 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Attempting to bind port 9f849ea1-33f9-447e-b441-dd07f44fe7d7 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:31.034556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:23:31.034943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:31.035382 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:31.035807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:23:31.036382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Bound port: 9f849ea1-33f9-447e-b441-dd07f44fe7d7, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:23:31.036830 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:31.040863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Network 44abe3c3-e349-40bf-be9d-9eaeba0b531e is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:31.041638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add11d19-4ce6-44b6-a4bc-6793b79ba35e None None] Pushing event updated for resources: {'Port': ['ID=9f849ea1-33f9-447e-b441-dd07f44fe7d7,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:31.053639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:31.057388 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:23:31.063435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Pushing event updated for resources: {'Port': ['ID=4bac90af-e59b-4cdc-888d-a795200c2006,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:31.105237 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:31.315621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=a8cfd319-1afb-4764-a463-0db9156d0271,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:31.319390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] For port 9f849ea1-33f9-447e-b441-dd07f44fe7d7, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:23:31.331869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] For port 9f849ea1-33f9-447e-b441-dd07f44fe7d7, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9f849ea1-33f9-447e-b441-dd07f44fe7d7,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:23:31.354862 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:31.395529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port cb2c81e3-e89d-42ee-a449-9326aa7b16f3 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:31.402226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port cb2c81e3-e89d-42ee-a449-9326aa7b16f3 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:31.402226 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:31.430409 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-61a8e974-fe1f-475c-b5af-505507fc70b9 None None] Provisioning for port 4bac90af-e59b-4cdc-888d-a795200c2006 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:31.435622 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:31.444908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-61a8e974-fe1f-475c-b5af-505507fc70b9 None None] Provisioning complete for port 4bac90af-e59b-4cdc-888d-a795200c2006 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:31.444908 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-61a8e974-fe1f-475c-b5af-505507fc70b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:31.566051 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-61a8e974-fe1f-475c-b5af-505507fc70b9 None None] Port 4bac90af-e59b-4cdc-888d-a795200c2006 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:23:31.576137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Routers {'a10587f9-d8ab-4a45-9c45-fba00df7f7c8'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:31.580952 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a10587f9-d8ab-4a45-9c45-fba00df7f7c8'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:31.583049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add11d19-4ce6-44b6-a4bc-6793b79ba35e None None] Pushing event updated for resources: {'Port': ['ID=9f849ea1-33f9-447e-b441-dd07f44fe7d7,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:31.608614 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:31.692092 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:31.720036 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:31.768792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] Set router a10587f9-d8ab-4a45-9c45-fba00df7f7c8 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:31.799491 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:31.802677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Pushing event updated for resources: {'Port': ['ID=4bac90af-e59b-4cdc-888d-a795200c2006,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:31.829231 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port cb2c81e3-e89d-42ee-a449-9326aa7b16f3, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cb2c81e3-e89d-42ee-a449-9326aa7b16f3,segment=NetworkSegment(3e2f076b-8b75-4fed-ab83-2fc8855f054d),segment_id=3e2f076b-8b75-4fed-ab83-2fc8855f054d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:31.921790 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:31.936640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Network 44abe3c3-e349-40bf-be9d-9eaeba0b531e is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:31.938901 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:32.016403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=cb2c81e3-e89d-42ee-a449-9326aa7b16f3,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:32.090712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'name': 'tempest-TestServerMultinode-116216708-router', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '9f849ea1-33f9-447e-b441-dd07f44fe7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:27Z', 'updated_at': '2021-08-29T07:23:31Z', 'revision_number': 4, 'project_id': '7505aac9a6ff47ef9f922b3dbd009254', 'gw_port': {'id': '9f849ea1-33f9-447e-b441-dd07f44fe7d7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:77:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:28Z', 'updated_at': '2021-08-29T07:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '4bac90af-e59b-4cdc-888d-a795200c2006', 'name': '', 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'mac_address': 'fa:16:3e:93:e4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '5a97d1e8-777d-4a65-b36f-d94e32016464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:30Z', 'updated_at': '2021-08-29T07:23:30Z', 'revision_number': 1, 'project_id': '7505aac9a6ff47ef9f922b3dbd009254', 'subnets': [{'id': '5a97d1e8-777d-4a65-b36f-d94e32016464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:32.136319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Router a10587f9-d8ab-4a45-9c45-fba00df7f7c8 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:23:32.141114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eb8310-7626-41d1-858f-e6670949e889 None None] The sync data for ids ['a10587f9-d8ab-4a45-9c45-fba00df7f7c8'] in n-d-713301-12 is: [{'id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'name': 'tempest-TestServerMultinode-116216708-router', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '9f849ea1-33f9-447e-b441-dd07f44fe7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:27Z', 'updated_at': '2021-08-29T07:23:31Z', 'revision_number': 4, 'project_id': '7505aac9a6ff47ef9f922b3dbd009254', 'gw_port': {'id': '9f849ea1-33f9-447e-b441-dd07f44fe7d7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:77:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:28Z', 'updated_at': '2021-08-29T07:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '4bac90af-e59b-4cdc-888d-a795200c2006', 'name': '', 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'mac_address': 'fa:16:3e:93:e4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '5a97d1e8-777d-4a65-b36f-d94e32016464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:30Z', 'updated_at': '2021-08-29T07:23:30Z', 'revision_number': 1, 'project_id': '7505aac9a6ff47ef9f922b3dbd009254', 'subnets': [{'id': '5a97d1e8-777d-4a65-b36f-d94e32016464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:23:32.308991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-60b3eada-7931-4210-a367-8469be757426 None None] Provisioning complete for port 4bac90af-e59b-4cdc-888d-a795200c2006 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:32.308991 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-60b3eada-7931-4210-a367-8469be757426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:32.344515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a8cfd319-1afb-4764-a463-0db9156d0271 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:32.357130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:23:32.367405 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0b57272c-a4fb-4162-bcf4-f9078c6bc826 admin admin] 10.222.0.76 "PUT /v2.0/routers/a10587f9-d8ab-4a45-9c45-fba00df7f7c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4978836 Aug 29 07:23:32.447283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-60b3eada-7931-4210-a367-8469be757426 None None] Port 4bac90af-e59b-4cdc-888d-a795200c2006 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:23:32.453835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port a8cfd319-1afb-4764-a463-0db9156d0271 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:32.454217 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:32.645793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cb2c81e3-e89d-42ee-a449-9326aa7b16f3 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:32.726007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port cb2c81e3-e89d-42ee-a449-9326aa7b16f3 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:32.726692 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:33.572984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-3289d5fa-4258-4cc1-817d-08afc10ce4eb tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:33.574536 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-3289d5fa-4258-4cc1-817d-08afc10ce4eb tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/networks?id=cec046f8-411c-4560-a5e8-bcec4e504bed HTTP/1.1" status: 200 len: 911 time: 0.4971554 Aug 29 07:23:33.597952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-b3186829-16f2-45b3-a112-84df6a8d6162 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/quotas/7505aac9a6ff47ef9f922b3dbd009254 HTTP/1.1" status: 200 len: 375 time: 0.0138860 Aug 29 07:23:33.691428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-5a81a4a4-9425-4eb1-a21f-1c238e932854 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?tenant_id=7505aac9a6ff47ef9f922b3dbd009254&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829563 Aug 29 07:23:33.704047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-917bf44c-ab50-44d0-a844-bfd569aaec16 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:23:33.705062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-917bf44c-ab50-44d0-a844-bfd569aaec16 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059419 Aug 29 07:23:33.815928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-fe2e87ed-92dd-410b-8efa-9e294a9a815f service neutron] 10.222.0.76 "GET /v2.0/networks/cec046f8-411c-4560-a5e8-bcec4e504bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014066 Aug 29 07:23:33.886231 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:33.935012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-5b2a6b3e-2929-44fa-8563-6355569bce28 service neutron] 10.222.0.76 "GET /v2.0/networks/cec046f8-411c-4560-a5e8-bcec4e504bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123500 Aug 29 07:23:34.237516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42f4d4bd-4a3b-4331-900b-80b8a6435707 req-cfc497c6-11ab-4ff5-9768-76a455417ace tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 210 time: 0.0602558 Aug 29 07:23:34.331644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9f849ea1-33f9-447e-b441-dd07f44fe7d7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:34.480890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 9f849ea1-33f9-447e-b441-dd07f44fe7d7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:34.485304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9f849ea1-33f9-447e-b441-dd07f44fe7d7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:34.486560 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:34.575612 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:34.601370 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 9f849ea1-33f9-447e-b441-dd07f44fe7d7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9f849ea1-33f9-447e-b441-dd07f44fe7d7,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:34.691367 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:34.744032 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=9f849ea1-33f9-447e-b441-dd07f44fe7d7,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:35.353258 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d99582dc-6c59-4965-b2e2-51091d87db5e req-4ba8f794-82c9-49fb-8ca7-80780fc7bce2 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 210 time: 0.0278749 Aug 29 07:23:35.832774 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Sync routers for ids ['a10587f9-d8ab-4a45-9c45-fba00df7f7c8'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:23:35.842303 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Routers {'a10587f9-d8ab-4a45-9c45-fba00df7f7c8'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:35.842851 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a10587f9-d8ab-4a45-9c45-fba00df7f7c8'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:35.957429 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Set router a10587f9-d8ab-4a45-9c45-fba00df7f7c8 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:36.188575 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'name': 'tempest-TestServerMultinode-116216708-router', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '9f849ea1-33f9-447e-b441-dd07f44fe7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:27Z', 'updated_at': '2021-08-29T07:23:31Z', 'revision_number': 4, 'project_id': '7505aac9a6ff47ef9f922b3dbd009254', 'gw_port': {'id': '9f849ea1-33f9-447e-b441-dd07f44fe7d7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:77:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:28Z', 'updated_at': '2021-08-29T07:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '4bac90af-e59b-4cdc-888d-a795200c2006', 'name': '', 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'mac_address': 'fa:16:3e:93:e4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '5a97d1e8-777d-4a65-b36f-d94e32016464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:30Z', 'updated_at': '2021-08-29T07:23:31Z', 'revision_number': 2, 'project_id': '7505aac9a6ff47ef9f922b3dbd009254', 'subnets': [{'id': '5a97d1e8-777d-4a65-b36f-d94e32016464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:36.218957 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Checking router: a10587f9-d8ab-4a45-9c45-fba00df7f7c8 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:23:36.219356 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Updating router a10587f9-d8ab-4a45-9c45-fba00df7f7c8 port 4bac90af-e59b-4cdc-888d-a795200c2006 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:23:36.253070 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:36.286867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9f849ea1-33f9-447e-b441-dd07f44fe7d7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:36.339025 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9f849ea1-33f9-447e-b441-dd07f44fe7d7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:36.339477 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:36.488759 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f26a66aa-6c23-4e7f-ba9c-334947d4799a req-a68b6902-1ac2-4ee9-a5a4-640435d29031 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 210 time: 0.0278435 Aug 29 07:23:36.592705 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:36.604320 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Transition to ACTIVE for port object 4bac90af-e59b-4cdc-888d-a795200c2006 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:36.618447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39000) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:36.669251 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:36.678212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-f48a74a0-7c14-49c4-87ec-43b2233f641d tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:36.682952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-f48a74a0-7c14-49c4-87ec-43b2233f641d tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.11 "GET /v2.0/networks?id=cec046f8-411c-4560-a5e8-bcec4e504bed HTTP/1.1" status: 200 len: 911 time: 0.1311712 Aug 29 07:23:36.696344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-a73d7d6b-f602-4f51-9d96-d4d2a7463d39 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Request body: {'port': {'device_id': '51f3812e-6c02-4e12-abfc-6c1cd7fecfe4', 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed', 'admin_state_up': True, 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:36.774239 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039173b-f71e-476c-bef7-62f911f4b110 None None] Pushing event updated for resources: {'Port': ['ID=4bac90af-e59b-4cdc-888d-a795200c2006,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:36.791815 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Attempting to bind port 4bac90af-e59b-4cdc-888d-a795200c2006 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:23:36.792187 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Attempting to bind port 4bac90af-e59b-4cdc-888d-a795200c2006 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '3e2f076b-8b75-4fed-ab83-2fc8855f054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:23:36.792540 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Attempting to bind port 4bac90af-e59b-4cdc-888d-a795200c2006 on network 44abe3c3-e349-40bf-be9d-9eaeba0b531e {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:36.794603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-a73d7d6b-f602-4f51-9d96-d4d2a7463d39 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Made reservation on behalf of 7505aac9a6ff47ef9f922b3dbd009254 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:23:36.798426 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-a73d7d6b-f602-4f51-9d96-d4d2a7463d39 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:36.798899 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:23:36.799581 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Checking segment: {'id': '3e2f076b-8b75-4fed-ab83-2fc8855f054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:36.800159 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:36.800704 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Bound using segment: {'id': '3e2f076b-8b75-4fed-ab83-2fc8855f054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:23:36.801337 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Bound port: 4bac90af-e59b-4cdc-888d-a795200c2006, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2f076b-8b75-4fed-ab83-2fc8855f054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:23:36.801881 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:36.850629 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b49c45ea-ea7e-4792-bbe9-a919478a9c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:36.886039 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] For port 4bac90af-e59b-4cdc-888d-a795200c2006, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:23:36.894255 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] For port 4bac90af-e59b-4cdc-888d-a795200c2006, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4bac90af-e59b-4cdc-888d-a795200c2006,segment=NetworkSegment(3e2f076b-8b75-4fed-ab83-2fc8855f054d),segment_id=3e2f076b-8b75-4fed-ab83-2fc8855f054d)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:23:36.979393 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:37.011458 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-a73d7d6b-f602-4f51-9d96-d4d2a7463d39 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Allocated IP 172.20.0.8 (cec046f8-411c-4560-a5e8-bcec4e504bed/6cae88d4-1bc2-42e1-ad04-5c71d91c38c6/4f3702d5-f1e4-4747-aaf5-323141538154) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:23:37.016617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b49c45ea-ea7e-4792-bbe9-a919478a9c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:37.066264 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Routers {'a10587f9-d8ab-4a45-9c45-fba00df7f7c8'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:37.066939 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a10587f9-d8ab-4a45-9c45-fba00df7f7c8'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:37.116432 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039173b-f71e-476c-bef7-62f911f4b110 None None] Pushing event updated for resources: {'Port': ['ID=4bac90af-e59b-4cdc-888d-a795200c2006,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:37.121740 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b49c45ea-ea7e-4792-bbe9-a919478a9c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:37.176974 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b49c45ea-ea7e-4792-bbe9-a919478a9c9a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e3e013aa9a424bc88c61178afd8ec45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568042 Aug 29 07:23:37.178105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c45ea-ea7e-4792-bbe9-a919478a9c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b67d823-7209-49ef-8fa1-6debd31492ff,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:37.180825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39004) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:37.252491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-a73d7d6b-f602-4f51-9d96-d4d2a7463d39 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:37.266236 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d799b022-07e4-46bf-98b7-356d3de5748d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:37.273520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-a73d7d6b-f602-4f51-9d96-d4d2a7463d39 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Transition to ACTIVE for port object 4f3702d5-f1e4-4747-aaf5-323141538154 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:37.322109 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d799b022-07e4-46bf-98b7-356d3de5748d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:37.378520 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] Set router a10587f9-d8ab-4a45-9c45-fba00df7f7c8 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:37.402002 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-a73d7d6b-f602-4f51-9d96-d4d2a7463d39 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:37.443958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-a73d7d6b-f602-4f51-9d96-d4d2a7463d39 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Network cec046f8-411c-4560-a5e8-bcec4e504bed is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:37.449851 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-a73d7d6b-f602-4f51-9d96-d4d2a7463d39 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:37.453823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-a73d7d6b-f602-4f51-9d96-d4d2a7463d39 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:23:37.480545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d7d6b-f602-4f51-9d96-d4d2a7463d39 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Pushing event updated for resources: {'Port': ['ID=4f3702d5-f1e4-4747-aaf5-323141538154,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:37.504431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-a73d7d6b-f602-4f51-9d96-d4d2a7463d39 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:37.505759 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-a73d7d6b-f602-4f51-9d96-d4d2a7463d39 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:37.514666 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d799b022-07e4-46bf-98b7-356d3de5748d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:37.517885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d799b022-07e4-46bf-98b7-356d3de5748d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:37.522887 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d799b022-07e4-46bf-98b7-356d3de5748d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4b67d823-7209-49ef-8fa1-6debd31492ff HTTP/1.1" status: 204 len: 168 time: 0.3383515 Aug 29 07:23:37.546829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799b022-07e4-46bf-98b7-356d3de5748d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b67d823-7209-49ef-8fa1-6debd31492ff,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:37.615355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-a73d7d6b-f602-4f51-9d96-d4d2a7463d39 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9265225 Aug 29 07:23:37.651165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Request body: {'port': {'device_id': '51f3812e-6c02-4e12-abfc-6c1cd7fecfe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:37.654914 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'name': 'tempest-TestServerMultinode-116216708-router', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '9f849ea1-33f9-447e-b441-dd07f44fe7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:27Z', 'updated_at': '2021-08-29T07:23:31Z', 'revision_number': 4, 'project_id': '7505aac9a6ff47ef9f922b3dbd009254', 'gw_port': {'id': '9f849ea1-33f9-447e-b441-dd07f44fe7d7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:77:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:28Z', 'updated_at': '2021-08-29T07:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '4bac90af-e59b-4cdc-888d-a795200c2006', 'name': '', 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'mac_address': 'fa:16:3e:93:e4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '5a97d1e8-777d-4a65-b36f-d94e32016464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:30Z', 'updated_at': '2021-08-29T07:23:36Z', 'revision_number': 4, 'project_id': '7505aac9a6ff47ef9f922b3dbd009254', 'subnets': [{'id': '5a97d1e8-777d-4a65-b36f-d94e32016464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:37.694229 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afbb4a7-a29d-4433-815e-300843e9f0fd None None] The sync data for ids ['a10587f9-d8ab-4a45-9c45-fba00df7f7c8'] in n-d-713301-12 is: [{'id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'name': 'tempest-TestServerMultinode-116216708-router', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '9f849ea1-33f9-447e-b441-dd07f44fe7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:27Z', 'updated_at': '2021-08-29T07:23:31Z', 'revision_number': 4, 'project_id': '7505aac9a6ff47ef9f922b3dbd009254', 'gw_port': {'id': '9f849ea1-33f9-447e-b441-dd07f44fe7d7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:77:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:28Z', 'updated_at': '2021-08-29T07:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '4bac90af-e59b-4cdc-888d-a795200c2006', 'name': '', 'network_id': '44abe3c3-e349-40bf-be9d-9eaeba0b531e', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'mac_address': 'fa:16:3e:93:e4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '5a97d1e8-777d-4a65-b36f-d94e32016464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:30Z', 'updated_at': '2021-08-29T07:23:36Z', 'revision_number': 4, 'project_id': '7505aac9a6ff47ef9f922b3dbd009254', 'subnets': [{'id': '5a97d1e8-777d-4a65-b36f-d94e32016464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:23:37.717533 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:37.722345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1bbc6-ef5d-4ced-8e07-0d4b9e0a5435 req-7e3adfaf-04e7-4f0a-b41d-ac9ea4d75c88 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:37.723933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15e1bbc6-ef5d-4ced-8e07-0d4b9e0a5435 req-7e3adfaf-04e7-4f0a-b41d-ac9ea4d75c88 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1027 time: 0.1279984 Aug 29 07:23:37.800020 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15e1bbc6-ef5d-4ced-8e07-0d4b9e0a5435 req-c0d4edb4-f663-4dee-8c95-45d904c666df tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663745 Aug 29 07:23:37.823211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2fdeb43c-08d0-4ce6-b38b-729343762b69 None None] Provisioning for port 4f3702d5-f1e4-4747-aaf5-323141538154 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:37.829117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2fdeb43c-08d0-4ce6-b38b-729343762b69 None None] Provisioning complete for port 4f3702d5-f1e4-4747-aaf5-323141538154 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:37.829719 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2fdeb43c-08d0-4ce6-b38b-729343762b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:37.894261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2fdeb43c-08d0-4ce6-b38b-729343762b69 None None] Port 4f3702d5-f1e4-4747-aaf5-323141538154 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:23:38.073237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3702d5-f1e4-4747-aaf5-323141538154 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:23:38.086058 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:38.100041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Transition to ACTIVE for port object 4f3702d5-f1e4-4747-aaf5-323141538154 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:38.202908 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bb273cc6-e1e0-4236-8752-40063f4a811e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:38.218132 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:38.288504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4bac90af-e59b-4cdc-888d-a795200c2006 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:38.318041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3702d5-f1e4-4747-aaf5-323141538154,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:38.357951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Attempting to bind port 4f3702d5-f1e4-4747-aaf5-323141538154 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:23:38.358300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Attempting to bind port 4f3702d5-f1e4-4747-aaf5-323141538154 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:23:38.358637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Attempting to bind port 4f3702d5-f1e4-4747-aaf5-323141538154 on network cec046f8-411c-4560-a5e8-bcec4e504bed {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:38.364809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Port 4f3702d5-f1e4-4747-aaf5-323141538154 on network cec046f8-411c-4560-a5e8-bcec4e504bed not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:23:38.365361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Attempting to bind port 4f3702d5-f1e4-4747-aaf5-323141538154 on network cec046f8-411c-4560-a5e8-bcec4e504bed {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:38.372309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:23:38.372653 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Checking segment: {'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:38.373417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Bound using segment: {'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:23:38.373559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Bound port: 4f3702d5-f1e4-4747-aaf5-323141538154, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:23:38.373891 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:38.417584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 4bac90af-e59b-4cdc-888d-a795200c2006 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:38.423276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 4bac90af-e59b-4cdc-888d-a795200c2006 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:38.424075 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:38.470892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] For port 4f3702d5-f1e4-4747-aaf5-323141538154, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:23:38.475914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] For port 4f3702d5-f1e4-4747-aaf5-323141538154, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4f3702d5-f1e4-4747-aaf5-323141538154,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:23:38.541189 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:38.577932 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:38.584678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 4bac90af-e59b-4cdc-888d-a795200c2006, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4bac90af-e59b-4cdc-888d-a795200c2006,segment=NetworkSegment(3e2f076b-8b75-4fed-ab83-2fc8855f054d),segment_id=3e2f076b-8b75-4fed-ab83-2fc8855f054d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:38.618678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:38.619344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:38.621423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] 10.222.0.11 "PUT /v2.0/ports/4f3702d5-f1e4-4747-aaf5-323141538154 HTTP/1.1" status: 200 len: 1092 time: 0.9787834 Aug 29 07:23:38.623848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f3812e-6c02-4e12-abfc-6c1cd7fecfe4', 'tag': '4f3702d5-f1e4-4747-aaf5-323141538154'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:23:38.626708 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffca7518-73e2-4f95-b508-ec85f995239f" -d '{"events": [{"name": "network-changed", "server_uuid": "51f3812e-6c02-4e12-abfc-6c1cd7fecfe4", "tag": "4f3702d5-f1e4-4747-aaf5-323141538154"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:23:38.652046 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:38.671312 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee58d944-e91e-4102-a99a-0d5462bdfbbe x-openstack-request-id: req-ee58d944-e91e-4102-a99a-0d5462bdfbbe {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:23:38.671743 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f3812e-6c02-4e12-abfc-6c1cd7fecfe4", "tag": "4f3702d5-f1e4-4747-aaf5-323141538154", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:23:38.672092 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee58d944-e91e-4102-a99a-0d5462bdfbbe {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:23:38.672593 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f3812e-6c02-4e12-abfc-6c1cd7fecfe4', 'tag': '4f3702d5-f1e4-4747-aaf5-323141538154', 'status': 'completed', 'code': 200} Aug 29 07:23:38.678288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0d10b-5970-4a4f-b2ce-32c3991d1025 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3702d5-f1e4-4747-aaf5-323141538154,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:38.733074 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=4bac90af-e59b-4cdc-888d-a795200c2006,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:38.758320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca7518-73e2-4f95-b508-ec85f995239f req-227c909b-c485-43e7-889b-0d339c27f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:38.759934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffca7518-73e2-4f95-b508-ec85f995239f req-227c909b-c485-43e7-889b-0d339c27f7c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7505aac9a6ff47ef9f922b3dbd009254&device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1095 time: 0.0463727 Aug 29 07:23:38.900575 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca7518-73e2-4f95-b508-ec85f995239f req-9107d731-4cf7-4715-a954-209096ce2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:38.902257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffca7518-73e2-4f95-b508-ec85f995239f req-9107d731-4cf7-4715-a954-209096ce2990 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7505aac9a6ff47ef9f922b3dbd009254&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1292112 Aug 29 07:23:38.993792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48116744-48e1-45ea-9de4-20cc264e8210 req-51b862e5-52c1-4aca-97f1-da3b9217c090 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:38.995451 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48116744-48e1-45ea-9de4-20cc264e8210 req-51b862e5-52c1-4aca-97f1-da3b9217c090 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1095 time: 0.1087301 Aug 29 07:23:39.080013 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48116744-48e1-45ea-9de4-20cc264e8210 req-0f5690a0-735d-44a9-b2fe-8acd399ca48e tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682800 Aug 29 07:23:39.086001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca7518-73e2-4f95-b508-ec85f995239f req-926955e8-e381-4157-bd5d-b2b60a6b9c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:39.087947 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffca7518-73e2-4f95-b508-ec85f995239f req-926955e8-e381-4157-bd5d-b2b60a6b9c86 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721117 Aug 29 07:23:39.208667 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-08d43353-c2ed-4974-a76e-4374fa4739a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:39.210136 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-08d43353-c2ed-4974-a76e-4374fa4739a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7505aac9a6ff47ef9f922b3dbd009254&device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1095 time: 0.0602612 Aug 29 07:23:39.274659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-7a7eb0f5-7d31-4145-a0d9-31c619cb549d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f3702d5-f1e4-4747-aaf5-323141538154 HTTP/1.1" status: 200 len: 217 time: 0.0512559 Aug 29 07:23:39.344093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-8c094c02-3bfe-4632-83b7-10e069b065a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:39.345593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-8c094c02-3bfe-4632-83b7-10e069b065a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cae88d4-1bc2-42e1-ad04-5c71d91c38c6 HTTP/1.1" status: 200 len: 849 time: 0.0646133 Aug 29 07:23:39.404915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-d4b96887-bdb8-47de-bccf-da5b8d78fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:39.406436 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-d4b96887-bdb8-47de-bccf-da5b8d78fc78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cec046f8-411c-4560-a5e8-bcec4e504bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537608 Aug 29 07:23:39.515648 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-ac6fd822-319f-4866-bd32-6dd164e04315 service neutron] 10.222.0.11 "GET /v2.0/networks/cec046f8-411c-4560-a5e8-bcec4e504bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013038 Aug 29 07:23:39.621601 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cef33c74-0084-4b75-b557-61a5be9bd56e req-ae333465-5133-409e-b662-ad811bbbc0fd service neutron] 10.222.0.11 "GET /v2.0/networks/cec046f8-411c-4560-a5e8-bcec4e504bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987866 Aug 29 07:23:39.727580 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39046) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:39.883420 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'network': {'name': 'tempest-network-smoke--1700657776', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'port_security_enabled': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:40.006184 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Made reservation on behalf of 1b6857e1a1dd4f12bcc19442da7943f2 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:23:40.009684 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:40.020158 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:40.115817 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:40.181570 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd619-4417-4c0a-a94b-82342eb9ae25 req-f4ce3e3d-6969-4c08-bd63-571dcb4bfe11 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:40.183103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b18dd619-4417-4c0a-a94b-82342eb9ae25 req-f4ce3e3d-6969-4c08-bd63-571dcb4bfe11 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1095 time: 0.0440085 Aug 29 07:23:40.206113 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:40.222247 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b18dd619-4417-4c0a-a94b-82342eb9ae25 req-8cf06f9d-f5b7-4fc0-ab61-1efb5c68a453 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328100 Aug 29 07:23:40.236194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:23:40.254898 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:40.255294 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Added segment 47230698-0e4b-4122-9e34-4f37b35f4534 of type vlan for network 075cbedf-fce7-4478-9691-4e3ae5e5f384 Aug 29 07:23:40.256730 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2713a807-9e44-4c8f-b968-53f85466cd13,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:40.264599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4bac90af-e59b-4cdc-888d-a795200c2006 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:40.309441 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:40.319301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 4bac90af-e59b-4cdc-888d-a795200c2006 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:40.319665 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:40.411625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:40.417270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:40.417857 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:40.486078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Network': ['ID=075cbedf-fce7-4478-9691-4e3ae5e5f384,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:40.496484 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 075cbedf-fce7-4478-9691-4e3ae5e5f384 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:23:40.545742 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e66083f2-ec15-4860-bd40-38df443ef059 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8166187 Aug 29 07:23:40.548377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39052) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:40.553354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'admin_state_up': True, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:40.634442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:40.635531 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:40.690737 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:40.846214 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:40.919898 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:41.165921 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:41.185315 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:41.299784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Allocated IP 172.25.1.127 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/c732fa3e-9f98-4544-80fa-d8c932be06a4) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:23:41.400765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e35924-afae-4e77-bc88-49fba93ff106 req-dea62d10-d135-458f-a26f-4bb3eed5c36b tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:41.402549 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65e35924-afae-4e77-bc88-49fba93ff106 req-dea62d10-d135-458f-a26f-4bb3eed5c36b tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1095 time: 0.0931163 Aug 29 07:23:41.462438 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:41.470557 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65e35924-afae-4e77-bc88-49fba93ff106 req-3ecb6b58-6865-4c8f-81a9-c6562d93ae7e tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618041 Aug 29 07:23:41.548944 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cc1c26eb-cd4e-43a9-b56d-321bda53f53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:41.578023 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:41.621436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:41.625432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:41.630257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:23:41.654058 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=c732fa3e-9f98-4544-80fa-d8c932be06a4,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:41.840419 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:41.964974 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:42.172227 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:42.386837 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Router e0067796-c172-4faa-abf2-8e3ef104ad54 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:23:42.500734 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:23:42.519242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Sync routers for ids ['e0067796-c172-4faa-abf2-8e3ef104ad54'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:23:42.529808 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Routers {'e0067796-c172-4faa-abf2-8e3ef104ad54'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:42.530949 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e0067796-c172-4faa-abf2-8e3ef104ad54'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:42.598892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd1538-a25d-4b21-8b1d-6a7992a45d34 req-40d22652-6486-4ace-87ae-24cd88a04241 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:42.600497 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50fd1538-a25d-4b21-8b1d-6a7992a45d34 req-40d22652-6486-4ace-87ae-24cd88a04241 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1095 time: 0.0588219 Aug 29 07:23:42.601273 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:42.605275 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-659877a5-6928-4bf5-9dba-47e7f0bf8aab tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0529418 Aug 29 07:23:42.605719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39058) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:42.646937 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50fd1538-a25d-4b21-8b1d-6a7992a45d34 req-f9896168-c7fd-4c7b-8c8b-89390b5ae74a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342684 Aug 29 07:23:42.654314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Set router e0067796-c172-4faa-abf2-8e3ef104ad54 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:42.692630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3267e381-2530-441f-9362-474374187989 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=1b6857e1a1dd4f12bcc19442da7943f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0857241 Aug 29 07:23:42.695449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39062) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:42.882688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:23:41Z', 'revision_number': 3, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:42.911091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Checking router: e0067796-c172-4faa-abf2-8e3ef104ad54 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:23:42.911502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Updating router e0067796-c172-4faa-abf2-8e3ef104ad54 port c732fa3e-9f98-4544-80fa-d8c932be06a4 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:23:42.947238 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:43.162424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5706b7af-9517-4b59-a579-ec8d1c6d9e91 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:43.163891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5706b7af-9517-4b59-a579-ec8d1c6d9e91 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4672630 Aug 29 07:23:43.166974 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39064) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:43.198146 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6612a896-6fe7-4c9b-8982-aa744c3ea7ed tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295136 Aug 29 07:23:43.200699 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39066) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:43.205988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1807c232-2168-419c-8a55-3aac491baf72 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1742974259', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:43.394377 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:43.405330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Transition to ACTIVE for port object c732fa3e-9f98-4544-80fa-d8c932be06a4 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:43.406409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1807c232-2168-419c-8a55-3aac491baf72 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Made reservation on behalf of 1b6857e1a1dd4f12bcc19442da7943f2 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:23:43.412833 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1807c232-2168-419c-8a55-3aac491baf72 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:43.420679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4f3702d5-f1e4-4747-aaf5-323141538154 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:23:43.491824 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:43.577930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4f3702d5-f1e4-4747-aaf5-323141538154, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4f3702d5-f1e4-4747-aaf5-323141538154,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:43.593043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f57cb2-3c78-40a8-a5a9-713fc2ac2254 None None] Pushing event updated for resources: {'Port': ['ID=c732fa3e-9f98-4544-80fa-d8c932be06a4,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:43.601367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Attempting to bind port c732fa3e-9f98-4544-80fa-d8c932be06a4 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:23:43.601367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Attempting to bind port c732fa3e-9f98-4544-80fa-d8c932be06a4 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:23:43.601367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Attempting to bind port c732fa3e-9f98-4544-80fa-d8c932be06a4 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:43.605085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '4f3702d5-f1e4-4747-aaf5-323141538154', 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed', 'port_id': '4f3702d5-f1e4-4747-aaf5-323141538154', 'mac_address': 'fa:16:3e:9d:96:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cae88d4-1bc2-42e1-ad04-5c71d91c38c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:23:43.609464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:23:43.609838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:43.610242 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:43.610635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:23:43.611109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Bound port: c732fa3e-9f98-4544-80fa-d8c932be06a4, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:23:43.611512 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:43.657230 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:43.690798 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:43.696156 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1807c232-2168-419c-8a55-3aac491baf72 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:43.701659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] For port c732fa3e-9f98-4544-80fa-d8c932be06a4, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:23:43.714264 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3702d5-f1e4-4747-aaf5-323141538154 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:23:43.722857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] For port c732fa3e-9f98-4544-80fa-d8c932be06a4, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c732fa3e-9f98-4544-80fa-d8c932be06a4,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:23:43.741139 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4f3702d5-f1e4-4747-aaf5-323141538154, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4f3702d5-f1e4-4747-aaf5-323141538154,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:43.788987 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:43.790243 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807c232-2168-419c-8a55-3aac491baf72 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Subnet': ['ID=870bf48f-2b5c-43f3-972d-8708d3cd93f1,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:43.805548 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1807c232-2168-419c-8a55-3aac491baf72 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Checking segment: {'id': '47230698-0e4b-4122-9e34-4f37b35f4534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:43.805915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807c232-2168-419c-8a55-3aac491baf72 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network hostable DHCP agents. Network: 075cbedf-fce7-4478-9691-4e3ae5e5f384, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:23:43.814069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40194fe5-c34e-4f44-a80a-9c5f4b064cc8 req-c6959aaf-56b4-4ef3-a6c0-0253b04ffda3 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:43.815706 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40194fe5-c34e-4f44-a80a-9c5f4b064cc8 req-c6959aaf-56b4-4ef3-a6c0-0253b04ffda3 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1095 time: 0.0825183 Aug 29 07:23:43.823661 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:43.855705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Routers {'e0067796-c172-4faa-abf2-8e3ef104ad54'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:43.856357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e0067796-c172-4faa-abf2-8e3ef104ad54'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:43.859748 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40194fe5-c34e-4f44-a80a-9c5f4b064cc8 req-1d4b9c8d-857c-486c-9621-52b23f1cefae tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351825 Aug 29 07:23:43.892130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f57cb2-3c78-40a8-a5a9-713fc2ac2254 None None] Pushing event updated for resources: {'Port': ['ID=c732fa3e-9f98-4544-80fa-d8c932be06a4,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:43.931461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807c232-2168-419c-8a55-3aac491baf72 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network 075cbedf-fce7-4478-9691-4e3ae5e5f384 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:23:43.983251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=4f3702d5-f1e4-4747-aaf5-323141538154,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:44.005512 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-1807c232-2168-419c-8a55-3aac491baf72 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 075cbedf-fce7-4478-9691-4e3ae5e5f384) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:44.008112 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] Set router e0067796-c172-4faa-abf2-8e3ef104ad54 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:44.009761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807c232-2168-419c-8a55-3aac491baf72 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:44.010392 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1807c232-2168-419c-8a55-3aac491baf72 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:44.036038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc50ae09-420c-437a-b8ad-8b88e452dae7 None None] Network 075cbedf-fce7-4478-9691-4e3ae5e5f384 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:23:44.103568 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1807c232-2168-419c-8a55-3aac491baf72 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9017475 Aug 29 07:23:44.106275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39070) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:44.248908 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['4f3702d5-f1e4-4747-aaf5-323141538154'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:23:44.339450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-075cbedf-fce7-4478-9691-4e3ae5e5f384', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:23:44.340299 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:44.391036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:23:41Z', 'revision_number': 3, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:44.474471 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ec495-0815-4671-a74a-e2d2067540c7 None None] The sync data for ids ['e0067796-c172-4faa-abf2-8e3ef104ad54'] in n-d-713301-12 is: [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:23:41Z', 'revision_number': 3, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:23:44.561700 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:44.581938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Allocated IP 172.20.0.2 (075cbedf-fce7-4478-9691-4e3ae5e5f384/870bf48f-2b5c-43f3-972d-8708d3cd93f1/afe8d9e5-423e-4e78-9ab5-17ec11bc64c6) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:23:44.770920 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:44.779907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Transition to ACTIVE for port object afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:44.795361 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Transition to ACTIVE for port object afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:44.857894 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:44.954124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Network 075cbedf-fce7-4478-9691-4e3ae5e5f384 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:44.955659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Pushing event updated for resources: {'Port': ['ID=afe8d9e5-423e-4e78-9ab5-17ec11bc64c6,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:44.958416 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Allocated IP 172.20.0.1 (075cbedf-fce7-4478-9691-4e3ae5e5f384/870bf48f-2b5c-43f3-972d-8708d3cd93f1/84348757-b2e8-4c1e-900d-f1d13c2da4bc) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:23:44.958928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:44.963424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:23:45.025457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Attempting to bind port afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:23:45.025827 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Attempting to bind port afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '47230698-0e4b-4122-9e34-4f37b35f4534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:23:45.026185 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Attempting to bind port afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 on network 075cbedf-fce7-4478-9691-4e3ae5e5f384 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:45.031713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:23:45.032086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Checking segment: {'id': '47230698-0e4b-4122-9e34-4f37b35f4534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:45.032486 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:45.032877 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Bound using segment: {'id': '47230698-0e4b-4122-9e34-4f37b35f4534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:23:45.033351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Bound port: afe8d9e5-423e-4e78-9ab5-17ec11bc64c6, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47230698-0e4b-4122-9e34-4f37b35f4534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:23:45.033755 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:45.052676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e1116-19e0-4c23-bc2f-92bd837821a2 req-779671e4-e3bc-4d46-b9d2-974d87d78542 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:45.054254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a69e1116-19e0-4c23-bc2f-92bd837821a2 req-779671e4-e3bc-4d46-b9d2-974d87d78542 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1096 time: 0.1081297 Aug 29 07:23:45.104190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] For port afe8d9e5-423e-4e78-9ab5-17ec11bc64c6, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:23:45.108524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] For port afe8d9e5-423e-4e78-9ab5-17ec11bc64c6, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=afe8d9e5-423e-4e78-9ab5-17ec11bc64c6,segment=NetworkSegment(47230698-0e4b-4122-9e34-4f37b35f4534),segment_id=47230698-0e4b-4122-9e34-4f37b35f4534)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:23:45.121847 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a69e1116-19e0-4c23-bc2f-92bd837821a2 req-e9f1f19f-4921-4947-a692-c16fce659476 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574708 Aug 29 07:23:45.152344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:45.169319 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Transition to ACTIVE for port object 84348757-b2e8-4c1e-900d-f1d13c2da4bc will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:45.200583 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:45.265665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a510b9-4069-4a9f-89da-d5acd536f5c7 None None] Pushing event updated for resources: {'Port': ['ID=afe8d9e5-423e-4e78-9ab5-17ec11bc64c6,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:45.292245 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:45.335189 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network 075cbedf-fce7-4478-9691-4e3ae5e5f384 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:45.341043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:45.345636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:23:45.379412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=84348757-b2e8-4c1e-900d-f1d13c2da4bc,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:45.426633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4f3702d5-f1e4-4747-aaf5-323141538154 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:45.433131 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:45.555116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 4f3702d5-f1e4-4747-aaf5-323141538154 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:45.560581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 4f3702d5-f1e4-4747-aaf5-323141538154 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:45.561049 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:45.646695 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:45.673051 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f3812e-6c02-4e12-abfc-6c1cd7fecfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3702d5-f1e4-4747-aaf5-323141538154'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:23:45.673681 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:45.676067 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e30c0b-a401-4b93-90b8-623adf81e67a" -d '{"events": [{"server_uuid": "51f3812e-6c02-4e12-abfc-6c1cd7fecfe4", "name": "network-vif-plugged", "status": "completed", "tag": "4f3702d5-f1e4-4747-aaf5-323141538154"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:23:45.689669 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 4f3702d5-f1e4-4747-aaf5-323141538154, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4f3702d5-f1e4-4747-aaf5-323141538154,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:45.713640 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9927c80a-c5c1-474b-8483-27735412e413 x-openstack-request-id: req-9927c80a-c5c1-474b-8483-27735412e413 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:23:45.713955 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f3812e-6c02-4e12-abfc-6c1cd7fecfe4", "name": "network-vif-plugged", "status": "completed", "tag": "4f3702d5-f1e4-4747-aaf5-323141538154", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:23:45.714232 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9927c80a-c5c1-474b-8483-27735412e413 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:23:45.714628 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f3812e-6c02-4e12-abfc-6c1cd7fecfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3702d5-f1e4-4747-aaf5-323141538154', 'code': 200} Aug 29 07:23:45.759874 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:45.813309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=4f3702d5-f1e4-4747-aaf5-323141538154,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:45.920152 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186f086-c7b6-44d8-82a2-1fa7672977da req-d77a71f6-7260-47c2-be48-b39343d3c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:45.921696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7186f086-c7b6-44d8-82a2-1fa7672977da req-d77a71f6-7260-47c2-be48-b39343d3c04e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1097 time: 0.1016340 Aug 29 07:23:45.986232 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7186f086-c7b6-44d8-82a2-1fa7672977da req-19af904d-1a2b-4489-94bf-69a01e35904f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549250 Aug 29 07:23:46.033502 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:46.097330 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:46.174695 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:46.177487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=84348757-b2e8-4c1e-900d-f1d13c2da4bc,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:46.228757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122e1423-4e58-4d9c-b780-4af5352df8ad None None] Network 075cbedf-fce7-4478-9691-4e3ae5e5f384 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:23:46.299607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca0be7-45dc-4f91-810b-1cdf99dafbdf req-c67801b5-9b7a-4804-8d33-f2a8d2f8e2f5 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:46.301695 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90ca0be7-45dc-4f91-810b-1cdf99dafbdf req-c67801b5-9b7a-4804-8d33-f2a8d2f8e2f5 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1097 time: 0.1007106 Aug 29 07:23:46.349125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network 075cbedf-fce7-4478-9691-4e3ae5e5f384 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:46.351501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:46.368678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:46.416091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90ca0be7-45dc-4f91-810b-1cdf99dafbdf req-7a1edeef-cd1f-49e6-b2b0-08a050304a7f tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020904 Aug 29 07:23:46.418147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-af447bd9-7a1e-40f7-98d2-c4412b06587c None None] Provisioning for port afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:46.501117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Router e0067796-c172-4faa-abf2-8e3ef104ad54 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:23:46.583699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:46.589703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:46.595455 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:46.626652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:23:46.635177 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-76cfa441-071b-4e29-b005-75c01b9ef32a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "PUT /v2.0/routers/e0067796-c172-4faa-abf2-8e3ef104ad54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5265124 Aug 29 07:23:46.636333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39078) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:46.697728 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:46.707017 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Sync routers for ids ['e0067796-c172-4faa-abf2-8e3ef104ad54'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:23:46.717739 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Routers {'e0067796-c172-4faa-abf2-8e3ef104ad54'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:46.718521 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e0067796-c172-4faa-abf2-8e3ef104ad54'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:46.747692 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port afe8d9e5-423e-4e78-9ab5-17ec11bc64c6, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=afe8d9e5-423e-4e78-9ab5-17ec11bc64c6,segment=NetworkSegment(47230698-0e4b-4122-9e34-4f37b35f4534),segment_id=47230698-0e4b-4122-9e34-4f37b35f4534)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:46.763896 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-446c0739-8894-4195-9e9a-cf2b55092b4e None None] Provisioning complete for port afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:46.764327 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-446c0739-8894-4195-9e9a-cf2b55092b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:46.850524 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fbc3fa-4e01-4f8f-834b-cffd72b04d97 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:46.850917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fbc3fa-4e01-4f8f-834b-cffd72b04d97 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:46.851478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fbc3fa-4e01-4f8f-834b-cffd72b04d97 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:46.851942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fbc3fa-4e01-4f8f-834b-cffd72b04d97 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:46.852413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fbc3fa-4e01-4f8f-834b-cffd72b04d97 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:46.853218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fbc3fa-4e01-4f8f-834b-cffd72b04d97 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:46.855413 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-29fbc3fa-4e01-4f8f-834b-cffd72b04d97 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.2176669 Aug 29 07:23:46.858005 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39080) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:46.881645 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Set router e0067796-c172-4faa-abf2-8e3ef104ad54 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:46.892673 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:46.893655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c732fa3e-9f98-4544-80fa-d8c932be06a4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:46.951707 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-446c0739-8894-4195-9e9a-cf2b55092b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:46.985078 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581261c9-a68c-4d54-a26f-e87a9be61a51 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:46.985616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581261c9-a68c-4d54-a26f-e87a9be61a51 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:46.986082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581261c9-a68c-4d54-a26f-e87a9be61a51 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:46.986538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581261c9-a68c-4d54-a26f-e87a9be61a51 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:46.987648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581261c9-a68c-4d54-a26f-e87a9be61a51 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:46.988027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581261c9-a68c-4d54-a26f-e87a9be61a51 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:46.991016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-581261c9-a68c-4d54-a26f-e87a9be61a51 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4001 time: 0.1318924 Aug 29 07:23:46.994268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39082) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:47.049019 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=afe8d9e5-423e-4e78-9ab5-17ec11bc64c6,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:47.072231 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-446c0739-8894-4195-9e9a-cf2b55092b4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:23:47.072723 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-446c0739-8894-4195-9e9a-cf2b55092b4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:23:47.154978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port c732fa3e-9f98-4544-80fa-d8c932be06a4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:47.160460 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c732fa3e-9f98-4544-80fa-d8c932be06a4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:47.160834 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:47.224750 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:23:45Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:45Z', 'revision_number': 2, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:47.251805 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Checking router: e0067796-c172-4faa-abf2-8e3ef104ad54 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:23:47.252463 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Updating router e0067796-c172-4faa-abf2-8e3ef104ad54 port 84348757-b2e8-4c1e-900d-f1d13c2da4bc binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:23:47.272655 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:47.284655 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:47.295930 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c40ba318-e8c4-4bb9-9582-13637987939d tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3043 time: 0.2955050 Aug 29 07:23:47.296236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port c732fa3e-9f98-4544-80fa-d8c932be06a4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c732fa3e-9f98-4544-80fa-d8c932be06a4,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:47.428808 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:47.492200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=c732fa3e-9f98-4544-80fa-d8c932be06a4,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:47.607652 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:47.618959 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Transition to ACTIVE for port object 84348757-b2e8-4c1e-900d-f1d13c2da4bc will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:47.620120 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa277c-d496-4011-9454-ae358b8f56f0 req-3e0d60d3-1715-4b98-b66d-bea7671c2282 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:47.622287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96aa277c-d496-4011-9454-ae358b8f56f0 req-3e0d60d3-1715-4b98-b66d-bea7671c2282 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1097 time: 0.0754638 Aug 29 07:23:47.660021 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-96aa277c-d496-4011-9454-ae358b8f56f0 req-d56d732c-db00-496a-a4a2-cdba8dce45e7 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Aug 29 07:23:47.697001 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:47.709966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-446c0739-8894-4195-9e9a-cf2b55092b4e None None] Provisioning for port 84348757-b2e8-4c1e-900d-f1d13c2da4bc completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:47.753274 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c393346-a0b8-4062-b01a-96496a78d546 None None] Pushing event updated for resources: {'Port': ['ID=84348757-b2e8-4c1e-900d-f1d13c2da4bc,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:47.809333 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Attempting to bind port 84348757-b2e8-4c1e-900d-f1d13c2da4bc on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:23:47.809707 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Attempting to bind port 84348757-b2e8-4c1e-900d-f1d13c2da4bc by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '47230698-0e4b-4122-9e34-4f37b35f4534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:23:47.810104 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Attempting to bind port 84348757-b2e8-4c1e-900d-f1d13c2da4bc on network 075cbedf-fce7-4478-9691-4e3ae5e5f384 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:47.815903 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:23:47.816280 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Checking segment: {'id': '47230698-0e4b-4122-9e34-4f37b35f4534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:47.816684 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:47.817079 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Bound using segment: {'id': '47230698-0e4b-4122-9e34-4f37b35f4534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:23:47.817565 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Bound port: 84348757-b2e8-4c1e-900d-f1d13c2da4bc, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47230698-0e4b-4122-9e34-4f37b35f4534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:23:47.817968 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:47.909019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39088) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:47.914506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-cb95b816-80ec-40e8-9840-896cd81f9451 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661406792', 'description': 'tempest-secgroup-smoke-661406792 description', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:47.919729 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] For port 84348757-b2e8-4c1e-900d-f1d13c2da4bc, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:23:47.923640 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] For port 84348757-b2e8-4c1e-900d-f1d13c2da4bc, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=84348757-b2e8-4c1e-900d-f1d13c2da4bc,segment=NetworkSegment(47230698-0e4b-4122-9e34-4f37b35f4534),segment_id=47230698-0e4b-4122-9e34-4f37b35f4534)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:23:48.000712 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:48.022943 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb95b816-80ec-40e8-9840-896cd81f9451 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:48.055879 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Routers {'e0067796-c172-4faa-abf2-8e3ef104ad54'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:23:48.056517 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e0067796-c172-4faa-abf2-8e3ef104ad54'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:48.102227 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c393346-a0b8-4062-b01a-96496a78d546 None None] Pushing event updated for resources: {'Port': ['ID=84348757-b2e8-4c1e-900d-f1d13c2da4bc,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:48.134224 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb95b816-80ec-40e8-9840-896cd81f9451 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:48.198274 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] Set router e0067796-c172-4faa-abf2-8e3ef104ad54 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:23:48.206847 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb95b816-80ec-40e8-9840-896cd81f9451 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:48.255241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95b816-80ec-40e8-9840-896cd81f9451 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee3b14e-462e-432f-ae7e-3507e8f80492,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:48.282872 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:48.346623 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cb95b816-80ec-40e8-9840-896cd81f9451 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:48.350803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:48.350803 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:48.351067 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cb95b816-80ec-40e8-9840-896cd81f9451 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4378850 Aug 29 07:23:48.351711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39090) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:48.357614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-95b2f804-f044-4449-9af4-d6a79f489649 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '0ee3b14e-462e-432f-ae7e-3507e8f80492', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:48.442067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c732fa3e-9f98-4544-80fa-d8c932be06a4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:48.444115 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:23:45Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:23:48.477195 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f652d2d-9dd8-4ec9-972e-f08da817a6b6 None None] The sync data for ids ['e0067796-c172-4faa-abf2-8e3ef104ad54'] in n-d-713301-12 is: [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:23:45Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:23:48.499191 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95b2f804-f044-4449-9af4-d6a79f489649 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:48.502497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c732fa3e-9f98-4544-80fa-d8c932be06a4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:48.502943 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:48.612150 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95b2f804-f044-4449-9af4-d6a79f489649 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:48.664921 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95b2f804-f044-4449-9af4-d6a79f489649 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:48.691185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2f804-f044-4449-9af4-d6a79f489649 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36308060-92cc-47e9-b353-9f2b39fe17aa,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:48.780808 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-95b2f804-f044-4449-9af4-d6a79f489649 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:48.785826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-95b2f804-f044-4449-9af4-d6a79f489649 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4293597 Aug 29 07:23:48.786163 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39094) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:48.793275 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-bdca0182-5fd3-4f88-af96-620b028df1be tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '0ee3b14e-462e-432f-ae7e-3507e8f80492', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:48.818800 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fce48-685d-4355-8bcb-f6cd86aff3e5 req-26cfb17e-9430-4e3b-88d1-8615d9d22d88 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:48.820410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a74fce48-685d-4355-8bcb-f6cd86aff3e5 req-26cfb17e-9430-4e3b-88d1-8615d9d22d88 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1097 time: 0.0740638 Aug 29 07:23:48.871859 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a74fce48-685d-4355-8bcb-f6cd86aff3e5 req-78e81344-e57a-4c06-a0a5-dc474f8dd1ce tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441031 Aug 29 07:23:48.919649 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bdca0182-5fd3-4f88-af96-620b028df1be tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:49.035067 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bdca0182-5fd3-4f88-af96-620b028df1be tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:49.038262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc7643-d5d6-4d0a-8ec3-0883e39dafe9 req-bb4357e9-c50a-41c4-b7ae-144539591772 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:49.039836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9efc7643-d5d6-4d0a-8ec3-0883e39dafe9 req-bb4357e9-c50a-41c4-b7ae-144539591772 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1097 time: 0.0770099 Aug 29 07:23:49.078646 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9efc7643-d5d6-4d0a-8ec3-0883e39dafe9 req-1146591f-d655-45f8-a816-747d465c93a1 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323493 Aug 29 07:23:49.103558 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bdca0182-5fd3-4f88-af96-620b028df1be tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:49.122304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca0182-5fd3-4f88-af96-620b028df1be tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c559de01-7d13-48ba-80cc-cbf387c89f01,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:49.200749 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdc3e0-71c4-4a69-ba17-77b9e2d0bb0e req-7bf952fc-e730-46f6-882a-aef66591e60c tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:49.202311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bcdc3e0-71c4-4a69-ba17-77b9e2d0bb0e req-7bf952fc-e730-46f6-882a-aef66591e60c tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1097 time: 0.0436118 Aug 29 07:23:49.232119 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-bdca0182-5fd3-4f88-af96-620b028df1be tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:49.233829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-bdca0182-5fd3-4f88-af96-620b028df1be tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4464810 Aug 29 07:23:49.236833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39100) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:49.243115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f01f1607-584f-4ff9-b830-e9af0058dd8c tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '0ee3b14e-462e-432f-ae7e-3507e8f80492', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:49.253713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bcdc3e0-71c4-4a69-ba17-77b9e2d0bb0e req-fcf598c8-929c-4c4d-b933-d4b0025ace34 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437350 Aug 29 07:23:49.354999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f01f1607-584f-4ff9-b830-e9af0058dd8c tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:49.432523 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f01f1607-584f-4ff9-b830-e9af0058dd8c tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:49.497445 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f01f1607-584f-4ff9-b830-e9af0058dd8c tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:49.518710 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f1607-584f-4ff9-b830-e9af0058dd8c tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f40b6f-628d-4ca5-a2bd-4bfa4a9cc0ee,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:49.563750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-c7e8906c-21b4-49fe-9f22-6cb68cbd3d8c tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:49.565947 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-c7e8906c-21b4-49fe-9f22-6cb68cbd3d8c tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/networks?id=cec046f8-411c-4560-a5e8-bcec4e504bed HTTP/1.1" status: 200 len: 911 time: 0.1006804 Aug 29 07:23:49.581857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-e254f7dc-40f6-434d-809b-6e1ba2559e6a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/quotas/7505aac9a6ff47ef9f922b3dbd009254 HTTP/1.1" status: 200 len: 375 time: 0.0099764 Aug 29 07:23:49.622872 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f01f1607-584f-4ff9-b830-e9af0058dd8c tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:49.627474 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f01f1607-584f-4ff9-b830-e9af0058dd8c tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3894734 Aug 29 07:23:49.628350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39114) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:49.634044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-90cd87e9-9801-4558-9e3d-000d0af01050 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '0ee3b14e-462e-432f-ae7e-3507e8f80492', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:49.660206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-1b1b1a48-6d48-4752-bc33-5c24955795c9 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?tenant_id=7505aac9a6ff47ef9f922b3dbd009254&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716710 Aug 29 07:23:49.727577 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-90cd87e9-9801-4558-9e3d-000d0af01050 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:49.801890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-fff12de8-5597-4e2b-bd7f-55483677bdf4 service neutron] 10.222.0.76 "GET /v2.0/networks/cec046f8-411c-4560-a5e8-bcec4e504bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342666 Aug 29 07:23:49.819193 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-90cd87e9-9801-4558-9e3d-000d0af01050 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:49.908175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-c6ceca6f-d463-4193-a0be-f8df04ab93dc service neutron] 10.222.0.76 "GET /v2.0/networks/cec046f8-411c-4560-a5e8-bcec4e504bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989149 Aug 29 07:23:49.909311 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-90cd87e9-9801-4558-9e3d-000d0af01050 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:49.930738 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd87e9-9801-4558-9e3d-000d0af01050 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3bb500-b8bb-47da-adc7-430d199f6f37,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:49.999817 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-90cd87e9-9801-4558-9e3d-000d0af01050 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:50.001036 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-90cd87e9-9801-4558-9e3d-000d0af01050 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3715448 Aug 29 07:23:50.004343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39116) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:50.008826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1afa17ff-d149-4adc-a404-76af28796eb6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '0ee3b14e-462e-432f-ae7e-3507e8f80492', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:50.029765 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-87fec55b-8b46-4487-b457-1e0694c0b0e5 req-4f625ac7-c8f8-42be-9bf7-b5f7c1b89b4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297816 Aug 29 07:23:50.099865 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-87fec55b-8b46-4487-b457-1e0694c0b0e5 req-ec5ed4bb-43a3-4e7b-827a-2c0cd4300af5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0278296 Aug 29 07:23:50.140481 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-87fec55b-8b46-4487-b457-1e0694c0b0e5 req-ac84e162-0dde-47d0-80fb-9d3bab29cc2b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197792 Aug 29 07:23:50.188755 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-1afa17ff-d149-4adc-a404-76af28796eb6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Project 1b6857e1a1dd4f12bcc19442da7943f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:23:50.201654 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1afa17ff-d149-4adc-a404-76af28796eb6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:50.246937 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fec55b-8b46-4487-b457-1e0694c0b0e5 req-60faef1f-c99d-4994-81b2-7475e35dfce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:50.248787 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-87fec55b-8b46-4487-b457-1e0694c0b0e5 req-60faef1f-c99d-4994-81b2-7475e35dfce3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017408 Aug 29 07:23:50.301150 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 84348757-b2e8-4c1e-900d-f1d13c2da4bc up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:50.451478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 84348757-b2e8-4c1e-900d-f1d13c2da4bc completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:50.457006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 84348757-b2e8-4c1e-900d-f1d13c2da4bc triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:50.457154 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:50.538891 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:50.574192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 84348757-b2e8-4c1e-900d-f1d13c2da4bc, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=84348757-b2e8-4c1e-900d-f1d13c2da4bc,segment=NetworkSegment(47230698-0e4b-4122-9e34-4f37b35f4534),segment_id=47230698-0e4b-4122-9e34-4f37b35f4534)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:50.622824 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:50.676796 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfd041c8-251a-4ad5-8fd9-6490df3f4a20 req-57455c66-b296-47f8-b52e-d9213f280f70 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 210 time: 0.4515057 Aug 29 07:23:50.678870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=84348757-b2e8-4c1e-900d-f1d13c2da4bc,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:50.713113 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1afa17ff-d149-4adc-a404-76af28796eb6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:50.782909 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1afa17ff-d149-4adc-a404-76af28796eb6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:50.802128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa17ff-d149-4adc-a404-76af28796eb6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a8f018-635f-4e49-82de-768ab47d1fb8,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:50.930125 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1afa17ff-d149-4adc-a404-76af28796eb6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:50.931539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1afa17ff-d149-4adc-a404-76af28796eb6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9262140 Aug 29 07:23:50.934241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39128) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:23:50.939094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8fac7f75-8b6e-414d-9de9-e115d757ff97 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '0ee3b14e-462e-432f-ae7e-3507e8f80492', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:51.180899 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-8fac7f75-8b6e-414d-9de9-e115d757ff97 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Project 1b6857e1a1dd4f12bcc19442da7943f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:23:51.186175 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fac7f75-8b6e-414d-9de9-e115d757ff97 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:51.221026 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:51.246048 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fac7f75-8b6e-414d-9de9-e115d757ff97 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:51.352526 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fac7f75-8b6e-414d-9de9-e115d757ff97 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:51.371312 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac7f75-8b6e-414d-9de9-e115d757ff97 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7591aa-07e8-4b43-b1f9-72a09bb81c91,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:51.429560 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fac7f75-8b6e-414d-9de9-e115d757ff97 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:51.430795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8fac7f75-8b6e-414d-9de9-e115d757ff97 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4955168 Aug 29 07:23:51.588178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-44a59193-ff37-47a2-b398-29514485ad8a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661406792&fields=id&tenant_id=1b6857e1a1dd4f12bcc19442da7943f2 HTTP/1.1" status: 200 len: 267 time: 0.0473948 Aug 29 07:23:51.780932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-286af1ea-2400-4c8c-a46d-b5239252559e req-d431e348-2d92-4aa4-b470-3ce8739e1750 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 210 time: 0.0382152 Aug 29 07:23:51.795983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-61bb2407-f318-42c9-a1ca-45c0048fd45e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:51.797423 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-61bb2407-f318-42c9-a1ca-45c0048fd45e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/networks?id=075cbedf-fce7-4478-9691-4e3ae5e5f384 HTTP/1.1" status: 200 len: 797 time: 0.2021263 Aug 29 07:23:51.813110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-e2372b4c-64ab-4049-beb4-12c3e62b8930 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/quotas/1b6857e1a1dd4f12bcc19442da7943f2 HTTP/1.1" status: 200 len: 375 time: 0.0093720 Aug 29 07:23:51.898336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-cc727fd5-c890-4bf9-999d-70a8c15c0f91 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792565 Aug 29 07:23:51.998439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-2442ca73-0402-4965-8878-ff74af01b818 service neutron] 10.222.0.76 "GET /v2.0/networks/075cbedf-fce7-4478-9691-4e3ae5e5f384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876892 Aug 29 07:23:52.100123 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-7f3fa9e3-b44d-44d6-ae5b-723032229c93 service neutron] 10.222.0.76 "GET /v2.0/networks/075cbedf-fce7-4478-9691-4e3ae5e5f384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955610 Aug 29 07:23:52.271914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 84348757-b2e8-4c1e-900d-f1d13c2da4bc up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:23:52.326055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 84348757-b2e8-4c1e-900d-f1d13c2da4bc triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:52.326426 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:52.439861 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19bdc1a7-6c7c-4693-aee3-a0e95297faec req-c09955e6-72d3-46e8-81f2-f0734943e553 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 210 time: 0.0274854 Aug 29 07:23:52.565126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-1986c8aa-bbbf-474d-a1f9-93a949f1e1b5 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:52.566614 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-1986c8aa-bbbf-474d-a1f9-93a949f1e1b5 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.15 "GET /v2.0/networks?id=cec046f8-411c-4560-a5e8-bcec4e504bed HTTP/1.1" status: 200 len: 911 time: 0.0998027 Aug 29 07:23:52.579068 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-3d1e1589-fea6-4af2-80a9-58e871fe3c3a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Request body: {'port': {'device_id': '47226217-baec-421d-a22d-adba3e474515', 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed', 'admin_state_up': True, 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:52.672344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-3d1e1589-fea6-4af2-80a9-58e871fe3c3a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Made reservation on behalf of 7505aac9a6ff47ef9f922b3dbd009254 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:23:52.674724 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-3d1e1589-fea6-4af2-80a9-58e871fe3c3a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:52.799057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-3d1e1589-fea6-4af2-80a9-58e871fe3c3a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Allocated IP 172.20.0.13 (cec046f8-411c-4560-a5e8-bcec4e504bed/6cae88d4-1bc2-42e1-ad04-5c71d91c38c6/b167839d-ed54-4823-8090-f43db3e40834) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:23:52.875676 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42a47ddd-6ffa-4cdb-874d-ae9b1aa8b401 req-29921c28-4c85-46fa-9bc3-2fe017d2aa86 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 210 time: 0.0256987 Aug 29 07:23:52.950438 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-3d1e1589-fea6-4af2-80a9-58e871fe3c3a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:52.964915 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-3d1e1589-fea6-4af2-80a9-58e871fe3c3a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Transition to ACTIVE for port object b167839d-ed54-4823-8090-f43db3e40834 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:53.067306 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-3d1e1589-fea6-4af2-80a9-58e871fe3c3a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:53.101118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['4f3702d5-f1e4-4747-aaf5-323141538154'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:23:53.110075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-3d1e1589-fea6-4af2-80a9-58e871fe3c3a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Network cec046f8-411c-4560-a5e8-bcec4e504bed is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:53.113608 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-3d1e1589-fea6-4af2-80a9-58e871fe3c3a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:53.117155 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-3d1e1589-fea6-4af2-80a9-58e871fe3c3a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:23:53.147618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e1589-fea6-4af2-80a9-58e871fe3c3a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Pushing event updated for resources: {'Port': ['ID=b167839d-ed54-4823-8090-f43db3e40834,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:53.174212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-3d1e1589-fea6-4af2-80a9-58e871fe3c3a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:53.179413 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-3d1e1589-fea6-4af2-80a9-58e871fe3c3a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:53.264211 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-3d1e1589-fea6-4af2-80a9-58e871fe3c3a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6889877 Aug 29 07:23:53.279891 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:23:53.281355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Request body: {'port': {'device_id': '47226217-baec-421d-a22d-adba3e474515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:53.350905 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:53.478272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b9afdd0f-34db-427f-ab14-71649e8b55b7 None None] Provisioning for port b167839d-ed54-4823-8090-f43db3e40834 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:53.482652 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b9afdd0f-34db-427f-ab14-71649e8b55b7 None None] Provisioning complete for port b167839d-ed54-4823-8090-f43db3e40834 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:53.483178 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9afdd0f-34db-427f-ab14-71649e8b55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:53.525121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b9afdd0f-34db-427f-ab14-71649e8b55b7 None None] Port b167839d-ed54-4823-8090-f43db3e40834 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:23:53.559803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a56b8ec-4f6e-4684-8a25-4a31df04bf04 req-f692294a-86ba-41aa-abbc-f37efcef2e71 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 210 time: 0.0420625 Aug 29 07:23:53.634447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b167839d-ed54-4823-8090-f43db3e40834 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:23:53.642161 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:53.654614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Transition to ACTIVE for port object b167839d-ed54-4823-8090-f43db3e40834 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:53.713983 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:53.770614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Pushing event updated for resources: {'Port': ['ID=b167839d-ed54-4823-8090-f43db3e40834,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:53.844481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Attempting to bind port b167839d-ed54-4823-8090-f43db3e40834 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:23:53.850201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Attempting to bind port b167839d-ed54-4823-8090-f43db3e40834 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:23:53.850201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Attempting to bind port b167839d-ed54-4823-8090-f43db3e40834 on network cec046f8-411c-4560-a5e8-bcec4e504bed {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:53.851743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Port b167839d-ed54-4823-8090-f43db3e40834 on network cec046f8-411c-4560-a5e8-bcec4e504bed not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:23:53.852077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Attempting to bind port b167839d-ed54-4823-8090-f43db3e40834 on network cec046f8-411c-4560-a5e8-bcec4e504bed {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:53.859453 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:23:53.859916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Checking segment: {'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:53.860178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Bound using segment: {'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:23:53.860620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Bound port: b167839d-ed54-4823-8090-f43db3e40834, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ba5e8e-a0e7-405a-9556-e02147728fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:23:53.860984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:53.932212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] For port b167839d-ed54-4823-8090-f43db3e40834, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:23:53.935991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] For port b167839d-ed54-4823-8090-f43db3e40834, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=b167839d-ed54-4823-8090-f43db3e40834,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:23:54.006394 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:54.010804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563f6af-35b5-43e5-a75e-d8dbf2649778 req-1535c46e-f467-4868-b58c-636eb427241b tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:54.012434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4563f6af-35b5-43e5-a75e-d8dbf2649778 req-1535c46e-f467-4868-b58c-636eb427241b tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1054 time: 0.0457437 Aug 29 07:23:54.045969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:54.046602 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:54.048130 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] 10.222.0.15 "PUT /v2.0/ports/b167839d-ed54-4823-8090-f43db3e40834 HTTP/1.1" status: 200 len: 1093 time: 0.7757981 Aug 29 07:23:54.052967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47226217-baec-421d-a22d-adba3e474515', 'tag': 'b167839d-ed54-4823-8090-f43db3e40834'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:23:54.052967 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffed637-8046-45b2-b43d-1b122223f2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "47226217-baec-421d-a22d-adba3e474515", "tag": "b167839d-ed54-4823-8090-f43db3e40834"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:23:54.068125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4563f6af-35b5-43e5-a75e-d8dbf2649778 req-0b2c2954-e151-4aef-83de-a5060d446585 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472064 Aug 29 07:23:54.087850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2e930-2714-4dc4-acc3-a68780654f3a service neutron] Pushing event updated for resources: {'Port': ['ID=b167839d-ed54-4823-8090-f43db3e40834,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:54.108625 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9afc39f-2f2f-4ad9-a10d-bfd263837551 x-openstack-request-id: req-e9afc39f-2f2f-4ad9-a10d-bfd263837551 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:23:54.108922 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47226217-baec-421d-a22d-adba3e474515", "tag": "b167839d-ed54-4823-8090-f43db3e40834", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:23:54.109175 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9afc39f-2f2f-4ad9-a10d-bfd263837551 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:23:54.109685 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47226217-baec-421d-a22d-adba3e474515', 'tag': 'b167839d-ed54-4823-8090-f43db3e40834', 'status': 'completed', 'code': 200} Aug 29 07:23:54.187764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffed637-8046-45b2-b43d-1b122223f2bb req-3ab2426f-56da-45c6-a21f-bf44926c0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:54.187764 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ffed637-8046-45b2-b43d-1b122223f2bb req-3ab2426f-56da-45c6-a21f-bf44926c0a2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7505aac9a6ff47ef9f922b3dbd009254&device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1096 time: 0.0523796 Aug 29 07:23:54.299012 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffed637-8046-45b2-b43d-1b122223f2bb req-aa1c477e-1b8c-41bb-a25f-a80b08385087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:54.300680 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ffed637-8046-45b2-b43d-1b122223f2bb req-aa1c477e-1b8c-41bb-a25f-a80b08385087 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7505aac9a6ff47ef9f922b3dbd009254&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1091700 Aug 29 07:23:54.574120 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-7426bdcb-cb63-4c88-922b-77a0d971902e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:54.575790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-7426bdcb-cb63-4c88-922b-77a0d971902e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.11 "GET /v2.0/networks?id=075cbedf-fce7-4478-9691-4e3ae5e5f384 HTTP/1.1" status: 200 len: 797 time: 0.1113982 Aug 29 07:23:54.650595 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-62c974fc-13f0-4bed-9f1f-5fc603941d7d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6857e1a1dd4f12bcc19442da7943f2 HTTP/1.1" status: 200 len: 379 time: 0.0600493 Aug 29 07:23:54.671188 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b54eab35-0bd1-41d9-835f-e1bf5d392a50 req-3b0ea66c-9e7f-4326-a9b0-ec25be8469e3 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 210 time: 0.0384328 Aug 29 07:23:54.675355 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-021f3e4f-9963-4f51-8b51-8be60cd88691 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'port': {'device_id': '34597e64-d916-4160-aa05-276de0d4759d', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'admin_state_up': True, 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'security_groups': ['0ee3b14e-462e-432f-ae7e-3507e8f80492']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:54.731311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffed637-8046-45b2-b43d-1b122223f2bb req-4bfb93b4-6ab7-4fed-b18b-ff847a617ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:54.732699 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ffed637-8046-45b2-b43d-1b122223f2bb req-4bfb93b4-6ab7-4fed-b18b-ff847a617ef6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4252563 Aug 29 07:23:54.834812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-991a594a-05ce-42dc-a474-169d59d7a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:54.834812 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-991a594a-05ce-42dc-a474-169d59d7a26c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7505aac9a6ff47ef9f922b3dbd009254&device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1096 time: 0.0468404 Aug 29 07:23:54.878048 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-80b9bd64-5c51-4072-8188-ea41b82d30ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b167839d-ed54-4823-8090-f43db3e40834 HTTP/1.1" status: 200 len: 217 time: 0.0383043 Aug 29 07:23:54.884043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-021f3e4f-9963-4f51-8b51-8be60cd88691 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Made reservation on behalf of 1b6857e1a1dd4f12bcc19442da7943f2 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:23:54.887852 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-021f3e4f-9963-4f51-8b51-8be60cd88691 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:54.931536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-286ed296-4def-429e-bb84-85654cb4c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:54.933001 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-286ed296-4def-429e-bb84-85654cb4c232 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cae88d4-1bc2-42e1-ad04-5c71d91c38c6 HTTP/1.1" status: 200 len: 849 time: 0.0475876 Aug 29 07:23:54.978667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-a0baa238-92e1-474d-8132-d5ae5fad838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:54.980212 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-a0baa238-92e1-474d-8132-d5ae5fad838d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec046f8-411c-4560-a5e8-bcec4e504bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407276 Aug 29 07:23:55.030474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-021f3e4f-9963-4f51-8b51-8be60cd88691 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Allocated IP 172.20.0.9 (075cbedf-fce7-4478-9691-4e3ae5e5f384/870bf48f-2b5c-43f3-972d-8708d3cd93f1/76759a89-e197-4dc0-a8b6-639fb4718e90) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:23:55.077432 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-38391d99-1f50-4bf2-a12e-e6c8191a80d3 service neutron] 10.222.0.15 "GET /v2.0/networks/cec046f8-411c-4560-a5e8-bcec4e504bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896885 Aug 29 07:23:55.178571 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b4ab2c85-5810-492a-86c7-ae4f3a19cf39 req-7b903c75-0d4a-414f-9fd4-0564c0a61789 service neutron] 10.222.0.15 "GET /v2.0/networks/cec046f8-411c-4560-a5e8-bcec4e504bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930712 Aug 29 07:23:55.213053 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-021f3e4f-9963-4f51-8b51-8be60cd88691 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:55.228915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca4659-2fb0-44de-891f-d1baac034620 req-b21cb849-aaee-46b7-82e2-9db1322bb4a7 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:55.230488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66ca4659-2fb0-44de-891f-d1baac034620 req-b21cb849-aaee-46b7-82e2-9db1322bb4a7 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1096 time: 0.0828788 Aug 29 07:23:55.232979 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-021f3e4f-9963-4f51-8b51-8be60cd88691 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Transition to ACTIVE for port object 76759a89-e197-4dc0-a8b6-639fb4718e90 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:55.285544 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66ca4659-2fb0-44de-891f-d1baac034620 req-14162d1c-4454-47bb-935b-1e2d7b9afd27 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477030 Aug 29 07:23:55.383743 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-021f3e4f-9963-4f51-8b51-8be60cd88691 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:55.429220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-021f3e4f-9963-4f51-8b51-8be60cd88691 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network 075cbedf-fce7-4478-9691-4e3ae5e5f384 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:23:55.432428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-021f3e4f-9963-4f51-8b51-8be60cd88691 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:23:55.436181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-021f3e4f-9963-4f51-8b51-8be60cd88691 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:23:55.442922 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f3e4f-9963-4f51-8b51-8be60cd88691 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=76759a89-e197-4dc0-a8b6-639fb4718e90,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:55.496068 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-021f3e4f-9963-4f51-8b51-8be60cd88691 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:55.496694 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-021f3e4f-9963-4f51-8b51-8be60cd88691 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:55.583628 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-021f3e4f-9963-4f51-8b51-8be60cd88691 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9150364 Aug 29 07:23:55.601690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Request body: {'port': {'device_id': '34597e64-d916-4160-aa05-276de0d4759d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:23:55.660136 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:55.771407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-88a2e391-b0e3-4e22-9d1f-22dd6a45decc None None] Provisioning for port 76759a89-e197-4dc0-a8b6-639fb4718e90 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:23:55.775365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-88a2e391-b0e3-4e22-9d1f-22dd6a45decc None None] Provisioning complete for port 76759a89-e197-4dc0-a8b6-639fb4718e90 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:23:55.775735 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-88a2e391-b0e3-4e22-9d1f-22dd6a45decc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:55.809108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-88a2e391-b0e3-4e22-9d1f-22dd6a45decc None None] Port 76759a89-e197-4dc0-a8b6-639fb4718e90 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:23:55.865641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff098382-d21e-4fe7-b35c-c5056ee8362f req-396cd411-2f72-4cf9-8080-970dcf1a7cdb tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:55.867218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff098382-d21e-4fe7-b35c-c5056ee8362f req-396cd411-2f72-4cf9-8080-970dcf1a7cdb tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 931 time: 0.1033330 Aug 29 07:23:55.930511 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff098382-d21e-4fe7-b35c-c5056ee8362f req-2ba4efdd-562e-4d94-a247-7761fd28218f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0ee3b14e-462e-432f-ae7e-3507e8f80492&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563574 Aug 29 07:23:56.005370 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76759a89-e197-4dc0-a8b6-639fb4718e90 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:23:56.013283 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:56.026852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Transition to ACTIVE for port object 76759a89-e197-4dc0-a8b6-639fb4718e90 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:23:56.107044 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:56.160318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Pushing event updated for resources: {'Port': ['ID=76759a89-e197-4dc0-a8b6-639fb4718e90,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:56.246337 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Attempting to bind port 76759a89-e197-4dc0-a8b6-639fb4718e90 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:23:56.246683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Attempting to bind port 76759a89-e197-4dc0-a8b6-639fb4718e90 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '47230698-0e4b-4122-9e34-4f37b35f4534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:23:56.247011 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Attempting to bind port 76759a89-e197-4dc0-a8b6-639fb4718e90 on network 075cbedf-fce7-4478-9691-4e3ae5e5f384 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:56.251884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Port 76759a89-e197-4dc0-a8b6-639fb4718e90 on network 075cbedf-fce7-4478-9691-4e3ae5e5f384 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:23:56.252212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Attempting to bind port 76759a89-e197-4dc0-a8b6-639fb4718e90 on network 075cbedf-fce7-4478-9691-4e3ae5e5f384 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:23:56.257285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:23:56.257626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Checking segment: {'id': '47230698-0e4b-4122-9e34-4f37b35f4534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:23:56.258015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Bound using segment: {'id': '47230698-0e4b-4122-9e34-4f37b35f4534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:23:56.258447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Bound port: 76759a89-e197-4dc0-a8b6-639fb4718e90, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47230698-0e4b-4122-9e34-4f37b35f4534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:23:56.258804 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:56.329353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] For port 76759a89-e197-4dc0-a8b6-639fb4718e90, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:23:56.333146 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] For port 76759a89-e197-4dc0-a8b6-639fb4718e90, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=76759a89-e197-4dc0-a8b6-639fb4718e90,segment=NetworkSegment(47230698-0e4b-4122-9e34-4f37b35f4534),segment_id=47230698-0e4b-4122-9e34-4f37b35f4534)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:23:56.399356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9166ee6-9c6c-46cc-a9e5-bedb94b80e65 req-8674ef42-4e7c-4809-8378-5f6cc6e29766 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:56.400915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9166ee6-9c6c-46cc-a9e5-bedb94b80e65 req-8674ef42-4e7c-4809-8378-5f6cc6e29766 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1096 time: 0.0463016 Aug 29 07:23:56.423540 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:56.475780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:56.476408 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:56.477874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] 10.222.0.11 "PUT /v2.0/ports/76759a89-e197-4dc0-a8b6-639fb4718e90 HTTP/1.1" status: 200 len: 1092 time: 0.8808603 Aug 29 07:23:56.478537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34597e64-d916-4160-aa05-276de0d4759d', 'tag': '76759a89-e197-4dc0-a8b6-639fb4718e90'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:23:56.480840 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19243c2e-7866-4070-851d-ceacc2bc6c70" -d '{"events": [{"name": "network-changed", "server_uuid": "34597e64-d916-4160-aa05-276de0d4759d", "tag": "76759a89-e197-4dc0-a8b6-639fb4718e90"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:23:56.487201 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9166ee6-9c6c-46cc-a9e5-bedb94b80e65 req-b0df4d68-7b21-47e8-bfb9-3e77d6a44204 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796921 Aug 29 07:23:56.503790 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c4a5b-7d4c-4332-a5e2-90c60630d0ec service neutron] Pushing event updated for resources: {'Port': ['ID=76759a89-e197-4dc0-a8b6-639fb4718e90,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:56.531408 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447591c9-1f80-4b14-80c1-9bad20561958 x-openstack-request-id: req-447591c9-1f80-4b14-80c1-9bad20561958 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:23:56.531705 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34597e64-d916-4160-aa05-276de0d4759d", "tag": "76759a89-e197-4dc0-a8b6-639fb4718e90", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:23:56.531956 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-447591c9-1f80-4b14-80c1-9bad20561958 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:23:56.532357 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34597e64-d916-4160-aa05-276de0d4759d', 'tag': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'status': 'completed', 'code': 200} Aug 29 07:23:56.614719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19243c2e-7866-4070-851d-ceacc2bc6c70 req-c2f26827-69b1-42c5-9bc6-ac303546768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:56.616343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19243c2e-7866-4070-851d-ceacc2bc6c70 req-c2f26827-69b1-42c5-9bc6-ac303546768a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 1095 time: 0.0433774 Aug 29 07:23:56.728916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19243c2e-7866-4070-851d-ceacc2bc6c70 req-23531c84-fe9f-4a07-bded-6fc048893e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:56.730358 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19243c2e-7866-4070-851d-ceacc2bc6c70 req-23531c84-fe9f-4a07-bded-6fc048893e8c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1004443 Aug 29 07:23:56.827305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19243c2e-7866-4070-851d-ceacc2bc6c70 req-a6f5f08b-c84e-41d4-be83-a03cd4e9be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:56.828800 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-19243c2e-7866-4070-851d-ceacc2bc6c70 req-a6f5f08b-c84e-41d4-be83-a03cd4e9be4a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920742 Aug 29 07:23:56.928588 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-c0fa3582-ea17-48c3-9280-8cadcc5abf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:56.930089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-c0fa3582-ea17-48c3-9280-8cadcc5abf13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 1095 time: 0.0409873 Aug 29 07:23:56.981410 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-d1c2041b-ab9a-4f0e-bb44-390197301b42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76759a89-e197-4dc0-a8b6-639fb4718e90 HTTP/1.1" status: 200 len: 217 time: 0.0373535 Aug 29 07:23:57.055801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-25111d34-24bb-43ea-967d-b4a108617485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:57.057301 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-25111d34-24bb-43ea-967d-b4a108617485 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870bf48f-2b5c-43f3-972d-8708d3cd93f1 HTTP/1.1" status: 200 len: 835 time: 0.0693865 Aug 29 07:23:57.082219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ec7f1-fe12-45e5-a5ec-2fd29da888a0 req-72ca17af-53d0-4a08-980f-deeb9b876e9b tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:57.083708 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-750ec7f1-fe12-45e5-a5ec-2fd29da888a0 req-72ca17af-53d0-4a08-980f-deeb9b876e9b tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 943 time: 0.0701606 Aug 29 07:23:57.140456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-bbdd7c0a-fe3c-406d-9bf9-d0bf5a19cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:57.141955 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-bbdd7c0a-fe3c-406d-9bf9-d0bf5a19cd5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=075cbedf-fce7-4478-9691-4e3ae5e5f384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782223 Aug 29 07:23:57.145685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-750ec7f1-fe12-45e5-a5ec-2fd29da888a0 req-be253481-5b09-43b4-9786-a9e57bffca88 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0ee3b14e-462e-432f-ae7e-3507e8f80492&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479233 Aug 29 07:23:57.232181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-f2649807-b681-49f7-b0fc-5eeb7b2c645f service neutron] 10.222.0.11 "GET /v2.0/networks/075cbedf-fce7-4478-9691-4e3ae5e5f384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830164 Aug 29 07:23:57.326444 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ea07505-9ce3-4209-8b66-a4d1385afdbd req-6d56cb7c-05bf-4c02-9a15-56df4d9ac7ac service neutron] 10.222.0.11 "GET /v2.0/networks/075cbedf-fce7-4478-9691-4e3ae5e5f384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869672 Aug 29 07:23:57.607677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d01a6e-3bc6-4d1d-bb86-7a6eaaafaf5c req-695bd8ea-666d-48db-9b92-4dc4ebb07263 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:57.609213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4d01a6e-3bc6-4d1d-bb86-7a6eaaafaf5c req-695bd8ea-666d-48db-9b92-4dc4ebb07263 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1096 time: 0.0413539 Aug 29 07:23:57.643468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4d01a6e-3bc6-4d1d-bb86-7a6eaaafaf5c req-827f0f3f-ab74-427f-a183-79c702c2e153 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281796 Aug 29 07:23:58.262138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46d5bc-73bb-41c7-a82d-17083c2b2cd4 req-f48ecd79-dbfe-4e9e-828d-8ba6a5c1d8e3 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:58.263643 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad46d5bc-73bb-41c7-a82d-17083c2b2cd4 req-f48ecd79-dbfe-4e9e-828d-8ba6a5c1d8e3 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 943 time: 0.0482156 Aug 29 07:23:58.302345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad46d5bc-73bb-41c7-a82d-17083c2b2cd4 req-ef8b3b97-c94b-4b67-95ab-04619c630b0d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0ee3b14e-462e-432f-ae7e-3507e8f80492&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326598 Aug 29 07:23:58.652302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device b167839d-ed54-4823-8090-f43db3e40834 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:23:58.756561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port b167839d-ed54-4823-8090-f43db3e40834, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=b167839d-ed54-4823-8090-f43db3e40834,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:58.764182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0c2ad-e479-4249-9919-bf8b4b4bb49c req-f273d491-348b-4f54-a0c0-e57ef6d43cc2 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:58.766675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12a0c2ad-e479-4249-9919-bf8b4b4bb49c req-f273d491-348b-4f54-a0c0-e57ef6d43cc2 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1096 time: 0.0578382 Aug 29 07:23:58.768695 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'b167839d-ed54-4823-8090-f43db3e40834', 'network_id': 'cec046f8-411c-4560-a5e8-bcec4e504bed', 'port_id': 'b167839d-ed54-4823-8090-f43db3e40834', 'mac_address': 'fa:16:3e:17:78:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cae88d4-1bc2-42e1-ad04-5c71d91c38c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:23:58.806017 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:58.819326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-12a0c2ad-e479-4249-9919-bf8b4b4bb49c req-1f125c12-60d5-47ed-9a93-e7349734e753 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447621 Aug 29 07:23:58.821371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b167839d-ed54-4823-8090-f43db3e40834 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:23:58.842033 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port b167839d-ed54-4823-8090-f43db3e40834, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=b167839d-ed54-4823-8090-f43db3e40834,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:23:58.942581 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:23:58.993701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=b167839d-ed54-4823-8090-f43db3e40834,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:23:59.183766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['b167839d-ed54-4823-8090-f43db3e40834'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:23:59.418425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13618119-2e1f-4395-aaad-325e1f3dfbca req-4e830b8c-d166-4a9c-8e9c-1564ec4857b6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:59.419918 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13618119-2e1f-4395-aaad-325e1f3dfbca req-4e830b8c-d166-4a9c-8e9c-1564ec4857b6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 943 time: 0.0496264 Aug 29 07:23:59.457566 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13618119-2e1f-4395-aaad-325e1f3dfbca req-731b3092-52ae-4b9f-810b-7757fabbfa94 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0ee3b14e-462e-432f-ae7e-3507e8f80492&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310197 Aug 29 07:23:59.924584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c53c91-ec70-4595-b945-cb3a6cb81c41 req-a2577e30-ffa0-4671-be32-5c829a92c702 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:23:59.926114 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01c53c91-ec70-4595-b945-cb3a6cb81c41 req-a2577e30-ffa0-4671-be32-5c829a92c702 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1097 time: 0.0409546 Aug 29 07:23:59.960249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01c53c91-ec70-4595-b945-cb3a6cb81c41 req-1da449c2-272e-4a6c-ae0c-9e24d8479ca5 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281544 Aug 29 07:24:00.571460 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2e25d-6f22-493c-bfcc-fc1a2d42e860 req-f6fb689b-51ef-480e-9dca-7ab1b07719a0 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:00.572939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54f2e25d-6f22-493c-bfcc-fc1a2d42e860 req-f6fb689b-51ef-480e-9dca-7ab1b07719a0 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 943 time: 0.0489573 Aug 29 07:24:00.613501 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54f2e25d-6f22-493c-bfcc-fc1a2d42e860 req-06cdd532-3469-4e38-9ac6-6e9f75341236 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0ee3b14e-462e-432f-ae7e-3507e8f80492&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346532 Aug 29 07:24:00.666840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device b167839d-ed54-4823-8090-f43db3e40834 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:24:00.780522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port b167839d-ed54-4823-8090-f43db3e40834 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:24:00.784570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port b167839d-ed54-4823-8090-f43db3e40834 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:24:00.784974 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:00.860375 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:00.884071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47226217-baec-421d-a22d-adba3e474515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b167839d-ed54-4823-8090-f43db3e40834'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:24:00.886325 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5ad838-dc46-4038-92ed-17a9f7496a9b" -d '{"events": [{"server_uuid": "47226217-baec-421d-a22d-adba3e474515", "name": "network-vif-plugged", "status": "completed", "tag": "b167839d-ed54-4823-8090-f43db3e40834"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:24:00.898738 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port b167839d-ed54-4823-8090-f43db3e40834, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=b167839d-ed54-4823-8090-f43db3e40834,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:24:00.924460 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79344c8-0061-4dee-b8d8-a3b89303890e x-openstack-request-id: req-f79344c8-0061-4dee-b8d8-a3b89303890e {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:24:00.924747 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47226217-baec-421d-a22d-adba3e474515", "name": "network-vif-plugged", "status": "completed", "tag": "b167839d-ed54-4823-8090-f43db3e40834", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:24:00.925000 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f79344c8-0061-4dee-b8d8-a3b89303890e {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:24:00.925391 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47226217-baec-421d-a22d-adba3e474515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b167839d-ed54-4823-8090-f43db3e40834', 'code': 200} Aug 29 07:24:00.976871 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:01.037763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446c0b-949d-4e47-9f8a-47af629cff08 req-38f2fc76-73d0-46f1-8473-ebce1e3876c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:01.039443 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-44446c0b-949d-4e47-9f8a-47af629cff08 req-38f2fc76-73d0-46f1-8473-ebce1e3876c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1098 time: 0.0426955 Aug 29 07:24:01.045439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=b167839d-ed54-4823-8090-f43db3e40834,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:01.078607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f201d87-3e26-4e49-b8e2-a945d3681f02 req-32250bc4-317d-4452-b6c9-30a9fe31d788 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:01.080232 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f201d87-3e26-4e49-b8e2-a945d3681f02 req-32250bc4-317d-4452-b6c9-30a9fe31d788 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1098 time: 0.0531802 Aug 29 07:24:01.090602 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-44446c0b-949d-4e47-9f8a-47af629cff08 req-5f760f1f-7622-4431-b51b-955b8e5e6c05 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428443 Aug 29 07:24:01.125961 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f201d87-3e26-4e49-b8e2-a945d3681f02 req-ec0e59f7-0060-4d3b-97dd-2a0bf702b8f8 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390234 Aug 29 07:24:01.530289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 76759a89-e197-4dc0-a8b6-639fb4718e90 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:24:01.626570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 76759a89-e197-4dc0-a8b6-639fb4718e90, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=76759a89-e197-4dc0-a8b6-639fb4718e90,segment=NetworkSegment(47230698-0e4b-4122-9e34-4f37b35f4534),segment_id=47230698-0e4b-4122-9e34-4f37b35f4534)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:24:01.639872 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'port_id': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'mac_address': 'fa:16:3e:67:aa:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:24:01.678701 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:01.692497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76759a89-e197-4dc0-a8b6-639fb4718e90 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:24:01.712495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 76759a89-e197-4dc0-a8b6-639fb4718e90, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=76759a89-e197-4dc0-a8b6-639fb4718e90,segment=NetworkSegment(47230698-0e4b-4122-9e34-4f37b35f4534),segment_id=47230698-0e4b-4122-9e34-4f37b35f4534)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:24:01.730402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d909dad-1816-487e-a6c7-140e0c05276c req-d8020e6a-f145-4fff-8d53-a2beed53ca50 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:01.731981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d909dad-1816-487e-a6c7-140e0c05276c req-d8020e6a-f145-4fff-8d53-a2beed53ca50 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 943 time: 0.0492711 Aug 29 07:24:01.771969 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d909dad-1816-487e-a6c7-140e0c05276c req-d8722ef6-1da5-435c-8d19-c24a43f47fea tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0ee3b14e-462e-432f-ae7e-3507e8f80492&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335484 Aug 29 07:24:01.774830 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:01.825765 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=76759a89-e197-4dc0-a8b6-639fb4718e90,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:02.142656 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['76759a89-e197-4dc0-a8b6-639fb4718e90'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:24:02.238320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9603e-e540-4837-bcd7-f8d09c0fd84b req-c3f4c95e-150d-4390-bb8b-86c7d9eedfdb tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:02.240283 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a4a9603e-e540-4837-bcd7-f8d09c0fd84b req-c3f4c95e-150d-4390-bb8b-86c7d9eedfdb tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1098 time: 0.0460796 Aug 29 07:24:02.287385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a4a9603e-e540-4837-bcd7-f8d09c0fd84b req-84b710a1-126e-4a90-accf-08948d158fa4 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375695 Aug 29 07:24:02.896433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0de93-246e-4a19-9718-1413ddcd8982 req-58201ade-3386-4fde-8fff-d197158dca29 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:02.897934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33b0de93-246e-4a19-9718-1413ddcd8982 req-58201ade-3386-4fde-8fff-d197158dca29 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 944 time: 0.0521364 Aug 29 07:24:02.937083 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33b0de93-246e-4a19-9718-1413ddcd8982 req-3be694ef-3e1c-4df4-9fa1-09b591935b10 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0ee3b14e-462e-432f-ae7e-3507e8f80492&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327342 Aug 29 07:24:03.399927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c12fd-9bb1-4ea2-9387-0f88281de9f7 req-c7d39278-b81b-4736-8653-7524d66c9a5e tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:03.401685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e09c12fd-9bb1-4ea2-9387-0f88281de9f7 req-c7d39278-b81b-4736-8653-7524d66c9a5e tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1098 time: 0.0415540 Aug 29 07:24:03.441640 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e09c12fd-9bb1-4ea2-9387-0f88281de9f7 req-814a68b4-1ddd-49ef-af6d-0713e2b03030 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337517 Aug 29 07:24:03.545547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 76759a89-e197-4dc0-a8b6-639fb4718e90 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:24:03.550232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb388d-ced3-40ef-8353-3c9cc8f35511 req-980e7565-579c-4344-978b-43fb4364a03c tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:03.551793 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52cb388d-ced3-40ef-8353-3c9cc8f35511 req-980e7565-579c-4344-978b-43fb4364a03c tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1098 time: 0.0420203 Aug 29 07:24:03.591033 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52cb388d-ced3-40ef-8353-3c9cc8f35511 req-cdaebe20-0fa7-43c4-8257-1ccc4c243ef4 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324364 Aug 29 07:24:03.660574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 76759a89-e197-4dc0-a8b6-639fb4718e90 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:24:03.664633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 76759a89-e197-4dc0-a8b6-639fb4718e90 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:24:03.665152 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:03.697265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe35af-6df5-451a-9c27-6c273da4af46 req-a6b10ee6-3fc5-47fa-b840-289f2fabe828 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:03.698899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2afe35af-6df5-451a-9c27-6c273da4af46 req-a6b10ee6-3fc5-47fa-b840-289f2fabe828 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1098 time: 0.0425603 Aug 29 07:24:03.734551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2afe35af-6df5-451a-9c27-6c273da4af46 req-f4da1485-5c79-408b-a10e-6a9b42663a19 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287168 Aug 29 07:24:03.741867 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:03.774552 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34597e64-d916-4160-aa05-276de0d4759d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76759a89-e197-4dc0-a8b6-639fb4718e90'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:24:03.774552 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8fce16-1b94-4402-a819-0f699fb2c437" -d '{"events": [{"server_uuid": "34597e64-d916-4160-aa05-276de0d4759d", "name": "network-vif-plugged", "status": "completed", "tag": "76759a89-e197-4dc0-a8b6-639fb4718e90"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:24:03.784736 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 76759a89-e197-4dc0-a8b6-639fb4718e90, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=76759a89-e197-4dc0-a8b6-639fb4718e90,segment=NetworkSegment(47230698-0e4b-4122-9e34-4f37b35f4534),segment_id=47230698-0e4b-4122-9e34-4f37b35f4534)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:24:03.808116 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4f5a25-d10a-4b54-bfcd-4867badf62c8 x-openstack-request-id: req-2f4f5a25-d10a-4b54-bfcd-4867badf62c8 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:24:03.808485 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34597e64-d916-4160-aa05-276de0d4759d", "name": "network-vif-plugged", "status": "completed", "tag": "76759a89-e197-4dc0-a8b6-639fb4718e90", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:24:03.808806 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2f4f5a25-d10a-4b54-bfcd-4867badf62c8 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:24:03.809317 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34597e64-d916-4160-aa05-276de0d4759d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'code': 200} Aug 29 07:24:03.850987 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:03.902491 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=76759a89-e197-4dc0-a8b6-639fb4718e90,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:03.948478 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:04.074940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39364b-e149-4ad3-ae32-6d45fed86751 req-b04744bd-e091-4219-977a-8b41fcf0411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:04.076495 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf39364b-e149-4ad3-ae32-6d45fed86751 req-b04744bd-e091-4219-977a-8b41fcf0411d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 1097 time: 0.1843929 Aug 29 07:24:04.084605 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f00f5f-2cf9-498e-bbdc-f71baf03c9d2 req-878175b3-c515-462b-96da-3f74e92f6c62 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:04.085964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33f00f5f-2cf9-498e-bbdc-f71baf03c9d2 req-878175b3-c515-462b-96da-3f74e92f6c62 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 945 time: 0.0717964 Aug 29 07:24:04.138738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf39364b-e149-4ad3-ae32-6d45fed86751 req-5a7d0684-b502-4aab-8620-12720c703e51 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0ee3b14e-462e-432f-ae7e-3507e8f80492&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518281 Aug 29 07:24:04.146660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33f00f5f-2cf9-498e-bbdc-f71baf03c9d2 req-8291bb9d-1f9b-4ddc-87ff-d5b410ce3d29 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0ee3b14e-462e-432f-ae7e-3507e8f80492&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535514 Aug 29 07:24:04.222314 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9638900-2a2d-4042-8066-f39e0e093eb6 req-15c89c85-ee4c-4ece-b7fa-09ebf5c1835c tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:04.223833 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9638900-2a2d-4042-8066-f39e0e093eb6 req-15c89c85-ee4c-4ece-b7fa-09ebf5c1835c tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1098 time: 0.0415165 Aug 29 07:24:04.257620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9638900-2a2d-4042-8066-f39e0e093eb6 req-fbd83898-aeb0-425b-be57-44cef4cd8192 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279341 Aug 29 07:24:04.813590 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8152d55b-5dd0-494d-b520-03fae30140a2 req-af6c04e1-aacf-4f4c-8383-f61c5db16a72 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404930 Aug 29 07:24:04.918957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152d55b-5dd0-494d-b520-03fae30140a2 req-b6afa370-a225-423e-81f6-4cee21106539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:04.920481 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8152d55b-5dd0-494d-b520-03fae30140a2 req-b6afa370-a225-423e-81f6-4cee21106539 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7505aac9a6ff47ef9f922b3dbd009254&device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1097 time: 0.0405185 Aug 29 07:24:05.027876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152d55b-5dd0-494d-b520-03fae30140a2 req-848f34fa-8e45-44de-aefd-88c83a781796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:05.029409 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8152d55b-5dd0-494d-b520-03fae30140a2 req-848f34fa-8e45-44de-aefd-88c83a781796 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cec046f8-411c-4560-a5e8-bcec4e504bed HTTP/1.1" status: 200 len: 911 time: 0.0892863 Aug 29 07:24:05.083837 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8152d55b-5dd0-494d-b520-03fae30140a2 req-23a905b2-52b4-4430-ab93-7f53864fa0bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f3702d5-f1e4-4747-aaf5-323141538154 HTTP/1.1" status: 200 len: 217 time: 0.0373161 Aug 29 07:24:05.132359 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152d55b-5dd0-494d-b520-03fae30140a2 req-a660043c-dff3-4565-ac22-a95c595a3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:05.133645 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8152d55b-5dd0-494d-b520-03fae30140a2 req-a660043c-dff3-4565-ac22-a95c595a3ca4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cae88d4-1bc2-42e1-ad04-5c71d91c38c6 HTTP/1.1" status: 200 len: 849 time: 0.0523031 Aug 29 07:24:05.424743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2267e-766b-4b6b-bbdf-6c1d8a231da0 req-922b8de2-8fde-458e-bd5f-2f61d29b54ad tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:05.426970 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2fb2267e-766b-4b6b-bbdf-6c1d8a231da0 req-922b8de2-8fde-458e-bd5f-2f61d29b54ad tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1098 time: 0.0467622 Aug 29 07:24:05.491599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152d55b-5dd0-494d-b520-03fae30140a2 req-3053f3ad-ed16-4e73-a443-db07f45ddbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:05.493167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8152d55b-5dd0-494d-b520-03fae30140a2 req-3053f3ad-ed16-4e73-a443-db07f45ddbd1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cec046f8-411c-4560-a5e8-bcec4e504bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3510733 Aug 29 07:24:05.512116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd33864-65da-4b87-aed4-f88331e4bbcc req-360be658-806f-43c1-8c1a-dcd450d17e87 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:05.513564 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ebd33864-65da-4b87-aed4-f88331e4bbcc req-360be658-806f-43c1-8c1a-dcd450d17e87 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 945 time: 0.0935547 Aug 29 07:24:05.516705 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7db7a8-47bf-4543-8035-98a6b0612107 req-6b81f1e0-4917-4ae8-ad42-165bfe61cea9 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:05.518108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea7db7a8-47bf-4543-8035-98a6b0612107 req-6b81f1e0-4917-4ae8-ad42-165bfe61cea9 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 1098 time: 0.0993140 Aug 29 07:24:05.524606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-2fb2267e-766b-4b6b-bbdf-6c1d8a231da0 req-c295e1dc-066b-4a5e-87a5-7b761dbb67c7 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Deleting port b167839d-ed54-4823-8090-f43db3e40834 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:24:05.524962 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2fb2267e-766b-4b6b-bbdf-6c1d8a231da0 req-c295e1dc-066b-4a5e-87a5-7b761dbb67c7 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:05.614611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-2fb2267e-766b-4b6b-bbdf-6c1d8a231da0 req-c295e1dc-066b-4a5e-87a5-7b761dbb67c7 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] For port b167839d-ed54-4823-8090-f43db3e40834, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=b167839d-ed54-4823-8090-f43db3e40834,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:24:05.615079 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2fb2267e-766b-4b6b-bbdf-6c1d8a231da0 req-c295e1dc-066b-4a5e-87a5-7b761dbb67c7 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:05.628363 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-2fb2267e-766b-4b6b-bbdf-6c1d8a231da0 req-c295e1dc-066b-4a5e-87a5-7b761dbb67c7 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Calling delete_port for b167839d-ed54-4823-8090-f43db3e40834 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:24:05.628810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea7db7a8-47bf-4543-8035-98a6b0612107 req-6a977f14-54bd-461b-b467-fd3f5bd10d5b tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016743 Aug 29 07:24:05.633176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ebd33864-65da-4b87-aed4-f88331e4bbcc req-6a9ef67d-24f9-4844-9807-0420489ac496 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0ee3b14e-462e-432f-ae7e-3507e8f80492&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073701 Aug 29 07:24:05.663505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8152d55b-5dd0-494d-b520-03fae30140a2 req-9485c8b2-5405-4867-a804-c6a07b239de9 service neutron] 10.222.0.11 "GET /v2.0/networks/cec046f8-411c-4560-a5e8-bcec4e504bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489291 Aug 29 07:24:05.758817 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8152d55b-5dd0-494d-b520-03fae30140a2 req-436f3e25-8dfd-44e6-bd8f-6813e41a02ca service neutron] 10.222.0.11 "GET /v2.0/networks/cec046f8-411c-4560-a5e8-bcec4e504bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880213 Aug 29 07:24:05.831930 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2fb2267e-766b-4b6b-bbdf-6c1d8a231da0 req-c295e1dc-066b-4a5e-87a5-7b761dbb67c7 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:05.843062 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['b167839d-ed54-4823-8090-f43db3e40834'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:24:05.860365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295e1dc-066b-4a5e-87a5-7b761dbb67c7 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Pushing event deleted for resources: {'Port': ['ID=b167839d-ed54-4823-8090-f43db3e40834,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:05.866718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['4f3702d5-f1e4-4747-aaf5-323141538154'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:24:05.904963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb2267e-766b-4b6b-bbdf-6c1d8a231da0 req-c295e1dc-066b-4a5e-87a5-7b761dbb67c7 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] No DVR routers for this DVR port b167839d-ed54-4823-8090-f43db3e40834 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:24:05.908440 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-2fb2267e-766b-4b6b-bbdf-6c1d8a231da0 req-c295e1dc-066b-4a5e-87a5-7b761dbb67c7 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:05.922335 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2fb2267e-766b-4b6b-bbdf-6c1d8a231da0 req-c295e1dc-066b-4a5e-87a5-7b761dbb67c7 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.15 "DELETE /v2.0/ports/b167839d-ed54-4823-8090-f43db3e40834 HTTP/1.1" status: 204 len: 173 time: 0.4767103 Aug 29 07:24:05.922335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47226217-baec-421d-a22d-adba3e474515', 'name': 'network-vif-deleted', 'tag': 'b167839d-ed54-4823-8090-f43db3e40834'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:24:05.922335 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61a6490-9675-4578-9625-892470b2a606" -d '{"events": [{"server_uuid": "47226217-baec-421d-a22d-adba3e474515", "name": "network-vif-deleted", "tag": "b167839d-ed54-4823-8090-f43db3e40834"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:24:05.953635 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07fc079-c5e8-48a6-a2a6-3d2dc8639a4b x-openstack-request-id: req-b07fc079-c5e8-48a6-a2a6-3d2dc8639a4b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:24:05.953997 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47226217-baec-421d-a22d-adba3e474515", "name": "network-vif-deleted", "tag": "b167839d-ed54-4823-8090-f43db3e40834", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:24:05.954184 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b07fc079-c5e8-48a6-a2a6-3d2dc8639a4b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:24:05.954602 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47226217-baec-421d-a22d-adba3e474515', 'name': 'network-vif-deleted', 'tag': 'b167839d-ed54-4823-8090-f43db3e40834', 'status': 'completed', 'code': 200} Aug 29 07:24:06.764924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e73fd287-b9f8-4852-ac99-47a867f38c62 req-bb484c75-e501-45f2-906c-31a7d1c7ef4d tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47226217-baec-421d-a22d-adba3e474515 HTTP/1.1" status: 200 len: 210 time: 0.0447693 Aug 29 07:24:06.791949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d882f-9001-47b4-9aa4-7183cda2683e req-a4c3d61f-a592-489e-a1a0-06a314912dd4 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:06.793486 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-752d882f-9001-47b4-9aa4-7183cda2683e req-a4c3d61f-a592-489e-a1a0-06a314912dd4 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 945 time: 0.0825462 Aug 29 07:24:06.834709 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-752d882f-9001-47b4-9aa4-7183cda2683e req-a6d0c63c-59dc-418f-9d52-5d366e41df56 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0ee3b14e-462e-432f-ae7e-3507e8f80492&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348852 Aug 29 07:24:06.962958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201b7f7-0f16-41d0-bab4-ee27c81d8503 req-eff21ce9-dd5f-47f2-86f8-073695998c13 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:06.964395 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a201b7f7-0f16-41d0-bab4-ee27c81d8503 req-eff21ce9-dd5f-47f2-86f8-073695998c13 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 945 time: 0.0550618 Aug 29 07:24:07.002771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a201b7f7-0f16-41d0-bab4-ee27c81d8503 req-964a1fc9-01d1-4878-9406-2868df1844ac tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0ee3b14e-462e-432f-ae7e-3507e8f80492&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323102 Aug 29 07:24:07.027573 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39228) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:07.067758 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e536a6e6-2f9b-4836-850d-fc075e1c632d tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:07.069315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e536a6e6-2f9b-4836-850d-fc075e1c632d tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 1092 time: 0.0407107 Aug 29 07:24:07.072257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39230) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:07.076854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:24:07.175738 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:07.313888 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:07.420572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Allocated IP 172.25.1.126 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/e5a44da7-2725-45d8-8b3a-bb549282189b) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:24:07.560056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:07.678603 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:07.716633 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:24:07.721713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:24:07.725398 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:24:07.749144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=e5a44da7-2725-45d8-8b3a-bb549282189b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:08.180442 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca4a645b-4468-4e84-a4fb-036e3aeafbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:08.253664 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:08.360154 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1a830-8d79-4996-9b65-eb93e271e450 req-ec76e101-80d3-400b-83c5-ad5933c7e3c0 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:08.361701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bd1a830-8d79-4996-9b65-eb93e271e450 req-ec76e101-80d3-400b-83c5-ad5933c7e3c0 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1097 time: 0.0681176 Aug 29 07:24:08.399298 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8bd1a830-8d79-4996-9b65-eb93e271e450 req-94ee8e58-de10-432f-a07c-8cece38630bc tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313804 Aug 29 07:24:08.449331 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:08.604685 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:08.685300 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:08.698689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device b167839d-ed54-4823-8090-f43db3e40834 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:24:08.719304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: b167839d-ed54-4823-8090-f43db3e40834 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:24:08.719561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device b167839d-ed54-4823-8090-f43db3e40834 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:24:08.759101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=e5a44da7-2725-45d8-8b3a-bb549282189b,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:08.770418 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:08.876862 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Floating IP 2d0337bd-9138-4ca0-8eda-06ec27551942 associated. External IP: 172.25.1.126, port: 76759a89-e197-4dc0-a8b6-639fb4718e90. Aug 29 07:24:09.346623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Router e0067796-c172-4faa-abf2-8e3ef104ad54 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:24:09.456551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:24:09.467448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7177083-3234-4b41-9b4f-69ed4ad46682 None None] Sync routers for ids ['e0067796-c172-4faa-abf2-8e3ef104ad54'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:24:09.476970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7177083-3234-4b41-9b4f-69ed4ad46682 None None] Routers {'e0067796-c172-4faa-abf2-8e3ef104ad54'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:24:09.478578 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b7177083-3234-4b41-9b4f-69ed4ad46682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e0067796-c172-4faa-abf2-8e3ef104ad54'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:09.519805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73541-3330-480c-9159-11977d6ee035 req-4a47b72f-9b1e-406b-bf32-8a24f32cbc1d tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:09.521354 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79c73541-3330-480c-9159-11977d6ee035 req-4a47b72f-9b1e-406b-bf32-8a24f32cbc1d tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1097 time: 0.0428433 Aug 29 07:24:09.556527 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:09.588323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-b7177083-3234-4b41-9b4f-69ed4ad46682 None None] Set router e0067796-c172-4faa-abf2-8e3ef104ad54 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:24:09.593975 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79c73541-3330-480c-9159-11977d6ee035 req-5096bf75-b89d-4956-aeff-f56435c17132 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bc46da1e-1161-449c-812a-c9626afa4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654318 Aug 29 07:24:09.595572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-160e15cf-cfea-4feb-ae0c-7b84d6b41dc6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5223312 Aug 29 07:24:09.596182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34597e64-d916-4160-aa05-276de0d4759d', 'tag': '76759a89-e197-4dc0-a8b6-639fb4718e90'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:24:09.598632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39240) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:09.599380 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628465e6-2a94-4dda-92a3-3b218e2662a5" -d '{"events": [{"name": "network-changed", "server_uuid": "34597e64-d916-4160-aa05-276de0d4759d", "tag": "76759a89-e197-4dc0-a8b6-639fb4718e90"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:24:09.653116 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e156df-b5f5-4fe5-b152-0ed3287a23cd x-openstack-request-id: req-79e156df-b5f5-4fe5-b152-0ed3287a23cd {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:24:09.653565 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34597e64-d916-4160-aa05-276de0d4759d", "tag": "76759a89-e197-4dc0-a8b6-639fb4718e90", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:24:09.653964 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-79e156df-b5f5-4fe5-b152-0ed3287a23cd {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:24:09.654597 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34597e64-d916-4160-aa05-276de0d4759d', 'tag': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'status': 'completed', 'code': 200} Aug 29 07:24:09.681192 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-58e135a9-c67b-44af-bc9d-7b8799dcfb74 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/floatingips/2d0337bd-9138-4ca0-8eda-06ec27551942 HTTP/1.1" status: 200 len: 991 time: 0.0778060 Aug 29 07:24:09.747346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628465e6-2a94-4dda-92a3-3b218e2662a5 req-7ebf5674-1c2e-4069-b3f5-089f90668949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:09.749103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-628465e6-2a94-4dda-92a3-3b218e2662a5 req-7ebf5674-1c2e-4069-b3f5-089f90668949 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 1097 time: 0.0537302 Aug 29 07:24:09.841577 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b7177083-3234-4b41-9b4f-69ed4ad46682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:23:45Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2d0337bd-9138-4ca0-8eda-06ec27551942', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'port_id': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'mac_address': 'fa:16:3e:67:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34597e64-d916-4160-aa05-276de0d4759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:24:07Z', 'updated_at': '2021-08-29T07:24:07Z', 'revision_number': 0, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:50Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:09.872925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628465e6-2a94-4dda-92a3-3b218e2662a5 req-3d6cbc3c-0339-4e51-a9f1-ae80175deac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:09.874178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-628465e6-2a94-4dda-92a3-3b218e2662a5 req-3d6cbc3c-0339-4e51-a9f1-ae80175deac1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=075cbedf-fce7-4478-9691-4e3ae5e5f384 HTTP/1.1" status: 200 len: 898 time: 0.0950792 Aug 29 07:24:09.874324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7177083-3234-4b41-9b4f-69ed4ad46682 None None] Checking router: e0067796-c172-4faa-abf2-8e3ef104ad54 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:24:09.883637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7177083-3234-4b41-9b4f-69ed4ad46682 None None] Routers {'e0067796-c172-4faa-abf2-8e3ef104ad54'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:24:09.884262 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b7177083-3234-4b41-9b4f-69ed4ad46682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:23:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e0067796-c172-4faa-abf2-8e3ef104ad54'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:09.943379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-628465e6-2a94-4dda-92a3-3b218e2662a5 req-20e41465-5e59-49f4-8095-9997f904d7c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76759a89-e197-4dc0-a8b6-639fb4718e90 HTTP/1.1" status: 200 len: 999 time: 0.0606976 Aug 29 07:24:10.009932 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628465e6-2a94-4dda-92a3-3b218e2662a5 req-3829bad1-e377-4f26-8acf-b2484c2d7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:10.012478 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-628465e6-2a94-4dda-92a3-3b218e2662a5 req-3829bad1-e377-4f26-8acf-b2484c2d7ce5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870bf48f-2b5c-43f3-972d-8708d3cd93f1 HTTP/1.1" status: 200 len: 835 time: 0.0620732 Aug 29 07:24:10.014737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-b7177083-3234-4b41-9b4f-69ed4ad46682 None None] Set router e0067796-c172-4faa-abf2-8e3ef104ad54 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:24:10.061069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628465e6-2a94-4dda-92a3-3b218e2662a5 req-26788fc0-c339-416f-ab32-dde0298d3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:10.062885 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-628465e6-2a94-4dda-92a3-3b218e2662a5 req-26788fc0-c339-416f-ab32-dde0298d3024 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=075cbedf-fce7-4478-9691-4e3ae5e5f384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433495 Aug 29 07:24:10.162966 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-628465e6-2a94-4dda-92a3-3b218e2662a5 req-7859782c-53cf-4818-bb46-c6493516936c service neutron] 10.222.0.11 "GET /v2.0/networks/075cbedf-fce7-4478-9691-4e3ae5e5f384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917923 Aug 29 07:24:10.166396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944195f-e26b-4663-abf1-e465c7e527f4 req-74a30d0b-797f-490c-b200-aa3a841d9d1a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:10.168050 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d944195f-e26b-4663-abf1-e465c7e527f4 req-74a30d0b-797f-490c-b200-aa3a841d9d1a tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 1097 time: 0.0435762 Aug 29 07:24:10.252202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b7177083-3234-4b41-9b4f-69ed4ad46682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:23:45Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2d0337bd-9138-4ca0-8eda-06ec27551942', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'port_id': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'mac_address': 'fa:16:3e:67:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34597e64-d916-4160-aa05-276de0d4759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:24:07Z', 'updated_at': '2021-08-29T07:24:07Z', 'revision_number': 0, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:50Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:10.259402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-d944195f-e26b-4663-abf1-e465c7e527f4 req-d397da4b-cbba-40db-9b1f-41b2806e6dbf tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Deleting port 4f3702d5-f1e4-4747-aaf5-323141538154 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:24:10.259753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d944195f-e26b-4663-abf1-e465c7e527f4 req-d397da4b-cbba-40db-9b1f-41b2806e6dbf tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:10.277835 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-628465e6-2a94-4dda-92a3-3b218e2662a5 req-29ce93a3-73f0-415d-ae2b-80efe1c80448 service neutron] 10.222.0.11 "GET /v2.0/networks/075cbedf-fce7-4478-9691-4e3ae5e5f384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981092 Aug 29 07:24:10.285035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7177083-3234-4b41-9b4f-69ed4ad46682 None None] The sync data for ids ['e0067796-c172-4faa-abf2-8e3ef104ad54'] in n-d-713301-12 is: [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:23:45Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2d0337bd-9138-4ca0-8eda-06ec27551942', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'port_id': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'mac_address': 'fa:16:3e:67:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34597e64-d916-4160-aa05-276de0d4759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:24:07Z', 'updated_at': '2021-08-29T07:24:07Z', 'revision_number': 0, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:50Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:24:10.351802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d944195f-e26b-4663-abf1-e465c7e527f4 req-d397da4b-cbba-40db-9b1f-41b2806e6dbf tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] For port 4f3702d5-f1e4-4747-aaf5-323141538154, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=4f3702d5-f1e4-4747-aaf5-323141538154,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:24:10.352178 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d944195f-e26b-4663-abf1-e465c7e527f4 req-d397da4b-cbba-40db-9b1f-41b2806e6dbf tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:10.365744 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-d944195f-e26b-4663-abf1-e465c7e527f4 req-d397da4b-cbba-40db-9b1f-41b2806e6dbf tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Calling delete_port for 4f3702d5-f1e4-4747-aaf5-323141538154 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:24:10.509045 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62cbeff-1fbf-4acc-90b0-6d2b4b9e8366 None None] New status for floating IP 2d0337bd-9138-4ca0-8eda-06ec27551942: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:24:10.562989 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d944195f-e26b-4663-abf1-e465c7e527f4 req-d397da4b-cbba-40db-9b1f-41b2806e6dbf tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:10.591312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397da4b-cbba-40db-9b1f-41b2806e6dbf tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f3702d5-f1e4-4747-aaf5-323141538154,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:10.607033 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['4f3702d5-f1e4-4747-aaf5-323141538154'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:24:10.633903 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d944195f-e26b-4663-abf1-e465c7e527f4 req-d397da4b-cbba-40db-9b1f-41b2806e6dbf tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] No DVR routers for this DVR port 4f3702d5-f1e4-4747-aaf5-323141538154 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:24:10.637476 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d944195f-e26b-4663-abf1-e465c7e527f4 req-d397da4b-cbba-40db-9b1f-41b2806e6dbf tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:10.639531 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d944195f-e26b-4663-abf1-e465c7e527f4 req-d397da4b-cbba-40db-9b1f-41b2806e6dbf tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.11 "DELETE /v2.0/ports/4f3702d5-f1e4-4747-aaf5-323141538154 HTTP/1.1" status: 204 len: 173 time: 0.4594495 Aug 29 07:24:10.639989 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f3812e-6c02-4e12-abfc-6c1cd7fecfe4', 'name': 'network-vif-deleted', 'tag': '4f3702d5-f1e4-4747-aaf5-323141538154'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:24:10.642888 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d243e166-3dd5-46d9-b135-e8d9b2ee4096" -d '{"events": [{"server_uuid": "51f3812e-6c02-4e12-abfc-6c1cd7fecfe4", "name": "network-vif-deleted", "tag": "4f3702d5-f1e4-4747-aaf5-323141538154"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:24:10.681117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39248) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:10.698895 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8365b299-f52d-4dcd-90b4-b1d6b73b2248 x-openstack-request-id: req-8365b299-f52d-4dcd-90b4-b1d6b73b2248 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:24:10.699291 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f3812e-6c02-4e12-abfc-6c1cd7fecfe4", "name": "network-vif-deleted", "tag": "4f3702d5-f1e4-4747-aaf5-323141538154", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:24:10.699749 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8365b299-f52d-4dcd-90b4-b1d6b73b2248 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:24:10.700318 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f3812e-6c02-4e12-abfc-6c1cd7fecfe4', 'name': 'network-vif-deleted', 'tag': '4f3702d5-f1e4-4747-aaf5-323141538154', 'status': 'completed', 'code': 200} Aug 29 07:24:10.828333 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:10.833005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27840b57-4fb1-4aad-98d5-56bd0c3eaeac req-8f9f77c3-33dc-4f7d-a636-64227cb737d5 tempest-TestServerMultinode-758941747 tempest-TestServerMultinode-758941747-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=51f3812e-6c02-4e12-abfc-6c1cd7fecfe4 HTTP/1.1" status: 200 len: 210 time: 0.1124585 Aug 29 07:24:10.870719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d3d1c12b-000e-4b89-a63d-5891cfbf3df4 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/floatingips/2d0337bd-9138-4ca0-8eda-06ec27551942 HTTP/1.1" status: 200 len: 993 time: 0.1871734 Aug 29 07:24:11.546458 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-588e1cd6-cc03-43e0-a820-16337d40c5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:11.839878 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:11.901796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39252) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:12.320548 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:12.620963 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Deleting port a8cfd319-1afb-4764-a463-0db9156d0271 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:24:12.621324 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:12.697576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] For port a8cfd319-1afb-4764-a463-0db9156d0271, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a8cfd319-1afb-4764-a463-0db9156d0271,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:24:12.697934 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:12.714545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Calling delete_port for a8cfd319-1afb-4764-a463-0db9156d0271 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:24:12.977134 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:13.002677 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8cfd319-1afb-4764-a463-0db9156d0271,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:13.017821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:13.018204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:13.018553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:13.018896 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:13.019261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:13.019603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:13.019935 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:13.020265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:13.020594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:13.020919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:13.021282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:13.021666 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:13.190316 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:13.399276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Router 0562f168-fde8-46f1-88b6-195206ecd944 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:24:13.502213 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:24:13.507070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a07e9b32-17cd-41f0-bcdf-d05cf05735a5 admin admin] 10.222.0.76 "PUT /v2.0/routers/0562f168-fde8-46f1-88b6-195206ecd944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6042078 Aug 29 07:24:13.509867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39254) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:13.510494 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82ec9d-15d8-45cd-b805-16b6c98e4942 None None] Sync routers for ids ['0562f168-fde8-46f1-88b6-195206ecd944'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:24:13.529104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82ec9d-15d8-45cd-b805-16b6c98e4942 None None] Routers {'0562f168-fde8-46f1-88b6-195206ecd944'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:24:13.529706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ef82ec9d-15d8-45cd-b805-16b6c98e4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:24:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0562f168-fde8-46f1-88b6-195206ecd944'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:13.768597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4f3702d5-f1e4-4747-aaf5-323141538154 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:24:13.773635 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:13.792344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 4f3702d5-f1e4-4747-aaf5-323141538154 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:24:13.792687 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 4f3702d5-f1e4-4747-aaf5-323141538154 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:24:13.818507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ef82ec9d-15d8-45cd-b805-16b6c98e4942 None None] Set router 0562f168-fde8-46f1-88b6-195206ecd944 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:24:13.905597 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:13.998277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ef82ec9d-15d8-45cd-b805-16b6c98e4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0562f168-fde8-46f1-88b6-195206ecd944', 'name': 'tempest-TestServerMultinode-1872487380-router', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:20Z', 'updated_at': '2021-08-29T07:24:12Z', 'revision_number': 5, 'project_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'gw_port': {'id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0562f168-fde8-46f1-88b6-195206ecd944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:21Z', 'updated_at': '2021-08-29T07:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:14.014886 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:14.037389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82ec9d-15d8-45cd-b805-16b6c98e4942 None None] Checking router: 0562f168-fde8-46f1-88b6-195206ecd944 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:24:14.037760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82ec9d-15d8-45cd-b805-16b6c98e4942 None None] Routers {'0562f168-fde8-46f1-88b6-195206ecd944'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:24:14.038377 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ef82ec9d-15d8-45cd-b805-16b6c98e4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:24:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0562f168-fde8-46f1-88b6-195206ecd944'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:14.142448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ef82ec9d-15d8-45cd-b805-16b6c98e4942 None None] Set router 0562f168-fde8-46f1-88b6-195206ecd944 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:24:14.185721 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] Deleting port bd82c5f9-c952-4331-a95c-52e8bd8633a0 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:24:14.186058 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:14.279346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] For port bd82c5f9-c952-4331-a95c-52e8bd8633a0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bd82c5f9-c952-4331-a95c-52e8bd8633a0,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:24:14.280292 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:14.298736 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] Calling delete_port for bd82c5f9-c952-4331-a95c-52e8bd8633a0 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:24:14.331281 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ef82ec9d-15d8-45cd-b805-16b6c98e4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0562f168-fde8-46f1-88b6-195206ecd944', 'name': 'tempest-TestServerMultinode-1872487380-router', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:20Z', 'updated_at': '2021-08-29T07:24:12Z', 'revision_number': 5, 'project_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'gw_port': {'id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0562f168-fde8-46f1-88b6-195206ecd944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:21Z', 'updated_at': '2021-08-29T07:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:14.358088 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82ec9d-15d8-45cd-b805-16b6c98e4942 None None] The sync data for ids ['0562f168-fde8-46f1-88b6-195206ecd944'] in n-d-713301-12 is: [{'id': '0562f168-fde8-46f1-88b6-195206ecd944', 'name': 'tempest-TestServerMultinode-1872487380-router', 'tenant_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:20Z', 'updated_at': '2021-08-29T07:24:12Z', 'revision_number': 5, 'project_id': 'ef40dfd2ec9848d48a2472f17fc16b2a', 'gw_port': {'id': 'bd82c5f9-c952-4331-a95c-52e8bd8633a0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0562f168-fde8-46f1-88b6-195206ecd944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:21Z', 'updated_at': '2021-08-29T07:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:24:14.536912 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:14.567285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] Pushing event deleted for resources: {'Port': ['ID=bd82c5f9-c952-4331-a95c-52e8bd8633a0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:14.633275 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:14.725355 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:14.727559 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:14.851260 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:14.851789 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0562f168-fde8-46f1-88b6-195206ecd944 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:24:14.856247 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:14.857589 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4130ab9d-ea3d-4978-9dcb-aea959b20fad admin admin] 10.222.0.76 "DELETE /v2.0/routers/0562f168-fde8-46f1-88b6-195206ecd944 HTTP/1.1" status: 204 len: 168 time: 1.3467982 Aug 29 07:24:14.860139 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39256) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:14.918343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe3f42d-f899-4975-89c7-f0949bfcc85c admin admin] Deleting subnet 6cae88d4-1bc2-42e1-ad04-5c71d91c38c6 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:24:14.922062 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f42d-f899-4975-89c7-f0949bfcc85c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:14.960136 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f42d-f899-4975-89c7-f0949bfcc85c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.039716 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f42d-f899-4975-89c7-f0949bfcc85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.182742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f42d-f899-4975-89c7-f0949bfcc85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.215805 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3f42d-f899-4975-89c7-f0949bfcc85c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cae88d4-1bc2-42e1-ad04-5c71d91c38c6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:15.218355 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f42d-f899-4975-89c7-f0949bfcc85c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.221379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4fe3f42d-f899-4975-89c7-f0949bfcc85c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6cae88d4-1bc2-42e1-ad04-5c71d91c38c6 HTTP/1.1" status: 204 len: 168 time: 0.3594236 Aug 29 07:24:15.222979 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dee5f37-8ea7-4ea7-bc25-4700ccb79550 None None] Network cec046f8-411c-4560-a5e8-bcec4e504bed requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:24:15.223825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39258) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:15.293520 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.353524 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Deleting port 20c68fcc-8322-4644-94cc-71486bb3968b {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:24:15.353887 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.398934 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] DHCP port deletion for cec046f8-411c-4560-a5e8-bcec4e504bed request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:24:15.426841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] For port 20c68fcc-8322-4644-94cc-71486bb3968b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=20c68fcc-8322-4644-94cc-71486bb3968b,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:24:15.427302 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.441047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Calling delete_port for 20c68fcc-8322-4644-94cc-71486bb3968b owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:24:15.445806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Deleting port 20c68fcc-8322-4644-94cc-71486bb3968b {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:24:15.446184 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.511698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] For port 20c68fcc-8322-4644-94cc-71486bb3968b, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=20c68fcc-8322-4644-94cc-71486bb3968b,segment=NetworkSegment(95ba5e8e-a0e7-405a-9556-e02147728fd5),segment_id=95ba5e8e-a0e7-405a-9556-e02147728fd5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:24:15.512097 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.526424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Calling delete_port for 20c68fcc-8322-4644-94cc-71486bb3968b owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:24:15.609051 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 07:24:15.613176 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.620242 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.623107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] No DVR routers for this DVR port 20c68fcc-8322-4644-94cc-71486bb3968b on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:24:15.640392 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] No DVR routers for this DVR port 20c68fcc-8322-4644-94cc-71486bb3968b on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:24:15.644455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c68fcc-8322-4644-94cc-71486bb3968b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:15.662543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Pushing event deleted for resources: {'Port': ['ID=20c68fcc-8322-4644-94cc-71486bb3968b,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:15.670822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:15.671195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:15.671545 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:15.671884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:15.672222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:15.672554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:15.673396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:15.673757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:15.674068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:15.674391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:15.674834 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:15.675168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561594-4799-4965-9d0c-d34a3bee46b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:15.731435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.741859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec046f8-411c-4560-a5e8-bcec4e504bed']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:15.753571 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ba5e8e-a0e7-405a-9556-e02147728fd5') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:15.753862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ba5e8e-a0e7-405a-9556-e02147728fd5') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:15.763435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.777552 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.783738 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:24:15.784125 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:24:15.785816 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:24:15.908699 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.914184 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:15.916120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cec046f8-411c-4560-a5e8-bcec4e504bed HTTP/1.1" status: 204 len: 168 time: 0.6913335 Aug 29 07:24:15.919259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39260) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:15.928980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c9805-b6cf-417f-94c8-8765051d4783 admin admin] Pushing event deleted for resources: {'Network': ['ID=cec046f8-411c-4560-a5e8-bcec4e504bed,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:16.277163 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:16.280222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a8cfd319-1afb-4764-a463-0db9156d0271 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:24:16.306860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: a8cfd319-1afb-4764-a463-0db9156d0271 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:24:16.307241 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a8cfd319-1afb-4764-a463-0db9156d0271 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:24:16.307670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 20c68fcc-8322-4644-94cc-71486bb3968b no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:24:16.330027 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 20c68fcc-8322-4644-94cc-71486bb3968b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:24:16.330377 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 20c68fcc-8322-4644-94cc-71486bb3968b not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:24:16.330796 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bd82c5f9-c952-4331-a95c-52e8bd8633a0 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:24:16.349710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: bd82c5f9-c952-4331-a95c-52e8bd8633a0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:24:16.350064 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bd82c5f9-c952-4331-a95c-52e8bd8633a0 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:24:16.538812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Deleting port 4bac90af-e59b-4cdc-888d-a795200c2006 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:24:16.539187 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:16.617029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] For port 4bac90af-e59b-4cdc-888d-a795200c2006, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4bac90af-e59b-4cdc-888d-a795200c2006,segment=NetworkSegment(3e2f076b-8b75-4fed-ab83-2fc8855f054d),segment_id=3e2f076b-8b75-4fed-ab83-2fc8855f054d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:24:16.617396 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:16.637154 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Calling delete_port for 4bac90af-e59b-4cdc-888d-a795200c2006 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:24:16.862658 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:16.895282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Pushing event deleted for resources: {'Port': ['ID=4bac90af-e59b-4cdc-888d-a795200c2006,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:16.921690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:16.922357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:16.922357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:16.922687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:16.923016 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:16.923373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:16.923705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:16.924029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:16.924352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:16.924674 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:16.925000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:16.925322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:24:17.073178 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:17.283728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Router a10587f9-d8ab-4a45-9c45-fba00df7f7c8 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:24:17.391471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:24:17.396864 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5d41f254-aff9-4682-b5ba-c4b54d76bbcd admin admin] 10.222.0.76 "PUT /v2.0/routers/a10587f9-d8ab-4a45-9c45-fba00df7f7c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4760444 Aug 29 07:24:17.399481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39262) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:17.402292 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db0b690-3cf1-44ca-b3c2-a87c2041dd78 None None] Sync routers for ids ['a10587f9-d8ab-4a45-9c45-fba00df7f7c8'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:24:17.412327 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0b690-3cf1-44ca-b3c2-a87c2041dd78 None None] Routers {'a10587f9-d8ab-4a45-9c45-fba00df7f7c8'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:24:17.412962 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5db0b690-3cf1-44ca-b3c2-a87c2041dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:24:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a10587f9-d8ab-4a45-9c45-fba00df7f7c8'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:17.508457 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:17.610788 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:17.614749 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-5db0b690-3cf1-44ca-b3c2-a87c2041dd78 None None] Set router a10587f9-d8ab-4a45-9c45-fba00df7f7c8 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:24:17.728541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] Deleting port 9f849ea1-33f9-447e-b441-dd07f44fe7d7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:24:17.729125 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:17.789825 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5db0b690-3cf1-44ca-b3c2-a87c2041dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'name': 'tempest-TestServerMultinode-116216708-router', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '9f849ea1-33f9-447e-b441-dd07f44fe7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:27Z', 'updated_at': '2021-08-29T07:24:16Z', 'revision_number': 5, 'project_id': '7505aac9a6ff47ef9f922b3dbd009254', 'gw_port': {'id': '9f849ea1-33f9-447e-b441-dd07f44fe7d7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:77:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:28Z', 'updated_at': '2021-08-29T07:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:17.807601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] For port 9f849ea1-33f9-447e-b441-dd07f44fe7d7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9f849ea1-33f9-447e-b441-dd07f44fe7d7,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:24:17.807966 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:17.820285 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db0b690-3cf1-44ca-b3c2-a87c2041dd78 None None] Checking router: a10587f9-d8ab-4a45-9c45-fba00df7f7c8 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:24:17.821865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] Calling delete_port for 9f849ea1-33f9-447e-b441-dd07f44fe7d7 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:24:17.828546 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0b690-3cf1-44ca-b3c2-a87c2041dd78 None None] Routers {'a10587f9-d8ab-4a45-9c45-fba00df7f7c8'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:24:17.829171 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5db0b690-3cf1-44ca-b3c2-a87c2041dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:24:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['a10587f9-d8ab-4a45-9c45-fba00df7f7c8'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:17.919466 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-5db0b690-3cf1-44ca-b3c2-a87c2041dd78 None None] Set router a10587f9-d8ab-4a45-9c45-fba00df7f7c8 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:24:17.988282 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5db0b690-3cf1-44ca-b3c2-a87c2041dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'name': 'tempest-TestServerMultinode-116216708-router', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:27Z', 'updated_at': '2021-08-29T07:24:17Z', 'revision_number': 6, 'project_id': '7505aac9a6ff47ef9f922b3dbd009254', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:18.019050 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db0b690-3cf1-44ca-b3c2-a87c2041dd78 None None] The sync data for ids ['a10587f9-d8ab-4a45-9c45-fba00df7f7c8'] in n-d-713301-12 is: [{'id': 'a10587f9-d8ab-4a45-9c45-fba00df7f7c8', 'name': 'tempest-TestServerMultinode-116216708-router', 'tenant_id': '7505aac9a6ff47ef9f922b3dbd009254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:27Z', 'updated_at': '2021-08-29T07:24:17Z', 'revision_number': 6, 'project_id': '7505aac9a6ff47ef9f922b3dbd009254', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:24:18.039962 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:18.075125 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f849ea1-33f9-447e-b441-dd07f44fe7d7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:18.151301 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:18.242558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:18.244756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:18.375109 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:18.376365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a10587f9-d8ab-4a45-9c45-fba00df7f7c8 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:24:18.383707 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:18.385619 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9f8c0535-0240-49c1-90e0-a0fc5aa00fe1 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a10587f9-d8ab-4a45-9c45-fba00df7f7c8 HTTP/1.1" status: 204 len: 168 time: 0.9844084 Aug 29 07:24:18.391450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39264) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:18.453578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eae4494-55ac-4265-89bc-215484a3e85d admin admin] Deleting subnet 5a97d1e8-777d-4a65-b36f-d94e32016464 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:24:18.458286 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3eae4494-55ac-4265-89bc-215484a3e85d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:18.476845 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4bac90af-e59b-4cdc-888d-a795200c2006 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:24:18.498451 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 4bac90af-e59b-4cdc-888d-a795200c2006 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:24:18.498801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4bac90af-e59b-4cdc-888d-a795200c2006 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:24:18.500112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3eae4494-55ac-4265-89bc-215484a3e85d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:18.584816 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3eae4494-55ac-4265-89bc-215484a3e85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:18.685958 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3eae4494-55ac-4265-89bc-215484a3e85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:18.714539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae4494-55ac-4265-89bc-215484a3e85d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a97d1e8-777d-4a65-b36f-d94e32016464,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:18.716294 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3eae4494-55ac-4265-89bc-215484a3e85d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:18.721572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3eae4494-55ac-4265-89bc-215484a3e85d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5a97d1e8-777d-4a65-b36f-d94e32016464 HTTP/1.1" status: 204 len: 168 time: 0.3253937 Aug 29 07:24:18.721572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39266) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:18.722226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828751c0-e074-4594-b797-0b3624c99cb1 None None] Network 44abe3c3-e349-40bf-be9d-9eaeba0b531e requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:24:18.791788 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:18.862211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Deleting port cb2c81e3-e89d-42ee-a449-9326aa7b16f3 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:24:18.862559 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:18.920474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef08a21-08db-4be4-924a-fc3772fb8939 None None] DHCP port deletion for 44abe3c3-e349-40bf-be9d-9eaeba0b531e request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:24:18.934210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] For port cb2c81e3-e89d-42ee-a449-9326aa7b16f3, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cb2c81e3-e89d-42ee-a449-9326aa7b16f3,segment=NetworkSegment(3e2f076b-8b75-4fed-ab83-2fc8855f054d),segment_id=3e2f076b-8b75-4fed-ab83-2fc8855f054d)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:24:18.934583 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:18.949146 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Calling delete_port for cb2c81e3-e89d-42ee-a449-9326aa7b16f3 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:24:18.968159 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bef08a21-08db-4be4-924a-fc3772fb8939 None None] Deleting port cb2c81e3-e89d-42ee-a449-9326aa7b16f3 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:24:18.968545 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bef08a21-08db-4be4-924a-fc3772fb8939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:19.033242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-bef08a21-08db-4be4-924a-fc3772fb8939 None None] For port cb2c81e3-e89d-42ee-a449-9326aa7b16f3, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cb2c81e3-e89d-42ee-a449-9326aa7b16f3,segment=NetworkSegment(3e2f076b-8b75-4fed-ab83-2fc8855f054d),segment_id=3e2f076b-8b75-4fed-ab83-2fc8855f054d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:24:19.033653 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bef08a21-08db-4be4-924a-fc3772fb8939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:19.047357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bef08a21-08db-4be4-924a-fc3772fb8939 None None] Calling delete_port for cb2c81e3-e89d-42ee-a449-9326aa7b16f3 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:24:19.105558 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:19.139808 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bef08a21-08db-4be4-924a-fc3772fb8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:19.140425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] No DVR routers for this DVR port cb2c81e3-e89d-42ee-a449-9326aa7b16f3 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:24:19.141616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2c81e3-e89d-42ee-a449-9326aa7b16f3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:19.159728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef08a21-08db-4be4-924a-fc3772fb8939 None None] Pushing event deleted for resources: {'Port': ['ID=cb2c81e3-e89d-42ee-a449-9326aa7b16f3,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:19.165384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef08a21-08db-4be4-924a-fc3772fb8939 None None] No DVR routers for this DVR port cb2c81e3-e89d-42ee-a449-9326aa7b16f3 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:24:19.221595 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:19.231114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44abe3c3-e349-40bf-be9d-9eaeba0b531e']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:19.241859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2f076b-8b75-4fed-ab83-2fc8855f054d') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:19.242154 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2f076b-8b75-4fed-ab83-2fc8855f054d') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:24:19.250686 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:19.268222 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:19.274045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:24:19.274455 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:24:19.276416 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:24:19.428126 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:19.433773 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:19.435658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] 10.222.0.76 "DELETE /v2.0/networks/44abe3c3-e349-40bf-be9d-9eaeba0b531e HTTP/1.1" status: 204 len: 168 time: 0.7132235 Aug 29 07:24:19.447391 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086fbb6-6869-43ad-9dd7-1803bf2d3f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=44abe3c3-e349-40bf-be9d-9eaeba0b531e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:19.821869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39270) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:19.866836 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d8ace275-615f-4ca4-9741-f913d61f4eed admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef40dfd2ec9848d48a2472f17fc16b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421939 Aug 29 07:24:19.867687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39272) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:19.920779 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-568a4762-b26b-4ac3-9d45-dcb6f2913aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:20.268244 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9f849ea1-33f9-447e-b441-dd07f44fe7d7 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:24:20.274105 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-568a4762-b26b-4ac3-9d45-dcb6f2913aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:20.288314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 9f849ea1-33f9-447e-b441-dd07f44fe7d7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:24:20.288663 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9f849ea1-33f9-447e-b441-dd07f44fe7d7 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:24:20.289071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cb2c81e3-e89d-42ee-a449-9326aa7b16f3 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:24:20.307929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: cb2c81e3-e89d-42ee-a449-9326aa7b16f3 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:24:20.308275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cb2c81e3-e89d-42ee-a449-9326aa7b16f3 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:24:20.382558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-568a4762-b26b-4ac3-9d45-dcb6f2913aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:20.385383 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-568a4762-b26b-4ac3-9d45-dcb6f2913aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:20.386574 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-568a4762-b26b-4ac3-9d45-dcb6f2913aa8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c71c4022-821d-4ea6-9acd-82f56fc7c570 HTTP/1.1" status: 204 len: 168 time: 0.5180066 Aug 29 07:24:20.395352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a4762-b26b-4ac3-9d45-dcb6f2913aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71c4022-821d-4ea6-9acd-82f56fc7c570,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:20.985662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39278) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:21.026498 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0417b20c-3b1e-4d12-82f5-136df97f7a9c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7505aac9a6ff47ef9f922b3dbd009254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387726 Aug 29 07:24:21.031455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39280) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:24:21.090730 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-27dd4b7d-3d12-4cf1-863d-9279e609665d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:21.114065 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-27dd4b7d-3d12-4cf1-863d-9279e609665d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:21.136528 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:21.231272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-27dd4b7d-3d12-4cf1-863d-9279e609665d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:21.234088 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-27dd4b7d-3d12-4cf1-863d-9279e609665d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:21.235828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-27dd4b7d-3d12-4cf1-863d-9279e609665d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bc46da1e-1161-449c-812a-c9626afa4134 HTTP/1.1" status: 204 len: 168 time: 0.2054682 Aug 29 07:24:21.243781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd4b7d-3d12-4cf1-863d-9279e609665d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc46da1e-1161-449c-812a-c9626afa4134,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:24:30.278394 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:24:33.905442 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:38.188458 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f81c-b439-422d-9462-6b7d9058b91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:40.873022 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:41.598996 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cf79cd09-c480-42eb-93e9-c5376e0439d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:41.839295 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:43.616126 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:24:50.017588 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bc8d6052-b662-42ea-a6b6-1021fedb3c88 req-5e55daaa-a4eb-4696-86bc-aedd81b3b6fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269063 Aug 29 07:24:50.087538 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bc8d6052-b662-42ea-a6b6-1021fedb3c88 req-9fbeae94-c1ef-463c-bbb2-be02f8c1f3ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0255094 Aug 29 07:24:50.127887 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bc8d6052-b662-42ea-a6b6-1021fedb3c88 req-15795f28-0457-4177-804d-d2f19e42aae2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191264 Aug 29 07:24:50.226819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d6052-b662-42ea-a6b6-1021fedb3c88 req-4eda6756-1118-439d-bb80-78b67af9dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:24:50.228324 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bc8d6052-b662-42ea-a6b6-1021fedb3c88 req-4eda6756-1118-439d-bb80-78b67af9dda9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933905 Aug 29 07:24:51.144707 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:03.932793 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:04.782425 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-43e59233-1ee1-42a2-a21e-4de3bbeb16e2 req-64ff3eb5-058d-4927-bfbb-307f69efe540 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409644 Aug 29 07:25:04.885832 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e59233-1ee1-42a2-a21e-4de3bbeb16e2 req-1de591ea-daa2-4e22-bfc3-6490e064f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:04.887464 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-43e59233-1ee1-42a2-a21e-4de3bbeb16e2 req-1de591ea-daa2-4e22-bfc3-6490e064f9c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 1097 time: 0.0438344 Aug 29 07:25:04.998872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e59233-1ee1-42a2-a21e-4de3bbeb16e2 req-57c5950c-8953-4c43-8296-183573ca4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:05.000437 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-43e59233-1ee1-42a2-a21e-4de3bbeb16e2 req-57c5950c-8953-4c43-8296-183573ca4ae5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=075cbedf-fce7-4478-9691-4e3ae5e5f384 HTTP/1.1" status: 200 len: 898 time: 0.0943530 Aug 29 07:25:05.079705 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-43e59233-1ee1-42a2-a21e-4de3bbeb16e2 req-de14291c-c9b3-4c67-af99-cffe007b33ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76759a89-e197-4dc0-a8b6-639fb4718e90 HTTP/1.1" status: 200 len: 1001 time: 0.0714643 Aug 29 07:25:05.136473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e59233-1ee1-42a2-a21e-4de3bbeb16e2 req-dc4a6e5a-c377-4b42-b4e6-1ead2dd582dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:05.137974 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-43e59233-1ee1-42a2-a21e-4de3bbeb16e2 req-dc4a6e5a-c377-4b42-b4e6-1ead2dd582dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870bf48f-2b5c-43f3-972d-8708d3cd93f1 HTTP/1.1" status: 200 len: 835 time: 0.0508122 Aug 29 07:25:05.186049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e59233-1ee1-42a2-a21e-4de3bbeb16e2 req-529abf17-6470-4575-a58e-366ec035eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:05.187576 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-43e59233-1ee1-42a2-a21e-4de3bbeb16e2 req-529abf17-6470-4575-a58e-366ec035eab1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=075cbedf-fce7-4478-9691-4e3ae5e5f384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427766 Aug 29 07:25:05.278943 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-43e59233-1ee1-42a2-a21e-4de3bbeb16e2 req-8cdba6c9-aeae-44d5-90a1-c0b0bbd74694 service neutron] 10.222.0.11 "GET /v2.0/networks/075cbedf-fce7-4478-9691-4e3ae5e5f384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833690 Aug 29 07:25:05.374269 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-43e59233-1ee1-42a2-a21e-4de3bbeb16e2 req-ae008abf-4ad0-4ca9-8653-73471154191f service neutron] 10.222.0.11 "GET /v2.0/networks/075cbedf-fce7-4478-9691-4e3ae5e5f384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883322 Aug 29 07:25:07.278093 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:25:08.135538 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fb0bd076-f1ea-4f41-8d24-3d5da9fb6e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:10.821258 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:11.566721 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3fb36d52-838d-4a6c-99b0-8b48b97f0d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:11.864149 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:13.601268 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:21.169810 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:21.862785 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39308) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:21.937051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed7c07d-3b82-414c-9089-c0728bd2240b tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:21.937531 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed7c07d-3b82-414c-9089-c0728bd2240b tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:21.938006 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed7c07d-3b82-414c-9089-c0728bd2240b tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:21.939718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2ed7c07d-3b82-414c-9089-c0728bd2240b tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/ports?project_id=1b6857e1a1dd4f12bcc19442da7943f2&network_id=075cbedf-fce7-4478-9691-4e3ae5e5f384 HTTP/1.1" status: 200 len: 2972 time: 0.0758736 Aug 29 07:25:24.112002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39320) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:24.162147 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e8fe6a-007c-47fe-af60-e7e4c2eb10f9 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:24.163903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-90e8fe6a-007c-47fe-af60-e7e4c2eb10f9 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa HTTP/1.1" status: 200 len: 814 time: 0.0506349 Aug 29 07:25:24.873093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39326) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:24.878345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'network': {'name': 'tempest-network-smoke--703695980', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'port_security_enabled': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:25:24.960124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Made reservation on behalf of 1b6857e1a1dd4f12bcc19442da7943f2 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:25:24.963775 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:24.990477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:25:24.998701 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:24.999038 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Added segment 7dade2ee-f886-478d-9ffd-badccb4ce0fe of type vlan for network 6ded1be8-db1f-4c62-b743-d5599ae4892d Aug 29 07:25:25.038603 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:25.143401 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:25.150265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:25.150859 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:25.259463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Network': ['ID=6ded1be8-db1f-4c62-b743-d5599ae4892d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:25.267044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:25.267441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:25.267811 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:25.268149 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:25.268481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:25.268809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:25.269134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:25.269455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:25.269817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:25.270123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:25.270443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:25.270764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:25.282257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 6ded1be8-db1f-4c62-b743-d5599ae4892d details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:25:25.307580 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8703234d-2ad8-45ba-b96f-d4dae07fc7a8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4332891 Aug 29 07:25:25.310500 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39328) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:25.376462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fb6eed-7e1a-42c0-8f54-1f4c1630f17b tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:25.377994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-38fb6eed-7e1a-42c0-8f54-1f4c1630f17b tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=1b6857e1a1dd4f12bcc19442da7943f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0665252 Aug 29 07:25:25.381522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39330) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:25.481545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e23e0f4-3a2e-4d75-8a79-8aa6f1a5777b tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:25.482985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7e23e0f4-3a2e-4d75-8a79-8aa6f1a5777b tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1004677 Aug 29 07:25:25.485907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39332) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:25.515172 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0ed6345e-e6ab-4f0c-a348-15f6e8f8e3da tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281527 Aug 29 07:25:25.517854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39334) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:25.546029 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ea6aff5f-8923-4a94-9db7-cb609b751e91 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=1b6857e1a1dd4f12bcc19442da7943f2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270872 Aug 29 07:25:25.548776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39336) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:25.639427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5106a1-6fcf-441f-a297-0df5b10efeef tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:25.640939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ae5106a1-6fcf-441f-a297-0df5b10efeef tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909200 Aug 29 07:25:25.643915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39340) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:25.672363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6a72bf99-8468-4870-9241-3825c78621aa tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273855 Aug 29 07:25:25.674844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39342) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:25.680441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7a57c9f0-37d2-42c9-9948-a1f5cfaa5491 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-791254519', 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:25:25.832542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a57c9f0-37d2-42c9-9948-a1f5cfaa5491 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Made reservation on behalf of 1b6857e1a1dd4f12bcc19442da7943f2 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:25:25.836113 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7a57c9f0-37d2-42c9-9948-a1f5cfaa5491 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:26.078742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7a57c9f0-37d2-42c9-9948-a1f5cfaa5491 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:26.140850 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57c9f0-37d2-42c9-9948-a1f5cfaa5491 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Subnet': ['ID=6b925a78-0642-4dd5-be7d-d6d54cca9b54,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:26.152548 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57c9f0-37d2-42c9-9948-a1f5cfaa5491 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Checking segment: {'id': '7dade2ee-f886-478d-9ffd-badccb4ce0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:25:26.153168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a57c9f0-37d2-42c9-9948-a1f5cfaa5491 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network hostable DHCP agents. Network: 6ded1be8-db1f-4c62-b743-d5599ae4892d, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:25:26.240630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a57c9f0-37d2-42c9-9948-a1f5cfaa5491 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network 6ded1be8-db1f-4c62-b743-d5599ae4892d is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:25:26.326110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-7a57c9f0-37d2-42c9-9948-a1f5cfaa5491 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 6ded1be8-db1f-4c62-b743-d5599ae4892d) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:25:26.330697 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a57c9f0-37d2-42c9-9948-a1f5cfaa5491 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:26.331378 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7a57c9f0-37d2-42c9-9948-a1f5cfaa5491 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:26.336082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c861b7c-9148-45b3-87a8-442e5c0abf06 None None] Network 6ded1be8-db1f-4c62-b743-d5599ae4892d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:25:26.416517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7a57c9f0-37d2-42c9-9948-a1f5cfaa5491 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7404778 Aug 29 07:25:26.479799 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-6ded1be8-db1f-4c62-b743-d5599ae4892d', 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ips': [{'subnet_id': '6b925a78-0642-4dd5-be7d-d6d54cca9b54'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:25:26.480670 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:26.630938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Allocated IP 172.20.0.18 (6ded1be8-db1f-4c62-b743-d5599ae4892d/6b925a78-0642-4dd5-be7d-d6d54cca9b54/25d4d4df-65a5-4d7b-8f42-92d0024a48cd) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:25:26.778381 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:26.787426 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Transition to ACTIVE for port object 25d4d4df-65a5-4d7b-8f42-92d0024a48cd will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:25:26.802492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Transition to ACTIVE for port object 25d4d4df-65a5-4d7b-8f42-92d0024a48cd will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:25:26.913224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39348) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:26.917959 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-01805c9f-2e40-46b4-b1ef-d15afcfda843 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332792663', 'description': 'tempest-secgroup-smoke-332792663 description', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:25:26.932527 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:26.973711 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Network 6ded1be8-db1f-4c62-b743-d5599ae4892d is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:25:26.976861 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:25:26.979290 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:25:26.990086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Pushing event updated for resources: {'Port': ['ID=25d4d4df-65a5-4d7b-8f42-92d0024a48cd,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:27.010447 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.010796 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.011135 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.011505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.011836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.012166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.012492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.012815 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.013137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.013458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.013780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.014094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.044413 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01805c9f-2e40-46b4-b1ef-d15afcfda843 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:27.052231 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Attempting to bind port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:25:27.052635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Attempting to bind port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '7dade2ee-f886-478d-9ffd-badccb4ce0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:25:27.052997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Attempting to bind port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd on network 6ded1be8-db1f-4c62-b743-d5599ae4892d {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:25:27.057913 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:25:27.058280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Checking segment: {'id': '7dade2ee-f886-478d-9ffd-badccb4ce0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:25:27.058684 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:27.059074 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Bound using segment: {'id': '7dade2ee-f886-478d-9ffd-badccb4ce0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:25:27.059581 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Bound port: 25d4d4df-65a5-4d7b-8f42-92d0024a48cd, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dade2ee-f886-478d-9ffd-badccb4ce0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:25:27.059960 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:27.124747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] For port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:25:27.128037 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] For port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=25d4d4df-65a5-4d7b-8f42-92d0024a48cd,segment=NetworkSegment(7dade2ee-f886-478d-9ffd-badccb4ce0fe),segment_id=7dade2ee-f886-478d-9ffd-badccb4ce0fe)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:25:27.130307 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01805c9f-2e40-46b4-b1ef-d15afcfda843 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:27.195528 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:27.223526 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01805c9f-2e40-46b4-b1ef-d15afcfda843 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:27.255420 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01805c9f-2e40-46b4-b1ef-d15afcfda843 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fddf12a-fe7c-4bb0-9c22-0016582969a3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:27.256531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db805b5-5163-4fd5-ab49-83071987ff7a None None] Pushing event updated for resources: {'Port': ['ID=25d4d4df-65a5-4d7b-8f42-92d0024a48cd,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:27.323762 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-01805c9f-2e40-46b4-b1ef-d15afcfda843 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:27.325128 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-01805c9f-2e40-46b4-b1ef-d15afcfda843 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4108632 Aug 29 07:25:27.328284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39350) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:27.334083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '0fddf12a-fe7c-4bb0-9c22-0016582969a3', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:25:27.446261 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:27.499954 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:27.583574 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:27.601226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36571e58-65c0-414e-a1e8-bd7543ef59af,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:27.609746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.610094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.610461 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.610803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.611136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.611503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.611824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.612146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.612490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.612789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.613106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.613912 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:25:27.686372 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:27.687674 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-57e54f7c-a028-4924-b2f5-bfb91d6d4a23 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3582981 Aug 29 07:25:27.690295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39352) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:27.695336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a5813780-682b-48a5-972b-6e7bc2c336b6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '0fddf12a-fe7c-4bb0-9c22-0016582969a3', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:25:27.789228 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5813780-682b-48a5-972b-6e7bc2c336b6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:27.855113 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5813780-682b-48a5-972b-6e7bc2c336b6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:27.943455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5813780-682b-48a5-972b-6e7bc2c336b6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:27.961722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5813780-682b-48a5-972b-6e7bc2c336b6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2245d99d-7aaf-4cc1-ac56-88d290291ef8,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:28.046542 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5813780-682b-48a5-972b-6e7bc2c336b6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:28.047947 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a5813780-682b-48a5-972b-6e7bc2c336b6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3567317 Aug 29 07:25:28.050616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39354) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:28.056358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ddf1a2c4-ed57-4b40-906e-010a01b7316b tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '0fddf12a-fe7c-4bb0-9c22-0016582969a3', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:25:28.107006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22f75b6-d846-418e-ad6a-8ac1162dcbb2 None None] Network 6ded1be8-db1f-4c62-b743-d5599ae4892d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:25:28.152046 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a2c4-ed57-4b40-906e-010a01b7316b tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:28.214614 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a2c4-ed57-4b40-906e-010a01b7316b tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:28.250201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d64c3ac2-1da5-40e5-9f95-3cb048889850 None None] Provisioning for port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:25:28.320308 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a2c4-ed57-4b40-906e-010a01b7316b tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:28.342621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1a2c4-ed57-4b40-906e-010a01b7316b tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29de4b8-7b08-4d0d-810e-59717fc7b629,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:28.360798 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 25d4d4df-65a5-4d7b-8f42-92d0024a48cd up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:25:28.446977 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a2c4-ed57-4b40-906e-010a01b7316b tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:28.446977 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ddf1a2c4-ed57-4b40-906e-010a01b7316b tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3928044 Aug 29 07:25:28.447847 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39356) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:28.452326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-89f84e4e-d5dd-4df2-958f-d68bb8af8d41 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '0fddf12a-fe7c-4bb0-9c22-0016582969a3', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:25:28.536239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:25:28.540424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:25:28.544385 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:28.582912 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89f84e4e-d5dd-4df2-958f-d68bb8af8d41 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:28.632838 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:28.643284 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89f84e4e-d5dd-4df2-958f-d68bb8af8d41 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:28.661246 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=25d4d4df-65a5-4d7b-8f42-92d0024a48cd,segment=NetworkSegment(7dade2ee-f886-478d-9ffd-badccb4ce0fe),segment_id=7dade2ee-f886-478d-9ffd-badccb4ce0fe)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:25:28.823808 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89f84e4e-d5dd-4df2-958f-d68bb8af8d41 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:28.844020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f84e4e-d5dd-4df2-958f-d68bb8af8d41 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284b9455-0239-45e0-9496-7f12832db4bc,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:28.857407 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:28.906727 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=25d4d4df-65a5-4d7b-8f42-92d0024a48cd,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:28.947744 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-89f84e4e-d5dd-4df2-958f-d68bb8af8d41 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:28.949005 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-89f84e4e-d5dd-4df2-958f-d68bb8af8d41 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5002174 Aug 29 07:25:28.953149 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39358) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:28.957666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4d6d8726-0285-4f90-aab5-6da792ab0939 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '0fddf12a-fe7c-4bb0-9c22-0016582969a3', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:25:29.040854 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-4d6d8726-0285-4f90-aab5-6da792ab0939 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Project 1b6857e1a1dd4f12bcc19442da7943f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:25:29.046250 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d6d8726-0285-4f90-aab5-6da792ab0939 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:29.107090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d6d8726-0285-4f90-aab5-6da792ab0939 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:29.206706 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d6d8726-0285-4f90-aab5-6da792ab0939 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:29.225173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d8726-0285-4f90-aab5-6da792ab0939 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86fc4930-20a6-44c5-9a64-7a28646a1bff,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:29.303304 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4d6d8726-0285-4f90-aab5-6da792ab0939 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:29.304569 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4d6d8726-0285-4f90-aab5-6da792ab0939 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504798 Aug 29 07:25:29.307382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39360) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:29.311939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bc4e186d-fe3a-4498-8f46-8b27676412ad tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '0fddf12a-fe7c-4bb0-9c22-0016582969a3', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:25:29.428622 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-bc4e186d-fe3a-4498-8f46-8b27676412ad tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Project 1b6857e1a1dd4f12bcc19442da7943f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:25:29.433811 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bc4e186d-fe3a-4498-8f46-8b27676412ad tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:29.496641 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bc4e186d-fe3a-4498-8f46-8b27676412ad tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:29.566216 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bc4e186d-fe3a-4498-8f46-8b27676412ad tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:29.586688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e186d-fe3a-4498-8f46-8b27676412ad tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1e1c5f-dc94-424b-add6-0f170dc6d685,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:29.680433 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bc4e186d-fe3a-4498-8f46-8b27676412ad tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:29.681760 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bc4e186d-fe3a-4498-8f46-8b27676412ad tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3733554 Aug 29 07:25:29.882435 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-f81efb93-8fc7-468a-87ea-0e8b45c45bbf tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332792663&fields=id&tenant_id=1b6857e1a1dd4f12bcc19442da7943f2 HTTP/1.1" status: 200 len: 267 time: 0.0348856 Aug 29 07:25:29.995285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-bb4bcb15-8025-4131-89c1-43b7914a28c5 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:29.996770 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-bb4bcb15-8025-4131-89c1-43b7914a28c5 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/networks?id=6ded1be8-db1f-4c62-b743-d5599ae4892d HTTP/1.1" status: 200 len: 796 time: 0.1075275 Aug 29 07:25:30.014528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-3f169812-04af-4eb4-ae44-994ecd63382c tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/quotas/1b6857e1a1dd4f12bcc19442da7943f2 HTTP/1.1" status: 200 len: 375 time: 0.0117717 Aug 29 07:25:30.075803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-128e5e35-80fe-4605-b82d-a12e5973b135 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0539646 Aug 29 07:25:30.268944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-c62a19b8-3315-4191-bc0e-1b3bee4ce0d2 service neutron] 10.222.0.76 "GET /v2.0/networks/6ded1be8-db1f-4c62-b743-d5599ae4892d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793377 Aug 29 07:25:30.315645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 25d4d4df-65a5-4d7b-8f42-92d0024a48cd up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:25:30.367635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-822cf53d-b038-4d8e-9b2b-a852449e2344 service neutron] 10.222.0.76 "GET /v2.0/networks/6ded1be8-db1f-4c62-b743-d5599ae4892d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909812 Aug 29 07:25:30.368079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:25:30.368454 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:30.720162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a83b1cd-4e54-4949-a912-7d03ae17bab1 req-e92af824-4775-44b2-a6af-e99cb8c6230f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 210 time: 0.0270026 Aug 29 07:25:31.817855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9de3bf5f-f3f8-48c2-85ac-688c1411804d req-51609ca1-b5e7-41fd-9feb-d36c37265dd7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 210 time: 0.0268855 Aug 29 07:25:32.850345 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-387e9fab-6e1d-4409-bdcf-94541cc3e041 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:32.852690 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-387e9fab-6e1d-4409-bdcf-94541cc3e041 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.15 "GET /v2.0/networks?id=6ded1be8-db1f-4c62-b743-d5599ae4892d HTTP/1.1" status: 200 len: 796 time: 0.1067646 Aug 29 07:25:32.900473 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-fbb1ab6d-2805-482e-a311-68f0c21b1167 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6857e1a1dd4f12bcc19442da7943f2 HTTP/1.1" status: 200 len: 471 time: 0.0381320 Aug 29 07:25:32.912840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-c6a64b79-c3d1-49a5-a620-2f240330cba9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'port': {'device_id': '50bc8216-4704-4e77-a7b6-15859893aef1', 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d', 'admin_state_up': True, 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'security_groups': ['0fddf12a-fe7c-4bb0-9c22-0016582969a3']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:25:32.919927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6429120-c0f4-4719-9867-54b49c9e69b0 req-f01218ac-241d-42d8-b694-a2a64859d10b tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 210 time: 0.0275307 Aug 29 07:25:33.112679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-c6a64b79-c3d1-49a5-a620-2f240330cba9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Made reservation on behalf of 1b6857e1a1dd4f12bcc19442da7943f2 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:25:33.116237 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-c6a64b79-c3d1-49a5-a620-2f240330cba9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:33.250841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-c6a64b79-c3d1-49a5-a620-2f240330cba9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Allocated IP 172.20.0.29 (6ded1be8-db1f-4c62-b743-d5599ae4892d/6b925a78-0642-4dd5-be7d-d6d54cca9b54/60413c07-af38-4438-9fc7-1bbd6a3a0a0d) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:25:33.386629 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-c6a64b79-c3d1-49a5-a620-2f240330cba9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:33.401131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-c6a64b79-c3d1-49a5-a620-2f240330cba9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Transition to ACTIVE for port object 60413c07-af38-4438-9fc7-1bbd6a3a0a0d will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:25:33.520799 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-c6a64b79-c3d1-49a5-a620-2f240330cba9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:33.564851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-c6a64b79-c3d1-49a5-a620-2f240330cba9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network 6ded1be8-db1f-4c62-b743-d5599ae4892d is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:25:33.570574 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-c6a64b79-c3d1-49a5-a620-2f240330cba9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:25:33.574333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-c6a64b79-c3d1-49a5-a620-2f240330cba9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:25:33.602645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a64b79-c3d1-49a5-a620-2f240330cba9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=60413c07-af38-4438-9fc7-1bbd6a3a0a0d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:33.630939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-c6a64b79-c3d1-49a5-a620-2f240330cba9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:33.631625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-c6a64b79-c3d1-49a5-a620-2f240330cba9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:33.710397 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-c6a64b79-c3d1-49a5-a620-2f240330cba9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8021145 Aug 29 07:25:33.723435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Request body: {'port': {'device_id': '50bc8216-4704-4e77-a7b6-15859893aef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:25:33.779647 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:33.940800 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2d2a996f-0e63-4024-9e11-0a8cd7fb7ac9 None None] Provisioning for port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:25:33.944901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2d2a996f-0e63-4024-9e11-0a8cd7fb7ac9 None None] Provisioning complete for port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:25:33.945382 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2d2a996f-0e63-4024-9e11-0a8cd7fb7ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:33.967795 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:33.986002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a996f-0e63-4024-9e11-0a8cd7fb7ac9 None None] Port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:25:34.054886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818c6df-ce29-43e8-b72b-abfca7b137c5 req-0956e268-e436-4d2d-8746-02d795d0a1ef tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:34.056451 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4818c6df-ce29-43e8-b72b-abfca7b137c5 req-0956e268-e436-4d2d-8746-02d795d0a1ef tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 932 time: 0.0589421 Aug 29 07:25:34.063220 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60413c07-af38-4438-9fc7-1bbd6a3a0a0d {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:25:34.071254 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:34.083329 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Transition to ACTIVE for port object 60413c07-af38-4438-9fc7-1bbd6a3a0a0d will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:25:34.094633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4818c6df-ce29-43e8-b72b-abfca7b137c5 req-8de4f94f-e483-4a8b-8bc1-6d21771ae427 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0fddf12a-fe7c-4bb0-9c22-0016582969a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318639 Aug 29 07:25:34.183114 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:34.235967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Pushing event updated for resources: {'Port': ['ID=60413c07-af38-4438-9fc7-1bbd6a3a0a0d,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:34.304472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Attempting to bind port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:25:34.304818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Attempting to bind port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '7dade2ee-f886-478d-9ffd-badccb4ce0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:25:34.305286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Attempting to bind port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d on network 6ded1be8-db1f-4c62-b743-d5599ae4892d {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:25:34.309755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d on network 6ded1be8-db1f-4c62-b743-d5599ae4892d not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:25:34.310089 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Attempting to bind port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d on network 6ded1be8-db1f-4c62-b743-d5599ae4892d {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:25:34.315253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:25:34.315606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Checking segment: {'id': '7dade2ee-f886-478d-9ffd-badccb4ce0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:25:34.316000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Bound using segment: {'id': '7dade2ee-f886-478d-9ffd-badccb4ce0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:25:34.316469 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Bound port: 60413c07-af38-4438-9fc7-1bbd6a3a0a0d, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dade2ee-f886-478d-9ffd-badccb4ce0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:25:34.316837 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:34.388203 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] For port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:25:34.391226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] For port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=60413c07-af38-4438-9fc7-1bbd6a3a0a0d,segment=NetworkSegment(7dade2ee-f886-478d-9ffd-badccb4ce0fe),segment_id=7dade2ee-f886-478d-9ffd-badccb4ce0fe)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:25:34.486763 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:34.548616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:34.548616 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:34.548616 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] 10.222.0.15 "PUT /v2.0/ports/60413c07-af38-4438-9fc7-1bbd6a3a0a0d HTTP/1.1" status: 200 len: 1093 time: 0.8044643 Aug 29 07:25:34.548616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bc8216-4704-4e77-a7b6-15859893aef1', 'tag': '60413c07-af38-4438-9fc7-1bbd6a3a0a0d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:25:34.548616 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553fe29f-b556-4539-8900-2bbbed75dd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "50bc8216-4704-4e77-a7b6-15859893aef1", "tag": "60413c07-af38-4438-9fc7-1bbd6a3a0a0d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:25:34.556975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43568a7d-79bf-4e25-82f7-105482fb6279 service neutron] Pushing event updated for resources: {'Port': ['ID=60413c07-af38-4438-9fc7-1bbd6a3a0a0d,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:34.568345 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dacad76-d104-43d4-a5dc-eea542c4bb08 x-openstack-request-id: req-5dacad76-d104-43d4-a5dc-eea542c4bb08 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:25:34.568746 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bc8216-4704-4e77-a7b6-15859893aef1", "tag": "60413c07-af38-4438-9fc7-1bbd6a3a0a0d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:25:34.568897 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5dacad76-d104-43d4-a5dc-eea542c4bb08 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:25:34.569280 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bc8216-4704-4e77-a7b6-15859893aef1', 'tag': '60413c07-af38-4438-9fc7-1bbd6a3a0a0d', 'status': 'completed', 'code': 200} Aug 29 07:25:34.630780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fe29f-b556-4539-8900-2bbbed75dd1f req-71f69042-c0c3-456e-86b9-3a162542d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:34.632332 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-553fe29f-b556-4539-8900-2bbbed75dd1f req-71f69042-c0c3-456e-86b9-3a162542d28a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 1096 time: 0.0432696 Aug 29 07:25:34.742269 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fe29f-b556-4539-8900-2bbbed75dd1f req-95c30f56-3a84-4cf1-9709-d3a86b4127cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:34.742672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fe29f-b556-4539-8900-2bbbed75dd1f req-95c30f56-3a84-4cf1-9709-d3a86b4127cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:34.744277 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-553fe29f-b556-4539-8900-2bbbed75dd1f req-95c30f56-3a84-4cf1-9709-d3a86b4127cc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1033280 Aug 29 07:25:34.844033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fe29f-b556-4539-8900-2bbbed75dd1f req-afd185a2-64bf-4641-909a-237ee9c7a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:34.845513 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-553fe29f-b556-4539-8900-2bbbed75dd1f req-afd185a2-64bf-4641-909a-237ee9c7a4dc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939629 Aug 29 07:25:34.927510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-8fd6dbd2-1610-4733-acd6-9c27f5b92e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:34.929003 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-8fd6dbd2-1610-4733-acd6-9c27f5b92e03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 1096 time: 0.0465155 Aug 29 07:25:34.971876 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-9ef9b3d8-2a43-4873-9a16-d155718e369d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=60413c07-af38-4438-9fc7-1bbd6a3a0a0d HTTP/1.1" status: 200 len: 217 time: 0.0348699 Aug 29 07:25:35.020787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-0be41afe-b29e-4d16-b44e-af24c085fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:35.022147 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-0be41afe-b29e-4d16-b44e-af24c085fb28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b925a78-0642-4dd5-be7d-d6d54cca9b54 HTTP/1.1" status: 200 len: 837 time: 0.0439894 Aug 29 07:25:35.067813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-daacf190-d072-4978-824a-5d94293aa20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:35.069317 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-daacf190-d072-4978-824a-5d94293aa20d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ded1be8-db1f-4c62-b743-d5599ae4892d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0409384 Aug 29 07:25:35.164548 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-1890e7bb-ef98-4615-b78d-1e39bfaf634a service neutron] 10.222.0.15 "GET /v2.0/networks/6ded1be8-db1f-4c62-b743-d5599ae4892d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868807 Aug 29 07:25:35.214740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bb851-bf0e-4196-a084-1de4a422c8c5 req-f0d8e746-10e1-49c7-8070-08261d1aa321 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:35.216310 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d2bb851-bf0e-4196-a084-1de4a422c8c5 req-f0d8e746-10e1-49c7-8070-08261d1aa321 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 944 time: 0.0501578 Aug 29 07:25:35.256143 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d2bb851-bf0e-4196-a084-1de4a422c8c5 req-88908ec4-f65d-4fad-bfaa-62c537cdeba2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0fddf12a-fe7c-4bb0-9c22-0016582969a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335507 Aug 29 07:25:35.256667 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-34c608b0-aa00-4b0d-9bc3-17a300338349 req-4fd1a308-7158-49e5-b055-556809e0052c service neutron] 10.222.0.15 "GET /v2.0/networks/6ded1be8-db1f-4c62-b743-d5599ae4892d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846663 Aug 29 07:25:36.378608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a3035-eda4-4789-9004-466c9430acb7 req-85af6814-cf40-454e-8b28-76a1d6ae681b tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:36.380664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c9a3035-eda4-4789-9004-466c9430acb7 req-85af6814-cf40-454e-8b28-76a1d6ae681b tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 944 time: 0.0567188 Aug 29 07:25:36.420194 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c9a3035-eda4-4789-9004-466c9430acb7 req-018eb162-f125-4e01-b9ff-7eb4f076544b tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0fddf12a-fe7c-4bb0-9c22-0016582969a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334971 Aug 29 07:25:37.071015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 60413c07-af38-4438-9fc7-1bbd6a3a0a0d details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:25:37.165642 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=60413c07-af38-4438-9fc7-1bbd6a3a0a0d,segment=NetworkSegment(7dade2ee-f886-478d-9ffd-badccb4ce0fe),segment_id=7dade2ee-f886-478d-9ffd-badccb4ce0fe)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:25:37.176748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '60413c07-af38-4438-9fc7-1bbd6a3a0a0d', 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d', 'port_id': '60413c07-af38-4438-9fc7-1bbd6a3a0a0d', 'mac_address': 'fa:16:3e:b2:96:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b925a78-0642-4dd5-be7d-d6d54cca9b54', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:25:37.212402 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:37.225098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60413c07-af38-4438-9fc7-1bbd6a3a0a0d {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:25:37.243567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=60413c07-af38-4438-9fc7-1bbd6a3a0a0d,segment=NetworkSegment(7dade2ee-f886-478d-9ffd-badccb4ce0fe),segment_id=7dade2ee-f886-478d-9ffd-badccb4ce0fe)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:25:37.365856 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:37.415538 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=60413c07-af38-4438-9fc7-1bbd6a3a0a0d,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:37.539016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3fee8-9edd-44ee-b367-6ffcb563bb50 req-e6766774-ac31-4e97-b132-30c9b2ad20dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:37.540606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9cc3fee8-9edd-44ee-b367-6ffcb563bb50 req-e6766774-ac31-4e97-b132-30c9b2ad20dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 945 time: 0.0528131 Aug 29 07:25:37.569991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['60413c07-af38-4438-9fc7-1bbd6a3a0a0d'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:25:37.578784 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9cc3fee8-9edd-44ee-b367-6ffcb563bb50 req-ca9512c4-06ff-4967-a11a-139c749145b8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0fddf12a-fe7c-4bb0-9c22-0016582969a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317709 Aug 29 07:25:38.143229 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27347943-51b4-4898-95e5-43fad38dea9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:38.693094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a019e-92ca-4131-9ed9-31bd09f98ca7 req-09e651c8-6291-4b52-afb0-437e5548563e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:38.694626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c97a019e-92ca-4131-9ed9-31bd09f98ca7 req-09e651c8-6291-4b52-afb0-437e5548563e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 945 time: 0.0494714 Aug 29 07:25:38.733594 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c97a019e-92ca-4131-9ed9-31bd09f98ca7 req-cae148fd-7ed2-4f03-98b1-1c79f4142e04 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0fddf12a-fe7c-4bb0-9c22-0016582969a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326235 Aug 29 07:25:39.102383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 60413c07-af38-4438-9fc7-1bbd6a3a0a0d up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:25:39.239513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:25:39.243477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:25:39.243854 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:39.320585 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:39.343905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bc8216-4704-4e77-a7b6-15859893aef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60413c07-af38-4438-9fc7-1bbd6a3a0a0d'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:25:39.346118 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0776ed-db4e-48bf-96e0-12c2a4155674" -d '{"events": [{"server_uuid": "50bc8216-4704-4e77-a7b6-15859893aef1", "name": "network-vif-plugged", "status": "completed", "tag": "60413c07-af38-4438-9fc7-1bbd6a3a0a0d"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:25:39.358646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=60413c07-af38-4438-9fc7-1bbd6a3a0a0d,segment=NetworkSegment(7dade2ee-f886-478d-9ffd-badccb4ce0fe),segment_id=7dade2ee-f886-478d-9ffd-badccb4ce0fe)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:25:39.432308 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:39.483420 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=60413c07-af38-4438-9fc7-1bbd6a3a0a0d,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:39.504918 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f933aa7-e5ac-463e-af0e-088981c50294 x-openstack-request-id: req-4f933aa7-e5ac-463e-af0e-088981c50294 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:25:39.505302 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bc8216-4704-4e77-a7b6-15859893aef1", "name": "network-vif-plugged", "status": "completed", "tag": "60413c07-af38-4438-9fc7-1bbd6a3a0a0d", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:25:39.505453 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4f933aa7-e5ac-463e-af0e-088981c50294 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:25:39.505857 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bc8216-4704-4e77-a7b6-15859893aef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60413c07-af38-4438-9fc7-1bbd6a3a0a0d', 'code': 200} Aug 29 07:25:39.609150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71d44e-cde2-461b-9b2d-ed6372fe9b23 req-7b21d377-2cc3-4ec0-9dea-3337632d7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:39.610662 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6f71d44e-cde2-461b-9b2d-ed6372fe9b23 req-7b21d377-2cc3-4ec0-9dea-3337632d7ddf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 1098 time: 0.0458748 Aug 29 07:25:39.660166 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6f71d44e-cde2-461b-9b2d-ed6372fe9b23 req-8a074e0d-ffd8-4621-814a-421334c55aaa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0fddf12a-fe7c-4bb0-9c22-0016582969a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419769 Aug 29 07:25:39.854300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbe15-3576-4b17-8a3c-5e35e4050e73 req-1e9bf2a6-afba-4d11-b41d-a34f31321182 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:39.855898 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79edbe15-3576-4b17-8a3c-5e35e4050e73 req-1e9bf2a6-afba-4d11-b41d-a34f31321182 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 946 time: 0.0524442 Aug 29 07:25:39.894637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79edbe15-3576-4b17-8a3c-5e35e4050e73 req-df2dddb6-5d7c-45c4-a7e5-cf7d6d03ee2a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0fddf12a-fe7c-4bb0-9c22-0016582969a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324817 Aug 29 07:25:40.845789 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:41.027349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ad6e6-8c11-4e01-a8e1-a8304c8d5869 req-f6e7d57d-c4e7-4594-aeae-771c0a3c7955 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:41.028905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f50ad6e6-8c11-4e01-a8e1-a8304c8d5869 req-f6e7d57d-c4e7-4594-aeae-771c0a3c7955 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 946 time: 0.0561438 Aug 29 07:25:41.069213 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f50ad6e6-8c11-4e01-a8e1-a8304c8d5869 req-92e2c50d-d1bf-4dbc-ac03-4931ba1b5bbe tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0fddf12a-fe7c-4bb0-9c22-0016582969a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341580 Aug 29 07:25:41.185711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180c1dc-22f3-4a92-b160-abcc92256d94 req-85e6eade-5766-48d3-b5ff-ff99b1e0329a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:41.187249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c180c1dc-22f3-4a92-b160-abcc92256d94 req-85e6eade-5766-48d3-b5ff-ff99b1e0329a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 946 time: 0.0496075 Aug 29 07:25:41.226142 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c180c1dc-22f3-4a92-b160-abcc92256d94 req-523ed16d-6664-47ca-a67c-a5a2f37dd17e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0fddf12a-fe7c-4bb0-9c22-0016582969a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322797 Aug 29 07:25:41.575160 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b4a428de-e27b-428c-819f-2d9400b8ffd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:41.862577 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:42.706302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39434) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:25:43.149614 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:43.432859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Allocated IP 172.20.0.17 (6ded1be8-db1f-4c62-b743-d5599ae4892d/6b925a78-0642-4dd5-be7d-d6d54cca9b54/e06b22ad-0c25-4d29-a31a-ebd21ff18f80) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:25:43.554555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:43.568878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Transition to ACTIVE for port object e06b22ad-0c25-4d29-a31a-ebd21ff18f80 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:25:43.600071 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:43.657773 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:43.699858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network 6ded1be8-db1f-4c62-b743-d5599ae4892d is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:25:43.702809 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:25:43.705900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:25:43.732565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=e06b22ad-0c25-4d29-a31a-ebd21ff18f80,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:43.758063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:43.936739 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3dc2fc23-0304-41e5-ac31-7e21d6c75c16 None None] Provisioning for port e06b22ad-0c25-4d29-a31a-ebd21ff18f80 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:25:43.940630 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3dc2fc23-0304-41e5-ac31-7e21d6c75c16 None None] Provisioning complete for port e06b22ad-0c25-4d29-a31a-ebd21ff18f80 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:25:43.941630 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3dc2fc23-0304-41e5-ac31-7e21d6c75c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:43.949790 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:43.975017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2fc23-0304-41e5-ac31-7e21d6c75c16 None None] Port e06b22ad-0c25-4d29-a31a-ebd21ff18f80 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:25:44.224182 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:44.279329 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:25:44.285624 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:44.359372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=e06b22ad-0c25-4d29-a31a-ebd21ff18f80,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:44.362524 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:44.461568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network 6ded1be8-db1f-4c62-b743-d5599ae4892d is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:25:44.463018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:25:44.582597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Router e0067796-c172-4faa-abf2-8e3ef104ad54 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:25:44.698930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd496afa-105e-4ab5-8e41-3d7f8bc0a02e None None] Provisioning complete for port e06b22ad-0c25-4d29-a31a-ebd21ff18f80 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:25:44.699583 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd496afa-105e-4ab5-8e41-3d7f8bc0a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:44.702978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:25:44.711856 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d961d48a-9d7f-4886-ab57-8e5904ef97d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "PUT /v2.0/routers/e0067796-c172-4faa-abf2-8e3ef104ad54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0041978 Aug 29 07:25:44.725440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Sync routers for ids ['e0067796-c172-4faa-abf2-8e3ef104ad54'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:25:44.746848 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Routers {'e0067796-c172-4faa-abf2-8e3ef104ad54'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:25:44.747424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6af68532-76d7-4652-8588-10122844d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:25:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e0067796-c172-4faa-abf2-8e3ef104ad54'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:25:44.751736 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd496afa-105e-4ab5-8e41-3d7f8bc0a02e None None] Port e06b22ad-0c25-4d29-a31a-ebd21ff18f80 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:25:45.021252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Set router e0067796-c172-4faa-abf2-8e3ef104ad54 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:25:45.256178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6af68532-76d7-4652-8588-10122844d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:25:43Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2d0337bd-9138-4ca0-8eda-06ec27551942', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'port_id': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'mac_address': 'fa:16:3e:67:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34597e64-d916-4160-aa05-276de0d4759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:24:07Z', 'updated_at': '2021-08-29T07:24:10Z', 'revision_number': 1, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:50Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06b22ad-0c25-4d29-a31a-ebd21ff18f80', 'name': '', 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:26:13:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6b925a78-0642-4dd5-be7d-d6d54cca9b54', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:25:43Z', 'updated_at': '2021-08-29T07:25:44Z', 'revision_number': 2, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '6b925a78-0642-4dd5-be7d-d6d54cca9b54', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:25:45.283067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Checking router: e0067796-c172-4faa-abf2-8e3ef104ad54 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:25:45.283452 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Updating router e0067796-c172-4faa-abf2-8e3ef104ad54 port e06b22ad-0c25-4d29-a31a-ebd21ff18f80 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:25:45.307304 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:45.569566 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:45.579043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Transition to ACTIVE for port object e06b22ad-0c25-4d29-a31a-ebd21ff18f80 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:25:45.651071 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:45.702070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497d703-40b8-4134-a150-f5678895eaaf None None] Pushing event updated for resources: {'Port': ['ID=e06b22ad-0c25-4d29-a31a-ebd21ff18f80,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:45.754838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Attempting to bind port e06b22ad-0c25-4d29-a31a-ebd21ff18f80 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:25:45.755240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Attempting to bind port e06b22ad-0c25-4d29-a31a-ebd21ff18f80 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '7dade2ee-f886-478d-9ffd-badccb4ce0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:25:45.755619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Attempting to bind port e06b22ad-0c25-4d29-a31a-ebd21ff18f80 on network 6ded1be8-db1f-4c62-b743-d5599ae4892d {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:25:45.760905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:25:45.761876 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Checking segment: {'id': '7dade2ee-f886-478d-9ffd-badccb4ce0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:25:45.761876 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:45.762058 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Bound using segment: {'id': '7dade2ee-f886-478d-9ffd-badccb4ce0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:25:45.762534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Bound port: e06b22ad-0c25-4d29-a31a-ebd21ff18f80, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dade2ee-f886-478d-9ffd-badccb4ce0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:25:45.762924 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:45.835394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6af68532-76d7-4652-8588-10122844d3ab None None] For port e06b22ad-0c25-4d29-a31a-ebd21ff18f80, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:25:45.841194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6af68532-76d7-4652-8588-10122844d3ab None None] For port e06b22ad-0c25-4d29-a31a-ebd21ff18f80, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e06b22ad-0c25-4d29-a31a-ebd21ff18f80,segment=NetworkSegment(7dade2ee-f886-478d-9ffd-badccb4ce0fe),segment_id=7dade2ee-f886-478d-9ffd-badccb4ce0fe)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:25:45.937671 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:45.995725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Routers {'e0067796-c172-4faa-abf2-8e3ef104ad54'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:25:45.996365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6af68532-76d7-4652-8588-10122844d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:25:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e0067796-c172-4faa-abf2-8e3ef104ad54'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:25:46.001083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497d703-40b8-4134-a150-f5678895eaaf None None] Pushing event updated for resources: {'Port': ['ID=e06b22ad-0c25-4d29-a31a-ebd21ff18f80,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:46.111123 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-6af68532-76d7-4652-8588-10122844d3ab None None] Set router e0067796-c172-4faa-abf2-8e3ef104ad54 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:25:46.366534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6af68532-76d7-4652-8588-10122844d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:25:43Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2d0337bd-9138-4ca0-8eda-06ec27551942', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'port_id': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'mac_address': 'fa:16:3e:67:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34597e64-d916-4160-aa05-276de0d4759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:24:07Z', 'updated_at': '2021-08-29T07:24:10Z', 'revision_number': 1, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:50Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06b22ad-0c25-4d29-a31a-ebd21ff18f80', 'name': '', 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:26:13:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6b925a78-0642-4dd5-be7d-d6d54cca9b54', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:25:43Z', 'updated_at': '2021-08-29T07:25:45Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '6b925a78-0642-4dd5-be7d-d6d54cca9b54', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:25:46.393893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af68532-76d7-4652-8588-10122844d3ab None None] The sync data for ids ['e0067796-c172-4faa-abf2-8e3ef104ad54'] in n-d-713301-12 is: [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:25:43Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2d0337bd-9138-4ca0-8eda-06ec27551942', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'port_id': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'mac_address': 'fa:16:3e:67:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34597e64-d916-4160-aa05-276de0d4759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:24:07Z', 'updated_at': '2021-08-29T07:24:10Z', 'revision_number': 1, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:50Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06b22ad-0c25-4d29-a31a-ebd21ff18f80', 'name': '', 'network_id': '6ded1be8-db1f-4c62-b743-d5599ae4892d', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:26:13:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6b925a78-0642-4dd5-be7d-d6d54cca9b54', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:25:43Z', 'updated_at': '2021-08-29T07:25:45Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '6b925a78-0642-4dd5-be7d-d6d54cca9b54', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:25:48.337362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e06b22ad-0c25-4d29-a31a-ebd21ff18f80 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:25:48.439647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port e06b22ad-0c25-4d29-a31a-ebd21ff18f80 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:25:48.444464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e06b22ad-0c25-4d29-a31a-ebd21ff18f80 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:25:48.444842 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:48.523512 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:48.555162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port e06b22ad-0c25-4d29-a31a-ebd21ff18f80, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e06b22ad-0c25-4d29-a31a-ebd21ff18f80,segment=NetworkSegment(7dade2ee-f886-478d-9ffd-badccb4ce0fe),segment_id=7dade2ee-f886-478d-9ffd-badccb4ce0fe)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:25:48.645142 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:48.693268 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=e06b22ad-0c25-4d29-a31a-ebd21ff18f80,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:25:50.322682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e06b22ad-0c25-4d29-a31a-ebd21ff18f80 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:25:50.369586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e06b22ad-0c25-4d29-a31a-ebd21ff18f80 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:25:50.369959 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:51.176798 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:25:52.003626 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dcf46337-5223-4faa-8aed-380e5f7c646e req-e07e9577-8e62-4664-9913-e15770fe3119 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250673 Aug 29 07:25:52.074342 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dcf46337-5223-4faa-8aed-380e5f7c646e req-ff65022c-2cc8-4fbf-9eef-96ba257fe32e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0251644 Aug 29 07:25:52.114234 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dcf46337-5223-4faa-8aed-380e5f7c646e req-b6f9dca6-730e-455e-9067-baf6ab58853a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203218 Aug 29 07:25:52.218146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf46337-5223-4faa-8aed-380e5f7c646e req-eb234954-17f2-40fc-af79-e184cf19bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:25:52.219583 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dcf46337-5223-4faa-8aed-380e5f7c646e req-eb234954-17f2-40fc-af79-e184cf19bb41 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987828 Aug 29 07:26:03.964541 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:06.761439 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cf98ab3-0c5e-46d2-a1e8-8816ddec169a req-5ec4e542-1e41-4c2e-bfd3-cd9175f21a1a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430663 Aug 29 07:26:06.866763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf98ab3-0c5e-46d2-a1e8-8816ddec169a req-cc80f59b-7dc1-4df4-950c-d8bebcf18b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:06.868224 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cf98ab3-0c5e-46d2-a1e8-8816ddec169a req-cc80f59b-7dc1-4df4-950c-d8bebcf18b30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 1097 time: 0.0482666 Aug 29 07:26:06.998731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf98ab3-0c5e-46d2-a1e8-8816ddec169a req-b45a5a0a-6a4f-4a39-9126-b7f8a1a280ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:07.000249 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cf98ab3-0c5e-46d2-a1e8-8816ddec169a req-b45a5a0a-6a4f-4a39-9126-b7f8a1a280ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=075cbedf-fce7-4478-9691-4e3ae5e5f384 HTTP/1.1" status: 200 len: 898 time: 0.1109190 Aug 29 07:26:07.066885 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cf98ab3-0c5e-46d2-a1e8-8816ddec169a req-e2ac840b-40e4-4dbd-9bbc-e4c3203cc332 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76759a89-e197-4dc0-a8b6-639fb4718e90 HTTP/1.1" status: 200 len: 1001 time: 0.0592225 Aug 29 07:26:07.116701 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf98ab3-0c5e-46d2-a1e8-8816ddec169a req-afbf0640-9546-4897-90a4-90519bf76605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:07.118187 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cf98ab3-0c5e-46d2-a1e8-8816ddec169a req-afbf0640-9546-4897-90a4-90519bf76605 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870bf48f-2b5c-43f3-972d-8708d3cd93f1 HTTP/1.1" status: 200 len: 835 time: 0.0439539 Aug 29 07:26:07.166847 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf98ab3-0c5e-46d2-a1e8-8816ddec169a req-45cb3c1f-0c80-42ed-bb9b-770ec7a4d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:07.168425 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cf98ab3-0c5e-46d2-a1e8-8816ddec169a req-45cb3c1f-0c80-42ed-bb9b-770ec7a4d164 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=075cbedf-fce7-4478-9691-4e3ae5e5f384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434847 Aug 29 07:26:07.258242 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cf98ab3-0c5e-46d2-a1e8-8816ddec169a req-c09974df-fdae-4710-b393-c5e2fd70da31 service neutron] 10.222.0.11 "GET /v2.0/networks/075cbedf-fce7-4478-9691-4e3ae5e5f384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825961 Aug 29 07:26:07.478832 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39466) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:07.680691 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3cf98ab3-0c5e-46d2-a1e8-8816ddec169a req-db4964e0-0f70-4468-b23f-d1938b2e7bca service neutron] 10.222.0.11 "GET /v2.0/networks/075cbedf-fce7-4478-9691-4e3ae5e5f384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159634 Aug 29 07:26:07.899997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-167e4fa2-34b5-490d-9de8-ae737d209c9e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:08.142205 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4a7a407f-01bf-4558-829e-c54bb53e243e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:08.514815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-167e4fa2-34b5-490d-9de8-ae737d209c9e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Deleting port e06b22ad-0c25-4d29-a31a-ebd21ff18f80 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:26:08.515487 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-167e4fa2-34b5-490d-9de8-ae737d209c9e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:08.613623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-167e4fa2-34b5-490d-9de8-ae737d209c9e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] For port e06b22ad-0c25-4d29-a31a-ebd21ff18f80, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e06b22ad-0c25-4d29-a31a-ebd21ff18f80,segment=NetworkSegment(7dade2ee-f886-478d-9ffd-badccb4ce0fe),segment_id=7dade2ee-f886-478d-9ffd-badccb4ce0fe)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:26:08.614451 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-167e4fa2-34b5-490d-9de8-ae737d209c9e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:08.627872 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-167e4fa2-34b5-490d-9de8-ae737d209c9e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Calling delete_port for e06b22ad-0c25-4d29-a31a-ebd21ff18f80 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:26:08.901858 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-167e4fa2-34b5-490d-9de8-ae737d209c9e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:08.936127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e4fa2-34b5-490d-9de8-ae737d209c9e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Port': ['ID=e06b22ad-0c25-4d29-a31a-ebd21ff18f80,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:09.117939 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-167e4fa2-34b5-490d-9de8-ae737d209c9e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:09.330917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167e4fa2-34b5-490d-9de8-ae737d209c9e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Router e0067796-c172-4faa-abf2-8e3ef104ad54 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:26:09.439927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167e4fa2-34b5-490d-9de8-ae737d209c9e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:26:09.445218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-167e4fa2-34b5-490d-9de8-ae737d209c9e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "PUT /v2.0/routers/e0067796-c172-4faa-abf2-8e3ef104ad54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9651420 Aug 29 07:26:09.451876 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5f077-78f4-4acc-8723-bbfdf9141819 None None] Sync routers for ids ['e0067796-c172-4faa-abf2-8e3ef104ad54'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:26:09.461914 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a5f077-78f4-4acc-8723-bbfdf9141819 None None] Routers {'e0067796-c172-4faa-abf2-8e3ef104ad54'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:26:09.462584 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-25a5f077-78f4-4acc-8723-bbfdf9141819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:25:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e0067796-c172-4faa-abf2-8e3ef104ad54'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:09.568629 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-25a5f077-78f4-4acc-8723-bbfdf9141819 None None] Set router e0067796-c172-4faa-abf2-8e3ef104ad54 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:26:09.793798 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-25a5f077-78f4-4acc-8723-bbfdf9141819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:26:08Z', 'revision_number': 6, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2d0337bd-9138-4ca0-8eda-06ec27551942', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'port_id': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'mac_address': 'fa:16:3e:67:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34597e64-d916-4160-aa05-276de0d4759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:24:07Z', 'updated_at': '2021-08-29T07:24:10Z', 'revision_number': 1, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:50Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:09.826124 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5f077-78f4-4acc-8723-bbfdf9141819 None None] Checking router: e0067796-c172-4faa-abf2-8e3ef104ad54 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:26:09.835743 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a5f077-78f4-4acc-8723-bbfdf9141819 None None] Routers {'e0067796-c172-4faa-abf2-8e3ef104ad54'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:26:09.836379 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-25a5f077-78f4-4acc-8723-bbfdf9141819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:25:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e0067796-c172-4faa-abf2-8e3ef104ad54'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:09.926043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fa9d8-d94c-41bf-948f-dddfa8e0e229 req-551087a4-05f5-42fc-9fcf-ef2cf434d39e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:09.927958 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-411fa9d8-d94c-41bf-948f-dddfa8e0e229 req-551087a4-05f5-42fc-9fcf-ef2cf434d39e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 946 time: 0.0797586 Aug 29 07:26:09.949585 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-25a5f077-78f4-4acc-8723-bbfdf9141819 None None] Set router e0067796-c172-4faa-abf2-8e3ef104ad54 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:26:09.972685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-411fa9d8-d94c-41bf-948f-dddfa8e0e229 req-e38fd906-121c-419c-bbe7-9632427d9886 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0fddf12a-fe7c-4bb0-9c22-0016582969a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378809 Aug 29 07:26:10.213410 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-25a5f077-78f4-4acc-8723-bbfdf9141819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:26:08Z', 'revision_number': 6, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2d0337bd-9138-4ca0-8eda-06ec27551942', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'port_id': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'mac_address': 'fa:16:3e:67:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34597e64-d916-4160-aa05-276de0d4759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:24:07Z', 'updated_at': '2021-08-29T07:24:10Z', 'revision_number': 1, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:50Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:10.240245 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5f077-78f4-4acc-8723-bbfdf9141819 None None] The sync data for ids ['e0067796-c172-4faa-abf2-8e3ef104ad54'] in n-d-713301-12 is: [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:26:08Z', 'revision_number': 6, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2d0337bd-9138-4ca0-8eda-06ec27551942', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'floating_ip_address': '172.25.1.126', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'port_id': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'mac_address': 'fa:16:3e:67:aa:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34597e64-d916-4160-aa05-276de0d4759d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:24:07Z', 'updated_at': '2021-08-29T07:24:10Z', 'revision_number': 1, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:50Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:26:10.620793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e06b22ad-0c25-4d29-a31a-ebd21ff18f80 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:26:10.640436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: e06b22ad-0c25-4d29-a31a-ebd21ff18f80 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:26:10.640782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e06b22ad-0c25-4d29-a31a-ebd21ff18f80 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:26:10.837208 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:11.113972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ddc87-e4ca-464d-96e5-95f085aeb1dd req-500bb815-d6df-49e1-8dda-b0ab4f952711 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:11.115502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-968ddc87-e4ca-464d-96e5-95f085aeb1dd req-500bb815-d6df-49e1-8dda-b0ab4f952711 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 946 time: 0.0529318 Aug 29 07:26:11.153572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-968ddc87-e4ca-464d-96e5-95f085aeb1dd req-0cbb471c-c097-4867-87d6-77f8826d7502 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0fddf12a-fe7c-4bb0-9c22-0016582969a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322213 Aug 29 07:26:11.536697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6142c4-dcf1-4b3b-9bc8-d06ef3ff3666 req-aa285124-a040-44a2-bd92-2cd2d952229a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:11.538208 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1d6142c4-dcf1-4b3b-9bc8-d06ef3ff3666 req-aa285124-a040-44a2-bd92-2cd2d952229a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.15 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 946 time: 0.0501511 Aug 29 07:26:11.570175 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f6808481-d301-481c-816b-2e0c08ea42cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:11.648216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-1d6142c4-dcf1-4b3b-9bc8-d06ef3ff3666 req-7b5bc694-b105-45c5-b0be-d61524bc0676 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Deleting port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:26:11.648557 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1d6142c4-dcf1-4b3b-9bc8-d06ef3ff3666 req-7b5bc694-b105-45c5-b0be-d61524bc0676 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:11.752646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-1d6142c4-dcf1-4b3b-9bc8-d06ef3ff3666 req-7b5bc694-b105-45c5-b0be-d61524bc0676 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] For port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=60413c07-af38-4438-9fc7-1bbd6a3a0a0d,segment=NetworkSegment(7dade2ee-f886-478d-9ffd-badccb4ce0fe),segment_id=7dade2ee-f886-478d-9ffd-badccb4ce0fe)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:26:11.753019 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1d6142c4-dcf1-4b3b-9bc8-d06ef3ff3666 req-7b5bc694-b105-45c5-b0be-d61524bc0676 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:11.766515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-1d6142c4-dcf1-4b3b-9bc8-d06ef3ff3666 req-7b5bc694-b105-45c5-b0be-d61524bc0676 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Calling delete_port for 60413c07-af38-4438-9fc7-1bbd6a3a0a0d owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:26:11.877652 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:11.970408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1d6142c4-dcf1-4b3b-9bc8-d06ef3ff3666 req-7b5bc694-b105-45c5-b0be-d61524bc0676 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:12.002094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bc694-b105-45c5-b0be-d61524bc0676 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Port': ['ID=60413c07-af38-4438-9fc7-1bbd6a3a0a0d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:12.042954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6142c4-dcf1-4b3b-9bc8-d06ef3ff3666 req-7b5bc694-b105-45c5-b0be-d61524bc0676 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] No DVR routers for this DVR port 60413c07-af38-4438-9fc7-1bbd6a3a0a0d on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:26:12.045523 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-1d6142c4-dcf1-4b3b-9bc8-d06ef3ff3666 req-7b5bc694-b105-45c5-b0be-d61524bc0676 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:12.047587 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1d6142c4-dcf1-4b3b-9bc8-d06ef3ff3666 req-7b5bc694-b105-45c5-b0be-d61524bc0676 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.15 "DELETE /v2.0/ports/60413c07-af38-4438-9fc7-1bbd6a3a0a0d HTTP/1.1" status: 204 len: 173 time: 0.4992990 Aug 29 07:26:12.048028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bc8216-4704-4e77-a7b6-15859893aef1', 'name': 'network-vif-deleted', 'tag': '60413c07-af38-4438-9fc7-1bbd6a3a0a0d'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:26:12.050376 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fab5727-cf13-4643-945e-6f9766d7be53" -d '{"events": [{"server_uuid": "50bc8216-4704-4e77-a7b6-15859893aef1", "name": "network-vif-deleted", "tag": "60413c07-af38-4438-9fc7-1bbd6a3a0a0d"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:26:12.165567 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959a8fc2-794c-46bb-ad48-7272d482eb13 x-openstack-request-id: req-959a8fc2-794c-46bb-ad48-7272d482eb13 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:26:12.165868 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bc8216-4704-4e77-a7b6-15859893aef1", "name": "network-vif-deleted", "tag": "60413c07-af38-4438-9fc7-1bbd6a3a0a0d", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:26:12.166122 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-959a8fc2-794c-46bb-ad48-7272d482eb13 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:26:12.166532 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bc8216-4704-4e77-a7b6-15859893aef1', 'name': 'network-vif-deleted', 'tag': '60413c07-af38-4438-9fc7-1bbd6a3a0a0d', 'status': 'completed', 'code': 200} Aug 29 07:26:12.250275 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-974f8bcb-caca-4828-a39f-be9401dfa2eb req-6928855d-f811-41e7-8762-0ecfd94192ef tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=50bc8216-4704-4e77-a7b6-15859893aef1 HTTP/1.1" status: 200 len: 210 time: 0.0285511 Aug 29 07:26:13.322355 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39492) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:13.382921 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-267bb06f-e43d-4e1b-9a64-ad02da6ee305 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:13.408235 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-267bb06f-e43d-4e1b-9a64-ad02da6ee305 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:13.553607 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-267bb06f-e43d-4e1b-9a64-ad02da6ee305 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:13.556401 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-267bb06f-e43d-4e1b-9a64-ad02da6ee305 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:13.557632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-267bb06f-e43d-4e1b-9a64-ad02da6ee305 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "DELETE /v2.0/security-groups/0fddf12a-fe7c-4bb0-9c22-0016582969a3 HTTP/1.1" status: 204 len: 168 time: 0.2341959 Aug 29 07:26:13.567221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bb06f-e43d-4e1b-9a64-ad02da6ee305 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fddf12a-fe7c-4bb0-9c22-0016582969a3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:13.616148 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:14.684507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39500) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:14.739240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f20f04-237e-4fd0-8684-af243b9e12d6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Deleting subnet 6b925a78-0642-4dd5-be7d-d6d54cca9b54 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:26:14.742406 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f7f20f04-237e-4fd0-8684-af243b9e12d6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:14.783016 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f7f20f04-237e-4fd0-8684-af243b9e12d6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:14.869001 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f7f20f04-237e-4fd0-8684-af243b9e12d6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:14.992160 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f7f20f04-237e-4fd0-8684-af243b9e12d6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.020531 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f20f04-237e-4fd0-8684-af243b9e12d6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Subnet': ['ID=6b925a78-0642-4dd5-be7d-d6d54cca9b54,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:15.022792 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f7f20f04-237e-4fd0-8684-af243b9e12d6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.025749 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f7f20f04-237e-4fd0-8684-af243b9e12d6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "DELETE /v2.0/subnets/6b925a78-0642-4dd5-be7d-d6d54cca9b54 HTTP/1.1" status: 204 len: 168 time: 0.3391845 Aug 29 07:26:15.027389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39502) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:15.033898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91e5fae-ac07-492c-8901-518152b4654b None None] Network 6ded1be8-db1f-4c62-b743-d5599ae4892d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:26:15.102822 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.162680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Deleting port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:26:15.163025 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.207731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0e1348-52cf-41ff-af30-4db3e545a7e4 None None] DHCP port deletion for 6ded1be8-db1f-4c62-b743-d5599ae4892d request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:26:15.231624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] For port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=25d4d4df-65a5-4d7b-8f42-92d0024a48cd,segment=NetworkSegment(7dade2ee-f886-478d-9ffd-badccb4ce0fe),segment_id=7dade2ee-f886-478d-9ffd-badccb4ce0fe)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:26:15.231989 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.245550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Calling delete_port for 25d4d4df-65a5-4d7b-8f42-92d0024a48cd owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:26:15.255734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e1348-52cf-41ff-af30-4db3e545a7e4 None None] Deleting port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:26:15.256108 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1348-52cf-41ff-af30-4db3e545a7e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.296398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 60413c07-af38-4438-9fc7-1bbd6a3a0a0d no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:26:15.324995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 60413c07-af38-4438-9fc7-1bbd6a3a0a0d {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:26:15.325349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 60413c07-af38-4438-9fc7-1bbd6a3a0a0d not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:26:15.342912 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6c0e1348-52cf-41ff-af30-4db3e545a7e4 None None] For port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=25d4d4df-65a5-4d7b-8f42-92d0024a48cd,segment=NetworkSegment(7dade2ee-f886-478d-9ffd-badccb4ce0fe),segment_id=7dade2ee-f886-478d-9ffd-badccb4ce0fe)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:26:15.343340 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1348-52cf-41ff-af30-4db3e545a7e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.355978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e1348-52cf-41ff-af30-4db3e545a7e4 None None] Calling delete_port for 25d4d4df-65a5-4d7b-8f42-92d0024a48cd owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:26:15.410320 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.431959 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1348-52cf-41ff-af30-4db3e545a7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.437770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Port': ['ID=25d4d4df-65a5-4d7b-8f42-92d0024a48cd,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:15.439743 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] No DVR routers for this DVR port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:26:15.455219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e1348-52cf-41ff-af30-4db3e545a7e4 None None] Pushing event deleted for resources: {'Port': ['ID=25d4d4df-65a5-4d7b-8f42-92d0024a48cd,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:15.462078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e1348-52cf-41ff-af30-4db3e545a7e4 None None] No DVR routers for this DVR port 25d4d4df-65a5-4d7b-8f42-92d0024a48cd on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:26:15.517989 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.528504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ded1be8-db1f-4c62-b743-d5599ae4892d']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:15.539529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dade2ee-f886-478d-9ffd-badccb4ce0fe') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:15.539821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dade2ee-f886-478d-9ffd-badccb4ce0fe') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:15.548401 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.561686 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.567842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:26:15.568401 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:26:15.571308 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:26:15.723095 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.730904 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.734856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "DELETE /v2.0/networks/6ded1be8-db1f-4c62-b743-d5599ae4892d HTTP/1.1" status: 204 len: 168 time: 0.7044165 Aug 29 07:26:15.735584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39504) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:15.744643 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655f6e7-592f-4e81-bf8a-0fba90010979 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Network': ['ID=6ded1be8-db1f-4c62-b743-d5599ae4892d,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:15.894217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-568f13e6-2ec5-4ea4-b770-8cf38ab61c01 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Deleting port e5a44da7-2725-45d8-8b3a-bb549282189b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:26:15.894565 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-568f13e6-2ec5-4ea4-b770-8cf38ab61c01 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.975988 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-568f13e6-2ec5-4ea4-b770-8cf38ab61c01 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.976225 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-568f13e6-2ec5-4ea4-b770-8cf38ab61c01 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:15.987470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-568f13e6-2ec5-4ea4-b770-8cf38ab61c01 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Calling delete_port for e5a44da7-2725-45d8-8b3a-bb549282189b owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:26:16.197497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-568f13e6-2ec5-4ea4-b770-8cf38ab61c01 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:16.222810 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f13e6-2ec5-4ea4-b770-8cf38ab61c01 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Port': ['ID=e5a44da7-2725-45d8-8b3a-bb549282189b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:16.289257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-568f13e6-2ec5-4ea4-b770-8cf38ab61c01 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:16.289610 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-568f13e6-2ec5-4ea4-b770-8cf38ab61c01 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Floating IP 2d0337bd-9138-4ca0-8eda-06ec27551942 disassociated (deleted). External IP: 172.25.1.126, port: 76759a89-e197-4dc0-a8b6-639fb4718e90. Aug 29 07:26:16.334983 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 25d4d4df-65a5-4d7b-8f42-92d0024a48cd no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:26:16.355087 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 25d4d4df-65a5-4d7b-8f42-92d0024a48cd {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:26:16.355458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 25d4d4df-65a5-4d7b-8f42-92d0024a48cd not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:26:16.498709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568f13e6-2ec5-4ea4-b770-8cf38ab61c01 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Router e0067796-c172-4faa-abf2-8e3ef104ad54 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:26:16.604302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568f13e6-2ec5-4ea4-b770-8cf38ab61c01 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:26:16.609005 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-568f13e6-2ec5-4ea4-b770-8cf38ab61c01 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:16.614354 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d546a9a8-1556-4800-b58b-2b253e259e8d None None] Sync routers for ids ['e0067796-c172-4faa-abf2-8e3ef104ad54'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:26:16.623237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d546a9a8-1556-4800-b58b-2b253e259e8d None None] Routers {'e0067796-c172-4faa-abf2-8e3ef104ad54'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:26:16.623847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d546a9a8-1556-4800-b58b-2b253e259e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:26:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e0067796-c172-4faa-abf2-8e3ef104ad54'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:16.654381 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-568f13e6-2ec5-4ea4-b770-8cf38ab61c01 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "DELETE /v2.0/floatingips/2d0337bd-9138-4ca0-8eda-06ec27551942 HTTP/1.1" status: 204 len: 168 time: 0.9153628 Aug 29 07:26:16.654381 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34597e64-d916-4160-aa05-276de0d4759d', 'tag': '76759a89-e197-4dc0-a8b6-639fb4718e90'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:26:16.654865 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d74385-e478-4dc9-8859-1d8a6ad529ac" -d '{"events": [{"name": "network-changed", "server_uuid": "34597e64-d916-4160-aa05-276de0d4759d", "tag": "76759a89-e197-4dc0-a8b6-639fb4718e90"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:26:16.700972 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531e03c4-e6ad-4630-93e8-88cf62d5df9f x-openstack-request-id: req-531e03c4-e6ad-4630-93e8-88cf62d5df9f {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:26:16.701342 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34597e64-d916-4160-aa05-276de0d4759d", "tag": "76759a89-e197-4dc0-a8b6-639fb4718e90", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:26:16.701665 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-531e03c4-e6ad-4630-93e8-88cf62d5df9f {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:26:16.702133 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34597e64-d916-4160-aa05-276de0d4759d', 'tag': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'status': 'completed', 'code': 200} Aug 29 07:26:16.736536 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d546a9a8-1556-4800-b58b-2b253e259e8d None None] Set router e0067796-c172-4faa-abf2-8e3ef104ad54 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:26:16.784714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d74385-e478-4dc9-8859-1d8a6ad529ac req-ff398fbf-e846-477e-b39c-e811c2376f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:16.787175 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5d74385-e478-4dc9-8859-1d8a6ad529ac req-ff398fbf-e846-477e-b39c-e811c2376f81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 1097 time: 0.0423214 Aug 29 07:26:16.890301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d74385-e478-4dc9-8859-1d8a6ad529ac req-39972fab-8f2d-4a08-a356-ca88543ea78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:16.891889 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5d74385-e478-4dc9-8859-1d8a6ad529ac req-39972fab-8f2d-4a08-a356-ca88543ea78b service neutron] 10.222.0.11 "GET /v2.0/networks?id=075cbedf-fce7-4478-9691-4e3ae5e5f384 HTTP/1.1" status: 200 len: 898 time: 0.0983305 Aug 29 07:26:16.946764 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5d74385-e478-4dc9-8859-1d8a6ad529ac req-1e40960b-0c5a-454f-982e-843b180767d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76759a89-e197-4dc0-a8b6-639fb4718e90 HTTP/1.1" status: 200 len: 217 time: 0.0463691 Aug 29 07:26:16.964157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d546a9a8-1556-4800-b58b-2b253e259e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:26:08Z', 'revision_number': 6, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:50Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:16.995075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d546a9a8-1556-4800-b58b-2b253e259e8d None None] Checking router: e0067796-c172-4faa-abf2-8e3ef104ad54 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:26:17.000824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d74385-e478-4dc9-8859-1d8a6ad529ac req-1f71a78c-919e-45d0-8aa5-63b0fe7d7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:17.002439 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5d74385-e478-4dc9-8859-1d8a6ad529ac req-1f71a78c-919e-45d0-8aa5-63b0fe7d7175 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870bf48f-2b5c-43f3-972d-8708d3cd93f1 HTTP/1.1" status: 200 len: 835 time: 0.0485699 Aug 29 07:26:17.004062 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d546a9a8-1556-4800-b58b-2b253e259e8d None None] Routers {'e0067796-c172-4faa-abf2-8e3ef104ad54'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:26:17.004733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d546a9a8-1556-4800-b58b-2b253e259e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:26:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e0067796-c172-4faa-abf2-8e3ef104ad54'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:17.079891 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d74385-e478-4dc9-8859-1d8a6ad529ac req-6f9d17d6-c5d2-4fed-ba98-b568791ade60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:17.082394 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5d74385-e478-4dc9-8859-1d8a6ad529ac req-6f9d17d6-c5d2-4fed-ba98-b568791ade60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=075cbedf-fce7-4478-9691-4e3ae5e5f384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438659 Aug 29 07:26:17.154466 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1f9b-ff7b-4e6a-b408-69d85b23ecef req-a3cc6c49-710c-4703-ab89-0a073c466610 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:17.157406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1ac1f9b-ff7b-4e6a-b408-69d85b23ecef req-a3cc6c49-710c-4703-ab89-0a073c466610 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 945 time: 0.0753856 Aug 29 07:26:17.198974 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5d74385-e478-4dc9-8859-1d8a6ad529ac req-bdbf32ce-728c-478f-b070-d2ad756f5214 service neutron] 10.222.0.11 "GET /v2.0/networks/075cbedf-fce7-4478-9691-4e3ae5e5f384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083007 Aug 29 07:26:17.202684 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1ac1f9b-ff7b-4e6a-b408-69d85b23ecef req-68eac9a2-c7f0-4291-b976-0c729044ade6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0ee3b14e-462e-432f-ae7e-3507e8f80492&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356014 Aug 29 07:26:17.279682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d546a9a8-1556-4800-b58b-2b253e259e8d None None] Set router e0067796-c172-4faa-abf2-8e3ef104ad54 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:26:17.293901 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5d74385-e478-4dc9-8859-1d8a6ad529ac req-b01d8f5a-64c5-47a2-b9fe-8b62221aa56e service neutron] 10.222.0.11 "GET /v2.0/networks/075cbedf-fce7-4478-9691-4e3ae5e5f384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871279 Aug 29 07:26:17.500828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d546a9a8-1556-4800-b58b-2b253e259e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:26:08Z', 'revision_number': 6, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:50Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:17.529015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d546a9a8-1556-4800-b58b-2b253e259e8d None None] The sync data for ids ['e0067796-c172-4faa-abf2-8e3ef104ad54'] in n-d-713301-12 is: [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:26:08Z', 'revision_number': 6, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '84348757-b2e8-4c1e-900d-f1d13c2da4bc', 'name': '', 'network_id': '075cbedf-fce7-4478-9691-4e3ae5e5f384', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:9e:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:44Z', 'updated_at': '2021-08-29T07:23:50Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': '870bf48f-2b5c-43f3-972d-8708d3cd93f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:26:17.749834 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d005c44-1744-4b48-97d7-f62897f9ae24 None None] New status for floating IP 2d0337bd-9138-4ca0-8eda-06ec27551942: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:26:18.328876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5209a73-c74c-4cb2-abad-a73cdb7d214e req-57128fe7-70ab-4e10-a2a6-e53089950df1 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:18.330370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5209a73-c74c-4cb2-abad-a73cdb7d214e req-57128fe7-70ab-4e10-a2a6-e53089950df1 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 945 time: 0.0543778 Aug 29 07:26:18.370200 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5209a73-c74c-4cb2-abad-a73cdb7d214e req-96b04ebd-b61a-4247-ac84-e6ed72632cef tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=0ee3b14e-462e-432f-ae7e-3507e8f80492&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332558 Aug 29 07:26:18.730734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f59e0-023c-4b3c-9a0b-b003d494679a req-38df4f7b-256e-485a-adf0-2cf1aa389891 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:18.732249 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f56f59e0-023c-4b3c-9a0b-b003d494679a req-38df4f7b-256e-485a-adf0-2cf1aa389891 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.11 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 945 time: 0.0493238 Aug 29 07:26:18.825406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-f56f59e0-023c-4b3c-9a0b-b003d494679a req-d3c73881-a1b3-433f-bc1b-1dc69d21009a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Deleting port 76759a89-e197-4dc0-a8b6-639fb4718e90 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:26:18.825747 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f56f59e0-023c-4b3c-9a0b-b003d494679a req-d3c73881-a1b3-433f-bc1b-1dc69d21009a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:18.920228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-f56f59e0-023c-4b3c-9a0b-b003d494679a req-d3c73881-a1b3-433f-bc1b-1dc69d21009a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] For port 76759a89-e197-4dc0-a8b6-639fb4718e90, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=76759a89-e197-4dc0-a8b6-639fb4718e90,segment=NetworkSegment(47230698-0e4b-4122-9e34-4f37b35f4534),segment_id=47230698-0e4b-4122-9e34-4f37b35f4534)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:26:18.920607 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f56f59e0-023c-4b3c-9a0b-b003d494679a req-d3c73881-a1b3-433f-bc1b-1dc69d21009a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:18.933425 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-f56f59e0-023c-4b3c-9a0b-b003d494679a req-d3c73881-a1b3-433f-bc1b-1dc69d21009a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Calling delete_port for 76759a89-e197-4dc0-a8b6-639fb4718e90 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:26:19.168907 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f56f59e0-023c-4b3c-9a0b-b003d494679a req-d3c73881-a1b3-433f-bc1b-1dc69d21009a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:19.199510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c73881-a1b3-433f-bc1b-1dc69d21009a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Port': ['ID=76759a89-e197-4dc0-a8b6-639fb4718e90,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:19.244480 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56f59e0-023c-4b3c-9a0b-b003d494679a req-d3c73881-a1b3-433f-bc1b-1dc69d21009a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] No DVR routers for this DVR port 76759a89-e197-4dc0-a8b6-639fb4718e90 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:26:19.247408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f56f59e0-023c-4b3c-9a0b-b003d494679a req-d3c73881-a1b3-433f-bc1b-1dc69d21009a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:19.249073 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f56f59e0-023c-4b3c-9a0b-b003d494679a req-d3c73881-a1b3-433f-bc1b-1dc69d21009a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.11 "DELETE /v2.0/ports/76759a89-e197-4dc0-a8b6-639fb4718e90 HTTP/1.1" status: 204 len: 173 time: 0.5109770 Aug 29 07:26:19.249571 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34597e64-d916-4160-aa05-276de0d4759d', 'name': 'network-vif-deleted', 'tag': '76759a89-e197-4dc0-a8b6-639fb4718e90'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:26:19.251927 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73c6c96-6905-420b-a5ed-1aa708b40917" -d '{"events": [{"server_uuid": "34597e64-d916-4160-aa05-276de0d4759d", "name": "network-vif-deleted", "tag": "76759a89-e197-4dc0-a8b6-639fb4718e90"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:26:19.309663 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c29e72a-d9a1-4252-b8f0-dafcfdc82e8d x-openstack-request-id: req-8c29e72a-d9a1-4252-b8f0-dafcfdc82e8d {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:26:19.309985 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34597e64-d916-4160-aa05-276de0d4759d", "name": "network-vif-deleted", "tag": "76759a89-e197-4dc0-a8b6-639fb4718e90", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:26:19.310309 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c29e72a-d9a1-4252-b8f0-dafcfdc82e8d {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:26:19.310897 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34597e64-d916-4160-aa05-276de0d4759d', 'name': 'network-vif-deleted', 'tag': '76759a89-e197-4dc0-a8b6-639fb4718e90', 'status': 'completed', 'code': 200} Aug 29 07:26:19.466491 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0b15c30-7c36-499f-9c21-c69e814b0a6c req-697c6a1c-3f22-4b9e-9a08-b2194ae01c9f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=34597e64-d916-4160-aa05-276de0d4759d HTTP/1.1" status: 200 len: 210 time: 0.0273609 Aug 29 07:26:20.523264 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39520) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:20.595886 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-279dfb4a-7b7e-472f-92bc-4eab67ce6709 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:20.619500 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-279dfb4a-7b7e-472f-92bc-4eab67ce6709 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:20.770188 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-279dfb4a-7b7e-472f-92bc-4eab67ce6709 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:20.773192 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-279dfb4a-7b7e-472f-92bc-4eab67ce6709 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:20.774401 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-279dfb4a-7b7e-472f-92bc-4eab67ce6709 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "DELETE /v2.0/security-groups/0ee3b14e-462e-432f-ae7e-3507e8f80492 HTTP/1.1" status: 204 len: 168 time: 0.2501011 Aug 29 07:26:20.794070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dfb4a-7b7e-472f-92bc-4eab67ce6709 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee3b14e-462e-432f-ae7e-3507e8f80492,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:20.880017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39524) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:21.187229 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:21.240396 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f823fd61-b77b-4d52-a244-b3808379c57f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:21.281480 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:26:21.492677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f823fd61-b77b-4d52-a244-b3808379c57f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Deleting port 84348757-b2e8-4c1e-900d-f1d13c2da4bc {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:26:21.492942 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f823fd61-b77b-4d52-a244-b3808379c57f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:21.582809 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-f823fd61-b77b-4d52-a244-b3808379c57f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] For port 84348757-b2e8-4c1e-900d-f1d13c2da4bc, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=84348757-b2e8-4c1e-900d-f1d13c2da4bc,segment=NetworkSegment(47230698-0e4b-4122-9e34-4f37b35f4534),segment_id=47230698-0e4b-4122-9e34-4f37b35f4534)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:26:21.583522 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f823fd61-b77b-4d52-a244-b3808379c57f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:21.596346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-f823fd61-b77b-4d52-a244-b3808379c57f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Calling delete_port for 84348757-b2e8-4c1e-900d-f1d13c2da4bc owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:26:21.890187 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f823fd61-b77b-4d52-a244-b3808379c57f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:21.916691 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823fd61-b77b-4d52-a244-b3808379c57f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Port': ['ID=84348757-b2e8-4c1e-900d-f1d13c2da4bc,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:22.117469 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f823fd61-b77b-4d52-a244-b3808379c57f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:22.281683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 76759a89-e197-4dc0-a8b6-639fb4718e90 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:26:22.313514 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 76759a89-e197-4dc0-a8b6-639fb4718e90 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:26:22.319773 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 76759a89-e197-4dc0-a8b6-639fb4718e90 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:26:22.362840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f823fd61-b77b-4d52-a244-b3808379c57f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Router e0067796-c172-4faa-abf2-8e3ef104ad54 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:26:22.473769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f823fd61-b77b-4d52-a244-b3808379c57f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:26:22.481604 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f823fd61-b77b-4d52-a244-b3808379c57f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "PUT /v2.0/routers/e0067796-c172-4faa-abf2-8e3ef104ad54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6004939 Aug 29 07:26:22.481745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39528) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:22.484753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f81ab8-0181-42b2-8295-60add39717c0 None None] Sync routers for ids ['e0067796-c172-4faa-abf2-8e3ef104ad54'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:26:22.495114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f81ab8-0181-42b2-8295-60add39717c0 None None] Routers {'e0067796-c172-4faa-abf2-8e3ef104ad54'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:26:22.496013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-48f81ab8-0181-42b2-8295-60add39717c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:26:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e0067796-c172-4faa-abf2-8e3ef104ad54'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:22.540853 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-426fcde1-bae2-4c1f-bb3f-2c2ab15ba0b2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Deleting subnet 870bf48f-2b5c-43f3-972d-8708d3cd93f1 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:26:22.544794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-426fcde1-bae2-4c1f-bb3f-2c2ab15ba0b2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:22.586514 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-426fcde1-bae2-4c1f-bb3f-2c2ab15ba0b2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:22.619698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-48f81ab8-0181-42b2-8295-60add39717c0 None None] Set router e0067796-c172-4faa-abf2-8e3ef104ad54 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:26:22.693042 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-426fcde1-bae2-4c1f-bb3f-2c2ab15ba0b2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:22.804653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-48f81ab8-0181-42b2-8295-60add39717c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:26:21Z', 'revision_number': 7, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:22.831037 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f81ab8-0181-42b2-8295-60add39717c0 None None] Checking router: e0067796-c172-4faa-abf2-8e3ef104ad54 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:26:22.832010 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-426fcde1-bae2-4c1f-bb3f-2c2ab15ba0b2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:22.846132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f81ab8-0181-42b2-8295-60add39717c0 None None] Routers {'e0067796-c172-4faa-abf2-8e3ef104ad54'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:26:22.846939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-48f81ab8-0181-42b2-8295-60add39717c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:26:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e0067796-c172-4faa-abf2-8e3ef104ad54'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:22.860711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fcde1-bae2-4c1f-bb3f-2c2ab15ba0b2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Subnet': ['ID=870bf48f-2b5c-43f3-972d-8708d3cd93f1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:22.875003 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-426fcde1-bae2-4c1f-bb3f-2c2ab15ba0b2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:22.877257 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-426fcde1-bae2-4c1f-bb3f-2c2ab15ba0b2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "DELETE /v2.0/subnets/870bf48f-2b5c-43f3-972d-8708d3cd93f1 HTTP/1.1" status: 204 len: 168 time: 0.3941188 Aug 29 07:26:22.880359 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39530) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:22.901225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1789b58-6b22-4e38-8e6d-ff4b8b8baf43 None None] Network 075cbedf-fce7-4478-9691-4e3ae5e5f384 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:26:22.993839 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:23.056210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-48f81ab8-0181-42b2-8295-60add39717c0 None None] Set router e0067796-c172-4faa-abf2-8e3ef104ad54 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:26:23.105601 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:23.227628 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9bc29f-7ff7-473e-b882-a0948744868f None None] DHCP port deletion for 075cbedf-fce7-4478-9691-4e3ae5e5f384 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:26:23.252006 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Deleting port c732fa3e-9f98-4544-80fa-d8c932be06a4 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:26:23.252456 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:23.284610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-48f81ab8-0181-42b2-8295-60add39717c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:26:21Z', 'revision_number': 7, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:23.313190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f81ab8-0181-42b2-8295-60add39717c0 None None] The sync data for ids ['e0067796-c172-4faa-abf2-8e3ef104ad54'] in n-d-713301-12 is: [{'id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'name': 'tempest-TestNetworkBasicOps-router-1924081578', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:23:40Z', 'updated_at': '2021-08-29T07:26:21Z', 'revision_number': 7, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': 'c732fa3e-9f98-4544-80fa-d8c932be06a4', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0067796-c172-4faa-abf2-8e3ef104ad54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:23:41Z', 'updated_at': '2021-08-29T07:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:26:23.322276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-db9bc29f-7ff7-473e-b882-a0948744868f None None] Deleting port afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:26:23.322752 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-db9bc29f-7ff7-473e-b882-a0948744868f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:23.338779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] For port c732fa3e-9f98-4544-80fa-d8c932be06a4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c732fa3e-9f98-4544-80fa-d8c932be06a4,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:26:23.339164 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:23.355400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Calling delete_port for c732fa3e-9f98-4544-80fa-d8c932be06a4 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:26:23.385674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-db9bc29f-7ff7-473e-b882-a0948744868f None None] For port afe8d9e5-423e-4e78-9ab5-17ec11bc64c6, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=afe8d9e5-423e-4e78-9ab5-17ec11bc64c6,segment=NetworkSegment(47230698-0e4b-4122-9e34-4f37b35f4534),segment_id=47230698-0e4b-4122-9e34-4f37b35f4534)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:26:23.398095 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-db9bc29f-7ff7-473e-b882-a0948744868f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:23.399598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-db9bc29f-7ff7-473e-b882-a0948744868f None None] Calling delete_port for afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:26:23.558483 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-db9bc29f-7ff7-473e-b882-a0948744868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:23.594960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bc29f-7ff7-473e-b882-a0948744868f None None] Pushing event deleted for resources: {'Port': ['ID=afe8d9e5-423e-4e78-9ab5-17ec11bc64c6,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:23.594960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9bc29f-7ff7-473e-b882-a0948744868f None None] No DVR routers for this DVR port afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:26:23.614372 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:23.640474 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Port': ['ID=c732fa3e-9f98-4544-80fa-d8c932be06a4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:23.706496 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:23.810272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:23.812831 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:23.935596 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:23.936142 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Fanout notify agent at l3_agent the message router_deleted on router e0067796-c172-4faa-abf2-8e3ef104ad54 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:26:23.943204 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:23.944346 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-eac97dd8-a683-4ec4-8c40-9860febee326 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "DELETE /v2.0/routers/e0067796-c172-4faa-abf2-8e3ef104ad54 HTTP/1.1" status: 204 len: 168 time: 1.0630493 Aug 29 07:26:23.947113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39532) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:24.030260 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-969a1bb3-1fe7-41af-a3c1-a97b817fb130 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:24.138928 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-969a1bb3-1fe7-41af-a3c1-a97b817fb130 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:24.151808 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-969a1bb3-1fe7-41af-a3c1-a97b817fb130 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075cbedf-fce7-4478-9691-4e3ae5e5f384']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:24.163089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-969a1bb3-1fe7-41af-a3c1-a97b817fb130 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47230698-0e4b-4122-9e34-4f37b35f4534') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:24.163414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-969a1bb3-1fe7-41af-a3c1-a97b817fb130 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47230698-0e4b-4122-9e34-4f37b35f4534') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:24.172059 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-969a1bb3-1fe7-41af-a3c1-a97b817fb130 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:24.186517 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-969a1bb3-1fe7-41af-a3c1-a97b817fb130 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:24.193130 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969a1bb3-1fe7-41af-a3c1-a97b817fb130 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:26:24.193518 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-969a1bb3-1fe7-41af-a3c1-a97b817fb130 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:26:24.196495 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:26:24.324081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-969a1bb3-1fe7-41af-a3c1-a97b817fb130 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:24.331166 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-969a1bb3-1fe7-41af-a3c1-a97b817fb130 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:24.333882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-969a1bb3-1fe7-41af-a3c1-a97b817fb130 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "DELETE /v2.0/networks/075cbedf-fce7-4478-9691-4e3ae5e5f384 HTTP/1.1" status: 204 len: 168 time: 0.3854711 Aug 29 07:26:24.345450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a1bb3-1fe7-41af-a3c1-a97b817fb130 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Network': ['ID=075cbedf-fce7-4478-9691-4e3ae5e5f384,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:24.351329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39534) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:24.363876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5077efa5-055e-4311-b846-5987841ddab1 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'network': {'name': 'tempest-network-smoke--2027005768', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'port_security_enabled': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:26:24.432033 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:26:24.457228 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:26:24.457626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device afe8d9e5-423e-4e78-9ab5-17ec11bc64c6 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:26:24.457984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 84348757-b2e8-4c1e-900d-f1d13c2da4bc no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:26:24.478404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 84348757-b2e8-4c1e-900d-f1d13c2da4bc {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:26:24.483125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 84348757-b2e8-4c1e-900d-f1d13c2da4bc not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:26:24.483125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c732fa3e-9f98-4544-80fa-d8c932be06a4 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:26:24.501222 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5077efa5-055e-4311-b846-5987841ddab1 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Made reservation on behalf of 1b6857e1a1dd4f12bcc19442da7943f2 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:26:24.503714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: c732fa3e-9f98-4544-80fa-d8c932be06a4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:26:24.512803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c732fa3e-9f98-4544-80fa-d8c932be06a4 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:26:24.513341 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5077efa5-055e-4311-b846-5987841ddab1 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:24.530339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5077efa5-055e-4311-b846-5987841ddab1 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:26:24.540181 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5077efa5-055e-4311-b846-5987841ddab1 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:24.540580 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-5077efa5-055e-4311-b846-5987841ddab1 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Added segment 98af1cef-50fb-4ac4-bcfa-1649eb28ed7a of type vlan for network 3ddbdeff-f763-46ea-a65b-99db712de7ae Aug 29 07:26:24.590253 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5077efa5-055e-4311-b846-5987841ddab1 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:24.684209 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5077efa5-055e-4311-b846-5987841ddab1 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:24.689691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5077efa5-055e-4311-b846-5987841ddab1 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:24.690381 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5077efa5-055e-4311-b846-5987841ddab1 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:24.759530 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077efa5-055e-4311-b846-5987841ddab1 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Network': ['ID=3ddbdeff-f763-46ea-a65b-99db712de7ae,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:24.770493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 3ddbdeff-f763-46ea-a65b-99db712de7ae details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:26:24.833654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5077efa5-055e-4311-b846-5987841ddab1 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4810288 Aug 29 07:26:24.836284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39536) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:24.841048 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'admin_state_up': True, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:26:24.913022 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:24.914279 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:24.974217 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:25.177324 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:25.437094 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:25.459207 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:25.562178 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Allocated IP 172.25.1.170 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/55b84a38-835c-438d-aaaf-5c1daf87a173) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:26:25.669451 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:26.090568 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:26.127240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:26:26.131934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:26:26.135508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:26:26.159282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=55b84a38-835c-438d-aaaf-5c1daf87a173,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:26.173374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:26.173798 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:26.174043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:26.174383 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:26.174714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:26.175043 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:26.175400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:26.175725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:26.176077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:26.176396 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:26.176711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:26.177039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:26.492725 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:26.697667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:26.882419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Router d8c444fc-026b-46f1-84f6-6ccc55588c74 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:26:26.995928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:26:27.005180 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366f590-b518-48fa-9812-31629333f655 None None] Sync routers for ids ['d8c444fc-026b-46f1-84f6-6ccc55588c74'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:26:27.016500 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366f590-b518-48fa-9812-31629333f655 None None] Routers {'d8c444fc-026b-46f1-84f6-6ccc55588c74'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:26:27.022373 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2366f590-b518-48fa-9812-31629333f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:26:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d8c444fc-026b-46f1-84f6-6ccc55588c74'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:27.078064 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:27.079477 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-54efb9ab-5902-4bb5-973c-eb9b89ccc098 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2421296 Aug 29 07:26:27.082581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39538) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:27.112263 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1c3f71f7-9555-436e-94ad-242ea5365174 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=1b6857e1a1dd4f12bcc19442da7943f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271161 Aug 29 07:26:27.114014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39540) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:27.126068 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-2366f590-b518-48fa-9812-31629333f655 None None] Set router d8c444fc-026b-46f1-84f6-6ccc55588c74 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:26:27.198182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f222f8b-b624-439e-baca-5a27c42071bd tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:27.199719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6f222f8b-b624-439e-baca-5a27c42071bd tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847833 Aug 29 07:26:27.202520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39542) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:27.235420 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c4119a46-afc6-426d-8825-8856a25e111c tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317659 Aug 29 07:26:27.237830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39544) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:27.243194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-28d21d5a-0e99-4d25-b409-c5284fc6b6a7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1654821166', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:26:27.318876 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2366f590-b518-48fa-9812-31629333f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:26:26Z', 'revision_number': 3, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:27.346436 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366f590-b518-48fa-9812-31629333f655 None None] Checking router: d8c444fc-026b-46f1-84f6-6ccc55588c74 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:26:27.346786 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366f590-b518-48fa-9812-31629333f655 None None] Updating router d8c444fc-026b-46f1-84f6-6ccc55588c74 port 55b84a38-835c-438d-aaaf-5c1daf87a173 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:26:27.373125 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2366f590-b518-48fa-9812-31629333f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:27.380835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d21d5a-0e99-4d25-b409-c5284fc6b6a7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Made reservation on behalf of 1b6857e1a1dd4f12bcc19442da7943f2 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:26:27.384445 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-28d21d5a-0e99-4d25-b409-c5284fc6b6a7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:27.621077 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-28d21d5a-0e99-4d25-b409-c5284fc6b6a7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:27.623657 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2366f590-b518-48fa-9812-31629333f655 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:27.639964 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-2366f590-b518-48fa-9812-31629333f655 None None] Transition to ACTIVE for port object 55b84a38-835c-438d-aaaf-5c1daf87a173 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:26:27.682997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d21d5a-0e99-4d25-b409-c5284fc6b6a7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Subnet': ['ID=e6ed0f87-106a-4666-b254-f927b4e3081e,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:27.692132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d21d5a-0e99-4d25-b409-c5284fc6b6a7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Checking segment: {'id': '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:26:27.692494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d21d5a-0e99-4d25-b409-c5284fc6b6a7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network hostable DHCP agents. Network: 3ddbdeff-f763-46ea-a65b-99db712de7ae, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:26:27.706556 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2366f590-b518-48fa-9812-31629333f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:27.760707 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-2366f590-b518-48fa-9812-31629333f655 None None] Attempting to bind port 55b84a38-835c-438d-aaaf-5c1daf87a173 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:26:27.761103 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-2366f590-b518-48fa-9812-31629333f655 None None] Attempting to bind port 55b84a38-835c-438d-aaaf-5c1daf87a173 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:26:27.761499 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366f590-b518-48fa-9812-31629333f655 None None] Attempting to bind port 55b84a38-835c-438d-aaaf-5c1daf87a173 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:26:27.766916 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3948def-bfcc-41a2-964a-ab40883d4115 None None] Pushing event updated for resources: {'Port': ['ID=55b84a38-835c-438d-aaaf-5c1daf87a173,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:27.774311 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d21d5a-0e99-4d25-b409-c5284fc6b6a7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network 3ddbdeff-f763-46ea-a65b-99db712de7ae is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:26:27.775654 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366f590-b518-48fa-9812-31629333f655 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:26:27.776010 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366f590-b518-48fa-9812-31629333f655 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:26:27.776409 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2366f590-b518-48fa-9812-31629333f655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:27.776803 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366f590-b518-48fa-9812-31629333f655 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:26:27.777273 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-2366f590-b518-48fa-9812-31629333f655 None None] Bound port: 55b84a38-835c-438d-aaaf-5c1daf87a173, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:26:27.777659 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2366f590-b518-48fa-9812-31629333f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:27.781036 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948def-bfcc-41a2-964a-ab40883d4115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:27.781386 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948def-bfcc-41a2-964a-ab40883d4115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:27.781730 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948def-bfcc-41a2-964a-ab40883d4115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:27.783318 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948def-bfcc-41a2-964a-ab40883d4115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:27.783318 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948def-bfcc-41a2-964a-ab40883d4115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:27.783318 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948def-bfcc-41a2-964a-ab40883d4115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:27.783318 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948def-bfcc-41a2-964a-ab40883d4115 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:27.783662 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948def-bfcc-41a2-964a-ab40883d4115 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:27.783855 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948def-bfcc-41a2-964a-ab40883d4115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:27.784182 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948def-bfcc-41a2-964a-ab40883d4115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:27.784513 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948def-bfcc-41a2-964a-ab40883d4115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:27.784840 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3948def-bfcc-41a2-964a-ab40883d4115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:27.837278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-28d21d5a-0e99-4d25-b409-c5284fc6b6a7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 3ddbdeff-f763-46ea-a65b-99db712de7ae) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:26:27.841946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d21d5a-0e99-4d25-b409-c5284fc6b6a7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:27.842544 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-28d21d5a-0e99-4d25-b409-c5284fc6b6a7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:27.845650 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-2366f590-b518-48fa-9812-31629333f655 None None] For port 55b84a38-835c-438d-aaaf-5c1daf87a173, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:26:27.849454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96227c1c-6e70-4900-983c-ab73aca5f74d None None] Network 3ddbdeff-f763-46ea-a65b-99db712de7ae requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:26:27.853792 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-2366f590-b518-48fa-9812-31629333f655 None None] For port 55b84a38-835c-438d-aaaf-5c1daf87a173, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=55b84a38-835c-438d-aaaf-5c1daf87a173,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:26:27.917569 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2366f590-b518-48fa-9812-31629333f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:27.949976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-28d21d5a-0e99-4d25-b409-c5284fc6b6a7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7079861 Aug 29 07:26:27.950180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39546) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:27.981253 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366f590-b518-48fa-9812-31629333f655 None None] Routers {'d8c444fc-026b-46f1-84f6-6ccc55588c74'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:26:27.981890 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2366f590-b518-48fa-9812-31629333f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:26:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d8c444fc-026b-46f1-84f6-6ccc55588c74'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:27.987255 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3948def-bfcc-41a2-964a-ab40883d4115 None None] Pushing event updated for resources: {'Port': ['ID=55b84a38-835c-438d-aaaf-5c1daf87a173,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:28.001706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-3ddbdeff-f763-46ea-a65b-99db712de7ae', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ips': [{'subnet_id': 'e6ed0f87-106a-4666-b254-f927b4e3081e'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:26:28.002590 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:28.098920 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-2366f590-b518-48fa-9812-31629333f655 None None] Set router d8c444fc-026b-46f1-84f6-6ccc55588c74 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:26:28.144317 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Allocated IP 172.20.0.2 (3ddbdeff-f763-46ea-a65b-99db712de7ae/e6ed0f87-106a-4666-b254-f927b4e3081e/1c20fe0b-cf63-416d-9cf8-58d760634079) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:26:28.288919 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:28.298202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Transition to ACTIVE for port object 1c20fe0b-cf63-416d-9cf8-58d760634079 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:26:28.299358 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2366f590-b518-48fa-9812-31629333f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:26:26Z', 'revision_number': 3, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:28.313310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Transition to ACTIVE for port object 1c20fe0b-cf63-416d-9cf8-58d760634079 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:26:28.327291 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366f590-b518-48fa-9812-31629333f655 None None] The sync data for ids ['d8c444fc-026b-46f1-84f6-6ccc55588c74'] in n-d-713301-12 is: [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:26:26Z', 'revision_number': 3, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:26:28.404433 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:28.414188 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:28.450625 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Network 3ddbdeff-f763-46ea-a65b-99db712de7ae is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:26:28.453649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:26:28.458135 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:26:28.461201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Pushing event updated for resources: {'Port': ['ID=1c20fe0b-cf63-416d-9cf8-58d760634079,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:28.471702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:28.472051 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:28.472388 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:28.473254 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:28.473587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:28.473917 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:28.474241 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:28.474569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:28.474903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:28.475239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:28.475564 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:28.475885 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:28.530138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Attempting to bind port 1c20fe0b-cf63-416d-9cf8-58d760634079 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:26:28.530712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Attempting to bind port 1c20fe0b-cf63-416d-9cf8-58d760634079 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:26:28.531169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Attempting to bind port 1c20fe0b-cf63-416d-9cf8-58d760634079 on network 3ddbdeff-f763-46ea-a65b-99db712de7ae {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:26:28.538201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:26:28.548786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Checking segment: {'id': '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:26:28.549245 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:28.549665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Bound using segment: {'id': '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:26:28.550180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Bound port: 1c20fe0b-cf63-416d-9cf8-58d760634079, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:26:28.551587 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:28.676713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] For port 1c20fe0b-cf63-416d-9cf8-58d760634079, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:26:28.690929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] For port 1c20fe0b-cf63-416d-9cf8-58d760634079, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1c20fe0b-cf63-416d-9cf8-58d760634079,segment=NetworkSegment(98af1cef-50fb-4ac4-bcfa-1649eb28ed7a),segment_id=98af1cef-50fb-4ac4-bcfa-1649eb28ed7a)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:26:28.761451 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:28.772427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Allocated IP 172.20.0.1 (3ddbdeff-f763-46ea-a65b-99db712de7ae/e6ed0f87-106a-4666-b254-f927b4e3081e/465570b2-1516-4296-b6d0-67622fecbcd0) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:26:28.920855 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:28.937692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Transition to ACTIVE for port object 465570b2-1516-4296-b6d0-67622fecbcd0 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:26:29.014329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551592b-1f5a-4660-8402-df150adbf12f None None] Pushing event updated for resources: {'Port': ['ID=1c20fe0b-cf63-416d-9cf8-58d760634079,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:29.050514 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:29.101183 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network 3ddbdeff-f763-46ea-a65b-99db712de7ae is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:26:29.105386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:26:29.107346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:26:29.144095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=465570b2-1516-4296-b6d0-67622fecbcd0,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:29.192482 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:29.444017 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:29.721245 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:29.787129 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:29.865553 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:29.867366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=465570b2-1516-4296-b6d0-67622fecbcd0,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:29.961343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network 3ddbdeff-f763-46ea-a65b-99db712de7ae is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:26:29.962789 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:26:30.076900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Router d8c444fc-026b-46f1-84f6-6ccc55588c74 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:26:30.183320 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:26:30.188548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-38cea013-2ef1-4c62-91d3-c4fe13ea3b15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "PUT /v2.0/routers/d8c444fc-026b-46f1-84f6-6ccc55588c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2370656 Aug 29 07:26:30.190725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39548) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:30.193588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Sync routers for ids ['d8c444fc-026b-46f1-84f6-6ccc55588c74'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:26:30.202748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Routers {'d8c444fc-026b-46f1-84f6-6ccc55588c74'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:26:30.203399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:26:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d8c444fc-026b-46f1-84f6-6ccc55588c74'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:30.295454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f527d162-9db6-4e66-96fd-c6e80c56811f tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:30.295797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f527d162-9db6-4e66-96fd-c6e80c56811f tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:30.297066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f527d162-9db6-4e66-96fd-c6e80c56811f tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:30.297549 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f527d162-9db6-4e66-96fd-c6e80c56811f tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:30.299297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f527d162-9db6-4e66-96fd-c6e80c56811f tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1068840 Aug 29 07:26:30.302232 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39550) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:30.317103 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Set router d8c444fc-026b-46f1-84f6-6ccc55588c74 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:26:30.405592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab6482c-7ddb-4edc-8ac9-0c407de7288f tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:30.406176 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab6482c-7ddb-4edc-8ac9-0c407de7288f tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:30.406641 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab6482c-7ddb-4edc-8ac9-0c407de7288f tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:30.407104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab6482c-7ddb-4edc-8ac9-0c407de7288f tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:30.411842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39552) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:30.414523 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2ab6482c-7ddb-4edc-8ac9-0c407de7288f tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1111498 Aug 29 07:26:30.431600 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 55b84a38-835c-438d-aaaf-5c1daf87a173 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:26:30.595854 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:26:29Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '465570b2-1516-4296-b6d0-67622fecbcd0', 'name': '', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:ca:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:28Z', 'updated_at': '2021-08-29T07:26:29Z', 'revision_number': 2, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:30.625003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 55b84a38-835c-438d-aaaf-5c1daf87a173 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:26:30.627233 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Checking router: d8c444fc-026b-46f1-84f6-6ccc55588c74 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:26:30.632778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Updating router d8c444fc-026b-46f1-84f6-6ccc55588c74 port 465570b2-1516-4296-b6d0-67622fecbcd0 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:26:30.650835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 55b84a38-835c-438d-aaaf-5c1daf87a173 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:26:30.651241 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:30.659740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7a208f0d-369d-4bf9-84a0-b8dd761b6d25 tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2465444 Aug 29 07:26:30.682564 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:30.850259 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:30.895730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d76ee-a7af-4973-b0b8-0612ae59d520 None None] Network 3ddbdeff-f763-46ea-a65b-99db712de7ae requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:26:30.939084 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39556) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:30.942977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-0d5c9b82-aa4c-4474-9045-dd4e60070f15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327979320', 'description': 'tempest-secgroup-smoke-1327979320 description', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:26:30.956462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 55b84a38-835c-438d-aaaf-5c1daf87a173, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=55b84a38-835c-438d-aaaf-5c1daf87a173,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:26:31.026325 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.027120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1c20fe0b-cf63-416d-9cf8-58d760634079 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:26:31.107112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d5c9b82-aa4c-4474-9045-dd4e60070f15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.123882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4348d9d3-e8fe-4a7f-a766-e89dd8349f9e None None] Provisioning for port 1c20fe0b-cf63-416d-9cf8-58d760634079 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:26:31.193314 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d5c9b82-aa4c-4474-9045-dd4e60070f15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.199753 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.223793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=55b84a38-835c-438d-aaaf-5c1daf87a173,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:31.233953 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Transition to ACTIVE for port object 465570b2-1516-4296-b6d0-67622fecbcd0 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:26:31.277986 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d5c9b82-aa4c-4474-9045-dd4e60070f15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.306970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 1c20fe0b-cf63-416d-9cf8-58d760634079 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:26:31.309333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c9b82-aa4c-4474-9045-dd4e60070f15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e9ebe3-30bf-4e37-a1ac-a80e98f28fab,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:31.309630 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.341951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1c20fe0b-cf63-416d-9cf8-58d760634079 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:26:31.346241 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.364162 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0d5c9b82-aa4c-4474-9045-dd4e60070f15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.365618 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0d5c9b82-aa4c-4474-9045-dd4e60070f15 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4264638 Aug 29 07:26:31.368347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39558) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:31.373150 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4d1d20fc-2879-433a-8d9c-f37ebf99bc98 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '70e9ebe3-30bf-4e37-a1ac-a80e98f28fab', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:26:31.395721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5ee23-73f1-4a75-bf74-9c47c8fa6064 None None] Pushing event updated for resources: {'Port': ['ID=465570b2-1516-4296-b6d0-67622fecbcd0,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:31.477034 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d1d20fc-2879-433a-8d9c-f37ebf99bc98 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.487755 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Attempting to bind port 465570b2-1516-4296-b6d0-67622fecbcd0 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:26:31.488053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Attempting to bind port 465570b2-1516-4296-b6d0-67622fecbcd0 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:26:31.488469 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Attempting to bind port 465570b2-1516-4296-b6d0-67622fecbcd0 on network 3ddbdeff-f763-46ea-a65b-99db712de7ae {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:26:31.511047 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:26:31.514484 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Checking segment: {'id': '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:26:31.518814 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.519255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Bound using segment: {'id': '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:26:31.520339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Bound port: 465570b2-1516-4296-b6d0-67622fecbcd0, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:26:31.520741 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.532221 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.541935 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-db01d9f4-a8b2-41ce-9875-fe5c098985c1 None None] Provisioning complete for port 1c20fe0b-cf63-416d-9cf8-58d760634079 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:26:31.542331 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-db01d9f4-a8b2-41ce-9875-fe5c098985c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.570799 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d1d20fc-2879-433a-8d9c-f37ebf99bc98 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.638458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 1c20fe0b-cf63-416d-9cf8-58d760634079, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1c20fe0b-cf63-416d-9cf8-58d760634079,segment=NetworkSegment(98af1cef-50fb-4ac4-bcfa-1649eb28ed7a),segment_id=98af1cef-50fb-4ac4-bcfa-1649eb28ed7a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:26:31.688448 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d1d20fc-2879-433a-8d9c-f37ebf99bc98 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.699861 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] For port 465570b2-1516-4296-b6d0-67622fecbcd0, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:26:31.705076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] For port 465570b2-1516-4296-b6d0-67622fecbcd0, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=465570b2-1516-4296-b6d0-67622fecbcd0,segment=NetworkSegment(98af1cef-50fb-4ac4-bcfa-1649eb28ed7a),segment_id=98af1cef-50fb-4ac4-bcfa-1649eb28ed7a)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:26:31.709328 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-db01d9f4-a8b2-41ce-9875-fe5c098985c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.716035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d20fc-2879-433a-8d9c-f37ebf99bc98 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2a6cb9-7da0-4aa3-b4a5-c7184645c133,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:31.724093 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.781240 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4d1d20fc-2879-433a-8d9c-f37ebf99bc98 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.785431 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4d1d20fc-2879-433a-8d9c-f37ebf99bc98 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4134691 Aug 29 07:26:31.786015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39560) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:31.794778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '70e9ebe3-30bf-4e37-a1ac-a80e98f28fab', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:26:31.818817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=1c20fe0b-cf63-416d-9cf8-58d760634079,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:31.823416 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-db01d9f4-a8b2-41ce-9875-fe5c098985c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:26:31.823780 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-db01d9f4-a8b2-41ce-9875-fe5c098985c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:26:31.827346 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.885914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Routers {'d8c444fc-026b-46f1-84f6-6ccc55588c74'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:26:31.886482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:26:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d8c444fc-026b-46f1-84f6-6ccc55588c74'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:31.900465 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:31.936222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5ee23-73f1-4a75-bf74-9c47c8fa6064 None None] Pushing event updated for resources: {'Port': ['ID=465570b2-1516-4296-b6d0-67622fecbcd0,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:31.984031 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:32.024883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] Set router d8c444fc-026b-46f1-84f6-6ccc55588c74 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:26:32.055914 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:32.081120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3544fbf1-8847-4434-b977-f2be1bd1d711,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:32.097675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:32.098449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:32.099213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:32.099897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:32.100437 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:32.100971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:32.101505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:32.102033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:32.102700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:32.103266 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:32.103963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:32.104496 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:26:32.163892 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:32.167681 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-eb948bdf-40f3-4d97-9335-1b08fb29b1e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3774958 Aug 29 07:26:32.167899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39562) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:32.172486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2f1c2895-da76-4b50-945e-ccb50dd7c7c7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '70e9ebe3-30bf-4e37-a1ac-a80e98f28fab', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:26:32.269708 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:26:29Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '465570b2-1516-4296-b6d0-67622fecbcd0', 'name': '', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:ca:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:28Z', 'updated_at': '2021-08-29T07:26:31Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:32.276688 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f1c2895-da76-4b50-945e-ccb50dd7c7c7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:32.309426 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9461c4-227c-4e61-8d0c-757fcf3fff51 None None] The sync data for ids ['d8c444fc-026b-46f1-84f6-6ccc55588c74'] in n-d-713301-12 is: [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:26:29Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '465570b2-1516-4296-b6d0-67622fecbcd0', 'name': '', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:ca:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:28Z', 'updated_at': '2021-08-29T07:26:31Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:26:32.435822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 55b84a38-835c-438d-aaaf-5c1daf87a173 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:26:32.546031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 55b84a38-835c-438d-aaaf-5c1daf87a173 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:26:32.546031 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:32.557576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-db01d9f4-a8b2-41ce-9875-fe5c098985c1 None None] Provisioning for port 465570b2-1516-4296-b6d0-67622fecbcd0 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:26:32.642291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1c20fe0b-cf63-416d-9cf8-58d760634079 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:26:32.746442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1c20fe0b-cf63-416d-9cf8-58d760634079 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:26:32.746442 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:32.775714 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f1c2895-da76-4b50-945e-ccb50dd7c7c7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:32.858278 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f1c2895-da76-4b50-945e-ccb50dd7c7c7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:32.881685 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c2895-da76-4b50-945e-ccb50dd7c7c7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69315d8b-c6a6-4ebd-b554-8da6e7be4163,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:32.964050 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2f1c2895-da76-4b50-945e-ccb50dd7c7c7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:32.965367 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2f1c2895-da76-4b50-945e-ccb50dd7c7c7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7965043 Aug 29 07:26:32.968310 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39564) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:32.973406 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bf69d684-b4a6-4809-92e9-e3639faec608 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '70e9ebe3-30bf-4e37-a1ac-a80e98f28fab', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:26:33.056083 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf69d684-b4a6-4809-92e9-e3639faec608 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:33.121534 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf69d684-b4a6-4809-92e9-e3639faec608 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:33.191679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf69d684-b4a6-4809-92e9-e3639faec608 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:33.209678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69d684-b4a6-4809-92e9-e3639faec608 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a3848c-494e-46b5-a3ce-9561852309a3,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:33.266940 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bf69d684-b4a6-4809-92e9-e3639faec608 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:33.268237 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf69d684-b4a6-4809-92e9-e3639faec608 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989728 Aug 29 07:26:33.271083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39566) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:33.278856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5e6724e9-d06c-4de5-97c3-0d4a42fd68e4 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '70e9ebe3-30bf-4e37-a1ac-a80e98f28fab', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:26:33.352676 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-5e6724e9-d06c-4de5-97c3-0d4a42fd68e4 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Project 1b6857e1a1dd4f12bcc19442da7943f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:26:33.358090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e6724e9-d06c-4de5-97c3-0d4a42fd68e4 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:33.435029 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e6724e9-d06c-4de5-97c3-0d4a42fd68e4 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:33.511397 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e6724e9-d06c-4de5-97c3-0d4a42fd68e4 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:33.529781 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6724e9-d06c-4de5-97c3-0d4a42fd68e4 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ceb351e-f9bd-4c76-aab1-0911a74936d0,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:33.620979 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5e6724e9-d06c-4de5-97c3-0d4a42fd68e4 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:33.622237 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5e6724e9-d06c-4de5-97c3-0d4a42fd68e4 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3498890 Aug 29 07:26:33.624963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39568) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:33.629430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-435c3a5e-acfc-418b-a9fe-29ba7dc7a493 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'security_group_rule': {'security_group_id': '70e9ebe3-30bf-4e37-a1ac-a80e98f28fab', 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:26:33.718046 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-435c3a5e-acfc-418b-a9fe-29ba7dc7a493 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Project 1b6857e1a1dd4f12bcc19442da7943f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:26:33.723774 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-435c3a5e-acfc-418b-a9fe-29ba7dc7a493 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:33.785106 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-435c3a5e-acfc-418b-a9fe-29ba7dc7a493 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:33.855108 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-435c3a5e-acfc-418b-a9fe-29ba7dc7a493 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:33.873439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c3a5e-acfc-418b-a9fe-29ba7dc7a493 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4796c44e-9647-4521-94c5-e3daf358bab3,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:33.929202 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:33.940824 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-435c3a5e-acfc-418b-a9fe-29ba7dc7a493 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:33.942566 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-435c3a5e-acfc-418b-a9fe-29ba7dc7a493 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3166425 Aug 29 07:26:34.078719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-fd366601-9027-49da-b118-6b1d0dfa3da2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327979320&fields=id&tenant_id=1b6857e1a1dd4f12bcc19442da7943f2 HTTP/1.1" status: 200 len: 267 time: 0.0324185 Aug 29 07:26:34.188097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-9d22ec11-a8ee-4917-8588-6b38f392a447 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:34.189562 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-9d22ec11-a8ee-4917-8588-6b38f392a447 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/networks?id=3ddbdeff-f763-46ea-a65b-99db712de7ae HTTP/1.1" status: 200 len: 797 time: 0.1034241 Aug 29 07:26:34.205100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-cc0754a8-f472-4024-a604-d9b6bfcad113 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/quotas/1b6857e1a1dd4f12bcc19442da7943f2 HTTP/1.1" status: 200 len: 375 time: 0.0091209 Aug 29 07:26:34.255797 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-f7c72ffa-44be-4f28-89a9-067e1c357fb6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452425 Aug 29 07:26:34.321892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-4181e655-3672-4681-9706-7caec63cd95a service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:26:34.322893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-4181e655-3672-4681-9706-7caec63cd95a service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560758 Aug 29 07:26:34.362043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 465570b2-1516-4296-b6d0-67622fecbcd0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:26:34.518070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 465570b2-1516-4296-b6d0-67622fecbcd0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:26:34.522973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 465570b2-1516-4296-b6d0-67622fecbcd0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:26:34.523456 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:34.606233 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:34.640245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 465570b2-1516-4296-b6d0-67622fecbcd0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=465570b2-1516-4296-b6d0-67622fecbcd0,segment=NetworkSegment(98af1cef-50fb-4ac4-bcfa-1649eb28ed7a),segment_id=98af1cef-50fb-4ac4-bcfa-1649eb28ed7a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:26:34.683718 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:34.735793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=465570b2-1516-4296-b6d0-67622fecbcd0,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:34.736030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-7861fcf4-3f15-44a9-ac3d-cbf370d90bb0 service neutron] 10.222.0.76 "GET /v2.0/networks/3ddbdeff-f763-46ea-a65b-99db712de7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066200 Aug 29 07:26:34.827641 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-a1fc21c0-3459-4673-a992-7f7d786c2833 service neutron] 10.222.0.76 "GET /v2.0/networks/3ddbdeff-f763-46ea-a65b-99db712de7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839524 Aug 29 07:26:35.037711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ff24f874-e522-4816-ad4f-166b221994de req-66be87ba-25f0-43d0-b257-89bddd2e6856 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 210 time: 0.0270073 Aug 29 07:26:36.148915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54986996-c709-4c34-b816-481fe6024507 req-47838fe6-bff1-4fc9-a4fb-e7fb67aea4ea tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 210 time: 0.0314817 Aug 29 07:26:36.344106 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 465570b2-1516-4296-b6d0-67622fecbcd0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:26:36.391474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 465570b2-1516-4296-b6d0-67622fecbcd0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:26:36.391872 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:36.971108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-e89e7182-fc78-4da2-adb1-fabd3afa19f3 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:36.973928 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-e89e7182-fc78-4da2-adb1-fabd3afa19f3 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.11 "GET /v2.0/networks?id=3ddbdeff-f763-46ea-a65b-99db712de7ae HTTP/1.1" status: 200 len: 797 time: 0.1032023 Aug 29 07:26:37.025105 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-53e3571e-a2b2-40f8-ba60-bd5ef109ecd8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6857e1a1dd4f12bcc19442da7943f2 HTTP/1.1" status: 200 len: 380 time: 0.0360320 Aug 29 07:26:37.034504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-0f482f8c-58c3-4030-9957-808ff8dcb086 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'port': {'device_id': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'admin_state_up': True, 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'security_groups': ['70e9ebe3-30bf-4e37-a1ac-a80e98f28fab']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:26:37.180757 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-0f482f8c-58c3-4030-9957-808ff8dcb086 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Made reservation on behalf of 1b6857e1a1dd4f12bcc19442da7943f2 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:26:37.184512 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-0f482f8c-58c3-4030-9957-808ff8dcb086 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:37.259290 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6bfeb5b-e1bf-4a7b-9415-168b9e449b0f req-451ff696-95ad-44c9-ad7e-ee819af9a4e7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 210 time: 0.0273852 Aug 29 07:26:37.317047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-0f482f8c-58c3-4030-9957-808ff8dcb086 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Allocated IP 172.20.0.3 (3ddbdeff-f763-46ea-a65b-99db712de7ae/e6ed0f87-106a-4666-b254-f927b4e3081e/6d11b715-ec69-42fb-92aa-d92c205fba83) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:26:37.450594 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-0f482f8c-58c3-4030-9957-808ff8dcb086 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:37.465659 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-0f482f8c-58c3-4030-9957-808ff8dcb086 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Transition to ACTIVE for port object 6d11b715-ec69-42fb-92aa-d92c205fba83 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:26:37.568721 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-0f482f8c-58c3-4030-9957-808ff8dcb086 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:37.615717 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-0f482f8c-58c3-4030-9957-808ff8dcb086 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network 3ddbdeff-f763-46ea-a65b-99db712de7ae is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:26:37.624912 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-0f482f8c-58c3-4030-9957-808ff8dcb086 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:26:37.630400 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-0f482f8c-58c3-4030-9957-808ff8dcb086 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:26:37.634312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f482f8c-58c3-4030-9957-808ff8dcb086 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=6d11b715-ec69-42fb-92aa-d92c205fba83,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:37.681901 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-0f482f8c-58c3-4030-9957-808ff8dcb086 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:37.682451 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-0f482f8c-58c3-4030-9957-808ff8dcb086 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:37.758899 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-0f482f8c-58c3-4030-9957-808ff8dcb086 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7280653 Aug 29 07:26:37.778146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Request body: {'port': {'device_id': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:26:37.831636 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:37.946084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bb66b49a-28af-43ea-9d98-30af4552e0fd None None] Provisioning for port 6d11b715-ec69-42fb-92aa-d92c205fba83 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:26:37.950365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bb66b49a-28af-43ea-9d98-30af4552e0fd None None] Provisioning complete for port 6d11b715-ec69-42fb-92aa-d92c205fba83 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:26:37.956520 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bb66b49a-28af-43ea-9d98-30af4552e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:38.142615 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d11b715-ec69-42fb-92aa-d92c205fba83 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:26:38.151501 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:38.163961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Transition to ACTIVE for port object 6d11b715-ec69-42fb-92aa-d92c205fba83 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:26:38.166877 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bb66b49a-28af-43ea-9d98-30af4552e0fd None None] Port 6d11b715-ec69-42fb-92aa-d92c205fba83 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:26:38.238879 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d4b7521e-c5c3-4133-a350-55ce77b2e94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:38.255203 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:38.327246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d11b715-ec69-42fb-92aa-d92c205fba83,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:38.384152 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Attempting to bind port 6d11b715-ec69-42fb-92aa-d92c205fba83 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:26:38.384731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Attempting to bind port 6d11b715-ec69-42fb-92aa-d92c205fba83 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:26:38.385150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Attempting to bind port 6d11b715-ec69-42fb-92aa-d92c205fba83 on network 3ddbdeff-f763-46ea-a65b-99db712de7ae {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:26:38.390748 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Port 6d11b715-ec69-42fb-92aa-d92c205fba83 on network 3ddbdeff-f763-46ea-a65b-99db712de7ae not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:26:38.391202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Attempting to bind port 6d11b715-ec69-42fb-92aa-d92c205fba83 on network 3ddbdeff-f763-46ea-a65b-99db712de7ae {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:26:38.400572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:26:38.401013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Checking segment: {'id': '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:26:38.404643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Bound using segment: {'id': '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:26:38.404839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c39d2a-d586-477c-8d92-286cfc36197b req-9bf21736-40a9-4d50-a5fc-c4822a8e1f6c tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:38.405437 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Bound port: 6d11b715-ec69-42fb-92aa-d92c205fba83, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:26:38.405854 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:38.411789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27c39d2a-d586-477c-8d92-286cfc36197b req-9bf21736-40a9-4d50-a5fc-c4822a8e1f6c tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 943 time: 0.0724850 Aug 29 07:26:38.458450 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27c39d2a-d586-477c-8d92-286cfc36197b req-c205d666-c3e8-4edf-9a94-c1ecf9130197 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=70e9ebe3-30bf-4e37-a1ac-a80e98f28fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449746 Aug 29 07:26:38.485618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] For port 6d11b715-ec69-42fb-92aa-d92c205fba83, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:26:38.487575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] For port 6d11b715-ec69-42fb-92aa-d92c205fba83, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6d11b715-ec69-42fb-92aa-d92c205fba83,segment=NetworkSegment(98af1cef-50fb-4ac4-bcfa-1649eb28ed7a),segment_id=98af1cef-50fb-4ac4-bcfa-1649eb28ed7a)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:26:38.552133 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:38.588622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:38.589592 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:38.591336 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] 10.222.0.11 "PUT /v2.0/ports/6d11b715-ec69-42fb-92aa-d92c205fba83 HTTP/1.1" status: 200 len: 1092 time: 0.8175907 Aug 29 07:26:38.593736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'tag': '6d11b715-ec69-42fb-92aa-d92c205fba83'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:26:38.596473 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01e7cd9-4b65-4feb-962b-66521417875c" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe225f2-b840-4319-9222-b7acf5681ca2", "tag": "6d11b715-ec69-42fb-92aa-d92c205fba83"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:26:38.628082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e898e-ea0b-4eef-a189-43f837b280e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d11b715-ec69-42fb-92aa-d92c205fba83,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:38.638219 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb97ee43-af92-4739-9c08-e363cce38be9 x-openstack-request-id: req-bb97ee43-af92-4739-9c08-e363cce38be9 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:26:38.638526 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe225f2-b840-4319-9222-b7acf5681ca2", "tag": "6d11b715-ec69-42fb-92aa-d92c205fba83", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:26:38.638787 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb97ee43-af92-4739-9c08-e363cce38be9 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:26:38.639262 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'tag': '6d11b715-ec69-42fb-92aa-d92c205fba83', 'status': 'completed', 'code': 200} Aug 29 07:26:38.721293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e7cd9-4b65-4feb-962b-66521417875c req-14e323c9-8499-4adc-8adc-dd21a48efaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:38.723626 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d01e7cd9-4b65-4feb-962b-66521417875c req-14e323c9-8499-4adc-8adc-dd21a48efaf6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 1095 time: 0.0447972 Aug 29 07:26:38.834969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e7cd9-4b65-4feb-962b-66521417875c req-14774a34-dfb3-4de3-b111-b576a36a21e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:38.836553 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d01e7cd9-4b65-4feb-962b-66521417875c req-14774a34-dfb3-4de3-b111-b576a36a21e2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1004820 Aug 29 07:26:38.931228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e7cd9-4b65-4feb-962b-66521417875c req-709b3ab3-3e8a-42ec-8084-b31dcf6bcbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:38.932705 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d01e7cd9-4b65-4feb-962b-66521417875c req-709b3ab3-3e8a-42ec-8084-b31dcf6bcbfa service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890040 Aug 29 07:26:39.038580 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-1fec3535-f677-4de4-bef8-547de4bb3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:39.040151 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-1fec3535-f677-4de4-bef8-547de4bb3efd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 1095 time: 0.0477462 Aug 29 07:26:39.096907 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-79c856d9-5fbc-43b3-bbe9-c53370dc5073 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d11b715-ec69-42fb-92aa-d92c205fba83 HTTP/1.1" status: 200 len: 217 time: 0.0427165 Aug 29 07:26:39.166102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-4e198436-7d3a-4344-ba29-d77386655b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:39.167614 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-4e198436-7d3a-4344-ba29-d77386655b95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6ed0f87-106a-4666-b254-f927b4e3081e HTTP/1.1" status: 200 len: 835 time: 0.0641339 Aug 29 07:26:39.220973 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-ac78b46a-6871-41ee-9507-33a742dfbf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:39.222490 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-ac78b46a-6871-41ee-9507-33a742dfbf03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ddbdeff-f763-46ea-a65b-99db712de7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477793 Aug 29 07:26:39.313458 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-118f3cb9-0556-4141-80a3-a60ef7f92b26 service neutron] 10.222.0.11 "GET /v2.0/networks/3ddbdeff-f763-46ea-a65b-99db712de7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834832 Aug 29 07:26:39.414384 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cff4fb84-a5d6-46b8-86c5-4aa67b618e06 req-7d405649-2917-4873-91ce-371ee60683a7 service neutron] 10.222.0.11 "GET /v2.0/networks/3ddbdeff-f763-46ea-a65b-99db712de7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933812 Aug 29 07:26:39.584602 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e8211-7235-4422-a4bc-d9ab11615d60 req-2b5ccee5-5966-4ac4-a6f7-5ffa0477e8c6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:39.586014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-847e8211-7235-4422-a4bc-d9ab11615d60 req-2b5ccee5-5966-4ac4-a6f7-5ffa0477e8c6 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 943 time: 0.0511677 Aug 29 07:26:39.628269 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-847e8211-7235-4422-a4bc-d9ab11615d60 req-18279fc7-5c5f-40f6-b546-1338b7bc2e48 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=70e9ebe3-30bf-4e37-a1ac-a80e98f28fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360754 Aug 29 07:26:40.748947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee874c-6206-44e7-bdda-8739a186d2b7 req-d8cd58ad-d817-4bda-bef3-c01a9b9a3862 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:40.750464 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecee874c-6206-44e7-bdda-8739a186d2b7 req-d8cd58ad-d817-4bda-bef3-c01a9b9a3862 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 943 time: 0.0525296 Aug 29 07:26:40.789570 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecee874c-6206-44e7-bdda-8739a186d2b7 req-f027ef30-b15a-4631-9aef-f1050cef0b7a tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=70e9ebe3-30bf-4e37-a1ac-a80e98f28fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324748 Aug 29 07:26:40.826627 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:41.546367 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-de54ae9c-f243-4108-a7f8-f7975b2cb03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:41.855065 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:41.916988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad192efc-4622-473b-a4e0-84059035e072 req-990e28ea-6969-4a24-b8a6-efe471ea0944 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:41.918514 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad192efc-4622-473b-a4e0-84059035e072 req-990e28ea-6969-4a24-b8a6-efe471ea0944 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 943 time: 0.0560954 Aug 29 07:26:41.958969 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad192efc-4622-473b-a4e0-84059035e072 req-7649eaba-ce5f-4802-83f6-4d52adaeed4c tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=70e9ebe3-30bf-4e37-a1ac-a80e98f28fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339463 Aug 29 07:26:42.367323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6d11b715-ec69-42fb-92aa-d92c205fba83 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:26:42.464204 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6d11b715-ec69-42fb-92aa-d92c205fba83, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6d11b715-ec69-42fb-92aa-d92c205fba83,segment=NetworkSegment(98af1cef-50fb-4ac4-bcfa-1649eb28ed7a),segment_id=98af1cef-50fb-4ac4-bcfa-1649eb28ed7a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:26:42.476169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '6d11b715-ec69-42fb-92aa-d92c205fba83', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'port_id': '6d11b715-ec69-42fb-92aa-d92c205fba83', 'mac_address': 'fa:16:3e:f3:a1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:26:42.514265 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:42.528811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d11b715-ec69-42fb-92aa-d92c205fba83 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:26:42.562971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6d11b715-ec69-42fb-92aa-d92c205fba83, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6d11b715-ec69-42fb-92aa-d92c205fba83,segment=NetworkSegment(98af1cef-50fb-4ac4-bcfa-1649eb28ed7a),segment_id=98af1cef-50fb-4ac4-bcfa-1649eb28ed7a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:26:42.625923 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:42.671797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=6d11b715-ec69-42fb-92aa-d92c205fba83,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:43.015916 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['6d11b715-ec69-42fb-92aa-d92c205fba83'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:26:43.077387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5641c-c21a-46dd-be43-51178b69a72b req-04e9dec9-d01f-4d7d-aee9-ba01f15027da tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:43.078896 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fee5641c-c21a-46dd-be43-51178b69a72b req-04e9dec9-d01f-4d7d-aee9-ba01f15027da tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 944 time: 0.0500479 Aug 29 07:26:43.119553 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fee5641c-c21a-46dd-be43-51178b69a72b req-9e87734e-c0df-4a4c-b06c-4bab1cd3d9c8 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=70e9ebe3-30bf-4e37-a1ac-a80e98f28fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339479 Aug 29 07:26:43.614776 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:44.239844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ac3cd-85ea-4697-a503-d5def8a6ddb8 req-8f69d291-aebe-4c10-94a6-a2547c010cdc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:44.241347 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c49ac3cd-85ea-4697-a503-d5def8a6ddb8 req-8f69d291-aebe-4c10-94a6-a2547c010cdc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 944 time: 0.0554855 Aug 29 07:26:44.281734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c49ac3cd-85ea-4697-a503-d5def8a6ddb8 req-f7a9c6c8-9744-4d7c-8995-cf82545dc472 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=70e9ebe3-30bf-4e37-a1ac-a80e98f28fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343850 Aug 29 07:26:44.367318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6d11b715-ec69-42fb-92aa-d92c205fba83 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:26:44.574509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 6d11b715-ec69-42fb-92aa-d92c205fba83 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:26:44.578706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 6d11b715-ec69-42fb-92aa-d92c205fba83 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:26:44.579083 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:44.653821 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:44.675630 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d11b715-ec69-42fb-92aa-d92c205fba83'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:26:44.680748 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599fbbae-df90-4092-aed3-06d321d538ec" -d '{"events": [{"server_uuid": "6fe225f2-b840-4319-9222-b7acf5681ca2", "name": "network-vif-plugged", "status": "completed", "tag": "6d11b715-ec69-42fb-92aa-d92c205fba83"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:26:44.696853 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6d11b715-ec69-42fb-92aa-d92c205fba83, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6d11b715-ec69-42fb-92aa-d92c205fba83,segment=NetworkSegment(98af1cef-50fb-4ac4-bcfa-1649eb28ed7a),segment_id=98af1cef-50fb-4ac4-bcfa-1649eb28ed7a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:26:44.714114 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15e4c2c-97d4-4101-8f36-62203e749f53 x-openstack-request-id: req-f15e4c2c-97d4-4101-8f36-62203e749f53 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:26:44.720933 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe225f2-b840-4319-9222-b7acf5681ca2", "name": "network-vif-plugged", "status": "completed", "tag": "6d11b715-ec69-42fb-92aa-d92c205fba83", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:26:44.720933 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f15e4c2c-97d4-4101-8f36-62203e749f53 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:26:44.720933 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d11b715-ec69-42fb-92aa-d92c205fba83', 'code': 200} Aug 29 07:26:44.786519 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:44.833246 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=6d11b715-ec69-42fb-92aa-d92c205fba83,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:44.833726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0761a91-cc15-409f-9d6f-51d6c2a9eff7 req-2cd9b07b-acd8-41b6-9702-60c285737b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:44.835466 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c0761a91-cc15-409f-9d6f-51d6c2a9eff7 req-2cd9b07b-acd8-41b6-9702-60c285737b05 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0412381 Aug 29 07:26:44.870878 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c0761a91-cc15-409f-9d6f-51d6c2a9eff7 req-005007aa-490a-49e9-bd1b-e62ddd06e419 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70e9ebe3-30bf-4e37-a1ac-a80e98f28fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286462 Aug 29 07:26:45.401179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcecb25-905e-4238-819d-0c8909edd7cb req-62f7c7c0-e16c-4b86-a175-4823a571c309 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:45.402677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbcecb25-905e-4238-819d-0c8909edd7cb req-62f7c7c0-e16c-4b86-a175-4823a571c309 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 945 time: 0.0536029 Aug 29 07:26:45.441850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbcecb25-905e-4238-819d-0c8909edd7cb req-72cad999-1b16-43d7-96e2-af2508671f75 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=70e9ebe3-30bf-4e37-a1ac-a80e98f28fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331020 Aug 29 07:26:46.558773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e963c22-0a5d-40c4-8083-365081d9d404 req-b2254543-8c85-40ee-9588-060376376ea7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:46.560193 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e963c22-0a5d-40c4-8083-365081d9d404 req-b2254543-8c85-40ee-9588-060376376ea7 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 945 time: 0.0496640 Aug 29 07:26:46.596901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e963c22-0a5d-40c4-8083-365081d9d404 req-2f2f4405-0f3c-4c50-bfb0-76e223ecfaaf tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=70e9ebe3-30bf-4e37-a1ac-a80e98f28fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307305 Aug 29 07:26:46.713210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c94aaa-1dd7-4bb3-a977-5f8505899c51 req-52087563-96fb-42c5-8e04-528b2e28875f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:46.714682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92c94aaa-1dd7-4bb3-a977-5f8505899c51 req-52087563-96fb-42c5-8e04-528b2e28875f tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 945 time: 0.0520365 Aug 29 07:26:46.753447 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92c94aaa-1dd7-4bb3-a977-5f8505899c51 req-e0b476ce-9bc5-4ecc-aef5-d7528f576581 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=70e9ebe3-30bf-4e37-a1ac-a80e98f28fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327008 Aug 29 07:26:46.774711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39636) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:46.814557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72210368-0c17-4824-a8c7-c8142d214a6c tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:46.816021 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-72210368-0c17-4824-a8c7-c8142d214a6c tempest-TestNetworkBasicOps-1627988305 tempest-TestNetworkBasicOps-1627988305-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 1092 time: 0.0402927 Aug 29 07:26:46.818894 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39638) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:46.823283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '6d11b715-ec69-42fb-92aa-d92c205fba83', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:26:46.906293 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:47.005361 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:47.108678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Allocated IP 172.25.1.156 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/c7804fb1-75b8-490e-80fb-9ef548a9c9b9) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:26:47.212809 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:47.305481 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:47.345999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:26:47.348927 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:26:47.352464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:26:47.358179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=c7804fb1-75b8-490e-80fb-9ef548a9c9b9,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:47.719901 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:47.869848 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:48.023572 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:48.093890 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:48.165607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event updated for resources: {'Port': ['ID=c7804fb1-75b8-490e-80fb-9ef548a9c9b9,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:26:48.175487 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:48.275242 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Floating IP fb64a3e2-90bb-432f-9473-c42b8143c1b1 associated. External IP: 172.25.1.156, port: 6d11b715-ec69-42fb-92aa-d92c205fba83. Aug 29 07:26:48.477182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Router d8c444fc-026b-46f1-84f6-6ccc55588c74 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:26:48.589221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:26:48.599663 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1b5c4-7f0e-4c1d-a0da-3c8935c4f966 None None] Sync routers for ids ['d8c444fc-026b-46f1-84f6-6ccc55588c74'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:26:48.609187 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1b5c4-7f0e-4c1d-a0da-3c8935c4f966 None None] Routers {'d8c444fc-026b-46f1-84f6-6ccc55588c74'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:26:48.609801 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-96f1b5c4-7f0e-4c1d-a0da-3c8935c4f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:26:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d8c444fc-026b-46f1-84f6-6ccc55588c74'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:48.688730 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:48.727513 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-96f1b5c4-7f0e-4c1d-a0da-3c8935c4f966 None None] Set router d8c444fc-026b-46f1-84f6-6ccc55588c74 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:26:48.728112 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-992e6e03-a651-4134-af70-ad43ecbb83d2 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9074824 Aug 29 07:26:48.728112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'tag': '6d11b715-ec69-42fb-92aa-d92c205fba83'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:26:48.730536 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827575b1-967c-47d2-9a3a-c6c7e597e5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe225f2-b840-4319-9222-b7acf5681ca2", "tag": "6d11b715-ec69-42fb-92aa-d92c205fba83"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:26:48.730866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39640) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:48.768587 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fbc1be-6145-4d68-9899-7ee7340b2415 x-openstack-request-id: req-b0fbc1be-6145-4d68-9899-7ee7340b2415 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:26:48.768889 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe225f2-b840-4319-9222-b7acf5681ca2", "tag": "6d11b715-ec69-42fb-92aa-d92c205fba83", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:26:48.769139 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0fbc1be-6145-4d68-9899-7ee7340b2415 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:26:48.769637 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'tag': '6d11b715-ec69-42fb-92aa-d92c205fba83', 'status': 'completed', 'code': 200} Aug 29 07:26:48.801859 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1694a0a8-717a-4060-ac77-66b5c056d9ff tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/floatingips/fb64a3e2-90bb-432f-9473-c42b8143c1b1 HTTP/1.1" status: 200 len: 991 time: 0.0697265 Aug 29 07:26:48.875275 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827575b1-967c-47d2-9a3a-c6c7e597e5c4 req-e54825e6-0b54-4192-9115-98ca277a8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:48.876821 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-827575b1-967c-47d2-9a3a-c6c7e597e5c4 req-e54825e6-0b54-4192-9115-98ca277a8505 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0577319 Aug 29 07:26:48.968006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827575b1-967c-47d2-9a3a-c6c7e597e5c4 req-8c185984-157e-4c0b-8a1a-d32924d344b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:48.969513 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-827575b1-967c-47d2-9a3a-c6c7e597e5c4 req-8c185984-157e-4c0b-8a1a-d32924d344b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ddbdeff-f763-46ea-a65b-99db712de7ae HTTP/1.1" status: 200 len: 898 time: 0.0858014 Aug 29 07:26:48.983023 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-96f1b5c4-7f0e-4c1d-a0da-3c8935c4f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:26:29Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'fb64a3e2-90bb-432f-9473-c42b8143c1b1', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'port_id': '6d11b715-ec69-42fb-92aa-d92c205fba83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'mac_address': 'fa:16:3e:f3:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:26:47Z', 'updated_at': '2021-08-29T07:26:47Z', 'revision_number': 0, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465570b2-1516-4296-b6d0-67622fecbcd0', 'name': '', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:ca:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:28Z', 'updated_at': '2021-08-29T07:26:34Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:49.014427 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1b5c4-7f0e-4c1d-a0da-3c8935c4f966 None None] Checking router: d8c444fc-026b-46f1-84f6-6ccc55588c74 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:26:49.023154 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1b5c4-7f0e-4c1d-a0da-3c8935c4f966 None None] Routers {'d8c444fc-026b-46f1-84f6-6ccc55588c74'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:26:49.023785 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-96f1b5c4-7f0e-4c1d-a0da-3c8935c4f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:26:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d8c444fc-026b-46f1-84f6-6ccc55588c74'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:49.049273 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-827575b1-967c-47d2-9a3a-c6c7e597e5c4 req-cca2138a-590c-4a30-9a25-74e1d963aa49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d11b715-ec69-42fb-92aa-d92c205fba83 HTTP/1.1" status: 200 len: 999 time: 0.0723591 Aug 29 07:26:49.099000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827575b1-967c-47d2-9a3a-c6c7e597e5c4 req-3d773eae-dfa9-4aa7-b5c5-163d83b346c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:49.100521 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-827575b1-967c-47d2-9a3a-c6c7e597e5c4 req-3d773eae-dfa9-4aa7-b5c5-163d83b346c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6ed0f87-106a-4666-b254-f927b4e3081e HTTP/1.1" status: 200 len: 835 time: 0.0439897 Aug 29 07:26:49.150696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827575b1-967c-47d2-9a3a-c6c7e597e5c4 req-b279dc0c-99e9-48c0-adb0-83d3f16f6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:26:49.152181 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-827575b1-967c-47d2-9a3a-c6c7e597e5c4 req-b279dc0c-99e9-48c0-adb0-83d3f16f6a04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ddbdeff-f763-46ea-a65b-99db712de7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447671 Aug 29 07:26:49.227686 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-96f1b5c4-7f0e-4c1d-a0da-3c8935c4f966 None None] Set router d8c444fc-026b-46f1-84f6-6ccc55588c74 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:26:49.247136 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-827575b1-967c-47d2-9a3a-c6c7e597e5c4 req-2d194253-3ca2-4548-a6ed-e3c9e9c667f6 service neutron] 10.222.0.11 "GET /v2.0/networks/3ddbdeff-f763-46ea-a65b-99db712de7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877054 Aug 29 07:26:49.338533 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-827575b1-967c-47d2-9a3a-c6c7e597e5c4 req-ae1b5e8e-9fd2-45d4-b09e-45097b87f45c service neutron] 10.222.0.11 "GET /v2.0/networks/3ddbdeff-f763-46ea-a65b-99db712de7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848339 Aug 29 07:26:49.486918 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-96f1b5c4-7f0e-4c1d-a0da-3c8935c4f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:26:29Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'fb64a3e2-90bb-432f-9473-c42b8143c1b1', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'port_id': '6d11b715-ec69-42fb-92aa-d92c205fba83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'mac_address': 'fa:16:3e:f3:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:26:47Z', 'updated_at': '2021-08-29T07:26:47Z', 'revision_number': 0, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465570b2-1516-4296-b6d0-67622fecbcd0', 'name': '', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:ca:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:28Z', 'updated_at': '2021-08-29T07:26:34Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:26:49.533278 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1b5c4-7f0e-4c1d-a0da-3c8935c4f966 None None] The sync data for ids ['d8c444fc-026b-46f1-84f6-6ccc55588c74'] in n-d-713301-12 is: [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:26:29Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'fb64a3e2-90bb-432f-9473-c42b8143c1b1', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'port_id': '6d11b715-ec69-42fb-92aa-d92c205fba83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'mac_address': 'fa:16:3e:f3:a1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:26:47Z', 'updated_at': '2021-08-29T07:26:47Z', 'revision_number': 0, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465570b2-1516-4296-b6d0-67622fecbcd0', 'name': '', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:ca:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:28Z', 'updated_at': '2021-08-29T07:26:34Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:26:49.733130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9e446-cca9-42f4-8efa-10427d71e889 None None] New status for floating IP fb64a3e2-90bb-432f-9473-c42b8143c1b1: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:26:49.808723 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39644) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:49.876229 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a121346b-9197-4a05-8d5d-2dbc4bd1f681 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/floatingips/fb64a3e2-90bb-432f-9473-c42b8143c1b1 HTTP/1.1" status: 200 len: 991 time: 0.0661185 Aug 29 07:26:50.880818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39646) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:26:50.943658 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c51d528a-91a1-4a5d-9e52-deacf873fce0 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/floatingips/fb64a3e2-90bb-432f-9473-c42b8143c1b1 HTTP/1.1" status: 200 len: 993 time: 0.0616548 Aug 29 07:26:51.157151 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:26:58.280111 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:27:03.956903 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:07.766089 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d049e94c-8ae2-4dfb-94d0-7974a5460958 req-ac767ada-fa15-491f-aa82-5266f6f80d0d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389185 Aug 29 07:27:07.865960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049e94c-8ae2-4dfb-94d0-7974a5460958 req-c0df6e0a-d2da-457b-9003-0d4c94e3ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:27:07.867608 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d049e94c-8ae2-4dfb-94d0-7974a5460958 req-c0df6e0a-d2da-457b-9003-0d4c94e3ab10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0445726 Aug 29 07:27:07.969825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049e94c-8ae2-4dfb-94d0-7974a5460958 req-b814f71b-ed6c-4119-b255-4530cfb178c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:27:07.971341 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d049e94c-8ae2-4dfb-94d0-7974a5460958 req-b814f71b-ed6c-4119-b255-4530cfb178c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ddbdeff-f763-46ea-a65b-99db712de7ae HTTP/1.1" status: 200 len: 898 time: 0.0839877 Aug 29 07:27:08.040127 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d049e94c-8ae2-4dfb-94d0-7974a5460958 req-afaacf1d-ba0b-48b6-ba76-42dcb40dc579 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d11b715-ec69-42fb-92aa-d92c205fba83 HTTP/1.1" status: 200 len: 1001 time: 0.0615895 Aug 29 07:27:08.090302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049e94c-8ae2-4dfb-94d0-7974a5460958 req-7a89eee4-3cef-4af8-86f5-dd76a84e0fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:27:08.092065 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d049e94c-8ae2-4dfb-94d0-7974a5460958 req-7a89eee4-3cef-4af8-86f5-dd76a84e0fe9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6ed0f87-106a-4666-b254-f927b4e3081e HTTP/1.1" status: 200 len: 835 time: 0.0448487 Aug 29 07:27:08.138466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049e94c-8ae2-4dfb-94d0-7974a5460958 req-e4d67050-a680-4a42-85c3-35b088db8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:27:08.140222 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d049e94c-8ae2-4dfb-94d0-7974a5460958 req-e4d67050-a680-4a42-85c3-35b088db8758 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ddbdeff-f763-46ea-a65b-99db712de7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411754 Aug 29 07:27:08.157539 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b7c41778-fae2-4503-8bb4-7f177b2045a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:08.232974 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d049e94c-8ae2-4dfb-94d0-7974a5460958 req-d9500151-300c-430f-9b41-fc1242b70db1 service neutron] 10.222.0.11 "GET /v2.0/networks/3ddbdeff-f763-46ea-a65b-99db712de7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852227 Aug 29 07:27:08.322136 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d049e94c-8ae2-4dfb-94d0-7974a5460958 req-5002cdda-5492-4eb4-af7a-1936da3b1a9e service neutron] 10.222.0.11 "GET /v2.0/networks/3ddbdeff-f763-46ea-a65b-99db712de7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813322 Aug 29 07:27:10.835948 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:11.573539 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-565a65b6-3201-4096-a557-8f48caf0a953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:11.882289 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:13.601872 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:16.512108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-b240b42d-dd4a-4f3d-9fa4-26a4b8b84491 req-14366eba-a21c-407a-bfaf-e3fdffe39f62 service neutron] (95404) timed out ('10.222.0.76', 35288) {{(pid=95404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 07:27:21.178900 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:33.938120 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:35.278959 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:27:38.127399 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fca99d93-aec2-426d-9b9b-6121aeca9380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:40.830156 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:41.532504 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-099f0c18-04e4-4c0f-9872-5475c2ee2fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:41.869577 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:43.613209 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:51.166554 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:53.616130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39676) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:27:53.679821 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1ab31a35-42be-4ab3-bc22-964b2ca87799 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/floatingips/fb64a3e2-90bb-432f-9473-c42b8143c1b1 HTTP/1.1" status: 200 len: 993 time: 0.0624781 Aug 29 07:27:53.953536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39684) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:27:54.117509 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Deleting port c7804fb1-75b8-490e-80fb-9ef548a9c9b9 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:27:54.117795 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:54.186113 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-849e79a4-fe7a-4c0e-85bc-95b57cd28d09 req-9fb24b10-b43a-45dd-8f7d-9b561f2c288e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1968391 Aug 29 07:27:54.217294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:54.217627 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:54.230325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Calling delete_port for c7804fb1-75b8-490e-80fb-9ef548a9c9b9 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:27:54.257527 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-849e79a4-fe7a-4c0e-85bc-95b57cd28d09 req-672a70ce-5b7e-4865-aefb-e201849aeefc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0283413 Aug 29 07:27:54.316213 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-849e79a4-fe7a-4c0e-85bc-95b57cd28d09 req-c720cc39-e7a6-48e1-9528-6e90f655e4a5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241723 Aug 29 07:27:54.437590 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e79a4-fe7a-4c0e-85bc-95b57cd28d09 req-cc34759c-853d-4cfb-9822-e5e5501da322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:27:54.438957 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-849e79a4-fe7a-4c0e-85bc-95b57cd28d09 req-cc34759c-853d-4cfb-9822-e5e5501da322 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1151452 Aug 29 07:27:54.560957 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:54.590283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Port': ['ID=c7804fb1-75b8-490e-80fb-9ef548a9c9b9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:27:54.602528 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:27:54.602880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:27:54.603283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:27:54.603629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:27:54.603966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:27:54.604302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:27:54.605554 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:27:54.605554 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:27:54.606612 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:27:54.606947 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:27:54.607302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:27:54.607639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:27:54.661583 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:54.662260 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Floating IP fb64a3e2-90bb-432f-9473-c42b8143c1b1 disassociated (deleted). External IP: 172.25.1.156, port: 6d11b715-ec69-42fb-92aa-d92c205fba83. Aug 29 07:27:54.877052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Router d8c444fc-026b-46f1-84f6-6ccc55588c74 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:27:55.315750 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:27:55.320590 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:55.325175 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14900863-d836-45d9-82bf-9ec3558904ec None None] Sync routers for ids ['d8c444fc-026b-46f1-84f6-6ccc55588c74'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:27:55.337394 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14900863-d836-45d9-82bf-9ec3558904ec None None] Routers {'d8c444fc-026b-46f1-84f6-6ccc55588c74'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:27:55.338005 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-14900863-d836-45d9-82bf-9ec3558904ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:27:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d8c444fc-026b-46f1-84f6-6ccc55588c74'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:27:55.348961 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-48453f1b-ef2e-429f-824a-748669eb0f33 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "DELETE /v2.0/floatingips/fb64a3e2-90bb-432f-9473-c42b8143c1b1 HTTP/1.1" status: 204 len: 168 time: 1.3920114 Aug 29 07:27:55.348961 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'tag': '6d11b715-ec69-42fb-92aa-d92c205fba83'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:27:55.349518 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59728395-8096-4256-8f2e-b1ae779645be" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe225f2-b840-4319-9222-b7acf5681ca2", "tag": "6d11b715-ec69-42fb-92aa-d92c205fba83"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:27:55.389565 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eaf8f7-218d-46ad-97e2-1ca9196258c8 x-openstack-request-id: req-81eaf8f7-218d-46ad-97e2-1ca9196258c8 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:27:55.389865 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe225f2-b840-4319-9222-b7acf5681ca2", "tag": "6d11b715-ec69-42fb-92aa-d92c205fba83", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:27:55.390117 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81eaf8f7-218d-46ad-97e2-1ca9196258c8 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:27:55.390519 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'tag': '6d11b715-ec69-42fb-92aa-d92c205fba83', 'status': 'completed', 'code': 200} Aug 29 07:27:55.445109 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-14900863-d836-45d9-82bf-9ec3558904ec None None] Set router d8c444fc-026b-46f1-84f6-6ccc55588c74 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:27:55.483520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59728395-8096-4256-8f2e-b1ae779645be req-a4379a09-2db2-4792-a7eb-a19cd6e76050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:27:55.485052 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-59728395-8096-4256-8f2e-b1ae779645be req-a4379a09-2db2-4792-a7eb-a19cd6e76050 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0477154 Aug 29 07:27:55.583427 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59728395-8096-4256-8f2e-b1ae779645be req-5dbc5a4e-6334-423f-99b6-b314ecb9d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:27:55.584847 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-59728395-8096-4256-8f2e-b1ae779645be req-5dbc5a4e-6334-423f-99b6-b314ecb9d1f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ddbdeff-f763-46ea-a65b-99db712de7ae HTTP/1.1" status: 200 len: 898 time: 0.0920863 Aug 29 07:27:55.633067 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-59728395-8096-4256-8f2e-b1ae779645be req-f1e1db89-c911-4ad1-a7b3-38c1d05b2590 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d11b715-ec69-42fb-92aa-d92c205fba83 HTTP/1.1" status: 200 len: 217 time: 0.0357168 Aug 29 07:27:55.656763 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-14900863-d836-45d9-82bf-9ec3558904ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:26:29Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '465570b2-1516-4296-b6d0-67622fecbcd0', 'name': '', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:ca:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:28Z', 'updated_at': '2021-08-29T07:26:34Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:27:55.683078 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14900863-d836-45d9-82bf-9ec3558904ec None None] Checking router: d8c444fc-026b-46f1-84f6-6ccc55588c74 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:27:55.684286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59728395-8096-4256-8f2e-b1ae779645be req-0551700f-db40-433f-bfd4-5f0652537596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:27:55.685933 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-59728395-8096-4256-8f2e-b1ae779645be req-0551700f-db40-433f-bfd4-5f0652537596 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6ed0f87-106a-4666-b254-f927b4e3081e HTTP/1.1" status: 200 len: 835 time: 0.0465775 Aug 29 07:27:55.694059 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14900863-d836-45d9-82bf-9ec3558904ec None None] Routers {'d8c444fc-026b-46f1-84f6-6ccc55588c74'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:27:55.694685 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-14900863-d836-45d9-82bf-9ec3558904ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:27:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d8c444fc-026b-46f1-84f6-6ccc55588c74'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:27:55.734018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59728395-8096-4256-8f2e-b1ae779645be req-a9e1c656-2309-4c45-8ea1-c7061476822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:27:55.735538 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-59728395-8096-4256-8f2e-b1ae779645be req-a9e1c656-2309-4c45-8ea1-c7061476822c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ddbdeff-f763-46ea-a65b-99db712de7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419500 Aug 29 07:27:55.781263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f84191-ed42-479b-bd43-54b43d49e732 req-b6d83ccb-2efe-46fa-b33e-082dd77d4867 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:27:55.785438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71f84191-ed42-479b-bd43-54b43d49e732 req-b6d83ccb-2efe-46fa-b33e-082dd77d4867 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 945 time: 0.0527508 Aug 29 07:27:55.808310 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-14900863-d836-45d9-82bf-9ec3558904ec None None] Set router d8c444fc-026b-46f1-84f6-6ccc55588c74 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:27:55.823857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71f84191-ed42-479b-bd43-54b43d49e732 req-11157a3c-4466-4122-9a06-78f299be3be9 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=70e9ebe3-30bf-4e37-a1ac-a80e98f28fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345874 Aug 29 07:27:55.846465 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-59728395-8096-4256-8f2e-b1ae779645be req-c053e634-aebf-4b1c-b09a-a55c72d86160 service neutron] 10.222.0.11 "GET /v2.0/networks/3ddbdeff-f763-46ea-a65b-99db712de7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031439 Aug 29 07:27:55.960048 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-59728395-8096-4256-8f2e-b1ae779645be req-1e0e4375-dc4a-48ac-a4e5-d5dca06eb974 service neutron] 10.222.0.11 "GET /v2.0/networks/3ddbdeff-f763-46ea-a65b-99db712de7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063788 Aug 29 07:27:56.017977 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-14900863-d836-45d9-82bf-9ec3558904ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:26:29Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '465570b2-1516-4296-b6d0-67622fecbcd0', 'name': '', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:ca:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:28Z', 'updated_at': '2021-08-29T07:26:34Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:27:56.044131 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14900863-d836-45d9-82bf-9ec3558904ec None None] The sync data for ids ['d8c444fc-026b-46f1-84f6-6ccc55588c74'] in n-d-713301-12 is: [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:26:29Z', 'revision_number': 4, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '465570b2-1516-4296-b6d0-67622fecbcd0', 'name': '', 'network_id': '3ddbdeff-f763-46ea-a65b-99db712de7ae', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'mac_address': 'fa:16:3e:ca:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:28Z', 'updated_at': '2021-08-29T07:26:34Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'subnets': [{'id': 'e6ed0f87-106a-4666-b254-f927b4e3081e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:27:56.267949 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e9bef3-8a00-48b1-ab36-d6bc1be239ea None None] New status for floating IP fb64a3e2-90bb-432f-9473-c42b8143c1b1: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:27:57.020041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b276e1-c9b5-4220-b4d0-9a61aad7581e req-25c131ef-0604-4961-bb8a-2690ab4b3ad5 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:27:57.021504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8b276e1-c9b5-4220-b4d0-9a61aad7581e req-25c131ef-0604-4961-bb8a-2690ab4b3ad5 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 945 time: 0.1212876 Aug 29 07:27:57.058008 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8b276e1-c9b5-4220-b4d0-9a61aad7581e req-d59ef55a-dfc7-4305-aaa3-46e876d3c06e tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/security-groups?id=70e9ebe3-30bf-4e37-a1ac-a80e98f28fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304871 Aug 29 07:27:57.526286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701a2b0-b5bc-4a1f-aa0a-17d7f3877ece req-cf5a5a60-95db-483a-b00e-e1a2a8073c27 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:27:57.527747 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6701a2b0-b5bc-4a1f-aa0a-17d7f3877ece req-cf5a5a60-95db-483a-b00e-e1a2a8073c27 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 945 time: 0.0526898 Aug 29 07:27:57.618131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-6701a2b0-b5bc-4a1f-aa0a-17d7f3877ece req-2943570e-1e65-4057-accc-7c11b673a3aa tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Deleting port 6d11b715-ec69-42fb-92aa-d92c205fba83 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:27:57.618469 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6701a2b0-b5bc-4a1f-aa0a-17d7f3877ece req-2943570e-1e65-4057-accc-7c11b673a3aa tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:57.706790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-6701a2b0-b5bc-4a1f-aa0a-17d7f3877ece req-2943570e-1e65-4057-accc-7c11b673a3aa tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] For port 6d11b715-ec69-42fb-92aa-d92c205fba83, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6d11b715-ec69-42fb-92aa-d92c205fba83,segment=NetworkSegment(98af1cef-50fb-4ac4-bcfa-1649eb28ed7a),segment_id=98af1cef-50fb-4ac4-bcfa-1649eb28ed7a)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:27:57.707172 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6701a2b0-b5bc-4a1f-aa0a-17d7f3877ece req-2943570e-1e65-4057-accc-7c11b673a3aa tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:57.720112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-6701a2b0-b5bc-4a1f-aa0a-17d7f3877ece req-2943570e-1e65-4057-accc-7c11b673a3aa tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Calling delete_port for 6d11b715-ec69-42fb-92aa-d92c205fba83 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:27:57.921441 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6701a2b0-b5bc-4a1f-aa0a-17d7f3877ece req-2943570e-1e65-4057-accc-7c11b673a3aa tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:57.955215 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943570e-1e65-4057-accc-7c11b673a3aa tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Port': ['ID=6d11b715-ec69-42fb-92aa-d92c205fba83,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:27:57.995988 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6701a2b0-b5bc-4a1f-aa0a-17d7f3877ece req-2943570e-1e65-4057-accc-7c11b673a3aa tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] No DVR routers for this DVR port 6d11b715-ec69-42fb-92aa-d92c205fba83 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:27:58.000885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6701a2b0-b5bc-4a1f-aa0a-17d7f3877ece req-2943570e-1e65-4057-accc-7c11b673a3aa tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:58.001302 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6701a2b0-b5bc-4a1f-aa0a-17d7f3877ece req-2943570e-1e65-4057-accc-7c11b673a3aa tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.11 "DELETE /v2.0/ports/6d11b715-ec69-42fb-92aa-d92c205fba83 HTTP/1.1" status: 204 len: 173 time: 0.4664922 Aug 29 07:27:58.001737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'name': 'network-vif-deleted', 'tag': '6d11b715-ec69-42fb-92aa-d92c205fba83'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:27:58.004074 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcac8ad6-9a8f-4f2b-9712-14b16b7e2729" -d '{"events": [{"server_uuid": "6fe225f2-b840-4319-9222-b7acf5681ca2", "name": "network-vif-deleted", "tag": "6d11b715-ec69-42fb-92aa-d92c205fba83"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:27:58.041101 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2bfd25-478a-46b8-afbc-3d0ef7f636f7 x-openstack-request-id: req-1e2bfd25-478a-46b8-afbc-3d0ef7f636f7 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:27:58.041399 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe225f2-b840-4319-9222-b7acf5681ca2", "name": "network-vif-deleted", "tag": "6d11b715-ec69-42fb-92aa-d92c205fba83", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:27:58.041652 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e2bfd25-478a-46b8-afbc-3d0ef7f636f7 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:27:58.042079 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe225f2-b840-4319-9222-b7acf5681ca2', 'name': 'network-vif-deleted', 'tag': '6d11b715-ec69-42fb-92aa-d92c205fba83', 'status': 'completed', 'code': 200} Aug 29 07:27:58.151211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a7721b4-ce06-4ae4-aa91-ce5ef5d925c9 req-8504dc83-5198-4ce9-88fb-f4922b660f04 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fe225f2-b840-4319-9222-b7acf5681ca2 HTTP/1.1" status: 200 len: 210 time: 0.0266609 Aug 29 07:27:59.212141 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39708) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:27:59.270855 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94c126ba-a472-4634-8087-ce63a932bd99 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:59.295337 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94c126ba-a472-4634-8087-ce63a932bd99 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:59.436109 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94c126ba-a472-4634-8087-ce63a932bd99 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:59.438687 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-94c126ba-a472-4634-8087-ce63a932bd99 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:27:59.439955 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-94c126ba-a472-4634-8087-ce63a932bd99 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "DELETE /v2.0/security-groups/70e9ebe3-30bf-4e37-a1ac-a80e98f28fab HTTP/1.1" status: 204 len: 168 time: 0.2268326 Aug 29 07:27:59.450925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c126ba-a472-4634-8087-ce63a932bd99 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e9ebe3-30bf-4e37-a1ac-a80e98f28fab,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:27:59.533054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39712) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:27:59.909540 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:00.161171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Deleting port 465570b2-1516-4296-b6d0-67622fecbcd0 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:28:00.161433 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:00.246397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] For port 465570b2-1516-4296-b6d0-67622fecbcd0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=465570b2-1516-4296-b6d0-67622fecbcd0,segment=NetworkSegment(98af1cef-50fb-4ac4-bcfa-1649eb28ed7a),segment_id=98af1cef-50fb-4ac4-bcfa-1649eb28ed7a)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:28:00.246756 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:00.265416 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Calling delete_port for 465570b2-1516-4296-b6d0-67622fecbcd0 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:28:00.566820 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:00.592841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Port': ['ID=465570b2-1516-4296-b6d0-67622fecbcd0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:00.606682 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:00.607041 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:00.607429 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:00.607780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:00.608119 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:00.608456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:00.608783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:00.609111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:00.609438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:00.609762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:00.610124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:00.610519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:00.680267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6d11b715-ec69-42fb-92aa-d92c205fba83 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:28:00.702299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 6d11b715-ec69-42fb-92aa-d92c205fba83 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:28:00.702651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6d11b715-ec69-42fb-92aa-d92c205fba83 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:28:00.777749 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:00.988130 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Router d8c444fc-026b-46f1-84f6-6ccc55588c74 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:28:01.408658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:28:01.413571 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9f7840c5-bbde-425f-9a92-459fd94de6dc tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "PUT /v2.0/routers/d8c444fc-026b-46f1-84f6-6ccc55588c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8794348 Aug 29 07:28:01.416272 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39714) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:01.420210 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f167254-9802-4a83-9cbf-c3d1f8844250 None None] Sync routers for ids ['d8c444fc-026b-46f1-84f6-6ccc55588c74'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:28:01.429481 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f167254-9802-4a83-9cbf-c3d1f8844250 None None] Routers {'d8c444fc-026b-46f1-84f6-6ccc55588c74'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:28:01.430107 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3f167254-9802-4a83-9cbf-c3d1f8844250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:27:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d8c444fc-026b-46f1-84f6-6ccc55588c74'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:28:01.467183 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d5366f-ec60-433e-bd81-2d76bd65e030 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Deleting subnet e6ed0f87-106a-4666-b254-f927b4e3081e {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:28:01.470202 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e7d5366f-ec60-433e-bd81-2d76bd65e030 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:01.509547 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e7d5366f-ec60-433e-bd81-2d76bd65e030 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:01.534601 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3f167254-9802-4a83-9cbf-c3d1f8844250 None None] Set router d8c444fc-026b-46f1-84f6-6ccc55588c74 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:28:01.593997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e7d5366f-ec60-433e-bd81-2d76bd65e030 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:01.687349 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e7d5366f-ec60-433e-bd81-2d76bd65e030 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:01.711731 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3f167254-9802-4a83-9cbf-c3d1f8844250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:28:00Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:28:01.713980 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5366f-ec60-433e-bd81-2d76bd65e030 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ed0f87-106a-4666-b254-f927b4e3081e,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:01.718277 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e7d5366f-ec60-433e-bd81-2d76bd65e030 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:01.720153 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e7d5366f-ec60-433e-bd81-2d76bd65e030 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "DELETE /v2.0/subnets/e6ed0f87-106a-4666-b254-f927b4e3081e HTTP/1.1" status: 204 len: 168 time: 0.3020487 Aug 29 07:28:01.722894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39716) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:01.726050 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c5d2c4-93ad-415a-84f1-dbd505b43530 None None] Network 3ddbdeff-f763-46ea-a65b-99db712de7ae requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:28:01.746223 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f167254-9802-4a83-9cbf-c3d1f8844250 None None] Checking router: d8c444fc-026b-46f1-84f6-6ccc55588c74 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:28:01.754751 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f167254-9802-4a83-9cbf-c3d1f8844250 None None] Routers {'d8c444fc-026b-46f1-84f6-6ccc55588c74'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:28:01.755421 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3f167254-9802-4a83-9cbf-c3d1f8844250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:27:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d8c444fc-026b-46f1-84f6-6ccc55588c74'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:28:01.832451 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:01.869591 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3f167254-9802-4a83-9cbf-c3d1f8844250 None None] Set router d8c444fc-026b-46f1-84f6-6ccc55588c74 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:28:01.929612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] DHCP port deletion for 3ddbdeff-f763-46ea-a65b-99db712de7ae request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:28:01.949117 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:01.978079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Deleting port 1c20fe0b-cf63-416d-9cf8-58d760634079 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:28:01.978525 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.044009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] For port 1c20fe0b-cf63-416d-9cf8-58d760634079, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1c20fe0b-cf63-416d-9cf8-58d760634079,segment=NetworkSegment(98af1cef-50fb-4ac4-bcfa-1649eb28ed7a),segment_id=98af1cef-50fb-4ac4-bcfa-1649eb28ed7a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:28:02.044404 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.058315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Calling delete_port for 1c20fe0b-cf63-416d-9cf8-58d760634079 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:28:02.071489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Deleting port 55b84a38-835c-438d-aaaf-5c1daf87a173 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:28:02.072011 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.151211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] For port 55b84a38-835c-438d-aaaf-5c1daf87a173, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=55b84a38-835c-438d-aaaf-5c1daf87a173,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:28:02.151620 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.154726 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3f167254-9802-4a83-9cbf-c3d1f8844250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:28:00Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:28:02.165023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Calling delete_port for 55b84a38-835c-438d-aaaf-5c1daf87a173 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:28:02.180669 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f167254-9802-4a83-9cbf-c3d1f8844250 None None] The sync data for ids ['d8c444fc-026b-46f1-84f6-6ccc55588c74'] in n-d-713301-12 is: [{'id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'name': 'tempest-TestNetworkBasicOps-router-1836926323', 'tenant_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:26:24Z', 'updated_at': '2021-08-29T07:28:00Z', 'revision_number': 5, 'project_id': '1b6857e1a1dd4f12bcc19442da7943f2', 'gw_port': {'id': '55b84a38-835c-438d-aaaf-5c1daf87a173', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c444fc-026b-46f1-84f6-6ccc55588c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:26:25Z', 'updated_at': '2021-08-29T07:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:28:02.240839 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.269312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] No DVR routers for this DVR port 1c20fe0b-cf63-416d-9cf8-58d760634079 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:28:02.270888 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Pushing event deleted for resources: {'Port': ['ID=1c20fe0b-cf63-416d-9cf8-58d760634079,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:02.283337 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:02.283688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:02.284681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:02.284681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:02.284681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:02.284987 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:02.285302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:02.285626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:02.285951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:02.286271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:02.286592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:02.286910 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6317fb-6ca4-4e22-a6cf-5dda16c92855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:28:02.417808 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.443634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Port': ['ID=55b84a38-835c-438d-aaaf-5c1daf87a173,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:02.509608 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.608414 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.610787 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.645915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1c20fe0b-cf63-416d-9cf8-58d760634079 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:28:02.674215 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 1c20fe0b-cf63-416d-9cf8-58d760634079 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:28:02.674556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1c20fe0b-cf63-416d-9cf8-58d760634079 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:28:02.674982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 465570b2-1516-4296-b6d0-67622fecbcd0 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:28:02.694637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 465570b2-1516-4296-b6d0-67622fecbcd0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:28:02.694989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 465570b2-1516-4296-b6d0-67622fecbcd0 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:28:02.703834 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.704419 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Fanout notify agent at l3_agent the message router_deleted on router d8c444fc-026b-46f1-84f6-6ccc55588c74 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:28:02.711965 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.713162 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ced1b629-795d-43ff-a8c1-8b4f4a214c1d tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "DELETE /v2.0/routers/d8c444fc-026b-46f1-84f6-6ccc55588c74 HTTP/1.1" status: 204 len: 168 time: 0.9891410 Aug 29 07:28:02.717236 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39718) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:02.796966 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-941e7be6-a6d1-41f8-b444-5a38d8026422 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.883178 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-941e7be6-a6d1-41f8-b444-5a38d8026422 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.892642 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-941e7be6-a6d1-41f8-b444-5a38d8026422 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddbdeff-f763-46ea-a65b-99db712de7ae']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:28:02.902834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-941e7be6-a6d1-41f8-b444-5a38d8026422 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:28:02.903131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-941e7be6-a6d1-41f8-b444-5a38d8026422 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98af1cef-50fb-4ac4-bcfa-1649eb28ed7a') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:28:02.911701 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-941e7be6-a6d1-41f8-b444-5a38d8026422 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.925734 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-941e7be6-a6d1-41f8-b444-5a38d8026422 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.931649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941e7be6-a6d1-41f8-b444-5a38d8026422 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:28:02.932070 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-941e7be6-a6d1-41f8-b444-5a38d8026422 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:28:02.935564 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:28:03.063561 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-941e7be6-a6d1-41f8-b444-5a38d8026422 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:03.071052 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-941e7be6-a6d1-41f8-b444-5a38d8026422 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:03.072334 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-941e7be6-a6d1-41f8-b444-5a38d8026422 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] 10.222.0.76 "DELETE /v2.0/networks/3ddbdeff-f763-46ea-a65b-99db712de7ae HTTP/1.1" status: 204 len: 168 time: 0.3556457 Aug 29 07:28:03.083737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e7be6-a6d1-41f8-b444-5a38d8026422 tempest-TestNetworkBasicOps-1045697331 tempest-TestNetworkBasicOps-1045697331-project] Pushing event deleted for resources: {'Network': ['ID=3ddbdeff-f763-46ea-a65b-99db712de7ae,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:03.600935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39724) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:03.727862 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bbcfb0fd-aa91-4bcd-a5cc-55c4270dea8e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1b6857e1a1dd4f12bcc19442da7943f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257806 Aug 29 07:28:03.730367 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39728) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:03.777879 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75cea135-02fd-4d20-bbaa-80b65671f158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:03.798520 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75cea135-02fd-4d20-bbaa-80b65671f158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:03.943890 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75cea135-02fd-4d20-bbaa-80b65671f158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:03.946406 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-75cea135-02fd-4d20-bbaa-80b65671f158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:03.947781 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-75cea135-02fd-4d20-bbaa-80b65671f158 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2713a807-9e44-4c8f-b968-53f85466cd13 HTTP/1.1" status: 204 len: 168 time: 0.2164352 Aug 29 07:28:03.955981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cea135-02fd-4d20-bbaa-80b65671f158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2713a807-9e44-4c8f-b968-53f85466cd13,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:03.974157 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:04.347442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 55b84a38-835c-438d-aaaf-5c1daf87a173 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:28:04.367047 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 55b84a38-835c-438d-aaaf-5c1daf87a173 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:28:04.367423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 55b84a38-835c-438d-aaaf-5c1daf87a173 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:28:04.586384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39734) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:04.604120 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-faba4ff2-c8c6-4a58-a9a2-df244df5f089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:04.691457 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-faba4ff2-c8c6-4a58-a9a2-df244df5f089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:04.749389 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-faba4ff2-c8c6-4a58-a9a2-df244df5f089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:04.787362 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-faba4ff2-c8c6-4a58-a9a2-df244df5f089 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1f4a80ab058f402898c2ff41eaa3ff4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998456 Aug 29 07:28:04.788480 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba4ff2-c8c6-4a58-a9a2-df244df5f089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3e4c00-1932-43d2-9aa8-c62316d99fac,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:04.790062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39736) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:04.840791 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-df6b3c11-09ac-41cb-830c-75209f41a6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:04.861287 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-df6b3c11-09ac-41cb-830c-75209f41a6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:04.972077 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-df6b3c11-09ac-41cb-830c-75209f41a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:04.974653 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-df6b3c11-09ac-41cb-830c-75209f41a6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:04.975848 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-df6b3c11-09ac-41cb-830c-75209f41a6e0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba3e4c00-1932-43d2-9aa8-c62316d99fac HTTP/1.1" status: 204 len: 168 time: 0.1839256 Aug 29 07:28:04.984100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b3c11-09ac-41cb-830c-75209f41a6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3e4c00-1932-43d2-9aa8-c62316d99fac,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:08.154884 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-03697fb5-07cb-41cd-887a-2477cecc6a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:09.459041 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39892) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:09.564929 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eb330f6a-cee6-4ca4-9428-8555cbd482b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:09.649573 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eb330f6a-cee6-4ca4-9428-8555cbd482b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:09.698132 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eb330f6a-cee6-4ca4-9428-8555cbd482b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:09.736356 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-eb330f6a-cee6-4ca4-9428-8555cbd482b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=392536ae481f4c93aefa0cb6fcc5fb7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762563 Aug 29 07:28:09.737329 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb330f6a-cee6-4ca4-9428-8555cbd482b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ea5ff8-ce03-4ed8-ad81-b3b8d0dad69b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:09.739108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39896) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:09.788842 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8606600c-dc40-40b7-a4d6-d06972e2ac32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:09.810671 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8606600c-dc40-40b7-a4d6-d06972e2ac32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:09.898011 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8606600c-dc40-40b7-a4d6-d06972e2ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:09.900872 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8606600c-dc40-40b7-a4d6-d06972e2ac32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:09.901992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8606600c-dc40-40b7-a4d6-d06972e2ac32 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10ea5ff8-ce03-4ed8-ad81-b3b8d0dad69b HTTP/1.1" status: 204 len: 168 time: 0.1618242 Aug 29 07:28:09.910680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606600c-dc40-40b7-a4d6-d06972e2ac32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ea5ff8-ce03-4ed8-ad81-b3b8d0dad69b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:10.512281 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 39904) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:10.526583 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf74d-303c-4925-85e6-d43f50c3286f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:10.616068 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf74d-303c-4925-85e6-d43f50c3286f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:10.652166 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf74d-303c-4925-85e6-d43f50c3286f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:10.689278 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e8cdf74d-303c-4925-85e6-d43f50c3286f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22f7ff2003ad478f88f32cf6b4d25bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759396 Aug 29 07:28:10.691172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdf74d-303c-4925-85e6-d43f50c3286f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ab47ec-6a96-4015-9863-03bc3ee34cff,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:10.692018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 39906) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:10.739923 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fdeddc67-09b0-4e2e-8cf2-28bf71207333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:10.761058 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fdeddc67-09b0-4e2e-8cf2-28bf71207333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:10.812445 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:10.857221 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fdeddc67-09b0-4e2e-8cf2-28bf71207333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:10.859994 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fdeddc67-09b0-4e2e-8cf2-28bf71207333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:10.861140 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fdeddc67-09b0-4e2e-8cf2-28bf71207333 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e5ab47ec-6a96-4015-9863-03bc3ee34cff HTTP/1.1" status: 204 len: 168 time: 0.1681428 Aug 29 07:28:10.870060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeddc67-09b0-4e2e-8cf2-28bf71207333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ab47ec-6a96-4015-9863-03bc3ee34cff,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:11.583918 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-106b222f-6a05-4a99-9fbf-db3aa9d60ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:11.886263 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:12.277698 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:28:13.624308 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:21.188034 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:21.916834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-a5eacdb3-2eef-4b5f-a949-bdba92c5104d tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=e6277142bc824d6f87d2372837bce66b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312390 Aug 29 07:28:22.097541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-d8f0d1c3-a368-4a06-aa86-c9d88b641459 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:22.098882 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-d8f0d1c3-a368-4a06-aa86-c9d88b641459 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759827 Aug 29 07:28:22.113819 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-7de4df94-86a4-4296-a0b1-d11b3c51cb64 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/quotas/e6277142bc824d6f87d2372837bce66b HTTP/1.1" status: 200 len: 375 time: 0.0092437 Aug 29 07:28:22.144152 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-2be22947-dedf-4e3d-bd4a-773bdfe380fd tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6277142bc824d6f87d2372837bce66b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251451 Aug 29 07:28:22.389720 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5ccb178b-caa8-4417-a4e1-2093b35c1791 req-0d6a3e59-ac89-43d9-a29d-837cb0a69cb5 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 210 time: 0.0262313 Aug 29 07:28:23.490316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76054f1e-81b1-4b09-b689-8ff321fecab3 req-8cc99c9a-85a3-4294-9949-9754578a184e tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 210 time: 0.0307760 Aug 29 07:28:24.237600 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-1820e0b1-498a-4fd9-8502-337b446a1ce8 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e6277142bc824d6f87d2372837bce66b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204811 Aug 29 07:28:24.342438 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-600db790-9835-46b8-aae6-59fdf19e317c tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:24.343927 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-600db790-9835-46b8-aae6-59fdf19e317c tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1011267 Aug 29 07:28:24.361911 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Request body: {'port': {'device_id': 'dc67b7df-78d3-4df3-8f84-aa4748273dbe', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'admin_state_up': True, 'tenant_id': 'e6277142bc824d6f87d2372837bce66b'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:28:24.555025 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Made reservation on behalf of e6277142bc824d6f87d2372837bce66b for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:28:24.558702 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:24.569025 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:24.584738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3df8d9eb-17ef-4ff7-9c03-126de1c32c54 req-fcafcb6c-d831-4f2a-a3bb-e03a8477bf93 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 210 time: 0.0269122 Aug 29 07:28:24.658716 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:24.743455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:24.804749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c883b7-224b-4a5a-a78b-70440ae59e76,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:24.880776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Allocated IP 192.168.233.187 (ac5d1ff9-6697-4dc1-a144-1d82776659c7/79d41fc9-47a4-45b2-8623-f7d12759e939/9f3793af-8646-427d-9e46-43e6046e9234) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:28:25.027008 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:25.044278 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Transition to ACTIVE for port object 9f3793af-8646-427d-9e46-43e6046e9234 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:28:25.149505 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:25.193857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Network ac5d1ff9-6697-4dc1-a144-1d82776659c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:28:25.196875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:28:25.200446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:28:25.225116 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Pushing event updated for resources: {'Port': ['ID=9f3793af-8646-427d-9e46-43e6046e9234,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:25.253129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:25.253774 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:25.321631 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c02e007a-6fcb-4351-be57-6c4094e35d08 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9638968 Aug 29 07:28:25.340491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Request body: {'port': {'device_id': 'dc67b7df-78d3-4df3-8f84-aa4748273dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:28:25.398569 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:25.515257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a8842748-08e7-445d-8f6e-d8a386261589 None None] Provisioning for port 9f3793af-8646-427d-9e46-43e6046e9234 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:28:25.519357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a8842748-08e7-445d-8f6e-d8a386261589 None None] Provisioning complete for port 9f3793af-8646-427d-9e46-43e6046e9234 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:28:25.519734 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a8842748-08e7-445d-8f6e-d8a386261589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:25.554996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-a8842748-08e7-445d-8f6e-d8a386261589 None None] Port 9f3793af-8646-427d-9e46-43e6046e9234 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:28:25.658291 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3793af-8646-427d-9e46-43e6046e9234 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:28:25.665897 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:25.677708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Transition to ACTIVE for port object 9f3793af-8646-427d-9e46-43e6046e9234 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:28:25.700975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf3467-40ea-44e6-a559-b45130b956db req-e82ad583-da6a-4b9b-aa5a-2a7ec024393e tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:25.703125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13cf3467-40ea-44e6-a559-b45130b956db req-e82ad583-da6a-4b9b-aa5a-2a7ec024393e tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 936 time: 0.0501883 Aug 29 07:28:25.737461 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:25.739790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13cf3467-40ea-44e6-a559-b45130b956db req-f3a7ab95-9429-4575-ba8d-ebaf27e9cb4b tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c883b7-224b-4a5a-a78b-70440ae59e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305915 Aug 29 07:28:25.803054 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3793af-8646-427d-9e46-43e6046e9234,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:25.863226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Attempting to bind port 9f3793af-8646-427d-9e46-43e6046e9234 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:28:25.863564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Attempting to bind port 9f3793af-8646-427d-9e46-43e6046e9234 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:28:25.863893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Attempting to bind port 9f3793af-8646-427d-9e46-43e6046e9234 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:28:25.868858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Port 9f3793af-8646-427d-9e46-43e6046e9234 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:28:25.869378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Attempting to bind port 9f3793af-8646-427d-9e46-43e6046e9234 on network ac5d1ff9-6697-4dc1-a144-1d82776659c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:28:25.874559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:28:25.874897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Checking segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:28:25.875318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Bound using segment: {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:28:25.875746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Bound port: 9f3793af-8646-427d-9e46-43e6046e9234, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e3506-91aa-4b48-96af-315d69e7b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:28:25.876097 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:25.941704 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] For port 9f3793af-8646-427d-9e46-43e6046e9234, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:28:25.944771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] For port 9f3793af-8646-427d-9e46-43e6046e9234, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9f3793af-8646-427d-9e46-43e6046e9234,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:28:26.045209 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:26.070618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:26.071286 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:26.072632 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] 10.222.0.11 "PUT /v2.0/ports/9f3793af-8646-427d-9e46-43e6046e9234 HTTP/1.1" status: 200 len: 1097 time: 0.7371233 Aug 29 07:28:26.073078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc67b7df-78d3-4df3-8f84-aa4748273dbe', 'tag': '9f3793af-8646-427d-9e46-43e6046e9234'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:28:26.075384 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26f7991-602b-4398-8a32-be7bad3c78b8" -d '{"events": [{"name": "network-changed", "server_uuid": "dc67b7df-78d3-4df3-8f84-aa4748273dbe", "tag": "9f3793af-8646-427d-9e46-43e6046e9234"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:28:26.100168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d350a23-1f51-4bb9-9ee4-dead2099ea23 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3793af-8646-427d-9e46-43e6046e9234,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:26.115884 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6b67b4-c8af-4f9a-aded-92894598856f x-openstack-request-id: req-9e6b67b4-c8af-4f9a-aded-92894598856f {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:28:26.116182 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc67b7df-78d3-4df3-8f84-aa4748273dbe", "tag": "9f3793af-8646-427d-9e46-43e6046e9234", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:28:26.121051 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e6b67b4-c8af-4f9a-aded-92894598856f {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:28:26.121051 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc67b7df-78d3-4df3-8f84-aa4748273dbe', 'tag': '9f3793af-8646-427d-9e46-43e6046e9234', 'status': 'completed', 'code': 200} Aug 29 07:28:26.198577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f7991-602b-4398-8a32-be7bad3c78b8 req-677b5ea9-d0be-4eeb-96d1-80d1c26abe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:26.200116 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d26f7991-602b-4398-8a32-be7bad3c78b8 req-677b5ea9-d0be-4eeb-96d1-80d1c26abe26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6277142bc824d6f87d2372837bce66b&device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 1100 time: 0.0431387 Aug 29 07:28:26.234179 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d26f7991-602b-4398-8a32-be7bad3c78b8 req-8ac57f76-7376-4c63-bb77-f39501ac3ba3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e6277142bc824d6f87d2372837bce66b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201578 Aug 29 07:28:26.330644 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f7991-602b-4398-8a32-be7bad3c78b8 req-8262b562-705c-455e-8a5e-fe1041533e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:26.332174 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d26f7991-602b-4398-8a32-be7bad3c78b8 req-8262b562-705c-455e-8a5e-fe1041533e31 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919845 Aug 29 07:28:26.431284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-2af4677a-a61f-4f93-958c-1f47f3765504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:26.432768 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-2af4677a-a61f-4f93-958c-1f47f3765504 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6277142bc824d6f87d2372837bce66b&device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 1100 time: 0.0414362 Aug 29 07:28:26.482590 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-26c8ec7e-b64f-44e5-b241-3b36c14884b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=9f3793af-8646-427d-9e46-43e6046e9234 HTTP/1.1" status: 200 len: 217 time: 0.0370085 Aug 29 07:28:26.531675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9ab17125-aac7-4054-ae45-3e92648c37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:26.533060 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-9ab17125-aac7-4054-ae45-3e92648c37e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79d41fc9-47a4-45b2-8623-f7d12759e939 HTTP/1.1" status: 200 len: 843 time: 0.0431302 Aug 29 07:28:26.576969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-3cf7250a-6051-48b3-8351-d7c9de900b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:26.578334 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-3cf7250a-6051-48b3-8351-d7c9de900b09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac5d1ff9-6697-4dc1-a144-1d82776659c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0386722 Aug 29 07:28:26.671953 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-42f92842-f324-4f1c-a44f-ad613ae63e2a service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849321 Aug 29 07:28:26.759566 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3814febd-560d-4c3a-ab42-57298cf1e1c9 req-c4bb3c60-35d1-4715-99cf-f1c18f2885a3 service neutron] 10.222.0.11 "GET /v2.0/networks/ac5d1ff9-6697-4dc1-a144-1d82776659c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819056 Aug 29 07:28:26.856975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacae5f-9288-4b32-aeed-7c7a0e1d835f req-5bcf1467-3843-491e-aa73-8a2f0aa8fe70 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:26.858393 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfacae5f-9288-4b32-aeed-7c7a0e1d835f req-5bcf1467-3843-491e-aa73-8a2f0aa8fe70 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 948 time: 0.0487285 Aug 29 07:28:26.896405 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dfacae5f-9288-4b32-aeed-7c7a0e1d835f req-b045588f-9eb9-4cc7-82d2-c35af8edb7c8 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c883b7-224b-4a5a-a78b-70440ae59e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318401 Aug 29 07:28:28.014550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42add9d1-08f0-45ec-9467-dcf0154b1081 req-96bc3651-0c51-458f-9fb7-4e487d358786 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:28.016188 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42add9d1-08f0-45ec-9467-dcf0154b1081 req-96bc3651-0c51-458f-9fb7-4e487d358786 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 948 time: 0.0527241 Aug 29 07:28:28.056318 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42add9d1-08f0-45ec-9467-dcf0154b1081 req-72a2c946-383d-4885-9d93-cc3fb32981f9 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c883b7-224b-4a5a-a78b-70440ae59e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338955 Aug 29 07:28:28.800267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 9f3793af-8646-427d-9e46-43e6046e9234 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:28:28.891381 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 9f3793af-8646-427d-9e46-43e6046e9234, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9f3793af-8646-427d-9e46-43e6046e9234,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:28:28.902634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '9f3793af-8646-427d-9e46-43e6046e9234', 'network_id': 'ac5d1ff9-6697-4dc1-a144-1d82776659c7', 'port_id': '9f3793af-8646-427d-9e46-43e6046e9234', 'mac_address': 'fa:16:3e:75:0c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d41fc9-47a4-45b2-8623-f7d12759e939', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:28:28.941849 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:28.953957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3793af-8646-427d-9e46-43e6046e9234 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:28:28.972404 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 9f3793af-8646-427d-9e46-43e6046e9234, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9f3793af-8646-427d-9e46-43e6046e9234,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:28:29.034245 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:29.081204 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=9f3793af-8646-427d-9e46-43e6046e9234,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:29.181206 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95582344-29f5-4c9e-8180-e79f020022ce req-5657287d-bf83-46b2-9f23-79395f7ffb5e tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:29.182595 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95582344-29f5-4c9e-8180-e79f020022ce req-5657287d-bf83-46b2-9f23-79395f7ffb5e tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 949 time: 0.0492523 Aug 29 07:28:29.219925 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95582344-29f5-4c9e-8180-e79f020022ce req-43f929c8-021c-4a3f-8bf7-c92205baca81 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c883b7-224b-4a5a-a78b-70440ae59e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Aug 29 07:28:29.497562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['9f3793af-8646-427d-9e46-43e6046e9234'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:28:30.336231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42f641-7cc2-46d0-b67c-9c9c2dce6da6 req-6ad9ab8a-1c82-4437-a78c-f5f1d31e6d46 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:30.337737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df42f641-7cc2-46d0-b67c-9c9c2dce6da6 req-6ad9ab8a-1c82-4437-a78c-f5f1d31e6d46 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 949 time: 0.0524707 Aug 29 07:28:30.375086 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df42f641-7cc2-46d0-b67c-9c9c2dce6da6 req-06262c22-34e8-451e-bf53-8e8db7b46f90 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c883b7-224b-4a5a-a78b-70440ae59e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Aug 29 07:28:30.831339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 9f3793af-8646-427d-9e46-43e6046e9234 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:28:30.938128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 9f3793af-8646-427d-9e46-43e6046e9234 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:28:30.942587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 9f3793af-8646-427d-9e46-43e6046e9234 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:28:30.942958 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:31.016526 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:31.038663 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc67b7df-78d3-4df3-8f84-aa4748273dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3793af-8646-427d-9e46-43e6046e9234'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:28:31.040893 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780bce10-2f85-4414-a689-f59c44920dc0" -d '{"events": [{"server_uuid": "dc67b7df-78d3-4df3-8f84-aa4748273dbe", "name": "network-vif-plugged", "status": "completed", "tag": "9f3793af-8646-427d-9e46-43e6046e9234"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:28:31.053934 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 9f3793af-8646-427d-9e46-43e6046e9234, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9f3793af-8646-427d-9e46-43e6046e9234,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:28:31.077358 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0745f40-d6eb-4177-a0dc-fcf4ceb8b5cc x-openstack-request-id: req-d0745f40-d6eb-4177-a0dc-fcf4ceb8b5cc {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:28:31.077646 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc67b7df-78d3-4df3-8f84-aa4748273dbe", "name": "network-vif-plugged", "status": "completed", "tag": "9f3793af-8646-427d-9e46-43e6046e9234", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:28:31.077899 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0745f40-d6eb-4177-a0dc-fcf4ceb8b5cc {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:28:31.078284 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc67b7df-78d3-4df3-8f84-aa4748273dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3793af-8646-427d-9e46-43e6046e9234', 'code': 200} Aug 29 07:28:31.120775 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:31.170963 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=9f3793af-8646-427d-9e46-43e6046e9234,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:31.196139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9c68b-7572-44ed-9e2d-e6af6d00eaf0 req-b1b2dc2f-76db-4ad9-bd40-7c3ac0202d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:31.197633 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-72b9c68b-7572-44ed-9e2d-e6af6d00eaf0 req-b1b2dc2f-76db-4ad9-bd40-7c3ac0202d58 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 1102 time: 0.0399942 Aug 29 07:28:31.232608 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-72b9c68b-7572-44ed-9e2d-e6af6d00eaf0 req-cd030e12-6ef8-4109-b42f-7c246618b18d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d6c883b7-224b-4a5a-a78b-70440ae59e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271912 Aug 29 07:28:31.493875 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e93ae-1aaf-4504-93b3-80e0f5210d74 req-13325657-00d7-431e-8cb9-aba00ed3d32d tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:31.495487 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd0e93ae-1aaf-4504-93b3-80e0f5210d74 req-13325657-00d7-431e-8cb9-aba00ed3d32d tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 950 time: 0.0538893 Aug 29 07:28:31.534270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd0e93ae-1aaf-4504-93b3-80e0f5210d74 req-f4e884d0-7d79-410e-a482-ee23a2974841 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c883b7-224b-4a5a-a78b-70440ae59e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323532 Aug 29 07:28:32.650096 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9b71c-b07f-479d-a0e9-eb9b885bdf6f req-28af28ce-806a-4bfd-aa44-a4177514b7ca tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:32.651507 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77f9b71c-b07f-479d-a0e9-eb9b885bdf6f req-28af28ce-806a-4bfd-aa44-a4177514b7ca tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 950 time: 0.0493536 Aug 29 07:28:32.689190 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-77f9b71c-b07f-479d-a0e9-eb9b885bdf6f req-7f387797-7ce4-41e7-ba18-2fc8efad5be0 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c883b7-224b-4a5a-a78b-70440ae59e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314982 Aug 29 07:28:33.803115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861140e-a95a-416c-8966-bdc475668233 req-509a9fdb-7ca0-49dc-898a-e6f437024904 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:33.804609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c861140e-a95a-416c-8966-bdc475668233 req-509a9fdb-7ca0-49dc-898a-e6f437024904 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 950 time: 0.0499856 Aug 29 07:28:33.840548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c861140e-a95a-416c-8966-bdc475668233 req-54248a16-bf13-45c1-864d-89b7c1e45770 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c883b7-224b-4a5a-a78b-70440ae59e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300047 Aug 29 07:28:34.080291 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:35.281562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a551cae-66b2-4c76-b731-cecf65228d68 req-ce22454b-eef0-4b8f-8818-abb94d5ffa68 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:35.283016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a551cae-66b2-4c76-b731-cecf65228d68 req-ce22454b-eef0-4b8f-8818-abb94d5ffa68 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 950 time: 0.0532000 Aug 29 07:28:35.320519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a551cae-66b2-4c76-b731-cecf65228d68 req-285c9a06-9fa7-4792-ae4a-0e7aa8e2d95b tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c883b7-224b-4a5a-a78b-70440ae59e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Aug 29 07:28:36.436302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a062249-cfe2-4d78-a838-4c7f1d108c91 req-a2442723-4595-4db5-b1e4-8593368c9185 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:36.437852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a062249-cfe2-4d78-a838-4c7f1d108c91 req-a2442723-4595-4db5-b1e4-8593368c9185 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 950 time: 0.0495727 Aug 29 07:28:36.473871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9a062249-cfe2-4d78-a838-4c7f1d108c91 req-6d2e29df-9221-432f-9585-5046a72c77cf tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6c883b7-224b-4a5a-a78b-70440ae59e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300922 Aug 29 07:28:36.721492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133efaf2-1dc7-4f76-a45f-32065777bddc req-d72bc88e-37f8-40b1-bcd1-3de07bd5db92 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:36.722818 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-133efaf2-1dc7-4f76-a45f-32065777bddc req-d72bc88e-37f8-40b1-bcd1-3de07bd5db92 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 950 time: 0.0510874 Aug 29 07:28:36.808722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-133efaf2-1dc7-4f76-a45f-32065777bddc req-e296e0e2-d50a-4b85-bc17-092887e08781 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Deleting port 9f3793af-8646-427d-9e46-43e6046e9234 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:28:36.809062 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-133efaf2-1dc7-4f76-a45f-32065777bddc req-e296e0e2-d50a-4b85-bc17-092887e08781 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:36.899288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-133efaf2-1dc7-4f76-a45f-32065777bddc req-e296e0e2-d50a-4b85-bc17-092887e08781 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] For port 9f3793af-8646-427d-9e46-43e6046e9234, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=9f3793af-8646-427d-9e46-43e6046e9234,segment=NetworkSegment(ae8e3506-91aa-4b48-96af-315d69e7b16d),segment_id=ae8e3506-91aa-4b48-96af-315d69e7b16d)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:28:36.899665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-133efaf2-1dc7-4f76-a45f-32065777bddc req-e296e0e2-d50a-4b85-bc17-092887e08781 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:36.912814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-133efaf2-1dc7-4f76-a45f-32065777bddc req-e296e0e2-d50a-4b85-bc17-092887e08781 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Calling delete_port for 9f3793af-8646-427d-9e46-43e6046e9234 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:28:37.092495 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-133efaf2-1dc7-4f76-a45f-32065777bddc req-e296e0e2-d50a-4b85-bc17-092887e08781 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:37.120992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296e0e2-d50a-4b85-bc17-092887e08781 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Pushing event deleted for resources: {'Port': ['ID=9f3793af-8646-427d-9e46-43e6046e9234,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:37.124380 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['9f3793af-8646-427d-9e46-43e6046e9234'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:28:37.162821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-133efaf2-1dc7-4f76-a45f-32065777bddc req-e296e0e2-d50a-4b85-bc17-092887e08781 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] No DVR routers for this DVR port 9f3793af-8646-427d-9e46-43e6046e9234 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:28:37.165646 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-133efaf2-1dc7-4f76-a45f-32065777bddc req-e296e0e2-d50a-4b85-bc17-092887e08781 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:37.167850 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-133efaf2-1dc7-4f76-a45f-32065777bddc req-e296e0e2-d50a-4b85-bc17-092887e08781 tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.11 "DELETE /v2.0/ports/9f3793af-8646-427d-9e46-43e6046e9234 HTTP/1.1" status: 204 len: 173 time: 0.4386327 Aug 29 07:28:37.168305 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc67b7df-78d3-4df3-8f84-aa4748273dbe', 'name': 'network-vif-deleted', 'tag': '9f3793af-8646-427d-9e46-43e6046e9234'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:28:37.170658 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffab212e-37ec-4f37-a5de-a76b1d47e0d6" -d '{"events": [{"server_uuid": "dc67b7df-78d3-4df3-8f84-aa4748273dbe", "name": "network-vif-deleted", "tag": "9f3793af-8646-427d-9e46-43e6046e9234"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:28:37.210399 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b730cce-2654-45fe-b3a4-e239419f72c4 x-openstack-request-id: req-6b730cce-2654-45fe-b3a4-e239419f72c4 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:28:37.210698 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc67b7df-78d3-4df3-8f84-aa4748273dbe", "name": "network-vif-deleted", "tag": "9f3793af-8646-427d-9e46-43e6046e9234", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:28:37.210957 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6b730cce-2654-45fe-b3a4-e239419f72c4 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:28:37.211413 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc67b7df-78d3-4df3-8f84-aa4748273dbe', 'name': 'network-vif-deleted', 'tag': '9f3793af-8646-427d-9e46-43e6046e9234', 'status': 'completed', 'code': 200} Aug 29 07:28:37.580370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44f8ebbd-c38c-4d38-95c0-897dbf5c2faa req-a9c704f2-2280-4217-92a2-1d4c8576796f tempest-ServersAdminNegativeTestJSON-1882495325 tempest-ServersAdminNegativeTestJSON-1882495325-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc67b7df-78d3-4df3-8f84-aa4748273dbe HTTP/1.1" status: 200 len: 210 time: 0.0264039 Aug 29 07:28:38.119981 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-811cbbad-e1ac-4152-9f0c-92aedd45013c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:39.007058 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40056) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:39.138463 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-09485a5c-2d76-48cc-823f-9c330fad6f78 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e6277142bc824d6f87d2372837bce66b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300991 Aug 29 07:28:39.141413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40060) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:39.187613 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a424ac9-c1e1-4802-bd8e-011be533856b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:39.212127 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a424ac9-c1e1-4802-bd8e-011be533856b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:39.318614 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a424ac9-c1e1-4802-bd8e-011be533856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:39.321250 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8a424ac9-c1e1-4802-bd8e-011be533856b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:39.322405 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8a424ac9-c1e1-4802-bd8e-011be533856b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6c883b7-224b-4a5a-a78b-70440ae59e76 HTTP/1.1" status: 204 len: 168 time: 0.1801014 Aug 29 07:28:39.331856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a424ac9-c1e1-4802-bd8e-011be533856b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c883b7-224b-4a5a-a78b-70440ae59e76,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:39.907027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40066) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:39.921126 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3efea0e0-4e06-4a96-9292-e8257e143bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:40.010138 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3efea0e0-4e06-4a96-9292-e8257e143bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:40.091238 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3efea0e0-4e06-4a96-9292-e8257e143bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:40.135772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3efea0e0-4e06-4a96-9292-e8257e143bbc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8004291deef14babb3432caec1883b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276399 Aug 29 07:28:40.136886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efea0e0-4e06-4a96-9292-e8257e143bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62fd757-4c75-4195-8319-7e81b002f7ef,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:40.139059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40068) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:40.188430 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8a7a761-9e98-43d0-afce-9249e94499ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:40.208709 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8a7a761-9e98-43d0-afce-9249e94499ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:40.324770 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8a7a761-9e98-43d0-afce-9249e94499ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:40.327410 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e8a7a761-9e98-43d0-afce-9249e94499ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:40.328569 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e8a7a761-9e98-43d0-afce-9249e94499ad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d62fd757-4c75-4195-8319-7e81b002f7ef HTTP/1.1" status: 204 len: 168 time: 0.1885054 Aug 29 07:28:40.337744 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7a761-9e98-43d0-afce-9249e94499ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62fd757-4c75-4195-8319-7e81b002f7ef,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:40.827419 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:40.832164 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 9f3793af-8646-427d-9e46-43e6046e9234 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:28:40.852956 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 9f3793af-8646-427d-9e46-43e6046e9234 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:28:40.853378 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 9f3793af-8646-427d-9e46-43e6046e9234 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:28:41.399021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40090) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:41.492386 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1887577274-network', 'tenant_id': 'd7222e9f10d94cb48e329068a2cf6ecf'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:28:41.564291 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-907de0f9-fd6d-48fd-beac-3b7b2134bfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:41.594172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] Made reservation on behalf of d7222e9f10d94cb48e329068a2cf6ecf for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:28:41.596555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:41.605081 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:41.690946 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:41.758391 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:41.788555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:28:41.805084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb1bc05-b0e4-4afb-9598-f36d0e4a0901,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:41.812014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:41.816611 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] Added segment 25befa0f-446f-4752-b964-959e3dffb9a0 of type vlan for network 92177680-8e15-49ea-a8ce-427abec4d664 Aug 29 07:28:41.851852 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:41.885957 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:41.937505 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:41.938452 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:41.939036 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:41.995235 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] Pushing event updated for resources: {'Network': ['ID=92177680-8e15-49ea-a8ce-427abec4d664,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:42.005555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 92177680-8e15-49ea-a8ce-427abec4d664 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:28:42.052606 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-48cb304d-7507-4def-a3f9-919d9249f460 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6524265 Aug 29 07:28:42.055529 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40094) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:28:42.060603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7f04b3b3-746d-4d7a-9b0d-140ddcafacbf admin admin] Request body: {'subnet': {'network_id': '92177680-8e15-49ea-a8ce-427abec4d664', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1887577274-subnet', 'tenant_id': 'd7222e9f10d94cb48e329068a2cf6ecf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:28:42.159132 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f04b3b3-746d-4d7a-9b0d-140ddcafacbf admin admin] Made reservation on behalf of d7222e9f10d94cb48e329068a2cf6ecf for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:28:42.161644 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f04b3b3-746d-4d7a-9b0d-140ddcafacbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:42.416090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f04b3b3-746d-4d7a-9b0d-140ddcafacbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:42.470362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04b3b3-746d-4d7a-9b0d-140ddcafacbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=df366a05-1332-4318-996b-e862d6bbb968,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:42.478594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04b3b3-746d-4d7a-9b0d-140ddcafacbf admin admin] Checking segment: {'id': '25befa0f-446f-4752-b964-959e3dffb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '92177680-8e15-49ea-a8ce-427abec4d664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:28:42.478955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f04b3b3-746d-4d7a-9b0d-140ddcafacbf admin admin] Network hostable DHCP agents. Network: 92177680-8e15-49ea-a8ce-427abec4d664, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:28:42.572070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f04b3b3-746d-4d7a-9b0d-140ddcafacbf admin admin] Network 92177680-8e15-49ea-a8ce-427abec4d664 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:28:42.708428 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-7f04b3b3-746d-4d7a-9b0d-140ddcafacbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 92177680-8e15-49ea-a8ce-427abec4d664) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:28:42.712568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f04b3b3-746d-4d7a-9b0d-140ddcafacbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:42.713153 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f04b3b3-746d-4d7a-9b0d-140ddcafacbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:42.718147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cf0b4b-9ed4-446e-b0d8-64e8754ddb81 None None] Network 92177680-8e15-49ea-a8ce-427abec4d664 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:28:42.806801 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7f04b3b3-746d-4d7a-9b0d-140ddcafacbf admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7500741 Aug 29 07:28:42.843967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa895251-b4be-424b-a6dc-63fe05b8b426 None None] Network 92177680-8e15-49ea-a8ce-427abec4d664 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:28:43.232046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-30bc6b72-8542-4c81-b75d-d7a5d1bd2926 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:43.233972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-30bc6b72-8542-4c81-b75d-d7a5d1bd2926 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/networks?id=92177680-8e15-49ea-a8ce-427abec4d664 HTTP/1.1" status: 200 len: 812 time: 0.1057189 Aug 29 07:28:43.249639 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-61e95835-8430-49e7-994e-3050d6453a33 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/quotas/d7222e9f10d94cb48e329068a2cf6ecf HTTP/1.1" status: 200 len: 375 time: 0.0097330 Aug 29 07:28:43.284335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-030cdeb8-de41-452a-8029-2e7157808bc8 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7222e9f10d94cb48e329068a2cf6ecf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294828 Aug 29 07:28:43.372125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-0eea944f-ce9c-44d3-ab8d-a170315674c5 service neutron] 10.222.0.76 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809741 Aug 29 07:28:43.464372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-36322d57-a068-49f8-b3ea-a2244e4c586c service neutron] 10.222.0.76 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855801 Aug 29 07:28:43.617220 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:43.671299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8ef8dbee-f4c2-4696-a445-6c19293903cb req-37ea3c73-0ac5-4d9d-8362-5fb5ec3d70e1 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 210 time: 0.0287392 Aug 29 07:28:44.763836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d503e82b-c99a-4187-94e3-b71ce35bc17e req-ed4ce37f-b51c-4f2b-9be9-f3bec66c1e51 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 210 time: 0.0262759 Aug 29 07:28:45.391251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-d8026786-9fd9-447a-9758-57225b5b8db9 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:45.392960 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-d8026786-9fd9-447a-9758-57225b5b8db9 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.11 "GET /v2.0/networks?id=92177680-8e15-49ea-a8ce-427abec4d664 HTTP/1.1" status: 200 len: 812 time: 0.1026015 Aug 29 07:28:45.411849 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-1dd5d012-4cd6-4a4d-95ab-22966db954da tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Request body: {'port': {'device_id': 'f1465bb1-ddc1-457b-9a6c-e021569f728e', 'network_id': '92177680-8e15-49ea-a8ce-427abec4d664', 'admin_state_up': True, 'tenant_id': 'd7222e9f10d94cb48e329068a2cf6ecf'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:28:45.598695 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-1dd5d012-4cd6-4a4d-95ab-22966db954da tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Made reservation on behalf of d7222e9f10d94cb48e329068a2cf6ecf for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:28:45.602365 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-1dd5d012-4cd6-4a4d-95ab-22966db954da tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:45.723852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-1dd5d012-4cd6-4a4d-95ab-22966db954da tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Allocated IP 172.20.0.11 (92177680-8e15-49ea-a8ce-427abec4d664/df366a05-1332-4318-996b-e862d6bbb968/74a3d8a8-0961-4be7-a9b8-98ba814960b2) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:28:45.857543 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f0759f0-f4ee-42fb-b6fd-8bf26d3fc77f req-769e4fe7-b59f-48f9-9a03-b9fef3c9c2e7 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 210 time: 0.0257421 Aug 29 07:28:45.870367 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-1dd5d012-4cd6-4a4d-95ab-22966db954da tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:45.989596 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-1dd5d012-4cd6-4a4d-95ab-22966db954da tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:46.033377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-1dd5d012-4cd6-4a4d-95ab-22966db954da tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Network 92177680-8e15-49ea-a8ce-427abec4d664 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:28:46.036399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-1dd5d012-4cd6-4a4d-95ab-22966db954da tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:28:46.039979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-1dd5d012-4cd6-4a4d-95ab-22966db954da tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:28:46.062734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5d012-4cd6-4a4d-95ab-22966db954da tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Pushing event updated for resources: {'Port': ['ID=74a3d8a8-0961-4be7-a9b8-98ba814960b2,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:46.089564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-1dd5d012-4cd6-4a4d-95ab-22966db954da tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:46.090170 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-1dd5d012-4cd6-4a4d-95ab-22966db954da tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:46.164615 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-1dd5d012-4cd6-4a4d-95ab-22966db954da tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7565649 Aug 29 07:28:46.182929 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Request body: {'port': {'device_id': 'f1465bb1-ddc1-457b-9a6c-e021569f728e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:28:46.237516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:46.489106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a3d8a8-0961-4be7-a9b8-98ba814960b2 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:28:46.496308 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:46.508637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Transition to ACTIVE for port object 74a3d8a8-0961-4be7-a9b8-98ba814960b2 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:28:46.587100 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:46.637098 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Pushing event updated for resources: {'Port': ['ID=74a3d8a8-0961-4be7-a9b8-98ba814960b2,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:46.701771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Attempting to bind port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:28:46.702104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Attempting to bind port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '25befa0f-446f-4752-b964-959e3dffb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '92177680-8e15-49ea-a8ce-427abec4d664'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:28:46.702434 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Attempting to bind port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 on network 92177680-8e15-49ea-a8ce-427abec4d664 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:28:46.706572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 on network 92177680-8e15-49ea-a8ce-427abec4d664 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:28:46.706893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Attempting to bind port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 on network 92177680-8e15-49ea-a8ce-427abec4d664 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:28:46.711576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:28:46.711895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Checking segment: {'id': '25befa0f-446f-4752-b964-959e3dffb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '92177680-8e15-49ea-a8ce-427abec4d664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:28:46.712272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Bound using segment: {'id': '25befa0f-446f-4752-b964-959e3dffb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '92177680-8e15-49ea-a8ce-427abec4d664'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:28:46.712693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Bound port: 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25befa0f-446f-4752-b964-959e3dffb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '92177680-8e15-49ea-a8ce-427abec4d664'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:28:46.713043 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:46.773000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] For port 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:28:46.776178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] For port 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2,segment=NetworkSegment(25befa0f-446f-4752-b964-959e3dffb9a0),segment_id=25befa0f-446f-4752-b964-959e3dffb9a0)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:28:46.850332 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:46.880934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:46.881620 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:46.883034 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] 10.222.0.11 "PUT /v2.0/ports/74a3d8a8-0961-4be7-a9b8-98ba814960b2 HTTP/1.1" status: 200 len: 1093 time: 0.7040634 Aug 29 07:28:46.885225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1465bb1-ddc1-457b-9a6c-e021569f728e', 'tag': '74a3d8a8-0961-4be7-a9b8-98ba814960b2'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:28:46.887488 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85c3eec-8f2e-4bb5-9206-72248e6a97c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f1465bb1-ddc1-457b-9a6c-e021569f728e", "tag": "74a3d8a8-0961-4be7-a9b8-98ba814960b2"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:28:46.922895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebf84d-a93a-4ec7-9ca8-d1a55ce36e47 service neutron] Pushing event updated for resources: {'Port': ['ID=74a3d8a8-0961-4be7-a9b8-98ba814960b2,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:46.927267 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456da05f-48a7-4172-bef6-93a782914d6a x-openstack-request-id: req-456da05f-48a7-4172-bef6-93a782914d6a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:28:46.927551 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1465bb1-ddc1-457b-9a6c-e021569f728e", "tag": "74a3d8a8-0961-4be7-a9b8-98ba814960b2", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:28:46.927800 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-456da05f-48a7-4172-bef6-93a782914d6a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:28:46.928190 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1465bb1-ddc1-457b-9a6c-e021569f728e', 'tag': '74a3d8a8-0961-4be7-a9b8-98ba814960b2', 'status': 'completed', 'code': 200} Aug 29 07:28:46.987215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c876a0b-dbca-4568-93db-8f4e2fde4ae6 req-17a0fd79-bc66-4609-91a8-9b1589f0d47b tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:46.988732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c876a0b-dbca-4568-93db-8f4e2fde4ae6 req-17a0fd79-bc66-4609-91a8-9b1589f0d47b tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 944 time: 0.0504169 Aug 29 07:28:47.008659 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c3eec-8f2e-4bb5-9206-72248e6a97c9 req-7e4b1b87-5e4c-49d7-b233-7a1d3439a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:47.010206 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e85c3eec-8f2e-4bb5-9206-72248e6a97c9 req-7e4b1b87-5e4c-49d7-b233-7a1d3439a510 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7222e9f10d94cb48e329068a2cf6ecf&device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 1096 time: 0.0451379 Aug 29 07:28:47.028203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4c876a0b-dbca-4568-93db-8f4e2fde4ae6 req-c0e7de0d-d527-452b-ba48-0cf112e8ff0e tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Aug 29 07:28:47.111509 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c3eec-8f2e-4bb5-9206-72248e6a97c9 req-59c84278-e554-4b78-915a-53e000ffcea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:47.112983 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e85c3eec-8f2e-4bb5-9206-72248e6a97c9 req-59c84278-e554-4b78-915a-53e000ffcea2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d7222e9f10d94cb48e329068a2cf6ecf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0894234 Aug 29 07:28:47.208520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c3eec-8f2e-4bb5-9206-72248e6a97c9 req-891a98ea-4239-4288-bea8-ca3d4e0bc952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:47.209867 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e85c3eec-8f2e-4bb5-9206-72248e6a97c9 req-891a98ea-4239-4288-bea8-ca3d4e0bc952 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898013 Aug 29 07:28:47.303095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-7a7e857c-073f-49ed-b44d-2f93aa972ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:47.304586 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-7a7e857c-073f-49ed-b44d-2f93aa972ea8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7222e9f10d94cb48e329068a2cf6ecf&device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 1096 time: 0.0395777 Aug 29 07:28:47.350833 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-a23300a6-8359-424d-a234-e1a3c22fbb51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2 HTTP/1.1" status: 200 len: 217 time: 0.0330899 Aug 29 07:28:47.401991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-d8461586-0066-4e1b-ab7d-542e8424faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:47.403418 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-d8461586-0066-4e1b-ab7d-542e8424faf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df366a05-1332-4318-996b-e862d6bbb968 HTTP/1.1" status: 200 len: 852 time: 0.0459089 Aug 29 07:28:47.434226 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-8d0bdaf7-65fd-4c4d-83e8-e06af80add20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92177680-8e15-49ea-a8ce-427abec4d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233645 Aug 29 07:28:47.521929 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-789c7ef7-7fc0-482e-9b8b-89467be5864e service neutron] 10.222.0.11 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798807 Aug 29 07:28:47.941608 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d23ce5b8-82bf-4c92-a2fb-2112b66ec67b req-60a2908a-9a2e-47e2-9e0b-8b2642d855a2 service neutron] 10.222.0.11 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131708 Aug 29 07:28:48.146535 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00530159-f51d-49e2-8278-e0d2c1b4d094 req-32aa081f-363d-4922-8417-bd067293d41d tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:48.147910 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00530159-f51d-49e2-8278-e0d2c1b4d094 req-32aa081f-363d-4922-8417-bd067293d41d tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 944 time: 0.0521436 Aug 29 07:28:48.185860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00530159-f51d-49e2-8278-e0d2c1b4d094 req-cb97ee4a-3813-40af-816b-404e9eebdafd tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319865 Aug 29 07:28:49.276501 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:28:49.299974 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d81bf-ea24-4dd0-8620-c0ef8dda1303 req-0023edc4-d58c-43d7-83ae-952c6001dad9 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:49.301504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c0d81bf-ea24-4dd0-8620-c0ef8dda1303 req-0023edc4-d58c-43d7-83ae-952c6001dad9 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 944 time: 0.0511332 Aug 29 07:28:49.341166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c0d81bf-ea24-4dd0-8620-c0ef8dda1303 req-9a10e613-441d-4ebe-a887-00d53a4f9243 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337033 Aug 29 07:28:50.456722 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bedb9b-2c16-4d65-becb-7e8611399312 req-453ea702-ac68-404e-8355-b376f17193ef tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:50.458210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bedb9b-2c16-4d65-becb-7e8611399312 req-453ea702-ac68-404e-8355-b376f17193ef tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 944 time: 0.0496578 Aug 29 07:28:50.494759 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53bedb9b-2c16-4d65-becb-7e8611399312 req-f9386723-4ac1-404c-a40c-25e1b353e3db tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306191 Aug 29 07:28:50.851823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 74a3d8a8-0961-4be7-a9b8-98ba814960b2 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:28:50.945532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2,segment=NetworkSegment(25befa0f-446f-4752-b964-959e3dffb9a0),segment_id=25befa0f-446f-4752-b964-959e3dffb9a0)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:28:50.956841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '74a3d8a8-0961-4be7-a9b8-98ba814960b2', 'network_id': '92177680-8e15-49ea-a8ce-427abec4d664', 'port_id': '74a3d8a8-0961-4be7-a9b8-98ba814960b2', 'mac_address': 'fa:16:3e:a9:84:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df366a05-1332-4318-996b-e862d6bbb968', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:28:50.993105 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:51.005751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a3d8a8-0961-4be7-a9b8-98ba814960b2 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:28:51.024858 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2,segment=NetworkSegment(25befa0f-446f-4752-b964-959e3dffb9a0),segment_id=25befa0f-446f-4752-b964-959e3dffb9a0)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:28:51.119981 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:51.163504 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:51.166399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=74a3d8a8-0961-4be7-a9b8-98ba814960b2,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:51.465008 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['74a3d8a8-0961-4be7-a9b8-98ba814960b2'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:28:51.615438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a45139-dbe9-4afd-81da-d73bb2883328 req-9722d284-f94a-451e-888f-804034602486 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:51.616906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-39a45139-dbe9-4afd-81da-d73bb2883328 req-9722d284-f94a-451e-888f-804034602486 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 945 time: 0.0552218 Aug 29 07:28:51.654523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-39a45139-dbe9-4afd-81da-d73bb2883328 req-0469dea0-018d-42ad-af48-80728c365701 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314860 Aug 29 07:28:52.767725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7fe8-b881-463e-8a23-06df01037278 req-d55af52e-793e-4563-9140-6011cf4df47e tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:52.769232 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d89d7fe8-b881-463e-8a23-06df01037278 req-d55af52e-793e-4563-9140-6011cf4df47e tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 945 time: 0.0483720 Aug 29 07:28:52.806492 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d89d7fe8-b881-463e-8a23-06df01037278 req-19d3ea77-bb89-4d3d-97a1-4171089ff4ba tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Aug 29 07:28:52.862545 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 74a3d8a8-0961-4be7-a9b8-98ba814960b2 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:28:52.975518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:28:52.979412 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:28:52.979823 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:53.053335 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:53.074527 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1465bb1-ddc1-457b-9a6c-e021569f728e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a3d8a8-0961-4be7-a9b8-98ba814960b2'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:28:53.079478 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3857e34f-570c-4616-8975-34dd7cda592e" -d '{"events": [{"server_uuid": "f1465bb1-ddc1-457b-9a6c-e021569f728e", "name": "network-vif-plugged", "status": "completed", "tag": "74a3d8a8-0961-4be7-a9b8-98ba814960b2"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:28:53.092222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2,segment=NetworkSegment(25befa0f-446f-4752-b964-959e3dffb9a0),segment_id=25befa0f-446f-4752-b964-959e3dffb9a0)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:28:53.116414 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a558c3-2702-4c84-9bd0-820095287d0d x-openstack-request-id: req-c7a558c3-2702-4c84-9bd0-820095287d0d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:28:53.116702 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1465bb1-ddc1-457b-9a6c-e021569f728e", "name": "network-vif-plugged", "status": "completed", "tag": "74a3d8a8-0961-4be7-a9b8-98ba814960b2", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:28:53.116955 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c7a558c3-2702-4c84-9bd0-820095287d0d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:28:53.117342 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1465bb1-ddc1-457b-9a6c-e021569f728e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a3d8a8-0961-4be7-a9b8-98ba814960b2', 'code': 200} Aug 29 07:28:53.169860 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:28:53.223442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=74a3d8a8-0961-4be7-a9b8-98ba814960b2,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:28:53.236311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082dfd9-5aad-4fac-af5c-23620168c800 req-e9aa0f5f-71fe-4204-9abe-15288a816817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:53.237786 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5082dfd9-5aad-4fac-af5c-23620168c800 req-e9aa0f5f-71fe-4204-9abe-15288a816817 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 1098 time: 0.0415027 Aug 29 07:28:53.272402 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5082dfd9-5aad-4fac-af5c-23620168c800 req-c71e2a27-fe4c-4756-9ab5-25a2693318f9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278585 Aug 29 07:28:53.918562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a59a6-d9fa-4ebd-8516-d8fd3267aade req-22c8efc9-ea81-44c1-893b-c710533ca78d tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:53.920033 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-514a59a6-d9fa-4ebd-8516-d8fd3267aade req-22c8efc9-ea81-44c1-893b-c710533ca78d tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0483034 Aug 29 07:28:53.956768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-514a59a6-d9fa-4ebd-8516-d8fd3267aade req-588ecb8c-66e9-48ff-b23f-fb2606c57ecc tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306501 Aug 29 07:28:55.091916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bec5a3-69c2-41df-94e0-91cfcf7e33a1 req-e6f7b4c3-1c2a-4e4b-b0d0-7778b2376745 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:55.093427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95bec5a3-69c2-41df-94e0-91cfcf7e33a1 req-e6f7b4c3-1c2a-4e4b-b0d0-7778b2376745 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0526161 Aug 29 07:28:55.131765 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95bec5a3-69c2-41df-94e0-91cfcf7e33a1 req-f539c8eb-c06d-4318-b534-fd5bc6d489a0 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323412 Aug 29 07:28:56.006923 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d77f4ef4-69db-4169-8a6f-3967da76e320 req-e08710b3-9764-4548-b67c-aa31f10dfae7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0246451 Aug 29 07:28:56.071642 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d77f4ef4-69db-4169-8a6f-3967da76e320 req-0911d17f-af30-428f-a251-d66dd73a1bd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0240455 Aug 29 07:28:56.112153 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d77f4ef4-69db-4169-8a6f-3967da76e320 req-f54e3801-3a6d-489b-9270-659c789b33e2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220056 Aug 29 07:28:56.208426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f4ef4-69db-4169-8a6f-3967da76e320 req-8b517d37-8f96-4d39-9c9c-d981a1725262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:56.209783 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d77f4ef4-69db-4169-8a6f-3967da76e320 req-8b517d37-8f96-4d39-9c9c-d981a1725262 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893536 Aug 29 07:28:56.517892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca82462-cf93-4b6c-95d9-1f24af82fc10 req-1bed45ef-f765-46c6-a237-0bcd7b9a7417 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:56.519325 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ca82462-cf93-4b6c-95d9-1f24af82fc10 req-1bed45ef-f765-46c6-a237-0bcd7b9a7417 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0488732 Aug 29 07:28:56.556132 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ca82462-cf93-4b6c-95d9-1f24af82fc10 req-eaa71089-a14d-4910-8211-721b46ea3c37 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306156 Aug 29 07:28:56.678366 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-2995df84-fabe-4965-84d1-d8ada2ee3d99 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865879 Aug 29 07:28:57.684890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff29256-4a6e-4a06-bd3f-859a7d7794a6 req-910e7646-7512-4786-b3bc-e3796d666df4 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:57.686361 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ff29256-4a6e-4a06-bd3f-859a7d7794a6 req-910e7646-7512-4786-b3bc-e3796d666df4 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0499227 Aug 29 07:28:57.724259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ff29256-4a6e-4a06-bd3f-859a7d7794a6 req-434f506f-cc99-4095-bc1b-a98aa3d4f504 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Aug 29 07:28:58.682993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-364e694d-bd9c-4416-8f0f-db47cb615e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:58.684510 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-364e694d-bd9c-4416-8f0f-db47cb615e19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7222e9f10d94cb48e329068a2cf6ecf&device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 1098 time: 0.0435848 Aug 29 07:28:58.773956 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-64900a8c-ceb5-4b51-9c85-c64681ffb337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:58.775481 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-64900a8c-ceb5-4b51-9c85-c64681ffb337 service neutron] 10.222.0.11 "GET /v2.0/networks?id=92177680-8e15-49ea-a8ce-427abec4d664 HTTP/1.1" status: 200 len: 913 time: 0.0841417 Aug 29 07:28:58.816699 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-f1aa9a64-5d4d-46f5-a1c0-04609a513afe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2 HTTP/1.1" status: 200 len: 217 time: 0.0345454 Aug 29 07:28:58.844203 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977672ad-1f06-44f1-a127-e211b822e075 req-d34266bc-6a8c-4dbb-a0c5-003ba9385d7b tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:58.845704 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-977672ad-1f06-44f1-a127-e211b822e075 req-d34266bc-6a8c-4dbb-a0c5-003ba9385d7b tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0531263 Aug 29 07:28:58.869990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-8b92bd0d-802b-4538-bf00-19de617abf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:28:58.871503 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-8b92bd0d-802b-4538-bf00-19de617abf4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df366a05-1332-4318-996b-e862d6bbb968 HTTP/1.1" status: 200 len: 852 time: 0.0485289 Aug 29 07:28:58.884385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-977672ad-1f06-44f1-a127-e211b822e075 req-90219e77-3370-4e46-98d2-7075a261f02b tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325975 Aug 29 07:28:58.907455 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-74495aed-0884-423f-95e2-729d9e13b61e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92177680-8e15-49ea-a8ce-427abec4d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288975 Aug 29 07:28:58.998930 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-7e34a9a8-41fc-4641-83cb-d46a26d44682 service neutron] 10.222.0.11 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840333 Aug 29 07:28:59.090249 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-c29ae6ea-85d1-4d3f-8a5f-9821334bc3d6 service neutron] 10.222.0.11 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850279 Aug 29 07:29:00.013761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0da1f-bb6f-4a81-9f8b-621695957dcb req-7bd0a61e-a164-482e-80d0-d07c8436b462 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:00.015292 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29c0da1f-bb6f-4a81-9f8b-621695957dcb req-7bd0a61e-a164-482e-80d0-d07c8436b462 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0497739 Aug 29 07:29:00.053406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29c0da1f-bb6f-4a81-9f8b-621695957dcb req-33331305-cc71-48b5-a844-eb6bd5874431 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Aug 29 07:29:01.170388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829ae25-49ee-4b78-ab38-1e4341fda28b req-6d4ddeb2-8035-4dce-ab58-263b7b22e0db tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:01.171786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9829ae25-49ee-4b78-ab38-1e4341fda28b req-6d4ddeb2-8035-4dce-ab58-263b7b22e0db tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0490718 Aug 29 07:29:01.208764 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9829ae25-49ee-4b78-ab38-1e4341fda28b req-cb2a8270-6272-4352-91df-838eca2b47f8 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310404 Aug 29 07:29:02.328978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fd3b8-673b-424d-ba1c-1afe5bd6b3dc req-0390b5f5-165b-4118-9333-871c444a322f tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:02.330490 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-693fd3b8-673b-424d-ba1c-1afe5bd6b3dc req-0390b5f5-165b-4118-9333-871c444a322f tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0545952 Aug 29 07:29:02.368682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-693fd3b8-673b-424d-ba1c-1afe5bd6b3dc req-1c93a425-7c50-4df2-b871-5a66b9302c38 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321646 Aug 29 07:29:03.482859 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf8567-fcc6-4662-a7e8-7e893bc9f471 req-f68135db-159c-431e-8120-154aeb1099cc tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:03.484405 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9bf8567-fcc6-4662-a7e8-7e893bc9f471 req-f68135db-159c-431e-8120-154aeb1099cc tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0484028 Aug 29 07:29:03.522204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9bf8567-fcc6-4662-a7e8-7e893bc9f471 req-b5fb76c0-fe15-4a8d-a83a-66c36ec37aeb tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319076 Aug 29 07:29:03.969374 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:04.654387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd50faa-b516-401d-88f0-24423e3cd9b6 req-4758f08f-c898-4064-a97a-11bbb20c92c5 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:04.654387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0cd50faa-b516-401d-88f0-24423e3cd9b6 req-4758f08f-c898-4064-a97a-11bbb20c92c5 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0498555 Aug 29 07:29:04.678081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0cd50faa-b516-401d-88f0-24423e3cd9b6 req-707d8c14-b30d-4a52-8862-a266b48ec108 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325663 Aug 29 07:29:05.806453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b32c23-e224-42c4-b24b-cc603f2dd4f6 req-21db72e5-23e0-4b85-8511-57fe6ca81918 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:05.807971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82b32c23-e224-42c4-b24b-cc603f2dd4f6 req-21db72e5-23e0-4b85-8511-57fe6ca81918 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0528286 Aug 29 07:29:05.846019 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82b32c23-e224-42c4-b24b-cc603f2dd4f6 req-b61bfaee-4d6a-46d4-8211-ade1b6a84c7e tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315030 Aug 29 07:29:06.959172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57203229-bbfc-4ce1-af5d-f399318d4cf0 req-bb48cf8d-d4df-4263-a273-aecfe06df09f tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:06.960665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57203229-bbfc-4ce1-af5d-f399318d4cf0 req-bb48cf8d-d4df-4263-a273-aecfe06df09f tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0490744 Aug 29 07:29:06.998522 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57203229-bbfc-4ce1-af5d-f399318d4cf0 req-ea3a8cf4-76d3-46c5-9971-16bdd7f506ee tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314751 Aug 29 07:29:07.857158 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c3ff0-e8e2-4c32-87f6-0e303f2ce247 req-60d168f2-e47b-43d3-9e66-525c0a262365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:07.858668 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d80c3ff0-e8e2-4c32-87f6-0e303f2ce247 req-60d168f2-e47b-43d3-9e66-525c0a262365 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7222e9f10d94cb48e329068a2cf6ecf&device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 1098 time: 0.0879283 Aug 29 07:29:07.963721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c3ff0-e8e2-4c32-87f6-0e303f2ce247 req-b60eec3e-7a2c-4048-8617-54147e5176e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:07.965176 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d80c3ff0-e8e2-4c32-87f6-0e303f2ce247 req-b60eec3e-7a2c-4048-8617-54147e5176e3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=92177680-8e15-49ea-a8ce-427abec4d664 HTTP/1.1" status: 200 len: 913 time: 0.0867569 Aug 29 07:29:08.008057 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d80c3ff0-e8e2-4c32-87f6-0e303f2ce247 req-34a1960b-e3fc-4ae6-aab0-9ecc90c62399 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2 HTTP/1.1" status: 200 len: 217 time: 0.0353901 Aug 29 07:29:08.057861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c3ff0-e8e2-4c32-87f6-0e303f2ce247 req-8dff808c-8f0b-4028-8518-0e349d18f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:08.062384 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d80c3ff0-e8e2-4c32-87f6-0e303f2ce247 req-8dff808c-8f0b-4028-8518-0e349d18f3ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df366a05-1332-4318-996b-e862d6bbb968 HTTP/1.1" status: 200 len: 852 time: 0.0447149 Aug 29 07:29:08.092284 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d80c3ff0-e8e2-4c32-87f6-0e303f2ce247 req-a4bba940-eb03-4b70-99ac-da48946c5fb8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92177680-8e15-49ea-a8ce-427abec4d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255167 Aug 29 07:29:08.102670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-d80c3ff0-e8e2-4c32-87f6-0e303f2ce247 req-c75b7cd0-bbcc-483d-bf55-545d318d78c5 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:29:08.103752 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d80c3ff0-e8e2-4c32-87f6-0e303f2ce247 req-c75b7cd0-bbcc-483d-bf55-545d318d78c5 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051355 Aug 29 07:29:08.119694 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3ac019e0-a6a2-479d-9bf2-fecc1c58d935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:08.120255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd36d9-7ebb-4796-90ff-7140c59ba08a req-20f0501a-3c13-454b-b9b4-877aeb71775c tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:08.123284 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97dd36d9-7ebb-4796-90ff-7140c59ba08a req-20f0501a-3c13-454b-b9b4-877aeb71775c tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0524883 Aug 29 07:29:08.160895 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97dd36d9-7ebb-4796-90ff-7140c59ba08a req-53e6f73f-4235-480e-8643-09748cb02029 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Aug 29 07:29:08.199502 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d80c3ff0-e8e2-4c32-87f6-0e303f2ce247 req-6b7ffcb6-a3fd-4426-9974-0e7675a7b325 service neutron] 10.222.0.11 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883467 Aug 29 07:29:08.286716 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d80c3ff0-e8e2-4c32-87f6-0e303f2ce247 req-ee61e500-790f-4ef5-9198-2067535a1f9b service neutron] 10.222.0.11 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806751 Aug 29 07:29:09.279391 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec06f11-ac61-439e-868d-c2ea3d402cf4 req-6fa3df19-f335-4611-a4b2-f6a0bf757609 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:09.280844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ec06f11-ac61-439e-868d-c2ea3d402cf4 req-6fa3df19-f335-4611-a4b2-f6a0bf757609 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0538397 Aug 29 07:29:09.319952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4ec06f11-ac61-439e-868d-c2ea3d402cf4 req-57978d29-37b2-435d-a390-8e560a22bf34 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331423 Aug 29 07:29:10.443298 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd06f1-e4a5-46b3-8c77-928205e4a82d req-bdcf807d-4ca2-4750-9fbd-39eb6ef7c320 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:10.444768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fafd06f1-e4a5-46b3-8c77-928205e4a82d req-bdcf807d-4ca2-4750-9fbd-39eb6ef7c320 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0483451 Aug 29 07:29:10.482367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fafd06f1-e4a5-46b3-8c77-928205e4a82d req-9d76e5e2-6a47-4fe4-a6cb-c05b319b7916 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311570 Aug 29 07:29:10.822063 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:11.542419 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2f38d69a-0682-4664-8bf3-bee267aafdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:11.600791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c75837-c5e0-4262-a2f8-bed100482fb3 req-7f19cf39-1c68-4141-ac5f-94991e9ace08 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:11.602261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56c75837-c5e0-4262-a2f8-bed100482fb3 req-7f19cf39-1c68-4141-ac5f-94991e9ace08 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0486965 Aug 29 07:29:11.639962 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-56c75837-c5e0-4262-a2f8-bed100482fb3 req-aceafde2-3519-4fbc-9404-be21ee875ef6 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310268 Aug 29 07:29:11.871896 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:12.758230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80745ca1-6adc-4e99-a0b5-42c294545a3c req-b0f034b9-0913-476f-a06b-a6bf2567144a tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:12.759737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80745ca1-6adc-4e99-a0b5-42c294545a3c req-b0f034b9-0913-476f-a06b-a6bf2567144a tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0529685 Aug 29 07:29:12.797917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80745ca1-6adc-4e99-a0b5-42c294545a3c req-a57a9ebb-b6fb-416c-812b-eb63b698bb06 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322795 Aug 29 07:29:13.656625 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:13.924993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b046-9128-40de-9134-a133b328ffa4 req-bef17219-42ea-48e7-aca0-99cb8c78ff56 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:13.926489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5901b046-9128-40de-9134-a133b328ffa4 req-bef17219-42ea-48e7-aca0-99cb8c78ff56 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0616591 Aug 29 07:29:13.965945 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5901b046-9128-40de-9134-a133b328ffa4 req-457f3949-140d-4b87-9b61-0303653fd21d tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334508 Aug 29 07:29:15.081026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecb23e-3af4-4bab-b815-7cf66292c2fd req-cffb3bbe-7bb3-4ce4-a898-3bdffc9cbdf5 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:15.082485 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cecb23e-3af4-4bab-b815-7cf66292c2fd req-cffb3bbe-7bb3-4ce4-a898-3bdffc9cbdf5 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0489514 Aug 29 07:29:15.119604 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cecb23e-3af4-4bab-b815-7cf66292c2fd req-c15de417-10c4-452f-b81c-bd6663a69bae tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310309 Aug 29 07:29:16.249608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed7ddc-f51c-405c-9b11-4203d962630b req-ff19864f-1161-48f9-8788-fc37b6d162bf tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:16.251059 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38ed7ddc-f51c-405c-9b11-4203d962630b req-ff19864f-1161-48f9-8788-fc37b6d162bf tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0520482 Aug 29 07:29:16.289188 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38ed7ddc-f51c-405c-9b11-4203d962630b req-ead152fc-2840-47db-8016-d3f2772ebe4e tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320153 Aug 29 07:29:17.402886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc874c-20a0-424a-9529-8cf541b05b26 req-9b24e21a-7203-49f9-8835-4b132db7f5bc tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:17.404891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7cc874c-20a0-424a-9529-8cf541b05b26 req-9b24e21a-7203-49f9-8835-4b132db7f5bc tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0492504 Aug 29 07:29:17.442099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a7cc874c-20a0-424a-9529-8cf541b05b26 req-4bc669a6-e582-4d33-a5cb-90339ce5cb18 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312870 Aug 29 07:29:18.554993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa60b45-76a2-48ed-8187-23b8aeadf1da req-2fafe736-a101-4779-8da2-764b11f7d0b7 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:18.556520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-faa60b45-76a2-48ed-8187-23b8aeadf1da req-2fafe736-a101-4779-8da2-764b11f7d0b7 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0492923 Aug 29 07:29:18.594294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-faa60b45-76a2-48ed-8187-23b8aeadf1da req-a7d4a65a-6e8f-4361-abdb-f92740a1cc60 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Aug 29 07:29:19.711911 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666e238-6e5c-490b-897b-5080c5b8e03c req-d77f1a98-d4bf-4a59-bdbe-8039ea7f002c tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:19.713632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a666e238-6e5c-490b-897b-5080c5b8e03c req-d77f1a98-d4bf-4a59-bdbe-8039ea7f002c tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0525692 Aug 29 07:29:19.750030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a666e238-6e5c-490b-897b-5080c5b8e03c req-b311968c-e258-4a3f-9c23-9d32b357fee4 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303767 Aug 29 07:29:20.862753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b6f9b-db40-400e-b45b-ad4c07edce77 req-cba9d92d-60d8-420a-9c5f-53691c08026a tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:20.864297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c8b6f9b-db40-400e-b45b-ad4c07edce77 req-cba9d92d-60d8-420a-9c5f-53691c08026a tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0489581 Aug 29 07:29:20.901718 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c8b6f9b-db40-400e-b45b-ad4c07edce77 req-b356a2e0-6815-41c1-9e44-584b1fd8a6f8 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314629 Aug 29 07:29:21.180184 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:22.014082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f27604-ccc1-47e9-abc4-523b57e771a4 req-706a2eb1-3e0c-4a42-87ab-f7cb28fda9f9 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:22.015557 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7f27604-ccc1-47e9-abc4-523b57e771a4 req-706a2eb1-3e0c-4a42-87ab-f7cb28fda9f9 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0476525 Aug 29 07:29:22.053204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7f27604-ccc1-47e9-abc4-523b57e771a4 req-3c689813-05b8-45a9-af46-3e6fbd637c11 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314429 Aug 29 07:29:23.169352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f769a2-f45d-4330-b449-98007d3ad4f5 req-504135b0-6123-4a5d-9baa-e54e2b11699e tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:23.171292 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53f769a2-f45d-4330-b449-98007d3ad4f5 req-504135b0-6123-4a5d-9baa-e54e2b11699e tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0532601 Aug 29 07:29:23.208328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53f769a2-f45d-4330-b449-98007d3ad4f5 req-dfef3a3b-bf21-4855-bb46-6e26807c66d7 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311830 Aug 29 07:29:24.106038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-f4f16269-121b-4bc5-95b1-f806ea6770c4 req-5a8a0c21-c563-40bf-9b20-6b0db2cdd844 service neutron] (95403) timed out ('10.222.0.76', 59286) {{(pid=95403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 07:29:24.322035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfaaaf-52ce-4692-a3a0-eab861d4dd0a req-41c03374-859b-4456-a02c-64d377674a48 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:24.323582 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0bfaaaf-52ce-4692-a3a0-eab861d4dd0a req-41c03374-859b-4456-a02c-64d377674a48 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0485654 Aug 29 07:29:24.362731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0bfaaaf-52ce-4692-a3a0-eab861d4dd0a req-d217cbcf-4a37-41dc-a91d-2adb11920045 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327227 Aug 29 07:29:25.475607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36e47f-8dbb-4a58-a524-71cac07a5242 req-f9190de8-9514-4142-8268-97f87497b494 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:25.477094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa36e47f-8dbb-4a58-a524-71cac07a5242 req-f9190de8-9514-4142-8268-97f87497b494 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0487289 Aug 29 07:29:25.515009 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa36e47f-8dbb-4a58-a524-71cac07a5242 req-3bc02b15-1299-4320-91ad-4c32d8b70e1c tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314786 Aug 29 07:29:26.274865 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:29:26.381983 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1bb2fe0a-50f4-4304-ae37-59e3c8792c98 service neutron] show failed (client error): The resource could not be found. Aug 29 07:29:26.382991 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1bb2fe0a-50f4-4304-ae37-59e3c8792c98 service neutron] 10.222.0.11 "GET /v2.0/ports/74a3d8a8-0961-4be7-a9b8-98ba814960b2/bindings/n-h1-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0588148 Aug 29 07:29:26.632638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17156e-4ef3-4a17-b1ce-9ce302bec70a req-21435b09-fcee-4a3b-9a85-1b97c8894f6f tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:26.634104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb17156e-4ef3-4a17-b1ce-9ce302bec70a req-21435b09-fcee-4a3b-9a85-1b97c8894f6f tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0530202 Aug 29 07:29:26.672045 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb17156e-4ef3-4a17-b1ce-9ce302bec70a req-072c4385-d474-43de-a99d-eefbd9868e68 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314727 Aug 29 07:29:26.861970 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-e55bc975-4f99-452d-982b-6137aea861e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:26.863428 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-e55bc975-4f99-452d-982b-6137aea861e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e&tenant_id=d7222e9f10d94cb48e329068a2cf6ecf HTTP/1.1" status: 200 len: 1098 time: 0.0419180 Aug 29 07:29:26.875166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:29:26.928132 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:27.135169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] For port 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2,segment=NetworkSegment(25befa0f-446f-4752-b964-959e3dffb9a0),segment_id=25befa0f-446f-4752-b964-959e3dffb9a0)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:29:27.167168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] For port 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:29:27.206353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1465bb1-ddc1-457b-9a6c-e021569f728e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a3d8a8-0961-4be7-a9b8-98ba814960b2'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:29:27.208641 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889b25eb-011a-4701-9caf-107bedd79363" -d '{"events": [{"server_uuid": "f1465bb1-ddc1-457b-9a6c-e021569f728e", "name": "network-vif-unplugged", "status": "completed", "tag": "74a3d8a8-0961-4be7-a9b8-98ba814960b2"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:29:27.212340 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:27.226207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Transition to ACTIVE for port object 74a3d8a8-0961-4be7-a9b8-98ba814960b2 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:29:27.258841 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5138ee3b-9879-4e93-9e38-07bc6d072c34 x-openstack-request-id: req-5138ee3b-9879-4e93-9e38-07bc6d072c34 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:29:27.259136 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1465bb1-ddc1-457b-9a6c-e021569f728e", "name": "network-vif-unplugged", "status": "completed", "tag": "74a3d8a8-0961-4be7-a9b8-98ba814960b2", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:29:27.259418 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5138ee3b-9879-4e93-9e38-07bc6d072c34 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:29:27.259830 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1465bb1-ddc1-457b-9a6c-e021569f728e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a3d8a8-0961-4be7-a9b8-98ba814960b2', 'code': 200} Aug 29 07:29:27.307953 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:27.368491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] No DVR routers for this DVR port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:29:27.371450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Pushing event updated for resources: {'Port': ['ID=74a3d8a8-0961-4be7-a9b8-98ba814960b2,revision_number=6']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:27.383111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:27.383759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:27.383868 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:27.384133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:27.384464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:27.384795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:27.385122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:27.385497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:27.385768 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:27.386093 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:27.386417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:27.386734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:27.417524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Attempting to bind port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:29:27.417852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Attempting to bind port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '25befa0f-446f-4752-b964-959e3dffb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '92177680-8e15-49ea-a8ce-427abec4d664'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:29:27.418174 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Attempting to bind port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 on network 92177680-8e15-49ea-a8ce-427abec4d664 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:29:27.422884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 on network 92177680-8e15-49ea-a8ce-427abec4d664 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:29:27.423236 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Attempting to bind port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 on network 92177680-8e15-49ea-a8ce-427abec4d664 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:29:27.427867 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:29:27.428276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Checking segment: {'id': '25befa0f-446f-4752-b964-959e3dffb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '92177680-8e15-49ea-a8ce-427abec4d664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:29:27.428656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Bound using segment: {'id': '25befa0f-446f-4752-b964-959e3dffb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '92177680-8e15-49ea-a8ce-427abec4d664'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:29:27.429072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Bound port: 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25befa0f-446f-4752-b964-959e3dffb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '92177680-8e15-49ea-a8ce-427abec4d664'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:29:27.429421 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:27.489900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] For port 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:29:27.492891 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] For port 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2,segment=NetworkSegment(25befa0f-446f-4752-b964-959e3dffb9a0),segment_id=25befa0f-446f-4752-b964-959e3dffb9a0)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:29:27.542158 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:27.574939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:27.575581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:27.576948 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] 10.222.0.15 "PUT /v2.0/ports/74a3d8a8-0961-4be7-a9b8-98ba814960b2 HTTP/1.1" status: 200 len: 1093 time: 0.7059710 Aug 29 07:29:27.597960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7921f-6507-491b-b42a-39efb0efa5ba service neutron] Pushing event updated for resources: {'Port': ['ID=74a3d8a8-0961-4be7-a9b8-98ba814960b2,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:27.642160 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-142da0bd-0564-4e73-989d-dd8488e044f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:27.643596 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-142da0bd-0564-4e73-989d-dd8488e044f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7222e9f10d94cb48e329068a2cf6ecf&device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 1096 time: 0.0427146 Aug 29 07:29:27.736872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-8e53c758-5342-4a72-ae29-36608b526658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:27.738375 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-8e53c758-5342-4a72-ae29-36608b526658 service neutron] 10.222.0.15 "GET /v2.0/networks?id=92177680-8e15-49ea-a8ce-427abec4d664 HTTP/1.1" status: 200 len: 913 time: 0.0870211 Aug 29 07:29:27.781793 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-4a5f906d-2abf-49aa-811f-f7a7964327d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2 HTTP/1.1" status: 200 len: 217 time: 0.0349383 Aug 29 07:29:27.786262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83872570-de03-4ad8-9499-7715f5e845b0 req-5ffe2db3-a6e4-4148-b6fb-28722c169ffc tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:27.787753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83872570-de03-4ad8-9499-7715f5e845b0 req-5ffe2db3-a6e4-4148-b6fb-28722c169ffc tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 944 time: 0.0483863 Aug 29 07:29:27.826297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83872570-de03-4ad8-9499-7715f5e845b0 req-7aca9179-cb1e-49f2-906a-6f87798db8e9 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324590 Aug 29 07:29:27.834254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-615923d5-64c6-4932-b56a-655f8e6c2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:27.835799 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-615923d5-64c6-4932-b56a-655f8e6c2913 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df366a05-1332-4318-996b-e862d6bbb968 HTTP/1.1" status: 200 len: 852 time: 0.0473807 Aug 29 07:29:27.871704 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-f26d6883-bdb8-41da-a739-e063fc53770e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92177680-8e15-49ea-a8ce-427abec4d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250263 Aug 29 07:29:27.883105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-015966f7-81ea-4414-9bff-26de3529c30c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:29:27.884051 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-015966f7-81ea-4414-9bff-26de3529c30c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049109 Aug 29 07:29:27.971821 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-5d0e0591-ee2d-468e-8a42-388b6e1efce7 service neutron] 10.222.0.15 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807283 Aug 29 07:29:28.079570 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eba94502-94ab-4d6a-afe4-f367e3e43a97 req-64b2888f-63e8-4d5a-871c-64141376b671 service neutron] 10.222.0.15 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007421 Aug 29 07:29:28.942222 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b809c-db99-48d4-86d3-ca49e14ffda7 req-8c343cf5-0721-42fb-a28e-ccfa4d79d212 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:28.943727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a8b809c-db99-48d4-86d3-ca49e14ffda7 req-8c343cf5-0721-42fb-a28e-ccfa4d79d212 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 944 time: 0.0480134 Aug 29 07:29:28.980929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a8b809c-db99-48d4-86d3-ca49e14ffda7 req-c8e84ad5-6f2f-4818-a155-9fe1c23e0801 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313377 Aug 29 07:29:29.260999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1465bb1-ddc1-457b-9a6c-e021569f728e', 'tag': '74a3d8a8-0961-4be7-a9b8-98ba814960b2'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:29:29.263282 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83" -d '{"events": [{"name": "network-changed", "server_uuid": "f1465bb1-ddc1-457b-9a6c-e021569f728e", "tag": "74a3d8a8-0961-4be7-a9b8-98ba814960b2"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:29:29.309954 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70b18e0-385e-4373-96d8-dab4478070a4 x-openstack-request-id: req-e70b18e0-385e-4373-96d8-dab4478070a4 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:29:29.310247 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1465bb1-ddc1-457b-9a6c-e021569f728e", "tag": "74a3d8a8-0961-4be7-a9b8-98ba814960b2", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:29:29.310499 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e70b18e0-385e-4373-96d8-dab4478070a4 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:29:29.311417 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1465bb1-ddc1-457b-9a6c-e021569f728e', 'tag': '74a3d8a8-0961-4be7-a9b8-98ba814960b2', 'status': 'completed', 'code': 200} Aug 29 07:29:29.401533 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-c44faa05-cabd-4bbc-b7f7-0732b05d78c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:29.403033 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-c44faa05-cabd-4bbc-b7f7-0732b05d78c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7222e9f10d94cb48e329068a2cf6ecf&device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 1096 time: 0.0687292 Aug 29 07:29:29.411471 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-e55e5901-f4e7-4270-9b16-1fafb50a840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:29.412892 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-e55e5901-f4e7-4270-9b16-1fafb50a840d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7222e9f10d94cb48e329068a2cf6ecf&device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 1096 time: 0.0537791 Aug 29 07:29:29.570598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-57a2d04b-e407-4686-97fa-3fd836c22986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:29.572173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-57a2d04b-e407-4686-97fa-3fd836c22986 service neutron] 10.222.0.15 "GET /v2.0/networks?id=92177680-8e15-49ea-a8ce-427abec4d664 HTTP/1.1" status: 200 len: 913 time: 0.1584134 Aug 29 07:29:29.573259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-0e5fa50e-b6ee-4be4-8e0a-8ef08baa6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:29.574566 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-0e5fa50e-b6ee-4be4-8e0a-8ef08baa6c72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=92177680-8e15-49ea-a8ce-427abec4d664 HTTP/1.1" status: 200 len: 913 time: 0.1537008 Aug 29 07:29:29.619581 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-4e532779-272f-47a8-a7ef-3bee752a16f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2 HTTP/1.1" status: 200 len: 217 time: 0.0381899 Aug 29 07:29:29.653223 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-e7c3fe25-7cc5-469f-9d28-d63331ab744a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2 HTTP/1.1" status: 200 len: 217 time: 0.0663245 Aug 29 07:29:29.725627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-10049941-ce4b-4238-9cde-60e78f01e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:29.727082 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-10049941-ce4b-4238-9cde-60e78f01e026 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df366a05-1332-4318-996b-e862d6bbb968 HTTP/1.1" status: 200 len: 852 time: 0.0815816 Aug 29 07:29:29.732101 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-e692a27b-2b0a-44ea-ab29-ebfeef3f61f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:29.743461 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-e692a27b-2b0a-44ea-ab29-ebfeef3f61f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df366a05-1332-4318-996b-e862d6bbb968 HTTP/1.1" status: 200 len: 852 time: 0.0582371 Aug 29 07:29:29.766513 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-8ca5a51a-3a9d-478d-a50f-8f4e34990e65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92177680-8e15-49ea-a8ce-427abec4d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313277 Aug 29 07:29:29.781643 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-1c15cf9b-0592-4dbc-b8fc-6b9486196b58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92177680-8e15-49ea-a8ce-427abec4d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384119 Aug 29 07:29:29.931523 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-2b2beafb-23dd-414a-82cd-63225fdccffe service neutron] 10.222.0.11 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521580 Aug 29 07:29:29.934876 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-f4fc32c6-e258-4394-a537-20e5f31584ee service neutron] 10.222.0.15 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456203 Aug 29 07:29:30.003630 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 74a3d8a8-0961-4be7-a9b8-98ba814960b2 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:29:30.093644 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-6c9f7d3c-4985-433c-8752-a65eebf6d291 service neutron] 10.222.0.11 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549199 Aug 29 07:29:30.097344 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9e561f5-ea6e-4696-8b0f-1b1ec8b69d83 req-97468d94-d515-4f47-9bf7-b3ae67d3e29a service neutron] 10.222.0.15 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507251 Aug 29 07:29:30.100774 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2,segment=NetworkSegment(25befa0f-446f-4752-b964-959e3dffb9a0),segment_id=25befa0f-446f-4752-b964-959e3dffb9a0)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:29:30.117144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '74a3d8a8-0961-4be7-a9b8-98ba814960b2', 'network_id': '92177680-8e15-49ea-a8ce-427abec4d664', 'port_id': '74a3d8a8-0961-4be7-a9b8-98ba814960b2', 'mac_address': 'fa:16:3e:a9:84:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df366a05-1332-4318-996b-e862d6bbb968', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:29:30.123519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5795f59-285a-423f-92f1-0c0be96d032c req-5d24a2ec-87f7-4739-8796-1766d8075d9b tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:30.125609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5795f59-285a-423f-92f1-0c0be96d032c req-5d24a2ec-87f7-4739-8796-1766d8075d9b tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 944 time: 0.0654957 Aug 29 07:29:30.153797 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:30.163001 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5795f59-285a-423f-92f1-0c0be96d032c req-135ce917-4488-4d00-b58b-2f99b1edbb28 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Aug 29 07:29:30.166884 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a3d8a8-0961-4be7-a9b8-98ba814960b2 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:29:30.186325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2,segment=NetworkSegment(25befa0f-446f-4752-b964-959e3dffb9a0),segment_id=25befa0f-446f-4752-b964-959e3dffb9a0)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:29:30.276973 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:30.322982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=74a3d8a8-0961-4be7-a9b8-98ba814960b2,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:30.330778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:30.333126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:30.333126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:30.333126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:30.333126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:30.333126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:30.333126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:30.333126 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:30.333707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:30.333707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:30.334415 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:30.334415 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:30.539505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['74a3d8a8-0961-4be7-a9b8-98ba814960b2'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:29:30.578319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-9694ed70-7fa7-4713-a4eb-9cbc0efdac2d tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:30.579854 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-9694ed70-7fa7-4713-a4eb-9cbc0efdac2d tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e&tenant_id=d7222e9f10d94cb48e329068a2cf6ecf&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 945 time: 0.0563493 Aug 29 07:29:30.640538 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-6f67d6be-dc38-424f-a64a-322d2e1d1e5f service neutron] delete failed (client error): The resource could not be found. Aug 29 07:29:30.641754 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-6f67d6be-dc38-424f-a64a-322d2e1d1e5f service neutron] 10.222.0.11 "DELETE /v2.0/ports/74a3d8a8-0961-4be7-a9b8-98ba814960b2/bindings/n-h2-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0543094 Aug 29 07:29:30.743673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-2084854f-5889-4582-b1e5-b60f1ab9f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:30.745819 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-2084854f-5889-4582-b1e5-b60f1ab9f0ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7222e9f10d94cb48e329068a2cf6ecf&device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 1097 time: 0.0428081 Aug 29 07:29:30.838794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-b2444c3a-e989-41bc-9818-327b8cccdc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:30.840298 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-b2444c3a-e989-41bc-9818-327b8cccdc1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=92177680-8e15-49ea-a8ce-427abec4d664 HTTP/1.1" status: 200 len: 913 time: 0.0868313 Aug 29 07:29:30.881534 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-4ea9e8f2-87e4-4773-a978-c79dda62d097 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2 HTTP/1.1" status: 200 len: 217 time: 0.0336800 Aug 29 07:29:30.929062 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-ceb92b3b-d16c-44d4-a315-16a34d5f8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:30.930399 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-ceb92b3b-d16c-44d4-a315-16a34d5f8e10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df366a05-1332-4318-996b-e862d6bbb968 HTTP/1.1" status: 200 len: 852 time: 0.0424275 Aug 29 07:29:30.960465 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-4e31af73-da5e-4ce1-aec0-699f1242448c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92177680-8e15-49ea-a8ce-427abec4d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233622 Aug 29 07:29:30.963403 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 74a3d8a8-0961-4be7-a9b8-98ba814960b2 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:29:31.000892 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 74a3d8a8-0961-4be7-a9b8-98ba814960b2 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:29:31.055178 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-52473f24-680a-49a4-be3f-29cb7b8e6f67 service neutron] 10.222.0.11 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877228 Aug 29 07:29:31.144211 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-3fecc9e9-3dfd-493f-9456-40033b31a129 service neutron] 10.222.0.11 "GET /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809755 Aug 29 07:29:32.010234 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 74a3d8a8-0961-4be7-a9b8-98ba814960b2 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:29:32.117204 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:29:32.121270 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:29:32.121671 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:32.202838 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:32.227327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1465bb1-ddc1-457b-9a6c-e021569f728e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a3d8a8-0961-4be7-a9b8-98ba814960b2'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:29:32.229575 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5773b4-6648-4eb2-aa65-bcdaa74be44a" -d '{"events": [{"server_uuid": "f1465bb1-ddc1-457b-9a6c-e021569f728e", "name": "network-vif-plugged", "status": "completed", "tag": "74a3d8a8-0961-4be7-a9b8-98ba814960b2"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:29:32.242541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2,segment=NetworkSegment(25befa0f-446f-4752-b964-959e3dffb9a0),segment_id=25befa0f-446f-4752-b964-959e3dffb9a0)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:29:32.268770 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8093279c-e35c-4faa-bbbe-663e09e29e73 x-openstack-request-id: req-8093279c-e35c-4faa-bbbe-663e09e29e73 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:29:32.269068 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1465bb1-ddc1-457b-9a6c-e021569f728e", "name": "network-vif-plugged", "status": "completed", "tag": "74a3d8a8-0961-4be7-a9b8-98ba814960b2", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:29:32.269323 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8093279c-e35c-4faa-bbbe-663e09e29e73 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:29:32.269720 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1465bb1-ddc1-457b-9a6c-e021569f728e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a3d8a8-0961-4be7-a9b8-98ba814960b2', 'code': 200} Aug 29 07:29:32.313491 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:32.360051 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=74a3d8a8-0961-4be7-a9b8-98ba814960b2,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:32.658778 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c542c0f-d8f8-4495-bba8-e303c055eefc req-e7c7867e-3440-49d8-bae4-868c6a89386a tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:32.660202 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c542c0f-d8f8-4495-bba8-e303c055eefc req-e7c7867e-3440-49d8-bae4-868c6a89386a tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0492947 Aug 29 07:29:32.698048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c542c0f-d8f8-4495-bba8-e303c055eefc req-b028733f-8a63-48fa-9229-3840c3b1665b tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Aug 29 07:29:33.816854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e907127-21d4-4f95-83e3-fabe337bb3e2 req-ef5dba8f-f041-477c-9dd9-95a90da4f204 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:33.818333 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e907127-21d4-4f95-83e3-fabe337bb3e2 req-ef5dba8f-f041-477c-9dd9-95a90da4f204 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0489037 Aug 29 07:29:33.855998 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e907127-21d4-4f95-83e3-fabe337bb3e2 req-8584d7e9-1075-4f3c-8667-e99e35928f63 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.76 "GET /v2.0/security-groups?id=afb1bc05-b0e4-4afb-9598-f36d0e4a0901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314827 Aug 29 07:29:33.923507 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-56fdacb7-0ea0-47ae-9bd5-ecf1b8ff5112 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:33.924968 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-56fdacb7-0ea0-47ae-9bd5-ecf1b8ff5112 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1465bb1-ddc1-457b-9a6c-e021569f728e HTTP/1.1" status: 200 len: 946 time: 0.0536509 Aug 29 07:29:33.993548 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:34.011851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-c56b5240-6655-4cbe-b324-4e16d31bc8b4 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Deleting port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:29:34.012204 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-c56b5240-6655-4cbe-b324-4e16d31bc8b4 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:34.101103 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-c56b5240-6655-4cbe-b324-4e16d31bc8b4 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] For port 74a3d8a8-0961-4be7-a9b8-98ba814960b2, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=74a3d8a8-0961-4be7-a9b8-98ba814960b2,segment=NetworkSegment(25befa0f-446f-4752-b964-959e3dffb9a0),segment_id=25befa0f-446f-4752-b964-959e3dffb9a0)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:29:34.101472 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-c56b5240-6655-4cbe-b324-4e16d31bc8b4 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:34.114290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-c56b5240-6655-4cbe-b324-4e16d31bc8b4 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Calling delete_port for 74a3d8a8-0961-4be7-a9b8-98ba814960b2 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:29:34.288288 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-c56b5240-6655-4cbe-b324-4e16d31bc8b4 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:34.299719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['74a3d8a8-0961-4be7-a9b8-98ba814960b2'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:29:34.321130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b5240-6655-4cbe-b324-4e16d31bc8b4 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Pushing event deleted for resources: {'Port': ['ID=74a3d8a8-0961-4be7-a9b8-98ba814960b2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:34.359808 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-c56b5240-6655-4cbe-b324-4e16d31bc8b4 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] No DVR routers for this DVR port 74a3d8a8-0961-4be7-a9b8-98ba814960b2 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:29:34.362475 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-c56b5240-6655-4cbe-b324-4e16d31bc8b4 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:34.364603 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-16132dd5-166f-4dd7-8f91-e7f6a7d6918b req-c56b5240-6655-4cbe-b324-4e16d31bc8b4 tempest-DeleteServersTestJSON-536666332 tempest-DeleteServersTestJSON-536666332-project] 10.222.0.15 "DELETE /v2.0/ports/74a3d8a8-0961-4be7-a9b8-98ba814960b2 HTTP/1.1" status: 204 len: 173 time: 0.4337022 Aug 29 07:29:34.365040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1465bb1-ddc1-457b-9a6c-e021569f728e', 'name': 'network-vif-deleted', 'tag': '74a3d8a8-0961-4be7-a9b8-98ba814960b2'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:29:34.367354 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7559ed2e-8145-46c0-993f-3af3245b9acb" -d '{"events": [{"server_uuid": "f1465bb1-ddc1-457b-9a6c-e021569f728e", "name": "network-vif-deleted", "tag": "74a3d8a8-0961-4be7-a9b8-98ba814960b2"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:29:34.402506 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d54a57-944b-4d41-b219-386afa356713 x-openstack-request-id: req-27d54a57-944b-4d41-b219-386afa356713 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:29:34.402797 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1465bb1-ddc1-457b-9a6c-e021569f728e", "name": "network-vif-deleted", "tag": "74a3d8a8-0961-4be7-a9b8-98ba814960b2", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:29:34.403063 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-27d54a57-944b-4d41-b219-386afa356713 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:29:34.403560 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1465bb1-ddc1-457b-9a6c-e021569f728e', 'name': 'network-vif-deleted', 'tag': '74a3d8a8-0961-4be7-a9b8-98ba814960b2', 'status': 'completed', 'code': 200} Aug 29 07:29:34.986619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40264) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:29:35.035333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Deleting subnet df366a05-1332-4318-996b-e862d6bbb968 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:29:35.038404 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:35.072967 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:35.110997 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:35.233485 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:35.259902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df366a05-1332-4318-996b-e862d6bbb968,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:35.262317 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:35.264722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/df366a05-1332-4318-996b-e862d6bbb968 HTTP/1.1" status: 204 len: 168 time: 0.2764511 Aug 29 07:29:35.267650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40266) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:29:35.271318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:35.271729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:35.272015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:35.272353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:35.272694 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:35.273028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:35.273357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:35.273684 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:35.274008 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:35.274334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:35.274671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:35.274982 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46682bf7-dc5d-4428-93c3-08e955e356c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:29:35.335568 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2952956-51a7-4c6b-9cae-4f6e21d650c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:35.419565 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2952956-51a7-4c6b-9cae-4f6e21d650c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:35.429338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e2952956-51a7-4c6b-9cae-4f6e21d650c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92177680-8e15-49ea-a8ce-427abec4d664']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:29:35.439876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e2952956-51a7-4c6b-9cae-4f6e21d650c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25befa0f-446f-4752-b964-959e3dffb9a0') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:29:35.440175 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-e2952956-51a7-4c6b-9cae-4f6e21d650c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25befa0f-446f-4752-b964-959e3dffb9a0') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:29:35.448833 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2952956-51a7-4c6b-9cae-4f6e21d650c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:35.462558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2952956-51a7-4c6b-9cae-4f6e21d650c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:35.468260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2952956-51a7-4c6b-9cae-4f6e21d650c4 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:29:35.468650 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2952956-51a7-4c6b-9cae-4f6e21d650c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:29:35.470233 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:29:35.587556 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2952956-51a7-4c6b-9cae-4f6e21d650c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:35.593101 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e2952956-51a7-4c6b-9cae-4f6e21d650c4 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:35.594993 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e2952956-51a7-4c6b-9cae-4f6e21d650c4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/92177680-8e15-49ea-a8ce-427abec4d664 HTTP/1.1" status: 204 len: 168 time: 0.3262789 Aug 29 07:29:35.606804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2952956-51a7-4c6b-9cae-4f6e21d650c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=92177680-8e15-49ea-a8ce-427abec4d664,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:35.911123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40270) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:29:35.955081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-63c854b8-29ce-4733-b6ad-2369514f9d71 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d7222e9f10d94cb48e329068a2cf6ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428052 Aug 29 07:29:35.957477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40272) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:29:36.004353 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0255b95b-433c-43cb-9adf-fc0db1bd4772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:36.025638 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0255b95b-433c-43cb-9adf-fc0db1bd4772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:36.145532 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0255b95b-433c-43cb-9adf-fc0db1bd4772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:36.148186 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0255b95b-433c-43cb-9adf-fc0db1bd4772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:36.149328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0255b95b-433c-43cb-9adf-fc0db1bd4772 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/afb1bc05-b0e4-4afb-9598-f36d0e4a0901 HTTP/1.1" status: 204 len: 168 time: 0.1909676 Aug 29 07:29:36.157471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255b95b-433c-43cb-9adf-fc0db1bd4772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb1bc05-b0e4-4afb-9598-f36d0e4a0901,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:37.124907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40294) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:29:37.218344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2128662934-network', 'tenant_id': '68644ce6fd2a44df9128b32d61117bbe'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:29:37.318854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] Made reservation on behalf of 68644ce6fd2a44df9128b32d61117bbe for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:29:37.321170 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:37.329615 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:37.415129 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:37.490229 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:37.513119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:29:37.522653 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cba5bab-07c3-4a04-8a49-9454ff34bc53,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:37.527274 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:37.527617 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] Added segment 5e24f092-1a74-4b3c-8d56-686561cf61a2 of type vlan for network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 Aug 29 07:29:37.566693 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:37.647931 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:37.648891 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:37.649476 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:37.709190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:37.718591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:29:37.777678 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-453c7070-61de-496f-a390-312a4b819ea7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6488190 Aug 29 07:29:37.777891 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40298) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:29:37.783653 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-93e3cfe8-face-46f2-959c-0547c8f03482 admin admin] Request body: {'subnet': {'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2128662934-subnet', 'tenant_id': '68644ce6fd2a44df9128b32d61117bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:29:37.859686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e3cfe8-face-46f2-959c-0547c8f03482 admin admin] Made reservation on behalf of 68644ce6fd2a44df9128b32d61117bbe for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:29:37.862372 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93e3cfe8-face-46f2-959c-0547c8f03482 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:38.008743 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 74a3d8a8-0961-4be7-a9b8-98ba814960b2 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:29:38.030758 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 74a3d8a8-0961-4be7-a9b8-98ba814960b2 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:29:38.031110 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 74a3d8a8-0961-4be7-a9b8-98ba814960b2 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:29:38.093840 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93e3cfe8-face-46f2-959c-0547c8f03482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:38.116355 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd031ca2-8965-47e0-aec2-7fa1a152a545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:38.155527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3cfe8-face-46f2-959c-0547c8f03482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a9f614-798a-4b69-abca-c4dba9dc5f50,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:38.162274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3cfe8-face-46f2-959c-0547c8f03482 admin admin] Checking segment: {'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:29:38.162636 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e3cfe8-face-46f2-959c-0547c8f03482 admin admin] Network hostable DHCP agents. Network: cfb9b2bf-004d-4c70-8b90-1ce7f1e12229, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:29:38.253261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e3cfe8-face-46f2-959c-0547c8f03482 admin admin] Network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:29:38.324263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-93e3cfe8-face-46f2-959c-0547c8f03482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, cfb9b2bf-004d-4c70-8b90-1ce7f1e12229) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:29:38.328558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e3cfe8-face-46f2-959c-0547c8f03482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:38.329781 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-93e3cfe8-face-46f2-959c-0547c8f03482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:38.333663 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1637c5ba-ba52-42e3-8fe7-7e2d07f47f63 None None] Network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:29:38.416930 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-93e3cfe8-face-46f2-959c-0547c8f03482 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6380816 Aug 29 07:29:38.454269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8121fcba-5dfc-4ba1-81a7-6434de5ad5fa None None] Network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:29:38.835417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-c022c9ee-80bd-4072-aa1e-def4aed88378 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:38.836892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-c022c9ee-80bd-4072-aa1e-def4aed88378 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 815 time: 0.1055450 Aug 29 07:29:38.852281 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-2e709d68-47f8-404b-8e27-7578c9532a0c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/quotas/68644ce6fd2a44df9128b32d61117bbe HTTP/1.1" status: 200 len: 375 time: 0.0096402 Aug 29 07:29:38.883740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-146aeca9-97d8-4071-9bcd-2caec0a15a40 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262105 Aug 29 07:29:38.971768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-5131f36a-3c1a-4d3f-b0d7-5587c877d400 service neutron] 10.222.0.76 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809231 Aug 29 07:29:39.062243 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-c54bc250-9090-43be-ae0f-bd713fcccf0f service neutron] 10.222.0.76 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845232 Aug 29 07:29:39.298703 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d951b0b6-1e56-4897-8356-858c8b23700f req-6800fbb8-8ea5-4f58-af28-f1c0d58f0f2b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 210 time: 0.0272515 Aug 29 07:29:40.390575 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3dde1133-7479-45ab-a360-6ac4fe2ac077 req-dd19edd3-7d6d-49a1-880a-d08cbcfe1fab tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 210 time: 0.0263813 Aug 29 07:29:40.825419 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:41.083877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-42cd6020-30ba-4d87-b7d2-11254cff41c2 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:41.085457 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-42cd6020-30ba-4d87-b7d2-11254cff41c2 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.15 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 815 time: 0.1058388 Aug 29 07:29:41.098732 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-60201c34-827f-4e9c-adc0-6f16b629a4ac tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Request body: {'port': {'device_id': '23dedcd8-bfbc-406d-b687-ef380b473b98', 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229', 'admin_state_up': True, 'tenant_id': '68644ce6fd2a44df9128b32d61117bbe'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:29:41.279160 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-60201c34-827f-4e9c-adc0-6f16b629a4ac tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Made reservation on behalf of 68644ce6fd2a44df9128b32d61117bbe for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:29:41.282770 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-60201c34-827f-4e9c-adc0-6f16b629a4ac tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:41.407491 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-60201c34-827f-4e9c-adc0-6f16b629a4ac tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Allocated IP 172.20.0.12 (cfb9b2bf-004d-4c70-8b90-1ce7f1e12229/98a9f614-798a-4b69-abca-c4dba9dc5f50/295c8aed-2d15-46c4-bace-c57053a6ffda) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:29:41.497398 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29da605f-e4b0-4f14-9b10-d0cda874d33b req-2b04d7fe-204c-4522-9ab3-8ef334d61630 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 210 time: 0.0263255 Aug 29 07:29:41.559507 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-60201c34-827f-4e9c-adc0-6f16b629a4ac tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:41.570209 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffc78-13f5-4224-9a1e-4839cc81a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:41.639455 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-60201c34-827f-4e9c-adc0-6f16b629a4ac tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:41.682935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-60201c34-827f-4e9c-adc0-6f16b629a4ac tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:29:41.685833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-60201c34-827f-4e9c-adc0-6f16b629a4ac tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:29:41.690104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-60201c34-827f-4e9c-adc0-6f16b629a4ac tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:29:41.696316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60201c34-827f-4e9c-adc0-6f16b629a4ac tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Pushing event updated for resources: {'Port': ['ID=295c8aed-2d15-46c4-bace-c57053a6ffda,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:41.739612 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-60201c34-827f-4e9c-adc0-6f16b629a4ac tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:41.740285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-60201c34-827f-4e9c-adc0-6f16b629a4ac tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:41.809217 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-60201c34-827f-4e9c-adc0-6f16b629a4ac tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7148206 Aug 29 07:29:41.821995 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Request body: {'port': {'device_id': '23dedcd8-bfbc-406d-b687-ef380b473b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:29:41.877882 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:41.887908 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:42.143431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295c8aed-2d15-46c4-bace-c57053a6ffda {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:29:42.150746 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:42.162686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Transition to ACTIVE for port object 295c8aed-2d15-46c4-bace-c57053a6ffda will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:29:42.238758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:42.290886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Pushing event updated for resources: {'Port': ['ID=295c8aed-2d15-46c4-bace-c57053a6ffda,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:42.356008 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Attempting to bind port 295c8aed-2d15-46c4-bace-c57053a6ffda on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:29:42.356349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Attempting to bind port 295c8aed-2d15-46c4-bace-c57053a6ffda by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:29:42.356682 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Attempting to bind port 295c8aed-2d15-46c4-bace-c57053a6ffda on network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:29:42.361738 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Port 295c8aed-2d15-46c4-bace-c57053a6ffda on network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:29:42.362075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Attempting to bind port 295c8aed-2d15-46c4-bace-c57053a6ffda on network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:29:42.366737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:29:42.367069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Checking segment: {'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:29:42.367488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Bound using segment: {'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:29:42.367913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Bound port: 295c8aed-2d15-46c4-bace-c57053a6ffda, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:29:42.368267 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:42.430943 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] For port 295c8aed-2d15-46c4-bace-c57053a6ffda, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:29:42.433801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] For port 295c8aed-2d15-46c4-bace-c57053a6ffda, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=295c8aed-2d15-46c4-bace-c57053a6ffda,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:29:42.494134 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:42.528172 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:42.528799 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:42.530211 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] 10.222.0.15 "PUT /v2.0/ports/295c8aed-2d15-46c4-bace-c57053a6ffda HTTP/1.1" status: 200 len: 1093 time: 0.7126148 Aug 29 07:29:42.531057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23dedcd8-bfbc-406d-b687-ef380b473b98', 'tag': '295c8aed-2d15-46c4-bace-c57053a6ffda'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:29:42.533652 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c640656e-36da-420b-bbf4-9d3f13e1da35" -d '{"events": [{"name": "network-changed", "server_uuid": "23dedcd8-bfbc-406d-b687-ef380b473b98", "tag": "295c8aed-2d15-46c4-bace-c57053a6ffda"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:29:42.561401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077adc76-3090-4e2f-b0bd-90bd0c47693e service neutron] Pushing event updated for resources: {'Port': ['ID=295c8aed-2d15-46c4-bace-c57053a6ffda,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:42.571687 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff62682-6b6d-4ef6-b01f-762656d8bafd x-openstack-request-id: req-eff62682-6b6d-4ef6-b01f-762656d8bafd {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:29:42.579819 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23dedcd8-bfbc-406d-b687-ef380b473b98", "tag": "295c8aed-2d15-46c4-bace-c57053a6ffda", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:29:42.579819 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eff62682-6b6d-4ef6-b01f-762656d8bafd {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:29:42.579819 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23dedcd8-bfbc-406d-b687-ef380b473b98', 'tag': '295c8aed-2d15-46c4-bace-c57053a6ffda', 'status': 'completed', 'code': 200} Aug 29 07:29:42.629803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3e420-c90d-4fbf-9152-37641e22643b req-53604ad0-c28a-4b5e-9d60-3f60879e9eff tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:42.631477 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10c3e420-c90d-4fbf-9152-37641e22643b req-53604ad0-c28a-4b5e-9d60-3f60879e9eff tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 944 time: 0.0545535 Aug 29 07:29:42.636639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640656e-36da-420b-bbf4-9d3f13e1da35 req-d21f09bc-e9c5-4b48-a274-d29e3ec21c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:42.638124 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c640656e-36da-420b-bbf4-9d3f13e1da35 req-d21f09bc-e9c5-4b48-a274-d29e3ec21c29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 1096 time: 0.0420108 Aug 29 07:29:42.671165 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10c3e420-c90d-4fbf-9152-37641e22643b req-a4ca682d-48d5-488b-9ce0-5c3bada64ad9 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334101 Aug 29 07:29:42.739517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640656e-36da-420b-bbf4-9d3f13e1da35 req-7d56368a-78ed-409a-85ed-beb4416599b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:42.740997 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c640656e-36da-420b-bbf4-9d3f13e1da35 req-7d56368a-78ed-409a-85ed-beb4416599b6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=68644ce6fd2a44df9128b32d61117bbe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0942590 Aug 29 07:29:42.833222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640656e-36da-420b-bbf4-9d3f13e1da35 req-fa567f0d-bb91-44d7-b8be-bcae2612ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:42.834689 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c640656e-36da-420b-bbf4-9d3f13e1da35 req-fa567f0d-bb91-44d7-b8be-bcae2612ac43 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867333 Aug 29 07:29:42.917598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-93933cd4-1ab8-4f7e-b39d-965eb426e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:42.919064 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-93933cd4-1ab8-4f7e-b39d-965eb426e503 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 1096 time: 0.0450685 Aug 29 07:29:42.961686 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-7a446b39-f08c-40ea-99e8-0f61526ca836 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=295c8aed-2d15-46c4-bace-c57053a6ffda HTTP/1.1" status: 200 len: 217 time: 0.0336440 Aug 29 07:29:43.010684 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-1069979e-3193-4c1a-b733-7a83873028f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:43.012176 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-1069979e-3193-4c1a-b733-7a83873028f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98a9f614-798a-4b69-abca-c4dba9dc5f50 HTTP/1.1" status: 200 len: 855 time: 0.0428889 Aug 29 07:29:43.046137 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-a2810f5b-4857-4965-8a12-bcafc1287978 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264871 Aug 29 07:29:43.133196 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-c8a5535e-e2c4-407e-bc67-99ec1e4bb4a5 service neutron] 10.222.0.15 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798962 Aug 29 07:29:43.223386 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6fe2473-6808-43b4-92de-9ed63baa0c72 req-57606344-8437-4b77-bb53-65e5d38078d5 service neutron] 10.222.0.15 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827546 Aug 29 07:29:43.630664 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:43.795879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e68a48-d922-4446-9ecf-b905f7842740 req-5abffaac-58cf-4584-8a56-9142880d79c2 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:43.797408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82e68a48-d922-4446-9ecf-b905f7842740 req-5abffaac-58cf-4584-8a56-9142880d79c2 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 944 time: 0.0566180 Aug 29 07:29:43.835124 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82e68a48-d922-4446-9ecf-b905f7842740 req-e6c989d1-036b-409e-85df-e70e9d430560 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Aug 29 07:29:44.948566 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709e728-8056-4a5e-aad7-482373ecca74 req-5a32ed88-0fc6-42f3-bb21-eedd05594e29 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:44.950051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3709e728-8056-4a5e-aad7-482373ecca74 req-5a32ed88-0fc6-42f3-bb21-eedd05594e29 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 944 time: 0.0488853 Aug 29 07:29:44.987467 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3709e728-8056-4a5e-aad7-482373ecca74 req-36b5c789-8c7f-49a6-83eb-3789c4b4ae52 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315049 Aug 29 07:29:46.081272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 295c8aed-2d15-46c4-bace-c57053a6ffda details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:29:46.104301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ee68c-161f-499d-a76d-dedb90cbeed6 req-21666059-130e-487f-821a-2e30f40e7eb6 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:46.105809 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af4ee68c-161f-499d-a76d-dedb90cbeed6 req-21666059-130e-487f-821a-2e30f40e7eb6 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 944 time: 0.0528710 Aug 29 07:29:46.144166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af4ee68c-161f-499d-a76d-dedb90cbeed6 req-9abe4894-e907-44fc-b25c-b6a65f5c8db1 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 Aug 29 07:29:46.178897 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 295c8aed-2d15-46c4-bace-c57053a6ffda, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=295c8aed-2d15-46c4-bace-c57053a6ffda,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:29:46.190692 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '295c8aed-2d15-46c4-bace-c57053a6ffda', 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229', 'port_id': '295c8aed-2d15-46c4-bace-c57053a6ffda', 'mac_address': 'fa:16:3e:f4:39:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a9f614-798a-4b69-abca-c4dba9dc5f50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:29:46.226205 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:46.238822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295c8aed-2d15-46c4-bace-c57053a6ffda {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:29:46.257957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 295c8aed-2d15-46c4-bace-c57053a6ffda, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=295c8aed-2d15-46c4-bace-c57053a6ffda,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:29:46.318534 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:46.364636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=295c8aed-2d15-46c4-bace-c57053a6ffda,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:46.517740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['295c8aed-2d15-46c4-bace-c57053a6ffda'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:29:47.257403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc8ccc-e33b-40fb-8db1-e7a4bf3b1e2f req-be04b80e-88e0-4d55-8a7e-545f9574837b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:47.258879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0dc8ccc-e33b-40fb-8db1-e7a4bf3b1e2f req-be04b80e-88e0-4d55-8a7e-545f9574837b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 945 time: 0.0486910 Aug 29 07:29:47.295652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0dc8ccc-e33b-40fb-8db1-e7a4bf3b1e2f req-1612ab5e-9b83-4cc5-90c7-e424a0181d2c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308921 Aug 29 07:29:48.097000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 295c8aed-2d15-46c4-bace-c57053a6ffda up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:29:48.198469 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 295c8aed-2d15-46c4-bace-c57053a6ffda completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:29:48.202128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 295c8aed-2d15-46c4-bace-c57053a6ffda triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:29:48.202502 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:48.279467 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:48.301180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dedcd8-bfbc-406d-b687-ef380b473b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295c8aed-2d15-46c4-bace-c57053a6ffda'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:29:48.303439 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d7cd02-902d-4f51-a0e4-7b89871dca04" -d '{"events": [{"server_uuid": "23dedcd8-bfbc-406d-b687-ef380b473b98", "name": "network-vif-plugged", "status": "completed", "tag": "295c8aed-2d15-46c4-bace-c57053a6ffda"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:29:48.315683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 295c8aed-2d15-46c4-bace-c57053a6ffda, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=295c8aed-2d15-46c4-bace-c57053a6ffda,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:29:48.339895 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afec780f-5bcf-4774-bd1f-19a0dd186053 x-openstack-request-id: req-afec780f-5bcf-4774-bd1f-19a0dd186053 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:29:48.346966 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dedcd8-bfbc-406d-b687-ef380b473b98", "name": "network-vif-plugged", "status": "completed", "tag": "295c8aed-2d15-46c4-bace-c57053a6ffda", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:29:48.346966 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-afec780f-5bcf-4774-bd1f-19a0dd186053 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:29:48.346966 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dedcd8-bfbc-406d-b687-ef380b473b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295c8aed-2d15-46c4-bace-c57053a6ffda', 'code': 200} Aug 29 07:29:48.393965 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:48.414228 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e2837-9bfd-4532-b622-85678b33ecb4 req-ad452d8f-f963-4823-8a45-e57d5e30807f tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:48.416390 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-514e2837-9bfd-4532-b622-85678b33ecb4 req-ad452d8f-f963-4823-8a45-e57d5e30807f tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 945 time: 0.0536506 Aug 29 07:29:48.436938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ee4fa-151b-40bb-b116-d8d939ce5439 req-14d603e8-9a46-48d1-94fd-b3aeffc52397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:48.438598 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cd0ee4fa-151b-40bb-b116-d8d939ce5439 req-14d603e8-9a46-48d1-94fd-b3aeffc52397 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 1098 time: 0.0422494 Aug 29 07:29:48.442185 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=295c8aed-2d15-46c4-bace-c57053a6ffda,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:29:48.456400 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-514e2837-9bfd-4532-b622-85678b33ecb4 req-014712db-5fe8-43ef-b2ff-2a14123d0f09 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Aug 29 07:29:48.476418 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cd0ee4fa-151b-40bb-b116-d8d939ce5439 req-95ff19b4-c267-4417-a9ca-f47e9a63f588 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298352 Aug 29 07:29:49.579461 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846c0ca-54a8-4872-824a-17617fc921ea req-f2009cf6-c8e1-4cd4-b406-7907be6e61cf tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:49.581545 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7846c0ca-54a8-4872-824a-17617fc921ea req-f2009cf6-c8e1-4cd4-b406-7907be6e61cf tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0571654 Aug 29 07:29:49.622102 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7846c0ca-54a8-4872-824a-17617fc921ea req-cc8a19d9-f740-4c77-8704-ed99e4aaed4f tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Aug 29 07:29:50.734900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd277a2e-3278-4b13-9f59-0c6e30fe83ae req-9c5e71be-6046-4dc0-9c41-fc293939aa17 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:50.736871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd277a2e-3278-4b13-9f59-0c6e30fe83ae req-9c5e71be-6046-4dc0-9c41-fc293939aa17 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0487893 Aug 29 07:29:50.773879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd277a2e-3278-4b13-9f59-0c6e30fe83ae req-f87554ee-ef4d-4498-b861-a679893d7fdb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Aug 29 07:29:50.885330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454404-5bda-4575-a21e-dc4f767b08e7 req-abe41790-8960-44c8-a638-c3f37941eb0a tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:50.886814 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2454404-5bda-4575-a21e-dc4f767b08e7 req-abe41790-8960-44c8-a638-c3f37941eb0a tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0488977 Aug 29 07:29:50.924561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a2454404-5bda-4575-a21e-dc4f767b08e7 req-2e8bf797-8206-4e6d-81e1-466b7a2b705b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313783 Aug 29 07:29:51.164552 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:29:51.177366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca5243-05bc-4373-b39e-339d3d70becd req-7b956e05-908d-495f-83c6-302d14e0c842 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:51.178775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3ca5243-05bc-4373-b39e-339d3d70becd req-7b956e05-908d-495f-83c6-302d14e0c842 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0525463 Aug 29 07:29:51.215587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3ca5243-05bc-4373-b39e-339d3d70becd req-0593970c-3dad-4e2e-941f-5e379f687f2b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307937 Aug 29 07:29:51.327635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9567a-781f-495d-a97a-cc5aac14a419 req-fac51577-fba3-421b-a281-2ac57a315137 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:51.329091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdf9567a-781f-495d-a97a-cc5aac14a419 req-fac51577-fba3-421b-a281-2ac57a315137 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0477319 Aug 29 07:29:51.366171 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdf9567a-781f-495d-a97a-cc5aac14a419 req-66d15485-d625-4afc-a710-edb19d7dceae tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306907 Aug 29 07:29:51.688197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8df03-5477-4d1a-9965-9ef6aedbecaf req-5219c687-72f0-41fe-93df-999eb7b61a73 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:51.690625 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36c8df03-5477-4d1a-9965-9ef6aedbecaf req-5219c687-72f0-41fe-93df-999eb7b61a73 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0487726 Aug 29 07:29:51.727938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36c8df03-5477-4d1a-9965-9ef6aedbecaf req-1c212561-83a1-4955-9427-37b6f0becccf tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317733 Aug 29 07:29:51.838981 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-6ee5236c-b2cc-4b10-9770-22d5b108906e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397928 Aug 29 07:29:52.848144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28e8db-4728-46f3-b6a5-f4e5196e416e req-ca656390-672b-420a-afce-91f35e3fbf3f tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:52.849664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be28e8db-4728-46f3-b6a5-f4e5196e416e req-ca656390-672b-420a-afce-91f35e3fbf3f tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0539863 Aug 29 07:29:52.887890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be28e8db-4728-46f3-b6a5-f4e5196e416e req-8ae07861-0353-498b-a333-158c58638105 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318203 Aug 29 07:29:53.929194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-efbf1e5f-0fef-425d-aa60-77ec72fc3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:53.930808 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-efbf1e5f-0fef-425d-aa60-77ec72fc3dce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 1098 time: 0.0427568 Aug 29 07:29:54.003195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c7eaa-dcf8-4210-9200-2e31bd27b094 req-b535c0b7-6e68-4365-9408-e299a7b11089 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:54.004753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-356c7eaa-dcf8-4210-9200-2e31bd27b094 req-b535c0b7-6e68-4365-9408-e299a7b11089 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0490065 Aug 29 07:29:54.023801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-25928425-c207-4b12-aa45-27a5a02157e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:54.025289 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-25928425-c207-4b12-aa45-27a5a02157e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 916 time: 0.0870845 Aug 29 07:29:54.043636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-356c7eaa-dcf8-4210-9200-2e31bd27b094 req-e07fbabe-1093-4f81-829a-f2463783311c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327711 Aug 29 07:29:54.067989 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-290781ae-224a-4f56-b99a-e4f0c826289c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=295c8aed-2d15-46c4-bace-c57053a6ffda HTTP/1.1" status: 200 len: 217 time: 0.0353057 Aug 29 07:29:54.123586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-3e433d6f-00f0-4fac-86c5-7b6c78701768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:54.124923 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-3e433d6f-00f0-4fac-86c5-7b6c78701768 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98a9f614-798a-4b69-abca-c4dba9dc5f50 HTTP/1.1" status: 200 len: 855 time: 0.0471518 Aug 29 07:29:54.160385 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-9cdb7149-218c-42e0-81c2-d73a43db320d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240269 Aug 29 07:29:54.256965 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-d1b71101-a277-4685-8901-e21ad23f5003 service neutron] 10.222.0.15 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846350 Aug 29 07:29:54.671326 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-e46e1010-8333-445b-bef4-08c416782fe3 service neutron] 10.222.0.15 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067724 Aug 29 07:29:55.157577 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277da06-54bf-4700-a66d-50e8e6285455 req-97a4828f-1f04-489b-ae42-927b108c9a3b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:55.159675 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7277da06-54bf-4700-a66d-50e8e6285455 req-97a4828f-1f04-489b-ae42-927b108c9a3b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0488248 Aug 29 07:29:55.195611 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7277da06-54bf-4700-a66d-50e8e6285455 req-bfa2fac1-e9e0-4f6a-865d-bd9775c69c70 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300736 Aug 29 07:29:56.312943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178ba1f-15e7-4c0b-955b-0ac330476901 req-fdc0fd14-de34-4ee4-aba1-53f61c010fc7 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:56.314927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0178ba1f-15e7-4c0b-955b-0ac330476901 req-fdc0fd14-de34-4ee4-aba1-53f61c010fc7 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0521576 Aug 29 07:29:56.352072 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0178ba1f-15e7-4c0b-955b-0ac330476901 req-48ae1985-0b55-4437-b728-eed88758291c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312548 Aug 29 07:29:57.465925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5bc24-7ac7-4ca7-9d88-c3a1d6c91f07 req-c69febe9-dccb-4953-9873-f0947b9de27b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:57.467404 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9bf5bc24-7ac7-4ca7-9d88-c3a1d6c91f07 req-c69febe9-dccb-4953-9873-f0947b9de27b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0476565 Aug 29 07:29:57.504891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9bf5bc24-7ac7-4ca7-9d88-c3a1d6c91f07 req-cdfbb882-2226-4dd3-98dd-cd2ed89fdf0c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308557 Aug 29 07:29:57.994777 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70bc60b3-ccbe-49f9-baca-64767def851e req-33d874b4-63c8-40e5-a715-14b579b678b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0248327 Aug 29 07:29:58.061948 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70bc60b3-ccbe-49f9-baca-64767def851e req-2e4b1ab0-ae81-4baa-9958-48e50bcf67d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0246642 Aug 29 07:29:58.099825 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70bc60b3-ccbe-49f9-baca-64767def851e req-a5aac8d8-2fee-4d46-aa9c-436875a8fe77 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189102 Aug 29 07:29:58.191751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc60b3-ccbe-49f9-baca-64767def851e req-4516b81c-98dc-4243-ba53-5954e7a67bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:58.193072 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-70bc60b3-ccbe-49f9-baca-64767def851e req-4516b81c-98dc-4243-ba53-5954e7a67bec service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873098 Aug 29 07:29:58.617764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e82e51-2547-4194-b956-73514231fb39 req-332cf216-cf73-4ff3-823e-b17a56770407 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:58.619305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35e82e51-2547-4194-b956-73514231fb39 req-332cf216-cf73-4ff3-823e-b17a56770407 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0480323 Aug 29 07:29:58.657636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35e82e51-2547-4194-b956-73514231fb39 req-bfae53e3-51ed-4064-a0e5-4d95be8f7996 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324709 Aug 29 07:29:59.774884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651069a-2acb-4713-ac77-f48d01e4219b req-a90bcf5e-b240-4bc3-a153-8e3646c39381 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:29:59.776387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b651069a-2acb-4713-ac77-f48d01e4219b req-a90bcf5e-b240-4bc3-a153-8e3646c39381 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0528560 Aug 29 07:29:59.814412 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b651069a-2acb-4713-ac77-f48d01e4219b req-d495f1c6-0de8-4e6e-b316-85e32e145f57 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Aug 29 07:30:00.928240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26530e14-49d3-4e24-9f04-31cb856b773b req-f4379969-5902-42e0-9712-d08e9317c64d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:00.929699 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26530e14-49d3-4e24-9f04-31cb856b773b req-f4379969-5902-42e0-9712-d08e9317c64d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0487649 Aug 29 07:30:00.966651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26530e14-49d3-4e24-9f04-31cb856b773b req-5c9d0b30-cc3d-4be2-88a2-f47365f77de0 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309358 Aug 29 07:30:02.083328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363f9b9-be07-4de5-b8c6-c17c7fee9141 req-77998364-3f82-471e-a94b-9a45716b04eb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:02.084790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b363f9b9-be07-4de5-b8c6-c17c7fee9141 req-77998364-3f82-471e-a94b-9a45716b04eb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0520792 Aug 29 07:30:02.121437 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b363f9b9-be07-4de5-b8c6-c17c7fee9141 req-be686b90-6ff0-430c-95ec-67db9c27fa24 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305355 Aug 29 07:30:03.240198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee17f4-936e-4fe9-9d09-fa00ff3c6aa2 req-b65fe9b2-f6f6-4119-bc6a-23965d3ff227 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:03.241644 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffee17f4-936e-4fe9-9d09-fa00ff3c6aa2 req-b65fe9b2-f6f6-4119-bc6a-23965d3ff227 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0524302 Aug 29 07:30:03.275052 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:30:03.279426 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ffee17f4-936e-4fe9-9d09-fa00ff3c6aa2 req-b03fd13c-1a77-4912-974b-4d1e8f2e2ab4 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318992 Aug 29 07:30:03.980954 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:04.393483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4791f98-33b1-4ffc-b17c-114828c6d2bd req-bd21b06d-21e4-4864-80fc-2772f1646abd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:04.394944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4791f98-33b1-4ffc-b17c-114828c6d2bd req-bd21b06d-21e4-4864-80fc-2772f1646abd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0486233 Aug 29 07:30:04.431635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4791f98-33b1-4ffc-b17c-114828c6d2bd req-ae3af46f-1da8-432b-be27-e6d869af5a20 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308130 Aug 29 07:30:05.545966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1a043-d6f9-4747-840b-0671869ab572 req-22d71e68-ed4d-4de5-a9f6-23cafa3d5a8f tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:05.547431 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50d1a043-d6f9-4747-840b-0671869ab572 req-22d71e68-ed4d-4de5-a9f6-23cafa3d5a8f tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0488160 Aug 29 07:30:05.584329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50d1a043-d6f9-4747-840b-0671869ab572 req-b29c06c4-de89-48ff-abc5-de30c42abd81 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308847 Aug 29 07:30:06.699526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402702ad-4ac4-4c29-9b18-9e0dd1c5e12b req-294f74bf-4a29-45ff-80d3-af56db811035 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:06.700886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-402702ad-4ac4-4c29-9b18-9e0dd1c5e12b req-294f74bf-4a29-45ff-80d3-af56db811035 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0508749 Aug 29 07:30:06.737605 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-402702ad-4ac4-4c29-9b18-9e0dd1c5e12b req-5cde6f13-3766-4884-bd99-f99509a55584 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303879 Aug 29 07:30:07.850719 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c1bf8-69dd-4fe1-836b-fa5956b99809 req-dbe7cd43-cbb9-4697-acf0-b0a8b5d67a09 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:07.852220 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-276c1bf8-69dd-4fe1-836b-fa5956b99809 req-dbe7cd43-cbb9-4697-acf0-b0a8b5d67a09 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0481346 Aug 29 07:30:07.890295 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-276c1bf8-69dd-4fe1-836b-fa5956b99809 req-013fced6-4773-4eab-a2d8-6be9cef86d10 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318277 Aug 29 07:30:08.143907 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a301473f-1a5a-4a94-82ed-95cfa7b5ee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:09.003730 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e139aa-bb4c-4f8b-ad9f-34eb87722c9d req-386d5b2a-0a88-4201-ba04-7c20c24b9838 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:09.005187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9e139aa-bb4c-4f8b-ad9f-34eb87722c9d req-386d5b2a-0a88-4201-ba04-7c20c24b9838 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0476987 Aug 29 07:30:09.042799 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9e139aa-bb4c-4f8b-ad9f-34eb87722c9d req-52f1e6b8-42e7-457f-95c1-25d6715f2a7c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315459 Aug 29 07:30:10.161180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c64ce-af82-4c67-9fa6-af9ce67f8e97 req-96e85ccc-1a0e-4747-8def-e31a2d480baf tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:10.162573 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-672c64ce-af82-4c67-9fa6-af9ce67f8e97 req-96e85ccc-1a0e-4747-8def-e31a2d480baf tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0526946 Aug 29 07:30:10.199109 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-672c64ce-af82-4c67-9fa6-af9ce67f8e97 req-f3e32a47-ce82-41e9-8218-818f686ebdc4 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306652 Aug 29 07:30:10.840931 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:11.325825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152456f7-66be-435c-a146-7a3909ffd65d req-203ebf33-63f3-47ee-b64f-e24a79ad23eb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:11.327338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-152456f7-66be-435c-a146-7a3909ffd65d req-203ebf33-63f3-47ee-b64f-e24a79ad23eb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0549991 Aug 29 07:30:11.365231 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-152456f7-66be-435c-a146-7a3909ffd65d req-1329057b-ff7c-42b9-8652-2aad350b8370 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313580 Aug 29 07:30:11.550057 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bf631d5e-76cb-4cec-9066-648aaf9cc96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:11.903970 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:12.481190 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be76004-aa94-478c-be0e-4ffddd1bcd36 req-8d185928-551e-45d9-a056-1210ae87fc4e tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:12.482638 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3be76004-aa94-478c-be0e-4ffddd1bcd36 req-8d185928-551e-45d9-a056-1210ae87fc4e tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0489020 Aug 29 07:30:12.520058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3be76004-aa94-478c-be0e-4ffddd1bcd36 req-530078ea-360c-4a11-b41d-cf715f512977 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312898 Aug 29 07:30:13.612722 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:13.635566 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cd43f-5868-46d4-95a2-42052eeac75b req-66f0dc13-f766-4d70-a1ac-3ff51ef06736 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:13.637028 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-777cd43f-5868-46d4-95a2-42052eeac75b req-66f0dc13-f766-4d70-a1ac-3ff51ef06736 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0516169 Aug 29 07:30:13.674741 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-777cd43f-5868-46d4-95a2-42052eeac75b req-cab2fe95-4275-486a-80f5-a9e698badfd8 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309730 Aug 29 07:30:14.787783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e16a04-1f19-4b7d-8973-3187cf25f1f9 req-4370a4fc-5c9a-4394-a00b-bf876f335b2d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:14.789226 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1e16a04-1f19-4b7d-8973-3187cf25f1f9 req-4370a4fc-5c9a-4394-a00b-bf876f335b2d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0476177 Aug 29 07:30:14.825593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1e16a04-1f19-4b7d-8973-3187cf25f1f9 req-7346dddd-1a27-485b-ae32-13d9fee9b20a tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305586 Aug 29 07:30:15.940184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad5f78-112e-4ce1-a696-953f3636d0b7 req-1a1a791a-0057-4fd1-bb6e-c92633ec1e9e tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:15.941427 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5ad5f78-112e-4ce1-a696-953f3636d0b7 req-1a1a791a-0057-4fd1-bb6e-c92633ec1e9e tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0497510 Aug 29 07:30:15.980601 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5ad5f78-112e-4ce1-a696-953f3636d0b7 req-d2848d19-be74-4b03-af2b-55d27b3f476d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329511 Aug 29 07:30:17.100251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac05cf6-7233-4c79-9ba0-9294ec3c88a9 req-490deb7c-ea08-4778-939b-829f2fa44e81 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:17.101694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ac05cf6-7233-4c79-9ba0-9294ec3c88a9 req-490deb7c-ea08-4778-939b-829f2fa44e81 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0524154 Aug 29 07:30:17.138597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ac05cf6-7233-4c79-9ba0-9294ec3c88a9 req-250513d0-872f-4e4f-a981-fa678cea3984 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309350 Aug 29 07:30:18.249383 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef9d66-c0e1-489e-be0a-f40a28e693ce req-e280671c-579c-4ee4-8a78-2a43edb89db6 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:18.250827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bef9d66-c0e1-489e-be0a-f40a28e693ce req-e280671c-579c-4ee4-8a78-2a43edb89db6 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0475278 Aug 29 07:30:18.288606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2bef9d66-c0e1-489e-be0a-f40a28e693ce req-1fd6178b-be9f-4719-a46b-3d824093e274 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Aug 29 07:30:19.402437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32ffee-0722-48ba-a3d1-63979a7f2cdc req-14606a6a-c2f8-4160-b25e-4bf33f38bba3 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:19.403979 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d32ffee-0722-48ba-a3d1-63979a7f2cdc req-14606a6a-c2f8-4160-b25e-4bf33f38bba3 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0494556 Aug 29 07:30:19.441734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d32ffee-0722-48ba-a3d1-63979a7f2cdc req-78bbe321-76ad-4e88-b279-8115b606bad1 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311835 Aug 29 07:30:20.557992 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d7b89-55d5-4364-93ec-4121aa9999b7 req-d931886b-3ec8-4077-a099-8df3313be46c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:20.559507 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-126d7b89-55d5-4364-93ec-4121aa9999b7 req-d931886b-3ec8-4077-a099-8df3313be46c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0519197 Aug 29 07:30:20.597156 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-126d7b89-55d5-4364-93ec-4121aa9999b7 req-b00e3305-3581-4e68-9518-9b99bdefc94e tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310981 Aug 29 07:30:21.189479 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:21.709829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be36f22-49b3-4c7a-883f-a2da7ebb6916 req-14af210b-e359-4905-a2cc-e8feb6b81900 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:21.711320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8be36f22-49b3-4c7a-883f-a2da7ebb6916 req-14af210b-e359-4905-a2cc-e8feb6b81900 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0485895 Aug 29 07:30:21.747853 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8be36f22-49b3-4c7a-883f-a2da7ebb6916 req-00aba407-2230-4d13-ad51-4ba96d5a3ffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306323 Aug 29 07:30:22.030222 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-f4b23a5d-e425-443b-ae1a-a4e5fa03150c service neutron] show failed (client error): The resource could not be found. Aug 29 07:30:22.031124 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-f4b23a5d-e425-443b-ae1a-a4e5fa03150c service neutron] 10.222.0.15 "GET /v2.0/ports/295c8aed-2d15-46c4-bace-c57053a6ffda/bindings/n-h2-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0545166 Aug 29 07:30:22.569342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-8f16450d-ea85-4e3a-8bd9-8a08d7c378df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:22.570878 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-8f16450d-ea85-4e3a-8bd9-8a08d7c378df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98&tenant_id=68644ce6fd2a44df9128b32d61117bbe HTTP/1.1" status: 200 len: 1098 time: 0.0417266 Aug 29 07:30:22.588063 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:30:22.642940 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:22.841121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] For port 295c8aed-2d15-46c4-bace-c57053a6ffda, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=295c8aed-2d15-46c4-bace-c57053a6ffda,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:30:22.862697 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebed81-761a-45a6-b0ed-bb90a8e882fb req-8a10b53e-7ea7-4a2b-a0e2-dd6817650710 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:22.864232 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5ebed81-761a-45a6-b0ed-bb90a8e882fb req-8a10b53e-7ea7-4a2b-a0e2-dd6817650710 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0488584 Aug 29 07:30:22.875006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] For port 295c8aed-2d15-46c4-bace-c57053a6ffda, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:30:22.902238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5ebed81-761a-45a6-b0ed-bb90a8e882fb req-e068cb3c-9497-4fc7-a011-2c01c4cc1601 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Aug 29 07:30:22.914623 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dedcd8-bfbc-406d-b687-ef380b473b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '295c8aed-2d15-46c4-bace-c57053a6ffda'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:30:22.916917 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00790b2-6f66-44e3-a253-d63547aaeded" -d '{"events": [{"server_uuid": "23dedcd8-bfbc-406d-b687-ef380b473b98", "name": "network-vif-unplugged", "status": "completed", "tag": "295c8aed-2d15-46c4-bace-c57053a6ffda"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:30:22.921143 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:22.934129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Transition to ACTIVE for port object 295c8aed-2d15-46c4-bace-c57053a6ffda will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:30:22.964124 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f86eb5-4275-4966-bfc2-4cce066ccd2c x-openstack-request-id: req-85f86eb5-4275-4966-bfc2-4cce066ccd2c {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:30:22.964438 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dedcd8-bfbc-406d-b687-ef380b473b98", "name": "network-vif-unplugged", "status": "completed", "tag": "295c8aed-2d15-46c4-bace-c57053a6ffda", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:30:22.964691 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-85f86eb5-4275-4966-bfc2-4cce066ccd2c {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:30:22.965098 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dedcd8-bfbc-406d-b687-ef380b473b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '295c8aed-2d15-46c4-bace-c57053a6ffda', 'code': 200} Aug 29 07:30:23.009879 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:23.072165 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] No DVR routers for this DVR port 295c8aed-2d15-46c4-bace-c57053a6ffda on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:30:23.073967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Pushing event updated for resources: {'Port': ['ID=295c8aed-2d15-46c4-bace-c57053a6ffda,revision_number=6']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:30:23.112510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Attempting to bind port 295c8aed-2d15-46c4-bace-c57053a6ffda on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:30:23.112855 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Attempting to bind port 295c8aed-2d15-46c4-bace-c57053a6ffda by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:30:23.113186 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Attempting to bind port 295c8aed-2d15-46c4-bace-c57053a6ffda on network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:30:23.117372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Port 295c8aed-2d15-46c4-bace-c57053a6ffda on network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:30:23.117701 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Attempting to bind port 295c8aed-2d15-46c4-bace-c57053a6ffda on network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:30:23.122520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:30:23.122861 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Checking segment: {'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:30:23.123282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Bound using segment: {'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:30:23.123713 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Bound port: 295c8aed-2d15-46c4-bace-c57053a6ffda, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:30:23.124070 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:23.185565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] For port 295c8aed-2d15-46c4-bace-c57053a6ffda, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:30:23.188518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] For port 295c8aed-2d15-46c4-bace-c57053a6ffda, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=295c8aed-2d15-46c4-bace-c57053a6ffda,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:30:23.255982 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:23.289896 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:23.290759 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:23.292173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] 10.222.0.11 "PUT /v2.0/ports/295c8aed-2d15-46c4-bace-c57053a6ffda HTTP/1.1" status: 200 len: 1093 time: 0.7081754 Aug 29 07:30:23.314221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c93b2-5cc6-44d0-b2dd-6efe0c993881 service neutron] Pushing event updated for resources: {'Port': ['ID=295c8aed-2d15-46c4-bace-c57053a6ffda,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:30:23.362837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-142ecb79-b540-4296-97f8-660089bb9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:23.364349 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-142ecb79-b540-4296-97f8-660089bb9baf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 1096 time: 0.0408804 Aug 29 07:30:23.455296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-f1c0838a-9065-4ef1-b56c-9201538f34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:23.456779 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-f1c0838a-9065-4ef1-b56c-9201538f34fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 916 time: 0.0860703 Aug 29 07:30:23.497837 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-20533f84-50e8-4632-8084-419ae2e9dff1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=295c8aed-2d15-46c4-bace-c57053a6ffda HTTP/1.1" status: 200 len: 217 time: 0.0338061 Aug 29 07:30:23.550028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-bc410bb8-8450-41a2-92f7-d7f50da3cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:23.551472 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-bc410bb8-8450-41a2-92f7-d7f50da3cbee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98a9f614-798a-4b69-abca-c4dba9dc5f50 HTTP/1.1" status: 200 len: 855 time: 0.0464218 Aug 29 07:30:23.582841 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-1626e5b7-5bc0-4d18-9160-cb66741d77c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243974 Aug 29 07:30:23.670032 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-92fd973a-6544-41a2-b4cb-b28a4ac88356 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806148 Aug 29 07:30:23.761083 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ea8b2379-829b-4ad8-922c-d597d0e87942 req-719bc8c9-9c46-4987-bf51-dabd16f5e559 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836957 Aug 29 07:30:24.021252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9c99-d0fe-4c64-bf9a-dc00dd9e892d req-023bff18-fcbe-419d-bbff-a1c3acb0f9fc tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:24.023383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-194e9c99-d0fe-4c64-bf9a-dc00dd9e892d req-023bff18-fcbe-419d-bbff-a1c3acb0f9fc tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 944 time: 0.0544462 Aug 29 07:30:24.064212 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-194e9c99-d0fe-4c64-bf9a-dc00dd9e892d req-25471c2d-a51c-4791-89f3-a4b073dacc09 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348361 Aug 29 07:30:24.966799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23dedcd8-bfbc-406d-b687-ef380b473b98', 'tag': '295c8aed-2d15-46c4-bace-c57053a6ffda'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:30:24.969312 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757" -d '{"events": [{"name": "network-changed", "server_uuid": "23dedcd8-bfbc-406d-b687-ef380b473b98", "tag": "295c8aed-2d15-46c4-bace-c57053a6ffda"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:30:25.017787 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389d219f-01e4-499e-b718-658b5cf631e4 x-openstack-request-id: req-389d219f-01e4-499e-b718-658b5cf631e4 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:30:25.018122 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23dedcd8-bfbc-406d-b687-ef380b473b98", "tag": "295c8aed-2d15-46c4-bace-c57053a6ffda", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:30:25.018379 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-389d219f-01e4-499e-b718-658b5cf631e4 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:30:25.018779 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23dedcd8-bfbc-406d-b687-ef380b473b98', 'tag': '295c8aed-2d15-46c4-bace-c57053a6ffda', 'status': 'completed', 'code': 200} Aug 29 07:30:25.106872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-a2d2273b-800e-4aed-bf9a-f69e7be4ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:25.108433 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-a2d2273b-800e-4aed-bf9a-f69e7be4ad70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 1096 time: 0.0666668 Aug 29 07:30:25.125615 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-de2b94cc-6cbb-4dc2-ad8b-369df5e1e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:25.126952 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-de2b94cc-6cbb-4dc2-ad8b-369df5e1e9de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 1096 time: 0.0603552 Aug 29 07:30:25.182248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2114e-7b98-4626-aa5d-da249d2baac1 req-fcb6aeda-42dd-43b5-8649-17b2b6eee48b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:25.183751 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84a2114e-7b98-4626-aa5d-da249d2baac1 req-fcb6aeda-42dd-43b5-8649-17b2b6eee48b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 944 time: 0.0494695 Aug 29 07:30:25.220360 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84a2114e-7b98-4626-aa5d-da249d2baac1 req-a296bb30-9640-4134-a23e-a331d836551b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304806 Aug 29 07:30:25.275560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-d22b663b-b5b0-4a87-b084-ebea848251d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:25.277032 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-d22b663b-b5b0-4a87-b084-ebea848251d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 916 time: 0.1613283 Aug 29 07:30:25.281292 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-c5eaade5-d631-48ed-9fa8-d6d91da77f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:25.282622 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-c5eaade5-d631-48ed-9fa8-d6d91da77f7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 916 time: 0.1463077 Aug 29 07:30:25.324255 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-b0ac1f03-19f1-4243-a55a-d4590f787b54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=295c8aed-2d15-46c4-bace-c57053a6ffda HTTP/1.1" status: 200 len: 217 time: 0.0390813 Aug 29 07:30:25.357826 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-2bf6149f-ea48-4d41-935e-147cbedbdc6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=295c8aed-2d15-46c4-bace-c57053a6ffda HTTP/1.1" status: 200 len: 217 time: 0.0662017 Aug 29 07:30:25.429157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-5648cfa4-c901-4f4d-bc2e-7a14e46d724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:25.430514 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-5648cfa4-c901-4f4d-bc2e-7a14e46d724b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98a9f614-798a-4b69-abca-c4dba9dc5f50 HTTP/1.1" status: 200 len: 855 time: 0.0802312 Aug 29 07:30:25.433792 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-d6cbb2ec-2f45-4a54-b5cc-52dad2d1dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:25.435094 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-d6cbb2ec-2f45-4a54-b5cc-52dad2d1dbd0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98a9f614-798a-4b69-abca-c4dba9dc5f50 HTTP/1.1" status: 200 len: 855 time: 0.0593860 Aug 29 07:30:25.468040 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-db473b78-91f7-4326-9433-c6aaa2e2c022 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302095 Aug 29 07:30:25.483103 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-5e7cd91a-6e06-43c7-8f4e-338491df7b90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381374 Aug 29 07:30:25.630932 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-31beb1f5-c644-4b3e-af5b-1c9d328ce559 service neutron] 10.222.0.15 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498621 Aug 29 07:30:25.634269 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-4817907f-d172-40a8-9bfe-1a9566b7ccc4 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436915 Aug 29 07:30:25.796291 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-781467da-5d29-4ba3-a1da-21e1ea4c2694 service neutron] 10.222.0.15 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583762 Aug 29 07:30:25.798182 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8471bdee-0c95-4b7b-ae53-ebeb7e9d0757 req-eadcd007-8dd3-40fe-8227-4336ef83edf3 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527014 Aug 29 07:30:26.274334 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 295c8aed-2d15-46c4-bace-c57053a6ffda no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:30:26.315685 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 295c8aed-2d15-46c4-bace-c57053a6ffda not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:30:26.337153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25e4a3-3116-41f8-a30d-fb6e326208de req-b5ff258e-d108-4c92-9634-4947b9ce4859 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:26.338636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c25e4a3-3116-41f8-a30d-fb6e326208de req-b5ff258e-d108-4c92-9634-4947b9ce4859 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 944 time: 0.0485930 Aug 29 07:30:26.378130 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c25e4a3-3116-41f8-a30d-fb6e326208de req-dad51dda-a767-4f3d-b4f8-a33e12a06f93 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327983 Aug 29 07:30:27.495868 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715696d1-58d8-4dee-8010-7f455215ee24 req-0d0f88dd-3d54-4dbb-bf75-2615b75c0874 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:27.497331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-715696d1-58d8-4dee-8010-7f455215ee24 req-0d0f88dd-3d54-4dbb-bf75-2615b75c0874 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 944 time: 0.0526977 Aug 29 07:30:27.534522 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-715696d1-58d8-4dee-8010-7f455215ee24 req-f41ecc89-f0c2-4455-afdc-dbd7c2a1d0cc tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Aug 29 07:30:27.834023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99e300-c23e-4894-a76d-a2d516c1d426 req-6e8fc513-6e7d-4214-8094-9ffba468eb39 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:27.835541 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea99e300-c23e-4894-a76d-a2d516c1d426 req-6e8fc513-6e7d-4214-8094-9ffba468eb39 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 944 time: 0.0485048 Aug 29 07:30:27.874098 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea99e300-c23e-4894-a76d-a2d516c1d426 req-c8afef88-bfc9-4dcb-aa5e-542cc8a01fbe tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Aug 29 07:30:27.945123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc3dfe-c310-4db6-9be3-205bdbfa11e8 req-f435aded-1b48-4775-a3c9-de8e22539ecc tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:27.946551 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5edc3dfe-c310-4db6-9be3-205bdbfa11e8 req-f435aded-1b48-4775-a3c9-de8e22539ecc tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.15 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98&tenant_id=68644ce6fd2a44df9128b32d61117bbe&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 944 time: 0.0500402 Aug 29 07:30:28.005362 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-5edc3dfe-c310-4db6-9be3-205bdbfa11e8 req-a74da663-4d0c-439a-84db-80d86b4fb97e service neutron] delete failed (client error): The resource could not be found. Aug 29 07:30:28.006257 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5edc3dfe-c310-4db6-9be3-205bdbfa11e8 req-a74da663-4d0c-439a-84db-80d86b4fb97e service neutron] 10.222.0.15 "DELETE /v2.0/ports/295c8aed-2d15-46c4-bace-c57053a6ffda/bindings/n-h1-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0522532 Aug 29 07:30:28.091614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc3dfe-c310-4db6-9be3-205bdbfa11e8 req-9f542597-9e09-4c42-b44a-5cb0a6f6d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:28.093088 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5edc3dfe-c310-4db6-9be3-205bdbfa11e8 req-9f542597-9e09-4c42-b44a-5cb0a6f6d3bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 1096 time: 0.0406163 Aug 29 07:30:28.183952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc3dfe-c310-4db6-9be3-205bdbfa11e8 req-655810e5-debe-4975-a66e-e323e5594eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:28.185389 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5edc3dfe-c310-4db6-9be3-205bdbfa11e8 req-655810e5-debe-4975-a66e-e323e5594eed service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 916 time: 0.0853429 Aug 29 07:30:28.228226 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5edc3dfe-c310-4db6-9be3-205bdbfa11e8 req-1d6fba07-8ae3-493d-904e-0fe991880222 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=295c8aed-2d15-46c4-bace-c57053a6ffda HTTP/1.1" status: 200 len: 217 time: 0.0339437 Aug 29 07:30:28.276183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc3dfe-c310-4db6-9be3-205bdbfa11e8 req-33cd9365-cef2-4415-8731-58df512c4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:28.277525 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5edc3dfe-c310-4db6-9be3-205bdbfa11e8 req-33cd9365-cef2-4415-8731-58df512c4609 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98a9f614-798a-4b69-abca-c4dba9dc5f50 HTTP/1.1" status: 200 len: 855 time: 0.0424771 Aug 29 07:30:28.313114 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5edc3dfe-c310-4db6-9be3-205bdbfa11e8 req-9ca380d2-d57d-433c-b040-830a9d834cb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281930 Aug 29 07:30:28.406544 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5edc3dfe-c310-4db6-9be3-205bdbfa11e8 req-baf93bc9-9382-450d-9e3e-11ec5c555197 service neutron] 10.222.0.15 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857511 Aug 29 07:30:28.502032 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5edc3dfe-c310-4db6-9be3-205bdbfa11e8 req-c55a4e3e-d284-45d0-9756-604e0eac370d service neutron] 10.222.0.15 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846748 Aug 29 07:30:28.992552 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7b38c-cd27-46f8-b213-053712212715 req-26556d26-4761-48f8-ba00-7814d304bcea tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:28.994011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51a7b38c-cd27-46f8-b213-053712212715 req-26556d26-4761-48f8-ba00-7814d304bcea tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 944 time: 0.0507047 Aug 29 07:30:29.031271 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51a7b38c-cd27-46f8-b213-053712212715 req-186bcc80-a85d-41ae-819a-5ca04d0672b0 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310643 Aug 29 07:30:29.290822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 295c8aed-2d15-46c4-bace-c57053a6ffda details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:30:29.382724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 295c8aed-2d15-46c4-bace-c57053a6ffda, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=295c8aed-2d15-46c4-bace-c57053a6ffda,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:30:29.395031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '295c8aed-2d15-46c4-bace-c57053a6ffda', 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229', 'port_id': '295c8aed-2d15-46c4-bace-c57053a6ffda', 'mac_address': 'fa:16:3e:f4:39:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a9f614-798a-4b69-abca-c4dba9dc5f50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:30:29.435710 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:29.448621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295c8aed-2d15-46c4-bace-c57053a6ffda {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:30:29.467098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 295c8aed-2d15-46c4-bace-c57053a6ffda, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=295c8aed-2d15-46c4-bace-c57053a6ffda,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:30:29.572364 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:29.620986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=295c8aed-2d15-46c4-bace-c57053a6ffda,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:30:29.954800 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['295c8aed-2d15-46c4-bace-c57053a6ffda'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:30:30.148226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d701e3-f870-4bcc-898f-c70f9f556d43 req-3fdb1d24-f3b3-40ce-906b-b464a3d1562e tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:30.149579 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45d701e3-f870-4bcc-898f-c70f9f556d43 req-3fdb1d24-f3b3-40ce-906b-b464a3d1562e tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 945 time: 0.0513144 Aug 29 07:30:30.186264 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45d701e3-f870-4bcc-898f-c70f9f556d43 req-86cae649-12a8-48a8-89b8-b54b851893c5 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308504 Aug 29 07:30:30.301354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab3954-e83b-4f6a-b9ca-5af97d6baa89 req-160c6b46-22d2-4c4a-b820-e2febef60ace tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:30.302801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7fab3954-e83b-4f6a-b9ca-5af97d6baa89 req-160c6b46-22d2-4c4a-b820-e2febef60ace tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 945 time: 0.0526106 Aug 29 07:30:30.340821 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7fab3954-e83b-4f6a-b9ca-5af97d6baa89 req-57741aca-02c5-48ea-b75f-69b90f3e378a tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318608 Aug 29 07:30:30.452362 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c75b26-562d-4845-8164-c89bd4e17a70 req-3c424387-9a46-4792-9570-c033204d4972 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:30.453803 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99c75b26-562d-4845-8164-c89bd4e17a70 req-3c424387-9a46-4792-9570-c033204d4972 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 945 time: 0.0484309 Aug 29 07:30:30.491094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-99c75b26-562d-4845-8164-c89bd4e17a70 req-5900453c-bacb-400f-bdb7-3557d874b40c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312834 Aug 29 07:30:31.036376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-cb6ceef6-6fa2-43c9-bbde-5fba6879915f tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:31.037873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-cb6ceef6-6fa2-43c9-bbde-5fba6879915f tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 815 time: 0.1093962 Aug 29 07:30:31.053028 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-a49b20e6-ff1d-4329-9d02-119b1aa31c85 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/quotas/68644ce6fd2a44df9128b32d61117bbe HTTP/1.1" status: 200 len: 375 time: 0.0093558 Aug 29 07:30:31.103591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-5009e6bc-b880-4ad9-861e-48fc21d92720 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449510 Aug 29 07:30:31.245181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-44cb5e85-893f-412c-8439-9589b69cec6a service neutron] 10.222.0.76 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346498 Aug 29 07:30:31.312987 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 295c8aed-2d15-46c4-bace-c57053a6ffda up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:30:31.334355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8094f12e-62db-4740-971c-bd46f5c55980 service neutron] 10.222.0.76 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830014 Aug 29 07:30:31.423065 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 295c8aed-2d15-46c4-bace-c57053a6ffda completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:30:31.427500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 295c8aed-2d15-46c4-bace-c57053a6ffda triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:30:31.427871 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:31.505139 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:31.528389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dedcd8-bfbc-406d-b687-ef380b473b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295c8aed-2d15-46c4-bace-c57053a6ffda'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:30:31.530799 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792ae2a6-d95e-4a7d-a52d-d8713f011be7" -d '{"events": [{"server_uuid": "23dedcd8-bfbc-406d-b687-ef380b473b98", "name": "network-vif-plugged", "status": "completed", "tag": "295c8aed-2d15-46c4-bace-c57053a6ffda"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:30:31.548638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 295c8aed-2d15-46c4-bace-c57053a6ffda, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=295c8aed-2d15-46c4-bace-c57053a6ffda,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:30:31.583701 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc19e8f-b301-474c-8c34-1b5f058d3093 x-openstack-request-id: req-adc19e8f-b301-474c-8c34-1b5f058d3093 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:30:31.584088 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dedcd8-bfbc-406d-b687-ef380b473b98", "name": "network-vif-plugged", "status": "completed", "tag": "295c8aed-2d15-46c4-bace-c57053a6ffda", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:30:31.588827 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-adc19e8f-b301-474c-8c34-1b5f058d3093 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:30:31.588827 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dedcd8-bfbc-406d-b687-ef380b473b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295c8aed-2d15-46c4-bace-c57053a6ffda', 'code': 200} Aug 29 07:30:31.600247 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfeb8f28-132b-4bfc-82b7-59a07df21806 req-2bf4c1d7-d1a1-4518-bd3a-cdc910bc0e72 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 210 time: 0.0328093 Aug 29 07:30:31.606621 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:31.673398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=295c8aed-2d15-46c4-bace-c57053a6ffda,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:30:31.673398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:31.673398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:31.673398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:31.673398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:31.673398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:31.673398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:31.673398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:31.673398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:31.673398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:31.673398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:31.674986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:31.674986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:32.471755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2a51d-9988-43fb-b263-e6f1a0d2b6ce req-af003d12-367d-45d5-ab0e-3dc704b5fcea tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:32.473236 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-def2a51d-9988-43fb-b263-e6f1a0d2b6ce req-af003d12-367d-45d5-ab0e-3dc704b5fcea tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.11 "GET /v2.0/ports?device_id=23dedcd8-bfbc-406d-b687-ef380b473b98 HTTP/1.1" status: 200 len: 946 time: 0.0525730 Aug 29 07:30:32.562126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-def2a51d-9988-43fb-b263-e6f1a0d2b6ce req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Deleting port 295c8aed-2d15-46c4-bace-c57053a6ffda {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:30:32.562475 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-def2a51d-9988-43fb-b263-e6f1a0d2b6ce req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:32.659091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-def2a51d-9988-43fb-b263-e6f1a0d2b6ce req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] For port 295c8aed-2d15-46c4-bace-c57053a6ffda, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=295c8aed-2d15-46c4-bace-c57053a6ffda,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:30:32.659502 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-def2a51d-9988-43fb-b263-e6f1a0d2b6ce req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:32.673361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-def2a51d-9988-43fb-b263-e6f1a0d2b6ce req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Calling delete_port for 295c8aed-2d15-46c4-bace-c57053a6ffda owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:30:32.699991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8f4b794-3b19-4e87-89df-c96cefffc5bc req-ed5616a1-b071-4333-a973-7bd158dd1798 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 210 time: 0.0309141 Aug 29 07:30:32.886516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-def2a51d-9988-43fb-b263-e6f1a0d2b6ce req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:32.917180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Pushing event deleted for resources: {'Port': ['ID=295c8aed-2d15-46c4-bace-c57053a6ffda,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:30:32.917896 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['295c8aed-2d15-46c4-bace-c57053a6ffda'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:30:32.930743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:32.931091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:32.931474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:32.931816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:32.932153 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:32.932500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:32.932825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:32.933157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:32.933493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:32.933828 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:32.934157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:32.934483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:30:32.968935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-def2a51d-9988-43fb-b263-e6f1a0d2b6ce req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] No DVR routers for this DVR port 295c8aed-2d15-46c4-bace-c57053a6ffda on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:30:32.971828 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-def2a51d-9988-43fb-b263-e6f1a0d2b6ce req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:32.973823 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-def2a51d-9988-43fb-b263-e6f1a0d2b6ce req-b9ca8954-7a21-422e-9f0b-ed9aeb1eaffb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.11 "DELETE /v2.0/ports/295c8aed-2d15-46c4-bace-c57053a6ffda HTTP/1.1" status: 204 len: 173 time: 0.4945619 Aug 29 07:30:32.974268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dedcd8-bfbc-406d-b687-ef380b473b98', 'name': 'network-vif-deleted', 'tag': '295c8aed-2d15-46c4-bace-c57053a6ffda'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:30:32.976644 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51f829b-6052-4362-ac74-213bf03d3d76" -d '{"events": [{"server_uuid": "23dedcd8-bfbc-406d-b687-ef380b473b98", "name": "network-vif-deleted", "tag": "295c8aed-2d15-46c4-bace-c57053a6ffda"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:30:33.012779 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de43b2a8-1967-4674-81cb-2ce79fdc7d4e x-openstack-request-id: req-de43b2a8-1967-4674-81cb-2ce79fdc7d4e {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:30:33.013085 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dedcd8-bfbc-406d-b687-ef380b473b98", "name": "network-vif-deleted", "tag": "295c8aed-2d15-46c4-bace-c57053a6ffda", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:30:33.013347 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de43b2a8-1967-4674-81cb-2ce79fdc7d4e {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:30:33.013752 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dedcd8-bfbc-406d-b687-ef380b473b98', 'name': 'network-vif-deleted', 'tag': '295c8aed-2d15-46c4-bace-c57053a6ffda', 'status': 'completed', 'code': 200} Aug 29 07:30:33.592318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-ac3c2f63-9b91-43d4-81e4-0802df935fba tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:33.593822 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-ac3c2f63-9b91-43d4-81e4-0802df935fba tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.11 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 815 time: 0.1067064 Aug 29 07:30:33.615928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-322bc2b8-b783-4277-966e-41b254686155 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Request body: {'port': {'device_id': '8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50', 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229', 'admin_state_up': True, 'tenant_id': '68644ce6fd2a44df9128b32d61117bbe'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:30:33.789109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-322bc2b8-b783-4277-966e-41b254686155 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Made reservation on behalf of 68644ce6fd2a44df9128b32d61117bbe for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:30:33.792922 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-322bc2b8-b783-4277-966e-41b254686155 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:33.798722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf6ba48d-ac49-4430-8065-ddb63bacb04b req-2665b224-49cc-4163-95df-661b6130c115 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 210 time: 0.0262883 Aug 29 07:30:33.919701 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-322bc2b8-b783-4277-966e-41b254686155 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Allocated IP 172.20.0.14 (cfb9b2bf-004d-4c70-8b90-1ce7f1e12229/98a9f614-798a-4b69-abca-c4dba9dc5f50/6620946d-c37d-449b-943d-ffe250255355) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:30:34.023736 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:34.065692 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-322bc2b8-b783-4277-966e-41b254686155 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:34.171998 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-322bc2b8-b783-4277-966e-41b254686155 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:34.214529 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-322bc2b8-b783-4277-966e-41b254686155 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:30:34.217555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-322bc2b8-b783-4277-966e-41b254686155 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:30:34.221102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-322bc2b8-b783-4277-966e-41b254686155 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:30:34.227924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bc2b8-b783-4277-966e-41b254686155 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Pushing event updated for resources: {'Port': ['ID=6620946d-c37d-449b-943d-ffe250255355,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:30:34.271356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-322bc2b8-b783-4277-966e-41b254686155 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:34.271964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-322bc2b8-b783-4277-966e-41b254686155 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:34.378853 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-322bc2b8-b783-4277-966e-41b254686155 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7706366 Aug 29 07:30:34.398018 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Request body: {'port': {'device_id': '8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:30:34.449686 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:34.708687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6620946d-c37d-449b-943d-ffe250255355 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:30:34.715809 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:34.727182 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Transition to ACTIVE for port object 6620946d-c37d-449b-943d-ffe250255355 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:30:34.803290 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:34.868735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Pushing event updated for resources: {'Port': ['ID=6620946d-c37d-449b-943d-ffe250255355,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:30:34.918762 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb74b4-c645-4950-b072-8ae5eacb4883 req-2a7ea550-82dd-4554-bca4-fd471cd5c436 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:34.920495 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35eb74b4-c645-4950-b072-8ae5eacb4883 req-2a7ea550-82dd-4554-bca4-fd471cd5c436 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 944 time: 0.0516143 Aug 29 07:30:34.929255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Attempting to bind port 6620946d-c37d-449b-943d-ffe250255355 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:30:34.929596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Attempting to bind port 6620946d-c37d-449b-943d-ffe250255355 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:30:34.929930 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Attempting to bind port 6620946d-c37d-449b-943d-ffe250255355 on network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:30:34.934494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Port 6620946d-c37d-449b-943d-ffe250255355 on network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:30:34.934816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Attempting to bind port 6620946d-c37d-449b-943d-ffe250255355 on network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:30:34.939571 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:30:34.941047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Checking segment: {'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:30:34.941047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Bound using segment: {'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:30:34.941425 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Bound port: 6620946d-c37d-449b-943d-ffe250255355, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:30:34.941782 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:34.960320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35eb74b4-c645-4950-b072-8ae5eacb4883 req-edba2183-be5c-4717-afcf-6c6cb4beb313 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331342 Aug 29 07:30:35.007703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] For port 6620946d-c37d-449b-943d-ffe250255355, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:30:35.010774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] For port 6620946d-c37d-449b-943d-ffe250255355, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6620946d-c37d-449b-943d-ffe250255355,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:30:35.121708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:35.155273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:35.155885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:35.157264 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] 10.222.0.11 "PUT /v2.0/ports/6620946d-c37d-449b-943d-ffe250255355 HTTP/1.1" status: 200 len: 1093 time: 0.7641068 Aug 29 07:30:35.157703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50', 'tag': '6620946d-c37d-449b-943d-ffe250255355'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:30:35.160456 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5f4928-a1b8-4a08-96d4-f5a4b19cce6e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50", "tag": "6620946d-c37d-449b-943d-ffe250255355"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:30:35.185143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731a114-918f-4988-96b5-720eb4681d54 service neutron] Pushing event updated for resources: {'Port': ['ID=6620946d-c37d-449b-943d-ffe250255355,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:30:35.196424 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ebf739-7fdc-4470-a054-71ada43dc22a x-openstack-request-id: req-d6ebf739-7fdc-4470-a054-71ada43dc22a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:30:35.196715 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50", "tag": "6620946d-c37d-449b-943d-ffe250255355", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:30:35.196969 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d6ebf739-7fdc-4470-a054-71ada43dc22a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:30:35.197368 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50', 'tag': '6620946d-c37d-449b-943d-ffe250255355', 'status': 'completed', 'code': 200} Aug 29 07:30:35.276923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f4928-a1b8-4a08-96d4-f5a4b19cce6e req-262aac2d-1507-4166-b62d-07e7397b0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:35.278310 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c5f4928-a1b8-4a08-96d4-f5a4b19cce6e req-262aac2d-1507-4166-b62d-07e7397b0e38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 1096 time: 0.0408735 Aug 29 07:30:35.325797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 295c8aed-2d15-46c4-bace-c57053a6ffda no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:30:35.345585 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 295c8aed-2d15-46c4-bace-c57053a6ffda {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:30:35.345941 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 295c8aed-2d15-46c4-bace-c57053a6ffda not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:30:35.383758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f4928-a1b8-4a08-96d4-f5a4b19cce6e req-de4cb072-4c17-4a0e-8539-14abc52b23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:35.385232 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c5f4928-a1b8-4a08-96d4-f5a4b19cce6e req-de4cb072-4c17-4a0e-8539-14abc52b23eb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=68644ce6fd2a44df9128b32d61117bbe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0935433 Aug 29 07:30:35.478998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f4928-a1b8-4a08-96d4-f5a4b19cce6e req-673284fb-6f3d-4945-bda7-2a2a132c3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:35.480477 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8c5f4928-a1b8-4a08-96d4-f5a4b19cce6e req-673284fb-6f3d-4945-bda7-2a2a132c3d45 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884833 Aug 29 07:30:35.581660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-0f601d7b-891c-42d0-bcf7-6098cd1c110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:35.583100 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-0f601d7b-891c-42d0-bcf7-6098cd1c110e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 1096 time: 0.0439892 Aug 29 07:30:35.628605 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-88c50c04-8e54-4123-ad02-3bb28fb05553 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6620946d-c37d-449b-943d-ffe250255355 HTTP/1.1" status: 200 len: 217 time: 0.0330248 Aug 29 07:30:35.676232 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-966caa31-b6f6-4008-b7f4-98045a819349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:35.677655 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-966caa31-b6f6-4008-b7f4-98045a819349 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98a9f614-798a-4b69-abca-c4dba9dc5f50 HTTP/1.1" status: 200 len: 855 time: 0.0429325 Aug 29 07:30:35.711947 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-bb39cd9a-82db-4e87-9dc1-ea59878547c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273519 Aug 29 07:30:35.798932 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-6f25f29d-f9fb-4057-945b-b154787796a8 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799780 Aug 29 07:30:35.889933 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f3b5cfac-d0e3-45e0-91cb-e7eb7fcdf3ed req-f1993b24-10e0-4bb2-afc0-955538ed96e3 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836258 Aug 29 07:30:36.072455 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be16872-84e1-406f-abd8-ab7b314121d2 req-cf599475-ce20-4e8f-b7e1-efda41813848 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:36.073918 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2be16872-84e1-406f-abd8-ab7b314121d2 req-cf599475-ce20-4e8f-b7e1-efda41813848 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 944 time: 0.0475693 Aug 29 07:30:36.110893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2be16872-84e1-406f-abd8-ab7b314121d2 req-6d4c68d0-5eb8-4aee-afff-afabc0eeb527 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306866 Aug 29 07:30:37.227551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe33f1-3d75-4240-99c7-8e40d1ee1d54 req-56dc6063-7ebb-4775-acde-24454b0daa6c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:37.228990 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57fe33f1-3d75-4240-99c7-8e40d1ee1d54 req-56dc6063-7ebb-4775-acde-24454b0daa6c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 944 time: 0.0508711 Aug 29 07:30:37.265064 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57fe33f1-3d75-4240-99c7-8e40d1ee1d54 req-f23b2897-ec1c-4174-8979-3b1df45d7e53 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301745 Aug 29 07:30:38.114104 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-81841f52-64d2-4dfa-bb2b-2ae00b4382b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:38.378104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bced90-fdf2-4200-96c4-c20862727cd6 req-3cb9c262-bc5b-4200-8223-0c90109d034c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:38.379587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98bced90-fdf2-4200-96c4-c20862727cd6 req-3cb9c262-bc5b-4200-8223-0c90109d034c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 944 time: 0.0484486 Aug 29 07:30:38.418138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98bced90-fdf2-4200-96c4-c20862727cd6 req-317a746e-1f42-4ed8-8653-f9d71ff9267f tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322707 Aug 29 07:30:39.532050 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44eed5-e5c2-416c-8db1-1682b9b92f3f req-dd3f9208-14f5-4537-934f-76fcfcb8f842 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:39.533540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da44eed5-e5c2-416c-8db1-1682b9b92f3f req-dd3f9208-14f5-4537-934f-76fcfcb8f842 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 944 time: 0.0480666 Aug 29 07:30:39.570547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da44eed5-e5c2-416c-8db1-1682b9b92f3f req-9194d985-2738-4a78-b051-b2fde5124f5e tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306253 Aug 29 07:30:40.277746 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:30:40.685577 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ff751-8142-4cb2-9f9a-c154512dbe04 req-13d60479-abfb-4a7f-bf18-3cb8657832cc tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:40.686924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c53ff751-8142-4cb2-9f9a-c154512dbe04 req-13d60479-abfb-4a7f-bf18-3cb8657832cc tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 944 time: 0.0508916 Aug 29 07:30:40.723814 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c53ff751-8142-4cb2-9f9a-c154512dbe04 req-87992c55-d0a8-47fd-9bc6-3350431b8271 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309677 Aug 29 07:30:40.838448 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:41.358664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6620946d-c37d-449b-943d-ffe250255355 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:30:41.450575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6620946d-c37d-449b-943d-ffe250255355, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6620946d-c37d-449b-943d-ffe250255355,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:30:41.461757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '6620946d-c37d-449b-943d-ffe250255355', 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229', 'port_id': '6620946d-c37d-449b-943d-ffe250255355', 'mac_address': 'fa:16:3e:33:91:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a9f614-798a-4b69-abca-c4dba9dc5f50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:30:41.504899 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:41.517754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6620946d-c37d-449b-943d-ffe250255355 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:30:41.537078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6620946d-c37d-449b-943d-ffe250255355, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6620946d-c37d-449b-943d-ffe250255355,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:30:41.551982 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cc411f7e-0627-43a1-9037-12936d4ea28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:41.633940 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:41.683963 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=6620946d-c37d-449b-943d-ffe250255355,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:30:41.849387 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dbaf1-27a7-4760-9a40-d9fbf24689c5 req-b5d881da-4d83-4437-97c7-12d5c98299a8 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:41.850933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-560dbaf1-27a7-4760-9a40-d9fbf24689c5 req-b5d881da-4d83-4437-97c7-12d5c98299a8 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 945 time: 0.0599310 Aug 29 07:30:41.877688 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:41.895066 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-560dbaf1-27a7-4760-9a40-d9fbf24689c5 req-4d093cf4-03b0-46f7-a79e-82b0c8fdb5f6 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379894 Aug 29 07:30:41.988552 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['6620946d-c37d-449b-943d-ffe250255355'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:30:43.006688 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79588929-0e8f-419e-8149-d0129cb1b929 req-67dbf5b8-037d-406c-9c2e-aaac9689c18a tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:43.008172 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79588929-0e8f-419e-8149-d0129cb1b929 req-67dbf5b8-037d-406c-9c2e-aaac9689c18a tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 945 time: 0.0480981 Aug 29 07:30:43.045801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-79588929-0e8f-419e-8149-d0129cb1b929 req-1e233e9b-f3d5-447d-be7e-2da2c88beb30 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316658 Aug 29 07:30:43.388755 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6620946d-c37d-449b-943d-ffe250255355 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:30:43.535243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 6620946d-c37d-449b-943d-ffe250255355 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:30:43.539636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 6620946d-c37d-449b-943d-ffe250255355 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:30:43.543807 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:43.628272 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:43.641094 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:43.652112 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6620946d-c37d-449b-943d-ffe250255355'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:30:43.654381 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3affb972-d47d-41cc-b95b-20ca047b16c3" -d '{"events": [{"server_uuid": "8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50", "name": "network-vif-plugged", "status": "completed", "tag": "6620946d-c37d-449b-943d-ffe250255355"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:30:43.667297 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6620946d-c37d-449b-943d-ffe250255355, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6620946d-c37d-449b-943d-ffe250255355,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:30:43.726339 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:43.760934 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166c4857-3cd0-40a1-afb3-24c3b03403fd x-openstack-request-id: req-166c4857-3cd0-40a1-afb3-24c3b03403fd {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:30:43.763374 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50", "name": "network-vif-plugged", "status": "completed", "tag": "6620946d-c37d-449b-943d-ffe250255355", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:30:43.763625 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-166c4857-3cd0-40a1-afb3-24c3b03403fd {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:30:43.767681 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6620946d-c37d-449b-943d-ffe250255355', 'code': 200} Aug 29 07:30:43.782026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=6620946d-c37d-449b-943d-ffe250255355,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:30:43.876462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fb251-fc02-4609-96fb-ead7eacd91a6 req-43e7861f-d540-479b-8d4a-efb21f330d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:43.877962 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-976fb251-fc02-4609-96fb-ead7eacd91a6 req-43e7861f-d540-479b-8d4a-efb21f330d3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 1098 time: 0.0410056 Aug 29 07:30:43.912724 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-976fb251-fc02-4609-96fb-ead7eacd91a6 req-3d500341-f470-4a50-b5f1-8ca86e478ef8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271389 Aug 29 07:30:44.160727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7c196-aa69-41b7-8bed-2b911b5e8865 req-162c2a43-2c1d-4b70-be50-9efe6e729472 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:44.162153 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9bb7c196-aa69-41b7-8bed-2b911b5e8865 req-162c2a43-2c1d-4b70-be50-9efe6e729472 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0516868 Aug 29 07:30:44.198682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9bb7c196-aa69-41b7-8bed-2b911b5e8865 req-7c58260a-7f9a-47e7-bab3-0bd6c894ad3f tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304132 Aug 29 07:30:45.313984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cef9d7-b8d2-4e2c-9aa9-53b519684352 req-bec8b3b2-a46e-478b-85ac-6a5ef4572f13 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:45.315488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-46cef9d7-b8d2-4e2c-9aa9-53b519684352 req-bec8b3b2-a46e-478b-85ac-6a5ef4572f13 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0486093 Aug 29 07:30:45.352502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-46cef9d7-b8d2-4e2c-9aa9-53b519684352 req-2ab8c269-29f5-4d6e-adfb-2deae6ae2553 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303428 Aug 29 07:30:46.469141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945730e-0bed-4364-a39e-7f968127c71b req-99e561c6-dea1-45a6-bd52-6871215aba3d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:46.470592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3945730e-0bed-4364-a39e-7f968127c71b req-99e561c6-dea1-45a6-bd52-6871215aba3d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0485744 Aug 29 07:30:46.506117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3945730e-0bed-4364-a39e-7f968127c71b req-f68590cd-8f44-4321-aded-d793917a94ba tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296199 Aug 29 07:30:46.619974 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5c492-37ec-487e-b60b-81b8589d70e0 req-a03ee9ab-32ab-4d50-8e96-4c32def7d9d5 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:46.621407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6fb5c492-37ec-487e-b60b-81b8589d70e0 req-a03ee9ab-32ab-4d50-8e96-4c32def7d9d5 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0508192 Aug 29 07:30:46.657851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6fb5c492-37ec-487e-b60b-81b8589d70e0 req-da26c2ef-d956-4ec2-9d8c-fc31226afc45 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305669 Aug 29 07:30:47.023016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be756b-31cf-400e-8715-dd42480a54b8 req-f2ae1d60-eb20-4128-a337-6aab39621655 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:47.025233 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1be756b-31cf-400e-8715-dd42480a54b8 req-f2ae1d60-eb20-4128-a337-6aab39621655 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0503273 Aug 29 07:30:47.061790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1be756b-31cf-400e-8715-dd42480a54b8 req-a12681bb-dc1d-4f1d-9fdf-d60d7ae38ecc tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304925 Aug 29 07:30:47.139819 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-5881c0b5-acc5-450c-83d4-ad5d8f42cf55 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399330 Aug 29 07:30:48.182830 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fcee7-110e-4527-ac4c-6f81e9601f0c req-e0595bc2-a097-4e7d-af55-8781f471f4b9 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:48.184190 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-835fcee7-110e-4527-ac4c-6f81e9601f0c req-e0595bc2-a097-4e7d-af55-8781f471f4b9 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0492377 Aug 29 07:30:48.222175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-835fcee7-110e-4527-ac4c-6f81e9601f0c req-b37874b0-eb7c-4f23-a716-7fd3940d381c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320647 Aug 29 07:30:49.025976 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-45bc1b1c-41f3-4819-8e11-a6e10583c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:49.027572 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-45bc1b1c-41f3-4819-8e11-a6e10583c02a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 1098 time: 0.0403907 Aug 29 07:30:49.118165 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-77543fd4-3533-4540-b40b-e2de9a82aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:49.119566 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-77543fd4-3533-4540-b40b-e2de9a82aa69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 916 time: 0.0857441 Aug 29 07:30:49.159925 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-ae6fcce9-ea84-479d-aab3-e56d1258847a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6620946d-c37d-449b-943d-ffe250255355 HTTP/1.1" status: 200 len: 217 time: 0.0338228 Aug 29 07:30:49.210475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-828ad2f1-180f-4c8e-8502-d51e6cbd3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:49.212524 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-828ad2f1-180f-4c8e-8502-d51e6cbd3808 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98a9f614-798a-4b69-abca-c4dba9dc5f50 HTTP/1.1" status: 200 len: 855 time: 0.0458677 Aug 29 07:30:49.242929 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-1ef6c9e3-30d8-4da7-aa79-bbb590897d3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239763 Aug 29 07:30:49.331546 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-4e972646-d5cf-49a6-a62a-3c983153f778 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816295 Aug 29 07:30:49.341274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7cb3f-9030-442b-a441-6e7bcbce7146 req-fe4a83b7-dedc-4c4f-a83c-57fdc7b1531b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:49.342722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74b7cb3f-9030-442b-a441-6e7bcbce7146 req-fe4a83b7-dedc-4c4f-a83c-57fdc7b1531b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0525193 Aug 29 07:30:49.379294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74b7cb3f-9030-442b-a441-6e7bcbce7146 req-43fe66b9-6e8c-4fe9-9de1-150247a07616 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304103 Aug 29 07:30:49.425957 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-9086a025-3910-4331-a23a-7a66771191eb service neutron] 10.222.0.11 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874484 Aug 29 07:30:50.493519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c2013-d77b-4b73-939d-818730236c7b req-effc1129-2d56-4f1e-bfd9-287766a1990d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:50.500100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-377c2013-d77b-4b73-939d-818730236c7b req-effc1129-2d56-4f1e-bfd9-287766a1990d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0484812 Aug 29 07:30:50.531970 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-377c2013-d77b-4b73-939d-818730236c7b req-19175fb4-6798-4d1e-9c3a-719e0ea08b5d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309722 Aug 29 07:30:51.205363 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:30:51.645415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4689a6-fefa-43cf-bf47-1f6217bdc379 req-ce8782ec-1db9-4b01-a926-095f1e5f55ba tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:51.646880 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca4689a6-fefa-43cf-bf47-1f6217bdc379 req-ce8782ec-1db9-4b01-a926-095f1e5f55ba tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0477436 Aug 29 07:30:51.683414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ca4689a6-fefa-43cf-bf47-1f6217bdc379 req-af017fd3-0a0e-46a9-8cb3-ab4d1eeb5f6b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299802 Aug 29 07:30:52.799506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52527ff6-fb11-48fa-ac85-288ec8bd29e4 req-320bc4e8-5aea-4dd7-aec5-5e2b5b022c72 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:52.800952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52527ff6-fb11-48fa-ac85-288ec8bd29e4 req-320bc4e8-5aea-4dd7-aec5-5e2b5b022c72 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0520284 Aug 29 07:30:52.837602 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52527ff6-fb11-48fa-ac85-288ec8bd29e4 req-9e8b2a18-443e-45e4-936a-fd0f6cad5b9f tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306785 Aug 29 07:30:53.950968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdfed7-d1ef-4c84-955c-6ca8a25eb6a5 req-530e7445-747f-4378-a3f3-8e486a774aa9 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:53.952535 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88cdfed7-d1ef-4c84-955c-6ca8a25eb6a5 req-530e7445-747f-4378-a3f3-8e486a774aa9 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0481980 Aug 29 07:30:53.989760 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88cdfed7-d1ef-4c84-955c-6ca8a25eb6a5 req-e3bf3e24-e452-4b4b-8fe3-44b54f2aa907 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310850 Aug 29 07:30:55.102910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07852e99-1c27-43d1-b51b-407382d238da req-dc66f25f-434b-4201-8e77-4d0cf65af4f9 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:55.104431 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07852e99-1c27-43d1-b51b-407382d238da req-dc66f25f-434b-4201-8e77-4d0cf65af4f9 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0481741 Aug 29 07:30:55.142386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07852e99-1c27-43d1-b51b-407382d238da req-3f772c41-388c-4f13-a425-f346f26ac3aa tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318100 Aug 29 07:30:56.261551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9386386-7b75-4baa-836b-2b15ccb500e1 req-faf80580-7266-42f9-b8aa-c8862a30311c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:56.262995 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9386386-7b75-4baa-836b-2b15ccb500e1 req-faf80580-7266-42f9-b8aa-c8862a30311c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0516961 Aug 29 07:30:56.300127 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9386386-7b75-4baa-836b-2b15ccb500e1 req-7bc8242b-59d9-4712-ab6e-f9a26cda2808 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309556 Aug 29 07:30:57.413197 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322746bf-07e7-4333-b260-e1227a9979a4 req-d981cfe0-500b-4503-9978-a11cc1e66897 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:57.415203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-322746bf-07e7-4333-b260-e1227a9979a4 req-d981cfe0-500b-4503-9978-a11cc1e66897 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0497384 Aug 29 07:30:57.451847 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-322746bf-07e7-4333-b260-e1227a9979a4 req-ad156958-319e-4ecc-9aec-e8066b0ec0ad tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306427 Aug 29 07:30:58.565313 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd26b7-092c-474e-a746-260f8a964f31 req-545c0f93-3b1c-4f41-997a-1f27a8f422b2 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:58.566764 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1fbd26b7-092c-474e-a746-260f8a964f31 req-545c0f93-3b1c-4f41-997a-1f27a8f422b2 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0481999 Aug 29 07:30:58.603879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1fbd26b7-092c-474e-a746-260f8a964f31 req-9af0683b-1b5d-42e4-9ffe-5ed919312a9f tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311656 Aug 29 07:30:59.718405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7d0f7-5029-4590-be47-40159eebfe34 req-d0188ef0-28e6-407c-9e9d-c67a793ff71d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:30:59.721496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64c7d0f7-5029-4590-be47-40159eebfe34 req-d0188ef0-28e6-407c-9e9d-c67a793ff71d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0525086 Aug 29 07:30:59.758475 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64c7d0f7-5029-4590-be47-40159eebfe34 req-dd67b99a-17bf-4a7f-9b78-e48fa7033957 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305827 Aug 29 07:31:00.873258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fdc0f-1ba7-4f0a-b9f5-d317f85186f9 req-d03622be-e365-413e-8656-72005cab2263 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:00.874779 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-911fdc0f-1ba7-4f0a-b9f5-d317f85186f9 req-d03622be-e365-413e-8656-72005cab2263 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0488174 Aug 29 07:31:00.911867 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-911fdc0f-1ba7-4f0a-b9f5-d317f85186f9 req-41489ba0-a7c0-4574-a51d-ee78be67fc39 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 Aug 29 07:31:02.025477 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdbeb2-d90a-4cca-94b4-93638152d2d1 req-d3dd2a09-5bb7-4a90-ba48-53dc26c836f9 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:02.026937 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23bdbeb2-d90a-4cca-94b4-93638152d2d1 req-d3dd2a09-5bb7-4a90-ba48-53dc26c836f9 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0487790 Aug 29 07:31:02.065259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23bdbeb2-d90a-4cca-94b4-93638152d2d1 req-46852531-a8aa-441e-80ff-0088a4d248f8 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Aug 29 07:31:03.185772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d5ef3-f554-4ed9-945f-a3b41b06b698 req-b7547072-a04b-415f-9891-c92a803a1b60 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:03.188533 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-826d5ef3-f554-4ed9-945f-a3b41b06b698 req-b7547072-a04b-415f-9891-c92a803a1b60 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0573044 Aug 29 07:31:03.226923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-826d5ef3-f554-4ed9-945f-a3b41b06b698 req-af62605a-2fc3-47d1-9e40-9cb139d4985c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323451 Aug 29 07:31:04.039569 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:04.340765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d48f6-0908-4994-ba45-6242aead9355 req-2f59cf64-865c-4182-a677-d625d8f70b0b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:04.342214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-177d48f6-0908-4994-ba45-6242aead9355 req-2f59cf64-865c-4182-a677-d625d8f70b0b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0475030 Aug 29 07:31:04.380074 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-177d48f6-0908-4994-ba45-6242aead9355 req-351a8611-8ff8-4a37-b712-89827005b921 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317943 Aug 29 07:31:05.492415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37f83a-1824-4b4b-8c9d-dc26ec94ffe3 req-2151d027-8346-4aea-beb9-3d5e17363dcf tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:05.493864 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da37f83a-1824-4b4b-8c9d-dc26ec94ffe3 req-2151d027-8346-4aea-beb9-3d5e17363dcf tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0482285 Aug 29 07:31:05.530162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da37f83a-1824-4b4b-8c9d-dc26ec94ffe3 req-80380615-89de-49ae-bffb-82310cb52ecf tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304182 Aug 29 07:31:06.646829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e48d5-c6d5-4fc6-a884-15f9c41c4833 req-facff994-a517-47d8-ba2c-391ee9481914 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:06.648379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-494e48d5-c6d5-4fc6-a884-15f9c41c4833 req-facff994-a517-47d8-ba2c-391ee9481914 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0522578 Aug 29 07:31:06.685477 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-494e48d5-c6d5-4fc6-a884-15f9c41c4833 req-c03b850f-4972-48c5-a782-91d23e97515f tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311754 Aug 29 07:31:07.799742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f7516-6d46-4067-bcd3-6caa02f3d5e3 req-7b334329-785a-4cde-8279-83592cb530f8 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:07.801241 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-313f7516-6d46-4067-bcd3-6caa02f3d5e3 req-7b334329-785a-4cde-8279-83592cb530f8 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0506206 Aug 29 07:31:07.838801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-313f7516-6d46-4067-bcd3-6caa02f3d5e3 req-3c6c6322-8fed-4e5f-b8b2-93711a5cbe05 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310476 Aug 29 07:31:08.118767 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d84399ff-6f2f-4308-865e-3d67ccf3d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:08.951003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07136b-a782-434a-aa0a-efcdd175e127 req-f0cb9d92-e19f-47a2-9370-f3361a0cbebd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:08.952625 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b07136b-a782-434a-aa0a-efcdd175e127 req-f0cb9d92-e19f-47a2-9370-f3361a0cbebd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0474725 Aug 29 07:31:08.989086 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b07136b-a782-434a-aa0a-efcdd175e127 req-d93b816b-362c-46d6-b211-0999d600cafb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305331 Aug 29 07:31:10.108836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fcb12-37d5-4826-b8c8-ff3c081b893e req-9b77a0c7-1b5a-4bed-915b-6fc14c55455d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:10.110312 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c28fcb12-37d5-4826-b8c8-ff3c081b893e req-9b77a0c7-1b5a-4bed-915b-6fc14c55455d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0532506 Aug 29 07:31:10.148654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c28fcb12-37d5-4826-b8c8-ff3c081b893e req-d186a58b-9af1-405b-9e6b-39f453e08ff6 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316355 Aug 29 07:31:10.781716 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511d997-f3d4-4eb9-b444-38aa70405503 req-fd0c7afe-63f5-4609-905f-f80a47d35555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:10.783280 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f511d997-f3d4-4eb9-b444-38aa70405503 req-fd0c7afe-63f5-4609-905f-f80a47d35555 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 1098 time: 0.0409813 Aug 29 07:31:10.848639 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:10.888305 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511d997-f3d4-4eb9-b444-38aa70405503 req-7ed1d2f9-e3e3-4867-92a7-00b4142bc105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:10.895343 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f511d997-f3d4-4eb9-b444-38aa70405503 req-7ed1d2f9-e3e3-4867-92a7-00b4142bc105 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 916 time: 0.0880225 Aug 29 07:31:10.932249 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f511d997-f3d4-4eb9-b444-38aa70405503 req-c627750e-87b2-4426-8113-2bae7fae914b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6620946d-c37d-449b-943d-ffe250255355 HTTP/1.1" status: 200 len: 217 time: 0.0360627 Aug 29 07:31:10.979581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511d997-f3d4-4eb9-b444-38aa70405503 req-75d66d01-79ed-4d0c-a68a-111aea5af5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:10.981043 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f511d997-f3d4-4eb9-b444-38aa70405503 req-75d66d01-79ed-4d0c-a68a-111aea5af5a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98a9f614-798a-4b69-abca-c4dba9dc5f50 HTTP/1.1" status: 200 len: 855 time: 0.0424216 Aug 29 07:31:11.010472 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f511d997-f3d4-4eb9-b444-38aa70405503 req-0ac0bfbc-e600-4d4e-8f25-fddc34eb3674 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230281 Aug 29 07:31:11.100859 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f511d997-f3d4-4eb9-b444-38aa70405503 req-d8a81096-29c1-4e77-ab41-b87b03a7aa95 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828278 Aug 29 07:31:11.187837 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f511d997-f3d4-4eb9-b444-38aa70405503 req-ea7dc858-9e1b-4f37-b05e-6497622ebbd4 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806482 Aug 29 07:31:11.265125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b6f51-517b-4687-8408-1b9490e58cdd req-8a42371d-6df9-4de7-8914-98e9e3815178 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:11.266624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd1b6f51-517b-4687-8408-1b9490e58cdd req-8a42371d-6df9-4de7-8914-98e9e3815178 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0488367 Aug 29 07:31:11.304181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd1b6f51-517b-4687-8408-1b9490e58cdd req-0bcee9ce-3176-4777-8b3d-24fd35a1a717 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316954 Aug 29 07:31:11.564592 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-051ee4c9-0bd9-407a-91d0-414428f756e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:11.890301 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:12.416418 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c992052-7600-4d75-a9ac-b03908eddf93 req-36ef8c15-ab08-4e83-b9d0-ba0c9ea68e50 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:12.418417 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c992052-7600-4d75-a9ac-b03908eddf93 req-36ef8c15-ab08-4e83-b9d0-ba0c9ea68e50 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0480719 Aug 29 07:31:12.455908 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c992052-7600-4d75-a9ac-b03908eddf93 req-b7b73ad3-da7e-4d0f-922f-1af202e715e0 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315046 Aug 29 07:31:13.574525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1b502-c683-4385-b1a7-1ecafd8ca9e1 req-a4f44ef1-419f-4d7f-be9d-2cc041d62d47 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:13.576053 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6aa1b502-c683-4385-b1a7-1ecafd8ca9e1 req-a4f44ef1-419f-4d7f-be9d-2cc041d62d47 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0531778 Aug 29 07:31:13.613593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6aa1b502-c683-4385-b1a7-1ecafd8ca9e1 req-3264057c-8742-4469-a2a8-ce5e60d1bc99 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Aug 29 07:31:13.655815 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:14.728404 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269884f7-a795-421c-bc8b-050db8caf837 req-08188fec-1bbc-4656-9e9f-ceb4eb9936dd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:14.729782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-269884f7-a795-421c-bc8b-050db8caf837 req-08188fec-1bbc-4656-9e9f-ceb4eb9936dd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0484931 Aug 29 07:31:14.769709 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-269884f7-a795-421c-bc8b-050db8caf837 req-a928491f-7d54-4e16-8164-3859833faa30 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335336 Aug 29 07:31:15.899659 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075029fd-e589-48c7-b006-828eda6c42fd req-dd17c301-6d24-46a3-8e26-555fd7bb3ff7 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:15.901108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-075029fd-e589-48c7-b006-828eda6c42fd req-dd17c301-6d24-46a3-8e26-555fd7bb3ff7 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0494194 Aug 29 07:31:15.937559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-075029fd-e589-48c7-b006-828eda6c42fd req-621508fb-91cf-426b-95fc-cc10ca4fed20 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305088 Aug 29 07:31:16.874797 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-4c0d0b98-eb8b-4201-be5b-d16cfbe28dab service neutron] show failed (client error): The resource could not be found. Aug 29 07:31:16.875851 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-4c0d0b98-eb8b-4201-be5b-d16cfbe28dab service neutron] 10.222.0.11 "GET /v2.0/ports/6620946d-c37d-449b-943d-ffe250255355/bindings/n-h1-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0597675 Aug 29 07:31:17.058679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fca5c5-a4a4-4671-88c9-20318d5b9d08 req-6d0abda9-4198-4a1a-9fe0-4f7bce4e9673 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:17.060166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1fca5c5-a4a4-4671-88c9-20318d5b9d08 req-6d0abda9-4198-4a1a-9fe0-4f7bce4e9673 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0528243 Aug 29 07:31:17.097056 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1fca5c5-a4a4-4671-88c9-20318d5b9d08 req-ba277741-f799-41f7-bcf8-3266dd341d34 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303645 Aug 29 07:31:17.276184 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:31:17.385572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-14e632c1-c0ad-49e9-80f1-895be41d994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:17.387069 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-14e632c1-c0ad-49e9-80f1-895be41d994a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50&tenant_id=68644ce6fd2a44df9128b32d61117bbe HTTP/1.1" status: 200 len: 1098 time: 0.0402067 Aug 29 07:31:17.398731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:31:17.449527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:17.659936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] For port 6620946d-c37d-449b-943d-ffe250255355, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6620946d-c37d-449b-943d-ffe250255355,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:31:17.694555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] For port 6620946d-c37d-449b-943d-ffe250255355, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:31:17.732702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6620946d-c37d-449b-943d-ffe250255355'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:31:17.734926 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579a7cb7-f599-470a-8290-0d1ecf4f73b2" -d '{"events": [{"server_uuid": "8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50", "name": "network-vif-unplugged", "status": "completed", "tag": "6620946d-c37d-449b-943d-ffe250255355"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:31:17.738725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:17.752222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Transition to ACTIVE for port object 6620946d-c37d-449b-943d-ffe250255355 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:31:17.816660 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:17.849704 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50178043-1227-4783-af8c-7d80944b4252 x-openstack-request-id: req-50178043-1227-4783-af8c-7d80944b4252 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:31:17.849992 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50", "name": "network-vif-unplugged", "status": "completed", "tag": "6620946d-c37d-449b-943d-ffe250255355", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:31:17.850713 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-50178043-1227-4783-af8c-7d80944b4252 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:31:17.850713 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6620946d-c37d-449b-943d-ffe250255355', 'code': 200} Aug 29 07:31:17.882369 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] No DVR routers for this DVR port 6620946d-c37d-449b-943d-ffe250255355 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:31:17.884195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6620946d-c37d-449b-943d-ffe250255355,revision_number=6']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:17.918552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Attempting to bind port 6620946d-c37d-449b-943d-ffe250255355 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:31:17.918826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Attempting to bind port 6620946d-c37d-449b-943d-ffe250255355 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:31:17.919393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Attempting to bind port 6620946d-c37d-449b-943d-ffe250255355 on network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:31:17.923673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Port 6620946d-c37d-449b-943d-ffe250255355 on network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:31:17.923996 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Attempting to bind port 6620946d-c37d-449b-943d-ffe250255355 on network cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:31:17.928676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:31:17.929055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Checking segment: {'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:31:17.929438 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Bound using segment: {'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:31:17.929862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Bound port: 6620946d-c37d-449b-943d-ffe250255355, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e24f092-1a74-4b3c-8d56-686561cf61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:31:17.930216 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:18.216691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa390f5-2972-4649-9277-c4ddd70419f0 req-5ed6bd31-cbef-4a14-aabd-99f391fdc370 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:18.218089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fa390f5-2972-4649-9277-c4ddd70419f0 req-5ed6bd31-cbef-4a14-aabd-99f391fdc370 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 944 time: 0.0501337 Aug 29 07:31:18.261705 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fa390f5-2972-4649-9277-c4ddd70419f0 req-8ffca191-e338-4433-9fd7-2d10abe32f90 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376077 Aug 29 07:31:18.328535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] For port 6620946d-c37d-449b-943d-ffe250255355, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:31:18.331668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] For port 6620946d-c37d-449b-943d-ffe250255355, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6620946d-c37d-449b-943d-ffe250255355,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:31:18.403381 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:18.437688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:18.439704 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:18.441096 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] 10.222.0.15 "PUT /v2.0/ports/6620946d-c37d-449b-943d-ffe250255355 HTTP/1.1" status: 200 len: 1093 time: 1.0463047 Aug 29 07:31:18.462457 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc877905-ce6b-4b2c-b653-36d612c25fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6620946d-c37d-449b-943d-ffe250255355,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:18.504460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-0f1a6ac4-03fd-447e-a49e-3102f1a5e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:18.505952 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-0f1a6ac4-03fd-447e-a49e-3102f1a5e45c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 1096 time: 0.0406466 Aug 29 07:31:18.595455 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-bc2a49b0-751e-433b-92d8-5117ccbfb0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:18.596909 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-bc2a49b0-751e-433b-92d8-5117ccbfb0e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 916 time: 0.0841773 Aug 29 07:31:18.638680 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-dbd21dcf-d260-43fa-805c-2dab9010b9d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6620946d-c37d-449b-943d-ffe250255355 HTTP/1.1" status: 200 len: 217 time: 0.0343242 Aug 29 07:31:18.686564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-a11c9761-ec01-4932-adba-9ae4180c9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:18.688032 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-a11c9761-ec01-4932-adba-9ae4180c9356 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98a9f614-798a-4b69-abca-c4dba9dc5f50 HTTP/1.1" status: 200 len: 855 time: 0.0427766 Aug 29 07:31:18.722944 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-b9233beb-5228-4925-962d-6ef5e7a3041e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282481 Aug 29 07:31:18.811046 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-d678b8cb-4a84-4f98-baf5-198f02f0023f service neutron] 10.222.0.15 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807927 Aug 29 07:31:18.906535 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-746d5797-8d20-44a9-b1d7-9ebb5be2a6b0 req-da0488c1-325a-410b-b138-7f319fb917ec service neutron] 10.222.0.15 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886743 Aug 29 07:31:19.379451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216a17a-98e1-4156-ad8b-e4c1f0515a36 req-56903bf3-cc9a-40c7-99f9-5828cc00b9de tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:19.380904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5216a17a-98e1-4156-ad8b-e4c1f0515a36 req-56903bf3-cc9a-40c7-99f9-5828cc00b9de tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 944 time: 0.0481861 Aug 29 07:31:19.418004 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5216a17a-98e1-4156-ad8b-e4c1f0515a36 req-efb6715c-2991-486f-8719-e709336ff056 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311766 Aug 29 07:31:19.588430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6620946d-c37d-449b-943d-ffe250255355 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:31:19.625006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6620946d-c37d-449b-943d-ffe250255355 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:31:19.851925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50', 'tag': '6620946d-c37d-449b-943d-ffe250255355'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:31:19.854221 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50", "tag": "6620946d-c37d-449b-943d-ffe250255355"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:31:19.903345 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9949880b-94ee-4c59-bb59-a601eaaafdd7 x-openstack-request-id: req-9949880b-94ee-4c59-bb59-a601eaaafdd7 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:31:19.903640 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50", "tag": "6620946d-c37d-449b-943d-ffe250255355", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:31:19.903901 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9949880b-94ee-4c59-bb59-a601eaaafdd7 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:31:19.904308 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50', 'tag': '6620946d-c37d-449b-943d-ffe250255355', 'status': 'completed', 'code': 200} Aug 29 07:31:19.993536 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-12262bbb-3289-4143-8334-e5ef56b175b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:20.003007 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-12262bbb-3289-4143-8334-e5ef56b175b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 1096 time: 0.0653939 Aug 29 07:31:20.005375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-5983b3c5-0135-4bee-a0d7-653ec51283f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:20.006723 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-5983b3c5-0135-4bee-a0d7-653ec51283f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 1096 time: 0.0521805 Aug 29 07:31:20.157603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-9d603d51-ad8a-49fd-92d8-b64fbeb6c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:20.159029 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-9d603d51-ad8a-49fd-92d8-b64fbeb6c166 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 916 time: 0.1558771 Aug 29 07:31:20.160125 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-6c43c43b-8343-4649-9bfa-0e81bb123a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:20.161419 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-6c43c43b-8343-4649-9bfa-0e81bb123a97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 916 time: 0.1476378 Aug 29 07:31:20.232767 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-a445e0c7-f5bc-4a30-bfeb-43b66f7ab9b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6620946d-c37d-449b-943d-ffe250255355 HTTP/1.1" status: 200 len: 217 time: 0.0658746 Aug 29 07:31:20.234115 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-763ba06b-6bbc-409b-9e28-8230d0ac7aba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6620946d-c37d-449b-943d-ffe250255355 HTTP/1.1" status: 200 len: 217 time: 0.0616496 Aug 29 07:31:20.317894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-4ef00776-f8b9-45d6-9302-a0e5acb3037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:20.319414 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-4ef00776-f8b9-45d6-9302-a0e5acb3037a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98a9f614-798a-4b69-abca-c4dba9dc5f50 HTTP/1.1" status: 200 len: 855 time: 0.0794268 Aug 29 07:31:20.322686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-63ddfee3-9bc7-4ae6-947a-c9ca38c1efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:20.324318 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-63ddfee3-9bc7-4ae6-947a-c9ca38c1efc9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98a9f614-798a-4b69-abca-c4dba9dc5f50 HTTP/1.1" status: 200 len: 855 time: 0.0770380 Aug 29 07:31:20.357245 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-666883cc-70c2-471e-a658-6798242211a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306218 Aug 29 07:31:20.371785 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-72652757-8c38-414c-b881-c9b5af35951c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363872 Aug 29 07:31:20.525559 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-a4f13060-dec6-43cb-81ff-6dc73eea3cd4 service neutron] 10.222.0.15 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558278 Aug 29 07:31:20.529316 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-cce7caae-1b64-41e5-a317-5365ec43dffc service neutron] 10.222.0.11 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494889 Aug 29 07:31:20.539334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e5e06-72c6-4ef4-8b5a-e807ba2838b2 req-d4b7f0bb-fa25-4fd7-8fbb-ca90fe906c37 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:20.540794 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d01e5e06-72c6-4ef4-8b5a-e807ba2838b2 req-d4b7f0bb-fa25-4fd7-8fbb-ca90fe906c37 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 944 time: 0.0548918 Aug 29 07:31:20.580908 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d01e5e06-72c6-4ef4-8b5a-e807ba2838b2 req-31b28a48-8311-4749-8193-edc4febc0de2 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326772 Aug 29 07:31:20.708731 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-23c78409-f246-4f3e-88aa-261a239c6ad3 service neutron] 10.222.0.15 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626737 Aug 29 07:31:20.710625 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-320fb5e6-e8d7-49a3-abc2-0ac90eb5a8be req-17a02332-0d0b-4df1-ae45-0b1d8e912c66 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738069 Aug 29 07:31:21.249817 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:21.694946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ca39b-57c3-4d2f-97c7-0dfc54517329 req-536fb980-2353-40e2-8e36-eceecd2578ab tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:21.696432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-045ca39b-57c3-4d2f-97c7-0dfc54517329 req-536fb980-2353-40e2-8e36-eceecd2578ab tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 944 time: 0.0474977 Aug 29 07:31:21.733429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-045ca39b-57c3-4d2f-97c7-0dfc54517329 req-5c3599ed-fe96-4dc5-b5f4-c7bf9528bdf3 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311809 Aug 29 07:31:22.066795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554802d-d0cb-4909-ae71-599cad326f98 req-167933cc-12b3-48e0-b721-adc216002cd3 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:22.068342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3554802d-d0cb-4909-ae71-599cad326f98 req-167933cc-12b3-48e0-b721-adc216002cd3 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 944 time: 0.0489945 Aug 29 07:31:22.105966 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3554802d-d0cb-4909-ae71-599cad326f98 req-701910b1-635a-4c91-8cea-fe7bc03300bb tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315661 Aug 29 07:31:22.165663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872241a7-8604-4cb3-88d0-8cf9daa69545 req-bdba8e11-9544-48b2-93fe-542f0e150d0d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:22.167390 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-872241a7-8604-4cb3-88d0-8cf9daa69545 req-bdba8e11-9544-48b2-93fe-542f0e150d0d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50&tenant_id=68644ce6fd2a44df9128b32d61117bbe&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 944 time: 0.0511086 Aug 29 07:31:22.226736 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-872241a7-8604-4cb3-88d0-8cf9daa69545 req-e1120174-fdb0-4cc9-b841-8daafc0af700 service neutron] delete failed (client error): The resource could not be found. Aug 29 07:31:22.227732 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-872241a7-8604-4cb3-88d0-8cf9daa69545 req-e1120174-fdb0-4cc9-b841-8daafc0af700 service neutron] 10.222.0.11 "DELETE /v2.0/ports/6620946d-c37d-449b-943d-ffe250255355/bindings/n-h2-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0520091 Aug 29 07:31:22.330067 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872241a7-8604-4cb3-88d0-8cf9daa69545 req-ec805791-6864-40ca-bb6d-b0c56de2cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:22.331592 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-872241a7-8604-4cb3-88d0-8cf9daa69545 req-ec805791-6864-40ca-bb6d-b0c56de2cb8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68644ce6fd2a44df9128b32d61117bbe&device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 1096 time: 0.0411828 Aug 29 07:31:22.425073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872241a7-8604-4cb3-88d0-8cf9daa69545 req-3d275983-907c-4186-9e7d-87e86622761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:22.426467 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-872241a7-8604-4cb3-88d0-8cf9daa69545 req-3d275983-907c-4186-9e7d-87e86622761d service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 200 len: 916 time: 0.0886817 Aug 29 07:31:22.467110 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-872241a7-8604-4cb3-88d0-8cf9daa69545 req-aae2b9ef-6adb-4a90-8987-302b29d06605 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6620946d-c37d-449b-943d-ffe250255355 HTTP/1.1" status: 200 len: 217 time: 0.0341182 Aug 29 07:31:22.516440 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872241a7-8604-4cb3-88d0-8cf9daa69545 req-f8853c7f-a05e-4340-9fe1-acba3e51f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:22.518004 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-872241a7-8604-4cb3-88d0-8cf9daa69545 req-f8853c7f-a05e-4340-9fe1-acba3e51f843 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98a9f614-798a-4b69-abca-c4dba9dc5f50 HTTP/1.1" status: 200 len: 855 time: 0.0434451 Aug 29 07:31:22.554441 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-872241a7-8604-4cb3-88d0-8cf9daa69545 req-11579488-3fb8-4126-8a05-7fc2c7128974 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295980 Aug 29 07:31:22.579271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6620946d-c37d-449b-943d-ffe250255355 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:31:22.644116 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-872241a7-8604-4cb3-88d0-8cf9daa69545 req-7701ff0a-cfb2-409f-a26f-c7b086ecff44 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820644 Aug 29 07:31:22.675072 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 6620946d-c37d-449b-943d-ffe250255355, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6620946d-c37d-449b-943d-ffe250255355,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:31:22.686146 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '6620946d-c37d-449b-943d-ffe250255355', 'network_id': 'cfb9b2bf-004d-4c70-8b90-1ce7f1e12229', 'port_id': '6620946d-c37d-449b-943d-ffe250255355', 'mac_address': 'fa:16:3e:33:91:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a9f614-798a-4b69-abca-c4dba9dc5f50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:31:22.722581 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:22.735869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6620946d-c37d-449b-943d-ffe250255355 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:31:22.743103 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-872241a7-8604-4cb3-88d0-8cf9daa69545 req-8600761c-4523-40f8-9a82-97449bc6fdd9 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926096 Aug 29 07:31:22.754927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 6620946d-c37d-449b-943d-ffe250255355, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6620946d-c37d-449b-943d-ffe250255355,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:31:22.826811 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:22.873221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=6620946d-c37d-449b-943d-ffe250255355,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:23.055733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['6620946d-c37d-449b-943d-ffe250255355'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:31:23.229523 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e569b7-2ea7-410b-952f-0d59672ae2cf req-892ef91e-fce1-41da-a393-c4de9a34618d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:23.230990 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3e569b7-2ea7-410b-952f-0d59672ae2cf req-892ef91e-fce1-41da-a393-c4de9a34618d tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 945 time: 0.0543606 Aug 29 07:31:23.269030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3e569b7-2ea7-410b-952f-0d59672ae2cf req-9bc31937-8e6b-4761-9d4e-11150cfc3f9e tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Aug 29 07:31:24.381944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb02d9-d39d-4287-98c0-7be592bed194 req-b141478a-1c5d-477b-9ab9-a0d98108208c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:24.383436 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1fb02d9-d39d-4287-98c0-7be592bed194 req-b141478a-1c5d-477b-9ab9-a0d98108208c tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 945 time: 0.0498881 Aug 29 07:31:24.420810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1fb02d9-d39d-4287-98c0-7be592bed194 req-c7414d03-ac3e-4342-a746-4ceb7bda92cd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312321 Aug 29 07:31:24.532104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05447cc4-73df-440f-a72b-2dbc7b59223c req-847dfa3b-7472-4536-b352-1aebb0e92b78 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:24.534216 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05447cc4-73df-440f-a72b-2dbc7b59223c req-847dfa3b-7472-4536-b352-1aebb0e92b78 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 945 time: 0.0487714 Aug 29 07:31:24.570184 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05447cc4-73df-440f-a72b-2dbc7b59223c req-eaeb6911-1957-468f-b600-352fa8a03b3e tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305104 Aug 29 07:31:24.594359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6620946d-c37d-449b-943d-ffe250255355 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:31:24.685713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01774dca-a7aa-4584-9ce0-24849ff58316 req-33d4c19c-dfc7-4dbb-90af-3dd9519df9ce tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:24.687677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01774dca-a7aa-4584-9ce0-24849ff58316 req-33d4c19c-dfc7-4dbb-90af-3dd9519df9ce tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 945 time: 0.0524848 Aug 29 07:31:24.722886 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 6620946d-c37d-449b-943d-ffe250255355 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:31:24.724275 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-01774dca-a7aa-4584-9ce0-24849ff58316 req-6b382e9a-0d00-4204-8cb5-c0649080ae72 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306399 Aug 29 07:31:24.726913 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 6620946d-c37d-449b-943d-ffe250255355 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:31:24.727308 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:24.806835 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:24.829843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6620946d-c37d-449b-943d-ffe250255355'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:31:24.832114 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a811a6c-815e-484a-82ea-f7f2e68595a1" -d '{"events": [{"server_uuid": "8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50", "name": "network-vif-plugged", "status": "completed", "tag": "6620946d-c37d-449b-943d-ffe250255355"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:31:24.844514 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 6620946d-c37d-449b-943d-ffe250255355, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6620946d-c37d-449b-943d-ffe250255355,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:31:24.867664 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968964d9-727d-44c3-96f0-48e3d56d2f5d x-openstack-request-id: req-968964d9-727d-44c3-96f0-48e3d56d2f5d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:31:24.867964 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50", "name": "network-vif-plugged", "status": "completed", "tag": "6620946d-c37d-449b-943d-ffe250255355", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:31:24.868221 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-968964d9-727d-44c3-96f0-48e3d56d2f5d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:31:24.868616 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6620946d-c37d-449b-943d-ffe250255355', 'code': 200} Aug 29 07:31:24.905755 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:24.953571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=6620946d-c37d-449b-943d-ffe250255355,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:25.269701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39266b9-21fc-4377-bf83-ca3493003039 req-df462869-2852-4597-87be-fe25809aab9b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:25.271158 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f39266b9-21fc-4377-bf83-ca3493003039 req-df462869-2852-4597-87be-fe25809aab9b tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0478663 Aug 29 07:31:25.307138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f39266b9-21fc-4377-bf83-ca3493003039 req-22632752-082a-4a34-80e8-74004bd61710 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300925 Aug 29 07:31:26.420400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7efb-edb9-4c5d-8f34-47607390f365 req-01548167-bb31-4af0-b79e-4fa588c702a2 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:26.421868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-849f7efb-edb9-4c5d-8f34-47607390f365 req-01548167-bb31-4af0-b79e-4fa588c702a2 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0491714 Aug 29 07:31:26.458662 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-849f7efb-edb9-4c5d-8f34-47607390f365 req-45ab7cda-99f6-40b1-b7c4-cc17125a82aa tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cba5bab-07c3-4a04-8a49-9454ff34bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308876 Aug 29 07:31:26.591279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94eaf9-4b83-423a-8613-e5a39de74bfa req-dbda314e-98bd-4315-9677-074d476bbe57 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:26.592653 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3d94eaf9-4b83-423a-8613-e5a39de74bfa req-dbda314e-98bd-4315-9677-074d476bbe57 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 946 time: 0.0487182 Aug 29 07:31:26.687105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-3d94eaf9-4b83-423a-8613-e5a39de74bfa req-b44b3636-7725-4fb7-ad7c-45a5c8197efd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Deleting port 6620946d-c37d-449b-943d-ffe250255355 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:31:26.687488 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3d94eaf9-4b83-423a-8613-e5a39de74bfa req-b44b3636-7725-4fb7-ad7c-45a5c8197efd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:26.775489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3d94eaf9-4b83-423a-8613-e5a39de74bfa req-b44b3636-7725-4fb7-ad7c-45a5c8197efd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] For port 6620946d-c37d-449b-943d-ffe250255355, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=6620946d-c37d-449b-943d-ffe250255355,segment=NetworkSegment(5e24f092-1a74-4b3c-8d56-686561cf61a2),segment_id=5e24f092-1a74-4b3c-8d56-686561cf61a2)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:31:26.775850 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3d94eaf9-4b83-423a-8613-e5a39de74bfa req-b44b3636-7725-4fb7-ad7c-45a5c8197efd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:26.788409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-3d94eaf9-4b83-423a-8613-e5a39de74bfa req-b44b3636-7725-4fb7-ad7c-45a5c8197efd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Calling delete_port for 6620946d-c37d-449b-943d-ffe250255355 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:31:26.981137 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3d94eaf9-4b83-423a-8613-e5a39de74bfa req-b44b3636-7725-4fb7-ad7c-45a5c8197efd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:26.992836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['6620946d-c37d-449b-943d-ffe250255355'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:31:27.010796 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b3636-7725-4fb7-ad7c-45a5c8197efd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Pushing event deleted for resources: {'Port': ['ID=6620946d-c37d-449b-943d-ffe250255355,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:27.051312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d94eaf9-4b83-423a-8613-e5a39de74bfa req-b44b3636-7725-4fb7-ad7c-45a5c8197efd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] No DVR routers for this DVR port 6620946d-c37d-449b-943d-ffe250255355 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:31:27.053997 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3d94eaf9-4b83-423a-8613-e5a39de74bfa req-b44b3636-7725-4fb7-ad7c-45a5c8197efd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:27.056082 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3d94eaf9-4b83-423a-8613-e5a39de74bfa req-b44b3636-7725-4fb7-ad7c-45a5c8197efd tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.15 "DELETE /v2.0/ports/6620946d-c37d-449b-943d-ffe250255355 HTTP/1.1" status: 204 len: 173 time: 0.4574525 Aug 29 07:31:27.056525 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50', 'name': 'network-vif-deleted', 'tag': '6620946d-c37d-449b-943d-ffe250255355'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:31:27.058752 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87585435-607a-426f-9c7b-396a0763db8a" -d '{"events": [{"server_uuid": "8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50", "name": "network-vif-deleted", "tag": "6620946d-c37d-449b-943d-ffe250255355"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:31:27.094910 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8a54e3-ae22-4380-8205-8375d0069965 x-openstack-request-id: req-1b8a54e3-ae22-4380-8205-8375d0069965 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:31:27.095262 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50", "name": "network-vif-deleted", "tag": "6620946d-c37d-449b-943d-ffe250255355", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:31:27.095516 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b8a54e3-ae22-4380-8205-8375d0069965 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:31:27.095946 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50', 'name': 'network-vif-deleted', 'tag': '6620946d-c37d-449b-943d-ffe250255355', 'status': 'completed', 'code': 200} Aug 29 07:31:27.888959 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8888da3a-4bfa-47a9-bec5-47327b124429 req-3883e4ab-4f52-474e-93fd-fc3e290efc08 tempest-ServerDiskConfigTestJSON-1629678687 tempest-ServerDiskConfigTestJSON-1629678687-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f3a9a70-70f0-4611-b88e-ffe5bcc7cc50 HTTP/1.1" status: 200 len: 210 time: 0.3530848 Aug 29 07:31:29.005866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40666) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:31:29.050270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ceb037-c7c5-4b36-b995-89cf948064ae admin admin] Deleting subnet 98a9f614-798a-4b69-abca-c4dba9dc5f50 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:31:29.053307 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98ceb037-c7c5-4b36-b995-89cf948064ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:29.091069 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98ceb037-c7c5-4b36-b995-89cf948064ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:29.128387 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98ceb037-c7c5-4b36-b995-89cf948064ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:29.220435 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98ceb037-c7c5-4b36-b995-89cf948064ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:29.246634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ceb037-c7c5-4b36-b995-89cf948064ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98a9f614-798a-4b69-abca-c4dba9dc5f50,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:29.248634 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-98ceb037-c7c5-4b36-b995-89cf948064ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:29.251014 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-98ceb037-c7c5-4b36-b995-89cf948064ae admin admin] 10.222.0.76 "DELETE /v2.0/subnets/98a9f614-798a-4b69-abca-c4dba9dc5f50 HTTP/1.1" status: 204 len: 168 time: 0.2441459 Aug 29 07:31:29.253523 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40668) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:31:29.324300 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fbee01b-2e3e-4a62-9a16-1efafbd860e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:29.401828 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fbee01b-2e3e-4a62-9a16-1efafbd860e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:29.411464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2fbee01b-2e3e-4a62-9a16-1efafbd860e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb9b2bf-004d-4c70-8b90-1ce7f1e12229']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:29.421532 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2fbee01b-2e3e-4a62-9a16-1efafbd860e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e24f092-1a74-4b3c-8d56-686561cf61a2') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:29.424591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2fbee01b-2e3e-4a62-9a16-1efafbd860e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e24f092-1a74-4b3c-8d56-686561cf61a2') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:29.431211 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fbee01b-2e3e-4a62-9a16-1efafbd860e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:29.445343 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fbee01b-2e3e-4a62-9a16-1efafbd860e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:29.451165 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fbee01b-2e3e-4a62-9a16-1efafbd860e9 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:31:29.451601 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fbee01b-2e3e-4a62-9a16-1efafbd860e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:31:29.453296 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:31:29.575582 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fbee01b-2e3e-4a62-9a16-1efafbd860e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:29.581040 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fbee01b-2e3e-4a62-9a16-1efafbd860e9 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:29.582917 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2fbee01b-2e3e-4a62-9a16-1efafbd860e9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cfb9b2bf-004d-4c70-8b90-1ce7f1e12229 HTTP/1.1" status: 204 len: 168 time: 0.3284776 Aug 29 07:31:29.594354 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbee01b-2e3e-4a62-9a16-1efafbd860e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb9b2bf-004d-4c70-8b90-1ce7f1e12229,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:29.882064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40672) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:31:29.921033 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c1410619-7dfb-4fb5-8245-883fe7809a59 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=68644ce6fd2a44df9128b32d61117bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378373 Aug 29 07:31:29.924042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40674) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:31:29.971527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-04b1deaa-f8b6-4d0c-84fd-5bea19609d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:29.992127 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-04b1deaa-f8b6-4d0c-84fd-5bea19609d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:30.105198 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-04b1deaa-f8b6-4d0c-84fd-5bea19609d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:30.107684 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-04b1deaa-f8b6-4d0c-84fd-5bea19609d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:30.108835 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-04b1deaa-f8b6-4d0c-84fd-5bea19609d10 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2cba5bab-07c3-4a04-8a49-9454ff34bc53 HTTP/1.1" status: 204 len: 168 time: 0.1839113 Aug 29 07:31:30.116953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1deaa-f8b6-4d0c-84fd-5bea19609d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cba5bab-07c3-4a04-8a49-9454ff34bc53,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:30.636473 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6620946d-c37d-449b-943d-ffe250255355 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:31:30.659717 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 6620946d-c37d-449b-943d-ffe250255355 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:31:30.678117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 6620946d-c37d-449b-943d-ffe250255355 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:31:31.065485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40696) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:31:31.160757 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-649279485-network', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:31:31.284017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] Made reservation on behalf of 521debbfbc054596b1960c7215a5e9a2 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:31:31.286317 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:31.298406 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:31.383759 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:31.443934 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:31.468227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:31:31.479333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b2e1b7-2f7c-415a-a414-8e954581f7ce,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:31.487271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:31.487388 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] Added segment 960a2492-82d6-4faa-8a52-0fe0dd7ec0b5 of type vlan for network 3f17fab4-48ad-4c38-9387-de12872198e8 Aug 29 07:31:31.529093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:31.627198 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:31.628202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:31.628848 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:31.689840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] Pushing event updated for resources: {'Network': ['ID=3f17fab4-48ad-4c38-9387-de12872198e8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:31.699649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 3f17fab4-48ad-4c38-9387-de12872198e8 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:31:31.730560 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a00bdced-219e-41ee-8064-39d6f770dcea admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6639459 Aug 29 07:31:31.733423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40700) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:31:31.740087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f80bf9dd-a6eb-4e1e-a9c5-98da197f3499 admin admin] Request body: {'subnet': {'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-649279485-subnet', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:31:31.826959 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80bf9dd-a6eb-4e1e-a9c5-98da197f3499 admin admin] Made reservation on behalf of 521debbfbc054596b1960c7215a5e9a2 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:31:31.829504 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80bf9dd-a6eb-4e1e-a9c5-98da197f3499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:32.044270 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80bf9dd-a6eb-4e1e-a9c5-98da197f3499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:32.102371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bf9dd-a6eb-4e1e-a9c5-98da197f3499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bccbb822-35b0-4c58-a40b-092c58167fb5,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:32.113151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80bf9dd-a6eb-4e1e-a9c5-98da197f3499 admin admin] Checking segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:31:32.113511 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80bf9dd-a6eb-4e1e-a9c5-98da197f3499 admin admin] Network hostable DHCP agents. Network: 3f17fab4-48ad-4c38-9387-de12872198e8, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:31:32.173997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80bf9dd-a6eb-4e1e-a9c5-98da197f3499 admin admin] Network 3f17fab4-48ad-4c38-9387-de12872198e8 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:31:32.248762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-f80bf9dd-a6eb-4e1e-a9c5-98da197f3499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 3f17fab4-48ad-4c38-9387-de12872198e8) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:31:32.252825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80bf9dd-a6eb-4e1e-a9c5-98da197f3499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:32.253411 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f80bf9dd-a6eb-4e1e-a9c5-98da197f3499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:32.258280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853fd1d5-381a-4878-8e0e-ef14111e96d4 None None] Network 3f17fab4-48ad-4c38-9387-de12872198e8 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:31:32.323761 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f80bf9dd-a6eb-4e1e-a9c5-98da197f3499 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5890326 Aug 29 07:31:32.326401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40702) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:31:32.331215 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:31:32.402104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-3f17fab4-48ad-4c38-9387-de12872198e8', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:31:32.402993 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:32.411353 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:32.413534 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:32.475574 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:32.546328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Allocated IP 172.20.0.2 (3f17fab4-48ad-4c38-9387-de12872198e8/bccbb822-35b0-4c58-a40b-092c58167fb5/2eeeb13f-9f22-442b-9b66-f89fc4806fd4) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:31:32.690168 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:32.692221 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:32.700372 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Transition to ACTIVE for port object 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:31:32.714934 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Transition to ACTIVE for port object 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:31:32.774768 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:32.814492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Network 3f17fab4-48ad-4c38-9387-de12872198e8 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:31:32.819169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:31:32.822635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:31:32.833615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Pushing event updated for resources: {'Port': ['ID=2eeeb13f-9f22-442b-9b66-f89fc4806fd4,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:32.854507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:32.854858 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:32.855257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:32.855633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:32.855937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:32.856274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:32.856600 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:32.856928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:32.857251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:32.857610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:32.857905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:32.858233 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:32.892858 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Attempting to bind port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:31:32.893230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Attempting to bind port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:31:32.894119 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Attempting to bind port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:31:32.899977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:31:32.900364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Checking segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:31:32.900747 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:32.901140 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Bound using segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:31:32.901614 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Bound port: 2eeeb13f-9f22-442b-9b66-f89fc4806fd4, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:31:32.901993 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:32.963689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] For port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:31:32.966674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] For port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2eeeb13f-9f22-442b-9b66-f89fc4806fd4,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:31:32.982906 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:33.005456 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:33.067392 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:33.105313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Allocated IP 172.25.1.244 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/43508d19-5108-4ae3-a2e6-8ad8ceef14ae) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:31:33.130883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2112095-1930-4b87-8b82-b87ef1b25d02 None None] Pushing event updated for resources: {'Port': ['ID=2eeeb13f-9f22-442b-9b66-f89fc4806fd4,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:33.220409 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:33.318884 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:33.364697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:31:33.367658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:31:33.374382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:31:33.378204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Pushing event updated for resources: {'Port': ['ID=43508d19-5108-4ae3-a2e6-8ad8ceef14ae,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:33.404852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:33.405202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:33.405549 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:33.405893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:33.406272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:33.406600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:33.406928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:33.407277 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:33.407656 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:33.407930 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:33.408255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:33.408577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:33.719832 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:33.921022 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:33.984942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c2da7f-6e2b-4770-a88e-8b4a217d0254 None None] Network 3f17fab4-48ad-4c38-9387-de12872198e8 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:31:34.061784 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:34.085870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0fc94200-84c2-4211-b593-b6979b330ec5 None None] Provisioning for port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:31:34.129343 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Router 7071209b-3c30-461c-a53f-a790680efe4b is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:31:34.238951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:31:34.248127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Sync routers for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:31:34.259083 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:31:34.260213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:31:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:34.324252 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:34.328803 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-80861cb3-aba2-4030-9bea-072d706b3c98 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9978468 Aug 29 07:31:34.328803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40704) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:31:34.374189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:31:34.556280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:31:34.613656 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:33Z', 'revision_number': 3, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:34.654289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Checking router: 7071209b-3c30-461c-a53f-a790680efe4b for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:31:34.654650 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Updating router 7071209b-3c30-461c-a53f-a790680efe4b port 43508d19-5108-4ae3-a2e6-8ad8ceef14ae binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:31:34.682145 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:34.711827 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:31:34.721056 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:31:34.721434 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:34.914182 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:34.979930 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2eeeb13f-9f22-442b-9b66-f89fc4806fd4,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:31:35.031921 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:35.041521 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Transition to ACTIVE for port object 43508d19-5108-4ae3-a2e6-8ad8ceef14ae will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:31:35.044817 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:35.084228 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:35.093438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=2eeeb13f-9f22-442b-9b66-f89fc4806fd4,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:35.118087 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:35.173552 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Attempting to bind port 43508d19-5108-4ae3-a2e6-8ad8ceef14ae on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:31:35.173923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Attempting to bind port 43508d19-5108-4ae3-a2e6-8ad8ceef14ae by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:31:35.174282 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Attempting to bind port 43508d19-5108-4ae3-a2e6-8ad8ceef14ae on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:31:35.176285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d17d1-f342-4c3e-8b70-560ffcac065d None None] Pushing event updated for resources: {'Port': ['ID=43508d19-5108-4ae3-a2e6-8ad8ceef14ae,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:35.181660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:31:35.182028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:31:35.182425 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:35.182814 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:31:35.183304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Bound port: 43508d19-5108-4ae3-a2e6-8ad8ceef14ae, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:31:35.183683 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:35.233633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] For port 43508d19-5108-4ae3-a2e6-8ad8ceef14ae, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:31:35.237221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] For port 43508d19-5108-4ae3-a2e6-8ad8ceef14ae, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=43508d19-5108-4ae3-a2e6-8ad8ceef14ae,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:31:35.244136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Allocated IP 172.20.0.1 (3f17fab4-48ad-4c38-9387-de12872198e8/bccbb822-35b0-4c58-a40b-092c58167fb5/91f0071f-a69d-4dd0-b317-ab0416d44dd5) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:31:35.295465 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:35.350428 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:35.351952 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:31:35.352603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:31:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:35.357419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d17d1-f342-4c3e-8b70-560ffcac065d None None] Pushing event updated for resources: {'Port': ['ID=43508d19-5108-4ae3-a2e6-8ad8ceef14ae,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:35.366052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Transition to ACTIVE for port object 91f0071f-a69d-4dd0-b317-ab0416d44dd5 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:31:35.454689 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:35.459565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:31:35.495850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Network 3f17fab4-48ad-4c38-9387-de12872198e8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:31:35.498607 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:31:35.503169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:31:35.527314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Pushing event updated for resources: {'Port': ['ID=91f0071f-a69d-4dd0-b317-ab0416d44dd5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:35.547575 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:35.641746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:33Z', 'revision_number': 3, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:35.673700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a6dc3-5a3b-470f-8718-f4161dd0241c None None] The sync data for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 is: [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:33Z', 'revision_number': 3, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:31:35.733816 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:35.757904 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-559de50e-322b-48c5-8ba9-d6562b9add0d None None] Provisioning for port 91f0071f-a69d-4dd0-b317-ab0416d44dd5 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:31:35.761809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-559de50e-322b-48c5-8ba9-d6562b9add0d None None] Provisioning complete for port 91f0071f-a69d-4dd0-b317-ab0416d44dd5 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:31:35.762189 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-559de50e-322b-48c5-8ba9-d6562b9add0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:35.798527 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-559de50e-322b-48c5-8ba9-d6562b9add0d None None] Port 91f0071f-a69d-4dd0-b317-ab0416d44dd5 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:31:35.915673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:35.969491 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:36.037196 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Pushing event updated for resources: {'Port': ['ID=91f0071f-a69d-4dd0-b317-ab0416d44dd5,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:36.039756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:36.136078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Network 3f17fab4-48ad-4c38-9387-de12872198e8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:31:36.137818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:31:36.260341 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Router 7071209b-3c30-461c-a53f-a790680efe4b has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:31:36.376247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:31:36.381213 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d39787ad-0716-4f33-b43f-f63df518d3ff admin admin] 10.222.0.76 "PUT /v2.0/routers/7071209b-3c30-461c-a53f-a790680efe4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0514498 Aug 29 07:31:36.424337 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c43557f9-83d1-4e5c-afd3-8d961b17f426 None None] Provisioning complete for port 91f0071f-a69d-4dd0-b317-ab0416d44dd5 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:31:36.424826 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c43557f9-83d1-4e5c-afd3-8d961b17f426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:36.475496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c43557f9-83d1-4e5c-afd3-8d961b17f426 None None] Port 91f0071f-a69d-4dd0-b317-ab0416d44dd5 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:31:36.580498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:31:36.631385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:31:36.631769 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:36.708787 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 43508d19-5108-4ae3-a2e6-8ad8ceef14ae up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:31:36.826508 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 43508d19-5108-4ae3-a2e6-8ad8ceef14ae completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:31:36.830334 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 43508d19-5108-4ae3-a2e6-8ad8ceef14ae triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:31:36.830731 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:36.913336 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:36.935527 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 43508d19-5108-4ae3-a2e6-8ad8ceef14ae, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=43508d19-5108-4ae3-a2e6-8ad8ceef14ae,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:31:36.935782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40712) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:31:36.941042 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1023333966', 'description': 'tempest-description--1434799307'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:31:37.014830 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.026445 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.067365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=43508d19-5108-4ae3-a2e6-8ad8ceef14ae,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:37.121895 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.169438 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.198347 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821fa0c4-4278-4d58-b441-b455355cd9a3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:37.205680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:37.206029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:37.206378 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:37.206766 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:37.207100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:37.207498 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:37.207910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:37.208239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:37.208565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:37.208889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:37.209212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:37.209538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:37.225117 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Sync routers for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:31:37.234750 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:31:37.235383 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:31:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:37.249563 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.250903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0ec40d2b-2c74-4aa9-9976-036dd05e7521 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3139989 Aug 29 07:31:37.254090 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40714) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:31:37.258838 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-af6056dc-2a01-4c85-8c9d-05b30a6f477b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Request body: {'security_group_rule': {'security_group_id': '821fa0c4-4278-4d58-b441-b455355cd9a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:31:37.340215 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af6056dc-2a01-4c85-8c9d-05b30a6f477b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.341218 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:31:37.395637 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af6056dc-2a01-4c85-8c9d-05b30a6f477b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.455065 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af6056dc-2a01-4c85-8c9d-05b30a6f477b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.470616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6056dc-2a01-4c85-8c9d-05b30a6f477b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5e9d6f-63d0-4064-96d8-189fafd3e059,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:37.535389 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-af6056dc-2a01-4c85-8c9d-05b30a6f477b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.536710 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-af6056dc-2a01-4c85-8c9d-05b30a6f477b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2815859 Aug 29 07:31:37.539641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40716) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:31:37.541100 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 2, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:37.544351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4b598431-8b1e-4a33-92a2-5fdaca8b35f0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Request body: {'security_group_rule': {'security_group_id': '821fa0c4-4278-4d58-b441-b455355cd9a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:31:37.567477 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Checking router: 7071209b-3c30-461c-a53f-a790680efe4b for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:31:37.567870 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Updating router 7071209b-3c30-461c-a53f-a790680efe4b port 91f0071f-a69d-4dd0-b317-ab0416d44dd5 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:31:37.595581 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.626045 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4b598431-8b1e-4a33-92a2-5fdaca8b35f0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.683347 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4b598431-8b1e-4a33-92a2-5fdaca8b35f0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.752412 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4b598431-8b1e-4a33-92a2-5fdaca8b35f0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.773891 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b598431-8b1e-4a33-92a2-5fdaca8b35f0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aedb10c-a7eb-4d0f-99cc-9feb8bee350d,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:37.849789 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4b598431-8b1e-4a33-92a2-5fdaca8b35f0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.850899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4b598431-8b1e-4a33-92a2-5fdaca8b35f0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102028 Aug 29 07:31:37.852008 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.854173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 40718) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:31:37.862019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:31:37.863696 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Transition to ACTIVE for port object 91f0071f-a69d-4dd0-b317-ab0416d44dd5 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:31:37.939921 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:37.991813 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:38.010409 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b2c37-0d04-4ae3-b628-d4e5128a7418 None None] Pushing event updated for resources: {'Port': ['ID=91f0071f-a69d-4dd0-b317-ab0416d44dd5,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:38.035628 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b2c37-0d04-4ae3-b628-d4e5128a7418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:38.036006 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b2c37-0d04-4ae3-b628-d4e5128a7418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:38.036321 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b2c37-0d04-4ae3-b628-d4e5128a7418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:38.036686 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b2c37-0d04-4ae3-b628-d4e5128a7418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:38.036990 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b2c37-0d04-4ae3-b628-d4e5128a7418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:38.037325 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b2c37-0d04-4ae3-b628-d4e5128a7418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:38.037744 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b2c37-0d04-4ae3-b628-d4e5128a7418 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:38.037978 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b2c37-0d04-4ae3-b628-d4e5128a7418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:38.038303 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b2c37-0d04-4ae3-b628-d4e5128a7418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:38.038631 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b2c37-0d04-4ae3-b628-d4e5128a7418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:38.038959 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b2c37-0d04-4ae3-b628-d4e5128a7418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:38.039980 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87b2c37-0d04-4ae3-b628-d4e5128a7418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:31:38.061461 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Attempting to bind port 91f0071f-a69d-4dd0-b317-ab0416d44dd5 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:31:38.061926 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Attempting to bind port 91f0071f-a69d-4dd0-b317-ab0416d44dd5 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:31:38.062868 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Attempting to bind port 91f0071f-a69d-4dd0-b317-ab0416d44dd5 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:31:38.068319 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:31:38.068697 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Checking segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:31:38.069103 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:38.069498 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Bound using segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:31:38.069971 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Bound port: 91f0071f-a69d-4dd0-b317-ab0416d44dd5, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:31:38.070366 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:38.107079 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:38.124332 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a7165fbe-2255-43ee-963f-b01d3e0d81a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:38.148352 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] For port 91f0071f-a69d-4dd0-b317-ab0416d44dd5, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:31:38.151999 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] For port 91f0071f-a69d-4dd0-b317-ab0416d44dd5, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=91f0071f-a69d-4dd0-b317-ab0416d44dd5,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:31:38.212723 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Allocated IP 172.25.1.28 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/19b99e78-87bc-4a4a-99c1-4c0d5c7207b3) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:31:38.251941 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:38.328184 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:31:38.328806 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:31:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:38.334104 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b2c37-0d04-4ae3-b628-d4e5128a7418 None None] Pushing event updated for resources: {'Port': ['ID=91f0071f-a69d-4dd0-b317-ab0416d44dd5,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:38.336022 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:38.442417 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:31:38.445766 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:38.506474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:31:38.510793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:31:38.513775 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:31:38.518174 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event updated for resources: {'Port': ['ID=19b99e78-87bc-4a4a-99c1-4c0d5c7207b3,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:38.527967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 43508d19-5108-4ae3-a2e6-8ad8ceef14ae up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:31:38.584898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 43508d19-5108-4ae3-a2e6-8ad8ceef14ae triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:31:38.585187 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:38.621717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:38.740172 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:38.750163 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:38Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:38.776288 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343424e-4bf1-4213-b223-c55bf5e46ad3 None None] The sync data for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 is: [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:38Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:31:38.907568 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:38.952491 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:39.021622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event updated for resources: {'Port': ['ID=19b99e78-87bc-4a4a-99c1-4c0d5c7207b3,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:39.034497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:39.094408 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:39.095826 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-47a86de5-cccd-4702-b5c0-916522ce249f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2403982 Aug 29 07:31:39.245338 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-9538075d-e76e-486e-b365-621b2f57de79 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1023333966&fields=id&tenant_id=521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 267 time: 0.0390832 Aug 29 07:31:39.353131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-c164c0f4-f126-44d7-b756-f72b7f3f3d96 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:39.354665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-c164c0f4-f126-44d7-b756-f72b7f3f3d96 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 811 time: 0.1018610 Aug 29 07:31:39.370799 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-2e44d0d6-5b4f-41d3-98b7-b40f04f6b106 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/quotas/521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 375 time: 0.0097876 Aug 29 07:31:39.434380 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-c84c6084-faba-479b-9756-5837ac612522 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504227 Aug 29 07:31:39.583866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-46d853a5-d836-492b-a1e5-62446435039e service neutron] 10.222.0.76 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434667 Aug 29 07:31:39.676155 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-8f3245e1-7393-43d6-96ce-165041311312 service neutron] 10.222.0.76 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859075 Aug 29 07:31:39.920597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45abef77-b6ee-4d44-abef-e3f5760cc859 req-a3e0dc9a-7ca8-464f-9bdf-5547cd71314a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 210 time: 0.0305011 Aug 29 07:31:40.526935 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 91f0071f-a69d-4dd0-b317-ab0416d44dd5 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:31:40.626152 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 91f0071f-a69d-4dd0-b317-ab0416d44dd5 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:31:40.630136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 91f0071f-a69d-4dd0-b317-ab0416d44dd5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:31:40.638609 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:40.709707 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:40.741330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 91f0071f-a69d-4dd0-b317-ab0416d44dd5, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=91f0071f-a69d-4dd0-b317-ab0416d44dd5,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:31:40.786155 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:40.819459 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:40.834360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=91f0071f-a69d-4dd0-b317-ab0416d44dd5,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:41.014979 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e9cc5815-8f5a-4b33-bfb5-1256f1fa5e2f req-ec06547d-c303-4f22-b208-6843cda0f620 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 210 time: 0.0259910 Aug 29 07:31:41.401822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-513a215f-c9a8-4024-b7a2-0b9c38234c04 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:41.403334 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-513a215f-c9a8-4024-b7a2-0b9c38234c04 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 811 time: 0.1047025 Aug 29 07:31:41.447099 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-9f858c11-8f59-4e3f-8ae0-1953450e0909 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 380 time: 0.0348980 Aug 29 07:31:41.456813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-0540e7c8-8427-437b-99c8-219c5be7cf95 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Request body: {'port': {'device_id': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'admin_state_up': True, 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'security_groups': ['821fa0c4-4278-4d58-b441-b455355cd9a3']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:31:41.574739 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1617acc9-af71-427b-8311-93b960153150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:41.649159 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-0540e7c8-8427-437b-99c8-219c5be7cf95 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Made reservation on behalf of 521debbfbc054596b1960c7215a5e9a2 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:31:41.652959 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-0540e7c8-8427-437b-99c8-219c5be7cf95 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:41.780052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-0540e7c8-8427-437b-99c8-219c5be7cf95 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Allocated IP 172.20.0.11 (3f17fab4-48ad-4c38-9387-de12872198e8/bccbb822-35b0-4c58-a40b-092c58167fb5/e3441d96-4762-4087-b2ef-2a2a652d6921) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:31:41.879821 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:41.916851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-0540e7c8-8427-437b-99c8-219c5be7cf95 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:41.931046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-0540e7c8-8427-437b-99c8-219c5be7cf95 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Transition to ACTIVE for port object e3441d96-4762-4087-b2ef-2a2a652d6921 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:31:42.003846 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-0540e7c8-8427-437b-99c8-219c5be7cf95 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:42.047743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-0540e7c8-8427-437b-99c8-219c5be7cf95 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Network 3f17fab4-48ad-4c38-9387-de12872198e8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:31:42.050879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-0540e7c8-8427-437b-99c8-219c5be7cf95 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:31:42.054569 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-0540e7c8-8427-437b-99c8-219c5be7cf95 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:31:42.061166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540e7c8-8427-437b-99c8-219c5be7cf95 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event updated for resources: {'Port': ['ID=e3441d96-4762-4087-b2ef-2a2a652d6921,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:42.106948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-0540e7c8-8427-437b-99c8-219c5be7cf95 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:42.107617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-0540e7c8-8427-437b-99c8-219c5be7cf95 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:42.136817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd17c45-d16a-4cd3-b4b0-814f88a227d2 req-21f0bfc8-d505-46b1-b371-e7fb6376201e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:42.138679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cdd17c45-d16a-4cd3-b4b0-814f88a227d2 req-21f0bfc8-d505-46b1-b371-e7fb6376201e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 932 time: 0.0513575 Aug 29 07:31:42.180520 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cdd17c45-d16a-4cd3-b4b0-814f88a227d2 req-b00dfdbb-0139-4938-aff6-10fb6dd415bc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353749 Aug 29 07:31:42.192210 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-0540e7c8-8427-437b-99c8-219c5be7cf95 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7389238 Aug 29 07:31:42.206086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Request body: {'port': {'device_id': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:31:42.260700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:42.352435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9a5e7aea-0d46-4224-968b-edc9362608b1 None None] Provisioning for port e3441d96-4762-4087-b2ef-2a2a652d6921 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:31:42.356602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9a5e7aea-0d46-4224-968b-edc9362608b1 None None] Provisioning complete for port e3441d96-4762-4087-b2ef-2a2a652d6921 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:31:42.357756 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7aea-0d46-4224-968b-edc9362608b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:42.390880 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9a5e7aea-0d46-4224-968b-edc9362608b1 None None] Port e3441d96-4762-4087-b2ef-2a2a652d6921 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:31:42.509895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 91f0071f-a69d-4dd0-b317-ab0416d44dd5 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:31:42.526069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3441d96-4762-4087-b2ef-2a2a652d6921 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:31:42.534858 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:42.547486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Transition to ACTIVE for port object e3441d96-4762-4087-b2ef-2a2a652d6921 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:31:42.598236 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:42.652913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Pushing event updated for resources: {'Port': ['ID=e3441d96-4762-4087-b2ef-2a2a652d6921,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:42.722569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 91f0071f-a69d-4dd0-b317-ab0416d44dd5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:31:42.727714 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:42.741239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Attempting to bind port e3441d96-4762-4087-b2ef-2a2a652d6921 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:31:42.741582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Attempting to bind port e3441d96-4762-4087-b2ef-2a2a652d6921 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:31:42.741931 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Attempting to bind port e3441d96-4762-4087-b2ef-2a2a652d6921 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:31:42.746746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Port e3441d96-4762-4087-b2ef-2a2a652d6921 on network 3f17fab4-48ad-4c38-9387-de12872198e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:31:42.747078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Attempting to bind port e3441d96-4762-4087-b2ef-2a2a652d6921 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:31:42.752943 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:31:42.753302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Checking segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:31:42.753924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Bound using segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:31:42.754134 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Bound port: e3441d96-4762-4087-b2ef-2a2a652d6921, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:31:42.754506 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:42.825699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] For port e3441d96-4762-4087-b2ef-2a2a652d6921, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:31:42.826787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] For port e3441d96-4762-4087-b2ef-2a2a652d6921, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e3441d96-4762-4087-b2ef-2a2a652d6921,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:31:42.907041 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:42.940223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:42.940835 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:42.942200 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] 10.222.0.15 "PUT /v2.0/ports/e3441d96-4762-4087-b2ef-2a2a652d6921 HTTP/1.1" status: 200 len: 1093 time: 0.7412810 Aug 29 07:31:42.942650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'tag': 'e3441d96-4762-4087-b2ef-2a2a652d6921'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:31:42.944932 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab1f78e-f087-4f29-ad3c-f6eb5d57c965" -d '{"events": [{"name": "network-changed", "server_uuid": "59704575-5cf9-4826-a8e3-5d7dbe5a41c1", "tag": "e3441d96-4762-4087-b2ef-2a2a652d6921"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:31:42.978028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a26543-e360-40cb-a7e6-51a96cb8ff41 service neutron] Pushing event updated for resources: {'Port': ['ID=e3441d96-4762-4087-b2ef-2a2a652d6921,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:42.982742 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ec057f-a5a2-4bdb-8490-e6948a287d2d x-openstack-request-id: req-78ec057f-a5a2-4bdb-8490-e6948a287d2d {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:31:42.983229 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59704575-5cf9-4826-a8e3-5d7dbe5a41c1", "tag": "e3441d96-4762-4087-b2ef-2a2a652d6921", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:31:42.983479 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78ec057f-a5a2-4bdb-8490-e6948a287d2d {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:31:42.984541 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'tag': 'e3441d96-4762-4087-b2ef-2a2a652d6921', 'status': 'completed', 'code': 200} Aug 29 07:31:43.047070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1f78e-f087-4f29-ad3c-f6eb5d57c965 req-e0a698ef-fcfa-49f2-9c1a-3587ad26207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:43.048683 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eab1f78e-f087-4f29-ad3c-f6eb5d57c965 req-e0a698ef-fcfa-49f2-9c1a-3587ad26207b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 1096 time: 0.0450959 Aug 29 07:31:43.152229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1f78e-f087-4f29-ad3c-f6eb5d57c965 req-ccd27877-9474-4899-a031-bee1131346ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:43.153711 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eab1f78e-f087-4f29-ad3c-f6eb5d57c965 req-ccd27877-9474-4899-a031-bee1131346ea service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=521debbfbc054596b1960c7215a5e9a2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0977628 Aug 29 07:31:43.245779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1f78e-f087-4f29-ad3c-f6eb5d57c965 req-12303225-1c90-48ac-8ce0-01c8fb488d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:43.247379 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eab1f78e-f087-4f29-ad3c-f6eb5d57c965 req-12303225-1c90-48ac-8ce0-01c8fb488d9e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867074 Aug 29 07:31:43.308702 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd680f-ba8b-41b0-8a74-a3b0136f8297 req-0f9164fb-d334-458b-b480-8214ff525201 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:43.310184 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29dd680f-ba8b-41b0-8a74-a3b0136f8297 req-0f9164fb-d334-458b-b480-8214ff525201 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 944 time: 0.0496531 Aug 29 07:31:43.328506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-90e08b69-3eb3-43d6-b0e5-c1c7e705fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:43.330032 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-90e08b69-3eb3-43d6-b0e5-c1c7e705fdb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 1096 time: 0.0459838 Aug 29 07:31:43.348583 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29dd680f-ba8b-41b0-8a74-a3b0136f8297 req-7601c22b-d029-45de-af44-80ed134ebd85 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314112 Aug 29 07:31:43.372158 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-b7c80e1e-0ba2-4e69-b0c4-325367e3f2c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3441d96-4762-4087-b2ef-2a2a652d6921 HTTP/1.1" status: 200 len: 217 time: 0.0345325 Aug 29 07:31:43.423395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-61b935a8-ebf9-402b-afc1-7167a71c74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:43.424860 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-61b935a8-ebf9-402b-afc1-7167a71c74c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0461271 Aug 29 07:31:43.473517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-2e599afb-cc8c-4a97-bba0-e5cf5fd7f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:43.474920 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-2e599afb-cc8c-4a97-bba0-e5cf5fd7f9db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425200 Aug 29 07:31:43.564727 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-ad8808d1-73c5-4506-8de3-6bafc8aa9878 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830088 Aug 29 07:31:43.642331 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:43.660213 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0dba645d-d5b2-4192-a3a7-7d8dd79dd625 req-f1c674a4-536d-46e6-be0a-ee2bdd983a77 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874362 Aug 29 07:31:44.468277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237072a9-c066-41ce-9e74-5e44c8c6ade2 req-9885a8f6-bb22-4092-97b6-a2cd95c6de87 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:44.469738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-237072a9-c066-41ce-9e74-5e44c8c6ade2 req-9885a8f6-bb22-4092-97b6-a2cd95c6de87 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 944 time: 0.0519536 Aug 29 07:31:44.507414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-237072a9-c066-41ce-9e74-5e44c8c6ade2 req-8978a208-4cc0-48c5-8dd7-cd49eacc71d3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316291 Aug 29 07:31:45.618853 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13734d56-f405-45ea-8eae-f8fb207a4069 req-c7516a3d-f8c9-4b63-ac8f-6a83c183a8dc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:45.620229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13734d56-f405-45ea-8eae-f8fb207a4069 req-c7516a3d-f8c9-4b63-ac8f-6a83c183a8dc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 944 time: 0.0475717 Aug 29 07:31:45.659456 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13734d56-f405-45ea-8eae-f8fb207a4069 req-5c899df3-02f3-4c31-8bc0-6588c71d9d4e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327489 Aug 29 07:31:46.719634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e3441d96-4762-4087-b2ef-2a2a652d6921 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:31:46.773293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d64a28-b52d-453b-9b3b-bd96620fa85f req-05f28ea0-91d5-4e49-9909-1c9bd94ec7b3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:46.774897 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1d64a28-b52d-453b-9b3b-bd96620fa85f req-05f28ea0-91d5-4e49-9909-1c9bd94ec7b3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 944 time: 0.0485935 Aug 29 07:31:46.812236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1d64a28-b52d-453b-9b3b-bd96620fa85f req-4c6979a1-86c6-4dd1-90a9-129d22ca7800 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311246 Aug 29 07:31:46.816345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e3441d96-4762-4087-b2ef-2a2a652d6921, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e3441d96-4762-4087-b2ef-2a2a652d6921,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:31:46.828452 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'e3441d96-4762-4087-b2ef-2a2a652d6921', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'port_id': 'e3441d96-4762-4087-b2ef-2a2a652d6921', 'mac_address': 'fa:16:3e:99:02:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:31:46.864194 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:46.876470 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3441d96-4762-4087-b2ef-2a2a652d6921 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:31:46.895598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e3441d96-4762-4087-b2ef-2a2a652d6921, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e3441d96-4762-4087-b2ef-2a2a652d6921,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:31:46.985181 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:47.043113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=e3441d96-4762-4087-b2ef-2a2a652d6921,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:47.171595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['e3441d96-4762-4087-b2ef-2a2a652d6921'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:31:47.930411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6e661-eb04-43d0-a529-458bbacae4be req-5738917b-85d5-44fc-910e-920a30e5aeb8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:47.931947 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ac6e661-eb04-43d0-a529-458bbacae4be req-5738917b-85d5-44fc-910e-920a30e5aeb8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 945 time: 0.0533900 Aug 29 07:31:47.969858 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ac6e661-eb04-43d0-a529-458bbacae4be req-543299f3-00f3-44b2-9bee-ca893a4cd4c3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319867 Aug 29 07:31:48.718846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e3441d96-4762-4087-b2ef-2a2a652d6921 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:31:48.814733 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port e3441d96-4762-4087-b2ef-2a2a652d6921 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:31:48.818335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port e3441d96-4762-4087-b2ef-2a2a652d6921 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:31:48.818704 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:48.894647 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:48.915975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3441d96-4762-4087-b2ef-2a2a652d6921'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:31:48.918216 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb6ea97-5dd5-4b6c-aca7-8298284ce1e3" -d '{"events": [{"server_uuid": "59704575-5cf9-4826-a8e3-5d7dbe5a41c1", "name": "network-vif-plugged", "status": "completed", "tag": "e3441d96-4762-4087-b2ef-2a2a652d6921"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:31:48.930667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port e3441d96-4762-4087-b2ef-2a2a652d6921, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e3441d96-4762-4087-b2ef-2a2a652d6921,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:31:48.955571 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b889761a-0e15-4197-849e-0d8173216b59 x-openstack-request-id: req-b889761a-0e15-4197-849e-0d8173216b59 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:31:48.955864 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59704575-5cf9-4826-a8e3-5d7dbe5a41c1", "name": "network-vif-plugged", "status": "completed", "tag": "e3441d96-4762-4087-b2ef-2a2a652d6921", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:31:48.956117 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b889761a-0e15-4197-849e-0d8173216b59 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:31:48.956615 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3441d96-4762-4087-b2ef-2a2a652d6921', 'code': 200} Aug 29 07:31:48.997354 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:49.047881 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=e3441d96-4762-4087-b2ef-2a2a652d6921,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:31:49.050829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73b953-bf75-4124-8a4f-04ecae4f1667 req-4b9233b1-0c50-4e71-ad8c-9363c08a425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:49.052415 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2e73b953-bf75-4124-8a4f-04ecae4f1667 req-4b9233b1-0c50-4e71-ad8c-9363c08a425c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 1098 time: 0.0423427 Aug 29 07:31:49.089069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3beb3-b216-4987-a755-84b6b906cc0b req-984975e8-1992-49a7-8d29-baa087c4f3ed tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:49.089682 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2e73b953-bf75-4124-8a4f-04ecae4f1667 req-659cea68-1128-4b77-8f5b-75adfda7cd62 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288601 Aug 29 07:31:49.090744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48b3beb3-b216-4987-a755-84b6b906cc0b req-984975e8-1992-49a7-8d29-baa087c4f3ed tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0508857 Aug 29 07:31:49.128620 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48b3beb3-b216-4987-a755-84b6b906cc0b req-91f343bc-bb63-4282-8183-1b133b36357d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317826 Aug 29 07:31:50.242470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067feb8b-6af8-4d43-8d0f-ffc45d2725e3 req-b492be2b-2d36-44de-af98-01e98498429f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:50.244023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-067feb8b-6af8-4d43-8d0f-ffc45d2725e3 req-b492be2b-2d36-44de-af98-01e98498429f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0478780 Aug 29 07:31:50.282238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-067feb8b-6af8-4d43-8d0f-ffc45d2725e3 req-2280c38e-d80c-4e03-aa40-6a2c7061717e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317390 Aug 29 07:31:51.247811 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:51.398602 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447241e-0931-4347-a7a7-adc5e13b6ce0 req-e99ee466-17ff-4426-b705-f446c70d35d0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:51.400078 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3447241e-0931-4347-a7a7-adc5e13b6ce0 req-e99ee466-17ff-4426-b705-f446c70d35d0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0522470 Aug 29 07:31:51.436996 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3447241e-0931-4347-a7a7-adc5e13b6ce0 req-d52e29d1-c57e-43a0-8270-2a1855c38a2d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303507 Aug 29 07:31:51.546245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71a722-75a5-4178-bf54-456e065d0e95 req-19d20a5f-8471-4ca2-8dd0-0b08bd1b9a1e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:51.547782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a71a722-75a5-4178-bf54-456e065d0e95 req-19d20a5f-8471-4ca2-8dd0-0b08bd1b9a1e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0492759 Aug 29 07:31:51.556214 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 40774) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:31:51.560690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e02ef1b1-eeb7-4a56-b560-1d59e1c5aa03 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Request body: {'floatingip': {'port_id': 'e3441d96-4762-4087-b2ef-2a2a652d6921'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:31:51.599512 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e02ef1b1-eeb7-4a56-b560-1d59e1c5aa03 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:52.028788 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e02ef1b1-eeb7-4a56-b560-1d59e1c5aa03 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:52.077393 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e02ef1b1-eeb7-4a56-b560-1d59e1c5aa03 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:52.176985 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-e02ef1b1-eeb7-4a56-b560-1d59e1c5aa03 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec associated. External IP: 172.25.1.28, port: e3441d96-4762-4087-b2ef-2a2a652d6921. Aug 29 07:31:52.380360 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02ef1b1-eeb7-4a56-b560-1d59e1c5aa03 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Router 7071209b-3c30-461c-a53f-a790680efe4b has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:31:52.488065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02ef1b1-eeb7-4a56-b560-1d59e1c5aa03 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:31:52.492645 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e02ef1b1-eeb7-4a56-b560-1d59e1c5aa03 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:31:52.498146 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b25bce-c197-42b2-922d-97a34dace42e None None] Sync routers for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:31:52.506823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b25bce-c197-42b2-922d-97a34dace42e None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:31:52.507477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b6b25bce-c197-42b2-922d-97a34dace42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:31:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:52.519017 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e02ef1b1-eeb7-4a56-b560-1d59e1c5aa03 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "PUT /v2.0/floatingips/a0473e9f-2c92-4e5d-807e-b0299e74b3ec HTTP/1.1" status: 200 len: 991 time: 0.9617565 Aug 29 07:31:52.519637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'tag': 'e3441d96-4762-4087-b2ef-2a2a652d6921'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:31:52.521870 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7347e229-9cb7-4479-95fa-30428905de46" -d '{"events": [{"name": "network-changed", "server_uuid": "59704575-5cf9-4826-a8e3-5d7dbe5a41c1", "tag": "e3441d96-4762-4087-b2ef-2a2a652d6921"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:31:52.622337 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-b6b25bce-c197-42b2-922d-97a34dace42e None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:31:52.634794 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd7c6bc-8060-4236-968f-ec4b9e0169e8 x-openstack-request-id: req-6cd7c6bc-8060-4236-968f-ec4b9e0169e8 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:31:52.635089 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59704575-5cf9-4826-a8e3-5d7dbe5a41c1", "tag": "e3441d96-4762-4087-b2ef-2a2a652d6921", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:31:52.635384 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6cd7c6bc-8060-4236-968f-ec4b9e0169e8 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:31:52.635795 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'tag': 'e3441d96-4762-4087-b2ef-2a2a652d6921', 'status': 'completed', 'code': 200} Aug 29 07:31:52.696182 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347e229-9cb7-4479-95fa-30428905de46 req-c411e406-d3dc-4e48-8ffd-9af717f05389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:52.697669 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347e229-9cb7-4479-95fa-30428905de46 req-c411e406-d3dc-4e48-8ffd-9af717f05389 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 1098 time: 0.0408273 Aug 29 07:31:52.790581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347e229-9cb7-4479-95fa-30428905de46 req-0d682f61-6f95-4954-8d5c-20d54b50314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:52.792118 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347e229-9cb7-4479-95fa-30428905de46 req-0d682f61-6f95-4954-8d5c-20d54b50314a service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0876832 Aug 29 07:31:52.851079 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b6b25bce-c197-42b2-922d-97a34dace42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a0473e9f-2c92-4e5d-807e-b0299e74b3ec', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'port_id': 'e3441d96-4762-4087-b2ef-2a2a652d6921', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'mac_address': 'fa:16:3e:99:02:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:31:38Z', 'updated_at': '2021-08-29T07:31:51Z', 'revision_number': 1, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:52.858342 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347e229-9cb7-4479-95fa-30428905de46 req-76534d47-0d79-44ac-8139-deec83ddaf02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3441d96-4762-4087-b2ef-2a2a652d6921 HTTP/1.1" status: 200 len: 999 time: 0.0581315 Aug 29 07:31:52.878295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b25bce-c197-42b2-922d-97a34dace42e None None] Checking router: 7071209b-3c30-461c-a53f-a790680efe4b for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:31:52.886973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b25bce-c197-42b2-922d-97a34dace42e None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:31:52.887625 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b6b25bce-c197-42b2-922d-97a34dace42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:31:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:52.907257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347e229-9cb7-4479-95fa-30428905de46 req-f0733449-90a5-44f3-9198-d219ccf86332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:52.908714 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347e229-9cb7-4479-95fa-30428905de46 req-f0733449-90a5-44f3-9198-d219ccf86332 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0439041 Aug 29 07:31:52.956999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347e229-9cb7-4479-95fa-30428905de46 req-39e3cb37-a8a7-4e93-8680-33292f44c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:52.958586 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347e229-9cb7-4479-95fa-30428905de46 req-39e3cb37-a8a7-4e93-8680-33292f44c784 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425751 Aug 29 07:31:52.992928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-b6b25bce-c197-42b2-922d-97a34dace42e None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:31:53.048588 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347e229-9cb7-4479-95fa-30428905de46 req-3e31a1f6-b9c7-4c49-a626-452b21a1343b service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828326 Aug 29 07:31:53.142991 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7347e229-9cb7-4479-95fa-30428905de46 req-20a918f7-50b1-4eb1-96ec-6ae60d599e12 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861092 Aug 29 07:31:53.218240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b6b25bce-c197-42b2-922d-97a34dace42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a0473e9f-2c92-4e5d-807e-b0299e74b3ec', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'port_id': 'e3441d96-4762-4087-b2ef-2a2a652d6921', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'mac_address': 'fa:16:3e:99:02:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:31:38Z', 'updated_at': '2021-08-29T07:31:51Z', 'revision_number': 1, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:31:53.243722 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b25bce-c197-42b2-922d-97a34dace42e None None] The sync data for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 is: [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a0473e9f-2c92-4e5d-807e-b0299e74b3ec', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'port_id': 'e3441d96-4762-4087-b2ef-2a2a652d6921', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'mac_address': 'fa:16:3e:99:02:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:31:38Z', 'updated_at': '2021-08-29T07:31:51Z', 'revision_number': 1, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:31:53.431600 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c84344-d498-4b50-a911-dac0cac70a21 None None] New status for floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:31:54.275966 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:31:58.999631 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e16d10a4-d01d-4731-9b41-525b1b1744c7 req-f3a508cb-f63a-43a8-b2dd-cca9ae0cffbc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0244701 Aug 29 07:31:59.064575 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e16d10a4-d01d-4731-9b41-525b1b1744c7 req-90bf1b26-90d9-4538-a9b3-138264e6973e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0246968 Aug 29 07:31:59.102537 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e16d10a4-d01d-4731-9b41-525b1b1744c7 req-4259d7ba-281c-4af9-9fde-bf6ebf55f8de service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0183980 Aug 29 07:31:59.195249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d10a4-d01d-4731-9b41-525b1b1744c7 req-f07584b0-e010-46dd-a1a6-1221e7046879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:31:59.196577 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e16d10a4-d01d-4731-9b41-525b1b1744c7 req-f07584b0-e010-46dd-a1a6-1221e7046879 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875599 Aug 29 07:32:04.008278 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:32:08.116308 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-02fe65e6-5d5b-40a0-b538-69b3b5f0a832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:32:10.836729 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:32:11.545309 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-98f023cb-5060-4c9c-a225-0b282319dfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:32:11.882609 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:32:13.653390 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:32:21.276419 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:32:31.274988 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:32:34.013018 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:32:38.144083 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0633-f2e4-4f06-a0df-fb517e6fe28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:32:40.806854 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:32:41.538937 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a470f883-f9a8-4ae6-96eb-95e1cad6ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:32:41.881516 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:32:43.623992 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:32:51.265680 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:01.091433 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb94bd81-05ff-4b77-b588-a79dc990e4b4 req-b7f3a876-3639-48ef-b5c9-45526a598560 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0974491 Aug 29 07:33:01.150095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94bd81-05ff-4b77-b588-a79dc990e4b4 req-567cb1a4-819e-4263-bfc8-fba4b5a5062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:01.151493 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb94bd81-05ff-4b77-b588-a79dc990e4b4 req-567cb1a4-819e-4263-bfc8-fba4b5a5062c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 1098 time: 0.0394106 Aug 29 07:33:01.585155 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94bd81-05ff-4b77-b588-a79dc990e4b4 req-35cbb8f8-e1a7-4aa8-8122-35c6e7bb282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:01.586631 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb94bd81-05ff-4b77-b588-a79dc990e4b4 req-35cbb8f8-e1a7-4aa8-8122-35c6e7bb282e service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.4162655 Aug 29 07:33:01.653142 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb94bd81-05ff-4b77-b588-a79dc990e4b4 req-7500065d-577c-406d-951c-d17df3e8e9ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3441d96-4762-4087-b2ef-2a2a652d6921 HTTP/1.1" status: 200 len: 1001 time: 0.0588815 Aug 29 07:33:01.701764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94bd81-05ff-4b77-b588-a79dc990e4b4 req-f19e989f-d1b9-4977-8498-c3f5b863c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:01.703126 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb94bd81-05ff-4b77-b588-a79dc990e4b4 req-f19e989f-d1b9-4977-8498-c3f5b863c0ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0424769 Aug 29 07:33:01.750737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94bd81-05ff-4b77-b588-a79dc990e4b4 req-0ce8164c-6ca9-492e-a4ee-422a1273bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:01.752222 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb94bd81-05ff-4b77-b588-a79dc990e4b4 req-0ce8164c-6ca9-492e-a4ee-422a1273bb6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413737 Aug 29 07:33:01.838260 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb94bd81-05ff-4b77-b588-a79dc990e4b4 req-aad0ee3b-1a63-44d4-b299-9174b1f49024 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786190 Aug 29 07:33:01.931840 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb94bd81-05ff-4b77-b588-a79dc990e4b4 req-56ba83b1-5994-4059-aa12-986cebcca3ac service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869677 Aug 29 07:33:04.023906 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:08.098037 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3f100484-1be5-4c81-b990-98f9fa2b2ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:08.274589 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:33:10.835258 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:11.537682 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-341dc9a3-5213-46b2-b1e4-aa1394708c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:11.903366 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:13.646610 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:21.252299 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:29.416264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48273e96-2dbe-424b-9299-b57001f4be63 req-0dc0c925-1263-4608-ae0a-f76a0ab2a4bc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:29.417763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48273e96-2dbe-424b-9299-b57001f4be63 req-0dc0c925-1263-4608-ae0a-f76a0ab2a4bc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.1035216 Aug 29 07:33:29.455939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48273e96-2dbe-424b-9299-b57001f4be63 req-a9f0369f-75b4-4562-886d-d8634518e377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321708 Aug 29 07:33:29.832565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd535c3-4fba-44ad-a2d5-53e398530c53 req-eae92cf4-ec65-4bf9-998b-022a3828754e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:29.834129 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfd535c3-4fba-44ad-a2d5-53e398530c53 req-eae92cf4-ec65-4bf9-998b-022a3828754e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0538805 Aug 29 07:33:29.878057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bfd535c3-4fba-44ad-a2d5-53e398530c53 req-bbff17d9-ac2b-4e76-a0ee-0a5306761530 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378377 Aug 29 07:33:29.896500 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-58bdaa43-a515-4882-9163-6730d8fb2f8c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407376 Aug 29 07:33:31.053224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3fa61-2645-43fa-9aab-69c837daeacb req-3cdd26c3-472d-4c3a-b665-0bdabe89c8f5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:31.054725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8dd3fa61-2645-43fa-9aab-69c837daeacb req-3cdd26c3-472d-4c3a-b665-0bdabe89c8f5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.1027536 Aug 29 07:33:31.093850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8dd3fa61-2645-43fa-9aab-69c837daeacb req-378c959c-2c51-4839-b863-19c07f0114bc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328903 Aug 29 07:33:31.813699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-d9dc6c2b-a6f4-45ca-aa70-065dbe587cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:31.815289 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-d9dc6c2b-a6f4-45ca-aa70-065dbe587cf8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 1098 time: 0.0412798 Aug 29 07:33:31.909342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-c3299f43-a3d8-4107-8fec-b5ef125149b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:31.910839 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-c3299f43-a3d8-4107-8fec-b5ef125149b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0884769 Aug 29 07:33:31.977778 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-21f17ba1-10b0-4171-852b-30cc9d726bba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3441d96-4762-4087-b2ef-2a2a652d6921 HTTP/1.1" status: 200 len: 1001 time: 0.0597048 Aug 29 07:33:32.026165 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-167a9d0f-1a6f-4fac-91db-6737e313847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:32.027640 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-167a9d0f-1a6f-4fac-91db-6737e313847b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0435936 Aug 29 07:33:32.076835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-ad33bd41-f766-4981-9845-613ecf4e04df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:32.078278 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-ad33bd41-f766-4981-9845-613ecf4e04df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440555 Aug 29 07:33:32.173215 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-a53d7a34-ed9f-4082-af11-d5cc31b45001 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850785 Aug 29 07:33:32.218570 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65b044-bb22-4653-a15e-40a9d659ae24 req-fc179eb8-d7b3-4060-b8c5-e08dedbcc1f9 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:32.220111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d65b044-bb22-4653-a15e-40a9d659ae24 req-fc179eb8-d7b3-4060-b8c5-e08dedbcc1f9 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0512888 Aug 29 07:33:32.259906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d65b044-bb22-4653-a15e-40a9d659ae24 req-59a04579-932e-493b-a962-82fc324c2748 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334473 Aug 29 07:33:32.272598 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-4f5ed69d-36c5-46c2-a94e-6db49102c916 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920520 Aug 29 07:33:33.379615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c110df-8fd6-4d0b-afdc-08bb6cec9589 req-a22e157d-1c8f-47a3-830b-05582ecaedd3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:33.381153 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5c110df-8fd6-4d0b-afdc-08bb6cec9589 req-a22e157d-1c8f-47a3-830b-05582ecaedd3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0548229 Aug 29 07:33:33.432212 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b5c110df-8fd6-4d0b-afdc-08bb6cec9589 req-1abb2fde-5349-4a76-83b8-ed59a4adc647 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369821 Aug 29 07:33:34.034741 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:34.546582 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9e63d-bdf9-42a1-981d-8bf8b29afb75 req-b08eb93d-9785-4586-82fc-08919ba3b939 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:34.548101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40d9e63d-bdf9-42a1-981d-8bf8b29afb75 req-b08eb93d-9785-4586-82fc-08919ba3b939 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0488775 Aug 29 07:33:34.585550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40d9e63d-bdf9-42a1-981d-8bf8b29afb75 req-9874f45b-5572-41ae-8f14-5024cd7fbcb9 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311146 Aug 29 07:33:35.698919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9655a-dcb4-4a3d-8816-c78b341583f3 req-4bc640e0-294b-45e2-98f4-1c4f4033a31b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:35.700426 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9eb9655a-dcb4-4a3d-8816-c78b341583f3 req-4bc640e0-294b-45e2-98f4-1c4f4033a31b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0483894 Aug 29 07:33:35.739061 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9eb9655a-dcb4-4a3d-8816-c78b341583f3 req-59843232-38e7-48d7-bffd-2d395b8b2860 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327587 Aug 29 07:33:36.861110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cf5f9-2561-42a6-a6ac-409841cec7df req-f517187c-b259-44e5-b151-21cc3db351bd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:36.862631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-444cf5f9-2561-42a6-a6ac-409841cec7df req-f517187c-b259-44e5-b151-21cc3db351bd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0567541 Aug 29 07:33:36.901651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-444cf5f9-2561-42a6-a6ac-409841cec7df req-743cb574-c543-414c-be0f-95a22acd930b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325327 Aug 29 07:33:38.015976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d9513-3e18-4e9f-b581-89be82387a58 req-bdfe60bb-4ef8-4710-a9a7-8e2357f6e614 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:38.017435 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f01d9513-3e18-4e9f-b581-89be82387a58 req-bdfe60bb-4ef8-4710-a9a7-8e2357f6e614 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0494275 Aug 29 07:33:38.055582 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f01d9513-3e18-4e9f-b581-89be82387a58 req-7bc68d42-9123-411d-977f-1e9f8638709e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320728 Aug 29 07:33:38.137436 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa0a0-d6f3-42a5-9ac6-9d7df7452c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:39.184064 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36602b9-14b6-4d8d-a1cf-290a94a93c0d req-9eff4fd6-1bc8-4793-9fd7-ee38a084cc99 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:39.185399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a36602b9-14b6-4d8d-a1cf-290a94a93c0d req-9eff4fd6-1bc8-4793-9fd7-ee38a084cc99 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0498085 Aug 29 07:33:39.222890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a36602b9-14b6-4d8d-a1cf-290a94a93c0d req-0c1f91a6-e31e-4ed7-a69f-55d60c7dd298 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315542 Aug 29 07:33:40.340065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4a2ae-de1b-4b01-8c76-cb64312d4d19 req-6c10ad25-90ad-46d2-b146-d88247d0a2c5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:40.341504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7eb4a2ae-de1b-4b01-8c76-cb64312d4d19 req-6c10ad25-90ad-46d2-b146-d88247d0a2c5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0519605 Aug 29 07:33:40.378588 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7eb4a2ae-de1b-4b01-8c76-cb64312d4d19 req-cef152f7-02eb-4027-b1db-5686468b9bf0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311470 Aug 29 07:33:40.822828 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:41.496321 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca36a8-1c3c-457d-a24e-bd29e1f79def req-767e5b31-031c-42ca-8b05-1f0ec1499cc1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:41.497931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-abca36a8-1c3c-457d-a24e-bd29e1f79def req-767e5b31-031c-42ca-8b05-1f0ec1499cc1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0526867 Aug 29 07:33:41.536362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-abca36a8-1c3c-457d-a24e-bd29e1f79def req-5f5e7ca7-6cae-4310-bee3-72511522f38d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323951 Aug 29 07:33:41.559169 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-30040be6-d632-46de-9805-c9da42f77747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:41.890727 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:42.650338 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57f6bb-3e4b-4974-833d-ec73e17d9ec5 req-b22bf264-b17e-4a3e-b1c6-85d01d638add tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:42.651811 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f57f6bb-3e4b-4974-833d-ec73e17d9ec5 req-b22bf264-b17e-4a3e-b1c6-85d01d638add tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0480325 Aug 29 07:33:42.689008 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f57f6bb-3e4b-4974-833d-ec73e17d9ec5 req-729c7298-6de3-4f9d-9868-6c4c5f98cf0c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311925 Aug 29 07:33:43.691455 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:43.805901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77cf3d-bdfd-42db-9e56-cb94c466c4fc req-72b94812-1e60-4e74-98d1-04ef95378fe4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:43.807290 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e77cf3d-bdfd-42db-9e56-cb94c466c4fc req-72b94812-1e60-4e74-98d1-04ef95378fe4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0526435 Aug 29 07:33:43.843924 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e77cf3d-bdfd-42db-9e56-cb94c466c4fc req-d285db39-963e-41ce-9394-59cfd3d7e855 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307043 Aug 29 07:33:44.344936 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-f307511e-d3af-4263-9b2b-da71ac930cc2 service neutron] show failed (client error): The resource could not be found. Aug 29 07:33:44.345931 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-f307511e-d3af-4263-9b2b-da71ac930cc2 service neutron] 10.222.0.15 "GET /v2.0/ports/e3441d96-4762-4087-b2ef-2a2a652d6921/bindings/n-h2-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0535557 Aug 29 07:33:44.787395 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-f57a846b-82d9-41a1-9df9-cbd09bca0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:44.788917 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-f57a846b-82d9-41a1-9df9-cbd09bca0f85 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1&tenant_id=521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0415149 Aug 29 07:33:44.806692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:33:44.861310 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:44.959704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0cc6e-594c-4519-8b6a-99bf21b9c5e2 req-b2eeddd3-ce6f-455c-91fa-387f39113d30 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:44.961136 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71b0cc6e-594c-4519-8b6a-99bf21b9c5e2 req-b2eeddd3-ce6f-455c-91fa-387f39113d30 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0494733 Aug 29 07:33:45.002381 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71b0cc6e-594c-4519-8b6a-99bf21b9c5e2 req-183b662e-65db-4cd0-9d72-4877af28f831 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347815 Aug 29 07:33:45.072692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] For port e3441d96-4762-4087-b2ef-2a2a652d6921, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=e3441d96-4762-4087-b2ef-2a2a652d6921,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:33:45.104815 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] For port e3441d96-4762-4087-b2ef-2a2a652d6921, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:33:45.144553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3441d96-4762-4087-b2ef-2a2a652d6921'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:33:45.146822 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb416c8-5ad8-41e9-9292-fa61df08c6db" -d '{"events": [{"server_uuid": "59704575-5cf9-4826-a8e3-5d7dbe5a41c1", "name": "network-vif-unplugged", "status": "completed", "tag": "e3441d96-4762-4087-b2ef-2a2a652d6921"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:33:45.150855 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:45.162919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Transition to ACTIVE for port object e3441d96-4762-4087-b2ef-2a2a652d6921 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:33:45.199378 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d9e1b2-5166-4037-bc67-2fe14fbb709c x-openstack-request-id: req-e8d9e1b2-5166-4037-bc67-2fe14fbb709c {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:33:45.199670 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59704575-5cf9-4826-a8e3-5d7dbe5a41c1", "name": "network-vif-unplugged", "status": "completed", "tag": "e3441d96-4762-4087-b2ef-2a2a652d6921", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:33:45.199921 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e8d9e1b2-5166-4037-bc67-2fe14fbb709c {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:33:45.200320 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3441d96-4762-4087-b2ef-2a2a652d6921', 'code': 200} Aug 29 07:33:45.217127 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:45.275990 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:33:45.301043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Pushing event updated for resources: {'Port': ['ID=e3441d96-4762-4087-b2ef-2a2a652d6921,revision_number=6']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:33:45.313042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:45.313391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:45.313734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:45.314074 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:45.314409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:45.314740 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:45.315076 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:45.315436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:45.315765 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:45.316097 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:45.316422 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:45.316745 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:45.350438 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] No DVR routers for this DVR port e3441d96-4762-4087-b2ef-2a2a652d6921 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:33:45.484371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Attempting to bind port e3441d96-4762-4087-b2ef-2a2a652d6921 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:33:45.484705 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Attempting to bind port e3441d96-4762-4087-b2ef-2a2a652d6921 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:33:45.485031 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Attempting to bind port e3441d96-4762-4087-b2ef-2a2a652d6921 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:33:45.489182 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Port e3441d96-4762-4087-b2ef-2a2a652d6921 on network 3f17fab4-48ad-4c38-9387-de12872198e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:33:45.489504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Attempting to bind port e3441d96-4762-4087-b2ef-2a2a652d6921 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:33:45.495039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:33:45.495405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Checking segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:33:45.495787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Bound using segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:33:45.496209 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Bound port: e3441d96-4762-4087-b2ef-2a2a652d6921, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:33:45.496564 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:45.558812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] For port e3441d96-4762-4087-b2ef-2a2a652d6921, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:33:45.561783 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] For port e3441d96-4762-4087-b2ef-2a2a652d6921, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e3441d96-4762-4087-b2ef-2a2a652d6921,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:33:45.657829 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:45.695376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:45.696074 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:45.697352 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] 10.222.0.11 "PUT /v2.0/ports/e3441d96-4762-4087-b2ef-2a2a652d6921 HTTP/1.1" status: 200 len: 1093 time: 0.8946507 Aug 29 07:33:45.718295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e9313-adf1-4a5f-8f42-a200321e79bd service neutron] Pushing event updated for resources: {'Port': ['ID=e3441d96-4762-4087-b2ef-2a2a652d6921,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:33:45.772537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-394fdbbd-8c16-4d0b-801d-8d495de3551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:45.774141 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-394fdbbd-8c16-4d0b-801d-8d495de3551f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 1096 time: 0.0426679 Aug 29 07:33:45.865993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-9a9ce410-10f8-4768-9682-3e98c727db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:45.867583 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-9a9ce410-10f8-4768-9682-3e98c727db40 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0860045 Aug 29 07:33:45.937810 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-842bb505-8684-4863-80d4-04bd6a5dc503 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3441d96-4762-4087-b2ef-2a2a652d6921 HTTP/1.1" status: 200 len: 999 time: 0.0634050 Aug 29 07:33:45.986208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-64c00559-fe9b-4068-8450-f9147da4c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:45.987567 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-64c00559-fe9b-4068-8450-f9147da4c2c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0432122 Aug 29 07:33:46.031866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-2c976a30-0da9-416c-99d0-a221ad5aa015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:46.033302 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-2c976a30-0da9-416c-99d0-a221ad5aa015 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387967 Aug 29 07:33:46.127645 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-b921c9d7-918b-4550-a866-de8a17cff4b5 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862153 Aug 29 07:33:46.129047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe4a7e-22a8-4802-86c1-091bb44c3072 req-270eb0d0-56e1-4402-ad26-2c870deebfc0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:46.131057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4fe4a7e-22a8-4802-86c1-091bb44c3072 req-270eb0d0-56e1-4402-ad26-2c870deebfc0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 944 time: 0.0485206 Aug 29 07:33:46.169022 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4fe4a7e-22a8-4802-86c1-091bb44c3072 req-e0eff085-38ec-443f-a615-6e7e62a03cd7 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315082 Aug 29 07:33:46.217671 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f87b9b-83db-4499-8e14-0aef8061a300 req-92e32b47-5f79-4169-a0bd-941cf0f9d736 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826435 Aug 29 07:33:47.202181 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'tag': 'e3441d96-4762-4087-b2ef-2a2a652d6921'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:33:47.204592 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a203039-d6bc-4f68-9400-51649ef4e0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "59704575-5cf9-4826-a8e3-5d7dbe5a41c1", "tag": "e3441d96-4762-4087-b2ef-2a2a652d6921"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:33:47.250995 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426ff57d-5bff-48d5-96e6-784d018cd98d x-openstack-request-id: req-426ff57d-5bff-48d5-96e6-784d018cd98d {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:33:47.251308 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59704575-5cf9-4826-a8e3-5d7dbe5a41c1", "tag": "e3441d96-4762-4087-b2ef-2a2a652d6921", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:33:47.251561 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-426ff57d-5bff-48d5-96e6-784d018cd98d {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:33:47.251986 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'tag': 'e3441d96-4762-4087-b2ef-2a2a652d6921', 'status': 'completed', 'code': 200} Aug 29 07:33:47.293631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbb404-cdcb-419d-8bc4-4fc9768f65e9 req-7d086e9a-cf20-4516-a58f-df3155ae0272 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:47.295118 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7fbb404-cdcb-419d-8bc4-4fc9768f65e9 req-7d086e9a-cf20-4516-a58f-df3155ae0272 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 944 time: 0.0571702 Aug 29 07:33:47.332319 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f7fbb404-cdcb-419d-8bc4-4fc9768f65e9 req-22b7859c-62de-4500-b0a7-877dbaddf972 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311277 Aug 29 07:33:47.346166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-d240dccc-8337-41b2-9a28-96a503bf5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:47.347681 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-d240dccc-8337-41b2-9a28-96a503bf5601 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 1096 time: 0.0707920 Aug 29 07:33:47.364739 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-283749fd-b544-4940-be16-f3edbaf905c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:47.366135 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-283749fd-b544-4940-be16-f3edbaf905c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 1096 time: 0.0641947 Aug 29 07:33:47.516991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-ba71c38f-c1d9-452a-b291-be6fe932e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:47.518366 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-ba71c38f-c1d9-452a-b291-be6fe932e7cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.1632195 Aug 29 07:33:47.523088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-4330dc52-e789-4193-8109-ed2fbaf46a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:47.524440 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-4330dc52-e789-4193-8109-ed2fbaf46a06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.1490984 Aug 29 07:33:47.630024 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-422b1fb0-4d6d-4437-bac4-a917a1118a11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3441d96-4762-4087-b2ef-2a2a652d6921 HTTP/1.1" status: 200 len: 999 time: 0.1017122 Aug 29 07:33:47.634501 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-6ef5e8ae-cac2-431d-88f4-4e81a2d6db6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3441d96-4762-4087-b2ef-2a2a652d6921 HTTP/1.1" status: 200 len: 999 time: 0.0998933 Aug 29 07:33:47.709984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-58d4fc77-7bbb-4dc2-b243-9df0bedcafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:47.711411 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-58d4fc77-7bbb-4dc2-b243-9df0bedcafbd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0742154 Aug 29 07:33:47.714553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-dcdf5dc3-d91e-4f2a-b2a6-4fce040ff1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:47.715894 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-dcdf5dc3-d91e-4f2a-b2a6-4fce040ff1d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0709944 Aug 29 07:33:47.790402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-cda8334f-4f70-4cbb-aada-525a051ae21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:47.791906 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-cda8334f-4f70-4cbb-aada-525a051ae21a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664017 Aug 29 07:33:47.794331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-ce0abcfe-c3dc-4a8b-8834-8a3795cbd115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:47.795696 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-ce0abcfe-c3dc-4a8b-8834-8a3795cbd115 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773849 Aug 29 07:33:47.948152 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-42ec3699-b67a-41d7-a57c-5d033136bd06 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483412 Aug 29 07:33:47.950676 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-3aa73c3a-4919-4954-a409-427531011c53 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435099 Aug 29 07:33:48.105584 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-e33e5dd9-a985-4018-9bfa-cd2a417656c0 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499362 Aug 29 07:33:48.107412 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7a203039-d6bc-4f68-9400-51649ef4e0b5 req-b7abdf9f-95bb-4806-a517-66b8a9dcadeb service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444426 Aug 29 07:33:48.449623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cfbef-e905-42b0-b8a2-781892c366fc req-f55e5c23-90b9-4aa5-bd0b-88cc15c79dbf tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:48.451081 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e24cfbef-e905-42b0-b8a2-781892c366fc req-f55e5c23-90b9-4aa5-bd0b-88cc15c79dbf tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 944 time: 0.0486393 Aug 29 07:33:48.487439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e24cfbef-e905-42b0-b8a2-781892c366fc req-2ba7b4c0-3c66-487b-866f-3b7483e9e7e9 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304718 Aug 29 07:33:49.368444 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e3441d96-4762-4087-b2ef-2a2a652d6921 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:33:49.409806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device e3441d96-4762-4087-b2ef-2a2a652d6921 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:33:49.601389 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646526c-8564-4b8e-a777-db31024802f7 req-7bcaba39-7009-4385-8a07-00d77053cc22 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:49.602865 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5646526c-8564-4b8e-a777-db31024802f7 req-7bcaba39-7009-4385-8a07-00d77053cc22 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 944 time: 0.0490837 Aug 29 07:33:49.642156 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5646526c-8564-4b8e-a777-db31024802f7 req-75f6cf8c-0c11-4bee-8a6b-ad2884900266 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327487 Aug 29 07:33:50.288010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e3441d96-4762-4087-b2ef-2a2a652d6921 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:33:50.378567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e3441d96-4762-4087-b2ef-2a2a652d6921, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e3441d96-4762-4087-b2ef-2a2a652d6921,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:33:50.390265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'e3441d96-4762-4087-b2ef-2a2a652d6921', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'port_id': 'e3441d96-4762-4087-b2ef-2a2a652d6921', 'mac_address': 'fa:16:3e:99:02:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:33:50.424767 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:50.440480 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3441d96-4762-4087-b2ef-2a2a652d6921 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:33:50.459574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e3441d96-4762-4087-b2ef-2a2a652d6921, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e3441d96-4762-4087-b2ef-2a2a652d6921,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:33:50.559132 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:50.606010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e3441d96-4762-4087-b2ef-2a2a652d6921,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:33:50.613221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:50.613575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:50.613917 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:50.614255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:50.614590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:50.615697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:50.616031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:50.616357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:50.616682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:50.619886 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:50.619886 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:50.619886 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:33:50.759825 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24d1d5-14eb-41ef-bd7a-4987f79f08b1 req-5e444b7f-f534-4608-a6b6-c342d48442d2 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:50.761323 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f24d1d5-14eb-41ef-bd7a-4987f79f08b1 req-5e444b7f-f534-4608-a6b6-c342d48442d2 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 945 time: 0.0528736 Aug 29 07:33:50.798880 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f24d1d5-14eb-41ef-bd7a-4987f79f08b1 req-99fd88b9-38e6-4972-ba7c-15288f5ed7e6 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315835 Aug 29 07:33:51.023607 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['e3441d96-4762-4087-b2ef-2a2a652d6921'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:33:51.107409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429004e-4f82-44b1-be76-6e25ae95946f req-9113601b-1eb1-434e-bef1-df011d8f7fb3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:51.109431 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9429004e-4f82-44b1-be76-6e25ae95946f req-9113601b-1eb1-434e-bef1-df011d8f7fb3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 945 time: 0.0527644 Aug 29 07:33:51.151529 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9429004e-4f82-44b1-be76-6e25ae95946f req-52d94a23-116f-4ebe-a942-8a29690822d0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353947 Aug 29 07:33:51.178932 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-96405bce-3dae-43e6-a340-113110ce6546 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:51.180638 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-96405bce-3dae-43e6-a340-113110ce6546 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.15 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1&tenant_id=521debbfbc054596b1960c7215a5e9a2&binding%3Ahost_id=n-h2-713301-12 HTTP/1.1" status: 200 len: 945 time: 0.0606942 Aug 29 07:33:51.244509 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-16353246-5623-4a9f-b7f4-45b11078d5a0 service neutron] delete failed (client error): The resource could not be found. Aug 29 07:33:51.245510 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-16353246-5623-4a9f-b7f4-45b11078d5a0 service neutron] 10.222.0.15 "DELETE /v2.0/ports/e3441d96-4762-4087-b2ef-2a2a652d6921/bindings/n-h1-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0567305 Aug 29 07:33:51.291333 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:51.327851 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-f8e2cf53-b74c-438e-a80d-ef5c364909b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:51.329355 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-f8e2cf53-b74c-438e-a80d-ef5c364909b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 1097 time: 0.0406914 Aug 29 07:33:51.419982 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-8a752ee0-917d-45a1-8167-fb25b093bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:51.421328 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-8a752ee0-917d-45a1-8167-fb25b093bfb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0845561 Aug 29 07:33:51.484430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-23979c9e-8a05-45d8-bc98-da97c95e23de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3441d96-4762-4087-b2ef-2a2a652d6921 HTTP/1.1" status: 200 len: 1000 time: 0.0559127 Aug 29 07:33:51.532978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-784c4209-31a3-431e-b718-9284713c08a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:51.534409 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-784c4209-31a3-431e-b718-9284713c08a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0431268 Aug 29 07:33:51.582676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-1dd6c7ad-e5b9-4b39-8d5e-da7688347b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:51.584785 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-1dd6c7ad-e5b9-4b39-8d5e-da7688347b50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433908 Aug 29 07:33:51.672443 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-d481760d-5043-49e2-9f99-851eb79866bd service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804212 Aug 29 07:33:51.764803 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e824bc6b-45b2-419d-b142-997393a1fd70 req-683e6c54-c010-4606-b796-021e9068d8b6 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846663 Aug 29 07:33:52.269747 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bb7f8-27b4-4095-affd-f60a620252e2 req-9949dbe1-e4d2-4ffc-9f4d-4304d8a555e0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:52.271821 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-629bb7f8-27b4-4095-affd-f60a620252e2 req-9949dbe1-e4d2-4ffc-9f4d-4304d8a555e0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 945 time: 0.0486836 Aug 29 07:33:52.308932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-629bb7f8-27b4-4095-affd-f60a620252e2 req-94dea5f6-383b-439f-90f6-7e6af72d54f5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311124 Aug 29 07:33:52.310434 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e3441d96-4762-4087-b2ef-2a2a652d6921 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:33:52.480140 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port e3441d96-4762-4087-b2ef-2a2a652d6921 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:33:52.484011 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port e3441d96-4762-4087-b2ef-2a2a652d6921 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:33:52.489503 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:52.574431 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:52.596876 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3441d96-4762-4087-b2ef-2a2a652d6921'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:33:52.599127 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634936b3-d163-43a1-8e0b-88e14e4fa7af" -d '{"events": [{"server_uuid": "59704575-5cf9-4826-a8e3-5d7dbe5a41c1", "name": "network-vif-plugged", "status": "completed", "tag": "e3441d96-4762-4087-b2ef-2a2a652d6921"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:33:52.611821 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port e3441d96-4762-4087-b2ef-2a2a652d6921, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e3441d96-4762-4087-b2ef-2a2a652d6921,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:33:52.638754 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d27afc-155f-43e1-a3ad-0f46a0a33abe x-openstack-request-id: req-91d27afc-155f-43e1-a3ad-0f46a0a33abe {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:33:52.638754 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59704575-5cf9-4826-a8e3-5d7dbe5a41c1", "name": "network-vif-plugged", "status": "completed", "tag": "e3441d96-4762-4087-b2ef-2a2a652d6921", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:33:52.638754 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-91d27afc-155f-43e1-a3ad-0f46a0a33abe {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:33:52.638754 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3441d96-4762-4087-b2ef-2a2a652d6921', 'code': 200} Aug 29 07:33:52.690092 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:52.740548 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=e3441d96-4762-4087-b2ef-2a2a652d6921,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:33:53.425076 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a02b50-93ee-47df-a511-730e7778246c req-62ddcb29-d185-40db-be70-1ea4074022cf tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:53.426532 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-46a02b50-93ee-47df-a511-730e7778246c req-62ddcb29-d185-40db-be70-1ea4074022cf tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0516396 Aug 29 07:33:53.463649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-46a02b50-93ee-47df-a511-730e7778246c req-49f814fa-e208-4682-9521-1ba6e04618e6 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307400 Aug 29 07:33:53.578908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760589a-35b0-4340-b285-9830dd5534e9 req-c61238f9-660f-4c64-b611-1fdbce6eb9fc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:53.580460 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1760589a-35b0-4340-b285-9830dd5534e9 req-c61238f9-660f-4c64-b611-1fdbce6eb9fc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0489836 Aug 29 07:33:53.618742 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1760589a-35b0-4340-b285-9830dd5534e9 req-28d98c5e-c77f-41e9-bab8-b10e83d471b6 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321958 Aug 29 07:33:53.732237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9341d-d7d0-4ad8-9b07-ff4c376fcb49 req-de2433ac-fffb-4111-8e88-001cf8508e1f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:53.733694 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccd9341d-d7d0-4ad8-9b07-ff4c376fcb49 req-de2433ac-fffb-4111-8e88-001cf8508e1f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0478635 Aug 29 07:33:53.770657 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ccd9341d-d7d0-4ad8-9b07-ff4c376fcb49 req-01ffb42f-95ae-4592-828b-90738b3a4c10 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311484 Aug 29 07:33:54.190432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94354f5-4de5-4cac-80dd-fb8f13c493b8 req-e2d34120-ba4b-4c28-a38c-9c9cf5c7f55e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:54.191902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a94354f5-4de5-4cac-80dd-fb8f13c493b8 req-e2d34120-ba4b-4c28-a38c-9c9cf5c7f55e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0530694 Aug 29 07:33:54.228645 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a94354f5-4de5-4cac-80dd-fb8f13c493b8 req-11ba7f79-67e9-4150-aa3b-1696e218c066 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308921 Aug 29 07:33:55.343900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dd15a-9bf1-4db5-9c86-5fe71ffa7b58 req-0159a5b0-b8b3-4a3b-9ec9-23625352d800 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:55.345367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d44dd15a-9bf1-4db5-9c86-5fe71ffa7b58 req-0159a5b0-b8b3-4a3b-9ec9-23625352d800 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0486987 Aug 29 07:33:55.382991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d44dd15a-9bf1-4db5-9c86-5fe71ffa7b58 req-eb51a442-23b9-4646-999e-3585217cb9e1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312538 Aug 29 07:33:55.721394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-76659283-ccb3-4965-902e-7bf4e449aaed tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:55.722833 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-76659283-ccb3-4965-902e-7bf4e449aaed tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 946 time: 0.0485024 Aug 29 07:33:55.808952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Deleting port e3441d96-4762-4087-b2ef-2a2a652d6921 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:33:55.809292 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:55.899136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] For port e3441d96-4762-4087-b2ef-2a2a652d6921, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=e3441d96-4762-4087-b2ef-2a2a652d6921,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:33:55.899531 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:56.065258 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:56.065653 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:56.065972 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec disassociated. External IP: 172.25.1.28, port: e3441d96-4762-4087-b2ef-2a2a652d6921. Aug 29 07:33:56.066314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Calling delete_port for e3441d96-4762-4087-b2ef-2a2a652d6921 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:33:56.268799 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:56.297637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event deleted for resources: {'Port': ['ID=e3441d96-4762-4087-b2ef-2a2a652d6921,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:33:56.485377 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6dfaefa4-f828-42f1-b291-63477ff33153 req-b85dc5dd-19f5-4274-9978-8b5e614fe781 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=59704575-5cf9-4826-a8e3-5d7dbe5a41c1 HTTP/1.1" status: 200 len: 210 time: 0.0288131 Aug 29 07:33:56.745409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Router 7071209b-3c30-461c-a53f-a790680efe4b has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:33:56.849464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:33:56.860318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d83540-c877-48f5-b91c-093a9a3e06ad None None] Sync routers for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:33:56.870705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d83540-c877-48f5-b91c-093a9a3e06ad None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:33:56.871493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b5d83540-c877-48f5-b91c-093a9a3e06ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:33:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:33:56.888382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] No DVR routers for this DVR port e3441d96-4762-4087-b2ef-2a2a652d6921 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:33:56.891130 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:33:56.893178 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-44888835-ba22-4a9a-a861-197e4209b5e9 req-04cccf82-85af-407a-84df-f6f301fd7b9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "DELETE /v2.0/ports/e3441d96-4762-4087-b2ef-2a2a652d6921 HTTP/1.1" status: 204 len: 173 time: 1.1638243 Aug 29 07:33:56.893612 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'name': 'network-vif-deleted', 'tag': 'e3441d96-4762-4087-b2ef-2a2a652d6921'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:33:56.896618 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b33420a-6263-4bf8-8e2a-f71f7a39a6d5" -d '{"events": [{"server_uuid": "59704575-5cf9-4826-a8e3-5d7dbe5a41c1", "name": "network-vif-deleted", "tag": "e3441d96-4762-4087-b2ef-2a2a652d6921"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:33:56.931837 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7491d097-b7ea-4a61-9071-80121b6a0455 x-openstack-request-id: req-7491d097-b7ea-4a61-9071-80121b6a0455 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:33:56.932156 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59704575-5cf9-4826-a8e3-5d7dbe5a41c1", "name": "network-vif-deleted", "tag": "e3441d96-4762-4087-b2ef-2a2a652d6921", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:33:56.932412 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7491d097-b7ea-4a61-9071-80121b6a0455 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:33:56.932811 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59704575-5cf9-4826-a8e3-5d7dbe5a41c1', 'name': 'network-vif-deleted', 'tag': 'e3441d96-4762-4087-b2ef-2a2a652d6921', 'status': 'completed', 'code': 200} Aug 29 07:33:56.979984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-b5d83540-c877-48f5-b91c-093a9a3e06ad None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:33:57.182966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b5d83540-c877-48f5-b91c-093a9a3e06ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:33:57.209849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d83540-c877-48f5-b91c-093a9a3e06ad None None] Checking router: 7071209b-3c30-461c-a53f-a790680efe4b for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:33:57.218089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d83540-c877-48f5-b91c-093a9a3e06ad None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:33:57.218706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b5d83540-c877-48f5-b91c-093a9a3e06ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:33:41Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:33:57.322995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-b5d83540-c877-48f5-b91c-093a9a3e06ad None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:33:57.684055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-b5d83540-c877-48f5-b91c-093a9a3e06ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:33:57.713068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d83540-c877-48f5-b91c-093a9a3e06ad None None] The sync data for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 is: [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:33:57.717434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-679d38d5-cc12-4c5e-81aa-6dede3647b11 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1023333966&fields=id&tenant_id=521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 267 time: 0.0332596 Aug 29 07:33:57.829615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-179f2fb2-ad52-493a-8c79-025d4d910d93 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:33:57.831125 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-179f2fb2-ad52-493a-8c79-025d4d910d93 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 811 time: 0.1068125 Aug 29 07:33:57.846812 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-f5163937-87ee-432d-ab4a-9f100f003ad7 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/quotas/521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 375 time: 0.0096269 Aug 29 07:33:57.904502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-a26d2cf6-8009-4dd8-b966-5bec7fff71c1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518854 Aug 29 07:33:57.945319 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79f8d6f-2ad4-4676-85fc-518fb6e1367b None None] New status for floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:33:58.003763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-1cdbed68-bb4d-46fa-aa6c-6e86cb09a26b service neutron] 10.222.0.76 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870910 Aug 29 07:33:58.093697 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-66fd7b72-e619-4833-9aa7-054f09755771 service neutron] 10.222.0.76 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826559 Aug 29 07:33:58.334667 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e3441d96-4762-4087-b2ef-2a2a652d6921 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:33:58.354557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: e3441d96-4762-4087-b2ef-2a2a652d6921 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:33:58.354839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device e3441d96-4762-4087-b2ef-2a2a652d6921 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:33:59.338848 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5082f14d-e1a9-4992-8bc2-cc5e9dde2c32 req-c7b92fb5-2bbd-451b-b2ea-3ad752bd4a55 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 210 time: 0.0266671 Aug 29 07:34:00.431070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e0a4f0d-d3a1-4864-9d9f-bb27f2e6367d req-d4ad46bf-a938-4269-a6d9-5107435ab240 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 210 time: 0.0252807 Aug 29 07:34:01.148957 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-ba38f35c-c731-4c28-88a1-5f9780727b01 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:01.150366 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-ba38f35c-c731-4c28-88a1-5f9780727b01 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 811 time: 0.1040909 Aug 29 07:34:01.199331 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-eea78d3b-f9e7-4247-ac1d-3cc458b3fc1c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 380 time: 0.0341823 Aug 29 07:34:01.208297 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-fc004c50-9ab9-4ee5-b2fc-8a327347bd80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Request body: {'port': {'device_id': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'admin_state_up': True, 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'security_groups': ['821fa0c4-4278-4d58-b441-b455355cd9a3']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:34:01.377077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-fc004c50-9ab9-4ee5-b2fc-8a327347bd80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Made reservation on behalf of 521debbfbc054596b1960c7215a5e9a2 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:34:01.380646 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-fc004c50-9ab9-4ee5-b2fc-8a327347bd80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:01.509445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-fc004c50-9ab9-4ee5-b2fc-8a327347bd80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Allocated IP 172.20.0.12 (3f17fab4-48ad-4c38-9387-de12872198e8/bccbb822-35b0-4c58-a40b-092c58167fb5/3eade0d6-ccad-415b-8b3f-a72071f110fb) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:34:01.530910 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9d77f50b-db24-4972-b6d2-f67656faa260 req-165240e2-85e1-435b-a1a6-5409e35841c5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 210 time: 0.0318487 Aug 29 07:34:01.645223 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-fc004c50-9ab9-4ee5-b2fc-8a327347bd80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:01.658830 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-fc004c50-9ab9-4ee5-b2fc-8a327347bd80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Transition to ACTIVE for port object 3eade0d6-ccad-415b-8b3f-a72071f110fb will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:34:01.777348 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-fc004c50-9ab9-4ee5-b2fc-8a327347bd80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:01.821158 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-fc004c50-9ab9-4ee5-b2fc-8a327347bd80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Network 3f17fab4-48ad-4c38-9387-de12872198e8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:34:01.824898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-fc004c50-9ab9-4ee5-b2fc-8a327347bd80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:34:01.827901 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-fc004c50-9ab9-4ee5-b2fc-8a327347bd80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:34:01.851962 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc004c50-9ab9-4ee5-b2fc-8a327347bd80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event updated for resources: {'Port': ['ID=3eade0d6-ccad-415b-8b3f-a72071f110fb,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:34:01.881679 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-fc004c50-9ab9-4ee5-b2fc-8a327347bd80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:01.882312 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-fc004c50-9ab9-4ee5-b2fc-8a327347bd80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:01.993469 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-fc004c50-9ab9-4ee5-b2fc-8a327347bd80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7888062 Aug 29 07:34:02.012276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Request body: {'port': {'device_id': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:34:02.067351 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:02.152389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f6850928-e532-4916-89d2-46281b26073b None None] Provisioning for port 3eade0d6-ccad-415b-8b3f-a72071f110fb completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:34:02.156213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f6850928-e532-4916-89d2-46281b26073b None None] Provisioning complete for port 3eade0d6-ccad-415b-8b3f-a72071f110fb triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:34:02.156603 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f6850928-e532-4916-89d2-46281b26073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:02.190768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f6850928-e532-4916-89d2-46281b26073b None None] Port 3eade0d6-ccad-415b-8b3f-a72071f110fb cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:34:02.335392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eade0d6-ccad-415b-8b3f-a72071f110fb {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:34:02.342596 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:02.354147 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Transition to ACTIVE for port object 3eade0d6-ccad-415b-8b3f-a72071f110fb will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:34:02.420619 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:02.473332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Pushing event updated for resources: {'Port': ['ID=3eade0d6-ccad-415b-8b3f-a72071f110fb,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:34:02.544918 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Attempting to bind port 3eade0d6-ccad-415b-8b3f-a72071f110fb on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:34:02.545260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Attempting to bind port 3eade0d6-ccad-415b-8b3f-a72071f110fb by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:34:02.545736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Attempting to bind port 3eade0d6-ccad-415b-8b3f-a72071f110fb on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:34:02.550244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Port 3eade0d6-ccad-415b-8b3f-a72071f110fb on network 3f17fab4-48ad-4c38-9387-de12872198e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:34:02.550567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Attempting to bind port 3eade0d6-ccad-415b-8b3f-a72071f110fb on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:34:02.556035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:34:02.556378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Checking segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:34:02.556774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Bound using segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:34:02.557226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Bound port: 3eade0d6-ccad-415b-8b3f-a72071f110fb, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:34:02.558037 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:02.635299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] For port 3eade0d6-ccad-415b-8b3f-a72071f110fb, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:34:02.638405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] For port 3eade0d6-ccad-415b-8b3f-a72071f110fb, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:34:02.664264 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeddc7-de32-4363-b01b-6d17dd429cc7 req-9d196f55-d855-4c10-82fa-cc52dcf158bd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:02.665780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98aeddc7-de32-4363-b01b-6d17dd429cc7 req-9d196f55-d855-4c10-82fa-cc52dcf158bd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 944 time: 0.0548785 Aug 29 07:34:02.704040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98aeddc7-de32-4363-b01b-6d17dd429cc7 req-ccdc3c5c-e9e0-4ae9-8ecb-269a6844fbef tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321517 Aug 29 07:34:02.725262 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:02.760335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:02.760958 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:02.762341 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] 10.222.0.11 "PUT /v2.0/ports/3eade0d6-ccad-415b-8b3f-a72071f110fb HTTP/1.1" status: 200 len: 1093 time: 0.7544684 Aug 29 07:34:02.762781 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'tag': '3eade0d6-ccad-415b-8b3f-a72071f110fb'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:34:02.765049 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b39ab2475ac40517953567834c6accf5becf0e6507960a7ef100e78920139d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affe1612-469e-42df-b88d-779297bcb3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "19ba61c0-1374-4b2b-83a7-c9c9951644ac", "tag": "3eade0d6-ccad-415b-8b3f-a72071f110fb"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:34:02.796026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5667153-e00c-4a4f-a78b-76c49d3b2366 service neutron] Pushing event updated for resources: {'Port': ['ID=3eade0d6-ccad-415b-8b3f-a72071f110fb,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:34:02.810534 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7f5918-ec77-4f18-b079-cd40b944e854 x-openstack-request-id: req-ee7f5918-ec77-4f18-b079-cd40b944e854 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:34:02.810822 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ba61c0-1374-4b2b-83a7-c9c9951644ac", "tag": "3eade0d6-ccad-415b-8b3f-a72071f110fb", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:34:02.811265 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee7f5918-ec77-4f18-b079-cd40b944e854 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:34:02.811674 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'tag': '3eade0d6-ccad-415b-8b3f-a72071f110fb', 'status': 'completed', 'code': 200} Aug 29 07:34:02.893417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1612-469e-42df-b88d-779297bcb3e9 req-682688ea-8c63-433b-98c5-0a768df99da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:02.900252 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-affe1612-469e-42df-b88d-779297bcb3e9 req-682688ea-8c63-433b-98c5-0a768df99da7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 1096 time: 0.0462389 Aug 29 07:34:02.996333 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9be2c84-e1fa-489a-9cbb-b15d5eff9843 req-8ffe3bf4-4da2-4a20-98e6-66bc4e683564 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268600 Aug 29 07:34:03.050362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1612-469e-42df-b88d-779297bcb3e9 req-4176f924-eee3-4e8a-a7a9-252c4dd8d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:03.051814 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-affe1612-469e-42df-b88d-779297bcb3e9 req-4176f924-eee3-4e8a-a7a9-252c4dd8d73b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=521debbfbc054596b1960c7215a5e9a2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1429718 Aug 29 07:34:03.072845 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9be2c84-e1fa-489a-9cbb-b15d5eff9843 req-c4cd69c3-3776-40ae-8631-bb7f9e42de4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0359197 Aug 29 07:34:03.137574 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9be2c84-e1fa-489a-9cbb-b15d5eff9843 req-66a53493-39d5-4655-9def-6b59d58ed609 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244966 Aug 29 07:34:03.229515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1612-469e-42df-b88d-779297bcb3e9 req-57d1211a-9e51-4b24-8bf3-5e809b1c075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:03.230985 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-affe1612-469e-42df-b88d-779297bcb3e9 req-57d1211a-9e51-4b24-8bf3-5e809b1c075c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1663344 Aug 29 07:34:03.258430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be2c84-e1fa-489a-9cbb-b15d5eff9843 req-32af8f37-24d8-440f-b9ee-32eb641e8379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:03.259895 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c9be2c84-e1fa-489a-9cbb-b15d5eff9843 req-32af8f37-24d8-440f-b9ee-32eb641e8379 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1162198 Aug 29 07:34:03.324207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-7c9fb82f-8de5-48d9-8a6a-8005e682e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:03.325665 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-7c9fb82f-8de5-48d9-8a6a-8005e682e1a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 1096 time: 0.0411034 Aug 29 07:34:03.371778 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-09fed07c-2917-441f-bc97-adc38829288b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb HTTP/1.1" status: 200 len: 217 time: 0.0327096 Aug 29 07:34:03.420332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-40dc7421-5498-4368-b955-8aeb8feac52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:03.421656 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-40dc7421-5498-4368-b955-8aeb8feac52d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0426049 Aug 29 07:34:03.469937 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-b214845c-c1be-4bbe-81d9-09151bf683ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:03.471418 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-b214845c-c1be-4bbe-81d9-09151bf683ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430894 Aug 29 07:34:03.558851 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-7d4a9b8f-622d-44f0-9b64-ca9582ed9cbb service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805092 Aug 29 07:34:03.651530 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a634e246-3142-46e1-9f64-a8284e7ff412 req-a230b22b-2304-4657-a9d8-8c603285011d service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861962 Aug 29 07:34:03.824706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159578d-3577-49a5-889c-3cd8eec3c61e req-5a153bd5-6a09-4b7d-9de5-455c37c73bdf tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:03.826210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6159578d-3577-49a5-889c-3cd8eec3c61e req-5a153bd5-6a09-4b7d-9de5-455c37c73bdf tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 944 time: 0.0500529 Aug 29 07:34:03.863316 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6159578d-3577-49a5-889c-3cd8eec3c61e req-e34d6b00-c7dc-440a-9523-ad39fad776e6 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Aug 29 07:34:04.068849 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:04.982376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd753f-b3f2-4751-a091-647265ca0fb9 req-4c1cbfb6-cd0b-4c92-a4ac-8ef80b4571a4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:04.983868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ebd753f-b3f2-4751-a091-647265ca0fb9 req-4c1cbfb6-cd0b-4c92-a4ac-8ef80b4571a4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 944 time: 0.0517738 Aug 29 07:34:05.022672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ebd753f-b3f2-4751-a091-647265ca0fb9 req-a1c4192f-2bf8-4400-98cf-184dd88a3e57 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322852 Aug 29 07:34:06.136931 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618b448-a6a6-4699-b8bb-0b525e1c6e93 req-1056fbe0-9670-4e2b-9074-03665b8598d8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:06.138300 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e618b448-a6a6-4699-b8bb-0b525e1c6e93 req-1056fbe0-9670-4e2b-9074-03665b8598d8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 944 time: 0.0492375 Aug 29 07:34:06.175354 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e618b448-a6a6-4699-b8bb-0b525e1c6e93 req-ab46a2c5-b9e3-4259-b517-aaba20a7bda6 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311062 Aug 29 07:34:07.289050 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46352f1-57c6-4433-8aeb-6132ff0056a1 req-1d8850bd-e3fd-4ea7-a07b-e32f963c718a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:07.290511 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d46352f1-57c6-4433-8aeb-6132ff0056a1 req-1d8850bd-e3fd-4ea7-a07b-e32f963c718a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 944 time: 0.0488925 Aug 29 07:34:07.327737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d46352f1-57c6-4433-8aeb-6132ff0056a1 req-7a2950a1-1072-4dd4-8582-594a18b331f3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313740 Aug 29 07:34:08.129202 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3e6f2051-956a-4f74-82ed-272164613346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:08.382977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3eade0d6-ccad-415b-8b3f-a72071f110fb details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:34:08.445687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409bcdd-3f53-4b46-8e5b-1ac7b8ee5c16 req-98d9d462-84b8-4869-9a86-f6f8b24808e3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:08.447184 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e409bcdd-3f53-4b46-8e5b-1ac7b8ee5c16 req-98d9d462-84b8-4869-9a86-f6f8b24808e3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 944 time: 0.0527332 Aug 29 07:34:08.479136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 3eade0d6-ccad-415b-8b3f-a72071f110fb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:34:08.484029 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e409bcdd-3f53-4b46-8e5b-1ac7b8ee5c16 req-e9bd1744-8a1b-4e8d-8d83-9241660c7000 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309713 Aug 29 07:34:08.490907 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '3eade0d6-ccad-415b-8b3f-a72071f110fb', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'port_id': '3eade0d6-ccad-415b-8b3f-a72071f110fb', 'mac_address': 'fa:16:3e:9c:be:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:34:08.527953 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:08.540660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eade0d6-ccad-415b-8b3f-a72071f110fb {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:34:08.563374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 3eade0d6-ccad-415b-8b3f-a72071f110fb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:34:08.628536 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:08.676162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=3eade0d6-ccad-415b-8b3f-a72071f110fb,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:34:08.990388 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['3eade0d6-ccad-415b-8b3f-a72071f110fb'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:34:09.598542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde00a7-f188-4598-9932-0987372ba912 req-1330afce-2804-4ce1-b663-2fd325e5cb03 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:09.600044 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7cde00a7-f188-4598-9932-0987372ba912 req-1330afce-2804-4ce1-b663-2fd325e5cb03 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 945 time: 0.0491259 Aug 29 07:34:09.638195 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7cde00a7-f188-4598-9932-0987372ba912 req-61518fb8-daad-40c9-b94d-a787e11fb09b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321388 Aug 29 07:34:10.392943 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3eade0d6-ccad-415b-8b3f-a72071f110fb up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:34:10.489518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 3eade0d6-ccad-415b-8b3f-a72071f110fb completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:34:10.493160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 3eade0d6-ccad-415b-8b3f-a72071f110fb triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:34:10.493547 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:10.568197 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:10.590081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eade0d6-ccad-415b-8b3f-a72071f110fb'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:34:10.592336 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5e5157a8d9c705e6f5149069e921c6137927cd073dffc87fca8153da4c034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65b2fe0-d87a-4338-bb02-11aa5a65feed" -d '{"events": [{"server_uuid": "19ba61c0-1374-4b2b-83a7-c9c9951644ac", "name": "network-vif-plugged", "status": "completed", "tag": "3eade0d6-ccad-415b-8b3f-a72071f110fb"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:34:10.605386 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 3eade0d6-ccad-415b-8b3f-a72071f110fb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:34:10.630452 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a2c552-a286-43b1-bb99-43e50436f25c x-openstack-request-id: req-64a2c552-a286-43b1-bb99-43e50436f25c {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:34:10.630772 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ba61c0-1374-4b2b-83a7-c9c9951644ac", "name": "network-vif-plugged", "status": "completed", "tag": "3eade0d6-ccad-415b-8b3f-a72071f110fb", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:34:10.631052 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-64a2c552-a286-43b1-bb99-43e50436f25c {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:34:10.631535 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eade0d6-ccad-415b-8b3f-a72071f110fb', 'code': 200} Aug 29 07:34:10.678793 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:10.729891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=3eade0d6-ccad-415b-8b3f-a72071f110fb,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:34:10.761481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec61fa-b14d-4081-9438-e3b2d2621a30 req-64dff8af-4a18-4000-94e8-2394ad77f42b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:10.763714 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27ec61fa-b14d-4081-9438-e3b2d2621a30 req-64dff8af-4a18-4000-94e8-2394ad77f42b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0506299 Aug 29 07:34:10.806023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-27ec61fa-b14d-4081-9438-e3b2d2621a30 req-6bebe484-2698-4586-b27e-774a116e4fa0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356774 Aug 29 07:34:10.812521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c5dfc-b2b9-4617-b2d5-53455d0b53a3 req-76f88d0b-4329-4fbb-9223-af8349a7c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:10.814145 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-860c5dfc-b2b9-4617-b2d5-53455d0b53a3 req-76f88d0b-4329-4fbb-9223-af8349a7c791 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 1098 time: 0.0941901 Aug 29 07:34:10.828298 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:10.851382 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-860c5dfc-b2b9-4617-b2d5-53455d0b53a3 req-4a188bde-b094-48ab-839b-5bc5ea2e1f8b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294173 Aug 29 07:34:11.582094 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4001-8fe1-4def-bcbc-2fc0cd7f4415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:11.932528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a8753-3d4a-4826-a0dd-fada61ef171b req-5a023cf2-e8c3-4bf5-a625-7a39cc24c816 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:11.934034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df5a8753-3d4a-4826-a0dd-fada61ef171b req-5a023cf2-e8c3-4bf5-a625-7a39cc24c816 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0554316 Aug 29 07:34:11.972297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df5a8753-3d4a-4826-a0dd-fada61ef171b req-bd76754e-3c74-45a2-b9b8-4cbdad36da5f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318985 Aug 29 07:34:11.999926 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:13.086778 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cefa3-5886-48af-8191-b00e4f303cd8 req-efd23337-baec-484e-a115-76121ec32b30 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:13.088305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f9cefa3-5886-48af-8191-b00e4f303cd8 req-efd23337-baec-484e-a115-76121ec32b30 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0488746 Aug 29 07:34:13.129236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6f9cefa3-5886-48af-8191-b00e4f303cd8 req-efea58f0-1f73-488d-89aa-9377ccb9694c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347497 Aug 29 07:34:13.238753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a3cd0-4a64-47d5-bac3-cd2dd3b29490 req-ebf35845-864a-4b79-883e-48fa28009ae8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:13.240238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-110a3cd0-4a64-47d5-bac3-cd2dd3b29490 req-ebf35845-864a-4b79-883e-48fa28009ae8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0473080 Aug 29 07:34:13.249638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41156) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:34:13.254926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-72de8aea-5d52-4c49-8d92-46403509d531 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Request body: {'floatingip': {'port_id': '3eade0d6-ccad-415b-8b3f-a72071f110fb'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:34:13.295933 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-72de8aea-5d52-4c49-8d92-46403509d531 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:13.655172 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:13.722636 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-72de8aea-5d52-4c49-8d92-46403509d531 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:13.776439 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-72de8aea-5d52-4c49-8d92-46403509d531 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:13.875651 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-72de8aea-5d52-4c49-8d92-46403509d531 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec associated. External IP: 172.25.1.28, port: 3eade0d6-ccad-415b-8b3f-a72071f110fb. Aug 29 07:34:14.406878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72de8aea-5d52-4c49-8d92-46403509d531 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Router 7071209b-3c30-461c-a53f-a790680efe4b has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:34:14.512742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72de8aea-5d52-4c49-8d92-46403509d531 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:34:14.517621 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-72de8aea-5d52-4c49-8d92-46403509d531 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:14.522835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cfdd37-1447-4e46-8a04-12edd37d2de8 None None] Sync routers for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:34:14.533153 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cfdd37-1447-4e46-8a04-12edd37d2de8 None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:34:14.534055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-57cfdd37-1447-4e46-8a04-12edd37d2de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:34:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:34:14.544400 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-72de8aea-5d52-4c49-8d92-46403509d531 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "PUT /v2.0/floatingips/a0473e9f-2c92-4e5d-807e-b0299e74b3ec HTTP/1.1" status: 200 len: 991 time: 1.2937443 Aug 29 07:34:14.545082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'tag': '3eade0d6-ccad-415b-8b3f-a72071f110fb'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:34:14.547374 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d3a673daa132ce62e625f2ee9874a8be055175ffe26c1794d470c28c05dda4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2595b911-e110-4abb-9316-47d754c5f6de" -d '{"events": [{"name": "network-changed", "server_uuid": "19ba61c0-1374-4b2b-83a7-c9c9951644ac", "tag": "3eade0d6-ccad-415b-8b3f-a72071f110fb"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:34:14.584499 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c7c679-3782-4e22-ad07-f4c6a3e15f3d x-openstack-request-id: req-17c7c679-3782-4e22-ad07-f4c6a3e15f3d {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:34:14.585233 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ba61c0-1374-4b2b-83a7-c9c9951644ac", "tag": "3eade0d6-ccad-415b-8b3f-a72071f110fb", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:34:14.585233 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-17c7c679-3782-4e22-ad07-f4c6a3e15f3d {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:34:14.585813 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'tag': '3eade0d6-ccad-415b-8b3f-a72071f110fb', 'status': 'completed', 'code': 200} Aug 29 07:34:14.644287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-57cfdd37-1447-4e46-8a04-12edd37d2de8 None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:34:14.677390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595b911-e110-4abb-9316-47d754c5f6de req-bcce5842-f8df-450f-9ec4-b613d93d3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:14.679529 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2595b911-e110-4abb-9316-47d754c5f6de req-bcce5842-f8df-450f-9ec4-b613d93d3569 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 1098 time: 0.0407622 Aug 29 07:34:14.772547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595b911-e110-4abb-9316-47d754c5f6de req-e7bddb1f-557f-44a9-9e32-ca7761233fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:14.773951 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2595b911-e110-4abb-9316-47d754c5f6de req-e7bddb1f-557f-44a9-9e32-ca7761233fec service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0877321 Aug 29 07:34:14.839290 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2595b911-e110-4abb-9316-47d754c5f6de req-e5f6ef09-313b-44a1-9550-4ec70eb7a601 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb HTTP/1.1" status: 200 len: 999 time: 0.0582292 Aug 29 07:34:14.863781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-57cfdd37-1447-4e46-8a04-12edd37d2de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a0473e9f-2c92-4e5d-807e-b0299e74b3ec', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'port_id': '3eade0d6-ccad-415b-8b3f-a72071f110fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'mac_address': 'fa:16:3e:9c:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:31:38Z', 'updated_at': '2021-08-29T07:34:13Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:34:14.892945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595b911-e110-4abb-9316-47d754c5f6de req-45a71894-970b-4879-896b-6c1c523192c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:14.894491 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2595b911-e110-4abb-9316-47d754c5f6de req-45a71894-970b-4879-896b-6c1c523192c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0488076 Aug 29 07:34:14.894659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cfdd37-1447-4e46-8a04-12edd37d2de8 None None] Checking router: 7071209b-3c30-461c-a53f-a790680efe4b for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:34:14.903399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cfdd37-1447-4e46-8a04-12edd37d2de8 None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:34:14.904002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-57cfdd37-1447-4e46-8a04-12edd37d2de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:34:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:34:14.940119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595b911-e110-4abb-9316-47d754c5f6de req-cd34fb39-c8b9-4ff2-a36a-925f79c6a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:34:14.941689 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2595b911-e110-4abb-9316-47d754c5f6de req-cd34fb39-c8b9-4ff2-a36a-925f79c6a200 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401633 Aug 29 07:34:15.009455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-57cfdd37-1447-4e46-8a04-12edd37d2de8 None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:34:15.032914 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2595b911-e110-4abb-9316-47d754c5f6de req-8414fe28-1d27-4f2d-82d7-9826df3c9bf6 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843623 Aug 29 07:34:15.127466 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2595b911-e110-4abb-9316-47d754c5f6de req-6bb5fe01-ceb4-4ec9-b24c-8b80dcbb7673 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875707 Aug 29 07:34:15.237347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-57cfdd37-1447-4e46-8a04-12edd37d2de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a0473e9f-2c92-4e5d-807e-b0299e74b3ec', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'port_id': '3eade0d6-ccad-415b-8b3f-a72071f110fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'mac_address': 'fa:16:3e:9c:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:31:38Z', 'updated_at': '2021-08-29T07:34:13Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:34:15.263393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cfdd37-1447-4e46-8a04-12edd37d2de8 None None] The sync data for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 is: [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a0473e9f-2c92-4e5d-807e-b0299e74b3ec', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'port_id': '3eade0d6-ccad-415b-8b3f-a72071f110fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'mac_address': 'fa:16:3e:9c:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:31:38Z', 'updated_at': '2021-08-29T07:34:13Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:34:15.445050 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278152a7-8114-4fde-a625-2107e3a49cfd None None] New status for floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:34:21.306189 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:22.275541 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:34:34.062303 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:38.165257 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a149aa0b-2960-4f05-a6ce-ec8e35d1fe73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:40.827965 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:41.585701 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a91b8d01-2204-495b-9f7b-35b336e871e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:41.911675 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:43.667744 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:51.319363 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:34:59.276070 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:35:04.094878 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-73a543ba-054c-4206-90a4-8e1227ee3f91 req-a2723d47-c0e7-4001-b258-03fe5e321173 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0738373 Aug 29 07:35:04.101448 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:35:04.166250 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-73a543ba-054c-4206-90a4-8e1227ee3f91 req-dd2bbcb7-2a3b-4ab3-a629-ad6a3c073d78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0288522 Aug 29 07:35:04.207661 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-73a543ba-054c-4206-90a4-8e1227ee3f91 req-aebedec5-740a-4517-bfd3-57d0185b3a7c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227077 Aug 29 07:35:04.309485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a543ba-054c-4206-90a4-8e1227ee3f91 req-4c0f121e-ef0c-4aed-a13c-1cde081f287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:35:04.310962 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-73a543ba-054c-4206-90a4-8e1227ee3f91 req-4c0f121e-ef0c-4aed-a13c-1cde081f287a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965788 Aug 29 07:35:08.149954 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f64be900-ba58-4f6e-95ac-5dfcddbd6834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:35:10.824593 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:35:11.547045 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b5f133b7-1fc5-4073-8066-e4b86119bcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:35:11.810026 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4407f369-8c17-49b4-9599-29861c927d22 req-b688fba1-880a-4029-856c-a42f17b5651f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0798984 Aug 29 07:35:11.901670 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:35:11.905190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407f369-8c17-49b4-9599-29861c927d22 req-a275807d-bc12-4aa8-b81f-241171427f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:35:11.906682 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4407f369-8c17-49b4-9599-29861c927d22 req-a275807d-bc12-4aa8-b81f-241171427f1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 1098 time: 0.0413792 Aug 29 07:35:12.013046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407f369-8c17-49b4-9599-29861c927d22 req-5d0e6fe6-693a-458e-b40d-d799d3c68a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:35:12.014601 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4407f369-8c17-49b4-9599-29861c927d22 req-5d0e6fe6-693a-458e-b40d-d799d3c68a06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0897574 Aug 29 07:35:12.084109 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4407f369-8c17-49b4-9599-29861c927d22 req-a8f606ff-4f13-477b-9119-5db66f03b13e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb HTTP/1.1" status: 200 len: 1001 time: 0.0571530 Aug 29 07:35:12.130299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407f369-8c17-49b4-9599-29861c927d22 req-f4d9861f-43f1-4678-94f5-2700bacfefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:35:12.132044 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4407f369-8c17-49b4-9599-29861c927d22 req-f4d9861f-43f1-4678-94f5-2700bacfefd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0472453 Aug 29 07:35:12.176535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407f369-8c17-49b4-9599-29861c927d22 req-b302e11c-ee36-45c2-b2f5-4716c7161052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:35:12.177996 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4407f369-8c17-49b4-9599-29861c927d22 req-b302e11c-ee36-45c2-b2f5-4716c7161052 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391705 Aug 29 07:35:12.266023 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4407f369-8c17-49b4-9599-29861c927d22 req-2c0a3f48-d371-45f7-ba91-f0a07ed0d413 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800509 Aug 29 07:35:12.357516 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4407f369-8c17-49b4-9599-29861c927d22 req-208bc467-3b0e-4f2b-878e-83192fddd9d0 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848694 Aug 29 07:35:13.675724 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:35:21.321007 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:35:34.129909 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:35:36.275496 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:35:38.135174 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8af4246d-f2cc-4232-b12c-5ea38e8be7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:35:40.829324 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:35:41.549063 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-827094e8-1545-49c4-8c1b-93806327b039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:35:41.925896 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:35:43.700848 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:35:51.348305 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:03.991318 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9cfdc2bb-ad8a-4810-b0ff-85326d98bb2f req-334d19b5-c9c2-485c-a306-e4fe72d43f9e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260425 Aug 29 07:36:04.056868 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9cfdc2bb-ad8a-4810-b0ff-85326d98bb2f req-8430283a-fc16-4ff0-87ca-845c0d7c83a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0244992 Aug 29 07:36:04.097294 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9cfdc2bb-ad8a-4810-b0ff-85326d98bb2f req-de67ea07-c324-407f-a117-1d35bfbc10c6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197577 Aug 29 07:36:04.102018 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:04.194192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdc2bb-ad8a-4810-b0ff-85326d98bb2f req-452f9bb0-a045-4b5c-92a1-3fe8b66d2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:04.195667 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9cfdc2bb-ad8a-4810-b0ff-85326d98bb2f req-452f9bb0-a045-4b5c-92a1-3fe8b66d2e2e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903492 Aug 29 07:36:08.180769 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab618-4aaa-45dc-aa38-7e090b0bcdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:10.831762 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:11.576379 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-944434a5-6691-4b85-b76f-b2f8266b559c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:11.947818 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:13.274331 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:36:13.690457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:13.741311 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6c16ed3c-51a1-4314-928b-c7c636f742de req-0718808f-9344-41ba-baac-7203bfde77a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405228 Aug 29 07:36:13.836753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16ed3c-51a1-4314-928b-c7c636f742de req-23d16ba8-b7e0-4c8f-b31f-58436e8b34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:13.838270 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6c16ed3c-51a1-4314-928b-c7c636f742de req-23d16ba8-b7e0-4c8f-b31f-58436e8b34d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 1098 time: 0.0415587 Aug 29 07:36:13.944445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16ed3c-51a1-4314-928b-c7c636f742de req-b47402ef-1733-4e04-81e3-5905e796a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:13.945925 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6c16ed3c-51a1-4314-928b-c7c636f742de req-b47402ef-1733-4e04-81e3-5905e796a9a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0888958 Aug 29 07:36:14.010357 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6c16ed3c-51a1-4314-928b-c7c636f742de req-12a43504-543f-47b8-9a41-65c2925e3d76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb HTTP/1.1" status: 200 len: 1001 time: 0.0573993 Aug 29 07:36:14.062322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16ed3c-51a1-4314-928b-c7c636f742de req-3c5fcef1-9e9e-408a-ad92-8f2337342959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:14.063753 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6c16ed3c-51a1-4314-928b-c7c636f742de req-3c5fcef1-9e9e-408a-ad92-8f2337342959 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0470130 Aug 29 07:36:14.108215 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16ed3c-51a1-4314-928b-c7c636f742de req-d8e3a6ce-ed2a-45f8-8333-8e3b458a1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:14.109598 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6c16ed3c-51a1-4314-928b-c7c636f742de req-d8e3a6ce-ed2a-45f8-8333-8e3b458a1c67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393763 Aug 29 07:36:14.198169 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6c16ed3c-51a1-4314-928b-c7c636f742de req-76f81dc9-35b9-48a5-8196-d89f1ee84450 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805807 Aug 29 07:36:14.292202 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6c16ed3c-51a1-4314-928b-c7c636f742de req-cff08943-b46d-4e11-b567-375aad81eb11 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869436 Aug 29 07:36:21.364767 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:34.134632 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:38.221041 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3292e841-508f-4457-be7e-ce5b95b57452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:40.832421 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:41.580940 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-99182d5d-00fa-441f-a223-c21f5eeae2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:41.941448 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:43.660725 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:48.316024 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec6a63-3acc-4154-b403-e0467677bc44 req-4a2a1ca5-8f3c-4a06-9e08-01d995c93183 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:48.317572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1fec6a63-3acc-4154-b403-e0467677bc44 req-4a2a1ca5-8f3c-4a06-9e08-01d995c93183 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0983994 Aug 29 07:36:48.360051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1fec6a63-3acc-4154-b403-e0467677bc44 req-647a3bf5-d0ed-4235-b7c1-63afcc5361fd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360661 Aug 29 07:36:49.592371 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6b1f5-c558-488f-9a0f-76e047f42492 req-bc864e4d-96d8-4d6b-8469-bd9be8833162 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:49.593853 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69f6b1f5-c558-488f-9a0f-76e047f42492 req-bc864e4d-96d8-4d6b-8469-bd9be8833162 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0942898 Aug 29 07:36:49.632275 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69f6b1f5-c558-488f-9a0f-76e047f42492 req-547fb813-5f78-4f23-a063-7db85b581c1e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322371 Aug 29 07:36:50.274091 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:36:50.749472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dd9b0-e1c4-4a71-bd31-64136534af5e req-8664fda0-676a-4d1d-b218-5fd30959acdf tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:50.750955 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b8dd9b0-e1c4-4a71-bd31-64136534af5e req-8664fda0-676a-4d1d-b218-5fd30959acdf tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0490062 Aug 29 07:36:50.789493 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b8dd9b0-e1c4-4a71-bd31-64136534af5e req-5888574d-6f2b-4764-95c2-ca41f49818b8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319235 Aug 29 07:36:51.334447 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:36:51.909012 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6422424-4e00-40fb-b50c-ab1955dd0d74 req-de6f0f7f-69ea-4049-bc35-dc40e2184eae tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:51.910468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c6422424-4e00-40fb-b50c-ab1955dd0d74 req-de6f0f7f-69ea-4049-bc35-dc40e2184eae tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0526536 Aug 29 07:36:51.949094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c6422424-4e00-40fb-b50c-ab1955dd0d74 req-62383677-7017-4316-bc6f-62f3a8427c2c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325673 Aug 29 07:36:53.063858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1a839-8bdd-40d3-9bb2-8eae86363e13 req-951608c5-03b7-4630-8db6-4dc4569fcd7c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:53.065387 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4b1a839-8bdd-40d3-9bb2-8eae86363e13 req-951608c5-03b7-4630-8db6-4dc4569fcd7c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0495102 Aug 29 07:36:53.109631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d4b1a839-8bdd-40d3-9bb2-8eae86363e13 req-0aac4c8e-fd28-4a22-845a-3a11cc3bd5df tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382965 Aug 29 07:36:54.222777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4d057-6e91-4147-ac07-cc69d40e68ba req-e427e7a0-70da-48b3-8965-ec753e61bfbd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:54.224280 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74f4d057-6e91-4147-ac07-cc69d40e68ba req-e427e7a0-70da-48b3-8965-ec753e61bfbd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0484586 Aug 29 07:36:54.261639 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74f4d057-6e91-4147-ac07-cc69d40e68ba req-0f074641-4bf4-49fb-a11e-dbd8606109ed tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314405 Aug 29 07:36:55.378117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cff47-7fcf-46b4-b5f8-cb7c913d3e84 req-6bd24266-f691-416b-845b-fe03f2f91e15 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:55.379623 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-288cff47-7fcf-46b4-b5f8-cb7c913d3e84 req-6bd24266-f691-416b-845b-fe03f2f91e15 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0527964 Aug 29 07:36:55.419066 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-288cff47-7fcf-46b4-b5f8-cb7c913d3e84 req-b1241c1e-3798-4be6-bf4b-0a10db23a1f1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334756 Aug 29 07:36:56.534056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29df4fe-6811-41b3-ba7d-48646c93324d req-d4bc667b-64a2-4f0c-8dc1-12f532fcc12d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:56.535696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a29df4fe-6811-41b3-ba7d-48646c93324d req-d4bc667b-64a2-4f0c-8dc1-12f532fcc12d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0488775 Aug 29 07:36:56.573355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a29df4fe-6811-41b3-ba7d-48646c93324d req-de338782-f22f-4422-b46a-d72b6579ea98 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320373 Aug 29 07:36:57.688079 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5319b-2e54-401e-9e88-6ddd0b1f9d1e req-44781246-44a9-4766-a555-1acd77ba8e84 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:57.689532 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76a5319b-2e54-401e-9e88-6ddd0b1f9d1e req-44781246-44a9-4766-a555-1acd77ba8e84 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0487773 Aug 29 07:36:57.727524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76a5319b-2e54-401e-9e88-6ddd0b1f9d1e req-8eaf6012-04e3-4463-9021-aec849902d12 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Aug 29 07:36:58.849766 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad48fa0-4e05-444f-9b1e-2c3be470a7d1 req-3562cdb5-7173-45af-93ca-21d3131f3e58 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:58.851357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cad48fa0-4e05-444f-9b1e-2c3be470a7d1 req-3562cdb5-7173-45af-93ca-21d3131f3e58 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0544558 Aug 29 07:36:58.890928 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cad48fa0-4e05-444f-9b1e-2c3be470a7d1 req-b0668356-d778-4032-b737-2f91ac566d2e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333524 Aug 29 07:36:59.294930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cba87-0d32-43de-b94d-31cb3bc5e93e req-5e1adc4b-cafa-4f27-8809-7e15841ee23f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:36:59.296443 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-396cba87-0d32-43de-b94d-31cb3bc5e93e req-5e1adc4b-cafa-4f27-8809-7e15841ee23f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0505586 Aug 29 07:36:59.334879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-396cba87-0d32-43de-b94d-31cb3bc5e93e req-338e9e8a-51fa-4752-ad7c-45947fc3d3bd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Aug 29 07:36:59.419847 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-0d6ad165-627f-4f05-b21e-8d7a44f9cd37 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905471 Aug 29 07:37:00.449482 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4fce8-15d9-4268-9fc3-10208a64422a req-1656278f-dfd2-49cf-b027-8939e18a5933 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:00.450981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45a4fce8-15d9-4268-9fc3-10208a64422a req-1656278f-dfd2-49cf-b027-8939e18a5933 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0492425 Aug 29 07:37:00.489221 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45a4fce8-15d9-4268-9fc3-10208a64422a req-b122ae18-2b2b-4fd2-9cd4-98c55afbcb3d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321472 Aug 29 07:37:01.325035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-957df345-4b03-49ac-b0ac-1ac07224b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:01.326499 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-957df345-4b03-49ac-b0ac-1ac07224b3d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 1098 time: 0.0403795 Aug 29 07:37:01.416990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-dc555681-ed3e-4e59-b7c2-0f1aababdca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:01.418428 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-dc555681-ed3e-4e59-b7c2-0f1aababdca8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0851316 Aug 29 07:37:01.483281 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-7330092a-63f4-470a-9396-a50e7f8b7e6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb HTTP/1.1" status: 200 len: 1001 time: 0.0567877 Aug 29 07:37:01.538998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-ce4f066e-ab0b-44f5-8996-adf93ed5c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:01.540491 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-ce4f066e-ab0b-44f5-8996-adf93ed5c56b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0505154 Aug 29 07:37:01.586732 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-ef3f04d3-a5bb-4cc3-b271-1a9d99d33997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:01.588177 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-ef3f04d3-a5bb-4cc3-b271-1a9d99d33997 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393984 Aug 29 07:37:01.610428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241f5ca-d11a-4d89-889b-840198f53335 req-c03fb751-d6cf-4777-9c09-7d4545b86027 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:01.611976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7241f5ca-d11a-4d89-889b-840198f53335 req-c03fb751-d6cf-4777-9c09-7d4545b86027 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0538714 Aug 29 07:37:01.649229 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7241f5ca-d11a-4d89-889b-840198f53335 req-11887c09-584c-4830-bf33-14aa858aeef6 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311522 Aug 29 07:37:01.679097 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-e89328c0-58d8-456b-8775-482e203f8436 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829930 Aug 29 07:37:01.772384 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-7cbcdcec-ca4f-42f8-95c3-8582a4495405 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865324 Aug 29 07:37:02.770815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c154d2-19db-412f-ab7a-e9e2c14541ec req-e56cd871-9e5e-433f-9a5d-bfa21816012c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:02.772358 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13c154d2-19db-412f-ab7a-e9e2c14541ec req-e56cd871-9e5e-433f-9a5d-bfa21816012c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0530298 Aug 29 07:37:02.815985 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13c154d2-19db-412f-ab7a-e9e2c14541ec req-d5f9c281-057b-43b5-a9f6-f53443022718 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341260 Aug 29 07:37:03.933144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97c5c9-1b6a-4532-b285-24596c7cbcff req-e0b12b3f-d7e3-46a9-ab3b-ab6f2ce01ee2 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:03.934607 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a97c5c9-1b6a-4532-b285-24596c7cbcff req-e0b12b3f-d7e3-46a9-ab3b-ab6f2ce01ee2 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0494545 Aug 29 07:37:03.972545 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a97c5c9-1b6a-4532-b285-24596c7cbcff req-f3e30d5a-d8f1-4709-8d60-be4e722ad1d5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314116 Aug 29 07:37:04.073171 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-4ad84ac8-1045-47b9-bd8a-ba42654d4e02 service neutron] show failed (client error): The resource could not be found. Aug 29 07:37:04.076587 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-4ad84ac8-1045-47b9-bd8a-ba42654d4e02 service neutron] 10.222.0.11 "GET /v2.0/ports/3eade0d6-ccad-415b-8b3f-a72071f110fb/bindings/n-h1-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0552597 Aug 29 07:37:04.124617 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:04.538520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-14b54c85-92f8-4d6d-aae4-28a5de55fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:04.540061 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-14b54c85-92f8-4d6d-aae4-28a5de55fece service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac&tenant_id=521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0407388 Aug 29 07:37:04.552013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:37:04.608483 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:04.806058 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] For port 3eade0d6-ccad-415b-8b3f-a72071f110fb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:37:04.837825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] For port 3eade0d6-ccad-415b-8b3f-a72071f110fb, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:37:04.877748 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eade0d6-ccad-415b-8b3f-a72071f110fb'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:37:04.883230 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:04.896145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Transition to ACTIVE for port object 3eade0d6-ccad-415b-8b3f-a72071f110fb will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:37:04.918353 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59c5638-df48-4010-ba43-cdb996979389" -d '{"events": [{"server_uuid": "19ba61c0-1374-4b2b-83a7-c9c9951644ac", "name": "network-vif-unplugged", "status": "completed", "tag": "3eade0d6-ccad-415b-8b3f-a72071f110fb"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:37:04.974331 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:05.024335 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44824eb8-63ef-48f8-9461-cb23c03c1277 x-openstack-request-id: req-44824eb8-63ef-48f8-9461-cb23c03c1277 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:37:05.024635 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ba61c0-1374-4b2b-83a7-c9c9951644ac", "name": "network-vif-unplugged", "status": "completed", "tag": "3eade0d6-ccad-415b-8b3f-a72071f110fb", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:37:05.024891 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-44824eb8-63ef-48f8-9461-cb23c03c1277 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:37:05.025287 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eade0d6-ccad-415b-8b3f-a72071f110fb', 'code': 200} Aug 29 07:37:05.058434 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Pushing event updated for resources: {'Port': ['ID=3eade0d6-ccad-415b-8b3f-a72071f110fb,revision_number=6']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:37:05.073809 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:05.074481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:05.074481 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:05.074814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:05.075193 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:05.075500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:05.076326 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:05.076661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:05.076990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:05.077313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:05.077634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:05.077957 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:05.119109 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] No DVR routers for this DVR port 3eade0d6-ccad-415b-8b3f-a72071f110fb on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:37:05.130871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33226e19-a5fe-4553-bf3c-102391d541fb req-71a4132b-fbbb-4d8f-83cf-666fba5bc3f0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:05.132506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33226e19-a5fe-4553-bf3c-102391d541fb req-71a4132b-fbbb-4d8f-83cf-666fba5bc3f0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 944 time: 0.0782290 Aug 29 07:37:05.175441 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-33226e19-a5fe-4553-bf3c-102391d541fb req-381aae68-a135-44de-aa54-740d88e92aa0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352597 Aug 29 07:37:05.261089 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Attempting to bind port 3eade0d6-ccad-415b-8b3f-a72071f110fb on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:37:05.261429 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Attempting to bind port 3eade0d6-ccad-415b-8b3f-a72071f110fb by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:37:05.261762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Attempting to bind port 3eade0d6-ccad-415b-8b3f-a72071f110fb on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:37:05.266841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Port 3eade0d6-ccad-415b-8b3f-a72071f110fb on network 3f17fab4-48ad-4c38-9387-de12872198e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:37:05.267180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Attempting to bind port 3eade0d6-ccad-415b-8b3f-a72071f110fb on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:37:05.272228 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:37:05.272633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Checking segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:37:05.273071 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Bound using segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:37:05.273545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Bound port: 3eade0d6-ccad-415b-8b3f-a72071f110fb, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:37:05.273906 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:05.336226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] For port 3eade0d6-ccad-415b-8b3f-a72071f110fb, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:37:05.339055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] For port 3eade0d6-ccad-415b-8b3f-a72071f110fb, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:37:05.420565 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:05.459553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:05.460249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:05.461691 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] 10.222.0.15 "PUT /v2.0/ports/3eade0d6-ccad-415b-8b3f-a72071f110fb HTTP/1.1" status: 200 len: 1093 time: 0.9137025 Aug 29 07:37:05.483783 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f7bd3-a662-4d43-a04d-56895da34b16 service neutron] Pushing event updated for resources: {'Port': ['ID=3eade0d6-ccad-415b-8b3f-a72071f110fb,revision_number=7']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:37:05.532161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-4722bf12-c352-4faf-b76c-9b214c4b31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:05.533687 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-4722bf12-c352-4faf-b76c-9b214c4b31a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 1096 time: 0.0468075 Aug 29 07:37:05.628483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-06eb9c02-1be2-417e-bf6d-4f0147c2c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:05.630291 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-06eb9c02-1be2-417e-bf6d-4f0147c2c742 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0898228 Aug 29 07:37:05.702260 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-0ec144ae-fda2-4dd7-b391-09605f61c167 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb HTTP/1.1" status: 200 len: 999 time: 0.0650573 Aug 29 07:37:05.752754 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-19b92c69-a91b-4ad7-884c-e00a96b64616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:05.754116 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-19b92c69-a91b-4ad7-884c-e00a96b64616 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0448322 Aug 29 07:37:05.799267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-bc2c9a42-7eaa-4ddc-af50-5914f0dd7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:05.800743 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-bc2c9a42-7eaa-4ddc-af50-5914f0dd7de3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394812 Aug 29 07:37:05.898919 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-4a743119-b3ef-466a-90cc-e2c76385a568 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913088 Aug 29 07:37:05.990496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.15', 53807) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:37:05.993072 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-6ba99ff7-fbdc-4685-ab44-b799dd8052bb service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876036 Aug 29 07:37:06.018512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-512abd1d-4ef4-458f-b0e5-a92fd01d2618 req-ee12db89-5326-46b6-a9ee-10c4a3b7b0fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265343 Aug 29 07:37:06.085242 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-512abd1d-4ef4-458f-b0e5-a92fd01d2618 req-912b5de3-e337-4ee1-b4b8-973681d3a577 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0250676 Aug 29 07:37:06.132504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-512abd1d-4ef4-458f-b0e5-a92fd01d2618 req-ba6ff4bb-9933-40d4-a87b-492716b61285 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211346 Aug 29 07:37:06.236038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512abd1d-4ef4-458f-b0e5-a92fd01d2618 req-389e594c-200c-4968-822f-b6f1b620433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:06.237535 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-512abd1d-4ef4-458f-b0e5-a92fd01d2618 req-389e594c-200c-4968-822f-b6f1b620433a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985956 Aug 29 07:37:06.304175 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe58e2-c9d0-4c8a-8c44-c25b3799a095 req-b34b00d4-ee90-4632-968b-9bc36ce75344 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:06.306522 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ffe58e2-c9d0-4c8a-8c44-c25b3799a095 req-b34b00d4-ee90-4632-968b-9bc36ce75344 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 944 time: 0.0554206 Aug 29 07:37:06.346253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6ffe58e2-c9d0-4c8a-8c44-c25b3799a095 req-6c1e600f-b1dd-4e41-b691-780b229e8dc0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334821 Aug 29 07:37:07.026872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'tag': '3eade0d6-ccad-415b-8b3f-a72071f110fb'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:37:07.029716 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c269217-de43-4a3a-9fa3-73aadf6ca349" -d '{"events": [{"name": "network-changed", "server_uuid": "19ba61c0-1374-4b2b-83a7-c9c9951644ac", "tag": "3eade0d6-ccad-415b-8b3f-a72071f110fb"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:37:07.076911 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011dfdfd-9aab-404a-a54d-6f29c6d4a1f6 x-openstack-request-id: req-011dfdfd-9aab-404a-a54d-6f29c6d4a1f6 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:37:07.077210 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ba61c0-1374-4b2b-83a7-c9c9951644ac", "tag": "3eade0d6-ccad-415b-8b3f-a72071f110fb", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:37:07.077476 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-011dfdfd-9aab-404a-a54d-6f29c6d4a1f6 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:37:07.077875 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'tag': '3eade0d6-ccad-415b-8b3f-a72071f110fb', 'status': 'completed', 'code': 200} Aug 29 07:37:07.144814 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-906a4ff1-faa1-4454-898f-4fc20697bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:07.146335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-906a4ff1-faa1-4454-898f-4fc20697bb11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 1096 time: 0.0441322 Aug 29 07:37:07.164573 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-328c775f-852d-4482-8a54-b55c38adec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:07.166089 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-328c775f-852d-4482-8a54-b55c38adec21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 1096 time: 0.0491118 Aug 29 07:37:07.242970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3eade0d6-ccad-415b-8b3f-a72071f110fb no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:37:07.244531 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-5d3a1e3f-0302-4c4e-ab1d-c2c80a9c9832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:07.247118 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-5d3a1e3f-0302-4c4e-ab1d-c2c80a9c9832 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0902853 Aug 29 07:37:07.258309 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-e3fcb701-23c4-42e7-b41f-edf9b7e3f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:07.259752 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-e3fcb701-23c4-42e7-b41f-edf9b7e3f2d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0872731 Aug 29 07:37:07.283284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3eade0d6-ccad-415b-8b3f-a72071f110fb not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:37:07.317486 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-b5c7c54b-b846-4402-a4a8-0e256e658ea9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb HTTP/1.1" status: 200 len: 999 time: 0.0634007 Aug 29 07:37:07.332495 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-35f6d025-c2c9-4f16-83d6-1d190820ee71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb HTTP/1.1" status: 200 len: 999 time: 0.0643294 Aug 29 07:37:07.370126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-632b5189-61fd-41e7-9be1-605ddea561bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:07.371631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-632b5189-61fd-41e7-9be1-605ddea561bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0473094 Aug 29 07:37:07.398975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-5b93e1f5-c133-4310-9d27-e5d584285c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:07.402081 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-5b93e1f5-c133-4310-9d27-e5d584285c41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0629714 Aug 29 07:37:07.452708 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-201eb0cd-5c47-42e6-8f08-3aa60e6b8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:07.453878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-27ff818b-9c78-4919-a1b4-1c8e7ab6a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:07.455491 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-27ff818b-9c78-4919-a1b4-1c8e7ab6a31c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737178 Aug 29 07:37:07.456594 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-201eb0cd-5c47-42e6-8f08-3aa60e6b8cb1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475597 Aug 29 07:37:07.486413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bc1b8-b63d-4cf9-849e-187f9afaec04 req-47e64246-97b2-4f45-99b1-ce0d00ba827e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:07.488035 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f26bc1b8-b63d-4cf9-849e-187f9afaec04 req-47e64246-97b2-4f45-99b1-ce0d00ba827e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 944 time: 0.0658808 Aug 29 07:37:07.558175 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-dbeb5003-cd44-4a95-931b-d967818d2f9a service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943172 Aug 29 07:37:07.580331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f26bc1b8-b63d-4cf9-849e-187f9afaec04 req-98355ed4-a1f6-4109-a90c-3c76083704b3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798936 Aug 29 07:37:07.604942 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-7e38a1b9-90fd-42dd-bce2-1617eed96ee0 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319690 Aug 29 07:37:07.707638 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-03208712-d7dd-4016-a7fc-54374ba7c1b2 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971649 Aug 29 07:37:07.992316 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7c269217-de43-4a3a-9fa3-73aadf6ca349 req-b3deb6f6-e607-4a50-8677-f3e723417217 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267430 Aug 29 07:37:08.140893 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a2899a9b-6aaa-46c6-a81e-69e7a47a9d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:08.227267 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 3eade0d6-ccad-415b-8b3f-a72071f110fb details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:37:08.324537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 3eade0d6-ccad-415b-8b3f-a72071f110fb, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:37:08.335785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '3eade0d6-ccad-415b-8b3f-a72071f110fb', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'port_id': '3eade0d6-ccad-415b-8b3f-a72071f110fb', 'mac_address': 'fa:16:3e:9c:be:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:37:08.373622 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:08.386538 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eade0d6-ccad-415b-8b3f-a72071f110fb {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:37:08.406093 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 3eade0d6-ccad-415b-8b3f-a72071f110fb, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:37:08.472769 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:08.524398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=3eade0d6-ccad-415b-8b3f-a72071f110fb,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:37:08.532296 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:08.532648 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:08.532995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:08.533338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:08.533677 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:08.534014 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:08.534348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:08.534679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:08.535008 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:08.535432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:08.535693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:08.536022 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:08.686186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['3eade0d6-ccad-415b-8b3f-a72071f110fb'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:37:08.707700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8386538-247d-486d-ac54-5629f9af3e71 req-795cb364-55c5-488b-9834-b1b2b3b155c1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:08.709272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8386538-247d-486d-ac54-5629f9af3e71 req-795cb364-55c5-488b-9834-b1b2b3b155c1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 945 time: 0.0511227 Aug 29 07:37:08.751672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8386538-247d-486d-ac54-5629f9af3e71 req-670b1088-d4c0-4fa7-a50e-c9658e31781a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358491 Aug 29 07:37:09.115572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdeb13-07e9-4c90-9671-b6e24fe25072 req-db625673-887c-4235-9b1c-f6aa8c47c4ad tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:09.117389 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bcdeb13-07e9-4c90-9671-b6e24fe25072 req-db625673-887c-4235-9b1c-f6aa8c47c4ad tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 945 time: 0.0572348 Aug 29 07:37:09.158859 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7bcdeb13-07e9-4c90-9671-b6e24fe25072 req-0b18a8e6-6cbb-499a-9f8a-9fc3613426a1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343657 Aug 29 07:37:09.209942 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-cc60566a-b33d-46f4-9510-0af805da29e4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:09.211557 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-cc60566a-b33d-46f4-9510-0af805da29e4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac&tenant_id=521debbfbc054596b1960c7215a5e9a2&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 945 time: 0.0585010 Aug 29 07:37:09.277541 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-75eebd76-90e4-4fa1-850f-830fd263126c service neutron] delete failed (client error): The resource could not be found. Aug 29 07:37:09.278479 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-75eebd76-90e4-4fa1-850f-830fd263126c service neutron] 10.222.0.11 "DELETE /v2.0/ports/3eade0d6-ccad-415b-8b3f-a72071f110fb/bindings/n-h2-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0598605 Aug 29 07:37:09.382946 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-e5676f6d-13c7-4035-9b9c-d465f4cae514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:09.384607 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-e5676f6d-13c7-4035-9b9c-d465f4cae514 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 1097 time: 0.0445678 Aug 29 07:37:09.494856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-08693cb1-7922-46e0-95fd-99a21ded2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:09.496387 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-08693cb1-7922-46e0-95fd-99a21ded2a28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.1040697 Aug 29 07:37:09.568516 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-db2d8cb0-a654-4c12-b7a6-fd0c17ad01c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb HTTP/1.1" status: 200 len: 1000 time: 0.0637248 Aug 29 07:37:09.616999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-804fd1bd-5c46-4b0c-9769-3a2318e1fded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:09.618523 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-804fd1bd-5c46-4b0c-9769-3a2318e1fded service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0430880 Aug 29 07:37:09.673126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-91d03a74-2e24-44b7-a2e8-561a3f2bc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:09.674650 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-91d03a74-2e24-44b7-a2e8-561a3f2bc3e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438635 Aug 29 07:37:09.768966 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-066d2dc9-25f6-4b73-8174-6b80c3367c89 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870667 Aug 29 07:37:09.862936 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ae38dd2c-1b7f-4340-990c-d02a60ca69c8 req-8964c04b-cbd9-4d96-9328-60ce71c7d2c6 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867953 Aug 29 07:37:10.258220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 3eade0d6-ccad-415b-8b3f-a72071f110fb up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:37:10.279839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ea204-6040-4628-8b75-d3c0765fc843 req-4d441033-a754-4a56-a9a0-ec0cfa1c9b1d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:10.281357 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-148ea204-6040-4628-8b75-d3c0765fc843 req-4d441033-a754-4a56-a9a0-ec0cfa1c9b1d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 945 time: 0.0521512 Aug 29 07:37:10.323660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-148ea204-6040-4628-8b75-d3c0765fc843 req-6dbe1fe1-d596-4ac0-8307-c71ab13ede40 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350418 Aug 29 07:37:10.362300 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 3eade0d6-ccad-415b-8b3f-a72071f110fb completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:37:10.366590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 3eade0d6-ccad-415b-8b3f-a72071f110fb triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:37:10.366950 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:10.446190 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:10.470459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eade0d6-ccad-415b-8b3f-a72071f110fb'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:37:10.488552 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 3eade0d6-ccad-415b-8b3f-a72071f110fb, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:37:10.514833 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1a0a84-bc54-4517-a67f-d6024e4ad3a4" -d '{"events": [{"server_uuid": "19ba61c0-1374-4b2b-83a7-c9c9951644ac", "name": "network-vif-plugged", "status": "completed", "tag": "3eade0d6-ccad-415b-8b3f-a72071f110fb"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:37:10.607998 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73310d14-210f-444d-92d3-59d1388995b7 x-openstack-request-id: req-73310d14-210f-444d-92d3-59d1388995b7 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:37:10.608286 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ba61c0-1374-4b2b-83a7-c9c9951644ac", "name": "network-vif-plugged", "status": "completed", "tag": "3eade0d6-ccad-415b-8b3f-a72071f110fb", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:37:10.608541 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-73310d14-210f-444d-92d3-59d1388995b7 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:37:10.608949 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eade0d6-ccad-415b-8b3f-a72071f110fb', 'code': 200} Aug 29 07:37:10.614291 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:10.664505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=3eade0d6-ccad-415b-8b3f-a72071f110fb,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:37:10.831474 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:11.441290 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035740d6-ded0-49e6-8749-b3ae72dd0b48 req-ad77fb40-742c-451f-8158-36fac71f11fa tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:11.442797 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-035740d6-ded0-49e6-8749-b3ae72dd0b48 req-ad77fb40-742c-451f-8158-36fac71f11fa tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0480974 Aug 29 07:37:11.480159 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-035740d6-ded0-49e6-8749-b3ae72dd0b48 req-ad4c935c-a968-42e2-b87c-7f41853c0193 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313282 Aug 29 07:37:11.574097 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1866-e496-4978-976b-96f29ec0db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:11.603450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b340796-61c3-491e-9aae-8190ed841b14 req-e7af68c7-3c87-44a0-b5d2-d7c39f8575b1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:11.605018 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b340796-61c3-491e-9aae-8190ed841b14 req-e7af68c7-3c87-44a0-b5d2-d7c39f8575b1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0545638 Aug 29 07:37:11.646832 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b340796-61c3-491e-9aae-8190ed841b14 req-c67b6d33-52fe-4ef1-a57a-b051e89369a0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348468 Aug 29 07:37:11.996904 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:12.066186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cbb16-0fdb-499b-9de0-8c98ed58d43e req-c53ff684-31eb-496f-99aa-d90abdfa9a3d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:12.067868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c7cbb16-0fdb-499b-9de0-8c98ed58d43e req-c53ff684-31eb-496f-99aa-d90abdfa9a3d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0545549 Aug 29 07:37:12.112250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c7cbb16-0fdb-499b-9de0-8c98ed58d43e req-139c8a22-64dd-494f-bd80-c4c556b83f06 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372310 Aug 29 07:37:12.182143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24adf0-fdf1-49c3-85d1-707c681d9fd6 req-b44c67ac-b37a-49f7-b075-21ea575dc3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:12.183682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f24adf0-fdf1-49c3-85d1-707c681d9fd6 req-b44c67ac-b37a-49f7-b075-21ea575dc3de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 1098 time: 0.0425260 Aug 29 07:37:12.280613 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24adf0-fdf1-49c3-85d1-707c681d9fd6 req-336da343-0f74-46a0-b50a-2502bd10a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:12.282154 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f24adf0-fdf1-49c3-85d1-707c681d9fd6 req-336da343-0f74-46a0-b50a-2502bd10a5d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0918946 Aug 29 07:37:12.349289 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f24adf0-fdf1-49c3-85d1-707c681d9fd6 req-e728580b-2b17-4c24-88f9-734ce8105913 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb HTTP/1.1" status: 200 len: 1001 time: 0.0595324 Aug 29 07:37:12.405080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24adf0-fdf1-49c3-85d1-707c681d9fd6 req-76d1d4ec-a592-4ea6-83e3-c4b39cbf286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:12.406510 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f24adf0-fdf1-49c3-85d1-707c681d9fd6 req-76d1d4ec-a592-4ea6-83e3-c4b39cbf286d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0496366 Aug 29 07:37:12.452569 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24adf0-fdf1-49c3-85d1-707c681d9fd6 req-cbc8d1e0-4d0d-4852-a565-a0d7e1da4d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:12.454079 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f24adf0-fdf1-49c3-85d1-707c681d9fd6 req-cbc8d1e0-4d0d-4852-a565-a0d7e1da4d20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408993 Aug 29 07:37:12.548070 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f24adf0-fdf1-49c3-85d1-707c681d9fd6 req-2b97170a-58eb-4be1-bc9c-9accc210bc29 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852473 Aug 29 07:37:12.647552 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3f24adf0-fdf1-49c3-85d1-707c681d9fd6 req-7a5b53cd-95f2-4528-9641-5f4a5e391dbe service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915871 Aug 29 07:37:13.237925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e364dfc-cc9b-41ba-8fc1-3a16be51845c req-bc8ddb54-8de3-4ca7-b333-e10fff36d805 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:13.239551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e364dfc-cc9b-41ba-8fc1-3a16be51845c req-bc8ddb54-8de3-4ca7-b333-e10fff36d805 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0512500 Aug 29 07:37:13.280333 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e364dfc-cc9b-41ba-8fc1-3a16be51845c req-ca013efc-8d08-4e7f-be53-99f68d110ebd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345981 Aug 29 07:37:13.722353 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:14.395438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af4f3b-11f9-4cbf-a6e4-a4ad46ba0428 req-a0138d5a-8016-466b-a474-1e47ea5a8907 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:14.396925 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a9af4f3b-11f9-4cbf-a6e4-a4ad46ba0428 req-a0138d5a-8016-466b-a474-1e47ea5a8907 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0483229 Aug 29 07:37:14.434677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a9af4f3b-11f9-4cbf-a6e4-a4ad46ba0428 req-64b3edfd-9fd5-4258-b392-e9154357887b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317855 Aug 29 07:37:14.908515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfb5fa-4b14-46f1-b15f-7aa86b732ab8 req-fcffd59b-fe7f-4e3e-8368-f8e7627af4b8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:14.909992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9cfb5fa-4b14-46f1-b15f-7aa86b732ab8 req-fcffd59b-fe7f-4e3e-8368-f8e7627af4b8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0549514 Aug 29 07:37:14.948587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9cfb5fa-4b14-46f1-b15f-7aa86b732ab8 req-0e6d12b5-2c6d-4ee4-992e-87c66ed5a5c9 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323598 Aug 29 07:37:16.070374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be465f-d98d-4b11-9f2b-541ff05d743e req-94b75fbb-0331-46c1-bd9c-477e15fa2a9b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:16.071890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70be465f-d98d-4b11-9f2b-541ff05d743e req-94b75fbb-0331-46c1-bd9c-477e15fa2a9b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0488250 Aug 29 07:37:16.109820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70be465f-d98d-4b11-9f2b-541ff05d743e req-75e28303-1f9e-4b08-827d-8c59789bf7d6 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312984 Aug 29 07:37:16.237333 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-75d6bf27-0a60-4b2b-b6bf-a5cfa2923f2f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:16.238912 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-75d6bf27-0a60-4b2b-b6bf-a5cfa2923f2f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 946 time: 0.0508952 Aug 29 07:37:16.329176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Deleting port 3eade0d6-ccad-415b-8b3f-a72071f110fb {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:37:16.329520 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:16.415906 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] For port 3eade0d6-ccad-415b-8b3f-a72071f110fb, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=3eade0d6-ccad-415b-8b3f-a72071f110fb,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:37:16.416186 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:16.644317 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:16.644799 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:16.645166 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec disassociated. External IP: 172.25.1.28, port: 3eade0d6-ccad-415b-8b3f-a72071f110fb. Aug 29 07:37:16.645541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Calling delete_port for 3eade0d6-ccad-415b-8b3f-a72071f110fb owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:37:16.865755 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:16.895679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event deleted for resources: {'Port': ['ID=3eade0d6-ccad-415b-8b3f-a72071f110fb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:37:16.906957 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:16.907340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:16.907679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:16.908015 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:16.908344 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:16.908670 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:16.908991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:16.909314 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:16.909638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:16.909959 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:16.910281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:16.910597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:37:17.029059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Router 7071209b-3c30-461c-a53f-a790680efe4b has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:37:17.144885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:37:17.156767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b36dc7-972e-4511-bf00-fc3aadeca20e None None] Sync routers for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:37:17.170789 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b36dc7-972e-4511-bf00-fc3aadeca20e None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:37:17.171504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a7b36dc7-972e-4511-bf00-fc3aadeca20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:37:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:37:17.189517 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] No DVR routers for this DVR port 3eade0d6-ccad-415b-8b3f-a72071f110fb on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:37:17.199044 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:17.201007 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82e55b32-f0dc-4eef-bed3-2a951bb26a85 req-dd9b4b78-29e5-4c12-962e-7a209e4b4377 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.15 "DELETE /v2.0/ports/3eade0d6-ccad-415b-8b3f-a72071f110fb HTTP/1.1" status: 204 len: 173 time: 0.9559565 Aug 29 07:37:17.202535 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'name': 'network-vif-deleted', 'tag': '3eade0d6-ccad-415b-8b3f-a72071f110fb'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:37:17.235103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-abfc1df2-7dc4-4412-82d6-e2f9b673b43a req-9dca5078-aa49-4b0c-bf40-43cddb7e86d6 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19ba61c0-1374-4b2b-83a7-c9c9951644ac HTTP/1.1" status: 200 len: 210 time: 0.0466921 Aug 29 07:37:17.257524 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c61837-755e-4419-811f-efc1a45d799d" -d '{"events": [{"server_uuid": "19ba61c0-1374-4b2b-83a7-c9c9951644ac", "name": "network-vif-deleted", "tag": "3eade0d6-ccad-415b-8b3f-a72071f110fb"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:37:17.350496 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe6b937-7098-4081-9a67-64b852e376a9 x-openstack-request-id: req-efe6b937-7098-4081-9a67-64b852e376a9 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:37:17.350790 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ba61c0-1374-4b2b-83a7-c9c9951644ac", "name": "network-vif-deleted", "tag": "3eade0d6-ccad-415b-8b3f-a72071f110fb", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:37:17.351068 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-efe6b937-7098-4081-9a67-64b852e376a9 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:37:17.351544 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ba61c0-1374-4b2b-83a7-c9c9951644ac', 'name': 'network-vif-deleted', 'tag': '3eade0d6-ccad-415b-8b3f-a72071f110fb', 'status': 'completed', 'code': 200} Aug 29 07:37:17.462175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a7b36dc7-972e-4511-bf00-fc3aadeca20e None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:37:17.663951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a7b36dc7-972e-4511-bf00-fc3aadeca20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:37:17.691062 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b36dc7-972e-4511-bf00-fc3aadeca20e None None] Checking router: 7071209b-3c30-461c-a53f-a790680efe4b for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:37:17.699482 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b36dc7-972e-4511-bf00-fc3aadeca20e None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:37:17.700176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a7b36dc7-972e-4511-bf00-fc3aadeca20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:37:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:37:17.806009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a7b36dc7-972e-4511-bf00-fc3aadeca20e None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:37:18.009196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a7b36dc7-972e-4511-bf00-fc3aadeca20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:37:18.039684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b36dc7-972e-4511-bf00-fc3aadeca20e None None] The sync data for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 is: [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:37:18.294309 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd555f54-52c1-498e-898d-1bc87a15dad2 None None] New status for floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:37:18.547204 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-efb38d6c-4b9d-47a0-b152-f647b610c155 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1023333966&fields=id&tenant_id=521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 267 time: 0.0327814 Aug 29 07:37:18.654703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-2bf27c6e-73ca-439f-beef-76d85fc4a2e0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:18.656789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-2bf27c6e-73ca-439f-beef-76d85fc4a2e0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 811 time: 0.1028883 Aug 29 07:37:18.673138 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-006ea139-0758-4de6-aec5-c3ed854a76f9 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/quotas/521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 375 time: 0.0096743 Aug 29 07:37:18.729326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-c280f786-8021-47ac-b151-66f1910b882b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501699 Aug 29 07:37:18.828027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a9afd759-26bb-4580-9334-e5f50aafb252 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:37:18.829087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a9afd759-26bb-4580-9334-e5f50aafb252 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534461 Aug 29 07:37:18.927490 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-541933f1-b7c0-402c-8195-3fbb3d6bffb8 service neutron] 10.222.0.76 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915456 Aug 29 07:37:19.017825 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-b56543ff-7145-4407-9fbd-e8c319806221 service neutron] 10.222.0.76 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836794 Aug 29 07:37:19.257634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a4dee090-a166-49da-833c-c82c495785a9 req-4e7e15f6-0dcf-4514-9a2f-6c65fbdb45a4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 210 time: 0.0278375 Aug 29 07:37:20.306178 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 3eade0d6-ccad-415b-8b3f-a72071f110fb no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:37:20.327295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: 3eade0d6-ccad-415b-8b3f-a72071f110fb {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:37:20.327674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 3eade0d6-ccad-415b-8b3f-a72071f110fb not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:37:20.355500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e5065bd-6411-4206-a7bb-6c2295ac3101 req-24c920a5-91e9-499c-acfe-49f6ec679c4e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 210 time: 0.0268676 Aug 29 07:37:21.122333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-0341f5f2-685b-407a-b815-97a3b6c9dd99 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:21.124882 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-0341f5f2-685b-407a-b815-97a3b6c9dd99 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 811 time: 0.1144431 Aug 29 07:37:21.175811 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-dd79123f-a485-4077-a8bb-75c4e297397c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 380 time: 0.0370781 Aug 29 07:37:21.185327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-d140e83b-044e-4c06-852d-935a4933b585 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Request body: {'port': {'device_id': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'admin_state_up': True, 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'security_groups': ['821fa0c4-4278-4d58-b441-b455355cd9a3']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:37:21.396914 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:21.397544 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-d140e83b-044e-4c06-852d-935a4933b585 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Made reservation on behalf of 521debbfbc054596b1960c7215a5e9a2 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:37:21.401390 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-d140e83b-044e-4c06-852d-935a4933b585 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:21.460745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64a0aefe-73f6-4ec4-94bd-95ea3c258ccf req-edf81299-cd90-4df6-84cd-308ef31e0c4b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 210 time: 0.0330796 Aug 29 07:37:21.540023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-d140e83b-044e-4c06-852d-935a4933b585 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Allocated IP 172.20.0.8 (3f17fab4-48ad-4c38-9387-de12872198e8/bccbb822-35b0-4c58-a40b-092c58167fb5/fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:37:21.703952 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-d140e83b-044e-4c06-852d-935a4933b585 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:21.720014 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-d140e83b-044e-4c06-852d-935a4933b585 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Transition to ACTIVE for port object fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:37:21.837184 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-d140e83b-044e-4c06-852d-935a4933b585 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:21.883848 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-d140e83b-044e-4c06-852d-935a4933b585 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Network 3f17fab4-48ad-4c38-9387-de12872198e8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:37:21.887075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-d140e83b-044e-4c06-852d-935a4933b585 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:37:21.892702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-d140e83b-044e-4c06-852d-935a4933b585 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:37:21.899304 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140e83b-044e-4c06-852d-935a4933b585 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event updated for resources: {'Port': ['ID=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:37:21.959797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-d140e83b-044e-4c06-852d-935a4933b585 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:21.960407 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-d140e83b-044e-4c06-852d-935a4933b585 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:22.060639 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-d140e83b-044e-4c06-852d-935a4933b585 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8792171 Aug 29 07:37:22.079952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Request body: {'port': {'device_id': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:37:22.142658 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:22.185493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fd3bcea6-da07-4a75-b838-5c204ce20941 None None] Provisioning for port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:37:22.190345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fd3bcea6-da07-4a75-b838-5c204ce20941 None None] Provisioning complete for port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:37:22.190812 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fd3bcea6-da07-4a75-b838-5c204ce20941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:22.226817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-fd3bcea6-da07-4a75-b838-5c204ce20941 None None] Port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:37:22.429868 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:37:22.438255 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:22.452413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Transition to ACTIVE for port object fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:37:22.539295 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:22.588854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b760a75-61e7-4cbb-b26c-ca0eaf91626e req-255944de-a5bf-44f3-8071-c15a6dd5c9a1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:22.591898 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6b760a75-61e7-4cbb-b26c-ca0eaf91626e req-255944de-a5bf-44f3-8071-c15a6dd5c9a1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 943 time: 0.0570152 Aug 29 07:37:22.616082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:37:22.638955 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6b760a75-61e7-4cbb-b26c-ca0eaf91626e req-1085b1d7-4366-48f4-8246-cabf9c45b346 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401225 Aug 29 07:37:22.684773 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Attempting to bind port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:37:22.685113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Attempting to bind port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:37:22.685447 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Attempting to bind port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:37:22.691046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on network 3f17fab4-48ad-4c38-9387-de12872198e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:37:22.691431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Attempting to bind port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:37:22.697518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:37:22.697859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Checking segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:37:22.698248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Bound using segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:37:22.698724 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Bound port: fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:37:22.699173 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:22.779859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:37:22.783431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:37:22.825583 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:22.867883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:22.868528 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:22.869966 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] 10.222.0.11 "PUT /v2.0/ports/fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 1092 time: 0.7951863 Aug 29 07:37:22.870423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:37:22.872846 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c45992-bb65-46ac-a8f1-67db8bcca3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:37:22.896737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5ba0f-04e2-4b90-a2f2-d633d92a4946 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:37:22.927956 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9c1384-432c-4c5a-9755-c17109d88362 x-openstack-request-id: req-6f9c1384-432c-4c5a-9755-c17109d88362 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:37:22.928350 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:37:22.928715 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6f9c1384-432c-4c5a-9755-c17109d88362 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:37:22.929175 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'status': 'completed', 'code': 200} Aug 29 07:37:23.019416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c45992-bb65-46ac-a8f1-67db8bcca3e4 req-466ac459-f7b1-4f04-9e5b-d58d20eb1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:23.021202 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d0c45992-bb65-46ac-a8f1-67db8bcca3e4 req-466ac459-f7b1-4f04-9e5b-d58d20eb1c45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1095 time: 0.0493193 Aug 29 07:37:23.129739 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c45992-bb65-46ac-a8f1-67db8bcca3e4 req-5aa098b0-5432-43b6-80c8-a650cdc0add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:23.131306 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d0c45992-bb65-46ac-a8f1-67db8bcca3e4 req-5aa098b0-5432-43b6-80c8-a650cdc0add0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=521debbfbc054596b1960c7215a5e9a2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0971069 Aug 29 07:37:23.233973 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c45992-bb65-46ac-a8f1-67db8bcca3e4 req-20621897-cdd7-4296-be26-30f246c6feea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:23.235498 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d0c45992-bb65-46ac-a8f1-67db8bcca3e4 req-20621897-cdd7-4296-be26-30f246c6feea service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977647 Aug 29 07:37:23.334458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-c63d9dde-aeb4-4441-9906-09b401666ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:23.336053 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-c63d9dde-aeb4-4441-9906-09b401666ba9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1095 time: 0.0434656 Aug 29 07:37:23.386151 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-00c6bc79-94f3-4d59-8f53-7b56894b9911 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 217 time: 0.0370758 Aug 29 07:37:23.446675 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-db79b82b-dd4b-4715-8b72-84d9124f1fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:23.448234 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-db79b82b-dd4b-4715-8b72-84d9124f1fa8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0547252 Aug 29 07:37:23.497138 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-b22c6f6b-fc94-4cf8-9d0f-f0247295926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:23.498670 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-b22c6f6b-fc94-4cf8-9d0f-f0247295926b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432429 Aug 29 07:37:23.593389 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-ac097d09-6f1e-4aa8-8c32-a814c5f6078b service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867012 Aug 29 07:37:23.703860 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dc2559b0-0db4-499c-a024-07a52b4ff887 req-c7d372f0-2b0c-412b-a927-1a8e7f4e73a7 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033382 Aug 29 07:37:23.778888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a64f0-1bec-4dc3-af2c-d40383d7db8d req-044df700-da93-4f21-9362-ef7fb528b380 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:23.781158 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a8a64f0-1bec-4dc3-af2c-d40383d7db8d req-044df700-da93-4f21-9362-ef7fb528b380 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 943 time: 0.0568256 Aug 29 07:37:23.819180 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a8a64f0-1bec-4dc3-af2c-d40383d7db8d req-4664e3b6-f254-4676-b2cf-5db2d28954bf tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318639 Aug 29 07:37:24.954803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099437c-625f-4db6-a4da-21c93782214e req-f9406e85-fe9c-4028-b6a8-671a63e5e883 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:24.956296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6099437c-625f-4db6-a4da-21c93782214e req-f9406e85-fe9c-4028-b6a8-671a63e5e883 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 943 time: 0.0611036 Aug 29 07:37:25.007332 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6099437c-625f-4db6-a4da-21c93782214e req-a75f07c9-7d71-4247-984b-77e80f4dcdbe tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376275 Aug 29 07:37:26.125246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a02a6e-8081-4840-9d03-7fcc33c4a8ab req-d8c8742a-5a02-4af1-ac4d-de3b27bc6d89 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:26.126919 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-37a02a6e-8081-4840-9d03-7fcc33c4a8ab req-d8c8742a-5a02-4af1-ac4d-de3b27bc6d89 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 943 time: 0.0498140 Aug 29 07:37:26.165952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-37a02a6e-8081-4840-9d03-7fcc33c4a8ab req-d1b58804-d2e6-41c6-a735-88f1e25e5219 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Aug 29 07:37:27.249524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:37:27.273621 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:37:27.287223 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9f8b5-1c3e-4c89-a1f4-c0e594339a2f req-d9ad37b8-c8c7-4058-897f-449f0f3cbf5c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:27.288729 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87f9f8b5-1c3e-4c89-a1f4-c0e594339a2f req-d9ad37b8-c8c7-4058-897f-449f0f3cbf5c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 943 time: 0.0507419 Aug 29 07:37:27.330263 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87f9f8b5-1c3e-4c89-a1f4-c0e594339a2f req-f0691847-3d70-4193-ac7b-a1e015759434 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355954 Aug 29 07:37:27.347794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:37:27.358701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'port_id': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'mac_address': 'fa:16:3e:44:6b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:37:27.395311 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:27.407481 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:37:27.425641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:37:27.476014 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:27.522457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:37:27.905034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:37:28.459226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a17b9-cc09-4a52-8022-0c08f5e265e6 req-a750c763-9e64-46b3-88e2-3e09e122e90c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:28.460711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e51a17b9-cc09-4a52-8022-0c08f5e265e6 req-a750c763-9e64-46b3-88e2-3e09e122e90c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 944 time: 0.0571136 Aug 29 07:37:28.500302 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e51a17b9-cc09-4a52-8022-0c08f5e265e6 req-41d392b0-ba2e-4432-bd7c-62797d2ebdf0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335615 Aug 29 07:37:29.248352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:37:29.368070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:37:29.372195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:37:29.372567 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:29.465507 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:29.489324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:37:29.491762 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2c9762-b94e-4413-a75f-4fee8498bac1" -d '{"events": [{"server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "name": "network-vif-plugged", "status": "completed", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:37:29.505594 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:37:29.530848 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af19f8f2-7dd0-4070-a39e-3c7d2d3a499d x-openstack-request-id: req-af19f8f2-7dd0-4070-a39e-3c7d2d3a499d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:37:29.531204 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "name": "network-vif-plugged", "status": "completed", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:37:29.531460 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af19f8f2-7dd0-4070-a39e-3c7d2d3a499d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:37:29.531862 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'code': 200} Aug 29 07:37:29.585134 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:29.622844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13434396-3512-487d-ba16-05bb472510d3 req-cdd80855-7498-4ed0-9969-392b0d50fac4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:29.625038 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13434396-3512-487d-ba16-05bb472510d3 req-cdd80855-7498-4ed0-9969-392b0d50fac4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0540044 Aug 29 07:37:29.635792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:37:29.660523 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90835403-322a-4f75-b979-17303e388949 req-df911628-0c37-4778-a544-a3d7ba0307f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:29.662194 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-90835403-322a-4f75-b979-17303e388949 req-df911628-0c37-4778-a544-a3d7ba0307f3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1097 time: 0.0428274 Aug 29 07:37:29.668031 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13434396-3512-487d-ba16-05bb472510d3 req-6f1c8afb-dcf4-4fcf-b925-5757b074e3d0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353119 Aug 29 07:37:29.699704 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-90835403-322a-4f75-b979-17303e388949 req-30f9091e-29ef-438b-8238-8d422b9c5455 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308557 Aug 29 07:37:30.792171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7ca2f-dd78-4264-a283-a35034a4ff7d req-2e54d3f8-9c86-43c9-9b52-896338f5dc6d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:30.793666 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3d7ca2f-dd78-4264-a283-a35034a4ff7d req-2e54d3f8-9c86-43c9-9b52-896338f5dc6d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0497701 Aug 29 07:37:30.834390 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3d7ca2f-dd78-4264-a283-a35034a4ff7d req-a67c5c07-8e88-4ada-813a-71e48f2d6c52 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338018 Aug 29 07:37:31.970198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd56261-ad9f-42bc-908d-4f6ecc315e1d req-e7b64488-3ad2-4b2f-828a-38ead0f8817c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:31.972602 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdd56261-ad9f-42bc-908d-4f6ecc315e1d req-e7b64488-3ad2-4b2f-828a-38ead0f8817c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0711365 Aug 29 07:37:32.019007 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdd56261-ad9f-42bc-908d-4f6ecc315e1d req-7ef5ee39-ba6c-45a5-be8d-390c1d82ce0a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382602 Aug 29 07:37:32.161815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c1c13-fd92-4cc8-8c22-768eb2c225d1 req-7fc756bd-e1b4-4142-a44a-db3808c9e502 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:32.163311 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b6c1c13-fd92-4cc8-8c22-768eb2c225d1 req-7fc756bd-e1b4-4142-a44a-db3808c9e502 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0667918 Aug 29 07:37:32.173051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 41752) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:37:32.178133 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-60187bdd-f592-4b15-981a-c1e429ec2bdc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Request body: {'floatingip': {'port_id': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:37:32.219085 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-60187bdd-f592-4b15-981a-c1e429ec2bdc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:32.663659 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-60187bdd-f592-4b15-981a-c1e429ec2bdc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:32.739012 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-60187bdd-f592-4b15-981a-c1e429ec2bdc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:33.172800 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-60187bdd-f592-4b15-981a-c1e429ec2bdc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec associated. External IP: 172.25.1.28, port: fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0. Aug 29 07:37:33.375017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60187bdd-f592-4b15-981a-c1e429ec2bdc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Router 7071209b-3c30-461c-a53f-a790680efe4b has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:37:33.483110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60187bdd-f592-4b15-981a-c1e429ec2bdc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:37:33.488141 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-60187bdd-f592-4b15-981a-c1e429ec2bdc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:33.492665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7f8db9-dd7d-4ef1-8fa7-f52055d60cac None None] Sync routers for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:37:33.502829 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7f8db9-dd7d-4ef1-8fa7-f52055d60cac None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:37:33.503472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9d7f8db9-dd7d-4ef1-8fa7-f52055d60cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:37:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:37:33.518457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-60187bdd-f592-4b15-981a-c1e429ec2bdc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "PUT /v2.0/floatingips/a0473e9f-2c92-4e5d-807e-b0299e74b3ec HTTP/1.1" status: 200 len: 990 time: 1.3407700 Aug 29 07:37:33.518457 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:37:33.518788 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153f43ff-ea32-4622-a6c1-49067206355f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:37:33.557412 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d186909a-3ed5-4b0c-a635-0cd9565b743f x-openstack-request-id: req-d186909a-3ed5-4b0c-a635-0cd9565b743f {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:37:33.557712 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:37:33.557971 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d186909a-3ed5-4b0c-a635-0cd9565b743f {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:37:33.558385 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'status': 'completed', 'code': 200} Aug 29 07:37:33.610809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-9d7f8db9-dd7d-4ef1-8fa7-f52055d60cac None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:37:33.657837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f43ff-ea32-4622-a6c1-49067206355f req-e79884b4-1c77-4353-bbc3-06797d75ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:33.659402 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-153f43ff-ea32-4622-a6c1-49067206355f req-e79884b4-1c77-4353-bbc3-06797d75ebfc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1097 time: 0.0463305 Aug 29 07:37:33.754121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f43ff-ea32-4622-a6c1-49067206355f req-0ef8f6ca-8135-4d10-9eba-dd9c29300f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:33.755573 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-153f43ff-ea32-4622-a6c1-49067206355f req-0ef8f6ca-8135-4d10-9eba-dd9c29300f99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0884531 Aug 29 07:37:33.826222 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-153f43ff-ea32-4622-a6c1-49067206355f req-9ab7997d-6f55-4eec-83ac-4acdcba59d4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 998 time: 0.0637920 Aug 29 07:37:33.840289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9d7f8db9-dd7d-4ef1-8fa7-f52055d60cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a0473e9f-2c92-4e5d-807e-b0299e74b3ec', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'port_id': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'mac_address': 'fa:16:3e:44:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:31:38Z', 'updated_at': '2021-08-29T07:37:32Z', 'revision_number': 9, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:37:33.867614 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7f8db9-dd7d-4ef1-8fa7-f52055d60cac None None] Checking router: 7071209b-3c30-461c-a53f-a790680efe4b for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:37:33.876849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7f8db9-dd7d-4ef1-8fa7-f52055d60cac None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:37:33.877472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9d7f8db9-dd7d-4ef1-8fa7-f52055d60cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:37:11Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:37:33.877630 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f43ff-ea32-4622-a6c1-49067206355f req-f2cd1168-4a85-44ad-8c3c-6d4b85959023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:33.878959 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-153f43ff-ea32-4622-a6c1-49067206355f req-f2cd1168-4a85-44ad-8c3c-6d4b85959023 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0455308 Aug 29 07:37:33.942147 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f43ff-ea32-4622-a6c1-49067206355f req-c23a7439-377c-4761-9418-c9a7a1a0ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:37:33.944647 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-153f43ff-ea32-4622-a6c1-49067206355f req-c23a7439-377c-4761-9418-c9a7a1a0ef57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589855 Aug 29 07:37:33.982535 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-9d7f8db9-dd7d-4ef1-8fa7-f52055d60cac None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:37:34.036700 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-153f43ff-ea32-4622-a6c1-49067206355f req-1c03646f-71c0-439a-99d7-c86690fbb120 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853484 Aug 29 07:37:34.130923 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-153f43ff-ea32-4622-a6c1-49067206355f req-330d34a4-4273-422b-8302-de724083a322 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874600 Aug 29 07:37:34.134279 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:34.217678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-9d7f8db9-dd7d-4ef1-8fa7-f52055d60cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a0473e9f-2c92-4e5d-807e-b0299e74b3ec', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'port_id': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'mac_address': 'fa:16:3e:44:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:31:38Z', 'updated_at': '2021-08-29T07:37:32Z', 'revision_number': 9, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:37:34.248324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7f8db9-dd7d-4ef1-8fa7-f52055d60cac None None] The sync data for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 is: [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a0473e9f-2c92-4e5d-807e-b0299e74b3ec', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'port_id': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'mac_address': 'fa:16:3e:44:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:31:38Z', 'updated_at': '2021-08-29T07:37:32Z', 'revision_number': 9, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:37:34.436349 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da978801-3922-42c6-bfd7-a0aab2c518c7 None None] New status for floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:37:38.138971 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c46a888b-f8cf-4623-a401-acad2b08967f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:40.870146 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:41.584670 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c92aa472-ca49-4cdd-9a3e-30258c8e4ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:41.915669 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:43.716780 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:37:51.390330 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:38:04.138666 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:38:04.274474 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:38:08.144017 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a201aab2-4fa7-4a1a-acab-cb49b6a021e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:38:10.824205 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:38:11.566922 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b5663ccd-2f52-49d1-bac6-47e984edc68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:38:11.972789 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:38:13.680222 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:38:17.725690 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cce5dbb2-96ac-4dac-81b9-4d9360721176 req-fc61e7d2-fd82-4f95-8926-54aa025232da service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415657 Aug 29 07:38:17.830322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5dbb2-96ac-4dac-81b9-4d9360721176 req-f9571264-5902-4718-ae44-965b00e758dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:38:17.831923 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cce5dbb2-96ac-4dac-81b9-4d9360721176 req-f9571264-5902-4718-ae44-965b00e758dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1097 time: 0.0471554 Aug 29 07:38:17.936677 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5dbb2-96ac-4dac-81b9-4d9360721176 req-132a5f91-a076-4f76-9500-e0536ad7406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:38:17.938156 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cce5dbb2-96ac-4dac-81b9-4d9360721176 req-132a5f91-a076-4f76-9500-e0536ad7406b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0855625 Aug 29 07:38:18.008854 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cce5dbb2-96ac-4dac-81b9-4d9360721176 req-69a1cae5-a714-48bd-b215-f9c530d79ca5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 1001 time: 0.0636876 Aug 29 07:38:18.063418 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5dbb2-96ac-4dac-81b9-4d9360721176 req-c26c846d-f0e8-488a-afa9-8d085f9f8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:38:18.064883 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cce5dbb2-96ac-4dac-81b9-4d9360721176 req-c26c846d-f0e8-488a-afa9-8d085f9f8ead service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0488613 Aug 29 07:38:18.111492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5dbb2-96ac-4dac-81b9-4d9360721176 req-3a4e795f-9d91-440a-ae53-9ffa222a5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:38:18.112987 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cce5dbb2-96ac-4dac-81b9-4d9360721176 req-3a4e795f-9d91-440a-ae53-9ffa222a5a03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415642 Aug 29 07:38:18.208507 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cce5dbb2-96ac-4dac-81b9-4d9360721176 req-9c5fd25c-009a-43c4-af38-eb8c650893ad service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887201 Aug 29 07:38:18.302049 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cce5dbb2-96ac-4dac-81b9-4d9360721176 req-037013f6-727a-4b0e-85bf-409cc4466239 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854487 Aug 29 07:38:21.366536 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:38:34.166441 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:38:38.137430 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d36151b0-34b9-40f5-b40f-b5febec1ef90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:38:40.840522 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:38:41.274808 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:38:41.571764 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f393367d-9137-45ec-89eb-be0de7578b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:38:41.954828 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:38:43.692654 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:38:51.376324 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:04.152750 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:06.007851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24f224e8-58ce-4a94-a2e8-478be61447dd req-d70e45e7-b693-4fcc-8da8-6ed59bbe88ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277658 Aug 29 07:39:06.072592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24f224e8-58ce-4a94-a2e8-478be61447dd req-9a83daeb-d989-452e-9052-d97e459f56ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0250289 Aug 29 07:39:06.109953 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24f224e8-58ce-4a94-a2e8-478be61447dd req-4c2cf016-c04b-4545-a838-de8e17e94f40 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0182912 Aug 29 07:39:06.206472 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f224e8-58ce-4a94-a2e8-478be61447dd req-7760b1ec-b289-46d2-a29f-b684e20ea27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:39:06.206472 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24f224e8-58ce-4a94-a2e8-478be61447dd req-7760b1ec-b289-46d2-a29f-b684e20ea27a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894535 Aug 29 07:39:08.159545 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e4d2f0cb-206e-41a1-b036-7f2759268c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:10.279161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-628465e6-2a94-4dda-92a3-3b218e2662a5 req-29ce93a3-73f0-415d-ae2b-80efe1c80448 service neutron] (95404) timed out ('10.222.0.11', 55479) {{(pid=95404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 07:39:10.855675 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:11.586316 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1490cd53-f29e-4cfd-96b4-561d7b2962fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:11.929455 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:13.668404 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:18.274198 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:39:18.722077 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63645262-fae1-44bc-8437-477e54dc6c44 req-76c45f20-cc0d-4dd9-b5ca-987789c98e3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402157 Aug 29 07:39:18.821605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63645262-fae1-44bc-8437-477e54dc6c44 req-9b647f41-47f2-4f81-a422-38a34bfc9821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:39:18.823211 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63645262-fae1-44bc-8437-477e54dc6c44 req-9b647f41-47f2-4f81-a422-38a34bfc9821 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1097 time: 0.0445230 Aug 29 07:39:18.923910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63645262-fae1-44bc-8437-477e54dc6c44 req-dff0ceae-94e0-485b-93d4-f2720c8b7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:39:18.925382 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63645262-fae1-44bc-8437-477e54dc6c44 req-dff0ceae-94e0-485b-93d4-f2720c8b7f12 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0840433 Aug 29 07:39:18.996794 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63645262-fae1-44bc-8437-477e54dc6c44 req-2ba07406-65f1-461e-91b4-881e21a27a45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 1001 time: 0.0640104 Aug 29 07:39:19.050763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63645262-fae1-44bc-8437-477e54dc6c44 req-dcc65e5e-dc29-45fb-982b-c6c34de0716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:39:19.052307 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63645262-fae1-44bc-8437-477e54dc6c44 req-dcc65e5e-dc29-45fb-982b-c6c34de0716c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0483708 Aug 29 07:39:19.101163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63645262-fae1-44bc-8437-477e54dc6c44 req-b8cfc838-9e51-4f00-a888-4f036b2dabab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:39:19.102639 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63645262-fae1-44bc-8437-477e54dc6c44 req-b8cfc838-9e51-4f00-a888-4f036b2dabab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433202 Aug 29 07:39:19.112941 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-63645262-fae1-44bc-8437-477e54dc6c44 req-3aacc2e1-f684-44d9-9d33-a364ba66e09c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:39:19.113862 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63645262-fae1-44bc-8437-477e54dc6c44 req-3aacc2e1-f684-44d9-9d33-a364ba66e09c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048738 Aug 29 07:39:19.204504 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63645262-fae1-44bc-8437-477e54dc6c44 req-687c1654-61f1-456d-93fc-a9aa746f869b service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839219 Aug 29 07:39:19.295579 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-63645262-fae1-44bc-8437-477e54dc6c44 req-44c75303-5575-454a-a254-a81f21a008a5 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840018 Aug 29 07:39:21.357791 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:34.180460 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:38.174865 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-098bd5e9-3de9-4421-86dc-da5b71174c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:40.848760 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:41.585839 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-22833b44-2c43-4201-86bc-355e8b906d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:41.936513 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:43.682428 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:51.420246 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:39:55.272857 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:40:04.153126 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:07.041066 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1d54ff2-d85e-4340-b3c1-8445e31d927c req-f3e31e7a-96fd-465c-ba21-8ff324576f1c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0891509 Aug 29 07:40:07.107049 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1d54ff2-d85e-4340-b3c1-8445e31d927c req-010ee9ed-880c-493b-a2fa-debeba2dda91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0249801 Aug 29 07:40:07.144566 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1d54ff2-d85e-4340-b3c1-8445e31d927c req-44177b40-4cde-4420-8b9d-0715fb8a50d4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196579 Aug 29 07:40:07.244627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d54ff2-d85e-4340-b3c1-8445e31d927c req-92c4a5cc-0af8-4756-9c1c-dea375d8ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:07.246071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e1d54ff2-d85e-4340-b3c1-8445e31d927c req-92c4a5cc-0af8-4756-9c1c-dea375d8ca44 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949223 Aug 29 07:40:08.144736 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6f3ee0f6-7458-44bb-9b96-a4192205030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:10.947568 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:11.578645 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0205ee5-1e76-4bc5-b07c-15c1f423b8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:11.947257 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:13.678948 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:13.762164 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70612e-f024-4861-af52-b0232ec61c79 req-a90c2574-1f43-4b02-8c01-4a88d0b0b0c1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:13.763714 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c70612e-f024-4861-af52-b0232ec61c79 req-a90c2574-1f43-4b02-8c01-4a88d0b0b0c1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0503495 Aug 29 07:40:13.801407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c70612e-f024-4861-af52-b0232ec61c79 req-2a4cefa7-0ab9-47c4-8efd-afe00e80782d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316830 Aug 29 07:40:13.938013 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-e9feeb7e-3ae4-4e76-b65c-3f4da396526c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432000 Aug 29 07:40:14.924353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf978f7-5e80-4d80-a5e2-03f659780537 req-102bea96-5dca-41f9-bb17-780c11b8cfae tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:14.925873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbf978f7-5e80-4d80-a5e2-03f659780537 req-102bea96-5dca-41f9-bb17-780c11b8cfae tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0548706 Aug 29 07:40:14.964194 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbf978f7-5e80-4d80-a5e2-03f659780537 req-fbe03acb-611c-4427-a851-4afeba9459d8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317693 Aug 29 07:40:16.080182 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901a04d-0179-4fda-bd98-c1af7e0c0bd1 req-dd0a5d00-f4c3-45a1-899a-eb74a1457267 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:16.081705 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1901a04d-0179-4fda-bd98-c1af7e0c0bd1 req-dd0a5d00-f4c3-45a1-899a-eb74a1457267 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0498264 Aug 29 07:40:16.120750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1901a04d-0179-4fda-bd98-c1af7e0c0bd1 req-f7c9860c-547d-456e-8ae0-130adf078859 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322709 Aug 29 07:40:16.169870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-ac95c8ad-d9af-42da-85f4-e659d976e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:16.171360 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-ac95c8ad-d9af-42da-85f4-e659d976e9ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1097 time: 0.0872409 Aug 29 07:40:16.262254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-c0b481ad-fea3-4538-a4eb-dc3a0e0f233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:16.263780 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-c0b481ad-fea3-4538-a4eb-dc3a0e0f233c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0853682 Aug 29 07:40:16.332814 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-d33a2de8-603a-48ff-b7a6-a961dbbbfcf0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 1001 time: 0.0623007 Aug 29 07:40:16.382103 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-b1464d3e-6e78-4fa9-80f8-31a661a568fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:16.384118 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-b1464d3e-6e78-4fa9-80f8-31a661a568fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0446696 Aug 29 07:40:16.430150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a345f67a-f96b-4f13-9ee8-aaed70fd1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:16.431694 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a345f67a-f96b-4f13-9ee8-aaed70fd1473 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406892 Aug 29 07:40:16.524009 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-16c8e9dc-798a-46f2-978c-a394bd3e2bcb service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854721 Aug 29 07:40:16.613723 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-5b952422-f334-4c1c-b30f-b39bc97aca94 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832434 Aug 29 07:40:17.247309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb8c6a-0d64-484d-b3af-b262a420d9fe req-26eb6dfe-ecd3-4df4-86cc-7eac3be5d652 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:17.248899 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2eb8c6a-0d64-484d-b3af-b262a420d9fe req-26eb6dfe-ecd3-4df4-86cc-7eac3be5d652 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0522568 Aug 29 07:40:17.288657 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2eb8c6a-0d64-484d-b3af-b262a420d9fe req-ab079e35-e5ac-42fe-9d64-2b13fb9afdad tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337560 Aug 29 07:40:18.406944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5bfea-e6d1-4be2-9c9b-d4738aa65f63 req-bf03a9b0-ec75-47d3-8961-6d46e8a70647 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:18.408458 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58a5bfea-e6d1-4be2-9c9b-d4738aa65f63 req-bf03a9b0-ec75-47d3-8961-6d46e8a70647 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0529113 Aug 29 07:40:18.446551 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58a5bfea-e6d1-4be2-9c9b-d4738aa65f63 req-1807c8d3-53f7-48c6-8343-591598094982 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316622 Aug 29 07:40:19.566300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f6973-0a50-44f6-812c-1785376df103 req-f5ca7018-1763-471a-8e31-f9e976112d47 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:19.567789 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd9f6973-0a50-44f6-812c-1785376df103 req-f5ca7018-1763-471a-8e31-f9e976112d47 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0487905 Aug 29 07:40:19.606326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd9f6973-0a50-44f6-812c-1785376df103 req-689508dd-e25f-4aeb-9158-28486be5c484 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317364 Aug 29 07:40:20.727820 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3594a2e-5ebd-4420-87f9-d6fe64ad1d55 req-448a5ce5-361d-4003-a78c-c2a69407c77f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:20.730047 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3594a2e-5ebd-4420-87f9-d6fe64ad1d55 req-448a5ce5-361d-4003-a78c-c2a69407c77f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0525393 Aug 29 07:40:20.781789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8e46d-f3c5-4990-9432-8d0795c6affb req-ffe47bd8-074f-4906-9d56-9b56342e8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:20.782428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3594a2e-5ebd-4420-87f9-d6fe64ad1d55 req-de6ac731-2c95-47be-a0c2-b6da05e2e228 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418918 Aug 29 07:40:20.783475 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cfd8e46d-f3c5-4990-9432-8d0795c6affb req-ffe47bd8-074f-4906-9d56-9b56342e8c83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1097 time: 0.0450442 Aug 29 07:40:20.922924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8e46d-f3c5-4990-9432-8d0795c6affb req-0ccf2320-6dc0-43b4-918f-b702495b480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:20.924472 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cfd8e46d-f3c5-4990-9432-8d0795c6affb req-0ccf2320-6dc0-43b4-918f-b702495b480d service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.1115298 Aug 29 07:40:21.005795 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cfd8e46d-f3c5-4990-9432-8d0795c6affb req-777c6eee-9c96-4986-a693-ab737f1145d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 1001 time: 0.0736547 Aug 29 07:40:21.062250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8e46d-f3c5-4990-9432-8d0795c6affb req-7b41f7c7-7743-4698-a1b6-b2e24d26281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:21.063768 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cfd8e46d-f3c5-4990-9432-8d0795c6affb req-7b41f7c7-7743-4698-a1b6-b2e24d26281c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0505335 Aug 29 07:40:21.111133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8e46d-f3c5-4990-9432-8d0795c6affb req-e1f0cf20-ade1-4980-9e58-10ba5a37c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:21.112633 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cfd8e46d-f3c5-4990-9432-8d0795c6affb req-e1f0cf20-ade1-4980-9e58-10ba5a37c3c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417030 Aug 29 07:40:21.209636 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cfd8e46d-f3c5-4990-9432-8d0795c6affb req-5a53dfc1-eca7-4e6d-9d3a-c38d7e502a9c service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805609 Aug 29 07:40:21.300899 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cfd8e46d-f3c5-4990-9432-8d0795c6affb req-11e2f64e-b3b6-487f-a29a-533bb8f5de0b service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932188 Aug 29 07:40:21.363907 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:21.909051 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593e33a-179d-4d42-93e6-c5f48c5ab164 req-31de4f2b-5d12-471e-8bed-8f5e457edea3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:21.910514 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f593e33a-179d-4d42-93e6-c5f48c5ab164 req-31de4f2b-5d12-471e-8bed-8f5e457edea3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0538917 Aug 29 07:40:21.947729 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f593e33a-179d-4d42-93e6-c5f48c5ab164 req-7e3a05cb-e8ee-43ae-8b1f-4017b0a83158 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311339 Aug 29 07:40:23.063644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b1e49-7ef9-4bdf-bafa-68ca50d9fab0 req-f8e307ea-a0f6-4382-83e7-cde81d06a49d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:23.065117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-367b1e49-7ef9-4bdf-bafa-68ca50d9fab0 req-f8e307ea-a0f6-4382-83e7-cde81d06a49d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0487540 Aug 29 07:40:23.102670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-367b1e49-7ef9-4bdf-bafa-68ca50d9fab0 req-73d6a6bd-21fd-445a-b5d3-5bbb16ceb313 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313668 Aug 29 07:40:24.218062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0243fc-380c-4b2c-b29a-292de47fa062 req-e0a8304f-4287-4c64-97de-de79dea716a5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:24.219583 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b0243fc-380c-4b2c-b29a-292de47fa062 req-e0a8304f-4287-4c64-97de-de79dea716a5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0513153 Aug 29 07:40:24.263025 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b0243fc-380c-4b2c-b29a-292de47fa062 req-1f9c15d0-752c-4086-a2d5-e448acb60d32 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323732 Aug 29 07:40:25.380310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9d454-1719-4e83-afe3-4902514e2b73 req-e4c1e54c-ef1f-423a-9426-8de5a0ce3807 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:25.381815 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47b9d454-1719-4e83-afe3-4902514e2b73 req-e4c1e54c-ef1f-423a-9426-8de5a0ce3807 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0523701 Aug 29 07:40:25.419528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-47b9d454-1719-4e83-afe3-4902514e2b73 req-165fe77e-cc0d-46a1-93bd-35e62587f7cc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304973 Aug 29 07:40:26.534603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16522c9e-27b6-4aac-b4ef-2e95b63040a2 req-98578249-0eb8-431f-bba5-94171f762ae3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:26.536277 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16522c9e-27b6-4aac-b4ef-2e95b63040a2 req-98578249-0eb8-431f-bba5-94171f762ae3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0504169 Aug 29 07:40:26.575614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16522c9e-27b6-4aac-b4ef-2e95b63040a2 req-9813c587-d4c3-48db-992e-ce8572bb4f08 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334237 Aug 29 07:40:27.691255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537455d-7cfd-4d79-9f4f-4b1f632acef6 req-ec07b415-a27d-415a-8776-e3c3db3624ca tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:27.692760 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9537455d-7cfd-4d79-9f4f-4b1f632acef6 req-ec07b415-a27d-415a-8776-e3c3db3624ca tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0493541 Aug 29 07:40:27.730396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9537455d-7cfd-4d79-9f4f-4b1f632acef6 req-027a8852-2f77-4aba-bbf0-cc8fcdff3b7c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310249 Aug 29 07:40:28.859761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44846b82-2836-4fa1-9861-5197b174fe2f req-004de1cd-5220-4e4f-b31c-40a6eb25a932 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:28.861320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44846b82-2836-4fa1-9861-5197b174fe2f req-004de1cd-5220-4e4f-b31c-40a6eb25a932 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0591788 Aug 29 07:40:28.881571 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-f31507f9-8cb2-4750-80c4-594d6144680b service neutron] show failed (client error): The resource could not be found. Aug 29 07:40:28.883159 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-f31507f9-8cb2-4750-80c4-594d6144680b service neutron] 10.222.0.11 "GET /v2.0/ports/fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0/bindings/n-h1-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0646236 Aug 29 07:40:28.906267 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44846b82-2836-4fa1-9861-5197b174fe2f req-45f1dc01-7247-4642-8d51-2096d88d3076 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338778 Aug 29 07:40:29.378555 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-dffff44f-94f3-4d42-a133-e8eb792dabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:29.380089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-dffff44f-94f3-4d42-a133-e8eb792dabf5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e&tenant_id=521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 1097 time: 0.0720451 Aug 29 07:40:29.391731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:40:29.449121 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:29.661292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:40:29.703432 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:40:29.745609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:40:29.748238 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915a3a7a-3e48-43f6-bf77-6af135fdb8f9" -d '{"events": [{"server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "name": "network-vif-unplugged", "status": "completed", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:40:29.752456 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:29.765630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Transition to ACTIVE for port object fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:40:29.829107 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb9183f-35ae-4a4f-9cc9-046286390995 x-openstack-request-id: req-aeb9183f-35ae-4a4f-9cc9-046286390995 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:40:29.829406 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "name": "network-vif-unplugged", "status": "completed", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:40:29.829728 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aeb9183f-35ae-4a4f-9cc9-046286390995 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:40:29.830134 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'code': 200} Aug 29 07:40:29.831353 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:29.950395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Pushing event updated for resources: {'Port': ['ID=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,revision_number=6']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:40:29.975093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:29.975713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:29.976773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:29.977220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:29.977711 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:29.978168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:29.978649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:29.979167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:29.979631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:29.980095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:29.980657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:29.981063 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:30.068215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] No DVR routers for this DVR port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:40:30.111537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49adc5-e7c6-475e-9fc1-9282f7209b9f req-600161b4-0f4d-457c-9b15-a097023abd51 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:30.113091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba49adc5-e7c6-475e-9fc1-9282f7209b9f req-600161b4-0f4d-457c-9b15-a097023abd51 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 943 time: 0.1222210 Aug 29 07:40:30.196669 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba49adc5-e7c6-475e-9fc1-9282f7209b9f req-37c04e09-7f0d-4fea-b509-b309305b33e9 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752895 Aug 29 07:40:30.254151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Attempting to bind port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:40:30.254151 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Attempting to bind port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:40:30.254591 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Attempting to bind port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:40:30.259655 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on network 3f17fab4-48ad-4c38-9387-de12872198e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:40:30.259975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Attempting to bind port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:40:30.265282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:40:30.265631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Checking segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:40:30.266025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Bound using segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:40:30.266459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Bound port: fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:40:30.266822 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:30.345565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:40:30.348817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:40:30.476079 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:30.514738 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:30.515385 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:30.516800 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] 10.222.0.15 "PUT /v2.0/ports/fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 1092 time: 1.1291122 Aug 29 07:40:30.538876 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c197a-868f-414d-989e-b121cadcd59b service neutron] Pushing event updated for resources: {'Port': ['ID=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,revision_number=7']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:40:30.590384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-bde23c5f-51a2-4fb4-93e3-aef14b69da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:30.592171 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-bde23c5f-51a2-4fb4-93e3-aef14b69da12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1095 time: 0.0493314 Aug 29 07:40:30.698225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-4ead4639-c4c2-4dd4-98bf-13bedfb716da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:30.699791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-4ead4639-c4c2-4dd4-98bf-13bedfb716da service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.1009479 Aug 29 07:40:30.773369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-b2d1c93f-756e-433d-a743-e3c7af0c43b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 999 time: 0.0651491 Aug 29 07:40:30.848248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-44fc435c-3b9e-4242-a4cd-9b791941e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:30.850616 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-44fc435c-3b9e-4242-a4cd-9b791941e0fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0698645 Aug 29 07:40:30.906068 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-ddf6359c-f2fc-4000-96ef-e064921383d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:30.907606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-ddf6359c-f2fc-4000-96ef-e064921383d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496302 Aug 29 07:40:30.918536 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-58c0223d-a60a-475b-8af9-71d8d4882f0d service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:40:30.919513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-58c0223d-a60a-475b-8af9-71d8d4882f0d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049849 Aug 29 07:40:31.016465 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-0cbc1cc1-bd81-4629-b44a-23835b5da346 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870266 Aug 29 07:40:31.123039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-97d5acf0-e08a-473a-b5da-a3ef525d0de6 req-0b99400d-f343-462f-baed-48438b815976 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992281 Aug 29 07:40:31.344289 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52be22-ff30-4131-829d-aae4623608cb req-e8331c12-8f55-4386-a66d-a902b405216e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:31.345860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b52be22-ff30-4131-829d-aae4623608cb req-e8331c12-8f55-4386-a66d-a902b405216e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 943 time: 0.0581846 Aug 29 07:40:31.391261 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b52be22-ff30-4131-829d-aae4623608cb req-b7d4e98f-fccf-44cb-85f3-eb9975015089 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371933 Aug 29 07:40:31.831251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:40:31.833759 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efe6bd2-1e1c-45c3-99c1-9a5887562455" -d '{"events": [{"name": "network-changed", "server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:40:31.887208 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207c648a-3975-4706-bda1-76d81ed912ab x-openstack-request-id: req-207c648a-3975-4706-bda1-76d81ed912ab {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:40:31.887508 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:40:31.887762 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-207c648a-3975-4706-bda1-76d81ed912ab {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:40:31.888164 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'status': 'completed', 'code': 200} Aug 29 07:40:31.952128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-83247661-04d1-4160-b875-00e52c03c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:31.953693 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-83247661-04d1-4160-b875-00e52c03c819 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1095 time: 0.0423744 Aug 29 07:40:31.969668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-5b4ad859-7a2f-445e-a259-222bd48347a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:31.971795 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-5b4ad859-7a2f-445e-a259-222bd48347a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1095 time: 0.0457809 Aug 29 07:40:32.059478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-b315cb1f-e282-49ae-90ff-2a66e8a81481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:32.061003 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-b315cb1f-e282-49ae-90ff-2a66e8a81481 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0990670 Aug 29 07:40:32.089138 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-23d34ca7-c4d8-4608-9428-7ae87f0ab497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:32.090726 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-23d34ca7-c4d8-4608-9428-7ae87f0ab497 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.1111586 Aug 29 07:40:32.136508 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-f9e63e0e-b3b5-4494-a392-b11597606b9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 999 time: 0.0670526 Aug 29 07:40:32.168939 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-9bcb5ad5-0435-429c-aa9f-dbc0b448d984 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 999 time: 0.0714993 Aug 29 07:40:32.198555 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-778333c1-9ff8-4fb6-99dc-d28c2770f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:32.201567 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-778333c1-9ff8-4fb6-99dc-d28c2770f038 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0569315 Aug 29 07:40:32.235584 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-2496acae-d965-4d6d-84a5-38084a87139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:32.237348 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-2496acae-d965-4d6d-84a5-38084a87139b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0616791 Aug 29 07:40:32.260278 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-72bdf671-272d-473e-9b6a-b1d342538f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:32.261076 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-72bdf671-272d-473e-9b6a-b1d342538f92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522299 Aug 29 07:40:32.273179 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:40:32.287525 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-c55b077b-ba43-402f-8bc9-f547a0313d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:32.289332 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-c55b077b-ba43-402f-8bc9-f547a0313d63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440347 Aug 29 07:40:32.370232 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-a2b7175c-0ef9-4a52-8693-c236b14354a1 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012378 Aug 29 07:40:32.391444 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-84997fbc-5d85-41ec-9ce7-e38677211c85 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951283 Aug 29 07:40:32.483528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-c74e7e90-0db6-41b6-8f26-da0c68270d13 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045485 Aug 29 07:40:32.512350 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4efe6bd2-1e1c-45c3-99c1-9a5887562455 req-d09eb85d-b88b-4345-a0fa-86f7d825b3ad service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144855 Aug 29 07:40:32.530757 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6733cc0-4650-4d3e-a0b5-ae8bb10977d4 req-4e0111ec-6279-468c-bb82-8c11ba158fbd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:32.532438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f6733cc0-4650-4d3e-a0b5-ae8bb10977d4 req-4e0111ec-6279-468c-bb82-8c11ba158fbd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 943 time: 0.0653269 Aug 29 07:40:32.572978 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f6733cc0-4650-4d3e-a0b5-ae8bb10977d4 req-2fcaebb9-2551-4c68-9ac6-7ec1eb7830fb tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338628 Aug 29 07:40:33.175770 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:40:33.439780 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:40:33.451284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'port_id': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'mac_address': 'fa:16:3e:44:6b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:40:33.492064 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:33.505097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:40:33.525518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:40:33.598333 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:33.649078 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:40:33.657330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:33.657672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:33.658013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:33.658349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:33.658681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:33.659009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:33.659363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:33.659698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:33.660018 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:33.660340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:33.660662 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:33.660986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:33.705428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29641d72-ec8b-4dbf-b8b8-50e454f58b19 req-5f58e245-4b2d-469e-8d58-cfa71a894ca5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:33.706829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29641d72-ec8b-4dbf-b8b8-50e454f58b19 req-5f58e245-4b2d-469e-8d58-cfa71a894ca5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 944 time: 0.0609782 Aug 29 07:40:33.745482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29641d72-ec8b-4dbf-b8b8-50e454f58b19 req-3fdc7638-5e92-4855-9ff1-329a99f4c8ce tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323453 Aug 29 07:40:33.843299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:40:33.899157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:40:33.965478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:40:34.169558 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:34.516607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd13d95-1bf4-4237-8336-64d23e285131 req-dc415928-0715-4df1-b360-a5dda24f7a12 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:34.518114 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9dd13d95-1bf4-4237-8336-64d23e285131 req-dc415928-0715-4df1-b360-a5dda24f7a12 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 944 time: 0.0505128 Aug 29 07:40:34.625412 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9dd13d95-1bf4-4237-8336-64d23e285131 req-d1f26c34-bde6-4906-b6dd-3c3b51b73e99 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973568 Aug 29 07:40:34.634617 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-41d9e66f-aec5-4ee1-aece-00846d2fe56e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:34.636088 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-41d9e66f-aec5-4ee1-aece-00846d2fe56e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e&tenant_id=521debbfbc054596b1960c7215a5e9a2&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 944 time: 0.1170900 Aug 29 07:40:34.702960 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-09fe4a8e-1acb-4177-b60f-8bf4cd9e5286 service neutron] 10.222.0.15 "GET /v2.0/ports/fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0/bindings/n-h1-713301-12 HTTP/1.1" status: 200 len: 383 time: 0.0589671 Aug 29 07:40:34.774657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-854f3579-7779-4c4c-b3c2-3d3a06c548d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:34.776210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-854f3579-7779-4c4c-b3c2-3d3a06c548d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1096 time: 0.0506191 Aug 29 07:40:34.873938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-cb3a9f18-399d-4aec-9092-82ca22f5cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:34.875489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-cb3a9f18-399d-4aec-9092-82ca22f5cb0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0926485 Aug 29 07:40:34.946150 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2873df58-d86d-48e3-b64d-d626a5dc3d3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 1000 time: 0.0631721 Aug 29 07:40:35.013528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-5878d03d-7a74-49ac-8d33-547b46743ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:35.015374 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-5878d03d-7a74-49ac-8d33-547b46743ae5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0627468 Aug 29 07:40:35.064168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2c16be4e-97e9-42e0-a459-65f2e28085e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:35.065685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2c16be4e-97e9-42e0-a459-65f2e28085e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434957 Aug 29 07:40:35.155889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-b29949e9-f249-4358-bf10-0d9182930a28 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826232 Aug 29 07:40:35.191345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:40:35.252107 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-26151b0c-3eb5-4c1d-a68e-4266b6c19efb service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897760 Aug 29 07:40:35.312659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:40:35.317118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:40:35.317492 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:35.398668 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:35.428412 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:40:35.431381 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d33ff6-409b-4650-acad-cdc97069655f" -d '{"events": [{"server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "name": "network-vif-plugged", "status": "completed", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:40:35.453309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:40:35.484855 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be21089-74c6-4906-b94a-7f8cbeea0929 x-openstack-request-id: req-0be21089-74c6-4906-b94a-7f8cbeea0929 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:40:35.485152 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "name": "network-vif-plugged", "status": "completed", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:40:35.485411 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0be21089-74c6-4906-b94a-7f8cbeea0929 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:40:35.485808 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'code': 200} Aug 29 07:40:35.524757 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:35.574383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:40:35.744533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68d3f1-fc8a-4205-b659-c8cee2a2679a req-aee29c53-9006-4751-9dd9-42c46a0f7b3e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:35.746251 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d68d3f1-fc8a-4205-b659-c8cee2a2679a req-aee29c53-9006-4751-9dd9-42c46a0f7b3e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0501502 Aug 29 07:40:35.783245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d68d3f1-fc8a-4205-b659-c8cee2a2679a req-700b5937-6a91-4c7b-a6c7-3b5327fda1ca tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310311 Aug 29 07:40:36.907630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454a110-f427-41c4-8997-aa7653e4d42c req-58ffddec-43c5-4fa0-a33d-61d6a3a7fc5b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:36.909299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c454a110-f427-41c4-8997-aa7653e4d42c req-58ffddec-43c5-4fa0-a33d-61d6a3a7fc5b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0523231 Aug 29 07:40:36.949336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c454a110-f427-41c4-8997-aa7653e4d42c req-28de78e9-5945-40b3-a23f-09022375daeb tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329750 Aug 29 07:40:37.805185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-feabc8f7-53ed-42e0-a375-822b9d232b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:37.806585 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-feabc8f7-53ed-42e0-a375-822b9d232b95 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e&tenant_id=521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 1097 time: 0.0453961 Aug 29 07:40:37.823964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:40:37.881372 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:38.075764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6d605-0e86-41a6-816d-bc4818cb52a3 req-5a7d82ed-bc67-4851-a185-f612ef99e12f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:38.077217 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6f6d605-0e86-41a6-816d-bc4818cb52a3 req-5a7d82ed-bc67-4851-a185-f612ef99e12f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0561044 Aug 29 07:40:38.098857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:40:38.127062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6f6d605-0e86-41a6-816d-bc4818cb52a3 req-15a8b2fb-de38-4a82-a37b-435f83af44a7 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430856 Aug 29 07:40:38.135503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:40:38.146786 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a96480ed-612a-452b-b083-785bb732381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:38.177934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:40:38.180808 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2f5bed-9aa6-4c32-8f7e-9244fc8f7a8a" -d '{"events": [{"server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "name": "network-vif-unplugged", "status": "completed", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:40:38.184944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:38.200602 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Transition to ACTIVE for port object fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:40:38.234960 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115a6af0-6faa-4895-aeab-bde96a720741 x-openstack-request-id: req-115a6af0-6faa-4895-aeab-bde96a720741 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:40:38.235365 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "name": "network-vif-unplugged", "status": "completed", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:40:38.235744 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-115a6af0-6faa-4895-aeab-bde96a720741 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:40:38.236112 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'code': 200} Aug 29 07:40:38.261083 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:38.343334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,revision_number=10']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:40:38.696691 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:38.697035 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:38.697378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:38.697717 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:38.698053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:38.698387 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:38.698725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:38.699049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:38.699403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:38.699729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:38.700056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:38.700379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:40:38.736605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] No DVR routers for this DVR port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:40:38.871103 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Attempting to bind port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:40:38.871666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Attempting to bind port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:40:38.871799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Attempting to bind port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:40:38.876188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on network 3f17fab4-48ad-4c38-9387-de12872198e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:40:38.876516 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Attempting to bind port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:40:38.881435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:40:38.881813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Checking segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:40:38.882209 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Bound using segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:40:38.882641 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Bound port: fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:40:38.883002 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:38.946448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:40:38.949569 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:40:39.030431 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:39.068856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:39.069499 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:39.070906 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] 10.222.0.11 "PUT /v2.0/ports/fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 1093 time: 1.2516603 Aug 29 07:40:39.097439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58c59a-a46a-4862-b9ff-d54da7b27551 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,revision_number=11']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:40:39.155086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-51a4928b-fe53-4045-9f38-1984cd95aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:39.156692 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-51a4928b-fe53-4045-9f38-1984cd95aee1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1096 time: 0.0485735 Aug 29 07:40:39.269071 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-37734caa-8339-4afb-bb89-20e55cedd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:39.270557 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-37734caa-8339-4afb-bb89-20e55cedd4b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.1074576 Aug 29 07:40:39.275780 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a79866-193d-44b9-b787-8fba2a5cc7d5 req-d4c44f61-debe-41d2-8c3b-4ca0c8681dc2 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:39.277302 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34a79866-193d-44b9-b787-8fba2a5cc7d5 req-d4c44f61-debe-41d2-8c3b-4ca0c8681dc2 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 944 time: 0.0613716 Aug 29 07:40:39.323487 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34a79866-193d-44b9-b787-8fba2a5cc7d5 req-066c0785-de73-449a-8e02-c58d2f991f07 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395994 Aug 29 07:40:39.349668 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-e014bae5-a01a-44eb-9477-e8ca9ffd9de7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 999 time: 0.0704429 Aug 29 07:40:39.399550 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-bd273b7e-678f-4551-a907-8425a1547313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:39.401045 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-bd273b7e-678f-4551-a907-8425a1547313 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0450401 Aug 29 07:40:39.447337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-22343967-dd0b-4340-aee6-d9c02bcafba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:39.448856 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-22343967-dd0b-4340-aee6-d9c02bcafba2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408697 Aug 29 07:40:39.550839 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-fa5513db-a05c-436d-9c04-96268ad28071 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953281 Aug 29 07:40:39.649919 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb3e19c4-ed6e-4444-acd7-b10cdb563c3d req-cc5ce5ad-6c12-42fb-8edc-1d7933a1c166 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920937 Aug 29 07:40:40.237085 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:40:40.239634 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:40:40.288566 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde0ada8-c0d7-4dbc-89b0-82640a36de1d x-openstack-request-id: req-dde0ada8-c0d7-4dbc-89b0-82640a36de1d {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:40:40.288810 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:40:40.289064 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dde0ada8-c0d7-4dbc-89b0-82640a36de1d {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:40:40.289467 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'status': 'completed', 'code': 200} Aug 29 07:40:40.353626 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-5e094290-1d1a-49a6-bae2-385fe16ecd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:40.355154 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-5e094290-1d1a-49a6-bae2-385fe16ecd10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1096 time: 0.0443015 Aug 29 07:40:40.381926 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-ae5d89d2-385b-4fa6-8ccd-aedf554bd3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:40.383549 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-ae5d89d2-385b-4fa6-8ccd-aedf554bd3c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 1096 time: 0.0497050 Aug 29 07:40:40.483643 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437dea9-443e-418e-8c06-6a19dc4d8ffd req-f961aa95-7bcb-4fb5-9946-abdfc323af54 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:40.485119 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2437dea9-443e-418e-8c06-6a19dc4d8ffd req-f961aa95-7bcb-4fb5-9946-abdfc323af54 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 944 time: 0.0741513 Aug 29 07:40:40.490408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-0d599c31-cad9-46c6-a18b-a5562bc5e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:40.492708 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-0d599c31-cad9-46c6-a18b-a5562bc5e5eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.1018250 Aug 29 07:40:40.500907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-8b571ffd-2ebe-4e2a-81a2-4a2b34185efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:40.502349 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-8b571ffd-2ebe-4e2a-81a2-4a2b34185efe service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.1394081 Aug 29 07:40:40.563076 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-8178b16c-7569-4847-b703-86e4da24e1fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 999 time: 0.0626256 Aug 29 07:40:40.577812 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2437dea9-443e-418e-8c06-6a19dc4d8ffd req-c2396eac-edfe-4ef4-a9af-13b94d6ebf3a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851309 Aug 29 07:40:40.592804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-04f21d80-f3e6-43da-a966-d65e08eff9d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 200 len: 999 time: 0.0816252 Aug 29 07:40:40.621413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-fb9c4d43-c429-47fa-a4f8-ba788891803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:40.622925 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-fb9c4d43-c429-47fa-a4f8-ba788891803f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0529935 Aug 29 07:40:40.648632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-a0baa10e-7d7a-4ebb-8fcc-7b4426ae7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:40.650087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-a0baa10e-7d7a-4ebb-8fcc-7b4426ae7211 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0483820 Aug 29 07:40:40.673375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-64ee293b-1866-4a28-abce-545fe4df5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:40.674976 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-64ee293b-1866-4a28-abce-545fe4df5e40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451231 Aug 29 07:40:40.711119 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-b6276127-4907-46dc-b4f1-db975e4fdc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:40.712707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-b6276127-4907-46dc-b4f1-db975e4fdc5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554516 Aug 29 07:40:40.776077 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-cc922e15-47f5-4184-b4cc-649e5be3d68f service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932896 Aug 29 07:40:40.825047 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-3ac0dd06-cb16-4d2c-9d93-35d619fffca5 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047266 Aug 29 07:40:40.846601 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:40.887267 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-c65837d3-0296-4d09-aace-27a820e15311 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040115 Aug 29 07:40:40.922350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd5bac05-42ba-4140-96a4-2d9f9f5429cf req-abecbf48-1750-4c7f-b4ce-4e9493e60684 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902791 Aug 29 07:40:41.222568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:40:41.263996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:40:41.575660 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-94a49f6d-1bda-4cba-ae41-01761a164467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:41.949928 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:42.063710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da22b03-c45d-4cfd-bf52-6d75ee2e6ed6 req-29664b3d-dafe-4ee7-9556-df67f6b701e7 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:42.065239 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4da22b03-c45d-4cfd-bf52-6d75ee2e6ed6 req-29664b3d-dafe-4ee7-9556-df67f6b701e7 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 944 time: 0.4057801 Aug 29 07:40:42.103984 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4da22b03-c45d-4cfd-bf52-6d75ee2e6ed6 req-b73633c9-7def-4b5d-8336-fdb8fe97fba4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326850 Aug 29 07:40:43.248405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5776c6a-090d-48af-93d7-023f008221e4 req-2b7983f6-429a-4902-86bd-e2a5f8453ea4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:43.250177 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5776c6a-090d-48af-93d7-023f008221e4 req-2b7983f6-429a-4902-86bd-e2a5f8453ea4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 944 time: 0.0747044 Aug 29 07:40:43.291674 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5776c6a-090d-48af-93d7-023f008221e4 req-5bdcd024-4885-4c27-bd10-26b1c35f4a36 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345469 Aug 29 07:40:43.432457 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceffd99-644c-4d58-9f33-776e6e8531b5 req-6af1e633-085f-4172-ad52-88caba6349c5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:43.434167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ceffd99-644c-4d58-9f33-776e6e8531b5 req-6af1e633-085f-4172-ad52-88caba6349c5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 944 time: 0.0607328 Aug 29 07:40:43.481856 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ceffd99-644c-4d58-9f33-776e6e8531b5 req-1e2d6655-b869-4914-a2d7-57dceb54dd5d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409937 Aug 29 07:40:43.602216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3c47c-d9a0-4d8d-a026-8ba23f2beedd req-972eedeb-1f2e-4c9a-8489-98dee1c9eefe tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:43.603732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ee3c47c-d9a0-4d8d-a026-8ba23f2beedd req-972eedeb-1f2e-4c9a-8489-98dee1c9eefe tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 944 time: 0.0544815 Aug 29 07:40:43.643572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ee3c47c-d9a0-4d8d-a026-8ba23f2beedd req-4eda15a0-bb16-4a83-bd62-ffa38ef94507 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336273 Aug 29 07:40:43.709235 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:43.943887 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:40:44.042923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:40:44.055363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'port_id': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'mac_address': 'fa:16:3e:44:6b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:40:44.096229 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:44.109719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:40:44.130566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:40:44.291349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8e23-7c17-4cd4-9bc4-d91813472a18 req-d3426124-ac83-4627-abd2-d7ebc7c38c20 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:44.292844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c98c8e23-7c17-4cd4-9bc4-d91813472a18 req-d3426124-ac83-4627-abd2-d7ebc7c38c20 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 944 time: 0.0495131 Aug 29 07:40:44.300134 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:44.336149 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c98c8e23-7c17-4cd4-9bc4-d91813472a18 req-19ca242b-1d82-4567-9f39-961e70c85937 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370564 Aug 29 07:40:44.353752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,revision_number=12']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:40:44.787274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:40:45.455135 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc483b-da50-4866-8a6c-175162a48642 req-65dd21da-31cd-490b-a627-86bdb3828299 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:45.456671 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ffc483b-da50-4866-8a6c-175162a48642 req-65dd21da-31cd-490b-a627-86bdb3828299 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0490983 Aug 29 07:40:45.494650 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ffc483b-da50-4866-8a6c-175162a48642 req-ac4440bb-91d8-4164-8c64-7c42b8f252b8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314202 Aug 29 07:40:45.834880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afe330-54b7-4713-b962-15f2361267d5 req-e6cf2f73-864a-4dad-9147-62c6b46052a6 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:45.836419 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36afe330-54b7-4713-b962-15f2361267d5 req-e6cf2f73-864a-4dad-9147-62c6b46052a6 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 945 time: 0.0521247 Aug 29 07:40:45.932487 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-36afe330-54b7-4713-b962-15f2361267d5 req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Deleting port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:40:45.932828 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36afe330-54b7-4713-b962-15f2361267d5 req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:45.939811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:40:46.021517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-36afe330-54b7-4713-b962-15f2361267d5 req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:40:46.021885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36afe330-54b7-4713-b962-15f2361267d5 req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:46.095524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:40:46.099458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:40:46.099999 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:46.190158 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:46.197122 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36afe330-54b7-4713-b962-15f2361267d5 req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:46.197515 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36afe330-54b7-4713-b962-15f2361267d5 req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:46.197835 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-36afe330-54b7-4713-b962-15f2361267d5 req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec disassociated. External IP: 172.25.1.28, port: fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0. Aug 29 07:40:46.198179 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-36afe330-54b7-4713-b962-15f2361267d5 req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Calling delete_port for fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:40:46.213510 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:40:46.215928 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e32ae82-a3ee-46f6-a08b-f44cacc442fc" -d '{"events": [{"server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "name": "network-vif-plugged", "status": "completed", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:40:46.229983 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:40:46.255964 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d87b83-cc6a-4ebf-9174-29f956768cc6 x-openstack-request-id: req-78d87b83-cc6a-4ebf-9174-29f956768cc6 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:40:46.256261 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "name": "network-vif-plugged", "status": "completed", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:40:46.256565 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78d87b83-cc6a-4ebf-9174-29f956768cc6 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:40:46.256965 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'code': 200} Aug 29 07:40:46.312904 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:46.371057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,revision_number=13']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:40:46.432852 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36afe330-54b7-4713-b962-15f2361267d5 req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:46.462409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event deleted for resources: {'Port': ['ID=fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:40:46.587412 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36afe330-54b7-4713-b962-15f2361267d5 req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Router 7071209b-3c30-461c-a53f-a790680efe4b has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:40:46.601456 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a446482f-4ec0-4993-b3f8-fd89824645cc req-7989279e-f112-4457-b07a-4e3a67c1513e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 210 time: 0.0331266 Aug 29 07:40:46.702776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36afe330-54b7-4713-b962-15f2361267d5 req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:40:46.713709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae6e2af-f225-4074-8a25-443c7d2e1cb7 None None] Sync routers for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:40:46.722689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae6e2af-f225-4074-8a25-443c7d2e1cb7 None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:40:46.723348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cae6e2af-f225-4074-8a25-443c7d2e1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:40:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:40:46.743517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-36afe330-54b7-4713-b962-15f2361267d5 req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] No DVR routers for this DVR port fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:40:46.746470 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-36afe330-54b7-4713-b962-15f2361267d5 req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:46.748751 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36afe330-54b7-4713-b962-15f2361267d5 req-6fed49bb-25d1-49c4-acb7-165df29a0bf4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "DELETE /v2.0/ports/fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 HTTP/1.1" status: 204 len: 173 time: 0.9063408 Aug 29 07:40:46.749211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'name': 'network-vif-deleted', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:40:46.751605 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981a01a0-d9cc-4550-ba40-28c4c88d46a1" -d '{"events": [{"server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "name": "network-vif-deleted", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:40:46.789159 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2442c6-8e2b-47cd-882f-295f8f1f3c89 x-openstack-request-id: req-ce2442c6-8e2b-47cd-882f-295f8f1f3c89 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:40:46.789500 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a43dc3b-5fb5-4317-a23c-88389067b06e", "name": "network-vif-deleted", "tag": "fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:40:46.789738 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce2442c6-8e2b-47cd-882f-295f8f1f3c89 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:40:46.790148 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a43dc3b-5fb5-4317-a23c-88389067b06e', 'name': 'network-vif-deleted', 'tag': 'fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0', 'status': 'completed', 'code': 200} Aug 29 07:40:46.831875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-cae6e2af-f225-4074-8a25-443c7d2e1cb7 None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:40:47.036760 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cae6e2af-f225-4074-8a25-443c7d2e1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:40:47.063061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae6e2af-f225-4074-8a25-443c7d2e1cb7 None None] Checking router: 7071209b-3c30-461c-a53f-a790680efe4b for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:40:47.072748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae6e2af-f225-4074-8a25-443c7d2e1cb7 None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:40:47.073433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cae6e2af-f225-4074-8a25-443c7d2e1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:40:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:40:47.179551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-cae6e2af-f225-4074-8a25-443c7d2e1cb7 None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:40:47.377465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-cae6e2af-f225-4074-8a25-443c7d2e1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:40:47.403500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae6e2af-f225-4074-8a25-443c7d2e1cb7 None None] The sync data for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 is: [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:40:47.631179 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd13789-af3c-47a9-978c-16d18c3d41a5 None None] New status for floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:40:47.712290 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-22d111ff-e518-4456-bb76-58eb41296165 req-9ea32432-d16f-4f3e-bea4-68d928f8b37e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a43dc3b-5fb5-4317-a23c-88389067b06e HTTP/1.1" status: 200 len: 210 time: 0.0265021 Aug 29 07:40:49.013657 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-0204a7d6-afe8-4fb0-967a-80ecad2820fe tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1023333966&fields=id&tenant_id=521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 267 time: 0.0340073 Aug 29 07:40:49.122831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-113bd1f3-f3c1-49ab-8fed-ae86b2ba0a88 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:49.124373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-113bd1f3-f3c1-49ab-8fed-ae86b2ba0a88 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 811 time: 0.1037495 Aug 29 07:40:49.140075 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-9a344c4d-5ecc-418a-9c60-4109ddc26936 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/quotas/521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 375 time: 0.0099609 Aug 29 07:40:49.198193 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-92337df2-1c54-4635-bd06-9dd46000cd00 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524950 Aug 29 07:40:49.298609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-fe67325c-47ec-4317-ad13-18343c90dcbd service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:40:49.299627 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-fe67325c-47ec-4317-ad13-18343c90dcbd service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436311 Aug 29 07:40:49.388476 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-52549653-5dd8-4fe2-a022-13c6076bc04f service neutron] 10.222.0.76 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825274 Aug 29 07:40:49.482880 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-846bcb8e-f6f0-4830-95de-a9754c70e4fd service neutron] 10.222.0.76 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882933 Aug 29 07:40:49.757470 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3e417497-9dd3-45d3-a20e-29902ed05511 req-21961b03-563c-41f7-8dd0-f427d95ba61f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 210 time: 0.0271831 Aug 29 07:40:49.957115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:40:49.976797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:40:49.977143 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device fc5f8f80-bafd-4cb7-ad80-a913c41bc8e0 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:40:50.856392 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c840f50a-f374-4e40-be07-79a461a10896 req-2621b6ae-d820-4b2c-9019-e6aed1e54354 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 210 time: 0.0283597 Aug 29 07:40:51.434243 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:51.944680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-127bfad3-58d0-473b-a93c-669759f90048 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:51.946130 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-127bfad3-58d0-473b-a93c-669759f90048 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 811 time: 0.1082444 Aug 29 07:40:51.952593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-04e4c9b2-885c-415e-97a7-227c79a26530 req-ff7683fd-4825-471c-85bc-65deb9c7072e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 210 time: 0.0266461 Aug 29 07:40:51.997563 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-e1e1aa11-b488-426e-8700-e8e8adcf4628 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 380 time: 0.0366285 Aug 29 07:40:52.007885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5087055d-4834-4996-9c09-bec439bf7759 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Request body: {'port': {'device_id': '09120873-2772-4c58-bc47-4f48d4daddfc', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'admin_state_up': True, 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'security_groups': ['821fa0c4-4278-4d58-b441-b455355cd9a3']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:40:52.172001 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5087055d-4834-4996-9c09-bec439bf7759 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Made reservation on behalf of 521debbfbc054596b1960c7215a5e9a2 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:40:52.175562 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5087055d-4834-4996-9c09-bec439bf7759 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:52.301379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5087055d-4834-4996-9c09-bec439bf7759 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Allocated IP 172.20.0.6 (3f17fab4-48ad-4c38-9387-de12872198e8/bccbb822-35b0-4c58-a40b-092c58167fb5/40001e74-c0c9-477c-98ae-0271537f6c62) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:40:52.438416 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5087055d-4834-4996-9c09-bec439bf7759 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:52.452468 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5087055d-4834-4996-9c09-bec439bf7759 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Transition to ACTIVE for port object 40001e74-c0c9-477c-98ae-0271537f6c62 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:40:52.586753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5087055d-4834-4996-9c09-bec439bf7759 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:52.630731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5087055d-4834-4996-9c09-bec439bf7759 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Network 3f17fab4-48ad-4c38-9387-de12872198e8 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:40:52.636557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5087055d-4834-4996-9c09-bec439bf7759 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:40:52.639049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5087055d-4834-4996-9c09-bec439bf7759 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:40:52.669387 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087055d-4834-4996-9c09-bec439bf7759 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event updated for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:40:52.696510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5087055d-4834-4996-9c09-bec439bf7759 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:52.697719 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5087055d-4834-4996-9c09-bec439bf7759 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:52.840776 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5087055d-4834-4996-9c09-bec439bf7759 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8367000 Aug 29 07:40:52.871903 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Request body: {'port': {'device_id': '09120873-2772-4c58-bc47-4f48d4daddfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:40:52.932723 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:52.937000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0a65ba3b-a019-48b6-ad70-80810461f096 None None] Provisioning for port 40001e74-c0c9-477c-98ae-0271537f6c62 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:40:52.941201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0a65ba3b-a019-48b6-ad70-80810461f096 None None] Provisioning complete for port 40001e74-c0c9-477c-98ae-0271537f6c62 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:40:52.944671 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0a65ba3b-a019-48b6-ad70-80810461f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:52.978781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0a65ba3b-a019-48b6-ad70-80810461f096 None None] Port 40001e74-c0c9-477c-98ae-0271537f6c62 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:40:53.073988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e5ee2-670c-4c75-acb5-40689aade55d req-4e43c839-b15f-48dc-b8a9-6cf13e2028d8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:53.075529 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-313e5ee2-670c-4c75-acb5-40689aade55d req-4e43c839-b15f-48dc-b8a9-6cf13e2028d8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 931 time: 0.0505562 Aug 29 07:40:53.114431 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-313e5ee2-670c-4c75-acb5-40689aade55d req-e1b9060a-8d38-472c-acbd-8b9f7640d9bf tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326157 Aug 29 07:40:53.202483 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40001e74-c0c9-477c-98ae-0271537f6c62 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:40:53.210491 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:53.222692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Transition to ACTIVE for port object 40001e74-c0c9-477c-98ae-0271537f6c62 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:40:53.354723 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:53.408190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Pushing event updated for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:40:53.481072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Attempting to bind port 40001e74-c0c9-477c-98ae-0271537f6c62 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:40:53.481410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Attempting to bind port 40001e74-c0c9-477c-98ae-0271537f6c62 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:40:53.481741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Attempting to bind port 40001e74-c0c9-477c-98ae-0271537f6c62 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:40:53.486798 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Port 40001e74-c0c9-477c-98ae-0271537f6c62 on network 3f17fab4-48ad-4c38-9387-de12872198e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:40:53.487121 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Attempting to bind port 40001e74-c0c9-477c-98ae-0271537f6c62 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:40:53.492274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:40:53.492745 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Checking segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:40:53.493217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Bound using segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:40:53.493797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Bound port: 40001e74-c0c9-477c-98ae-0271537f6c62, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:40:53.494873 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:53.561725 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:40:53.564802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:40:53.663768 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:53.699991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:53.700783 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:53.702279 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] 10.222.0.11 "PUT /v2.0/ports/40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 1092 time: 0.8353324 Aug 29 07:40:53.702751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:40:53.705155 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80732f1e-65da-44a1-bd5c-ae453ea83c33" -d '{"events": [{"name": "network-changed", "server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:40:53.733567 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3f9ce-74ea-4d99-b627-4c780d0a7434 service neutron] Pushing event updated for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:40:53.748155 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a62d983-aee9-49e2-8f62-d2e82f27ee44 x-openstack-request-id: req-4a62d983-aee9-49e2-8f62-d2e82f27ee44 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:40:53.748515 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:40:53.748857 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a62d983-aee9-49e2-8f62-d2e82f27ee44 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:40:53.749274 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62', 'status': 'completed', 'code': 200} Aug 29 07:40:53.834558 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80732f1e-65da-44a1-bd5c-ae453ea83c33 req-1fdaaa2b-9105-4105-96d0-517c175b79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:53.836163 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-80732f1e-65da-44a1-bd5c-ae453ea83c33 req-1fdaaa2b-9105-4105-96d0-517c175b79f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1095 time: 0.0480623 Aug 29 07:40:53.945064 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80732f1e-65da-44a1-bd5c-ae453ea83c33 req-6b306c16-bbc3-4e40-a2ff-a8783d9596cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:53.946527 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-80732f1e-65da-44a1-bd5c-ae453ea83c33 req-6b306c16-bbc3-4e40-a2ff-a8783d9596cd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=521debbfbc054596b1960c7215a5e9a2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0963454 Aug 29 07:40:54.045603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80732f1e-65da-44a1-bd5c-ae453ea83c33 req-6614e15a-5516-421a-a2ee-0abf92043d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:54.047217 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-80732f1e-65da-44a1-bd5c-ae453ea83c33 req-6614e15a-5516-421a-a2ee-0abf92043d36 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937033 Aug 29 07:40:54.144115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-c1efe755-a606-4170-95f4-cadc5260d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:54.145223 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-c1efe755-a606-4170-95f4-cadc5260d5ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1095 time: 0.0422580 Aug 29 07:40:54.192401 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-4d666f84-eb74-439c-a32c-0408bd5e0460 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 217 time: 0.0341198 Aug 29 07:40:54.236680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0096cd9-aa02-4ff9-a220-f9c815fef7b2 req-c6b64708-8efb-43a1-b239-717fa53401a4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:54.238323 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0096cd9-aa02-4ff9-a220-f9c815fef7b2 req-c6b64708-8efb-43a1-b239-717fa53401a4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0556390 Aug 29 07:40:54.247729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-fd97601d-9d5d-4cdf-86d6-4f0955f3d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:54.249216 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-fd97601d-9d5d-4cdf-86d6-4f0955f3d014 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0494013 Aug 29 07:40:54.282926 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0096cd9-aa02-4ff9-a220-f9c815fef7b2 req-d9503e27-8f04-430c-b1e9-cce7d65fb9a0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382562 Aug 29 07:40:54.296932 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5c5daeb4-3563-4057-bae7-01eaa53f9ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:54.298543 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-5c5daeb4-3563-4057-bae7-01eaa53f9ae3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422511 Aug 29 07:40:54.388779 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-7e2ca139-9fef-4756-b1bf-29796694e0de service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832605 Aug 29 07:40:54.484362 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fdc45cc9-8457-4d97-9e89-3980bbcc3994 req-c037cd5e-82da-4e86-b1f3-68e4f4a19af8 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888495 Aug 29 07:40:55.398770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd20ca5-afda-4ac3-89dc-75bc65c633f1 req-45919ef9-9c44-4a21-88d8-7776d2df09fc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:55.400760 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bd20ca5-afda-4ac3-89dc-75bc65c633f1 req-45919ef9-9c44-4a21-88d8-7776d2df09fc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0495965 Aug 29 07:40:55.438108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bd20ca5-afda-4ac3-89dc-75bc65c633f1 req-98551808-3398-4985-822b-207e587837f7 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311944 Aug 29 07:40:56.554153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f82d9-2cf6-4318-a36c-19fd1317a374 req-7aa36fc2-9caf-4b99-b90e-51c0ac7346b2 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:56.555665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c1f82d9-2cf6-4318-a36c-19fd1317a374 req-7aa36fc2-9caf-4b99-b90e-51c0ac7346b2 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0500765 Aug 29 07:40:56.594350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0c1f82d9-2cf6-4318-a36c-19fd1317a374 req-2c2eb0ad-5185-471d-ae14-441b7cc75bf6 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321181 Aug 29 07:40:57.717345 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786b7a3-9e52-4d59-a5ab-5827982b4d07 req-f236532e-e6df-4357-a871-14c4b009952e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:57.719006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c786b7a3-9e52-4d59-a5ab-5827982b4d07 req-f236532e-e6df-4357-a871-14c4b009952e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0568662 Aug 29 07:40:57.762317 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c786b7a3-9e52-4d59-a5ab-5827982b4d07 req-5a8b12f4-e93d-46d3-bc23-d4ebc701411a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351670 Aug 29 07:40:58.024318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 40001e74-c0c9-477c-98ae-0271537f6c62 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:40:58.118451 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:40:58.130444 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '40001e74-c0c9-477c-98ae-0271537f6c62', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'port_id': '40001e74-c0c9-477c-98ae-0271537f6c62', 'mac_address': 'fa:16:3e:15:4d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:40:58.166218 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:58.184709 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40001e74-c0c9-477c-98ae-0271537f6c62 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:40:58.203622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:40:58.268758 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:40:58.318775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:40:58.626782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['40001e74-c0c9-477c-98ae-0271537f6c62'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:40:58.879033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6367b8-ae5d-46a4-9fab-f289c7f5e0e3 req-730cc164-71e8-4a9a-8fae-00ff83281315 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:40:58.880490 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f6367b8-ae5d-46a4-9fab-f289c7f5e0e3 req-730cc164-71e8-4a9a-8fae-00ff83281315 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0526552 Aug 29 07:40:58.921633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8f6367b8-ae5d-46a4-9fab-f289c7f5e0e3 req-30631c02-d57e-428e-bf8c-e398ac9c8037 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343208 Aug 29 07:41:00.036980 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 40001e74-c0c9-477c-98ae-0271537f6c62 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:41:00.039907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845df12-d4ad-4fee-9d47-ebba3b0bbc81 req-116946b7-86bb-45bb-a9a5-ce92f304075e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:41:00.041434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4845df12-d4ad-4fee-9d47-ebba3b0bbc81 req-116946b7-86bb-45bb-a9a5-ce92f304075e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0493162 Aug 29 07:41:00.083499 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4845df12-d4ad-4fee-9d47-ebba3b0bbc81 req-7d434ff2-e07d-4073-aa55-c7a6fe9c0649 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351608 Aug 29 07:41:00.158151 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 40001e74-c0c9-477c-98ae-0271537f6c62 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:41:00.162212 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 40001e74-c0c9-477c-98ae-0271537f6c62 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:41:00.162576 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:00.246138 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:00.269135 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:41:00.271403 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf75efa1-0458-4dd6-a00b-6ba6743ab556" -d '{"events": [{"server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "name": "network-vif-plugged", "status": "completed", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:41:00.283570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:41:00.309683 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f959ca5f-e3c2-4a97-96cf-413cae646a51 x-openstack-request-id: req-f959ca5f-e3c2-4a97-96cf-413cae646a51 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:41:00.309975 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "name": "network-vif-plugged", "status": "completed", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:41:00.310231 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f959ca5f-e3c2-4a97-96cf-413cae646a51 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:41:00.310739 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62', 'code': 200} Aug 29 07:41:00.382384 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:00.433356 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:41:00.433759 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05846d80-98bf-47c5-80ad-f10a358525d8 req-fa6ac992-86b5-4777-9b04-e4d462333aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:41:00.435316 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-05846d80-98bf-47c5-80ad-f10a358525d8 req-fa6ac992-86b5-4777-9b04-e4d462333aad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1097 time: 0.0421202 Aug 29 07:41:00.470394 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-05846d80-98bf-47c5-80ad-f10a358525d8 req-0f297dd6-fc5e-4797-8f58-f06a233b9f0e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280261 Aug 29 07:41:01.205664 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0ad7e-4f73-4b44-b7fa-6b82da6ffe4b req-00d12e54-55d7-4be2-8dfd-83c5b4f99dcb tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:41:01.207185 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5c0ad7e-4f73-4b44-b7fa-6b82da6ffe4b req-00d12e54-55d7-4be2-8dfd-83c5b4f99dcb tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0545783 Aug 29 07:41:01.245627 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5c0ad7e-4f73-4b44-b7fa-6b82da6ffe4b req-31d4d60b-7991-4dab-a8e8-685f7742e189 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321488 Aug 29 07:41:02.363410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375ecbd-260a-4ab5-a28c-ebb8e7ecb6bc req-4aa9c264-6ca1-45a5-b874-e81b9f149f08 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:41:02.364905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c375ecbd-260a-4ab5-a28c-ebb8e7ecb6bc req-4aa9c264-6ca1-45a5-b874-e81b9f149f08 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0495667 Aug 29 07:41:02.403598 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c375ecbd-260a-4ab5-a28c-ebb8e7ecb6bc req-0b73c3b5-3cf8-47e2-a14a-604c78474b06 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324225 Aug 29 07:41:02.517388 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55058b-f9da-470f-8392-de022d03e7cd req-9356e11c-a748-41b5-bf83-5670948fc2ee tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:41:02.518902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fa55058b-f9da-470f-8392-de022d03e7cd req-9356e11c-a748-41b5-bf83-5670948fc2ee tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0514660 Aug 29 07:41:02.528254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42304) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:41:02.532770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-722c426b-0472-4a80-acd1-faa4192a63fa tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Request body: {'floatingip': {'port_id': '40001e74-c0c9-477c-98ae-0271537f6c62'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:41:02.575506 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-722c426b-0472-4a80-acd1-faa4192a63fa tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:03.014976 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-722c426b-0472-4a80-acd1-faa4192a63fa tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:03.112388 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-722c426b-0472-4a80-acd1-faa4192a63fa tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:03.210609 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-722c426b-0472-4a80-acd1-faa4192a63fa tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec associated. External IP: 172.25.1.28, port: 40001e74-c0c9-477c-98ae-0271537f6c62. Aug 29 07:41:03.423551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722c426b-0472-4a80-acd1-faa4192a63fa tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Router 7071209b-3c30-461c-a53f-a790680efe4b has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:41:03.531803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722c426b-0472-4a80-acd1-faa4192a63fa tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:41:03.536756 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-722c426b-0472-4a80-acd1-faa4192a63fa tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:03.541736 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a426c7a-9bca-44ec-90f5-dd13076a247a None None] Sync routers for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:41:03.551833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a426c7a-9bca-44ec-90f5-dd13076a247a None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:41:03.552450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-7a426c7a-9bca-44ec-90f5-dd13076a247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:40:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:41:03.566269 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-722c426b-0472-4a80-acd1-faa4192a63fa tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "PUT /v2.0/floatingips/a0473e9f-2c92-4e5d-807e-b0299e74b3ec HTTP/1.1" status: 200 len: 991 time: 1.0370090 Aug 29 07:41:03.566878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:41:03.569368 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f43e79-854b-46c9-a46a-4e0c7cbc763f" -d '{"events": [{"name": "network-changed", "server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:41:03.607642 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd11e83-5e02-4540-9433-c763d2feab51 x-openstack-request-id: req-5bd11e83-5e02-4540-9433-c763d2feab51 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:41:03.607933 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:41:03.608190 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5bd11e83-5e02-4540-9433-c763d2feab51 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:41:03.608626 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62', 'status': 'completed', 'code': 200} Aug 29 07:41:03.672931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-7a426c7a-9bca-44ec-90f5-dd13076a247a None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:41:03.703004 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f43e79-854b-46c9-a46a-4e0c7cbc763f req-ebf48251-179b-4292-9a45-d52c379ba422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:41:03.704551 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81f43e79-854b-46c9-a46a-4e0c7cbc763f req-ebf48251-179b-4292-9a45-d52c379ba422 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1097 time: 0.0417976 Aug 29 07:41:03.801103 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f43e79-854b-46c9-a46a-4e0c7cbc763f req-60e8f393-c150-4d0e-af86-f1c92cb84a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:41:03.802491 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81f43e79-854b-46c9-a46a-4e0c7cbc763f req-60e8f393-c150-4d0e-af86-f1c92cb84a1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0915637 Aug 29 07:41:03.869348 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81f43e79-854b-46c9-a46a-4e0c7cbc763f req-7566ecba-a050-4793-9e60-10e9dffca0a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 999 time: 0.0603051 Aug 29 07:41:03.897157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-7a426c7a-9bca-44ec-90f5-dd13076a247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a0473e9f-2c92-4e5d-807e-b0299e74b3ec', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'port_id': '40001e74-c0c9-477c-98ae-0271537f6c62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'mac_address': 'fa:16:3e:15:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09120873-2772-4c58-bc47-4f48d4daddfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:31:38Z', 'updated_at': '2021-08-29T07:41:02Z', 'revision_number': 13, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:41:03.923193 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a426c7a-9bca-44ec-90f5-dd13076a247a None None] Checking router: 7071209b-3c30-461c-a53f-a790680efe4b for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:41:03.923436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f43e79-854b-46c9-a46a-4e0c7cbc763f req-82714ba4-9c6a-465f-b488-039dc3a88b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:41:03.924765 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81f43e79-854b-46c9-a46a-4e0c7cbc763f req-82714ba4-9c6a-465f-b488-039dc3a88b6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0487006 Aug 29 07:41:03.931507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a426c7a-9bca-44ec-90f5-dd13076a247a None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:41:03.932125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-7a426c7a-9bca-44ec-90f5-dd13076a247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:40:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:41:03.972870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f43e79-854b-46c9-a46a-4e0c7cbc763f req-e8cd4c71-90cd-4330-a17b-214e8be70902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:41:03.974426 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81f43e79-854b-46c9-a46a-4e0c7cbc763f req-e8cd4c71-90cd-4330-a17b-214e8be70902 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429111 Aug 29 07:41:04.068958 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81f43e79-854b-46c9-a46a-4e0c7cbc763f req-48cd0a0f-b3c4-4f26-9076-f5eaae9df6a3 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874405 Aug 29 07:41:04.166947 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-81f43e79-854b-46c9-a46a-4e0c7cbc763f req-1146f6ea-c4d9-491e-ab0d-a78cb732ec9f service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915689 Aug 29 07:41:04.201918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-7a426c7a-9bca-44ec-90f5-dd13076a247a None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:41:04.236928 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:04.431678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-7a426c7a-9bca-44ec-90f5-dd13076a247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a0473e9f-2c92-4e5d-807e-b0299e74b3ec', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'port_id': '40001e74-c0c9-477c-98ae-0271537f6c62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'mac_address': 'fa:16:3e:15:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09120873-2772-4c58-bc47-4f48d4daddfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:31:38Z', 'updated_at': '2021-08-29T07:41:02Z', 'revision_number': 13, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:41:04.461369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a426c7a-9bca-44ec-90f5-dd13076a247a None None] The sync data for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 is: [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'a0473e9f-2c92-4e5d-807e-b0299e74b3ec', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'port_id': '40001e74-c0c9-477c-98ae-0271537f6c62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'mac_address': 'fa:16:3e:15:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09120873-2772-4c58-bc47-4f48d4daddfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:31:38Z', 'updated_at': '2021-08-29T07:41:02Z', 'revision_number': 13, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:41:04.651863 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a68a188-6d0c-4685-96ad-e2d1c402588e None None] New status for floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:41:08.000317 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3b55bb6-8a8d-4de8-b9e3-155173d57bbb req-ef270c27-9eba-4b7c-b40c-53950d21be5a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259364 Aug 29 07:41:08.067889 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3b55bb6-8a8d-4de8-b9e3-155173d57bbb req-f6b1d046-57b8-4cce-8903-7b50e2ffb6f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0258598 Aug 29 07:41:08.110024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3b55bb6-8a8d-4de8-b9e3-155173d57bbb req-97646260-95f8-4b00-8e56-9c133d347832 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232182 Aug 29 07:41:08.193885 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-abe00570-48d9-438c-a906-b78811412894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:08.206214 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b55bb6-8a8d-4de8-b9e3-155173d57bbb req-3b662110-a618-46c9-8e02-12f06bc2c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:41:08.208363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c3b55bb6-8a8d-4de8-b9e3-155173d57bbb req-3b662110-a618-46c9-8e02-12f06bc2c59a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915196 Aug 29 07:41:09.273640 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:41:10.849251 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:11.597310 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb01e-e537-459f-8b0d-b5b417590d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:11.953484 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:13.677410 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:21.445170 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:22.595792 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-232804dd-26ae-446d-b3c3-cf4a47943b1d req-c61402a4-1057-4ea5-9274-c657e105a819 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404294 Aug 29 07:41:22.696253 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232804dd-26ae-446d-b3c3-cf4a47943b1d req-1f99de77-33eb-4f97-a46f-29740876fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:41:22.697748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-232804dd-26ae-446d-b3c3-cf4a47943b1d req-1f99de77-33eb-4f97-a46f-29740876fd66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1097 time: 0.0423210 Aug 29 07:41:22.807908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232804dd-26ae-446d-b3c3-cf4a47943b1d req-b406b1f0-fe93-4c43-8e9e-f9f399136d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:41:22.809934 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-232804dd-26ae-446d-b3c3-cf4a47943b1d req-b406b1f0-fe93-4c43-8e9e-f9f399136d98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0899363 Aug 29 07:41:22.880236 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-232804dd-26ae-446d-b3c3-cf4a47943b1d req-2e0ca8b1-14d2-455c-9e80-828a326b00ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 1001 time: 0.0630751 Aug 29 07:41:22.937978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232804dd-26ae-446d-b3c3-cf4a47943b1d req-5ad3834e-4440-4ab5-a7be-caf8228e322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:41:22.939485 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-232804dd-26ae-446d-b3c3-cf4a47943b1d req-5ad3834e-4440-4ab5-a7be-caf8228e322d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0493870 Aug 29 07:41:22.986080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232804dd-26ae-446d-b3c3-cf4a47943b1d req-5b7e2cd9-8717-4507-a008-40435185c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:41:22.987621 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-232804dd-26ae-446d-b3c3-cf4a47943b1d req-5b7e2cd9-8717-4507-a008-40435185c210 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412681 Aug 29 07:41:23.082951 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-232804dd-26ae-446d-b3c3-cf4a47943b1d req-c9b03a22-06cd-46d5-9a96-353c3fa007f7 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882111 Aug 29 07:41:23.196148 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-232804dd-26ae-446d-b3c3-cf4a47943b1d req-1af6318a-cf30-420e-b352-0b0eb3be604b service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903165 Aug 29 07:41:34.170721 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:38.162879 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-26ddded3-4cd6-43d4-8af3-d07b7cc72a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:40.849728 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:41.626781 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e81db2a-a65d-4af8-b8a7-176639f7a4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:41.945764 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:43.701512 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:41:46.276875 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:41:51.426354 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:42:04.163203 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:42:07.988706 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a89af122-301a-483e-95d0-bd46b7921454 req-cf04295e-8c43-4d06-9fa9-d566b6339407 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263209 Aug 29 07:42:08.055025 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a89af122-301a-483e-95d0-bd46b7921454 req-6b07ea99-1f01-4399-9d2d-e62305d57655 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0249057 Aug 29 07:42:08.097366 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a89af122-301a-483e-95d0-bd46b7921454 req-4a8df608-46b9-459b-9e33-97f9a867c9a6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232096 Aug 29 07:42:08.151944 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8e7168f9-e4db-4b1d-a970-9993017e8f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:42:08.202765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89af122-301a-483e-95d0-bd46b7921454 req-b61700f6-7cd9-4f0b-aa50-9f1dd4c1c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:42:08.204103 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a89af122-301a-483e-95d0-bd46b7921454 req-b61700f6-7cd9-4f0b-aa50-9f1dd4c1c3f8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004694 Aug 29 07:42:10.843114 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:42:11.585413 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-54718974-93f7-4ff7-8cff-79cdec082aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:42:11.985978 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:42:13.717261 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:42:21.396277 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:42:23.276168 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:42:23.419955 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-372597fe-920b-4cf8-b586-35d99a1f72cd req-819e5a32-bf62-41d4-9afa-69c9b2f57b13 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458798 Aug 29 07:42:23.517818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372597fe-920b-4cf8-b586-35d99a1f72cd req-b0be9c11-eb29-497f-808a-4dc011524bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:42:23.519990 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-372597fe-920b-4cf8-b586-35d99a1f72cd req-b0be9c11-eb29-497f-808a-4dc011524bbd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1097 time: 0.0411346 Aug 29 07:42:23.626385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372597fe-920b-4cf8-b586-35d99a1f72cd req-55184db4-8d92-40e5-b95b-f35180a4c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:42:23.627898 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-372597fe-920b-4cf8-b586-35d99a1f72cd req-55184db4-8d92-40e5-b95b-f35180a4c76f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0891953 Aug 29 07:42:23.697280 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-372597fe-920b-4cf8-b586-35d99a1f72cd req-0b19bf83-7842-4537-91f0-5024514e17ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 1001 time: 0.0620646 Aug 29 07:42:23.756136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372597fe-920b-4cf8-b586-35d99a1f72cd req-47d94ae0-286e-4e38-854d-9a95dec8f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:42:23.757687 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-372597fe-920b-4cf8-b586-35d99a1f72cd req-47d94ae0-286e-4e38-854d-9a95dec8f7e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0534418 Aug 29 07:42:23.807660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372597fe-920b-4cf8-b586-35d99a1f72cd req-03c549f9-add7-4e41-9e12-6ba2f1bb2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:42:23.809241 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-372597fe-920b-4cf8-b586-35d99a1f72cd req-03c549f9-add7-4e41-9e12-6ba2f1bb2424 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445540 Aug 29 07:42:23.900483 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-372597fe-920b-4cf8-b586-35d99a1f72cd req-fa7e2cae-9814-4406-807a-bb2e5e6c6e16 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842566 Aug 29 07:42:23.995068 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-372597fe-920b-4cf8-b586-35d99a1f72cd req-cc797936-9fb2-4ede-a11b-a5d486952692 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874302 Aug 29 07:42:34.179540 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:42:38.150748 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e2225a93-17c9-4e9c-b5b6-cb4ff822fb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:42:40.842179 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:42:41.561478 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-403c1be4-70ae-49bd-ac95-3a58e3f53121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:42:41.978972 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:42:43.704569 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:42:51.384021 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:00.274736 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:43:04.195781 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:08.155869 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-92bd32c1-abc8-4b33-913d-8afad32875ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:09.987973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df3e77ae-0fb4-45b6-9c8a-bab8e9403cce req-5c3bb548-e978-4835-bb79-0a59509a80c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269036 Aug 29 07:43:10.055396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df3e77ae-0fb4-45b6-9c8a-bab8e9403cce req-db30e017-180a-4643-9f00-abd91c8c326d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0250447 Aug 29 07:43:10.097254 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df3e77ae-0fb4-45b6-9c8a-bab8e9403cce req-d2eb1bc2-6944-4434-b1ca-8f0bfcd920b2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234716 Aug 29 07:43:10.197765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e77ae-0fb4-45b6-9c8a-bab8e9403cce req-1f6cf7e2-39c0-4fb3-b1ed-70bccbaf7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:43:10.199189 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-df3e77ae-0fb4-45b6-9c8a-bab8e9403cce req-1f6cf7e2-39c0-4fb3-b1ed-70bccbaf7fea service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957713 Aug 29 07:43:10.863715 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:11.606406 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6b2d-8396-4bb6-9e7c-9037d353618a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:11.989117 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:13.681830 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:21.412427 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:24.369955 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-56eecf6a-bd63-47d0-b1bd-292099c71332 req-f7e75ef5-22e8-4694-bb03-c30598bd5689 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417242 Aug 29 07:43:24.478673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eecf6a-bd63-47d0-b1bd-292099c71332 req-005ae80e-2790-43d3-bc72-f5f102d60d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:43:24.480304 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-56eecf6a-bd63-47d0-b1bd-292099c71332 req-005ae80e-2790-43d3-bc72-f5f102d60d73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1097 time: 0.0515435 Aug 29 07:43:24.590520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eecf6a-bd63-47d0-b1bd-292099c71332 req-3cc54d60-e653-41bd-a600-f3f0f619b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:43:24.592019 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-56eecf6a-bd63-47d0-b1bd-292099c71332 req-3cc54d60-e653-41bd-a600-f3f0f619b6f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0872765 Aug 29 07:43:24.656978 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-56eecf6a-bd63-47d0-b1bd-292099c71332 req-677ae63f-e6a4-4248-a90f-90906a1622ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 1001 time: 0.0583045 Aug 29 07:43:24.709787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eecf6a-bd63-47d0-b1bd-292099c71332 req-79d21bd6-44da-4c24-b8fa-30474d651afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:43:24.711266 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-56eecf6a-bd63-47d0-b1bd-292099c71332 req-79d21bd6-44da-4c24-b8fa-30474d651afe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0474143 Aug 29 07:43:24.757401 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eecf6a-bd63-47d0-b1bd-292099c71332 req-7393b654-837a-4400-a4a9-e9d8b711db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:43:24.758887 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-56eecf6a-bd63-47d0-b1bd-292099c71332 req-7393b654-837a-4400-a4a9-e9d8b711db01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414505 Aug 29 07:43:24.849657 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-56eecf6a-bd63-47d0-b1bd-292099c71332 req-5908ba3c-91dc-4acc-8786-28916098942b service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837538 Aug 29 07:43:24.942738 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-56eecf6a-bd63-47d0-b1bd-292099c71332 req-b1b28be8-9339-4974-a0b6-19b31c29f19c service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860922 Aug 29 07:43:34.189567 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:37.274713 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:43:38.149342 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa6529ef-c45d-4c94-a94e-ef68297f46c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:40.874619 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:41.624190 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ff1ecf37-cf54-4ee1-9d7b-5d9b3a8d969f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:41.985441 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:43.401716 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b666ad-84a3-4de0-8bf5-608f01370825 req-532ac1fb-ca9a-4ec5-aa28-ac69e45c7a74 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:43:43.403293 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4b666ad-84a3-4de0-8bf5-608f01370825 req-532ac1fb-ca9a-4ec5-aa28-ac69e45c7a74 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.2061548 Aug 29 07:43:43.441148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4b666ad-84a3-4de0-8bf5-608f01370825 req-9dff3dc5-1465-45d3-a541-f893ef9e8881 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319211 Aug 29 07:43:43.692048 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:51.440139 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:43:56.526035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19eb49-90e4-4ce6-9182-3b0631bbf13f req-12b58be7-891e-4042-aec4-130e0c6829ee tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:43:56.527579 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d19eb49-90e4-4ce6-9182-3b0631bbf13f req-12b58be7-891e-4042-aec4-130e0c6829ee tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0566609 Aug 29 07:43:56.568872 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d19eb49-90e4-4ce6-9182-3b0631bbf13f req-7bf45846-76a4-4498-8ef1-7cc0cc926a9a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342119 Aug 29 07:43:56.689136 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-53fe612a-9e58-4548-9ef4-6d3959a2d778 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920010 Aug 29 07:43:57.699656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8ca37-81ec-43e3-8916-4b9f2aeb1ef2 req-aeb50be1-fb76-4dd1-9357-3f4acb900929 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:43:57.701221 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55b8ca37-81ec-43e3-8916-4b9f2aeb1ef2 req-aeb50be1-fb76-4dd1-9357-3f4acb900929 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0515468 Aug 29 07:43:57.751762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55b8ca37-81ec-43e3-8916-4b9f2aeb1ef2 req-ee51d428-c6d2-4ed0-b655-aefb9cdf8579 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405648 Aug 29 07:43:58.627583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2cf50530-73a5-43cf-83b4-b9e4731027d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:43:58.629082 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2cf50530-73a5-43cf-83b4-b9e4731027d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1097 time: 0.0405521 Aug 29 07:43:58.722389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671213-a194-40b2-a2b8-7e7b8307353a req-05f7ac3e-e2e8-4d02-99a2-45a5117a0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:43:58.723895 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-05f7ac3e-e2e8-4d02-99a2-45a5117a0781 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0881426 Aug 29 07:43:58.789112 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-a7f65b2c-5782-4414-b03e-5f0d70632f96 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 1001 time: 0.0583887 Aug 29 07:43:58.842736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671213-a194-40b2-a2b8-7e7b8307353a req-cb9208bb-9b1c-40a8-be4d-1d70d68e32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:43:58.844224 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-cb9208bb-9b1c-40a8-be4d-1d70d68e32d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0476549 Aug 29 07:43:58.875692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e104b-6183-4f07-83f2-c72ea191632d req-18b59092-72a4-4a17-82e0-a941f8319df4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:43:58.877219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c95e104b-6183-4f07-83f2-c72ea191632d req-18b59092-72a4-4a17-82e0-a941f8319df4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0519538 Aug 29 07:43:58.892141 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671213-a194-40b2-a2b8-7e7b8307353a req-6d3f56ae-79eb-41b0-8740-e522c102bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:43:58.893556 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-6d3f56ae-79eb-41b0-8740-e522c102bd95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420332 Aug 29 07:43:58.915167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c95e104b-6183-4f07-83f2-c72ea191632d req-b85e9c7b-3fb1-4289-8db3-84cdd92e018b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316987 Aug 29 07:43:58.983466 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-9f3ec13c-7fdf-4a93-95ac-97aad1d525e9 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820823 Aug 29 07:43:59.079387 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-9aefc521-451e-4a39-8367-0f120dc6dac6 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892689 Aug 29 07:44:00.034349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf1c7d-b966-4d0f-b81c-d25259a3253d req-60f01b06-b5a2-416b-b765-847b632a2323 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:00.035851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91cf1c7d-b966-4d0f-b81c-d25259a3253d req-60f01b06-b5a2-416b-b765-847b632a2323 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0521421 Aug 29 07:44:00.073556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91cf1c7d-b966-4d0f-b81c-d25259a3253d req-d609d88c-206a-458b-94f4-a7f6ae15918a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317612 Aug 29 07:44:01.189378 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35fbd5-977c-42e6-848a-21a0b8d0879a req-a60c3f85-1e98-4f8e-bb86-72de2538b3be tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:01.190869 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d35fbd5-977c-42e6-848a-21a0b8d0879a req-a60c3f85-1e98-4f8e-bb86-72de2538b3be tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0492275 Aug 29 07:44:01.227933 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d35fbd5-977c-42e6-848a-21a0b8d0879a req-2b4ee28f-84d9-4696-8b3a-aa6f935f3681 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311339 Aug 29 07:44:02.343166 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cd700-e1b4-44a9-8b60-86db332e3bab req-395388fe-9cf3-4599-9d6a-bcd1acb22bac tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:02.344653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c94cd700-e1b4-44a9-8b60-86db332e3bab req-395388fe-9cf3-4599-9d6a-bcd1acb22bac tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0497510 Aug 29 07:44:02.382253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c94cd700-e1b4-44a9-8b60-86db332e3bab req-4b5740df-e753-43ba-9d75-9ad6f52f0e93 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317147 Aug 29 07:44:03.516450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282002c5-92ab-4ed5-bc61-654cce7fd836 req-d29c392c-efa3-4033-9039-a6e0e3f83ee0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:03.517996 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-282002c5-92ab-4ed5-bc61-654cce7fd836 req-d29c392c-efa3-4033-9039-a6e0e3f83ee0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0588486 Aug 29 07:44:03.562447 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-282002c5-92ab-4ed5-bc61-654cce7fd836 req-bfe3d324-958d-4f1e-bab2-7a8dcc2c6bc1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376821 Aug 29 07:44:04.188840 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:04.684154 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656d7e8-0152-42ba-8e0b-f751f0264b41 req-339c5924-6d1f-40ab-89f5-f5b3430a4d8f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:04.686356 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5656d7e8-0152-42ba-8e0b-f751f0264b41 req-339c5924-6d1f-40ab-89f5-f5b3430a4d8f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0547197 Aug 29 07:44:04.725306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5656d7e8-0152-42ba-8e0b-f751f0264b41 req-cf157463-e573-4318-b37f-41ed87e2ebf7 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326941 Aug 29 07:44:05.842410 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b16cc-19d7-4985-9446-155165478b00 req-ceb8bf79-a877-494f-afbc-72f7da73c198 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:05.843898 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d5b16cc-19d7-4985-9446-155165478b00 req-ceb8bf79-a877-494f-afbc-72f7da73c198 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0489800 Aug 29 07:44:05.882096 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d5b16cc-19d7-4985-9446-155165478b00 req-a7c4bdb9-d765-4633-b380-f304b08cd471 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322874 Aug 29 07:44:07.000900 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062fac1-9e7e-4478-8f69-ca49db623a54 req-f97b7b84-c1bc-42ce-b1b2-389c681f7c4f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:07.002349 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b062fac1-9e7e-4478-8f69-ca49db623a54 req-f97b7b84-c1bc-42ce-b1b2-389c681f7c4f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0524185 Aug 29 07:44:07.040670 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b062fac1-9e7e-4478-8f69-ca49db623a54 req-f917f671-dac8-4e39-b78a-7bdd760d038b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323856 Aug 29 07:44:08.154408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3571ab-7193-433a-8f4b-f6f64b04ce82 req-ec7114d4-f0d3-466f-916c-18b4fca2c395 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:08.155081 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fbd65057-85d5-4eda-a496-3be1bc01ef44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:08.155828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c3571ab-7193-433a-8f4b-f6f64b04ce82 req-ec7114d4-f0d3-466f-916c-18b4fca2c395 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0494919 Aug 29 07:44:08.193449 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c3571ab-7193-433a-8f4b-f6f64b04ce82 req-5505769f-a0ab-480d-8b7e-ccdf0c88a16b tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317059 Aug 29 07:44:09.306447 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d5edb-b04d-450f-ada7-b549bc94e14e req-bc5f99ae-0915-41cf-8738-4864d8d33241 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:09.307914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c38d5edb-b04d-450f-ada7-b549bc94e14e req-bc5f99ae-0915-41cf-8738-4864d8d33241 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0478785 Aug 29 07:44:09.344971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c38d5edb-b04d-450f-ada7-b549bc94e14e req-2d903d1b-d496-4ce4-8c12-4da2fa0dc1a2 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306988 Aug 29 07:44:10.462442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9d4a3-5fc3-41c2-9d51-e7c7d072a3e5 req-ebba8667-8dfe-4853-b316-59f79e08c1aa tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:10.463948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ba9d4a3-5fc3-41c2-9d51-e7c7d072a3e5 req-ebba8667-8dfe-4853-b316-59f79e08c1aa tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0517294 Aug 29 07:44:10.501570 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ba9d4a3-5fc3-41c2-9d51-e7c7d072a3e5 req-1dd9c0ac-0d69-4cb0-9247-e671df4a0350 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312696 Aug 29 07:44:10.946826 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:11.582474 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b422eead-05ca-4f58-ac1b-7854ec30d2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:11.616706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82820fe0-7858-4f0e-99cf-213781de18a4 req-016e8ac8-b795-4160-baa9-d85bf5978c27 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:11.618262 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82820fe0-7858-4f0e-99cf-213781de18a4 req-016e8ac8-b795-4160-baa9-d85bf5978c27 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0506086 Aug 29 07:44:11.656868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82820fe0-7858-4f0e-99cf-213781de18a4 req-54188221-8d54-41fa-beb7-3e7c7f8e7c9e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Aug 29 07:44:11.959998 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:11.998100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71c4f478-8c19-439f-ac57-c3d467904ac4 req-94b4a11f-3cf3-408b-906e-d913c32845bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255358 Aug 29 07:44:12.069332 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71c4f478-8c19-439f-ac57-c3d467904ac4 req-7b7f74ce-8856-429b-9618-fde3b499918d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0282161 Aug 29 07:44:12.110731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71c4f478-8c19-439f-ac57-c3d467904ac4 req-54eabc0b-6299-4c94-8397-eeb7b1ba3c73 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214376 Aug 29 07:44:12.207918 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4f478-8c19-439f-ac57-c3d467904ac4 req-dd847751-8655-49e9-a7d9-8ab25bc88172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:12.209304 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-71c4f478-8c19-439f-ac57-c3d467904ac4 req-dd847751-8655-49e9-a7d9-8ab25bc88172 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923953 Aug 29 07:44:12.781531 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23eb1d-2b95-480c-88c5-471c5512fd50 req-6b4e88a3-0704-4d82-9ae4-2e55e11b6e3f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:12.783091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a23eb1d-2b95-480c-88c5-471c5512fd50 req-6b4e88a3-0704-4d82-9ae4-2e55e11b6e3f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0570803 Aug 29 07:44:12.826339 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a23eb1d-2b95-480c-88c5-471c5512fd50 req-905a7746-606d-47c4-8678-a9220f0ea1a7 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342872 Aug 29 07:44:13.402072 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-06671213-a194-40b2-a2b8-7e7b8307353a req-58ab3b38-f6db-4797-801c-75312a2c7a09 service neutron] show failed (client error): The resource could not be found. Aug 29 07:44:13.403088 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-58ab3b38-f6db-4797-801c-75312a2c7a09 service neutron] 10.222.0.11 "GET /v2.0/ports/40001e74-c0c9-477c-98ae-0271537f6c62/bindings/n-h1-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0565774 Aug 29 07:44:13.729352 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:13.926141 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671213-a194-40b2-a2b8-7e7b8307353a req-ab4213d8-11a4-4ef7-9485-493686519193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:13.927769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-ab4213d8-11a4-4ef7-9485-493686519193 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc&tenant_id=521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 1097 time: 0.0703099 Aug 29 07:44:13.942565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:44:13.955072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722d5ed-b894-42fe-8479-f2e09e5d1959 req-a84f6582-2d04-4850-b388-4e5a2ae08d42 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:13.956549 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c722d5ed-b894-42fe-8479-f2e09e5d1959 req-a84f6582-2d04-4850-b388-4e5a2ae08d42 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0601027 Aug 29 07:44:14.028694 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:14.033216 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c722d5ed-b894-42fe-8479-f2e09e5d1959 req-f5e32889-e12d-4abf-81df-7296d6d4137a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624914 Aug 29 07:44:14.228708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:44:14.264665 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:44:14.273859 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:44:14.304000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:44:14.307532 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1defc-18a5-481c-9390-f418553b2525" -d '{"events": [{"server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "name": "network-vif-unplugged", "status": "completed", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:44:14.310222 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:14.322618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Transition to ACTIVE for port object 40001e74-c0c9-477c-98ae-0271537f6c62 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:44:14.370955 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:14.405320 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bab16b0-f6b8-43c3-bae1-834343acfdbb x-openstack-request-id: req-6bab16b0-f6b8-43c3-bae1-834343acfdbb {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:44:14.405632 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "name": "network-vif-unplugged", "status": "completed", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:44:14.405881 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6bab16b0-f6b8-43c3-bae1-834343acfdbb {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:44:14.406264 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62', 'code': 200} Aug 29 07:44:14.452706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Pushing event updated for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=6']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:44:14.464356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:14.464701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:14.465038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:14.465371 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:14.465702 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:14.466028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:14.466350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:14.466671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:14.467635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:14.467968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:14.468291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:14.468612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:14.505263 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] No DVR routers for this DVR port 40001e74-c0c9-477c-98ae-0271537f6c62 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:44:14.638238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Attempting to bind port 40001e74-c0c9-477c-98ae-0271537f6c62 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:44:14.638577 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Attempting to bind port 40001e74-c0c9-477c-98ae-0271537f6c62 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:44:14.639449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Attempting to bind port 40001e74-c0c9-477c-98ae-0271537f6c62 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:44:14.643676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Port 40001e74-c0c9-477c-98ae-0271537f6c62 on network 3f17fab4-48ad-4c38-9387-de12872198e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:44:14.644002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Attempting to bind port 40001e74-c0c9-477c-98ae-0271537f6c62 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:44:14.648729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:44:14.649067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Checking segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:44:14.649450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Bound using segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:44:14.649874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Bound port: 40001e74-c0c9-477c-98ae-0271537f6c62, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:44:14.650227 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:14.711226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:44:14.714116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:44:14.782885 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:14.821522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:14.822127 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:14.823535 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] 10.222.0.15 "PUT /v2.0/ports/40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 1092 time: 0.8858018 Aug 29 07:44:14.846765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caefe02-e71a-4421-bc9c-821c886e712e service neutron] Pushing event updated for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=7']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:44:14.886679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 40001e74-c0c9-477c-98ae-0271537f6c62 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:44:14.895372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671213-a194-40b2-a2b8-7e7b8307353a req-f1999bc5-6058-479c-b3f6-305d4ba67427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:14.896905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-f1999bc5-6058-479c-b3f6-305d4ba67427 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1095 time: 0.0470603 Aug 29 07:44:14.930331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 40001e74-c0c9-477c-98ae-0271537f6c62 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:44:14.991567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671213-a194-40b2-a2b8-7e7b8307353a req-8173731a-6dc7-40a6-99ff-d6d82b811638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:14.993066 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-8173731a-6dc7-40a6-99ff-d6d82b811638 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0889695 Aug 29 07:44:15.063190 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-812a114c-3430-48d2-9099-fe90d3318073 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 999 time: 0.0627701 Aug 29 07:44:15.137189 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671213-a194-40b2-a2b8-7e7b8307353a req-3b7d6c17-f01f-4427-b981-563571f173e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:15.138550 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-3b7d6c17-f01f-4427-b981-563571f173e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0681484 Aug 29 07:44:15.180439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e009e-cdef-4cc2-bceb-135458f83e4d req-519fc602-5c76-473a-a2bd-b8852f864f9d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:15.181886 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f3e009e-cdef-4cc2-bceb-135458f83e4d req-519fc602-5c76-473a-a2bd-b8852f864f9d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0788276 Aug 29 07:44:15.210437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671213-a194-40b2-a2b8-7e7b8307353a req-cde53677-1342-4334-8313-84dfe21e5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:15.211906 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-cde53677-1342-4334-8313-84dfe21e5bd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659542 Aug 29 07:44:15.246971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f3e009e-cdef-4cc2-bceb-135458f83e4d req-d86c58c3-198a-4250-b124-b82309405509 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585339 Aug 29 07:44:15.315152 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-34e5d639-9119-45d9-9f10-876b0775b6f0 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938804 Aug 29 07:44:15.403023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-8e64c13e-e010-4b8f-96e4-ac3074ec58d7 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799708 Aug 29 07:44:16.369943 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb160b-8b69-4323-8927-8962dde49a8c req-f17a1834-7778-4e81-a61e-392f92706dff tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:16.371461 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdbb160b-8b69-4323-8927-8962dde49a8c req-f17a1834-7778-4e81-a61e-392f92706dff tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0537412 Aug 29 07:44:16.407228 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:44:16.409489 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d105aacf-d59e-4ef1-a243-ed9ace3ed352" -d '{"events": [{"name": "network-changed", "server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:44:16.415161 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdbb160b-8b69-4323-8927-8962dde49a8c req-b98ed2d1-dc6c-4518-854b-f6a46bc65010 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372493 Aug 29 07:44:16.459969 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effdca5f-9f0c-418d-9af1-fe22122ec777 x-openstack-request-id: req-effdca5f-9f0c-418d-9af1-fe22122ec777 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:44:16.460270 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:44:16.460524 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-effdca5f-9f0c-418d-9af1-fe22122ec777 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:44:16.460919 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62', 'status': 'completed', 'code': 200} Aug 29 07:44:16.524047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-b062fa74-94b4-4073-b254-c3c1567018e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:16.525622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-b062fa74-94b4-4073-b254-c3c1567018e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1095 time: 0.0423980 Aug 29 07:44:16.540611 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-f663733d-ccfa-4125-9aca-bd7226c5c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:16.542122 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-f663733d-ccfa-4125-9aca-bd7226c5c88f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1095 time: 0.0425029 Aug 29 07:44:16.632274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-a4f386af-d0a0-491c-a45e-bcd6ad6b0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:16.634391 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-a4f386af-d0a0-491c-a45e-bcd6ad6b0632 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.1016107 Aug 29 07:44:16.645426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-c872a6bf-d727-424e-a184-2187c4978c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:16.647120 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-c872a6bf-d727-424e-a184-2187c4978c40 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0980194 Aug 29 07:44:16.708252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-17da3ff6-7313-4113-9461-2a0aaeabd2af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 999 time: 0.0670795 Aug 29 07:44:16.716760 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-69d44fef-75c1-4d16-ae38-9fd1ed88a6a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 999 time: 0.0623689 Aug 29 07:44:16.761606 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-63546632-f87a-4dd6-bbcd-faab73a8af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:16.763106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-63546632-f87a-4dd6-bbcd-faab73a8af2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0484707 Aug 29 07:44:16.776554 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-47698bd3-f0b5-4e24-b000-a4d8e8136626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:16.778143 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-47698bd3-f0b5-4e24-b000-a4d8e8136626 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0548155 Aug 29 07:44:16.819775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-4f719464-d5b8-4126-9f15-bf0f4753c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:16.821304 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-4f719464-d5b8-4126-9f15-bf0f4753c064 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512037 Aug 29 07:44:16.835464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-7814b789-f2fd-4bdd-94c6-81bc440ceedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:16.837171 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-7814b789-f2fd-4bdd-94c6-81bc440ceedc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521870 Aug 29 07:44:16.921946 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-23168c53-f8e8-432c-bb19-73e9d0b67580 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934138 Aug 29 07:44:16.937060 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-c7e47c92-fe09-4350-99c9-2b57e1c0e0b8 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926456 Aug 29 07:44:17.019381 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-a16cc994-e878-4c7a-8a08-11fc87ddbe6e service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864301 Aug 29 07:44:17.033613 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d105aacf-d59e-4ef1-a243-ed9ace3ed352 req-f4dc4506-8fa0-40ea-8831-07b15d520d47 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899103 Aug 29 07:44:17.537872 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4009f-af39-4bc8-907b-64fd5af7deae req-0fe0b41b-1261-496e-8997-6d2993689b0a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:17.539404 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ca4009f-af39-4bc8-907b-64fd5af7deae req-0fe0b41b-1261-496e-8997-6d2993689b0a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0542178 Aug 29 07:44:17.578318 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ca4009f-af39-4bc8-907b-64fd5af7deae req-4b57c81a-329f-4a33-81db-bc8268bb6dfa tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323279 Aug 29 07:44:18.696817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706813f9-7279-4bb2-8aa5-42e681c841a1 req-6e823593-3625-4b45-a9fd-c0da304aa9ca tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:18.698430 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-706813f9-7279-4bb2-8aa5-42e681c841a1 req-6e823593-3625-4b45-a9fd-c0da304aa9ca tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0491047 Aug 29 07:44:18.738216 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-706813f9-7279-4bb2-8aa5-42e681c841a1 req-6f919faa-0c88-4e2c-8880-3429af096113 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331182 Aug 29 07:44:19.857224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f0e6b-6a43-48ab-98b0-14e656cfe2e5 req-4016689f-c023-440c-b3ec-b5da26ad80ff tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:19.858872 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a59f0e6b-6a43-48ab-98b0-14e656cfe2e5 req-4016689f-c023-440c-b3ec-b5da26ad80ff tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0510571 Aug 29 07:44:19.897519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a59f0e6b-6a43-48ab-98b0-14e656cfe2e5 req-92271985-acd9-48fe-b918-7d6092669c80 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321271 Aug 29 07:44:21.015316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991e092-277e-4e17-b954-7280b697961b req-a5a571ea-08b4-4e9f-ae28-2c8887c0f1ca tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:21.016808 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7991e092-277e-4e17-b954-7280b697961b req-a5a571ea-08b4-4e9f-ae28-2c8887c0f1ca tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0519359 Aug 29 07:44:21.054804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7991e092-277e-4e17-b954-7280b697961b req-ef2a2b7e-c2d7-4362-ab1f-9ad4f848db3e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319781 Aug 29 07:44:21.438212 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:22.168691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef7048-8fb4-48b3-afb8-4c15e5006616 req-6bcfedbf-7358-4239-98f7-d3a88d0f536c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:22.170540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbef7048-8fb4-48b3-afb8-4c15e5006616 req-6bcfedbf-7358-4239-98f7-d3a88d0f536c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0480990 Aug 29 07:44:22.208877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dbef7048-8fb4-48b3-afb8-4c15e5006616 req-0ab465c9-7b45-4448-886f-880b806b8f62 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324743 Aug 29 07:44:23.327710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52741b2a-2a91-4b00-aedc-91fe35db99bd req-97abd8ac-f546-42f6-a64d-56996f30f012 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:23.329395 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52741b2a-2a91-4b00-aedc-91fe35db99bd req-97abd8ac-f546-42f6-a64d-56996f30f012 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0513864 Aug 29 07:44:23.369436 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52741b2a-2a91-4b00-aedc-91fe35db99bd req-b1c60637-e48e-4831-bde5-9f2a902b1e6d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Aug 29 07:44:24.493366 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144736f-3346-4a1c-95e4-9f363a4b5a85 req-19548ba5-cf9b-4a9b-8417-2a17794ca734 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:24.494854 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e144736f-3346-4a1c-95e4-9f363a4b5a85 req-19548ba5-cf9b-4a9b-8417-2a17794ca734 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0554690 Aug 29 07:44:24.533023 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e144736f-3346-4a1c-95e4-9f363a4b5a85 req-8e4f393d-f3e4-4792-952b-78f7c378aa9c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315464 Aug 29 07:44:25.647384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616ef7e-b36e-4e03-a808-94c71c9d9d33 req-1b5271cb-e4e2-4e3b-b688-d53ac35c8bac tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:25.648861 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4616ef7e-b36e-4e03-a808-94c71c9d9d33 req-1b5271cb-e4e2-4e3b-b688-d53ac35c8bac tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0483251 Aug 29 07:44:25.685781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4616ef7e-b36e-4e03-a808-94c71c9d9d33 req-31ea44c3-959c-46b8-a04d-7375f9604b32 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310938 Aug 29 07:44:26.800770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e867921-3a61-4249-af08-361440ef21c5 req-e386a4d6-1b2f-4326-9832-9ae2d83b54c9 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:26.802235 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e867921-3a61-4249-af08-361440ef21c5 req-e386a4d6-1b2f-4326-9832-9ae2d83b54c9 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0488982 Aug 29 07:44:26.840446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e867921-3a61-4249-af08-361440ef21c5 req-8deebd92-11bd-42be-a494-01b7bd1a5c27 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321975 Aug 29 07:44:27.962171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c70756-369f-4c1b-afd0-fb06a62404c9 req-af7fe88e-a08d-4da9-8df7-f9a3f9800ce8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:27.963684 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3c70756-369f-4c1b-afd0-fb06a62404c9 req-af7fe88e-a08d-4da9-8df7-f9a3f9800ce8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 943 time: 0.0539246 Aug 29 07:44:28.002141 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3c70756-369f-4c1b-afd0-fb06a62404c9 req-b1db303f-6815-49ff-b928-4f2f93001e52 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324547 Aug 29 07:44:28.270308 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 40001e74-c0c9-477c-98ae-0271537f6c62 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:44:28.370158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:44:28.381430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': '40001e74-c0c9-477c-98ae-0271537f6c62', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'port_id': '40001e74-c0c9-477c-98ae-0271537f6c62', 'mac_address': 'fa:16:3e:15:4d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:44:28.418167 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:28.432161 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40001e74-c0c9-477c-98ae-0271537f6c62 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:44:28.451196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:44:28.525615 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:28.580124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:44:28.584240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5af24e-0bac-499e-b24f-c13655d9c962 req-01b0b2f9-6c1a-4348-8b88-a4d915619990 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:28.585802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c5af24e-0bac-499e-b24f-c13655d9c962 req-01b0b2f9-6c1a-4348-8b88-a4d915619990 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0509286 Aug 29 07:44:28.589271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:28.592359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:28.592359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:28.592359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:28.592359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:28.592359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:28.592359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:28.592359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:28.592359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:28.592359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:28.593550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:28.593550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:28.655294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c5af24e-0bac-499e-b24f-c13655d9c962 req-42ef8d57-72f3-4815-a15a-8bac781d37d7 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629141 Aug 29 07:44:28.668847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-b81196d4-e097-48b6-abcc-ffee1edc2dcd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:28.670419 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-b81196d4-e097-48b6-abcc-ffee1edc2dcd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.15 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc&tenant_id=521debbfbc054596b1960c7215a5e9a2&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 944 time: 0.0710731 Aug 29 07:44:28.736775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-917f41d2-0342-4f94-87a6-241adedd80db service neutron] 10.222.0.15 "GET /v2.0/ports/40001e74-c0c9-477c-98ae-0271537f6c62/bindings/n-h1-713301-12 HTTP/1.1" status: 200 len: 383 time: 0.0580170 Aug 29 07:44:28.783294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['40001e74-c0c9-477c-98ae-0271537f6c62'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:44:28.815268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-b8c3b88d-26a9-4d1f-b43a-a1fb68c5c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:28.817048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-b8c3b88d-26a9-4d1f-b43a-a1fb68c5c5a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1096 time: 0.0460513 Aug 29 07:44:28.940801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-83ae30ae-fc4d-4849-86ad-fbfc80d90f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:28.942558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-83ae30ae-fc4d-4849-86ad-fbfc80d90f47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.1183357 Aug 29 07:44:29.014094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-0f6257f6-1765-466f-b3e5-132716b6ff67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 1000 time: 0.0646622 Aug 29 07:44:29.069291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-9af8f2c0-3f92-4dc2-99b1-4ff1d6599edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:29.070774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-9af8f2c0-3f92-4dc2-99b1-4ff1d6599edc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0494821 Aug 29 07:44:29.119653 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-c6801745-c76e-4cf2-9cad-4347ea546ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:29.121143 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-c6801745-c76e-4cf2-9cad-4347ea546ebe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417798 Aug 29 07:44:29.571877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-11d5fc84-34f4-4bd4-aaa3-51b4ab88cfe3 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429643 Aug 29 07:44:29.662272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-5495cb15-2d2a-449c-9cfd-97271ebd5582 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827794 Aug 29 07:44:29.806087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c792f4-892a-496a-a675-3459195b9129 req-d0a2ca73-ee44-4a18-bdee-65d51d2740f3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:29.808721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8c792f4-892a-496a-a675-3459195b9129 req-d0a2ca73-ee44-4a18-bdee-65d51d2740f3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0653298 Aug 29 07:44:29.861022 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8c792f4-892a-496a-a675-3459195b9129 req-3b01799b-d61d-4e4d-bbb8-74b6f31e14c5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459037 Aug 29 07:44:30.284909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 40001e74-c0c9-477c-98ae-0271537f6c62 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:44:30.428012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port 40001e74-c0c9-477c-98ae-0271537f6c62 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:44:30.431850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port 40001e74-c0c9-477c-98ae-0271537f6c62 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:44:30.432246 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:30.508009 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:30.530086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:44:30.533078 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da59dad6-7296-4765-b58d-9e600f3d2edc" -d '{"events": [{"server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "name": "network-vif-plugged", "status": "completed", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:44:30.545266 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:44:30.605416 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:30.632761 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467909a9-f705-4884-8fa5-b808d3021d97 x-openstack-request-id: req-467909a9-f705-4884-8fa5-b808d3021d97 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:44:30.633058 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "name": "network-vif-plugged", "status": "completed", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:44:30.633332 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-467909a9-f705-4884-8fa5-b808d3021d97 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:44:30.633719 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62', 'code': 200} Aug 29 07:44:30.659416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:44:30.978421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e504faf-942d-4c97-8f0f-4a0cee510206 req-46368332-a221-4ea5-8f39-efd529dd1fe4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:30.979921 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e504faf-942d-4c97-8f0f-4a0cee510206 req-46368332-a221-4ea5-8f39-efd529dd1fe4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0493891 Aug 29 07:44:31.018306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e504faf-942d-4c97-8f0f-4a0cee510206 req-8a5f237f-f106-4770-9d29-7d8ca21c831f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322132 Aug 29 07:44:32.140033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2670-ed73-4bdc-bd76-132b616099f7 req-0bd58d10-94ba-41a2-adce-7c6fa41e5252 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:32.143219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be3b2670-ed73-4bdc-bd76-132b616099f7 req-0bd58d10-94ba-41a2-adce-7c6fa41e5252 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0533240 Aug 29 07:44:32.185025 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-be3b2670-ed73-4bdc-bd76-132b616099f7 req-a64dcdf2-bd4b-4fa4-a946-52c67444d179 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353997 Aug 29 07:44:33.316273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f485b29-b5e6-4f0b-b0a2-d099217c5c1f req-d2b88367-f580-4860-adeb-62a3f1c35c3a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:33.317801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f485b29-b5e6-4f0b-b0a2-d099217c5c1f req-d2b88367-f580-4860-adeb-62a3f1c35c3a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0601637 Aug 29 07:44:33.356491 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0f485b29-b5e6-4f0b-b0a2-d099217c5c1f req-a53bc9da-4869-4d75-9088-9b602e7ba2cc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324404 Aug 29 07:44:34.227889 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:34.290538 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device 40001e74-c0c9-477c-98ae-0271537f6c62 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:44:34.365381 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:34.388814 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:44:34.391734 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e687a9ae-0db8-45a5-922b-7e57c16bf8ac" -d '{"events": [{"server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "name": "network-vif-unplugged", "status": "completed", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:44:34.405031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:44:34.439386 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc527b6-aa8c-4c23-82f1-033b2cf10fd7 x-openstack-request-id: req-1fc527b6-aa8c-4c23-82f1-033b2cf10fd7 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:44:34.439740 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "name": "network-vif-unplugged", "status": "completed", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:44:34.440286 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1fc527b6-aa8c-4c23-82f1-033b2cf10fd7 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:44:34.440739 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62', 'code': 200} Aug 29 07:44:34.485273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45610e0e-cc2c-4ce4-bdaa-7ad1a5751841 req-6a919f28-7579-4b5e-8e54-67d5dedaaae1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:34.486688 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45610e0e-cc2c-4ce4-bdaa-7ad1a5751841 req-6a919f28-7579-4b5e-8e54-67d5dedaaae1 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0506110 Aug 29 07:44:34.489295 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:34.516380 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-938890be-65f2-4b96-ba5b-2bb43d425e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:34.517910 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-938890be-65f2-4b96-ba5b-2bb43d425e65 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc&tenant_id=521debbfbc054596b1960c7215a5e9a2 HTTP/1.1" status: 200 len: 1097 time: 0.0465384 Aug 29 07:44:34.527556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45610e0e-cc2c-4ce4-bdaa-7ad1a5751841 req-f6f558fa-a392-407f-b7bf-b8e5ed227195 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343294 Aug 29 07:44:34.534625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:44:34.542436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=10']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:44:34.592731 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:34.820637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:44:34.853427 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h1-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:44:34.887793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40001e74-c0c9-477c-98ae-0271537f6c62 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:44:34.895180 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:34.906855 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Transition to ACTIVE for port object 40001e74-c0c9-477c-98ae-0271537f6c62 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:44:34.974484 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:35.065376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Pushing event updated for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=11']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:44:35.082260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:35.082624 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:35.082979 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:35.083379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:35.084430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:35.084430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:35.084430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:35.084953 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:35.085489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:35.085998 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:35.086505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:35.087008 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:44:35.130531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] No DVR routers for this DVR port 40001e74-c0c9-477c-98ae-0271537f6c62 on host n-h1-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:44:35.267230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Attempting to bind port 40001e74-c0c9-477c-98ae-0271537f6c62 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:44:35.267576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Attempting to bind port 40001e74-c0c9-477c-98ae-0271537f6c62 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:44:35.267912 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Attempting to bind port 40001e74-c0c9-477c-98ae-0271537f6c62 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:44:35.272131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Port 40001e74-c0c9-477c-98ae-0271537f6c62 on network 3f17fab4-48ad-4c38-9387-de12872198e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:44:35.272459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Attempting to bind port 40001e74-c0c9-477c-98ae-0271537f6c62 on network 3f17fab4-48ad-4c38-9387-de12872198e8 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:44:35.277280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:44:35.277564 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Checking segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:44:35.277949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Bound using segment: {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:44:35.278381 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Bound port: 40001e74-c0c9-477c-98ae-0271537f6c62, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:44:35.278741 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:35.342338 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:44:35.345853 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:44:35.439993 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:35.478324 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:35.478943 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:35.480375 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] 10.222.0.11 "PUT /v2.0/ports/40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 1093 time: 0.9502413 Aug 29 07:44:35.480814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:44:35.483066 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f6d16c-c862-4b1a-978b-0ce7b4a87792" -d '{"events": [{"name": "network-changed", "server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:44:35.507583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d633fe-3592-42e7-bfc0-f678cd74e82e service neutron] Pushing event updated for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=12']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:44:35.556217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-ae56876b-5e41-4f4b-b649-d883822bc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:35.558342 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-ae56876b-5e41-4f4b-b649-d883822bc785 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1096 time: 0.0447235 Aug 29 07:44:35.615956 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a032b45-0117-435f-97cc-7bbf90760c64 x-openstack-request-id: req-0a032b45-0117-435f-97cc-7bbf90760c64 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:44:35.616305 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:44:35.619082 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0a032b45-0117-435f-97cc-7bbf90760c64 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:44:35.619685 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62', 'status': 'completed', 'code': 200} Aug 29 07:44:35.665787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-cee5083b-0e84-4f02-b9bc-59da2e028d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:35.667310 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-cee5083b-0e84-4f02-b9bc-59da2e028d3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.1022813 Aug 29 07:44:35.688708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48eb74c-c6d0-4690-8b0d-ea5aaf89b655 req-9ae722fb-1088-4e93-93c2-a926def51801 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:35.691655 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d48eb74c-c6d0-4690-8b0d-ea5aaf89b655 req-9ae722fb-1088-4e93-93c2-a926def51801 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0858395 Aug 29 07:44:35.699108 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-962142ce-5ad1-4591-a399-a606c983d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:35.700571 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-962142ce-5ad1-4591-a399-a606c983d325 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1096 time: 0.0820680 Aug 29 07:44:35.742304 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-579bd1aa-4165-42bc-b02d-4ec46f81d3f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 999 time: 0.0675023 Aug 29 07:44:35.782097 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d48eb74c-c6d0-4690-8b0d-ea5aaf89b655 req-6498afef-2704-49d2-8ad8-85c069df6645 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850961 Aug 29 07:44:35.791739 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-632d18f4-d7c5-4af5-a1db-01d64745e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:35.793950 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-632d18f4-d7c5-4af5-a1db-01d64745e440 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0452640 Aug 29 07:44:35.814550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-d968f861-954c-4b7d-9659-250015c6b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:35.816009 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-d968f861-954c-4b7d-9659-250015c6b1c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.1082425 Aug 29 07:44:35.841374 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-46cd07d2-ae71-4933-9540-72f973357ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:35.842946 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-46cd07d2-ae71-4933-9540-72f973357ca9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417476 Aug 29 07:44:35.889402 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-f86eb8ef-e666-4898-a730-398255ff219d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 999 time: 0.0665553 Aug 29 07:44:35.938142 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-775536f6-a21c-4e51-80e6-d85e87f78eb5 service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879858 Aug 29 07:44:35.938444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-4680e81c-0968-400f-84b3-284813ff1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:35.939690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-4680e81c-0968-400f-84b3-284813ff1d55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.0435700 Aug 29 07:44:35.984307 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-059a6eb3-28e4-4814-b7ad-fd0fe27d45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:35.985869 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-059a6eb3-28e4-4814-b7ad-fd0fe27d45c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395310 Aug 29 07:44:36.029912 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-413d3804-eb33-43d6-aee4-85c6f24bb896 req-be6c4099-6c9e-4501-a28a-4b94562ab14a service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850208 Aug 29 07:44:36.080130 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-0e47e57c-5eb0-4b59-bc7d-6a9580e29d87 service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863407 Aug 29 07:44:36.142815 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-9c1fdffa-482f-4748-8841-a6e6de853456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:36.144466 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-9c1fdffa-482f-4748-8841-a6e6de853456 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=521debbfbc054596b1960c7215a5e9a2&device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 1096 time: 0.0474157 Aug 29 07:44:36.176218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-d8544de6-56d7-43df-b643-9aa63b72514f service neutron] 10.222.0.15 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886030 Aug 29 07:44:36.242974 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-48c457a6-b0fd-4cfe-ae50-4a4e96c82845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:36.244494 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-48c457a6-b0fd-4cfe-ae50-4a4e96c82845 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 200 len: 912 time: 0.0933218 Aug 29 07:44:36.316993 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-4653c26c-bc24-44ae-bf9d-160e7a4431a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 200 len: 999 time: 0.0648508 Aug 29 07:44:36.697315 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-2190e4f9-17e7-45d8-9360-3a1eaecfe057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:36.698784 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-2190e4f9-17e7-45d8-9360-3a1eaecfe057 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 200 len: 850 time: 0.3754976 Aug 29 07:44:36.744519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-7dceebdd-0db2-4f0d-9e8e-14d10a6c3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:36.746005 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-7dceebdd-0db2-4f0d-9e8e-14d10a6c3367 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f17fab4-48ad-4c38-9387-de12872198e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396326 Aug 29 07:44:36.848445 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-0cd61341-32e4-438a-97c2-74d844fbc1ce service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945299 Aug 29 07:44:36.912844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26017ada-b6fc-48a7-a6b1-9df75b80bc56 req-1b590460-04c4-4375-aebd-f44756fd78df tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:36.914513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26017ada-b6fc-48a7-a6b1-9df75b80bc56 req-1b590460-04c4-4375-aebd-f44756fd78df tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0576768 Aug 29 07:44:36.954682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26017ada-b6fc-48a7-a6b1-9df75b80bc56 req-73b59560-e4d1-4702-8e16-1fae2c5fcf62 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339148 Aug 29 07:44:36.964452 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-61f6d16c-c862-4b1a-978b-0ce7b4a87792 req-2e4c4a8d-f4b1-47fa-856e-092a5cf5a03c service neutron] 10.222.0.11 "GET /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096423 Aug 29 07:44:38.071914 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bf5df-063d-42ec-a7ee-1e9e5c1111ee req-a334ddbe-8f98-42b1-925b-64bd245c62a8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:38.073416 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb0bf5df-063d-42ec-a7ee-1e9e5c1111ee req-a334ddbe-8f98-42b1-925b-64bd245c62a8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0485954 Aug 29 07:44:38.112871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bb0bf5df-063d-42ec-a7ee-1e9e5c1111ee req-093e22d8-7b03-4ada-aebc-086505bce636 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327685 Aug 29 07:44:38.176915 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e9a964c0-8b79-4f18-942b-e971052b72c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:39.245969 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f83381-2819-4e0e-93c3-039675101325 req-9d9dd878-4c1a-44bb-9ef8-6d0dcb832d7d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:39.248735 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1f83381-2819-4e0e-93c3-039675101325 req-9d9dd878-4c1a-44bb-9ef8-6d0dcb832d7d tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0637980 Aug 29 07:44:39.290679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1f83381-2819-4e0e-93c3-039675101325 req-3f44d059-0f1c-4816-84a4-a50b0af562f5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359917 Aug 29 07:44:40.418840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6a10c-e3cd-4e91-af1e-905e39625a44 req-8b551562-cdda-4c87-8392-d0a8019b0322 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:40.420284 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acd6a10c-e3cd-4e91-af1e-905e39625a44 req-8b551562-cdda-4c87-8392-d0a8019b0322 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0522730 Aug 29 07:44:40.457731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acd6a10c-e3cd-4e91-af1e-905e39625a44 req-5b36754a-bb53-4ca6-9475-362c0bc41066 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307591 Aug 29 07:44:40.850705 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:41.576965 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf21dd-7e0b-489d-8c2a-78d8dfb07f8f req-544150bd-6521-406a-bbbc-afeb2dcd0ff3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:41.578488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2bf21dd-7e0b-489d-8c2a-78d8dfb07f8f req-544150bd-6521-406a-bbbc-afeb2dcd0ff3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0516253 Aug 29 07:44:41.599429 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-70b49910-7e7d-4c33-ac95-51268ef55904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:41.622863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2bf21dd-7e0b-489d-8c2a-78d8dfb07f8f req-1eb2a4de-e6b2-4f05-b239-c6ff24cd761e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381949 Aug 29 07:44:41.987882 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:42.741834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c04378-2958-4fd0-9885-13083f32a9e1 req-fded47a3-05c9-4db6-bee5-d0df592eb899 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:42.743356 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-46c04378-2958-4fd0-9885-13083f32a9e1 req-fded47a3-05c9-4db6-bee5-d0df592eb899 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0520124 Aug 29 07:44:42.782187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-46c04378-2958-4fd0-9885-13083f32a9e1 req-ab9ae2d1-d24b-43b1-ae2c-102077ded21e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327585 Aug 29 07:44:43.707896 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:43.913661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab53a3-d929-489e-8701-a3a5779f8a31 req-d9a9311b-ad2a-4cfd-8e24-649bbead0de3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:43.915181 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83ab53a3-d929-489e-8701-a3a5779f8a31 req-d9a9311b-ad2a-4cfd-8e24-649bbead0de3 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0533798 Aug 29 07:44:43.955500 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83ab53a3-d929-489e-8701-a3a5779f8a31 req-5961dc0b-70d5-4850-b882-2cda2ee35570 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341878 Aug 29 07:44:45.077377 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ea360-7c40-43f5-9a22-fb4af782f2ef req-34290e05-3525-4435-86eb-29a458fb1bfc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:45.079582 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-582ea360-7c40-43f5-9a22-fb4af782f2ef req-34290e05-3525-4435-86eb-29a458fb1bfc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0502210 Aug 29 07:44:45.119702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-582ea360-7c40-43f5-9a22-fb4af782f2ef req-397b05f0-b871-46c1-8ed3-566375b6d363 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333068 Aug 29 07:44:46.245522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563d3b7-d5b2-464b-b00f-089a9d2b63d3 req-77c377c5-120b-40b3-8854-ea1516015573 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:46.247030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5563d3b7-d5b2-464b-b00f-089a9d2b63d3 req-77c377c5-120b-40b3-8854-ea1516015573 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0498891 Aug 29 07:44:46.287630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5563d3b7-d5b2-464b-b00f-089a9d2b63d3 req-d0170a70-4548-4fb8-a15d-273c6f7a907c tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344429 Aug 29 07:44:47.407621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00856635-c83a-4244-8778-7328c8eb4236 req-4d955c4b-fe9b-45aa-8083-67606aa4bd54 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:47.409108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00856635-c83a-4244-8778-7328c8eb4236 req-4d955c4b-fe9b-45aa-8083-67606aa4bd54 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0532885 Aug 29 07:44:47.457039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-00856635-c83a-4244-8778-7328c8eb4236 req-1a1090c3-6914-4917-a8c3-9f7bb4994674 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Aug 29 07:44:48.577280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c26ad9-2213-47ea-92b2-737298336e66 req-0bba2b09-3abd-46d2-a1c2-3eac7b125445 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:48.579374 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30c26ad9-2213-47ea-92b2-737298336e66 req-0bba2b09-3abd-46d2-a1c2-3eac7b125445 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 944 time: 0.0543511 Aug 29 07:44:48.616977 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30c26ad9-2213-47ea-92b2-737298336e66 req-88845117-242d-448a-be6a-30bd6315501f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315604 Aug 29 07:44:49.043973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 40001e74-c0c9-477c-98ae-0271537f6c62 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:44:49.141130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:44:49.152691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '40001e74-c0c9-477c-98ae-0271537f6c62', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'port_id': '40001e74-c0c9-477c-98ae-0271537f6c62', 'mac_address': 'fa:16:3e:15:4d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:44:49.200958 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:49.212584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40001e74-c0c9-477c-98ae-0271537f6c62 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:44:49.235897 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:44:49.310230 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:49.357674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=13']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:44:49.743604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e829a9-8f71-4652-be50-c9fc204175bc req-6b65dd91-2712-42a9-a8fa-c3398b5a255e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:49.745143 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6e829a9-8f71-4652-be50-c9fc204175bc req-6b65dd91-2712-42a9-a8fa-c3398b5a255e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0547991 Aug 29 07:44:49.775720 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['40001e74-c0c9-477c-98ae-0271537f6c62'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:44:49.788462 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6e829a9-8f71-4652-be50-c9fc204175bc req-386789f0-14f4-49ae-a576-f653b4ab7800 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368948 Aug 29 07:44:49.916703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b74116-0eda-47bd-a1f7-2dc43531d3da req-a0629663-1e56-4efe-82d2-28089c683d1a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:49.918121 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4b74116-0eda-47bd-a1f7-2dc43531d3da req-a0629663-1e56-4efe-82d2-28089c683d1a tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0530879 Aug 29 07:44:49.959220 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4b74116-0eda-47bd-a1f7-2dc43531d3da req-6dfae419-a5ff-4d9a-882b-befafbdce38f tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339458 Aug 29 07:44:50.076262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f196f-dfae-4358-bf45-128d7bec1428 req-79e191a6-152d-43e8-9c1e-62b38c5631b8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:50.077766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c19f196f-dfae-4358-bf45-128d7bec1428 req-79e191a6-152d-43e8-9c1e-62b38c5631b8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0502415 Aug 29 07:44:50.125552 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c19f196f-dfae-4358-bf45-128d7bec1428 req-b2b32c7d-2ced-4387-8853-7df84aaf49fc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 Aug 29 07:44:50.672615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdf598-5e5a-4280-9e44-23aede70e155 req-40f924c6-98e6-4be7-adad-9739a6115150 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:50.674108 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45fdf598-5e5a-4280-9e44-23aede70e155 req-40f924c6-98e6-4be7-adad-9739a6115150 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 945 time: 0.0533700 Aug 29 07:44:50.714614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45fdf598-5e5a-4280-9e44-23aede70e155 req-6dc7b0ba-605f-4086-a820-abd3f01e0cb9 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343261 Aug 29 07:44:51.062931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 40001e74-c0c9-477c-98ae-0271537f6c62 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:44:51.205049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 40001e74-c0c9-477c-98ae-0271537f6c62 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:44:51.209364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 40001e74-c0c9-477c-98ae-0271537f6c62 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:44:51.209729 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:51.272796 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:44:51.290838 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:51.317683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:44:51.319968 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f8a6b0-8db6-420c-9612-3c6abaf93a01" -d '{"events": [{"server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "name": "network-vif-plugged", "status": "completed", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:44:51.346330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:44:51.364584 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598f5bb8-0866-43fd-85c0-83f36d9552d5 x-openstack-request-id: req-598f5bb8-0866-43fd-85c0-83f36d9552d5 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:44:51.364869 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "name": "network-vif-plugged", "status": "completed", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:44:51.365122 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-598f5bb8-0866-43fd-85c0-83f36d9552d5 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:44:51.365504 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62', 'code': 200} Aug 29 07:44:51.428065 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:51.463776 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:51.481266 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=14']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:44:51.842714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90911840-d4f5-4b0b-bb04-1843fb470372 req-0ba04d26-f751-437c-a839-6f1ec45ae1d8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:51.844814 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90911840-d4f5-4b0b-bb04-1843fb470372 req-0ba04d26-f751-437c-a839-6f1ec45ae1d8 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 946 time: 0.0576615 Aug 29 07:44:51.886122 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90911840-d4f5-4b0b-bb04-1843fb470372 req-a744cb2a-3073-416e-bacc-4bb5cbfcd283 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345731 Aug 29 07:44:52.591313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f32785-78da-47bd-ae12-f802724e4fdd req-1f603bdc-49ce-4591-9992-3e82e6508dfc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:52.594602 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-05f32785-78da-47bd-ae12-f802724e4fdd req-1f603bdc-49ce-4591-9992-3e82e6508dfc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 946 time: 0.0672727 Aug 29 07:44:52.705686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-05f32785-78da-47bd-ae12-f802724e4fdd req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Deleting port 40001e74-c0c9-477c-98ae-0271537f6c62 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:44:52.706053 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-05f32785-78da-47bd-ae12-f802724e4fdd req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:52.796712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-05f32785-78da-47bd-ae12-f802724e4fdd req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] For port 40001e74-c0c9-477c-98ae-0271537f6c62, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=40001e74-c0c9-477c-98ae-0271537f6c62,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:44:52.797228 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-05f32785-78da-47bd-ae12-f802724e4fdd req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:53.005917 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-05f32785-78da-47bd-ae12-f802724e4fdd req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:53.006322 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-05f32785-78da-47bd-ae12-f802724e4fdd req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:53.006722 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [req-05f32785-78da-47bd-ae12-f802724e4fdd req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec disassociated. External IP: 172.25.1.28, port: 40001e74-c0c9-477c-98ae-0271537f6c62. Aug 29 07:44:53.007124 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-05f32785-78da-47bd-ae12-f802724e4fdd req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Calling delete_port for 40001e74-c0c9-477c-98ae-0271537f6c62 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:44:53.015989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da675fd6-b950-465e-bc1a-5f6ae2060ab9 req-595874db-e942-4d74-a79d-b2027608068e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:44:53.017713 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da675fd6-b950-465e-bc1a-5f6ae2060ab9 req-595874db-e942-4d74-a79d-b2027608068e tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 946 time: 0.0551233 Aug 29 07:44:53.065460 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da675fd6-b950-465e-bc1a-5f6ae2060ab9 req-d19d64ac-6a57-4368-b819-62913f6095e4 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups?id=821fa0c4-4278-4d58-b441-b455355cd9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414171 Aug 29 07:44:53.225732 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-05f32785-78da-47bd-ae12-f802724e4fdd req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:53.260494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event deleted for resources: {'Port': ['ID=40001e74-c0c9-477c-98ae-0271537f6c62,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:44:53.398445 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05f32785-78da-47bd-ae12-f802724e4fdd req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Router 7071209b-3c30-461c-a53f-a790680efe4b has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:44:53.531534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05f32785-78da-47bd-ae12-f802724e4fdd req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:44:53.544236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc01066-356f-4277-9ae2-d74bbb2dbe41 None None] Sync routers for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:44:53.554327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc01066-356f-4277-9ae2-d74bbb2dbe41 None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:44:53.554949 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8bc01066-356f-4277-9ae2-d74bbb2dbe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:44:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:44:53.575362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f32785-78da-47bd-ae12-f802724e4fdd req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] No DVR routers for this DVR port 40001e74-c0c9-477c-98ae-0271537f6c62 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:44:53.578131 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-05f32785-78da-47bd-ae12-f802724e4fdd req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:44:53.580181 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-05f32785-78da-47bd-ae12-f802724e4fdd req-c487b57e-2cea-4aa3-8c88-eff16b24f342 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.11 "DELETE /v2.0/ports/40001e74-c0c9-477c-98ae-0271537f6c62 HTTP/1.1" status: 204 len: 173 time: 0.9800375 Aug 29 07:44:53.580622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'name': 'network-vif-deleted', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:44:53.582899 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4427a12a-3083-4b8e-8f74-5837b8a2bbb2" -d '{"events": [{"server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "name": "network-vif-deleted", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:44:53.622489 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba89db6e-c59c-4c91-8fd5-94e7c2fd2aea x-openstack-request-id: req-ba89db6e-c59c-4c91-8fd5-94e7c2fd2aea {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:44:53.623449 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09120873-2772-4c58-bc47-4f48d4daddfc", "name": "network-vif-deleted", "tag": "40001e74-c0c9-477c-98ae-0271537f6c62", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:44:53.623449 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ba89db6e-c59c-4c91-8fd5-94e7c2fd2aea {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:44:53.623709 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09120873-2772-4c58-bc47-4f48d4daddfc', 'name': 'network-vif-deleted', 'tag': '40001e74-c0c9-477c-98ae-0271537f6c62', 'status': 'completed', 'code': 200} Aug 29 07:44:53.694204 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-8bc01066-356f-4277-9ae2-d74bbb2dbe41 None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:44:53.919566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8bc01066-356f-4277-9ae2-d74bbb2dbe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:44:53.952898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc01066-356f-4277-9ae2-d74bbb2dbe41 None None] Checking router: 7071209b-3c30-461c-a53f-a790680efe4b for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:44:53.963433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc01066-356f-4277-9ae2-d74bbb2dbe41 None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:44:53.964108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8bc01066-356f-4277-9ae2-d74bbb2dbe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:44:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:44:54.072814 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-8bc01066-356f-4277-9ae2-d74bbb2dbe41 None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:44:54.169053 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83b275b0-28ea-4dc9-930a-48202c28a21d req-36d98630-70eb-4d6d-b2e2-0cd2bfe62791 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 210 time: 0.0274637 Aug 29 07:44:54.287984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8bc01066-356f-4277-9ae2-d74bbb2dbe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:44:54.314798 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc01066-356f-4277-9ae2-d74bbb2dbe41 None None] The sync data for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 is: [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:31:35Z', 'revision_number': 4, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '91f0071f-a69d-4dd0-b317-ab0416d44dd5', 'name': '', 'network_id': '3f17fab4-48ad-4c38-9387-de12872198e8', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'mac_address': 'fa:16:3e:91:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:35Z', 'updated_at': '2021-08-29T07:31:40Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'subnets': [{'id': 'bccbb822-35b0-4c58-a40b-092c58167fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:44:54.578798 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebe4d0b-bd0b-44f2-9ebe-2a4836ecdccf None None] New status for floating IP a0473e9f-2c92-4e5d-807e-b0299e74b3ec: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:44:55.293263 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4319a0f5-33fc-44ef-90df-c996805e0fae req-74ec5e70-0b39-4dbd-b87a-33fd4382c7f7 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 210 time: 0.0314970 Aug 29 07:44:56.414766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af1cd0ab-9ca7-4030-89cb-da97ca5a1269 req-83adee2f-77f2-4d1f-990e-2cc795359163 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 210 time: 0.0471725 Aug 29 07:44:57.076173 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 40001e74-c0c9-477c-98ae-0271537f6c62 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:44:57.117970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 40001e74-c0c9-477c-98ae-0271537f6c62 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:44:57.118290 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 40001e74-c0c9-477c-98ae-0271537f6c62 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:44:57.517582 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d2a7dcb-71a1-472f-a60c-5022d2f6847b req-2c58c099-0012-4230-823e-2b26afc599e0 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/ports?device_id=09120873-2772-4c58-bc47-4f48d4daddfc HTTP/1.1" status: 200 len: 210 time: 0.0321026 Aug 29 07:45:02.700382 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 42938) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:02.755329 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38ee53fb-e222-4b5b-a55c-e73ab38acbfd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:02.779424 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38ee53fb-e222-4b5b-a55c-e73ab38acbfd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:02.907676 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38ee53fb-e222-4b5b-a55c-e73ab38acbfd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:02.910287 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-38ee53fb-e222-4b5b-a55c-e73ab38acbfd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:02.911524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-38ee53fb-e222-4b5b-a55c-e73ab38acbfd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "DELETE /v2.0/security-groups/821fa0c4-4278-4d58-b441-b455355cd9a3 HTTP/1.1" status: 204 len: 168 time: 0.2131429 Aug 29 07:45:02.916939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42940) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:02.921824 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee53fb-e222-4b5b-a55c-e73ab38acbfd tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821fa0c4-4278-4d58-b441-b455355cd9a3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:02.937590 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-7d1fa3e6-7c3e-49cf-8821-18ce7eed75f5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] show failed (client error): The resource could not be found. Aug 29 07:45:02.939061 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7d1fa3e6-7c3e-49cf-8821-18ce7eed75f5 tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "GET /v2.0/security-groups/821fa0c4-4278-4d58-b441-b455355cd9a3 HTTP/1.1" status: 404 len: 347 time: 0.0239289 Aug 29 07:45:02.942913 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42942) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:03.076371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-728b1d4e-622a-4014-8066-553abe74c0cc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Deleting port 19b99e78-87bc-4a4a-99c1-4c0d5c7207b3 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:45:03.076770 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-728b1d4e-622a-4014-8066-553abe74c0cc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:03.156619 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-728b1d4e-622a-4014-8066-553abe74c0cc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:03.156949 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-728b1d4e-622a-4014-8066-553abe74c0cc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:03.168999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-728b1d4e-622a-4014-8066-553abe74c0cc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Calling delete_port for 19b99e78-87bc-4a4a-99c1-4c0d5c7207b3 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:45:03.451323 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-728b1d4e-622a-4014-8066-553abe74c0cc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:03.492871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b1d4e-622a-4014-8066-553abe74c0cc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Pushing event deleted for resources: {'Port': ['ID=19b99e78-87bc-4a4a-99c1-4c0d5c7207b3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:03.566206 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-728b1d4e-622a-4014-8066-553abe74c0cc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:03.570669 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-728b1d4e-622a-4014-8066-553abe74c0cc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:03.570669 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-728b1d4e-622a-4014-8066-553abe74c0cc tempest-ServerActionsTestJSON-1018488249 tempest-ServerActionsTestJSON-1018488249-project] 10.222.0.76 "DELETE /v2.0/floatingips/a0473e9f-2c92-4e5d-807e-b0299e74b3ec HTTP/1.1" status: 204 len: 168 time: 0.6259229 Aug 29 07:45:03.573295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42944) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:04.087572 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-505157ad-d0b8-49d3-8d12-eb32b643ccc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:04.239259 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:04.351905 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-505157ad-d0b8-49d3-8d12-eb32b643ccc1 admin admin] Deleting port 91f0071f-a69d-4dd0-b317-ab0416d44dd5 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:45:04.352185 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-505157ad-d0b8-49d3-8d12-eb32b643ccc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:04.454498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-505157ad-d0b8-49d3-8d12-eb32b643ccc1 admin admin] For port 91f0071f-a69d-4dd0-b317-ab0416d44dd5, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=91f0071f-a69d-4dd0-b317-ab0416d44dd5,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:45:04.454883 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-505157ad-d0b8-49d3-8d12-eb32b643ccc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:04.467824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-505157ad-d0b8-49d3-8d12-eb32b643ccc1 admin admin] Calling delete_port for 91f0071f-a69d-4dd0-b317-ab0416d44dd5 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:45:04.741994 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-505157ad-d0b8-49d3-8d12-eb32b643ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:04.767072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505157ad-d0b8-49d3-8d12-eb32b643ccc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f0071f-a69d-4dd0-b317-ab0416d44dd5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:04.941516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-505157ad-d0b8-49d3-8d12-eb32b643ccc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:05.165930 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505157ad-d0b8-49d3-8d12-eb32b643ccc1 admin admin] Router 7071209b-3c30-461c-a53f-a790680efe4b has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:45:05.280382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505157ad-d0b8-49d3-8d12-eb32b643ccc1 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:45:05.287517 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-505157ad-d0b8-49d3-8d12-eb32b643ccc1 admin admin] 10.222.0.76 "PUT /v2.0/routers/7071209b-3c30-461c-a53f-a790680efe4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7113011 Aug 29 07:45:05.288534 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42948) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:05.291487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d378a-22c8-4101-8692-1a2361dec557 None None] Sync routers for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:45:05.301387 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d378a-22c8-4101-8692-1a2361dec557 None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:45:05.302241 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ae2d378a-22c8-4101-8692-1a2361dec557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:44:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:05.402089 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:05.424664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ae2d378a-22c8-4101-8692-1a2361dec557 None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:45:05.516850 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:05.673392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] Deleting port 43508d19-5108-4ae3-a2e6-8ad8ceef14ae {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:45:05.673732 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:05.771849 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] For port 43508d19-5108-4ae3-a2e6-8ad8ceef14ae, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=43508d19-5108-4ae3-a2e6-8ad8ceef14ae,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:45:05.772140 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:05.786707 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] Calling delete_port for 43508d19-5108-4ae3-a2e6-8ad8ceef14ae owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:45:05.786938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ae2d378a-22c8-4101-8692-1a2361dec557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:45:04Z', 'revision_number': 5, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port': {'id': '43508d19-5108-4ae3-a2e6-8ad8ceef14ae', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071209b-3c30-461c-a53f-a790680efe4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:31:33Z', 'updated_at': '2021-08-29T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:05.816586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d378a-22c8-4101-8692-1a2361dec557 None None] Checking router: 7071209b-3c30-461c-a53f-a790680efe4b for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:45:05.825810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d378a-22c8-4101-8692-1a2361dec557 None None] Routers {'7071209b-3c30-461c-a53f-a790680efe4b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:45:05.826518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ae2d378a-22c8-4101-8692-1a2361dec557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:44:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['7071209b-3c30-461c-a53f-a790680efe4b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:05.921986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ae2d378a-22c8-4101-8692-1a2361dec557 None None] Set router 7071209b-3c30-461c-a53f-a790680efe4b gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:45:05.981022 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ae2d378a-22c8-4101-8692-1a2361dec557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:45:05Z', 'revision_number': 6, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:06.008731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d378a-22c8-4101-8692-1a2361dec557 None None] The sync data for ids ['7071209b-3c30-461c-a53f-a790680efe4b'] in n-d-713301-12 is: [{'id': '7071209b-3c30-461c-a53f-a790680efe4b', 'name': 'tempest-ServerActionsTestJSON-649279485-router', 'tenant_id': '521debbfbc054596b1960c7215a5e9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:31:32Z', 'updated_at': '2021-08-29T07:45:05Z', 'revision_number': 6, 'project_id': '521debbfbc054596b1960c7215a5e9a2', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:45:06.099575 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:06.126736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] Pushing event deleted for resources: {'Port': ['ID=43508d19-5108-4ae3-a2e6-8ad8ceef14ae,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:06.190847 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:06.284446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:06.286735 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:06.422284 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:06.423090 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7071209b-3c30-461c-a53f-a790680efe4b {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:45:06.428184 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:06.432204 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3f13e9b0-8483-4477-8db3-cf990054d76d admin admin] 10.222.0.76 "DELETE /v2.0/routers/7071209b-3c30-461c-a53f-a790680efe4b HTTP/1.1" status: 204 len: 168 time: 1.1401992 Aug 29 07:45:06.433470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42950) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:06.490662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a21cf3d-e25c-4fd8-b60f-cf83cb638a34 admin admin] Deleting subnet bccbb822-35b0-4c58-a40b-092c58167fb5 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:45:06.496469 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3a21cf3d-e25c-4fd8-b60f-cf83cb638a34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:06.533413 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3a21cf3d-e25c-4fd8-b60f-cf83cb638a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:06.617816 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3a21cf3d-e25c-4fd8-b60f-cf83cb638a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:06.762797 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3a21cf3d-e25c-4fd8-b60f-cf83cb638a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:06.790045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21cf3d-e25c-4fd8-b60f-cf83cb638a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bccbb822-35b0-4c58-a40b-092c58167fb5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:06.796151 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3a21cf3d-e25c-4fd8-b60f-cf83cb638a34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:06.798289 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3a21cf3d-e25c-4fd8-b60f-cf83cb638a34 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/bccbb822-35b0-4c58-a40b-092c58167fb5 HTTP/1.1" status: 204 len: 168 time: 0.3635931 Aug 29 07:45:06.800974 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42952) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:06.801858 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301eb418-d043-4d00-a681-b3f6e6d3fde7 None None] Network 3f17fab4-48ad-4c38-9387-de12872198e8 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:45:06.878674 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:06.960908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Deleting port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:45:06.961481 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:06.982678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 91f0071f-a69d-4dd0-b317-ab0416d44dd5 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:45:07.005776 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 91f0071f-a69d-4dd0-b317-ab0416d44dd5 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:45:07.006132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 91f0071f-a69d-4dd0-b317-ab0416d44dd5 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:45:07.006588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 43508d19-5108-4ae3-a2e6-8ad8ceef14ae no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:45:07.027782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d86e5-f1b0-4cf9-a0a2-d91e41ad5321 None None] DHCP port deletion for 3f17fab4-48ad-4c38-9387-de12872198e8 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:45:07.031750 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 43508d19-5108-4ae3-a2e6-8ad8ceef14ae {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:45:07.032109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 43508d19-5108-4ae3-a2e6-8ad8ceef14ae not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:45:07.072622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] For port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2eeeb13f-9f22-442b-9b66-f89fc4806fd4,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:45:07.073363 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:07.082937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d86e5-f1b0-4cf9-a0a2-d91e41ad5321 None None] Deleting port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:45:07.083380 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3c6d86e5-f1b0-4cf9-a0a2-d91e41ad5321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:07.091875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Calling delete_port for 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:45:07.162013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3c6d86e5-f1b0-4cf9-a0a2-d91e41ad5321 None None] For port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2eeeb13f-9f22-442b-9b66-f89fc4806fd4,segment=NetworkSegment(960a2492-82d6-4faa-8a52-0fe0dd7ec0b5),segment_id=960a2492-82d6-4faa-8a52-0fe0dd7ec0b5)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:45:07.162543 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3c6d86e5-f1b0-4cf9-a0a2-d91e41ad5321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:07.177475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d86e5-f1b0-4cf9-a0a2-d91e41ad5321 None None] Calling delete_port for 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:45:07.277192 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:07.286349 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3c6d86e5-f1b0-4cf9-a0a2-d91e41ad5321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:07.321465 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eeeb13f-9f22-442b-9b66-f89fc4806fd4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:07.324337 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] No DVR routers for this DVR port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:45:07.334189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d86e5-f1b0-4cf9-a0a2-d91e41ad5321 None None] Pushing event deleted for resources: {'Port': ['ID=2eeeb13f-9f22-442b-9b66-f89fc4806fd4,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:07.336384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6d86e5-f1b0-4cf9-a0a2-d91e41ad5321 None None] No DVR routers for this DVR port 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:45:07.402740 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:07.414548 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f17fab4-48ad-4c38-9387-de12872198e8']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:07.426897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:07.427296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960a2492-82d6-4faa-8a52-0fe0dd7ec0b5') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:07.436267 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:07.454285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:07.460331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:45:07.460652 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:45:07.462259 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:45:07.599055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:07.605450 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:07.607185 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3f17fab4-48ad-4c38-9387-de12872198e8 HTTP/1.1" status: 204 len: 168 time: 0.8049407 Aug 29 07:45:07.618595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561c785-3b04-482e-91f5-2a095d19e639 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f17fab4-48ad-4c38-9387-de12872198e8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:07.983132 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42956) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:08.026238 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4ea2d53b-f8f6-4fe8-a481-e566916faf35 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=521debbfbc054596b1960c7215a5e9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418932 Aug 29 07:45:08.029196 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42958) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:08.088453 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8136ea35-3526-4bd2-8f88-76546d48c319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:08.111104 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8136ea35-3526-4bd2-8f88-76546d48c319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:08.164596 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5274012e-61f0-4ce7-bba1-d85d88e44bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:08.247999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8136ea35-3526-4bd2-8f88-76546d48c319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:08.251311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8136ea35-3526-4bd2-8f88-76546d48c319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:08.252498 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8136ea35-3526-4bd2-8f88-76546d48c319 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a5b2e1b7-2f7c-415a-a414-8e954581f7ce HTTP/1.1" status: 204 len: 168 time: 0.2221751 Aug 29 07:45:08.260837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136ea35-3526-4bd2-8f88-76546d48c319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b2e1b7-2f7c-415a-a414-8e954581f7ce,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:08.964151 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:45:08.984060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:45:08.985036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2eeeb13f-9f22-442b-9b66-f89fc4806fd4 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:45:09.411956 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42980) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:09.514632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-956816055-network', 'tenant_id': '26c78d24ade542c7b60eb5c256e3def2'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:45:09.596606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] Made reservation on behalf of 26c78d24ade542c7b60eb5c256e3def2 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:45:09.598869 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:09.608128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:09.697704 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:09.799405 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:09.824515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:45:09.834084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f556ea24-0833-48ee-b3e4-7957ae796ce2,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:09.838860 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:09.839231 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] Added segment b8549d92-13a1-4f02-80a4-f7388964181c of type vlan for network 6905182c-4a84-49af-a0d8-11338f10572f Aug 29 07:45:09.881339 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:09.990759 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:09.991786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:09.992389 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:10.054372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] Pushing event updated for resources: {'Network': ['ID=6905182c-4a84-49af-a0d8-11338f10572f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:10.064607 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 6905182c-4a84-49af-a0d8-11338f10572f details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:45:10.180009 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-56da3d75-b3ba-4979-bc3d-d3089d290027 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7669303 Aug 29 07:45:10.182821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 42984) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:10.188128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b60d439b-03d7-416a-98d5-14ddbe103210 admin admin] Request body: {'subnet': {'network_id': '6905182c-4a84-49af-a0d8-11338f10572f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-956816055-subnet', 'tenant_id': '26c78d24ade542c7b60eb5c256e3def2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:45:10.307164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60d439b-03d7-416a-98d5-14ddbe103210 admin admin] Made reservation on behalf of 26c78d24ade542c7b60eb5c256e3def2 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:45:10.309517 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b60d439b-03d7-416a-98d5-14ddbe103210 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:10.550818 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b60d439b-03d7-416a-98d5-14ddbe103210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:10.606415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d439b-03d7-416a-98d5-14ddbe103210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca6f87f-0888-4a56-b945-fe1cdd43293e,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:10.616240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60d439b-03d7-416a-98d5-14ddbe103210 admin admin] Checking segment: {'id': 'b8549d92-13a1-4f02-80a4-f7388964181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6905182c-4a84-49af-a0d8-11338f10572f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:45:10.616610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60d439b-03d7-416a-98d5-14ddbe103210 admin admin] Network hostable DHCP agents. Network: 6905182c-4a84-49af-a0d8-11338f10572f, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:45:10.699000 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60d439b-03d7-416a-98d5-14ddbe103210 admin admin] Network 6905182c-4a84-49af-a0d8-11338f10572f is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:45:10.801972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b60d439b-03d7-416a-98d5-14ddbe103210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 6905182c-4a84-49af-a0d8-11338f10572f) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:45:10.805927 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60d439b-03d7-416a-98d5-14ddbe103210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:10.806535 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b60d439b-03d7-416a-98d5-14ddbe103210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:10.811086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7785fe82-d856-42a0-8481-4c2bcc5271b7 None None] Network 6905182c-4a84-49af-a0d8-11338f10572f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:45:10.861020 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:10.885482 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b60d439b-03d7-416a-98d5-14ddbe103210 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7015846 Aug 29 07:45:10.950041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d918f1-b4a8-4f37-a24f-8f20105a1a53 None None] Network 6905182c-4a84-49af-a0d8-11338f10572f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:45:11.338126 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-1300aa79-144f-443d-b4ae-5655bc0b3e43 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:11.339547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-1300aa79-144f-443d-b4ae-5655bc0b3e43 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/networks?id=6905182c-4a84-49af-a0d8-11338f10572f HTTP/1.1" status: 200 len: 813 time: 0.1095729 Aug 29 07:45:11.354990 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-aeb006f6-3480-486f-8e40-c55af7c4d445 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/quotas/26c78d24ade542c7b60eb5c256e3def2 HTTP/1.1" status: 200 len: 375 time: 0.0094118 Aug 29 07:45:11.389530 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-6e202ed7-cf59-4965-9f02-6bdaa3e2f660 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=26c78d24ade542c7b60eb5c256e3def2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278590 Aug 29 07:45:11.486482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-fee55a7e-7001-4f61-a313-703713d17340 service neutron] 10.222.0.76 "GET /v2.0/networks/6905182c-4a84-49af-a0d8-11338f10572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899205 Aug 29 07:45:11.582666 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-0143c8f6-ccfa-46e3-8c3c-3e88aa65275c service neutron] 10.222.0.76 "GET /v2.0/networks/6905182c-4a84-49af-a0d8-11338f10572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896978 Aug 29 07:45:11.621817 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e6ff606e-1e92-4817-b81f-2cbb47bc9119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:11.835697 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f15dbcb3-ceb7-43e9-b724-16a0a7cf7e5d req-9d0f1a53-96b4-4d41-bcda-40ee40ff685c tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 210 time: 0.0293410 Aug 29 07:45:11.996098 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:12.929967 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-777dae8a-a33d-4dff-a196-e26152859165 req-9123dd54-dfaf-47e9-b92b-84adbf9354a2 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 210 time: 0.0269685 Aug 29 07:45:13.727245 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:14.035258 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4b040e0e-3346-4601-b0b9-9e8294a33456 req-5e85cadf-4201-47df-a832-9bb09c22f62c tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 210 time: 0.0352921 Aug 29 07:45:14.047025 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-5c805510-5005-4eeb-b192-9970aea1528f tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:14.048799 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-5c805510-5005-4eeb-b192-9970aea1528f tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.11 "GET /v2.0/networks?id=6905182c-4a84-49af-a0d8-11338f10572f HTTP/1.1" status: 200 len: 813 time: 0.1173134 Aug 29 07:45:14.061726 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1435d15f-6e1e-4cc4-b0ef-6d15dd474271 req-2ec141a1-a048-4852-be3b-4da54638f509 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0895491 Aug 29 07:45:14.067574 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-9773efad-bd7b-440b-bc8e-53ac155c55fc tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Request body: {'port': {'device_id': 'df1100d8-4d1e-494d-86d2-ffa7a85815b4', 'network_id': '6905182c-4a84-49af-a0d8-11338f10572f', 'admin_state_up': True, 'tenant_id': '26c78d24ade542c7b60eb5c256e3def2'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:45:14.137224 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1435d15f-6e1e-4cc4-b0ef-6d15dd474271 req-05f1aaf3-ba1e-41ee-a03f-023bc865b40e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0272443 Aug 29 07:45:14.181319 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1435d15f-6e1e-4cc4-b0ef-6d15dd474271 req-8ef15962-3421-4aa2-884b-fc595cc39d7d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235643 Aug 29 07:45:14.292328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435d15f-6e1e-4cc4-b0ef-6d15dd474271 req-bf915008-be1a-4457-9115-7555223da356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:14.294004 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1435d15f-6e1e-4cc4-b0ef-6d15dd474271 req-bf915008-be1a-4457-9115-7555223da356 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064637 Aug 29 07:45:14.607226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-9773efad-bd7b-440b-bc8e-53ac155c55fc tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Made reservation on behalf of 26c78d24ade542c7b60eb5c256e3def2 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:45:14.611412 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-9773efad-bd7b-440b-bc8e-53ac155c55fc tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:14.737204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-9773efad-bd7b-440b-bc8e-53ac155c55fc tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Allocated IP 172.20.0.8 (6905182c-4a84-49af-a0d8-11338f10572f/6ca6f87f-0888-4a56-b945-fe1cdd43293e/173f48f1-4ca0-4f7b-b33d-5e7789536d23) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:45:14.887599 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-9773efad-bd7b-440b-bc8e-53ac155c55fc tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:15.007819 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-9773efad-bd7b-440b-bc8e-53ac155c55fc tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:15.048805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-9773efad-bd7b-440b-bc8e-53ac155c55fc tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Network 6905182c-4a84-49af-a0d8-11338f10572f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:45:15.053838 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-9773efad-bd7b-440b-bc8e-53ac155c55fc tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:45:15.057446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-9773efad-bd7b-440b-bc8e-53ac155c55fc tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:45:15.083209 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773efad-bd7b-440b-bc8e-53ac155c55fc tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Pushing event updated for resources: {'Port': ['ID=173f48f1-4ca0-4f7b-b33d-5e7789536d23,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:15.116834 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-9773efad-bd7b-440b-bc8e-53ac155c55fc tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:15.117454 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-9773efad-bd7b-440b-bc8e-53ac155c55fc tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:15.171864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13b0cd-c685-48e1-b5cb-65792b3b06a7 req-13c7d7ac-f77a-4fe2-8d44-aedcff4c95d1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:15.173280 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a13b0cd-c685-48e1-b5cb-65792b3b06a7 req-13c7d7ac-f77a-4fe2-8d44-aedcff4c95d1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 931 time: 0.0513210 Aug 29 07:45:15.193842 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-9773efad-bd7b-440b-bc8e-53ac155c55fc tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1312094 Aug 29 07:45:15.212121 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4a13b0cd-c685-48e1-b5cb-65792b3b06a7 req-abf5d264-1b0d-4050-b34c-830efc90b52e tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327067 Aug 29 07:45:15.213212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Request body: {'port': {'device_id': 'df1100d8-4d1e-494d-86d2-ffa7a85815b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:45:15.270875 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:15.537076 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173f48f1-4ca0-4f7b-b33d-5e7789536d23 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:45:15.544587 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:15.556821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Transition to ACTIVE for port object 173f48f1-4ca0-4f7b-b33d-5e7789536d23 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:45:15.661418 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:15.715243 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Pushing event updated for resources: {'Port': ['ID=173f48f1-4ca0-4f7b-b33d-5e7789536d23,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:15.781444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Attempting to bind port 173f48f1-4ca0-4f7b-b33d-5e7789536d23 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:45:15.781800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Attempting to bind port 173f48f1-4ca0-4f7b-b33d-5e7789536d23 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'b8549d92-13a1-4f02-80a4-f7388964181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6905182c-4a84-49af-a0d8-11338f10572f'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:45:15.782130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Attempting to bind port 173f48f1-4ca0-4f7b-b33d-5e7789536d23 on network 6905182c-4a84-49af-a0d8-11338f10572f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:45:15.786407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Port 173f48f1-4ca0-4f7b-b33d-5e7789536d23 on network 6905182c-4a84-49af-a0d8-11338f10572f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:45:15.786732 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Attempting to bind port 173f48f1-4ca0-4f7b-b33d-5e7789536d23 on network 6905182c-4a84-49af-a0d8-11338f10572f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:45:15.791507 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:45:15.791784 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Checking segment: {'id': 'b8549d92-13a1-4f02-80a4-f7388964181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6905182c-4a84-49af-a0d8-11338f10572f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:45:15.792170 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Bound using segment: {'id': 'b8549d92-13a1-4f02-80a4-f7388964181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6905182c-4a84-49af-a0d8-11338f10572f'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:45:15.792603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Bound port: 173f48f1-4ca0-4f7b-b33d-5e7789536d23, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8549d92-13a1-4f02-80a4-f7388964181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6905182c-4a84-49af-a0d8-11338f10572f'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:45:15.792964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:15.855831 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] For port 173f48f1-4ca0-4f7b-b33d-5e7789536d23, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:45:15.858963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] For port 173f48f1-4ca0-4f7b-b33d-5e7789536d23, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=173f48f1-4ca0-4f7b-b33d-5e7789536d23,segment=NetworkSegment(b8549d92-13a1-4f02-80a4-f7388964181c),segment_id=b8549d92-13a1-4f02-80a4-f7388964181c)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:45:15.953354 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:15.988303 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:15.988919 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:15.990299 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] 10.222.0.11 "PUT /v2.0/ports/173f48f1-4ca0-4f7b-b33d-5e7789536d23 HTTP/1.1" status: 200 len: 1092 time: 0.7817435 Aug 29 07:45:15.990783 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1100d8-4d1e-494d-86d2-ffa7a85815b4', 'tag': '173f48f1-4ca0-4f7b-b33d-5e7789536d23'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:45:15.993130 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba68967-b2b2-453b-a761-1d3db89c1bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "df1100d8-4d1e-494d-86d2-ffa7a85815b4", "tag": "173f48f1-4ca0-4f7b-b33d-5e7789536d23"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:45:16.023541 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14581403-66e5-49fc-95d8-1d81917fc8ad service neutron] Pushing event updated for resources: {'Port': ['ID=173f48f1-4ca0-4f7b-b33d-5e7789536d23,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:16.029202 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e6d0a6-5c99-4357-a1c9-4ce818009afd x-openstack-request-id: req-55e6d0a6-5c99-4357-a1c9-4ce818009afd {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:45:16.029494 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1100d8-4d1e-494d-86d2-ffa7a85815b4", "tag": "173f48f1-4ca0-4f7b-b33d-5e7789536d23", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:45:16.029745 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55e6d0a6-5c99-4357-a1c9-4ce818009afd {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:45:16.030141 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1100d8-4d1e-494d-86d2-ffa7a85815b4', 'tag': '173f48f1-4ca0-4f7b-b33d-5e7789536d23', 'status': 'completed', 'code': 200} Aug 29 07:45:16.155599 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba68967-b2b2-453b-a761-1d3db89c1bb8 req-959a3e8b-5409-4ff6-9d42-6ab56506c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:16.158103 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dba68967-b2b2-453b-a761-1d3db89c1bb8 req-959a3e8b-5409-4ff6-9d42-6ab56506c8bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26c78d24ade542c7b60eb5c256e3def2&device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 1095 time: 0.0875137 Aug 29 07:45:16.264101 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba68967-b2b2-453b-a761-1d3db89c1bb8 req-607aea83-5671-48da-810d-8d9203848df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:16.265580 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dba68967-b2b2-453b-a761-1d3db89c1bb8 req-607aea83-5671-48da-810d-8d9203848df2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=26c78d24ade542c7b60eb5c256e3def2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0945783 Aug 29 07:45:16.326404 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86126b4c-b150-4e87-a5ca-181250d01a5d req-8b289762-cd82-4854-9c82-978613f6e1ec tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:16.328149 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86126b4c-b150-4e87-a5ca-181250d01a5d req-8b289762-cd82-4854-9c82-978613f6e1ec tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 943 time: 0.0491457 Aug 29 07:45:16.361204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba68967-b2b2-453b-a761-1d3db89c1bb8 req-a1b80cc0-4a57-4946-bb2b-6f477080766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:16.362938 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dba68967-b2b2-453b-a761-1d3db89c1bb8 req-a1b80cc0-4a57-4946-bb2b-6f477080766a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903869 Aug 29 07:45:16.367066 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-86126b4c-b150-4e87-a5ca-181250d01a5d req-6940f4d2-78c5-4d5c-a0bd-e99e9f3bc1db tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329375 Aug 29 07:45:16.471082 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-30c0b7b5-feb5-4003-a9b8-ebafb783a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:16.472598 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-30c0b7b5-feb5-4003-a9b8-ebafb783a259 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26c78d24ade542c7b60eb5c256e3def2&device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 1095 time: 0.0466874 Aug 29 07:45:16.521115 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-51fdde37-9141-4e6f-b20e-bea1ef82c434 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=173f48f1-4ca0-4f7b-b33d-5e7789536d23 HTTP/1.1" status: 200 len: 217 time: 0.0357890 Aug 29 07:45:16.570151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-cf26c56e-8992-47c9-a443-5d83d73affdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:16.571608 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-cf26c56e-8992-47c9-a443-5d83d73affdc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ca6f87f-0888-4a56-b945-fe1cdd43293e HTTP/1.1" status: 200 len: 853 time: 0.0444953 Aug 29 07:45:16.606107 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-2d6331a5-99aa-4c1f-8ae8-e7eac320a59c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6905182c-4a84-49af-a0d8-11338f10572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280955 Aug 29 07:45:16.696279 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-8d7d8b58-5a30-49b9-af14-03f2a60fb716 service neutron] 10.222.0.11 "GET /v2.0/networks/6905182c-4a84-49af-a0d8-11338f10572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824676 Aug 29 07:45:16.791707 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02f0d390-5659-4bf3-bcaf-08b6b79973e9 req-a950bde1-f040-48c9-9c1c-700b2564698b service neutron] 10.222.0.11 "GET /v2.0/networks/6905182c-4a84-49af-a0d8-11338f10572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888135 Aug 29 07:45:17.485044 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1b32e-0ccb-4fba-a56b-f8787173f86d req-46f23171-1b46-4752-808a-5f9a454a614c tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:17.486509 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15b1b32e-0ccb-4fba-a56b-f8787173f86d req-46f23171-1b46-4752-808a-5f9a454a614c tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 943 time: 0.0502059 Aug 29 07:45:17.528625 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15b1b32e-0ccb-4fba-a56b-f8787173f86d req-4caffd40-63ca-45c4-b777-b0c6e1bb5cf3 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358562 Aug 29 07:45:18.642700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683fc17-0a48-4eeb-9bad-881bb59f7442 req-65e87da9-36bc-4cba-9ee4-42d0e33cdbb0 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:18.644203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0683fc17-0a48-4eeb-9bad-881bb59f7442 req-65e87da9-36bc-4cba-9ee4-42d0e33cdbb0 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 943 time: 0.0491228 Aug 29 07:45:18.683331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0683fc17-0a48-4eeb-9bad-881bb59f7442 req-745180d2-a02a-445c-8dfe-7a83f2aa2b30 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330086 Aug 29 07:45:19.261400 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 173f48f1-4ca0-4f7b-b33d-5e7789536d23 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:45:19.355885 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 173f48f1-4ca0-4f7b-b33d-5e7789536d23, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=173f48f1-4ca0-4f7b-b33d-5e7789536d23,segment=NetworkSegment(b8549d92-13a1-4f02-80a4-f7388964181c),segment_id=b8549d92-13a1-4f02-80a4-f7388964181c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:45:19.367831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '173f48f1-4ca0-4f7b-b33d-5e7789536d23', 'network_id': '6905182c-4a84-49af-a0d8-11338f10572f', 'port_id': '173f48f1-4ca0-4f7b-b33d-5e7789536d23', 'mac_address': 'fa:16:3e:68:5d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca6f87f-0888-4a56-b945-fe1cdd43293e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:45:19.404590 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:19.417091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173f48f1-4ca0-4f7b-b33d-5e7789536d23 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:45:19.436506 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 173f48f1-4ca0-4f7b-b33d-5e7789536d23, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=173f48f1-4ca0-4f7b-b33d-5e7789536d23,segment=NetworkSegment(b8549d92-13a1-4f02-80a4-f7388964181c),segment_id=b8549d92-13a1-4f02-80a4-f7388964181c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:45:19.522047 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:19.569688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=173f48f1-4ca0-4f7b-b33d-5e7789536d23,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:19.798040 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72c055-b450-4b46-9fc4-45e66fb6ed51 req-2657a485-7b0a-4225-8882-7263c7a78fde tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:19.799607 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3b72c055-b450-4b46-9fc4-45e66fb6ed51 req-2657a485-7b0a-4225-8882-7263c7a78fde tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 944 time: 0.0500057 Aug 29 07:45:19.836872 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3b72c055-b450-4b46-9fc4-45e66fb6ed51 req-429f6657-63a7-4d7e-905c-2864ae4bc492 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Aug 29 07:45:19.907528 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['173f48f1-4ca0-4f7b-b33d-5e7789536d23'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:45:20.949624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6c853-3b3e-413c-86be-45310c373815 req-d0476a2f-ba55-4cf4-b3f0-5e1267940ddd tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:20.951164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84b6c853-3b3e-413c-86be-45310c373815 req-d0476a2f-ba55-4cf4-b3f0-5e1267940ddd tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 944 time: 0.0481195 Aug 29 07:45:20.994174 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-84b6c853-3b3e-413c-86be-45310c373815 req-f9ba0c75-6136-493c-852d-0d659680d8b9 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365155 Aug 29 07:45:21.248421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 173f48f1-4ca0-4f7b-b33d-5e7789536d23 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:45:21.409901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 173f48f1-4ca0-4f7b-b33d-5e7789536d23 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:45:21.414310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 173f48f1-4ca0-4f7b-b33d-5e7789536d23 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:45:21.414692 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:21.494646 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:21.517955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1100d8-4d1e-494d-86d2-ffa7a85815b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173f48f1-4ca0-4f7b-b33d-5e7789536d23'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:45:21.520198 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41698a18-e986-4d53-bb96-ba4c230ecef7" -d '{"events": [{"server_uuid": "df1100d8-4d1e-494d-86d2-ffa7a85815b4", "name": "network-vif-plugged", "status": "completed", "tag": "173f48f1-4ca0-4f7b-b33d-5e7789536d23"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:45:21.525461 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:21.535759 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 173f48f1-4ca0-4f7b-b33d-5e7789536d23, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=173f48f1-4ca0-4f7b-b33d-5e7789536d23,segment=NetworkSegment(b8549d92-13a1-4f02-80a4-f7388964181c),segment_id=b8549d92-13a1-4f02-80a4-f7388964181c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:45:21.559054 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dd4216-ebdd-4cee-9b06-f61a7659a7a2 x-openstack-request-id: req-70dd4216-ebdd-4cee-9b06-f61a7659a7a2 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:45:21.559391 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1100d8-4d1e-494d-86d2-ffa7a85815b4", "name": "network-vif-plugged", "status": "completed", "tag": "173f48f1-4ca0-4f7b-b33d-5e7789536d23", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:45:21.559653 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-70dd4216-ebdd-4cee-9b06-f61a7659a7a2 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:45:21.560056 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1100d8-4d1e-494d-86d2-ffa7a85815b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173f48f1-4ca0-4f7b-b33d-5e7789536d23', 'code': 200} Aug 29 07:45:21.655797 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:21.684760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ac931-d28a-45b2-a676-7f02ebab20f5 req-88cf1648-7add-4700-a260-0b3018ee6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:21.686288 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-319ac931-d28a-45b2-a676-7f02ebab20f5 req-88cf1648-7add-4700-a260-0b3018ee6021 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 1096 time: 0.0420392 Aug 29 07:45:21.705364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=173f48f1-4ca0-4f7b-b33d-5e7789536d23,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:21.724074 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-319ac931-d28a-45b2-a676-7f02ebab20f5 req-ed6d4abc-b453-4015-a032-aaccc292a919 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295770 Aug 29 07:45:22.121310 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e01ef-eb23-4b81-888d-7a18272a02ba req-a5ad1ff5-25c6-49d7-85cf-1116fba60dae tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:22.122715 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a0e01ef-eb23-4b81-888d-7a18272a02ba req-a5ad1ff5-25c6-49d7-85cf-1116fba60dae tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 945 time: 0.0500498 Aug 29 07:45:22.161963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1a0e01ef-eb23-4b81-888d-7a18272a02ba req-537777bb-afab-4b7f-9f40-efbc190f5585 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330603 Aug 29 07:45:23.284161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568b697-70f6-4f58-baca-9f7438902541 req-edc4f30c-36b1-4072-a80b-4754d4e93606 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:23.286369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8568b697-70f6-4f58-baca-9f7438902541 req-edc4f30c-36b1-4072-a80b-4754d4e93606 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 945 time: 0.0511546 Aug 29 07:45:23.324740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8568b697-70f6-4f58-baca-9f7438902541 req-1d78548b-551d-44db-86ab-c58c9733fc56 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322628 Aug 29 07:45:24.439186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8993e69-f8ea-4970-81de-3aa36773ee0f req-16d3bea7-7962-4e8f-b58f-413f588b1d55 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:24.440963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8993e69-f8ea-4970-81de-3aa36773ee0f req-16d3bea7-7962-4e8f-b58f-413f588b1d55 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 945 time: 0.0496678 Aug 29 07:45:24.482335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b8993e69-f8ea-4970-81de-3aa36773ee0f req-9673ffd4-00fc-4962-a22a-3dbc8c96b486 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354981 Aug 29 07:45:24.702237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-1a3ffdc4-caa2-4bf0-80ee-b53c1c2f5820 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:24.703658 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-1a3ffdc4-caa2-4bf0-80ee-b53c1c2f5820 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/networks?id=6905182c-4a84-49af-a0d8-11338f10572f HTTP/1.1" status: 200 len: 813 time: 0.1024594 Aug 29 07:45:24.709406 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10de817-c20f-42e5-a80c-30139e34db34 req-328f5949-9fc7-491e-9167-dbe6b6308f0a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401859 Aug 29 07:45:24.719716 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-6ffdf53f-92bd-4041-911a-a74144ae2b4c tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/quotas/26c78d24ade542c7b60eb5c256e3def2 HTTP/1.1" status: 200 len: 375 time: 0.0098815 Aug 29 07:45:24.771446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-8ff4c674-567d-4154-9fba-b647308f4f2a tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=26c78d24ade542c7b60eb5c256e3def2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453320 Aug 29 07:45:24.806842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10de817-c20f-42e5-a80c-30139e34db34 req-4644ff9d-293f-4609-bc24-f81da77c505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:24.808458 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10de817-c20f-42e5-a80c-30139e34db34 req-4644ff9d-293f-4609-bc24-f81da77c505f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26c78d24ade542c7b60eb5c256e3def2&device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 1097 time: 0.0420892 Aug 29 07:45:24.912342 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-04a65b5e-107c-4185-8360-b65d322a9843 service neutron] 10.222.0.76 "GET /v2.0/networks/6905182c-4a84-49af-a0d8-11338f10572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340196 Aug 29 07:45:24.918480 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10de817-c20f-42e5-a80c-30139e34db34 req-1090efb6-be8b-4d45-a2ba-7c4ed6b7571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:24.919980 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10de817-c20f-42e5-a80c-30139e34db34 req-1090efb6-be8b-4d45-a2ba-7c4ed6b7571d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6905182c-4a84-49af-a0d8-11338f10572f HTTP/1.1" status: 200 len: 914 time: 0.0925276 Aug 29 07:45:24.964036 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10de817-c20f-42e5-a80c-30139e34db34 req-014f5c1a-9710-49fc-80a4-2854ef596c7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=173f48f1-4ca0-4f7b-b33d-5e7789536d23 HTTP/1.1" status: 200 len: 217 time: 0.0373271 Aug 29 07:45:25.004168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-588b8e19-3a19-42c4-b9cb-6c889773474a service neutron] 10.222.0.76 "GET /v2.0/networks/6905182c-4a84-49af-a0d8-11338f10572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856869 Aug 29 07:45:25.019515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10de817-c20f-42e5-a80c-30139e34db34 req-a3f09166-b3c7-42b5-898d-0c17d562e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:25.020939 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10de817-c20f-42e5-a80c-30139e34db34 req-a3f09166-b3c7-42b5-898d-0c17d562e8b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ca6f87f-0888-4a56-b945-fe1cdd43293e HTTP/1.1" status: 200 len: 853 time: 0.0506630 Aug 29 07:45:25.053987 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10de817-c20f-42e5-a80c-30139e34db34 req-a71a4a40-97a7-4740-81a8-79c23baa76e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6905182c-4a84-49af-a0d8-11338f10572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257034 Aug 29 07:45:25.144373 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10de817-c20f-42e5-a80c-30139e34db34 req-04388e9e-9a90-4353-a9ae-a28290fb79a2 service neutron] 10.222.0.11 "GET /v2.0/networks/6905182c-4a84-49af-a0d8-11338f10572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834374 Aug 29 07:45:25.241935 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e10de817-c20f-42e5-a80c-30139e34db34 req-d351cf2a-730f-4c26-923b-b62b448c3a8b service neutron] 10.222.0.11 "GET /v2.0/networks/6905182c-4a84-49af-a0d8-11338f10572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911076 Aug 29 07:45:25.336756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51e4aa5f-2589-4451-ae4b-beb8ddc3c24f req-22df8188-b525-430e-9117-e91aa6cc2d4a tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 210 time: 0.0323255 Aug 29 07:45:26.421486 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a186c6cb-4609-4ab1-98f7-5526d81042ac req-f33e0ddf-3c11-45ec-8d73-15dda30052a5 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 210 time: 0.0259175 Aug 29 07:45:27.482728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-8cb4550c-9a01-4ca2-8791-c99b249d564d tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:27.484268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-8cb4550c-9a01-4ca2-8791-c99b249d564d tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.15 "GET /v2.0/networks?id=6905182c-4a84-49af-a0d8-11338f10572f HTTP/1.1" status: 200 len: 813 time: 0.1005538 Aug 29 07:45:27.502564 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Request body: {'port': {'device_id': 'b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77', 'network_id': '6905182c-4a84-49af-a0d8-11338f10572f', 'admin_state_up': True, 'tenant_id': '26c78d24ade542c7b60eb5c256e3def2'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:45:27.534523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce5e6d69-c1a6-4b31-a739-c9d26d9e0cd7 req-71a569af-2bfc-4867-b0c3-6c66ef0ae3ae tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 210 time: 0.0458200 Aug 29 07:45:27.736082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Made reservation on behalf of 26c78d24ade542c7b60eb5c256e3def2 for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:45:27.740357 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:27.878402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Allocated IP 172.20.0.6 (6905182c-4a84-49af-a0d8-11338f10572f/6ca6f87f-0888-4a56-b945-fe1cdd43293e/bdae9aa3-aec4-4c07-ab8b-cebecbf255df) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:45:28.024752 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:28.147496 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:28.183180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['173f48f1-4ca0-4f7b-b33d-5e7789536d23'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:45:28.192506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Network 6905182c-4a84-49af-a0d8-11338f10572f is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:45:28.197903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:45:28.201796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:45:28.232259 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Pushing event updated for resources: {'Port': ['ID=bdae9aa3-aec4-4c07-ab8b-cebecbf255df,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:28.248076 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:28.248421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:28.248833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:28.249095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:28.249430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:28.249760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:28.250088 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:28.250576 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:28.251184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:28.251431 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:28.251724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:28.252054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:28.271919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:28.272720 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:28.278214 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:45:28.399264 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-b0fe2020-1dc5-4d07-8acd-f01ca88385a1 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9020436 Aug 29 07:45:28.412499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Request body: {'port': {'device_id': 'b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:45:28.464807 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:28.702704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64059-3e0e-4aa1-acdb-c8a2dc93664e req-d953317d-c6e2-4ea3-8d4e-a58063b1791a tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:28.704210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6f64059-3e0e-4aa1-acdb-c8a2dc93664e req-d953317d-c6e2-4ea3-8d4e-a58063b1791a tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 931 time: 0.0787671 Aug 29 07:45:28.766173 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d6f64059-3e0e-4aa1-acdb-c8a2dc93664e req-60433f62-f16e-4f64-8877-47d39b330bc2 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552633 Aug 29 07:45:28.797239 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdae9aa3-aec4-4c07-ab8b-cebecbf255df {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:45:28.804760 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:28.817112 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Transition to ACTIVE for port object bdae9aa3-aec4-4c07-ab8b-cebecbf255df will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:45:28.915690 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:28.974792 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Pushing event updated for resources: {'Port': ['ID=bdae9aa3-aec4-4c07-ab8b-cebecbf255df,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:29.042923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Attempting to bind port bdae9aa3-aec4-4c07-ab8b-cebecbf255df on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:45:29.043282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Attempting to bind port bdae9aa3-aec4-4c07-ab8b-cebecbf255df by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': 'b8549d92-13a1-4f02-80a4-f7388964181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6905182c-4a84-49af-a0d8-11338f10572f'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:45:29.043611 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Attempting to bind port bdae9aa3-aec4-4c07-ab8b-cebecbf255df on network 6905182c-4a84-49af-a0d8-11338f10572f {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:45:29.047886 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Port bdae9aa3-aec4-4c07-ab8b-cebecbf255df on network 6905182c-4a84-49af-a0d8-11338f10572f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:45:29.048212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Attempting to bind port bdae9aa3-aec4-4c07-ab8b-cebecbf255df on network 6905182c-4a84-49af-a0d8-11338f10572f {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:45:29.053441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:45:29.053775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Checking segment: {'id': 'b8549d92-13a1-4f02-80a4-f7388964181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6905182c-4a84-49af-a0d8-11338f10572f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:45:29.054155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Bound using segment: {'id': 'b8549d92-13a1-4f02-80a4-f7388964181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6905182c-4a84-49af-a0d8-11338f10572f'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:45:29.054577 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Bound port: bdae9aa3-aec4-4c07-ab8b-cebecbf255df, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8549d92-13a1-4f02-80a4-f7388964181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6905182c-4a84-49af-a0d8-11338f10572f'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:45:29.054926 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:29.117852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] For port bdae9aa3-aec4-4c07-ab8b-cebecbf255df, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:45:29.120759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] For port bdae9aa3-aec4-4c07-ab8b-cebecbf255df, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bdae9aa3-aec4-4c07-ab8b-cebecbf255df,segment=NetworkSegment(b8549d92-13a1-4f02-80a4-f7388964181c),segment_id=b8549d92-13a1-4f02-80a4-f7388964181c)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:45:29.184218 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:29.222956 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:29.223606 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:29.225052 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] 10.222.0.15 "PUT /v2.0/ports/bdae9aa3-aec4-4c07-ab8b-cebecbf255df HTTP/1.1" status: 200 len: 1092 time: 0.8174298 Aug 29 07:45:29.225528 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77', 'tag': 'bdae9aa3-aec4-4c07-ab8b-cebecbf255df'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:45:29.227798 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48423b02-151c-4d48-aa0d-ccab7a35315f" -d '{"events": [{"name": "network-changed", "server_uuid": "b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77", "tag": "bdae9aa3-aec4-4c07-ab8b-cebecbf255df"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:45:29.252460 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5143b-66a7-42ef-b087-3e4b5a490472 service neutron] Pushing event updated for resources: {'Port': ['ID=bdae9aa3-aec4-4c07-ab8b-cebecbf255df,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:29.269410 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9764084d-7b2f-41d6-b28b-36aae0695563 x-openstack-request-id: req-9764084d-7b2f-41d6-b28b-36aae0695563 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:45:29.269725 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77", "tag": "bdae9aa3-aec4-4c07-ab8b-cebecbf255df", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:45:29.269983 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9764084d-7b2f-41d6-b28b-36aae0695563 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:45:29.270384 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77', 'tag': 'bdae9aa3-aec4-4c07-ab8b-cebecbf255df', 'status': 'completed', 'code': 200} Aug 29 07:45:29.331361 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48423b02-151c-4d48-aa0d-ccab7a35315f req-b02934df-eb2b-447e-a081-32933f0f614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:29.332874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48423b02-151c-4d48-aa0d-ccab7a35315f req-b02934df-eb2b-447e-a081-32933f0f614e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26c78d24ade542c7b60eb5c256e3def2&device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 1095 time: 0.0437572 Aug 29 07:45:29.431622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48423b02-151c-4d48-aa0d-ccab7a35315f req-4114dced-71d8-490b-8315-98b075564f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:29.432982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48423b02-151c-4d48-aa0d-ccab7a35315f req-4114dced-71d8-490b-8315-98b075564f04 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=26c78d24ade542c7b60eb5c256e3def2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0928295 Aug 29 07:45:29.530890 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48423b02-151c-4d48-aa0d-ccab7a35315f req-4b65524e-9cb6-46f6-b6fe-8676cf45c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:29.532386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48423b02-151c-4d48-aa0d-ccab7a35315f req-4b65524e-9cb6-46f6-b6fe-8676cf45c18a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929453 Aug 29 07:45:29.606928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-42fb8533-939c-40ea-9085-dcd09654952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:29.608857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-42fb8533-939c-40ea-9085-dcd09654952e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26c78d24ade542c7b60eb5c256e3def2&device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 1095 time: 0.0424368 Aug 29 07:45:29.659198 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-538e9766-d9cf-4954-b305-067f8d8053cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdae9aa3-aec4-4c07-ab8b-cebecbf255df HTTP/1.1" status: 200 len: 217 time: 0.0425732 Aug 29 07:45:29.709148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-00fb90b1-d3a7-4123-a670-45d98eb2d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:29.710576 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-00fb90b1-d3a7-4123-a670-45d98eb2d642 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ca6f87f-0888-4a56-b945-fe1cdd43293e HTTP/1.1" status: 200 len: 853 time: 0.0442290 Aug 29 07:45:29.744991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-a18bb960-6437-4403-be2c-c9fb98648492 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6905182c-4a84-49af-a0d8-11338f10572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270259 Aug 29 07:45:29.851792 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-744bd331-01b4-4c60-a1e2-4bbd71344090 service neutron] 10.222.0.15 "GET /v2.0/networks/6905182c-4a84-49af-a0d8-11338f10572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000872 Aug 29 07:45:29.936693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860535d-e83a-4c81-bcde-8974e84692f6 req-fcbdf6f5-fc2e-42e3-a1b2-4bd62647d019 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:29.938197 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9860535d-e83a-4c81-bcde-8974e84692f6 req-fcbdf6f5-fc2e-42e3-a1b2-4bd62647d019 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 943 time: 0.1015573 Aug 29 07:45:30.012445 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5e3cb5d8-f9b7-482f-b157-de27b750dbfb req-54dc5745-d3e7-4c6a-a6f2-51c854f5fddf service neutron] 10.222.0.15 "GET /v2.0/networks/6905182c-4a84-49af-a0d8-11338f10572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457281 Aug 29 07:45:30.015417 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9860535d-e83a-4c81-bcde-8974e84692f6 req-6e64f74f-ca33-4ffd-bf30-754fcfc95c92 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704517 Aug 29 07:45:31.136962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83443d-da3b-4815-812d-7215e461abe0 req-d1c93467-25bc-45aa-8144-6fb24298380e tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:31.138474 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f83443d-da3b-4815-812d-7215e461abe0 req-d1c93467-25bc-45aa-8144-6fb24298380e tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 943 time: 0.0542314 Aug 29 07:45:31.176845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f83443d-da3b-4815-812d-7215e461abe0 req-503c97b7-d20a-43ac-837e-539ae6ec1eb6 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316577 Aug 29 07:45:32.292364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b49eb3-89df-4a99-9c36-cb6862067d46 req-b8307600-f011-4297-8388-7a053d2d1396 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:32.293845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1b49eb3-89df-4a99-9c36-cb6862067d46 req-b8307600-f011-4297-8388-7a053d2d1396 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 943 time: 0.0498784 Aug 29 07:45:32.333222 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1b49eb3-89df-4a99-9c36-cb6862067d46 req-cb191b85-35bb-46f6-bc1a-207b84ff7025 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326366 Aug 29 07:45:32.668545 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device bdae9aa3-aec4-4c07-ab8b-cebecbf255df details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:45:32.761762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port bdae9aa3-aec4-4c07-ab8b-cebecbf255df, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bdae9aa3-aec4-4c07-ab8b-cebecbf255df,segment=NetworkSegment(b8549d92-13a1-4f02-80a4-f7388964181c),segment_id=b8549d92-13a1-4f02-80a4-f7388964181c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:45:32.773310 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'bdae9aa3-aec4-4c07-ab8b-cebecbf255df', 'network_id': '6905182c-4a84-49af-a0d8-11338f10572f', 'port_id': 'bdae9aa3-aec4-4c07-ab8b-cebecbf255df', 'mac_address': 'fa:16:3e:51:ba:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca6f87f-0888-4a56-b945-fe1cdd43293e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:45:32.817709 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:32.834950 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdae9aa3-aec4-4c07-ab8b-cebecbf255df {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:45:32.856587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port bdae9aa3-aec4-4c07-ab8b-cebecbf255df, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bdae9aa3-aec4-4c07-ab8b-cebecbf255df,segment=NetworkSegment(b8549d92-13a1-4f02-80a4-f7388964181c),segment_id=b8549d92-13a1-4f02-80a4-f7388964181c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:45:33.010228 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:33.057832 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=bdae9aa3-aec4-4c07-ab8b-cebecbf255df,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:33.066076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:33.066423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:33.066769 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:33.067107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:33.067466 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:33.067822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:33.068182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:33.068510 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:33.068989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:33.069393 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:33.069728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:33.070075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:33.219823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['bdae9aa3-aec4-4c07-ab8b-cebecbf255df'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:45:33.459176 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5621d-e3e9-4fa5-9754-735ad6da2dbb req-33cab5d8-67e1-4f6a-a3a2-ab986b38c5a2 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:33.460891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16f5621d-e3e9-4fa5-9754-735ad6da2dbb req-33cab5d8-67e1-4f6a-a3a2-ab986b38c5a2 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 944 time: 0.0560825 Aug 29 07:45:33.499582 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-16f5621d-e3e9-4fa5-9754-735ad6da2dbb req-8cee5b85-225e-4267-816d-379b4de96bfc tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324759 Aug 29 07:45:34.303934 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:34.614102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e275950-a665-455e-a9cc-9f51ed246973 req-e9b2daab-679b-43e9-941b-4d352cafcef5 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:34.615537 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e275950-a665-455e-a9cc-9f51ed246973 req-e9b2daab-679b-43e9-941b-4d352cafcef5 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 944 time: 0.0501728 Aug 29 07:45:34.653208 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e275950-a665-455e-a9cc-9f51ed246973 req-9c7f2c86-420b-4158-84fe-b5b55f3378e5 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Aug 29 07:45:34.684222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device bdae9aa3-aec4-4c07-ab8b-cebecbf255df up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:45:34.812488 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port bdae9aa3-aec4-4c07-ab8b-cebecbf255df completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:45:34.817333 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port bdae9aa3-aec4-4c07-ab8b-cebecbf255df triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:45:34.817707 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:34.894316 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:34.916432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdae9aa3-aec4-4c07-ab8b-cebecbf255df'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:45:34.918654 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c582ff-4948-4120-be20-7df27586fdd2" -d '{"events": [{"server_uuid": "b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77", "name": "network-vif-plugged", "status": "completed", "tag": "bdae9aa3-aec4-4c07-ab8b-cebecbf255df"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:45:34.932039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port bdae9aa3-aec4-4c07-ab8b-cebecbf255df, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bdae9aa3-aec4-4c07-ab8b-cebecbf255df,segment=NetworkSegment(b8549d92-13a1-4f02-80a4-f7388964181c),segment_id=b8549d92-13a1-4f02-80a4-f7388964181c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:45:34.956047 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28be9cc5-eab9-497b-b0bd-60888ba3922c x-openstack-request-id: req-28be9cc5-eab9-497b-b0bd-60888ba3922c {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:45:34.956047 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77", "name": "network-vif-plugged", "status": "completed", "tag": "bdae9aa3-aec4-4c07-ab8b-cebecbf255df", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:45:34.956047 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-28be9cc5-eab9-497b-b0bd-60888ba3922c {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:45:34.956047 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdae9aa3-aec4-4c07-ab8b-cebecbf255df', 'code': 200} Aug 29 07:45:35.004865 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:35.047225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a89f1-0c0a-4313-b3f3-3a4805c181c0 req-154b8166-6e00-48b7-a655-c5fc2478001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:35.048773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-073a89f1-0c0a-4313-b3f3-3a4805c181c0 req-154b8166-6e00-48b7-a655-c5fc2478001e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 1097 time: 0.0405478 Aug 29 07:45:35.057117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=bdae9aa3-aec4-4c07-ab8b-cebecbf255df,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:35.086084 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-073a89f1-0c0a-4313-b3f3-3a4805c181c0 req-859f1687-d983-4ef0-a620-f0dc63a06cb9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292361 Aug 29 07:45:35.770422 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee7e3e-49e5-44ef-b1a1-b4cb40cef52d req-05a9ec79-4131-4340-b863-0424d3382c41 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:35.772424 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42ee7e3e-49e5-44ef-b1a1-b4cb40cef52d req-05a9ec79-4131-4340-b863-0424d3382c41 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 945 time: 0.0530746 Aug 29 07:45:35.810252 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-42ee7e3e-49e5-44ef-b1a1-b4cb40cef52d req-b687a843-bd67-4762-b856-0b253ef6bf89 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Aug 29 07:45:36.929671 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf91b66-591b-4b20-8ae8-79c23d27b111 req-a187e770-8dba-4a53-9a47-5b264a178a06 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:36.931211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fcf91b66-591b-4b20-8ae8-79c23d27b111 req-a187e770-8dba-4a53-9a47-5b264a178a06 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 945 time: 0.0513546 Aug 29 07:45:36.968194 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fcf91b66-591b-4b20-8ae8-79c23d27b111 req-a5d0ce55-5f51-4f9d-a1d8-3dc6d9d89155 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310626 Aug 29 07:45:37.490986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13deecf-281c-4c15-8fc4-5d05d0ce9df2 req-60d45588-5182-4bf8-8c07-906189432e9e tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:37.492504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c13deecf-281c-4c15-8fc4-5d05d0ce9df2 req-60d45588-5182-4bf8-8c07-906189432e9e tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 945 time: 0.0515027 Aug 29 07:45:37.531240 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c13deecf-281c-4c15-8fc4-5d05d0ce9df2 req-445acaae-3698-4a3f-a88a-8ba7d5e7d2a9 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325809 Aug 29 07:45:38.189476 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-53bb492c-41cc-48be-8dcf-a86fb98ce1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:38.656735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c0d49-2bf1-45d8-9047-d6def5bec946 req-72318b71-fd09-4017-9a56-64f7116df60d tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:38.658249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd2c0d49-2bf1-45d8-9047-d6def5bec946 req-72318b71-fd09-4017-9a56-64f7116df60d tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 945 time: 0.0572922 Aug 29 07:45:38.697472 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fd2c0d49-2bf1-45d8-9047-d6def5bec946 req-92b48ec5-c7a0-454b-8a92-dbe42dd58405 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Aug 29 07:45:38.771534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80a90c-a4e2-4e08-b4c7-fa56d48b021b req-388dfe0f-b151-4f3b-9343-684fa84f6b9a tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:38.772973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d80a90c-a4e2-4e08-b4c7-fa56d48b021b req-388dfe0f-b151-4f3b-9343-684fa84f6b9a tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 945 time: 0.0484715 Aug 29 07:45:38.860659 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-8d80a90c-a4e2-4e08-b4c7-fa56d48b021b req-60ae5f37-71ff-4dd7-b273-acc91457aec2 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Deleting port bdae9aa3-aec4-4c07-ab8b-cebecbf255df {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:45:38.860914 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8d80a90c-a4e2-4e08-b4c7-fa56d48b021b req-60ae5f37-71ff-4dd7-b273-acc91457aec2 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:38.951265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-8d80a90c-a4e2-4e08-b4c7-fa56d48b021b req-60ae5f37-71ff-4dd7-b273-acc91457aec2 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] For port bdae9aa3-aec4-4c07-ab8b-cebecbf255df, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=bdae9aa3-aec4-4c07-ab8b-cebecbf255df,segment=NetworkSegment(b8549d92-13a1-4f02-80a4-f7388964181c),segment_id=b8549d92-13a1-4f02-80a4-f7388964181c)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:45:38.951634 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8d80a90c-a4e2-4e08-b4c7-fa56d48b021b req-60ae5f37-71ff-4dd7-b273-acc91457aec2 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:38.965159 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-8d80a90c-a4e2-4e08-b4c7-fa56d48b021b req-60ae5f37-71ff-4dd7-b273-acc91457aec2 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Calling delete_port for bdae9aa3-aec4-4c07-ab8b-cebecbf255df owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:45:39.227446 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8d80a90c-a4e2-4e08-b4c7-fa56d48b021b req-60ae5f37-71ff-4dd7-b273-acc91457aec2 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:39.240118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['bdae9aa3-aec4-4c07-ab8b-cebecbf255df'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:45:39.257355 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae5f37-71ff-4dd7-b273-acc91457aec2 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Pushing event deleted for resources: {'Port': ['ID=bdae9aa3-aec4-4c07-ab8b-cebecbf255df,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:39.267902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['173f48f1-4ca0-4f7b-b33d-5e7789536d23'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:45:39.300683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d80a90c-a4e2-4e08-b4c7-fa56d48b021b req-60ae5f37-71ff-4dd7-b273-acc91457aec2 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] No DVR routers for this DVR port bdae9aa3-aec4-4c07-ab8b-cebecbf255df on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:45:39.303987 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-8d80a90c-a4e2-4e08-b4c7-fa56d48b021b req-60ae5f37-71ff-4dd7-b273-acc91457aec2 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:39.306133 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8d80a90c-a4e2-4e08-b4c7-fa56d48b021b req-60ae5f37-71ff-4dd7-b273-acc91457aec2 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.15 "DELETE /v2.0/ports/bdae9aa3-aec4-4c07-ab8b-cebecbf255df HTTP/1.1" status: 204 len: 173 time: 0.5269666 Aug 29 07:45:39.306578 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77', 'name': 'network-vif-deleted', 'tag': 'bdae9aa3-aec4-4c07-ab8b-cebecbf255df'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:45:39.308872 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025c0531-5952-43df-9dc1-9451b37987d0" -d '{"events": [{"server_uuid": "b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77", "name": "network-vif-deleted", "tag": "bdae9aa3-aec4-4c07-ab8b-cebecbf255df"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:45:39.352658 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ca29f2-2448-4224-9c81-8fc1f2fe623a x-openstack-request-id: req-14ca29f2-2448-4224-9c81-8fc1f2fe623a {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:45:39.352947 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77", "name": "network-vif-deleted", "tag": "bdae9aa3-aec4-4c07-ab8b-cebecbf255df", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:45:39.353221 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14ca29f2-2448-4224-9c81-8fc1f2fe623a {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:45:39.353628 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77', 'name': 'network-vif-deleted', 'tag': 'bdae9aa3-aec4-4c07-ab8b-cebecbf255df', 'status': 'completed', 'code': 200} Aug 29 07:45:39.803050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-aa56a95c-eb67-4575-a5d1-a6824a395092 req-a86ae020-6436-4007-a24f-b773a337da58 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=b18d2cc0-0e8d-43f7-a2b4-8ed886ea2e77 HTTP/1.1" status: 200 len: 210 time: 0.0255468 Aug 29 07:45:40.875311 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:41.308815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486fdc4-bc1f-41cf-aa56-3d0ce33d0fcd req-616df206-9aab-4c01-b546-5ba9ff5be33f tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:41.310381 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a486fdc4-bc1f-41cf-aa56-3d0ce33d0fcd req-616df206-9aab-4c01-b546-5ba9ff5be33f tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 945 time: 0.4025965 Aug 29 07:45:41.349336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a486fdc4-bc1f-41cf-aa56-3d0ce33d0fcd req-f20ef6d2-9592-46af-8c59-c1edd4b13f40 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 Aug 29 07:45:41.480489 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a7c11-1650-4084-957d-085ef3d0ef26 req-bd171b1e-03e1-47ee-88b5-b999a64e50cb tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:41.482075 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-970a7c11-1650-4084-957d-085ef3d0ef26 req-bd171b1e-03e1-47ee-88b5-b999a64e50cb tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 945 time: 0.0489109 Aug 29 07:45:41.521639 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-970a7c11-1650-4084-957d-085ef3d0ef26 req-0385f357-4e6d-445f-a13b-515957699a80 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330245 Aug 29 07:45:41.589328 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fde4d2f0-588a-49e6-86a0-bd71ac447fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:41.639539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40bd88-9fbe-43e7-9764-9766576e3a18 req-427b2d8e-c806-4e39-b48b-ff48d4219ca5 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:41.641294 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b40bd88-9fbe-43e7-9764-9766576e3a18 req-427b2d8e-c806-4e39-b48b-ff48d4219ca5 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 945 time: 0.0518103 Aug 29 07:45:41.679008 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0b40bd88-9fbe-43e7-9764-9766576e3a18 req-99006274-12c2-4899-91e8-8ee886f80e9a tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318136 Aug 29 07:45:41.850065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd1721-7099-4c92-8080-293d3ca92296 req-b96ac78c-142a-410b-bb76-b9fd3d9ea2b3 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:41.851607 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecdd1721-7099-4c92-8080-293d3ca92296 req-b96ac78c-142a-410b-bb76-b9fd3d9ea2b3 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 945 time: 0.0550656 Aug 29 07:45:41.890511 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ecdd1721-7099-4c92-8080-293d3ca92296 req-0e4f51f8-95b5-4eb9-a9c7-b01920d0332a tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328970 Aug 29 07:45:41.975602 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:42.006241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc080a8-3ebe-4562-8b75-409033e8dfc3 req-45db04fb-f596-4660-8a6a-0e2b5666e92b tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:42.007750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1bc080a8-3ebe-4562-8b75-409033e8dfc3 req-45db04fb-f596-4660-8a6a-0e2b5666e92b tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 945 time: 0.0510063 Aug 29 07:45:42.045944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1bc080a8-3ebe-4562-8b75-409033e8dfc3 req-94d3a5d9-9dd6-4eb5-ab57-0622c6b63e83 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Aug 29 07:45:42.171567 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92668f3f-0c22-4409-b77f-5aa5d4f51cf2 req-3698cd29-74e6-448f-a295-c1f1c4c5ada9 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:42.172942 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92668f3f-0c22-4409-b77f-5aa5d4f51cf2 req-3698cd29-74e6-448f-a295-c1f1c4c5ada9 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 945 time: 0.0499282 Aug 29 07:45:42.211005 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92668f3f-0c22-4409-b77f-5aa5d4f51cf2 req-e6298178-4bdb-4bb5-9ce0-6c9781af0c14 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314739 Aug 29 07:45:42.715788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device bdae9aa3-aec4-4c07-ab8b-cebecbf255df no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:45:42.736172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: bdae9aa3-aec4-4c07-ab8b-cebecbf255df {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:45:42.736537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device bdae9aa3-aec4-4c07-ab8b-cebecbf255df not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:45:42.783301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3cc41-1150-4b19-8572-08e26885dd68 req-18b04f15-cf61-40e7-88be-17fd80423f58 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:42.784772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3e3cc41-1150-4b19-8572-08e26885dd68 req-18b04f15-cf61-40e7-88be-17fd80423f58 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 945 time: 0.0547025 Aug 29 07:45:42.823052 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e3e3cc41-1150-4b19-8572-08e26885dd68 req-42fbd2a1-dab7-45f3-bf6b-938cde3d3bc4 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Aug 29 07:45:43.731911 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:43.942795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32dec1-68d3-4535-b5dd-7f540c027c5c req-f090c447-6192-4d49-8859-1f568e834cbe tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:43.944396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed32dec1-68d3-4535-b5dd-7f540c027c5c req-f090c447-6192-4d49-8859-1f568e834cbe tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 945 time: 0.0488138 Aug 29 07:45:43.983050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ed32dec1-68d3-4535-b5dd-7f540c027c5c req-4c2dc84e-8577-4d47-ba97-654d5911454d tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/security-groups?id=f556ea24-0833-48ee-b3e4-7957ae796ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Aug 29 07:45:44.592583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cb870-408f-4340-99c0-5c3d02d417b9 req-8b6e8ddb-c625-40c2-903c-303b21eef8d6 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:44.594915 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ef9cb870-408f-4340-99c0-5c3d02d417b9 req-8b6e8ddb-c625-40c2-903c-303b21eef8d6 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 945 time: 0.0518119 Aug 29 07:45:44.693294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-ef9cb870-408f-4340-99c0-5c3d02d417b9 req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Deleting port 173f48f1-4ca0-4f7b-b33d-5e7789536d23 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:45:44.693681 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ef9cb870-408f-4340-99c0-5c3d02d417b9 req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:44.798595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-ef9cb870-408f-4340-99c0-5c3d02d417b9 req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] For port 173f48f1-4ca0-4f7b-b33d-5e7789536d23, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=173f48f1-4ca0-4f7b-b33d-5e7789536d23,segment=NetworkSegment(b8549d92-13a1-4f02-80a4-f7388964181c),segment_id=b8549d92-13a1-4f02-80a4-f7388964181c)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:45:44.798969 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ef9cb870-408f-4340-99c0-5c3d02d417b9 req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:44.813546 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-ef9cb870-408f-4340-99c0-5c3d02d417b9 req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Calling delete_port for 173f48f1-4ca0-4f7b-b33d-5e7789536d23 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:45:45.046441 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ef9cb870-408f-4340-99c0-5c3d02d417b9 req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:45.077576 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a90b997-089a-4e2f-beee-f33cbe8de824 req-3e936816-bb37-4877-9c62-dae74f7c7868 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 210 time: 0.0280771 Aug 29 07:45:45.080613 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['173f48f1-4ca0-4f7b-b33d-5e7789536d23'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:45:45.081113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Pushing event deleted for resources: {'Port': ['ID=173f48f1-4ca0-4f7b-b33d-5e7789536d23,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:45.109597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:45.109954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:45.110301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:45.110642 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:45.110984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:45.111391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:45.111983 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:45.112316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:45.112648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:45.112980 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:45.113986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:45.114342 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:45:45.137396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9cb870-408f-4340-99c0-5c3d02d417b9 req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] No DVR routers for this DVR port 173f48f1-4ca0-4f7b-b33d-5e7789536d23 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:45:45.140196 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-ef9cb870-408f-4340-99c0-5c3d02d417b9 req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:45.142247 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ef9cb870-408f-4340-99c0-5c3d02d417b9 req-ca7fc0ec-d69d-4123-9770-4fc28b1e4930 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.11 "DELETE /v2.0/ports/173f48f1-4ca0-4f7b-b33d-5e7789536d23 HTTP/1.1" status: 204 len: 173 time: 0.5416906 Aug 29 07:45:45.142707 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1100d8-4d1e-494d-86d2-ffa7a85815b4', 'name': 'network-vif-deleted', 'tag': '173f48f1-4ca0-4f7b-b33d-5e7789536d23'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:45:45.145426 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a068430-df94-4b9d-8e3f-d10d74636ef7" -d '{"events": [{"server_uuid": "df1100d8-4d1e-494d-86d2-ffa7a85815b4", "name": "network-vif-deleted", "tag": "173f48f1-4ca0-4f7b-b33d-5e7789536d23"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:45:45.182302 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e85fd5-8feb-4ecf-a756-835b3bf14318 x-openstack-request-id: req-88e85fd5-8feb-4ecf-a756-835b3bf14318 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:45:45.182595 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1100d8-4d1e-494d-86d2-ffa7a85815b4", "name": "network-vif-deleted", "tag": "173f48f1-4ca0-4f7b-b33d-5e7789536d23", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:45:45.182874 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88e85fd5-8feb-4ecf-a756-835b3bf14318 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:45:45.183314 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1100d8-4d1e-494d-86d2-ffa7a85815b4', 'name': 'network-vif-deleted', 'tag': '173f48f1-4ca0-4f7b-b33d-5e7789536d23', 'status': 'completed', 'code': 200} Aug 29 07:45:46.193956 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f13367b7-fcb3-4c99-81a0-def49e678c7c req-c8196ca6-6c18-4f67-a02f-eb6d6f6fcdf7 tempest-ServersNegativeTestJSON-410359906 tempest-ServersNegativeTestJSON-410359906-project] 10.222.0.76 "GET /v2.0/ports?device_id=df1100d8-4d1e-494d-86d2-ffa7a85815b4 HTTP/1.1" status: 200 len: 210 time: 0.0270731 Aug 29 07:45:47.252368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43150) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:47.309428 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc7e3b8-0db7-4491-bcf5-eb7682579f18 admin admin] Deleting subnet 6ca6f87f-0888-4a56-b945-fe1cdd43293e {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:45:47.312559 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2dc7e3b8-0db7-4491-bcf5-eb7682579f18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:47.347863 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2dc7e3b8-0db7-4491-bcf5-eb7682579f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:47.386839 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2dc7e3b8-0db7-4491-bcf5-eb7682579f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:47.541813 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2dc7e3b8-0db7-4491-bcf5-eb7682579f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:47.566153 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7e3b8-0db7-4491-bcf5-eb7682579f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca6f87f-0888-4a56-b945-fe1cdd43293e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:47.572783 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2dc7e3b8-0db7-4491-bcf5-eb7682579f18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:47.574673 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2dc7e3b8-0db7-4491-bcf5-eb7682579f18 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6ca6f87f-0888-4a56-b945-fe1cdd43293e HTTP/1.1" status: 204 len: 168 time: 0.3212428 Aug 29 07:45:47.577178 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43152) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:47.650798 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-134c2dbc-739f-471a-b6d0-763b3dda2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:47.730220 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-134c2dbc-739f-471a-b6d0-763b3dda2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:47.741230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-134c2dbc-739f-471a-b6d0-763b3dda2ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6905182c-4a84-49af-a0d8-11338f10572f']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:47.752302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-134c2dbc-739f-471a-b6d0-763b3dda2ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8549d92-13a1-4f02-80a4-f7388964181c') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:47.752596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-134c2dbc-739f-471a-b6d0-763b3dda2ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8549d92-13a1-4f02-80a4-f7388964181c') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:47.762182 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-134c2dbc-739f-471a-b6d0-763b3dda2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:47.780828 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-134c2dbc-739f-471a-b6d0-763b3dda2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:47.786712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134c2dbc-739f-471a-b6d0-763b3dda2ba0 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:45:47.787107 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-134c2dbc-739f-471a-b6d0-763b3dda2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:45:47.788808 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:45:47.906796 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-134c2dbc-739f-471a-b6d0-763b3dda2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:47.913085 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-134c2dbc-739f-471a-b6d0-763b3dda2ba0 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:47.914969 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-134c2dbc-739f-471a-b6d0-763b3dda2ba0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6905182c-4a84-49af-a0d8-11338f10572f HTTP/1.1" status: 204 len: 168 time: 0.3368275 Aug 29 07:45:47.926924 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c2dbc-739f-471a-b6d0-763b3dda2ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6905182c-4a84-49af-a0d8-11338f10572f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:48.245572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43156) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:48.289613 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a99ba9e0-87da-445c-9821-d4b961eac8a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=26c78d24ade542c7b60eb5c256e3def2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428247 Aug 29 07:45:48.292401 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43158) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:48.340944 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8165332c-99a7-46ed-872c-957d438bb1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:48.362796 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8165332c-99a7-46ed-872c-957d438bb1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:48.486331 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8165332c-99a7-46ed-872c-957d438bb1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:48.489284 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8165332c-99a7-46ed-872c-957d438bb1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:48.497139 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8165332c-99a7-46ed-872c-957d438bb1db admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f556ea24-0833-48ee-b3e4-7957ae796ce2 HTTP/1.1" status: 204 len: 168 time: 0.1971185 Aug 29 07:45:48.498999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165332c-99a7-46ed-872c-957d438bb1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f556ea24-0833-48ee-b3e4-7957ae796ce2,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:49.417439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 173f48f1-4ca0-4f7b-b33d-5e7789536d23 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:45:49.437990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 173f48f1-4ca0-4f7b-b33d-5e7789536d23 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:45:49.438339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 173f48f1-4ca0-4f7b-b33d-5e7789536d23 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:45:49.544216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43180) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:49.643781 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1383334214'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:45:49.764270 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Made reservation on behalf of ab7e1de1081d4d6c828fa7a9ec8c57de for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:45:49.768091 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:49.780261 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:49.874067 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:49.983430 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:50.012996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:45:50.018386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb01dcf7-6b60-4cb2-a56b-d64804ee649d,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:50.033201 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:50.033557 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Added segment 59d2ea8a-afad-4d7c-8911-3749845bb00b of type vlan for network 0ebc18f6-5172-40f6-877e-12d0f95ca369 Aug 29 07:45:50.075519 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:50.175193 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:50.180996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:50.181575 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:50.244951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event updated for resources: {'Network': ['ID=0ebc18f6-5172-40f6-877e-12d0f95ca369,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:50.255754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 0ebc18f6-5172-40f6-877e-12d0f95ca369 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:45:50.344373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6a88db33-100a-4c72-a822-20b75ad64013 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7990043 Aug 29 07:45:51.492509 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:53.682302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43184) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:53.687568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c411300d-82c4-4d7f-ab51-b230262795f2 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Request body: {'subnet': {'network_id': '0ebc18f6-5172-40f6-877e-12d0f95ca369', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:45:53.880291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c411300d-82c4-4d7f-ab51-b230262795f2 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Made reservation on behalf of ab7e1de1081d4d6c828fa7a9ec8c57de for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:45:53.883845 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c411300d-82c4-4d7f-ab51-b230262795f2 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:54.131963 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c411300d-82c4-4d7f-ab51-b230262795f2 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:54.197837 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411300d-82c4-4d7f-ab51-b230262795f2 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event updated for resources: {'Subnet': ['ID=98d691e9-1a6b-466a-a709-b8b558d705d4,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:54.202586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c411300d-82c4-4d7f-ab51-b230262795f2 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Checking segment: {'id': '59d2ea8a-afad-4d7c-8911-3749845bb00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0ebc18f6-5172-40f6-877e-12d0f95ca369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:45:54.202881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c411300d-82c4-4d7f-ab51-b230262795f2 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Network hostable DHCP agents. Network: 0ebc18f6-5172-40f6-877e-12d0f95ca369, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:45:54.289664 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c411300d-82c4-4d7f-ab51-b230262795f2 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Network 0ebc18f6-5172-40f6-877e-12d0f95ca369 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:45:54.383506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-c411300d-82c4-4d7f-ab51-b230262795f2 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 0ebc18f6-5172-40f6-877e-12d0f95ca369) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:45:54.388002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c411300d-82c4-4d7f-ab51-b230262795f2 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:54.388625 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c411300d-82c4-4d7f-ab51-b230262795f2 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:54.392700 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9cd1cb-a486-4131-ac63-4585d5a44676 None None] Network 0ebc18f6-5172-40f6-877e-12d0f95ca369 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:45:54.490822 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c411300d-82c4-4d7f-ab51-b230262795f2 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8073328 Aug 29 07:45:54.495619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43186) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:54.501840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-69790c5a-c677-4a7f-9037-cc5a5c01fe41 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2116997468'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:45:54.569538 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-0ebc18f6-5172-40f6-877e-12d0f95ca369', 'network_id': '0ebc18f6-5172-40f6-877e-12d0f95ca369', 'tenant_id': 'ab7e1de1081d4d6c828fa7a9ec8c57de', 'fixed_ips': [{'subnet_id': '98d691e9-1a6b-466a-a709-b8b558d705d4'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:45:54.570399 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:54.600299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69790c5a-c677-4a7f-9037-cc5a5c01fe41 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Made reservation on behalf of ab7e1de1081d4d6c828fa7a9ec8c57de for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:45:54.604039 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-69790c5a-c677-4a7f-9037-cc5a5c01fe41 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:54.640873 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69790c5a-c677-4a7f-9037-cc5a5c01fe41 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:45:54.649768 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-69790c5a-c677-4a7f-9037-cc5a5c01fe41 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:54.650018 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-69790c5a-c677-4a7f-9037-cc5a5c01fe41 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Added segment 94ebd764-86fa-4198-adbb-c30a8fbe95d7 of type vlan for network 0ff7aa2a-349b-4d29-8135-7baca89215d1 Aug 29 07:45:54.698516 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-69790c5a-c677-4a7f-9037-cc5a5c01fe41 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:54.715494 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Allocated IP 2001:db8:0:ffff::2 (0ebc18f6-5172-40f6-877e-12d0f95ca369/98d691e9-1a6b-466a-a709-b8b558d705d4/24e6c48c-0c94-457b-97c5-49730557c73d) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:45:54.806210 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-69790c5a-c677-4a7f-9037-cc5a5c01fe41 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:54.811967 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69790c5a-c677-4a7f-9037-cc5a5c01fe41 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:54.822170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-69790c5a-c677-4a7f-9037-cc5a5c01fe41 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:54.863764 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:54.873127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Transition to ACTIVE for port object 24e6c48c-0c94-457b-97c5-49730557c73d will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:45:54.888413 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Transition to ACTIVE for port object 24e6c48c-0c94-457b-97c5-49730557c73d will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:45:54.892072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69790c5a-c677-4a7f-9037-cc5a5c01fe41 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event updated for resources: {'Network': ['ID=0ff7aa2a-349b-4d29-8135-7baca89215d1,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:54.902377 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 0ff7aa2a-349b-4d29-8135-7baca89215d1 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:45:54.972425 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-69790c5a-c677-4a7f-9037-cc5a5c01fe41 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4755447 Aug 29 07:45:54.976254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43188) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:54.981411 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d0b6528d-f15c-4f37-8783-fabe78143f28 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Request body: {'subnet': {'network_id': '0ff7aa2a-349b-4d29-8135-7baca89215d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:45:54.998392 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:55.039818 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Network 0ebc18f6-5172-40f6-877e-12d0f95ca369 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:45:55.042708 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:45:55.046202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:45:55.052291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Pushing event updated for resources: {'Port': ['ID=24e6c48c-0c94-457b-97c5-49730557c73d,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:55.110761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Attempting to bind port 24e6c48c-0c94-457b-97c5-49730557c73d on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:45:55.111139 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Attempting to bind port 24e6c48c-0c94-457b-97c5-49730557c73d by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '59d2ea8a-afad-4d7c-8911-3749845bb00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0ebc18f6-5172-40f6-877e-12d0f95ca369'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:45:55.111781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Attempting to bind port 24e6c48c-0c94-457b-97c5-49730557c73d on network 0ebc18f6-5172-40f6-877e-12d0f95ca369 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:45:55.117122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:45:55.117493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Checking segment: {'id': '59d2ea8a-afad-4d7c-8911-3749845bb00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0ebc18f6-5172-40f6-877e-12d0f95ca369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:45:55.117896 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:55.118288 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Bound using segment: {'id': '59d2ea8a-afad-4d7c-8911-3749845bb00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0ebc18f6-5172-40f6-877e-12d0f95ca369'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:45:55.118781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Bound port: 24e6c48c-0c94-457b-97c5-49730557c73d, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d2ea8a-afad-4d7c-8911-3749845bb00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0ebc18f6-5172-40f6-877e-12d0f95ca369'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:45:55.119180 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:55.158623 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b6528d-f15c-4f37-8783-fabe78143f28 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Made reservation on behalf of ab7e1de1081d4d6c828fa7a9ec8c57de for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:45:55.162647 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d0b6528d-f15c-4f37-8783-fabe78143f28 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:55.358495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] For port 24e6c48c-0c94-457b-97c5-49730557c73d, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:45:55.362513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] For port 24e6c48c-0c94-457b-97c5-49730557c73d, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=24e6c48c-0c94-457b-97c5-49730557c73d,segment=NetworkSegment(59d2ea8a-afad-4d7c-8911-3749845bb00b),segment_id=59d2ea8a-afad-4d7c-8911-3749845bb00b)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:45:55.413546 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:55.446512 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d0b6528d-f15c-4f37-8783-fabe78143f28 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:55.477966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5e944-6d24-4f05-b8ef-0338a471260b None None] Pushing event updated for resources: {'Port': ['ID=24e6c48c-0c94-457b-97c5-49730557c73d,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:55.523708 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6528d-f15c-4f37-8783-fabe78143f28 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event updated for resources: {'Subnet': ['ID=3a80144f-326f-4f87-ad35-75f94dcae3d3,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:55.536113 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b6528d-f15c-4f37-8783-fabe78143f28 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Checking segment: {'id': '94ebd764-86fa-4198-adbb-c30a8fbe95d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0ff7aa2a-349b-4d29-8135-7baca89215d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:45:55.538735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b6528d-f15c-4f37-8783-fabe78143f28 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Network hostable DHCP agents. Network: 0ff7aa2a-349b-4d29-8135-7baca89215d1, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:45:55.620951 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b6528d-f15c-4f37-8783-fabe78143f28 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Network 0ff7aa2a-349b-4d29-8135-7baca89215d1 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:45:55.701504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-d0b6528d-f15c-4f37-8783-fabe78143f28 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 0ff7aa2a-349b-4d29-8135-7baca89215d1) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:45:55.707696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b6528d-f15c-4f37-8783-fabe78143f28 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:55.708552 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d0b6528d-f15c-4f37-8783-fabe78143f28 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:55.715493 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e3e9f4-4350-4110-9da9-912975dbf5cc None None] Network 0ff7aa2a-349b-4d29-8135-7baca89215d1 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:45:55.799529 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d0b6528d-f15c-4f37-8783-fabe78143f28 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8181789 Aug 29 07:45:55.799835 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43190) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:55.886014 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-0ff7aa2a-349b-4d29-8135-7baca89215d1', 'network_id': '0ff7aa2a-349b-4d29-8135-7baca89215d1', 'tenant_id': 'ab7e1de1081d4d6c828fa7a9ec8c57de', 'fixed_ips': [{'subnet_id': '3a80144f-326f-4f87-ad35-75f94dcae3d3'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:45:55.887073 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:55.919417 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:56.011605 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:56.042850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Allocated IP 2001:db8::2 (0ff7aa2a-349b-4d29-8135-7baca89215d1/3a80144f-326f-4f87-ad35-75f94dcae3d3/685e32e7-00c8-4674-a440-a5dcfd81cc63) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:45:56.212566 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:56.221890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Transition to ACTIVE for port object 685e32e7-00c8-4674-a440-a5dcfd81cc63 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:45:56.249309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Transition to ACTIVE for port object 685e32e7-00c8-4674-a440-a5dcfd81cc63 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:45:56.321941 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:56.370355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Network 0ff7aa2a-349b-4d29-8135-7baca89215d1 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:45:56.373291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:45:56.376900 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:45:56.384828 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Pushing event updated for resources: {'Port': ['ID=685e32e7-00c8-4674-a440-a5dcfd81cc63,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:56.412053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86578711-051b-4a0b-95fb-77fff3ae22af None None] Network 0ebc18f6-5172-40f6-877e-12d0f95ca369 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:45:56.416064 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:56.452897 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event deleted for resources: {'Subnet': ['ID=3a80144f-326f-4f87-ad35-75f94dcae3d3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:56.490919 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Attempting to bind port 685e32e7-00c8-4674-a440-a5dcfd81cc63 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:45:56.491551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Attempting to bind port 685e32e7-00c8-4674-a440-a5dcfd81cc63 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '94ebd764-86fa-4198-adbb-c30a8fbe95d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0ff7aa2a-349b-4d29-8135-7baca89215d1'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:45:56.491687 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Attempting to bind port 685e32e7-00c8-4674-a440-a5dcfd81cc63 on network 0ff7aa2a-349b-4d29-8135-7baca89215d1 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:45:56.510797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:45:56.510797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Checking segment: {'id': '94ebd764-86fa-4198-adbb-c30a8fbe95d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0ff7aa2a-349b-4d29-8135-7baca89215d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:45:56.511239 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:56.511555 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Bound using segment: {'id': '94ebd764-86fa-4198-adbb-c30a8fbe95d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0ff7aa2a-349b-4d29-8135-7baca89215d1'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:45:56.512048 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Bound port: 685e32e7-00c8-4674-a440-a5dcfd81cc63, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ebd764-86fa-4198-adbb-c30a8fbe95d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0ff7aa2a-349b-4d29-8135-7baca89215d1'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:45:56.512429 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:56.518975 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:56.530871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff7aa2a-349b-4d29-8135-7baca89215d1']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:56.542331 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ebd764-86fa-4198-adbb-c30a8fbe95d7') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:56.542718 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ebd764-86fa-4198-adbb-c30a8fbe95d7') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:56.557388 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:56.578226 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:56.581603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ea2fe3b6-7d6c-4902-968d-0f0b5ecc8d2d None None] Provisioning for port 24e6c48c-0c94-457b-97c5-49730557c73d completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:45:56.586218 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:45:56.586767 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:45:56.590880 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:45:56.643416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] For port 685e32e7-00c8-4674-a440-a5dcfd81cc63, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:45:56.665323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] For port 685e32e7-00c8-4674-a440-a5dcfd81cc63, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=685e32e7-00c8-4674-a440-a5dcfd81cc63,segment=NetworkSegment(94ebd764-86fa-4198-adbb-c30a8fbe95d7),segment_id=94ebd764-86fa-4198-adbb-c30a8fbe95d7)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:45:56.686327 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.db.api [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 07:45:56.686327 n-d-713301-12 neutron-server[95404]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 07:45:56.686327 n-d-713301-12 neutron-server[95404]: [parameters: {'id': '0ff7aa2a-349b-4d29-8135-7baca89215d1'}] Aug 29 07:45:56.686327 n-d-713301-12 neutron-server[95404]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:45:56.686721 n-d-713301-12 neutron-server[95404]: DEBUG oslo_db.api [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:45:56.752827 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:56.837162 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3894eae-ac7a-4bd9-a80d-cc06d9816049 None None] Pushing event updated for resources: {'Port': ['ID=685e32e7-00c8-4674-a440-a5dcfd81cc63,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:56.848721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6d7924-21bd-41dc-a3bd-532b1179a96a None None] Network 0ff7aa2a-349b-4d29-8135-7baca89215d1 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:45:56.983792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74310f71-b58f-4b2f-9f4a-105ecf428cc2 None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 07:45:57.008319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 24e6c48c-0c94-457b-97c5-49730557c73d up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:45:57.087874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74310f71-b58f-4b2f-9f4a-105ecf428cc2 None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 07:45:57.185478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 24e6c48c-0c94-457b-97c5-49730557c73d completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:45:57.190470 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.197918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 24e6c48c-0c94-457b-97c5-49730557c73d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:45:57.198465 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.246124 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Deleting port 685e32e7-00c8-4674-a440-a5dcfd81cc63 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:45:57.246469 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.316588 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] For port 685e32e7-00c8-4674-a440-a5dcfd81cc63, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=685e32e7-00c8-4674-a440-a5dcfd81cc63,segment=NetworkSegment(94ebd764-86fa-4198-adbb-c30a8fbe95d7),segment_id=94ebd764-86fa-4198-adbb-c30a8fbe95d7)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:45:57.317551 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.330933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Calling delete_port for 685e32e7-00c8-4674-a440-a5dcfd81cc63 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:45:57.344270 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.391276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 24e6c48c-0c94-457b-97c5-49730557c73d, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=24e6c48c-0c94-457b-97c5-49730557c73d,segment=NetworkSegment(59d2ea8a-afad-4d7c-8911-3749845bb00b),segment_id=59d2ea8a-afad-4d7c-8911-3749845bb00b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:45:57.483891 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.501585 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.530375 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event deleted for resources: {'Port': ['ID=685e32e7-00c8-4674-a440-a5dcfd81cc63,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:57.536561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=24e6c48c-0c94-457b-97c5-49730557c73d,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:57.539492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] No DVR routers for this DVR port 685e32e7-00c8-4674-a440-a5dcfd81cc63 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:45:57.618027 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.627779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff7aa2a-349b-4d29-8135-7baca89215d1']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:57.638544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ebd764-86fa-4198-adbb-c30a8fbe95d7') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:57.638842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ebd764-86fa-4198-adbb-c30a8fbe95d7') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:57.648637 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.664324 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.670349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:45:57.670896 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:45:57.673720 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:45:57.811446 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.822033 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.824094 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "DELETE /v2.0/networks/0ff7aa2a-349b-4d29-8135-7baca89215d1 HTTP/1.1" status: 204 len: 168 time: 2.0233254 Aug 29 07:45:57.828608 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43192) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:57.833987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-aaed2984-8a7c-49f8-b660-83d0e1d434c8 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1452503596'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:45:57.836881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d3f74-21e1-48e9-838f-c5b510c798e5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event deleted for resources: {'Network': ['ID=0ff7aa2a-349b-4d29-8135-7baca89215d1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:57.923960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaed2984-8a7c-49f8-b660-83d0e1d434c8 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Made reservation on behalf of ab7e1de1081d4d6c828fa7a9ec8c57de for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:45:57.928715 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaed2984-8a7c-49f8-b660-83d0e1d434c8 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.952763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaed2984-8a7c-49f8-b660-83d0e1d434c8 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:45:57.961519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaed2984-8a7c-49f8-b660-83d0e1d434c8 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:57.961876 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-aaed2984-8a7c-49f8-b660-83d0e1d434c8 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Added segment 572af884-5cb9-48fd-8443-e66f37743f14 of type vlan for network 343cb7ee-70aa-4827-88b8-09f77d0c15f8 Aug 29 07:45:58.003999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaed2984-8a7c-49f8-b660-83d0e1d434c8 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:58.114673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaed2984-8a7c-49f8-b660-83d0e1d434c8 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:58.120378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaed2984-8a7c-49f8-b660-83d0e1d434c8 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:58.120903 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aaed2984-8a7c-49f8-b660-83d0e1d434c8 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:58.191903 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed2984-8a7c-49f8-b660-83d0e1d434c8 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event updated for resources: {'Network': ['ID=343cb7ee-70aa-4827-88b8-09f77d0c15f8,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:58.202352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 343cb7ee-70aa-4827-88b8-09f77d0c15f8 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:45:58.252459 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aaed2984-8a7c-49f8-b660-83d0e1d434c8 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4225326 Aug 29 07:45:58.255922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43194) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:58.261628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-511c8df4-fa30-421d-b675-7e160d521e73 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Request body: {'subnet': {'network_id': '343cb7ee-70aa-4827-88b8-09f77d0c15f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:45:58.429047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511c8df4-fa30-421d-b675-7e160d521e73 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Made reservation on behalf of ab7e1de1081d4d6c828fa7a9ec8c57de for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:45:58.433486 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-511c8df4-fa30-421d-b675-7e160d521e73 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:58.498374 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.ipam_backend_mixin [None req-511c8df4-fa30-421d-b675-7e160d521e73 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Performing IP validity checks on allocation pools {{(pid=95403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 07:45:58.498884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.ipam_backend_mixin [None req-511c8df4-fa30-421d-b675-7e160d521e73 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95403) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 07:45:58.692428 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-511c8df4-fa30-421d-b675-7e160d521e73 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:58.751687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c8df4-fa30-421d-b675-7e160d521e73 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event updated for resources: {'Subnet': ['ID=10fb590c-0d07-42e1-a148-ebda0ee3462a,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:58.767719 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511c8df4-fa30-421d-b675-7e160d521e73 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Checking segment: {'id': '572af884-5cb9-48fd-8443-e66f37743f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '343cb7ee-70aa-4827-88b8-09f77d0c15f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:45:58.768084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511c8df4-fa30-421d-b675-7e160d521e73 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Network hostable DHCP agents. Network: 343cb7ee-70aa-4827-88b8-09f77d0c15f8, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:45:58.849680 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511c8df4-fa30-421d-b675-7e160d521e73 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Network 343cb7ee-70aa-4827-88b8-09f77d0c15f8 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:45:58.946323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-511c8df4-fa30-421d-b675-7e160d521e73 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 343cb7ee-70aa-4827-88b8-09f77d0c15f8) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:45:58.946323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511c8df4-fa30-421d-b675-7e160d521e73 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:58.946323 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-511c8df4-fa30-421d-b675-7e160d521e73 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:58.953010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337c7c2a-d163-4943-ac2e-54bd2378c63e None None] Network 343cb7ee-70aa-4827-88b8-09f77d0c15f8 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:45:58.994928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 24e6c48c-0c94-457b-97c5-49730557c73d up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:45:59.029365 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-511c8df4-fa30-421d-b675-7e160d521e73 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7722325 Aug 29 07:45:59.032227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43196) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:59.097340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 24e6c48c-0c94-457b-97c5-49730557c73d triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:45:59.097722 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.135628 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.167724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7c2c4f-f1d5-4b56-b361-861919e08190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-343cb7ee-70aa-4827-88b8-09f77d0c15f8', 'network_id': '343cb7ee-70aa-4827-88b8-09f77d0c15f8', 'tenant_id': 'ab7e1de1081d4d6c828fa7a9ec8c57de', 'fixed_ips': [{'subnet_id': '10fb590c-0d07-42e1-a148-ebda0ee3462a'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:45:59.168568 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7f7c2c4f-f1d5-4b56-b361-861919e08190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.217207 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.337587 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.366628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event deleted for resources: {'Subnet': ['ID=10fb590c-0d07-42e1-a148-ebda0ee3462a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server [None req-7f7c2c4f-f1d5-4b56-b361-861919e08190 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10fb590c-0d07-42e1-a148-ebda0ee3462a: This subnet is being modified by another concurrent operation. Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server raise exception Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10fb590c-0d07-42e1-a148-ebda0ee3462a: This subnet is being modified by another concurrent operation. Aug 29 07:45:59.384154 n-d-713301-12 neutron-server[95405]: ERROR oslo_messaging.rpc.server Aug 29 07:45:59.407429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8396548b-3184-4307-ae98-fd60a64776fd None None] Network 343cb7ee-70aa-4827-88b8-09f77d0c15f8 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:45:59.425226 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.435486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343cb7ee-70aa-4827-88b8-09f77d0c15f8']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:59.451113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572af884-5cb9-48fd-8443-e66f37743f14') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:59.451436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572af884-5cb9-48fd-8443-e66f37743f14') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:45:59.461998 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.477074 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.483059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:45:59.484024 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:45:59.486859 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:45:59.515287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205be5dc-ddc0-451c-b7b5-3aaf4151fc7e None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 07:45:59.586346 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205be5dc-ddc0-451c-b7b5-3aaf4151fc7e None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 07:45:59.628999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.637702 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.639691 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "DELETE /v2.0/networks/343cb7ee-70aa-4827-88b8-09f77d0c15f8 HTTP/1.1" status: 204 len: 168 time: 0.6064401 Aug 29 07:45:59.645321 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43198) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:45:59.650562 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180394a-3056-4ec3-8d37-47569bb0e64a tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event deleted for resources: {'Network': ['ID=343cb7ee-70aa-4827-88b8-09f77d0c15f8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:45:59.653750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b09ec25c-60dc-485d-8b85-f641f22be891 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-422836991'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:45:59.759874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09ec25c-60dc-485d-8b85-f641f22be891 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Made reservation on behalf of ab7e1de1081d4d6c828fa7a9ec8c57de for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:45:59.763373 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09ec25c-60dc-485d-8b85-f641f22be891 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.788673 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09ec25c-60dc-485d-8b85-f641f22be891 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:45:59.798189 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09ec25c-60dc-485d-8b85-f641f22be891 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.798597 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-b09ec25c-60dc-485d-8b85-f641f22be891 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Added segment 7b05267a-d0e4-42ef-81fb-c34f13c2cf7c of type vlan for network 6896cee0-6979-432a-ad96-ba9a826a116f Aug 29 07:45:59.838438 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09ec25c-60dc-485d-8b85-f641f22be891 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.925923 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09ec25c-60dc-485d-8b85-f641f22be891 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:45:59.931703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09ec25c-60dc-485d-8b85-f641f22be891 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:45:59.936742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b09ec25c-60dc-485d-8b85-f641f22be891 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:00.012804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ec25c-60dc-485d-8b85-f641f22be891 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event updated for resources: {'Network': ['ID=6896cee0-6979-432a-ad96-ba9a826a116f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:00.026912 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 6896cee0-6979-432a-ad96-ba9a826a116f details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:46:00.053007 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b09ec25c-60dc-485d-8b85-f641f22be891 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4056046 Aug 29 07:46:00.055951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43200) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:00.061304 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3822842d-f03c-420e-80aa-8c49a974f8ba tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Request body: {'subnet': {'network_id': '6896cee0-6979-432a-ad96-ba9a826a116f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:00.217543 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3822842d-f03c-420e-80aa-8c49a974f8ba tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Made reservation on behalf of ab7e1de1081d4d6c828fa7a9ec8c57de for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:46:00.221447 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3822842d-f03c-420e-80aa-8c49a974f8ba tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:00.480274 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3822842d-f03c-420e-80aa-8c49a974f8ba tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:00.541727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822842d-f03c-420e-80aa-8c49a974f8ba tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event updated for resources: {'Subnet': ['ID=c6fbfe16-e225-40b2-9012-a81c7e3dea2b,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:00.550618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822842d-f03c-420e-80aa-8c49a974f8ba tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Checking segment: {'id': '7b05267a-d0e4-42ef-81fb-c34f13c2cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6896cee0-6979-432a-ad96-ba9a826a116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:00.551643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3822842d-f03c-420e-80aa-8c49a974f8ba tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Network hostable DHCP agents. Network: 6896cee0-6979-432a-ad96-ba9a826a116f, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:46:00.663091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3822842d-f03c-420e-80aa-8c49a974f8ba tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Network 6896cee0-6979-432a-ad96-ba9a826a116f is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:46:00.752105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-3822842d-f03c-420e-80aa-8c49a974f8ba tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 6896cee0-6979-432a-ad96-ba9a826a116f) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:00.757858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3822842d-f03c-420e-80aa-8c49a974f8ba tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:00.758785 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3822842d-f03c-420e-80aa-8c49a974f8ba tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:00.759777 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3fba5c-5f64-449b-bee9-ff7fa1b6bc4f None None] Network 6896cee0-6979-432a-ad96-ba9a826a116f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:00.835029 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3822842d-f03c-420e-80aa-8c49a974f8ba tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7779143 Aug 29 07:46:00.838568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43202) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:00.843669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f9dee2dc-b906-47d2-8a41-f2bbd159d728 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1055085296'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:00.910177 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-6896cee0-6979-432a-ad96-ba9a826a116f', 'network_id': '6896cee0-6979-432a-ad96-ba9a826a116f', 'tenant_id': 'ab7e1de1081d4d6c828fa7a9ec8c57de', 'fixed_ips': [{'subnet_id': 'c6fbfe16-e225-40b2-9012-a81c7e3dea2b'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:46:00.912147 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:00.948488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dee2dc-b906-47d2-8a41-f2bbd159d728 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Made reservation on behalf of ab7e1de1081d4d6c828fa7a9ec8c57de for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:46:00.952145 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f9dee2dc-b906-47d2-8a41-f2bbd159d728 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:00.977246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9dee2dc-b906-47d2-8a41-f2bbd159d728 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:46:00.985973 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f9dee2dc-b906-47d2-8a41-f2bbd159d728 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:00.986574 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-f9dee2dc-b906-47d2-8a41-f2bbd159d728 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Added segment b91b6f2e-a65b-4104-978c-e9b14319558e of type vlan for network 92d6e7c0-e675-4d4f-b410-1c049f8bab4a Aug 29 07:46:01.025869 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f9dee2dc-b906-47d2-8a41-f2bbd159d728 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:01.054258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Allocated IP 2001:db8::2 (6896cee0-6979-432a-ad96-ba9a826a116f/c6fbfe16-e225-40b2-9012-a81c7e3dea2b/e312d30b-9841-4412-9d5d-d00dba7ae704) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:46:01.140900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f9dee2dc-b906-47d2-8a41-f2bbd159d728 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:01.147735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dee2dc-b906-47d2-8a41-f2bbd159d728 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:01.148331 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f9dee2dc-b906-47d2-8a41-f2bbd159d728 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:01.196982 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:01.205698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Transition to ACTIVE for port object e312d30b-9841-4412-9d5d-d00dba7ae704 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:01.217721 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dee2dc-b906-47d2-8a41-f2bbd159d728 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event updated for resources: {'Network': ['ID=92d6e7c0-e675-4d4f-b410-1c049f8bab4a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:01.223392 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Transition to ACTIVE for port object e312d30b-9841-4412-9d5d-d00dba7ae704 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:01.228367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 92d6e7c0-e675-4d4f-b410-1c049f8bab4a details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:46:01.321215 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f9dee2dc-b906-47d2-8a41-f2bbd159d728 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4815497 Aug 29 07:46:01.323992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43204) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:01.329058 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bc7ea11e-7613-424c-b75a-ae2d42c7f90f tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Request body: {'subnet': {'network_id': '92d6e7c0-e675-4d4f-b410-1c049f8bab4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:01.377946 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:01.418464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Network 6896cee0-6979-432a-ad96-ba9a826a116f is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:46:01.422787 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:01.427395 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:46:01.429332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Pushing event updated for resources: {'Port': ['ID=e312d30b-9841-4412-9d5d-d00dba7ae704,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:01.466660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7ea11e-7613-424c-b75a-ae2d42c7f90f tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Made reservation on behalf of ab7e1de1081d4d6c828fa7a9ec8c57de for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:46:01.470213 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bc7ea11e-7613-424c-b75a-ae2d42c7f90f tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:01.484350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Attempting to bind port e312d30b-9841-4412-9d5d-d00dba7ae704 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:46:01.484731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Attempting to bind port e312d30b-9841-4412-9d5d-d00dba7ae704 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '7b05267a-d0e4-42ef-81fb-c34f13c2cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6896cee0-6979-432a-ad96-ba9a826a116f'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:46:01.485098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Attempting to bind port e312d30b-9841-4412-9d5d-d00dba7ae704 on network 6896cee0-6979-432a-ad96-ba9a826a116f {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:46:01.490346 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:46:01.490724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Checking segment: {'id': '7b05267a-d0e4-42ef-81fb-c34f13c2cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6896cee0-6979-432a-ad96-ba9a826a116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:01.491126 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:01.491554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Bound using segment: {'id': '7b05267a-d0e4-42ef-81fb-c34f13c2cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6896cee0-6979-432a-ad96-ba9a826a116f'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:46:01.492021 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Bound port: e312d30b-9841-4412-9d5d-d00dba7ae704, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b05267a-d0e4-42ef-81fb-c34f13c2cf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6896cee0-6979-432a-ad96-ba9a826a116f'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:46:01.492404 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:01.556145 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] For port e312d30b-9841-4412-9d5d-d00dba7ae704, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:46:01.559275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] For port e312d30b-9841-4412-9d5d-d00dba7ae704, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e312d30b-9841-4412-9d5d-d00dba7ae704,segment=NetworkSegment(7b05267a-d0e4-42ef-81fb-c34f13c2cf7c),segment_id=7b05267a-d0e4-42ef-81fb-c34f13c2cf7c)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:46:01.645987 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:01.706574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1153cf2-eb4c-454a-8cb9-30a5daabf50a None None] Pushing event updated for resources: {'Port': ['ID=e312d30b-9841-4412-9d5d-d00dba7ae704,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:01.726129 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bc7ea11e-7613-424c-b75a-ae2d42c7f90f tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:01.790074 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ea11e-7613-424c-b75a-ae2d42c7f90f tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event updated for resources: {'Subnet': ['ID=e4d5f72a-a3bc-4736-9cc9-f5a0c6b11cdb,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:01.800683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7ea11e-7613-424c-b75a-ae2d42c7f90f tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Checking segment: {'id': 'b91b6f2e-a65b-4104-978c-e9b14319558e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92d6e7c0-e675-4d4f-b410-1c049f8bab4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:01.801589 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ea11e-7613-424c-b75a-ae2d42c7f90f tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Network hostable DHCP agents. Network: 92d6e7c0-e675-4d4f-b410-1c049f8bab4a, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:46:01.891654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ea11e-7613-424c-b75a-ae2d42c7f90f tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Network 92d6e7c0-e675-4d4f-b410-1c049f8bab4a is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:46:01.994512 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-bc7ea11e-7613-424c-b75a-ae2d42c7f90f tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 92d6e7c0-e675-4d4f-b410-1c049f8bab4a) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:01.998943 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7ea11e-7613-424c-b75a-ae2d42c7f90f tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:01.999575 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bc7ea11e-7613-424c-b75a-ae2d42c7f90f tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:02.006233 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6612b6f3-15e1-4485-b33b-9bd6e361377e None None] Network 92d6e7c0-e675-4d4f-b410-1c049f8bab4a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:02.088967 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bc7ea11e-7613-424c-b75a-ae2d42c7f90f tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7615566 Aug 29 07:46:02.089314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43206) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:02.167978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-92d6e7c0-e675-4d4f-b410-1c049f8bab4a', 'network_id': '92d6e7c0-e675-4d4f-b410-1c049f8bab4a', 'tenant_id': 'ab7e1de1081d4d6c828fa7a9ec8c57de', 'fixed_ips': [{'subnet_id': 'e4d5f72a-a3bc-4736-9cc9-f5a0c6b11cdb'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:46:02.168593 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:02.199948 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:02.269243 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:02.500602 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Allocated IP 2001:db8::2 (92d6e7c0-e675-4d4f-b410-1c049f8bab4a/e4d5f72a-a3bc-4736-9cc9-f5a0c6b11cdb/1afb699c-6a26-4234-9a46-e48d25321503) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:46:02.668445 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:02.681512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Transition to ACTIVE for port object 1afb699c-6a26-4234-9a46-e48d25321503 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:02.681512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad81993f-281b-4559-a369-18b3c11a9ac5 None None] Network 6896cee0-6979-432a-ad96-ba9a826a116f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:02.742475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Transition to ACTIVE for port object 1afb699c-6a26-4234-9a46-e48d25321503 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:02.822704 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:02.863783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9a8c4d5c-3261-4bdb-8fa7-dcf7dd2cda5d None None] Provisioning for port e312d30b-9841-4412-9d5d-d00dba7ae704 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:02.900070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Network 92d6e7c0-e675-4d4f-b410-1c049f8bab4a is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:46:02.907630 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:02.911374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:46:02.913294 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Pushing event updated for resources: {'Port': ['ID=1afb699c-6a26-4234-9a46-e48d25321503,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:02.940058 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:02.979897 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Attempting to bind port 1afb699c-6a26-4234-9a46-e48d25321503 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:46:02.980585 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Attempting to bind port 1afb699c-6a26-4234-9a46-e48d25321503 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'b91b6f2e-a65b-4104-978c-e9b14319558e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92d6e7c0-e675-4d4f-b410-1c049f8bab4a'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:46:02.981199 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Attempting to bind port 1afb699c-6a26-4234-9a46-e48d25321503 on network 92d6e7c0-e675-4d4f-b410-1c049f8bab4a {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:46:02.988924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:46:02.989306 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Checking segment: {'id': 'b91b6f2e-a65b-4104-978c-e9b14319558e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92d6e7c0-e675-4d4f-b410-1c049f8bab4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:02.989722 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:02.990164 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Bound using segment: {'id': 'b91b6f2e-a65b-4104-978c-e9b14319558e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92d6e7c0-e675-4d4f-b410-1c049f8bab4a'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:46:02.990654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Bound port: 1afb699c-6a26-4234-9a46-e48d25321503, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91b6f2e-a65b-4104-978c-e9b14319558e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92d6e7c0-e675-4d4f-b410-1c049f8bab4a'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:46:02.991045 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:02.995215 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d5f72a-a3bc-4736-9cc9-f5a0c6b11cdb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:03.047889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e312d30b-9841-4412-9d5d-d00dba7ae704 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:03.076366 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:03.091857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d6e7c0-e675-4d4f-b410-1c049f8bab4a']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:03.105318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91b6f2e-a65b-4104-978c-e9b14319558e') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:03.105629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91b6f2e-a65b-4104-978c-e9b14319558e') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:03.116916 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] For port 1afb699c-6a26-4234-9a46-e48d25321503, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:46:03.117994 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:03.121651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] For port 1afb699c-6a26-4234-9a46-e48d25321503, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1afb699c-6a26-4234-9a46-e48d25321503,segment=NetworkSegment(b91b6f2e-a65b-4104-978c-e9b14319558e),segment_id=b91b6f2e-a65b-4104-978c-e9b14319558e)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:46:03.206442 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:03.209057 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:03.217211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:46:03.228370 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:46:03.240961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port e312d30b-9841-4412-9d5d-d00dba7ae704 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:03.256548 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e312d30b-9841-4412-9d5d-d00dba7ae704 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:03.256947 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:03.336351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cd6e7-4c07-419c-8737-a89ddeb07b8e None None] Pushing event updated for resources: {'Port': ['ID=1afb699c-6a26-4234-9a46-e48d25321503,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:03.351252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-862c642e-0321-4dac-b2d3-7412842f01b9 None None] Provisioning complete for port e312d30b-9841-4412-9d5d-d00dba7ae704 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:03.351626 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-862c642e-0321-4dac-b2d3-7412842f01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:03.355034 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056d21f2-51bc-4b25-bd9a-86f3a18fc61f None None] Network 92d6e7c0-e675-4d4f-b410-1c049f8bab4a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:03.372180 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.db.api [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 07:46:03.372180 n-d-713301-12 neutron-server[95403]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 07:46:03.372180 n-d-713301-12 neutron-server[95403]: [parameters: {'id': '92d6e7c0-e675-4d4f-b410-1c049f8bab4a'}] Aug 29 07:46:03.372180 n-d-713301-12 neutron-server[95403]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:46:03.372820 n-d-713301-12 neutron-server[95403]: DEBUG oslo_db.api [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:46:03.491219 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:03.597630 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port e312d30b-9841-4412-9d5d-d00dba7ae704, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e312d30b-9841-4412-9d5d-d00dba7ae704,segment=NetworkSegment(7b05267a-d0e4-42ef-81fb-c34f13c2cf7c),segment_id=7b05267a-d0e4-42ef-81fb-c34f13c2cf7c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:03.600426 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-862c642e-0321-4dac-b2d3-7412842f01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:03.631465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1320efb8-6117-4611-aa9c-ea6f88cc88ee None None] get_active_networks_info from n-d-713301-12 {{(pid=95405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 07:46:03.712090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1320efb8-6117-4611-aa9c-ea6f88cc88ee None None] Resources bound (agent type, host, resource id): {{(pid=95405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 07:46:03.741257 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:03.854810 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-862c642e-0321-4dac-b2d3-7412842f01b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:46:03.855199 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-862c642e-0321-4dac-b2d3-7412842f01b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:46:03.873683 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:03.877767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=e312d30b-9841-4412-9d5d-d00dba7ae704,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:03.947237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Deleting port 1afb699c-6a26-4234-9a46-e48d25321503 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:46:03.947601 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:04.017728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] For port 1afb699c-6a26-4234-9a46-e48d25321503, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1afb699c-6a26-4234-9a46-e48d25321503,segment=NetworkSegment(b91b6f2e-a65b-4104-978c-e9b14319558e),segment_id=b91b6f2e-a65b-4104-978c-e9b14319558e)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:04.018099 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:04.032617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Calling delete_port for 1afb699c-6a26-4234-9a46-e48d25321503 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:46:04.171480 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:04.207593 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] No DVR routers for this DVR port 1afb699c-6a26-4234-9a46-e48d25321503 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:46:04.213194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event deleted for resources: {'Port': ['ID=1afb699c-6a26-4234-9a46-e48d25321503,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:04.234360 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:04.294031 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:04.306868 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d6e7c0-e675-4d4f-b410-1c049f8bab4a']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:04.320230 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91b6f2e-a65b-4104-978c-e9b14319558e') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:04.320526 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91b6f2e-a65b-4104-978c-e9b14319558e') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:04.329840 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:04.347253 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:04.357174 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:46:04.357577 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:46:04.360837 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:46:04.548560 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:04.556038 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:04.557853 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "DELETE /v2.0/networks/92d6e7c0-e675-4d4f-b410-1c049f8bab4a HTTP/1.1" status: 204 len: 168 time: 2.4675314 Aug 29 07:46:04.561495 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43208) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:04.570279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd53d52-efc0-4292-986c-1668d6c149a9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event deleted for resources: {'Network': ['ID=92d6e7c0-e675-4d4f-b410-1c049f8bab4a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:04.591826 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d362cef-0b13-4db4-90a1-3242de5b510e tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] GET failed (client error): The resource could not be found. Aug 29 07:46:04.593167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4d362cef-0b13-4db4-90a1-3242de5b510e tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "GET /v2.0/subnets/e4d5f72a-a3bc-4736-9cc9-f5a0c6b11cdb HTTP/1.1" status: 404 len: 337 time: 0.0306027 Aug 29 07:46:04.596077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43210) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:04.614267 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6ff78a-1122-42ff-a221-8a35519820c5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] DELETE failed (client error): The resource could not be found. Aug 29 07:46:04.614782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6ff78a-1122-42ff-a221-8a35519820c5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:46:04.616431 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9a6ff78a-1122-42ff-a221-8a35519820c5 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "DELETE /v2.0/networks/92d6e7c0-e675-4d4f-b410-1c049f8bab4a HTTP/1.1" status: 404 len: 339 time: 0.0194523 Aug 29 07:46:04.620052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43212) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:04.645347 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9abc4e-b59a-412a-85d6-eddc67bf7825 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] DELETE failed (client error): The resource could not be found. Aug 29 07:46:04.645782 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9abc4e-b59a-412a-85d6-eddc67bf7825 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:46:04.647700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-be9abc4e-b59a-412a-85d6-eddc67bf7825 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "DELETE /v2.0/subnets/e4d5f72a-a3bc-4736-9cc9-f5a0c6b11cdb HTTP/1.1" status: 404 len: 337 time: 0.0267856 Aug 29 07:46:04.650048 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43214) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:04.667467 n-d-713301-12 neutron-server[95404]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9057afa-fabb-4bef-a30c-04c552a0e5bc tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] DELETE failed (client error): The resource could not be found. Aug 29 07:46:04.668026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9057afa-fabb-4bef-a30c-04c552a0e5bc tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95404) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:46:04.669737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d9057afa-fabb-4bef-a30c-04c552a0e5bc tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "DELETE /v2.0/networks/92d6e7c0-e675-4d4f-b410-1c049f8bab4a HTTP/1.1" status: 404 len: 339 time: 0.0188169 Aug 29 07:46:04.673844 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43216) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:04.731789 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88c1769-9c69-40f9-98dc-8654288273d0 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Deleting subnet c6fbfe16-e225-40b2-9012-a81c7e3dea2b {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:46:04.735216 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a88c1769-9c69-40f9-98dc-8654288273d0 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:04.777465 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a88c1769-9c69-40f9-98dc-8654288273d0 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:04.868981 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a88c1769-9c69-40f9-98dc-8654288273d0 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:04.991299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e312d30b-9841-4412-9d5d-d00dba7ae704 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:05.028728 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a88c1769-9c69-40f9-98dc-8654288273d0 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.039026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e312d30b-9841-4412-9d5d-d00dba7ae704 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:05.039392 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.059265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c1769-9c69-40f9-98dc-8654288273d0 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event deleted for resources: {'Subnet': ['ID=c6fbfe16-e225-40b2-9012-a81c7e3dea2b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:05.063369 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a88c1769-9c69-40f9-98dc-8654288273d0 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.068318 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a88c1769-9c69-40f9-98dc-8654288273d0 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "DELETE /v2.0/subnets/c6fbfe16-e225-40b2-9012-a81c7e3dea2b HTTP/1.1" status: 204 len: 168 time: 0.3904140 Aug 29 07:46:05.068436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43218) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:05.076245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9aa04f-177e-479b-ae99-b5dc57ef6acc None None] Network 6896cee0-6979-432a-ad96-ba9a826a116f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:05.152803 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.210067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Deleting port e312d30b-9841-4412-9d5d-d00dba7ae704 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:46:05.210413 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.281465 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:46:05.287925 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] For port e312d30b-9841-4412-9d5d-d00dba7ae704, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e312d30b-9841-4412-9d5d-d00dba7ae704,segment=NetworkSegment(7b05267a-d0e4-42ef-81fb-c34f13c2cf7c),segment_id=7b05267a-d0e4-42ef-81fb-c34f13c2cf7c)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:05.288171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad29699-8512-4809-b471-5cf661b390f3 None None] DHCP port deletion for 6896cee0-6979-432a-ad96-ba9a826a116f request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:46:05.288613 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.302917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Calling delete_port for e312d30b-9841-4412-9d5d-d00dba7ae704 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:46:05.340767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9ad29699-8512-4809-b471-5cf661b390f3 None None] Deleting port e312d30b-9841-4412-9d5d-d00dba7ae704 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:46:05.341249 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9ad29699-8512-4809-b471-5cf661b390f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.415364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9ad29699-8512-4809-b471-5cf661b390f3 None None] For port e312d30b-9841-4412-9d5d-d00dba7ae704, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e312d30b-9841-4412-9d5d-d00dba7ae704,segment=NetworkSegment(7b05267a-d0e4-42ef-81fb-c34f13c2cf7c),segment_id=7b05267a-d0e4-42ef-81fb-c34f13c2cf7c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:05.415364 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9ad29699-8512-4809-b471-5cf661b390f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.424041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9ad29699-8512-4809-b471-5cf661b390f3 None None] Calling delete_port for e312d30b-9841-4412-9d5d-d00dba7ae704 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:46:05.497844 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.505031 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9ad29699-8512-4809-b471-5cf661b390f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.525908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event deleted for resources: {'Port': ['ID=e312d30b-9841-4412-9d5d-d00dba7ae704,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:05.530067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad29699-8512-4809-b471-5cf661b390f3 None None] Pushing event deleted for resources: {'Port': ['ID=e312d30b-9841-4412-9d5d-d00dba7ae704,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:05.533779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] No DVR routers for this DVR port e312d30b-9841-4412-9d5d-d00dba7ae704 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:46:05.535184 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad29699-8512-4809-b471-5cf661b390f3 None None] No DVR routers for this DVR port e312d30b-9841-4412-9d5d-d00dba7ae704 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:46:05.620927 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.632638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6896cee0-6979-432a-ad96-ba9a826a116f']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:05.643735 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b05267a-d0e4-42ef-81fb-c34f13c2cf7c') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:05.644033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b05267a-d0e4-42ef-81fb-c34f13c2cf7c') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:05.653337 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.668566 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.674796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:46:05.675214 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:46:05.678710 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:46:05.811682 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.820557 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:05.822421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "DELETE /v2.0/networks/6896cee0-6979-432a-ad96-ba9a826a116f HTTP/1.1" status: 204 len: 168 time: 0.7532275 Aug 29 07:46:05.825446 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43220) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:05.834368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b9f4c-0225-4013-b4a0-aee6273e31b9 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event deleted for resources: {'Network': ['ID=6896cee0-6979-432a-ad96-ba9a826a116f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:05.855743 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd68c2fe-ef7f-448d-a4b0-ea02709bbe33 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] DELETE failed (client error): The resource could not be found. Aug 29 07:46:05.856207 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd68c2fe-ef7f-448d-a4b0-ea02709bbe33 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:46:05.858063 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dd68c2fe-ef7f-448d-a4b0-ea02709bbe33 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "DELETE /v2.0/subnets/10fb590c-0d07-42e1-a148-ebda0ee3462a HTTP/1.1" status: 404 len: 337 time: 0.0316181 Aug 29 07:46:05.860736 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43222) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:05.879322 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dc7139-632e-47b1-bb0a-fcfe7d80faef tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] DELETE failed (client error): The resource could not be found. Aug 29 07:46:05.879838 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dc7139-632e-47b1-bb0a-fcfe7d80faef tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:46:05.881444 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f8dc7139-632e-47b1-bb0a-fcfe7d80faef tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "DELETE /v2.0/networks/343cb7ee-70aa-4827-88b8-09f77d0c15f8 HTTP/1.1" status: 404 len: 339 time: 0.0195682 Aug 29 07:46:05.884025 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43224) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:05.908422 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c120e31-6de3-4d9a-ba86-e5110309a399 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] DELETE failed (client error): The resource could not be found. Aug 29 07:46:05.908860 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c120e31-6de3-4d9a-ba86-e5110309a399 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:46:05.910971 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9c120e31-6de3-4d9a-ba86-e5110309a399 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "DELETE /v2.0/subnets/3a80144f-326f-4f87-ad35-75f94dcae3d3 HTTP/1.1" status: 404 len: 337 time: 0.0260217 Aug 29 07:46:05.913373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43226) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:05.931317 n-d-713301-12 neutron-server[95403]: INFO neutron.pecan_wsgi.hooks.translation [None req-da43f596-5a48-435f-af29-a0047c87d182 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] DELETE failed (client error): The resource could not be found. Aug 29 07:46:05.931771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da43f596-5a48-435f-af29-a0047c87d182 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95403) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 07:46:05.933428 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-da43f596-5a48-435f-af29-a0047c87d182 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "DELETE /v2.0/networks/0ff7aa2a-349b-4d29-8135-7baca89215d1 HTTP/1.1" status: 404 len: 339 time: 0.0191441 Aug 29 07:46:05.935863 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43228) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:05.990175 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc9bee3-e72a-4704-82e3-348f75431473 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Deleting subnet 98d691e9-1a6b-466a-a709-b8b558d705d4 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:46:05.993446 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bee3-e72a-4704-82e3-348f75431473 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:06.034863 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bee3-e72a-4704-82e3-348f75431473 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:06.117926 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bee3-e72a-4704-82e3-348f75431473 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:06.295691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bee3-e72a-4704-82e3-348f75431473 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:06.322960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9bee3-e72a-4704-82e3-348f75431473 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event deleted for resources: {'Subnet': ['ID=98d691e9-1a6b-466a-a709-b8b558d705d4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:06.326569 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2fc9bee3-e72a-4704-82e3-348f75431473 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:06.329720 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2fc9bee3-e72a-4704-82e3-348f75431473 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "DELETE /v2.0/subnets/98d691e9-1a6b-466a-a709-b8b558d705d4 HTTP/1.1" status: 204 len: 168 time: 0.3923509 Aug 29 07:46:06.331055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43230) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:06.335286 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b364e576-3dc2-4a74-9905-312cdfec24de None None] Network 0ebc18f6-5172-40f6-877e-12d0f95ca369 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:06.414902 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:06.482930 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Deleting port 24e6c48c-0c94-457b-97c5-49730557c73d {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:46:06.483316 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:06.531280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c8531f-c7de-48be-8e9e-ea65ddfb2dac None None] DHCP port deletion for 0ebc18f6-5172-40f6-877e-12d0f95ca369 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:46:06.595499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-72c8531f-c7de-48be-8e9e-ea65ddfb2dac None None] Deleting port 24e6c48c-0c94-457b-97c5-49730557c73d {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:46:06.595793 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-72c8531f-c7de-48be-8e9e-ea65ddfb2dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:06.664955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-72c8531f-c7de-48be-8e9e-ea65ddfb2dac None None] For port 24e6c48c-0c94-457b-97c5-49730557c73d, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=24e6c48c-0c94-457b-97c5-49730557c73d,segment=NetworkSegment(59d2ea8a-afad-4d7c-8911-3749845bb00b),segment_id=59d2ea8a-afad-4d7c-8911-3749845bb00b)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:06.665370 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-72c8531f-c7de-48be-8e9e-ea65ddfb2dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:06.679755 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-72c8531f-c7de-48be-8e9e-ea65ddfb2dac None None] Calling delete_port for 24e6c48c-0c94-457b-97c5-49730557c73d owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:46:06.827227 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-72c8531f-c7de-48be-8e9e-ea65ddfb2dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:06.853978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8531f-c7de-48be-8e9e-ea65ddfb2dac None None] Pushing event deleted for resources: {'Port': ['ID=24e6c48c-0c94-457b-97c5-49730557c73d,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:06.861359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8531f-c7de-48be-8e9e-ea65ddfb2dac None None] No DVR routers for this DVR port 24e6c48c-0c94-457b-97c5-49730557c73d on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:46:06.896454 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] For port 24e6c48c-0c94-457b-97c5-49730557c73d, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=24e6c48c-0c94-457b-97c5-49730557c73d,segment=NetworkSegment(59d2ea8a-afad-4d7c-8911-3749845bb00b),segment_id=59d2ea8a-afad-4d7c-8911-3749845bb00b)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:06.897072 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:06.909762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Calling delete_port for 24e6c48c-0c94-457b-97c5-49730557c73d owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:46:06.982934 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e312d30b-9841-4412-9d5d-d00dba7ae704 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:46:06.990104 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:07.003289 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: e312d30b-9841-4412-9d5d-d00dba7ae704 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:46:07.003636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e312d30b-9841-4412-9d5d-d00dba7ae704 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:46:07.004815 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 24e6c48c-0c94-457b-97c5-49730557c73d no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:46:07.017638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] No DVR routers for this DVR port 24e6c48c-0c94-457b-97c5-49730557c73d on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:46:07.022654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event deleted for resources: {'Port': ['ID=24e6c48c-0c94-457b-97c5-49730557c73d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:07.023560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 24e6c48c-0c94-457b-97c5-49730557c73d {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:46:07.023909 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 24e6c48c-0c94-457b-97c5-49730557c73d not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:46:07.098271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:07.108202 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebc18f6-5172-40f6-877e-12d0f95ca369']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:07.119054 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d2ea8a-afad-4d7c-8911-3749845bb00b') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:07.119380 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d2ea8a-afad-4d7c-8911-3749845bb00b') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:07.128075 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:07.142076 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:07.147722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:46:07.148105 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: self.session.flush() Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:46:07.150918 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:46:07.283426 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:07.294085 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:07.296675 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] 10.222.0.76 "DELETE /v2.0/networks/0ebc18f6-5172-40f6-877e-12d0f95ca369 HTTP/1.1" status: 204 len: 168 time: 0.9644160 Aug 29 07:46:07.315712 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23438887-8859-4fd6-a588-8afed0cfa7c6 tempest-NetworksIpV6Test-298720054 tempest-NetworksIpV6Test-298720054-project] Pushing event deleted for resources: {'Network': ['ID=0ebc18f6-5172-40f6-877e-12d0f95ca369,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:07.794683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43236) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:07.931837 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a73539d3-4ee6-4cbb-ba5e-0fc0304b04de admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ab7e1de1081d4d6c828fa7a9ec8c57de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359341 Aug 29 07:46:07.934273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43240) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:07.988957 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2ebe-9b74-42b3-ae9f-c1f4191c805b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:08.010284 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2ebe-9b74-42b3-ae9f-c1f4191c805b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:08.148643 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2ebe-9b74-42b3-ae9f-c1f4191c805b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:08.151359 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2ebe-9b74-42b3-ae9f-c1f4191c805b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:08.152575 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7c9b2ebe-9b74-42b3-ae9f-c1f4191c805b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eb01dcf7-6b60-4cb2-a56b-d64804ee649d HTTP/1.1" status: 204 len: 168 time: 0.2173848 Aug 29 07:46:08.160739 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b2ebe-9b74-42b3-ae9f-c1f4191c805b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb01dcf7-6b60-4cb2-a56b-d64804ee649d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:08.183085 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a266ca27-a593-4dc5-b91d-70544e455c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:09.170405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43262) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:09.264474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-2913014a-9fa5-4457-8fa7-610808f7161c tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1971739943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:09.371678 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2913014a-9fa5-4457-8fa7-610808f7161c tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:09.372750 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2913014a-9fa5-4457-8fa7-610808f7161c tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:09.424557 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2913014a-9fa5-4457-8fa7-610808f7161c tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:09.491558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2913014a-9fa5-4457-8fa7-610808f7161c tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:09.583690 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2913014a-9fa5-4457-8fa7-610808f7161c tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:09.584939 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2913014a-9fa5-4457-8fa7-610808f7161c tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4135413 Aug 29 07:46:09.587627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43266) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:09.592544 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1960520829'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:09.674119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Made reservation on behalf of a00704f2b99945ca904a05f89904829a for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:46:09.677822 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:09.686959 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:09.780554 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:09.855039 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:09.886339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:46:09.896087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6443b67d-9689-4fdd-805a-c51a71042f4d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:09.902487 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:09.907995 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Added segment 12ea35e1-103a-482e-aa3c-dfd62625fb94 of type vlan for network 581a016c-96b3-44ba-9596-2c2b960711a9 Aug 29 07:46:09.953867 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:10.039846 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:10.045410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:10.045997 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:10.111811 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Pushing event updated for resources: {'Network': ['ID=581a016c-96b3-44ba-9596-2c2b960711a9,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:10.122528 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 581a016c-96b3-44ba-9596-2c2b960711a9 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:46:10.166083 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dd9f21a0-5bd3-46a3-a3d9-758852f4fcd6 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5774076 Aug 29 07:46:10.168844 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43268) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:10.174037 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-23bf7b05-ce50-4a56-9d2a-0b7241843a41 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Request body: {'subnet': {'network_id': '581a016c-96b3-44ba-9596-2c2b960711a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:10.348938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bf7b05-ce50-4a56-9d2a-0b7241843a41 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Made reservation on behalf of a00704f2b99945ca904a05f89904829a for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:46:10.352487 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23bf7b05-ce50-4a56-9d2a-0b7241843a41 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:10.592205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23bf7b05-ce50-4a56-9d2a-0b7241843a41 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:10.652069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf7b05-ce50-4a56-9d2a-0b7241843a41 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Pushing event updated for resources: {'Subnet': ['ID=e48b3bea-736c-46d3-a590-d48862a5890b,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:10.659595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf7b05-ce50-4a56-9d2a-0b7241843a41 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Checking segment: {'id': '12ea35e1-103a-482e-aa3c-dfd62625fb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '581a016c-96b3-44ba-9596-2c2b960711a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:10.659999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf7b05-ce50-4a56-9d2a-0b7241843a41 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Network hostable DHCP agents. Network: 581a016c-96b3-44ba-9596-2c2b960711a9, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:46:10.747923 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf7b05-ce50-4a56-9d2a-0b7241843a41 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Network 581a016c-96b3-44ba-9596-2c2b960711a9 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:46:10.828488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-23bf7b05-ce50-4a56-9d2a-0b7241843a41 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 581a016c-96b3-44ba-9596-2c2b960711a9) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:10.832946 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bf7b05-ce50-4a56-9d2a-0b7241843a41 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:10.840474 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23bf7b05-ce50-4a56-9d2a-0b7241843a41 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:10.841195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97767f01-0245-418c-ae81-6db388430270 None None] Network 581a016c-96b3-44ba-9596-2c2b960711a9 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:10.875582 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:10.920683 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-23bf7b05-ce50-4a56-9d2a-0b7241843a41 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7506762 Aug 29 07:46:10.923662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43270) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:10.928847 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-1ea95871-61db-49c0-8f95-f23e7f221a67 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-621564917'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:10.985142 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-581a016c-96b3-44ba-9596-2c2b960711a9', 'network_id': '581a016c-96b3-44ba-9596-2c2b960711a9', 'tenant_id': 'a00704f2b99945ca904a05f89904829a', 'fixed_ips': [{'subnet_id': 'e48b3bea-736c-46d3-a590-d48862a5890b'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:46:10.986277 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:10.994467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea95871-61db-49c0-8f95-f23e7f221a67 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Made reservation on behalf of a00704f2b99945ca904a05f89904829a for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:46:10.998088 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ea95871-61db-49c0-8f95-f23e7f221a67 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:11.024306 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea95871-61db-49c0-8f95-f23e7f221a67 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:46:11.032846 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ea95871-61db-49c0-8f95-f23e7f221a67 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:11.033191 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-1ea95871-61db-49c0-8f95-f23e7f221a67 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Added segment 572190a0-91b7-4f6d-9f14-839b72991a56 of type vlan for network 992b2568-43bb-469f-8717-c01c09426e8d Aug 29 07:46:11.072608 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ea95871-61db-49c0-8f95-f23e7f221a67 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:11.125446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Allocated IP 172.20.0.2 (581a016c-96b3-44ba-9596-2c2b960711a9/e48b3bea-736c-46d3-a590-d48862a5890b/1d1746cb-2c7d-4559-875b-20b2a4bb6150) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:46:11.157692 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ea95871-61db-49c0-8f95-f23e7f221a67 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:11.163347 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea95871-61db-49c0-8f95-f23e7f221a67 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:11.164852 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1ea95871-61db-49c0-8f95-f23e7f221a67 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:11.232356 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea95871-61db-49c0-8f95-f23e7f221a67 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Pushing event updated for resources: {'Network': ['ID=992b2568-43bb-469f-8717-c01c09426e8d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:11.243565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 992b2568-43bb-469f-8717-c01c09426e8d details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:46:11.309001 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1ea95871-61db-49c0-8f95-f23e7f221a67 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3842502 Aug 29 07:46:11.311997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43272) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:11.320597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-618f4cb3-e8b9-4709-bf97-89763b203795 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Request body: {'subnet': {'network_id': '992b2568-43bb-469f-8717-c01c09426e8d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:11.466707 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:11.472178 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618f4cb3-e8b9-4709-bf97-89763b203795 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Made reservation on behalf of a00704f2b99945ca904a05f89904829a for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:46:11.475726 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-618f4cb3-e8b9-4709-bf97-89763b203795 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:11.515444 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Transition to ACTIVE for port object 1d1746cb-2c7d-4559-875b-20b2a4bb6150 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:11.515444 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Transition to ACTIVE for port object 1d1746cb-2c7d-4559-875b-20b2a4bb6150 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:11.598291 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:11.629689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-250e8c6d-2a95-443e-a68f-2c4ed09d7dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:11.645972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Network 581a016c-96b3-44ba-9596-2c2b960711a9 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:46:11.648819 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:11.653433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:46:11.656532 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Pushing event updated for resources: {'Port': ['ID=1d1746cb-2c7d-4559-875b-20b2a4bb6150,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:11.710440 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Attempting to bind port 1d1746cb-2c7d-4559-875b-20b2a4bb6150 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:46:11.710811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Attempting to bind port 1d1746cb-2c7d-4559-875b-20b2a4bb6150 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '12ea35e1-103a-482e-aa3c-dfd62625fb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '581a016c-96b3-44ba-9596-2c2b960711a9'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:46:11.711204 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Attempting to bind port 1d1746cb-2c7d-4559-875b-20b2a4bb6150 on network 581a016c-96b3-44ba-9596-2c2b960711a9 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:46:11.716057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:46:11.716439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Checking segment: {'id': '12ea35e1-103a-482e-aa3c-dfd62625fb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '581a016c-96b3-44ba-9596-2c2b960711a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:11.716915 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:11.717242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Bound using segment: {'id': '12ea35e1-103a-482e-aa3c-dfd62625fb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '581a016c-96b3-44ba-9596-2c2b960711a9'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:46:11.717711 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Bound port: 1d1746cb-2c7d-4559-875b-20b2a4bb6150, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ea35e1-103a-482e-aa3c-dfd62625fb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '581a016c-96b3-44ba-9596-2c2b960711a9'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:46:11.718094 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:11.724406 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-618f4cb3-e8b9-4709-bf97-89763b203795 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:11.780772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] For port 1d1746cb-2c7d-4559-875b-20b2a4bb6150, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:46:11.783975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] For port 1d1746cb-2c7d-4559-875b-20b2a4bb6150, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1d1746cb-2c7d-4559-875b-20b2a4bb6150,segment=NetworkSegment(12ea35e1-103a-482e-aa3c-dfd62625fb94),segment_id=12ea35e1-103a-482e-aa3c-dfd62625fb94)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:46:11.791232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f4cb3-e8b9-4709-bf97-89763b203795 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Pushing event updated for resources: {'Subnet': ['ID=ba8483c6-d8e9-4ab3-99f1-e4e2edd74450,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:11.798544 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f4cb3-e8b9-4709-bf97-89763b203795 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Checking segment: {'id': '572190a0-91b7-4f6d-9f14-839b72991a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '992b2568-43bb-469f-8717-c01c09426e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:11.798916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618f4cb3-e8b9-4709-bf97-89763b203795 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Network hostable DHCP agents. Network: 992b2568-43bb-469f-8717-c01c09426e8d, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:46:11.868623 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:11.896460 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618f4cb3-e8b9-4709-bf97-89763b203795 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Network 992b2568-43bb-469f-8717-c01c09426e8d is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:46:11.942520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f720f-d19e-48b9-ba3d-9cff518fd4fa None None] Pushing event updated for resources: {'Port': ['ID=1d1746cb-2c7d-4559-875b-20b2a4bb6150,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:11.980407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-618f4cb3-e8b9-4709-bf97-89763b203795 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 992b2568-43bb-469f-8717-c01c09426e8d) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:11.986087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618f4cb3-e8b9-4709-bf97-89763b203795 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:11.986723 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-618f4cb3-e8b9-4709-bf97-89763b203795 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:11.990817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1606bf6-ab45-4aa8-81e5-6bdd9848f033 None None] Network 992b2568-43bb-469f-8717-c01c09426e8d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:12.032192 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:12.065864 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43274) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:12.068525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-618f4cb3-e8b9-4709-bf97-89763b203795 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7551444 Aug 29 07:46:12.072227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-23a1f7b4-b3d4-405c-baf8-7bd9721238d9 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Request body: {'router': {'external_gateway_info': {'network_id': '992b2568-43bb-469f-8717-c01c09426e8d'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:12.187972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-992b2568-43bb-469f-8717-c01c09426e8d', 'network_id': '992b2568-43bb-469f-8717-c01c09426e8d', 'tenant_id': 'a00704f2b99945ca904a05f89904829a', 'fixed_ips': [{'subnet_id': 'ba8483c6-d8e9-4ab3-99f1-e4e2edd74450'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:46:12.192116 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:12.301808 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-23a1f7b4-b3d4-405c-baf8-7bd9721238d9 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:12.331693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Allocated IP 172.21.0.2 (992b2568-43bb-469f-8717-c01c09426e8d/ba8483c6-d8e9-4ab3-99f1-e4e2edd74450/1d4fc8b4-b073-41a4-8c51-bc244b0cbb99) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:46:12.478872 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:12.487477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Transition to ACTIVE for port object 1d4fc8b4-b073-41a4-8c51-bc244b0cbb99 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:12.501861 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Transition to ACTIVE for port object 1d4fc8b4-b073-41a4-8c51-bc244b0cbb99 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:12.510744 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [None req-23a1f7b4-b3d4-405c-baf8-7bd9721238d9 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 07:46:12.511878 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-23a1f7b4-b3d4-405c-baf8-7bd9721238d9 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] 10.222.0.76 "PUT /v2.0/routers/504b5b84-c0f9-4de3-8d10-3bc9463f7ccb HTTP/1.1" status: 400 len: 364 time: 0.4447942 Aug 29 07:46:12.518464 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43276) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:12.566827 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:12.575086 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c81bac-44f0-4561-bb45-99d7050b3cb4 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Deleting subnet ba8483c6-d8e9-4ab3-99f1-e4e2edd74450 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:46:12.578574 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-26c81bac-44f0-4561-bb45-99d7050b3cb4 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:12.608674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Network 992b2568-43bb-469f-8717-c01c09426e8d is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:46:12.614262 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:12.618038 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:46:12.627031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Pushing event updated for resources: {'Port': ['ID=1d4fc8b4-b073-41a4-8c51-bc244b0cbb99,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:12.631641 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-26c81bac-44f0-4561-bb45-99d7050b3cb4 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:12.681499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Attempting to bind port 1d4fc8b4-b073-41a4-8c51-bc244b0cbb99 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:46:12.681879 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Attempting to bind port 1d4fc8b4-b073-41a4-8c51-bc244b0cbb99 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '572190a0-91b7-4f6d-9f14-839b72991a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '992b2568-43bb-469f-8717-c01c09426e8d'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:46:12.682245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Attempting to bind port 1d4fc8b4-b073-41a4-8c51-bc244b0cbb99 on network 992b2568-43bb-469f-8717-c01c09426e8d {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:46:12.687823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:46:12.688198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Checking segment: {'id': '572190a0-91b7-4f6d-9f14-839b72991a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '992b2568-43bb-469f-8717-c01c09426e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:12.688603 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:12.688994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Bound using segment: {'id': '572190a0-91b7-4f6d-9f14-839b72991a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '992b2568-43bb-469f-8717-c01c09426e8d'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:46:12.689474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Bound port: 1d4fc8b4-b073-41a4-8c51-bc244b0cbb99, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572190a0-91b7-4f6d-9f14-839b72991a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '992b2568-43bb-469f-8717-c01c09426e8d'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:46:12.689855 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:12.729448 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-26c81bac-44f0-4561-bb45-99d7050b3cb4 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:12.858182 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-26c81bac-44f0-4561-bb45-99d7050b3cb4 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:12.867369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] For port 1d4fc8b4-b073-41a4-8c51-bc244b0cbb99, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:46:12.867614 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] For port 1d4fc8b4-b073-41a4-8c51-bc244b0cbb99, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1d4fc8b4-b073-41a4-8c51-bc244b0cbb99,segment=NetworkSegment(572190a0-91b7-4f6d-9f14-839b72991a56),segment_id=572190a0-91b7-4f6d-9f14-839b72991a56)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:46:12.879991 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca1ed9c-d553-431b-a1bb-449e7644c5e0 None None] Network 581a016c-96b3-44ba-9596-2c2b960711a9 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:12.896671 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c81bac-44f0-4561-bb45-99d7050b3cb4 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8483c6-d8e9-4ab3-99f1-e4e2edd74450,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:12.902578 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-26c81bac-44f0-4561-bb45-99d7050b3cb4 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:12.905446 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-26c81bac-44f0-4561-bb45-99d7050b3cb4 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] 10.222.0.76 "DELETE /v2.0/subnets/ba8483c6-d8e9-4ab3-99f1-e4e2edd74450 HTTP/1.1" status: 204 len: 168 time: 0.3850734 Aug 29 07:46:12.906929 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43278) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:12.946975 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:12.997318 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.044135 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-1835dd5e-1820-44ed-a196-fa0ee438a816 None None] Provisioning for port 1d1746cb-2c7d-4559-875b-20b2a4bb6150 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:13.052693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1d1746cb-2c7d-4559-875b-20b2a4bb6150 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:13.061692 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5a63f-a096-4f2e-96ed-ad85b2db32c3 None None] Pushing event updated for resources: {'Port': ['ID=1d4fc8b4-b073-41a4-8c51-bc244b0cbb99,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:13.070527 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Deleting port 1d4fc8b4-b073-41a4-8c51-bc244b0cbb99 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:46:13.071895 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.143660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] For port 1d4fc8b4-b073-41a4-8c51-bc244b0cbb99, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1d4fc8b4-b073-41a4-8c51-bc244b0cbb99,segment=NetworkSegment(572190a0-91b7-4f6d-9f14-839b72991a56),segment_id=572190a0-91b7-4f6d-9f14-839b72991a56)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:13.144301 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.159263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Calling delete_port for 1d4fc8b4-b073-41a4-8c51-bc244b0cbb99 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:46:13.211426 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 1d1746cb-2c7d-4559-875b-20b2a4bb6150 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:13.221055 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1d1746cb-2c7d-4559-875b-20b2a4bb6150 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:13.221055 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.333209 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.360001 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.377332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 1d1746cb-2c7d-4559-875b-20b2a4bb6150, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1d1746cb-2c7d-4559-875b-20b2a4bb6150,segment=NetworkSegment(12ea35e1-103a-482e-aa3c-dfd62625fb94),segment_id=12ea35e1-103a-482e-aa3c-dfd62625fb94)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:13.393960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Pushing event deleted for resources: {'Port': ['ID=1d4fc8b4-b073-41a4-8c51-bc244b0cbb99,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:13.395040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] No DVR routers for this DVR port 1d4fc8b4-b073-41a4-8c51-bc244b0cbb99 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:46:13.439911 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.479213 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.491085 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992b2568-43bb-469f-8717-c01c09426e8d']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:13.498125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=1d1746cb-2c7d-4559-875b-20b2a4bb6150,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:13.501981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572190a0-91b7-4f6d-9f14-839b72991a56') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:13.502290 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572190a0-91b7-4f6d-9f14-839b72991a56') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:13.502475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9ae90a03-fb6c-49ee-b915-952ec31311fc None None] Provisioning complete for port 1d1746cb-2c7d-4559-875b-20b2a4bb6150 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:13.502852 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9ae90a03-fb6c-49ee-b915-952ec31311fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.512155 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.527155 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.533601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:46:13.534115 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:46:13.538166 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:46:13.650745 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.657633 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.662991 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] 10.222.0.76 "DELETE /v2.0/networks/992b2568-43bb-469f-8717-c01c09426e8d HTTP/1.1" status: 204 len: 168 time: 0.7514837 Aug 29 07:46:13.663118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43280) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:13.676678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6ceb5-5b83-4665-a0c1-4788be741b04 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Pushing event deleted for resources: {'Network': ['ID=992b2568-43bb-469f-8717-c01c09426e8d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:13.702185 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.721148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddccaadb-7fcb-4499-8935-5aeb78206c32 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Deleting subnet e48b3bea-736c-46d3-a590-d48862a5890b {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:46:13.725327 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ddccaadb-7fcb-4499-8935-5aeb78206c32 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.767328 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ddccaadb-7fcb-4499-8935-5aeb78206c32 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.857376 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ddccaadb-7fcb-4499-8935-5aeb78206c32 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:13.975650 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ddccaadb-7fcb-4499-8935-5aeb78206c32 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.004260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccaadb-7fcb-4499-8935-5aeb78206c32 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Pushing event deleted for resources: {'Subnet': ['ID=e48b3bea-736c-46d3-a590-d48862a5890b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:14.008241 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ddccaadb-7fcb-4499-8935-5aeb78206c32 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.010501 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ddccaadb-7fcb-4499-8935-5aeb78206c32 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] 10.222.0.76 "DELETE /v2.0/subnets/e48b3bea-736c-46d3-a590-d48862a5890b HTTP/1.1" status: 204 len: 168 time: 0.3461199 Aug 29 07:46:14.012964 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43282) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:14.015363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458d192-dbbf-49e7-a238-aca573e16b4b None None] Network 581a016c-96b3-44ba-9596-2c2b960711a9 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:14.061666 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3459653-873e-4a89-879a-c9a302c82bcb None None] DHCP port deletion for 992b2568-43bb-469f-8717-c01c09426e8d request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:46:14.089804 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d973f-99d4-4201-a2c0-814b30402205 None None] Network 992b2568-43bb-469f-8717-c01c09426e8d requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:14.090449 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.122302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5216a4ad-72c3-4d01-b441-14beab13c291 None None] Could not find standard attr ID for object 1d4fc8b4-b073-41a4-8c51-bc244b0cbb99. {{(pid=95405) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 07:46:14.123623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d973f-99d4-4201-a2c0-814b30402205 None None] Network 992b2568-43bb-469f-8717-c01c09426e8d could not be found, it might have been deleted concurrently. {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 07:46:14.149359 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Deleting port 1d1746cb-2c7d-4559-875b-20b2a4bb6150 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:46:14.149707 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.202757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dc617c-ed9c-4930-852e-2f63bf40375e None None] DHCP port deletion for 581a016c-96b3-44ba-9596-2c2b960711a9 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:46:14.216473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] For port 1d1746cb-2c7d-4559-875b-20b2a4bb6150, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1d1746cb-2c7d-4559-875b-20b2a4bb6150,segment=NetworkSegment(12ea35e1-103a-482e-aa3c-dfd62625fb94),segment_id=12ea35e1-103a-482e-aa3c-dfd62625fb94)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:14.216845 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.229542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Calling delete_port for 1d1746cb-2c7d-4559-875b-20b2a4bb6150 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:46:14.252806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-16dc617c-ed9c-4930-852e-2f63bf40375e None None] Deleting port 1d1746cb-2c7d-4559-875b-20b2a4bb6150 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:46:14.253353 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-16dc617c-ed9c-4930-852e-2f63bf40375e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.317350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-16dc617c-ed9c-4930-852e-2f63bf40375e None None] For port 1d1746cb-2c7d-4559-875b-20b2a4bb6150, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1d1746cb-2c7d-4559-875b-20b2a4bb6150,segment=NetworkSegment(12ea35e1-103a-482e-aa3c-dfd62625fb94),segment_id=12ea35e1-103a-482e-aa3c-dfd62625fb94)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:14.317748 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-16dc617c-ed9c-4930-852e-2f63bf40375e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.330255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-16dc617c-ed9c-4930-852e-2f63bf40375e None None] Calling delete_port for 1d1746cb-2c7d-4559-875b-20b2a4bb6150 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:46:14.377328 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.407045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Pushing event deleted for resources: {'Port': ['ID=1d1746cb-2c7d-4559-875b-20b2a4bb6150,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:14.408531 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-16dc617c-ed9c-4930-852e-2f63bf40375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.414115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] No DVR routers for this DVR port 1d1746cb-2c7d-4559-875b-20b2a4bb6150 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:46:14.434734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc617c-ed9c-4930-852e-2f63bf40375e None None] Pushing event deleted for resources: {'Port': ['ID=1d1746cb-2c7d-4559-875b-20b2a4bb6150,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:14.438314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc617c-ed9c-4930-852e-2f63bf40375e None None] No DVR routers for this DVR port 1d1746cb-2c7d-4559-875b-20b2a4bb6150 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:46:14.493810 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.503481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581a016c-96b3-44ba-9596-2c2b960711a9']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:14.514245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ea35e1-103a-482e-aa3c-dfd62625fb94') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:14.514541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ea35e1-103a-482e-aa3c-dfd62625fb94') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:14.523229 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.536407 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.542379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:46:14.542762 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:46:14.545713 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:46:14.645331 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.652588 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.654378 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] 10.222.0.76 "DELETE /v2.0/networks/581a016c-96b3-44ba-9596-2c2b960711a9 HTTP/1.1" status: 204 len: 168 time: 0.6403966 Aug 29 07:46:14.657167 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43284) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:14.666146 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d0030-8e54-4c40-ba0f-7f659261aa2d tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Pushing event deleted for resources: {'Network': ['ID=581a016c-96b3-44ba-9596-2c2b960711a9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:14.684812 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6ff79aec-f934-421a-af19-8206e274aa4b tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] 10.222.0.76 "GET /v2.0/ports?device_id=504b5b84-c0f9-4de3-8d10-3bc9463f7ccb HTTP/1.1" status: 200 len: 205 time: 0.0264986 Aug 29 07:46:14.687191 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43286) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:14.762183 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3be8-3c6b-44e4-8cb1-2c15c9d60876 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.922775 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3be8-3c6b-44e4-8cb1-2c15c9d60876 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.924860 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3be8-3c6b-44e4-8cb1-2c15c9d60876 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:14.983673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45f60f33-f9a5-4333-9012-86f7298997a3 req-b6d10e5e-cf8d-40f1-a705-e55325960c74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258508 Aug 29 07:46:14.997658 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1d1746cb-2c7d-4559-875b-20b2a4bb6150 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:46:15.021351 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 1d1746cb-2c7d-4559-875b-20b2a4bb6150 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:46:15.021697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1d1746cb-2c7d-4559-875b-20b2a4bb6150 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:46:15.051695 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45f60f33-f9a5-4333-9012-86f7298997a3 req-47fe47a1-2f9b-476d-8330-907386fa5928 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0253549 Aug 29 07:46:15.068297 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3be8-3c6b-44e4-8cb1-2c15c9d60876 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:15.072263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7c3be8-3c6b-44e4-8cb1-2c15c9d60876 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Fanout notify agent at l3_agent the message router_deleted on router 504b5b84-c0f9-4de3-8d10-3bc9463f7ccb {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:46:15.075887 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3be8-3c6b-44e4-8cb1-2c15c9d60876 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:15.079870 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8f7c3be8-3c6b-44e4-8cb1-2c15c9d60876 tempest-RoutersNegativeTest-536318033 tempest-RoutersNegativeTest-536318033-project] 10.222.0.76 "DELETE /v2.0/routers/504b5b84-c0f9-4de3-8d10-3bc9463f7ccb HTTP/1.1" status: 204 len: 168 time: 0.3890810 Aug 29 07:46:15.090446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45f60f33-f9a5-4333-9012-86f7298997a3 req-85899002-8a3f-43d4-a7c1-6bc86a749b52 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201547 Aug 29 07:46:15.190685 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f60f33-f9a5-4333-9012-86f7298997a3 req-3c2b09bc-d5c0-41e1-8785-63ff6e7c7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:15.192172 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-45f60f33-f9a5-4333-9012-86f7298997a3 req-3c2b09bc-d5c0-41e1-8785-63ff6e7c7f5a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956948 Aug 29 07:46:15.526575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43292) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:15.657714 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-39a5b43c-8fc9-4a55-9b4f-65dd4f8a5cc8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a00704f2b99945ca904a05f89904829a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299531 Aug 29 07:46:15.660156 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43296) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:15.707629 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e0de897-db87-466d-8c41-6e183997f6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:15.730180 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e0de897-db87-466d-8c41-6e183997f6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:15.863418 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e0de897-db87-466d-8c41-6e183997f6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:15.866201 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6e0de897-db87-466d-8c41-6e183997f6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:15.867517 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6e0de897-db87-466d-8c41-6e183997f6fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6443b67d-9689-4fdd-805a-c51a71042f4d HTTP/1.1" status: 204 len: 168 time: 0.2064190 Aug 29 07:46:15.876009 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0de897-db87-466d-8c41-6e183997f6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6443b67d-9689-4fdd-805a-c51a71042f4d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:16.821829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43318) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:16.923346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-167541878-network', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:17.003906 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] Made reservation on behalf of d71026a718d24a3a8c111a6d6970a403 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:46:17.006381 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:17.015438 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:17.103715 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:17.163310 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:17.189286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:46:17.195886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1013d8e5-16c2-41f4-bf55-cb80a835dc02,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:17.202818 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:17.203081 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] Added segment e619a4d2-6acb-4b3c-9c4b-343c5ca03c13 of type vlan for network 99cf74eb-5b74-4da5-a232-9723067a313f Aug 29 07:46:17.243277 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:17.345977 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:17.346985 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:17.347607 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:17.409763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] Pushing event updated for resources: {'Network': ['ID=99cf74eb-5b74-4da5-a232-9723067a313f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:17.419768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 99cf74eb-5b74-4da5-a232-9723067a313f details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:46:17.478259 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9faf198c-8cba-4ef4-9fc7-8ca0b4f1035f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6552818 Aug 29 07:46:17.481261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43322) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:17.486687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-20f05aaa-9ab6-4111-958b-e0589b19b7cb admin admin] Request body: {'subnet': {'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-167541878-subnet', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:17.564707 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f05aaa-9ab6-4111-958b-e0589b19b7cb admin admin] Made reservation on behalf of d71026a718d24a3a8c111a6d6970a403 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:46:17.567662 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20f05aaa-9ab6-4111-958b-e0589b19b7cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:17.780454 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20f05aaa-9ab6-4111-958b-e0589b19b7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:17.838754 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f05aaa-9ab6-4111-958b-e0589b19b7cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7fc243d-b883-4944-9089-d43602ccd524,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:17.843010 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f05aaa-9ab6-4111-958b-e0589b19b7cb admin admin] Checking segment: {'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:17.843399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f05aaa-9ab6-4111-958b-e0589b19b7cb admin admin] Network hostable DHCP agents. Network: 99cf74eb-5b74-4da5-a232-9723067a313f, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:46:17.913683 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f05aaa-9ab6-4111-958b-e0589b19b7cb admin admin] Network 99cf74eb-5b74-4da5-a232-9723067a313f is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:46:17.991994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-20f05aaa-9ab6-4111-958b-e0589b19b7cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 99cf74eb-5b74-4da5-a232-9723067a313f) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:17.997304 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f05aaa-9ab6-4111-958b-e0589b19b7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:17.998255 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-20f05aaa-9ab6-4111-958b-e0589b19b7cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:18.005578 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c8d62e-8245-4f1c-8306-96a53e4d76a2 None None] Network 99cf74eb-5b74-4da5-a232-9723067a313f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:18.079554 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-20f05aaa-9ab6-4111-958b-e0589b19b7cb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5969982 Aug 29 07:46:18.085407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43324) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:18.090069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-167541878-router', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:18.150259 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-99cf74eb-5b74-4da5-a232-9723067a313f', 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'fixed_ips': [{'subnet_id': 'a7fc243d-b883-4944-9089-d43602ccd524'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:46:18.151111 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:18.171198 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:18.172275 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:18.224443 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:18.286707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Allocated IP 172.20.0.2 (99cf74eb-5b74-4da5-a232-9723067a313f/a7fc243d-b883-4944-9089-d43602ccd524/84fb9deb-25b7-42eb-8de0-912a9b93a41f) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:46:18.416276 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:18.430602 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:18.438807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Transition to ACTIVE for port object 84fb9deb-25b7-42eb-8de0-912a9b93a41f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:18.453492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Transition to ACTIVE for port object 84fb9deb-25b7-42eb-8de0-912a9b93a41f will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:18.552275 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:18.589116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Network 99cf74eb-5b74-4da5-a232-9723067a313f is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:46:18.593995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:18.597528 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:46:18.606039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Pushing event updated for resources: {'Port': ['ID=84fb9deb-25b7-42eb-8de0-912a9b93a41f,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:18.656791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Attempting to bind port 84fb9deb-25b7-42eb-8de0-912a9b93a41f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:46:18.657159 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Attempting to bind port 84fb9deb-25b7-42eb-8de0-912a9b93a41f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:46:18.657518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Attempting to bind port 84fb9deb-25b7-42eb-8de0-912a9b93a41f on network 99cf74eb-5b74-4da5-a232-9723067a313f {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:46:18.662559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:46:18.662925 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Checking segment: {'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:18.663353 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:18.663752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Bound using segment: {'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:46:18.664216 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Bound port: 84fb9deb-25b7-42eb-8de0-912a9b93a41f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:46:18.664595 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:18.692304 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:18.711454 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:18.732194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] For port 84fb9deb-25b7-42eb-8de0-912a9b93a41f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:46:18.736938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] For port 84fb9deb-25b7-42eb-8de0-912a9b93a41f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=84fb9deb-25b7-42eb-8de0-912a9b93a41f,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:46:18.822598 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:18.825697 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Allocated IP 172.25.1.85 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/4a505c55-553f-452a-8939-52d43b9c92d8) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:46:18.888575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5dc2f-2217-4d21-9177-089fd9378864 None None] Pushing event updated for resources: {'Port': ['ID=84fb9deb-25b7-42eb-8de0-912a9b93a41f,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:18.948284 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:19.061701 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:19.108287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:46:19.113877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:19.118803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:46:19.122403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Pushing event updated for resources: {'Port': ['ID=4a505c55-553f-452a-8939-52d43b9c92d8,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:19.430276 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:19.643921 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:19.812626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dced5521-a566-460e-949d-955f31d17b4f None None] Network 99cf74eb-5b74-4da5-a232-9723067a313f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:19.873818 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Router c13306ca-19f1-4eec-bbca-b30a5c54c785 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:46:19.938157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-98c57a13-e450-4d71-96e7-406d93ed00ee None None] Provisioning for port 84fb9deb-25b7-42eb-8de0-912a9b93a41f completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:20.354848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:46:20.372008 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Sync routers for ids ['c13306ca-19f1-4eec-bbca-b30a5c54c785'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:46:20.381798 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Routers {'c13306ca-19f1-4eec-bbca-b30a5c54c785'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:46:20.382411 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:46:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c13306ca-19f1-4eec-bbca-b30a5c54c785'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:20.433547 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:20.434771 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b8de1bd3-3edf-477d-84c5-83af7aef53ea admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3483164 Aug 29 07:46:20.437417 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43326) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:20.486115 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Set router c13306ca-19f1-4eec-bbca-b30a5c54c785 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:46:20.666080 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'name': 'tempest-TestEncryptedCinderVolumes-167541878-router', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '4a505c55-553f-452a-8939-52d43b9c92d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:46:19Z', 'revision_number': 3, 'project_id': 'd71026a718d24a3a8c111a6d6970a403', 'gw_port': {'id': '4a505c55-553f-452a-8939-52d43b9c92d8', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:20.692821 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Checking router: c13306ca-19f1-4eec-bbca-b30a5c54c785 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:46:20.693111 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Updating router c13306ca-19f1-4eec-bbca-b30a5c54c785 port 4a505c55-553f-452a-8939-52d43b9c92d8 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:46:20.717932 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:20.850974 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.007192 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.017790 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Transition to ACTIVE for port object 4a505c55-553f-452a-8939-52d43b9c92d8 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:21.044365 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Allocated IP 172.20.0.1 (99cf74eb-5b74-4da5-a232-9723067a313f/a7fc243d-b883-4944-9089-d43602ccd524/ca67dc95-f78b-44c3-80d0-3aad977c4470) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:46:21.044479 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 84fb9deb-25b7-42eb-8de0-912a9b93a41f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:21.096262 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.143705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 84fb9deb-25b7-42eb-8de0-912a9b93a41f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:21.148225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 84fb9deb-25b7-42eb-8de0-912a9b93a41f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:21.148846 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.149309 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.174200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Transition to ACTIVE for port object ca67dc95-f78b-44c3-80d0-3aad977c4470 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:21.237949 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.246601 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Attempting to bind port 4a505c55-553f-452a-8939-52d43b9c92d8 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:46:21.246974 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Attempting to bind port 4a505c55-553f-452a-8939-52d43b9c92d8 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:46:21.247372 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Attempting to bind port 4a505c55-553f-452a-8939-52d43b9c92d8 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:46:21.251659 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.258513 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:46:21.258909 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:21.259324 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.260719 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:46:21.260719 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Bound port: 4a505c55-553f-452a-8939-52d43b9c92d8, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:46:21.260719 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.262297 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac90b5d-dde5-41d0-8210-808f3af53782 None None] Pushing event updated for resources: {'Port': ['ID=4a505c55-553f-452a-8939-52d43b9c92d8,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:21.276778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 84fb9deb-25b7-42eb-8de0-912a9b93a41f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=84fb9deb-25b7-42eb-8de0-912a9b93a41f,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:21.292831 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac90b5d-dde5-41d0-8210-808f3af53782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:21.293180 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac90b5d-dde5-41d0-8210-808f3af53782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:21.293523 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac90b5d-dde5-41d0-8210-808f3af53782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:21.293855 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac90b5d-dde5-41d0-8210-808f3af53782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:21.294196 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac90b5d-dde5-41d0-8210-808f3af53782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:21.294524 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac90b5d-dde5-41d0-8210-808f3af53782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:21.294853 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac90b5d-dde5-41d0-8210-808f3af53782 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:21.295296 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac90b5d-dde5-41d0-8210-808f3af53782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:21.295553 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac90b5d-dde5-41d0-8210-808f3af53782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:21.295880 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac90b5d-dde5-41d0-8210-808f3af53782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:21.296203 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac90b5d-dde5-41d0-8210-808f3af53782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:21.296525 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac90b5d-dde5-41d0-8210-808f3af53782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:21.297392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Network 99cf74eb-5b74-4da5-a232-9723067a313f is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:46:21.300357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:21.304026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:46:21.326728 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] For port 4a505c55-553f-452a-8939-52d43b9c92d8, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:46:21.329619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Pushing event updated for resources: {'Port': ['ID=ca67dc95-f78b-44c3-80d0-3aad977c4470,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:21.329913 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] For port 4a505c55-553f-452a-8939-52d43b9c92d8, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4a505c55-553f-452a-8939-52d43b9c92d8,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:46:21.346024 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.351800 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.415634 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.435075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=84fb9deb-25b7-42eb-8de0-912a9b93a41f,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:21.482829 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Routers {'c13306ca-19f1-4eec-bbca-b30a5c54c785'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:46:21.483776 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:46:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c13306ca-19f1-4eec-bbca-b30a5c54c785'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:21.512618 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.534382 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac90b5d-dde5-41d0-8210-808f3af53782 None None] Pushing event updated for resources: {'Port': ['ID=4a505c55-553f-452a-8939-52d43b9c92d8,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:21.596563 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.609941 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] Set router c13306ca-19f1-4eec-bbca-b30a5c54c785 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:46:21.662065 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bbc0ea16-2528-4b93-bb6c-f94c845d6e6e None None] Provisioning for port ca67dc95-f78b-44c3-80d0-3aad977c4470 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:21.666509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bbc0ea16-2528-4b93-bb6c-f94c845d6e6e None None] Provisioning complete for port ca67dc95-f78b-44c3-80d0-3aad977c4470 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:21.667251 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bbc0ea16-2528-4b93-bb6c-f94c845d6e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.704955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0ea16-2528-4b93-bb6c-f94c845d6e6e None None] Port ca67dc95-f78b-44c3-80d0-3aad977c4470 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:46:21.773848 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.797987 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'name': 'tempest-TestEncryptedCinderVolumes-167541878-router', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '4a505c55-553f-452a-8939-52d43b9c92d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:46:19Z', 'revision_number': 3, 'project_id': 'd71026a718d24a3a8c111a6d6970a403', 'gw_port': {'id': '4a505c55-553f-452a-8939-52d43b9c92d8', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:21.825076 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cea683-a5ed-400a-8188-8eb4c132b5b5 None None] The sync data for ids ['c13306ca-19f1-4eec-bbca-b30a5c54c785'] in n-d-713301-12 is: [{'id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'name': 'tempest-TestEncryptedCinderVolumes-167541878-router', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '4a505c55-553f-452a-8939-52d43b9c92d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:46:19Z', 'revision_number': 3, 'project_id': 'd71026a718d24a3a8c111a6d6970a403', 'gw_port': {'id': '4a505c55-553f-452a-8939-52d43b9c92d8', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:46:21.828951 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.897022 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:21.898816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Pushing event updated for resources: {'Port': ['ID=ca67dc95-f78b-44c3-80d0-3aad977c4470,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:22.009938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Network 99cf74eb-5b74-4da5-a232-9723067a313f is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:46:22.011753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:22.148428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Router c13306ca-19f1-4eec-bbca-b30a5c54c785 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:46:22.304682 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:46:22.313282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-dac4684b-fa59-47b6-87d5-7289cfe230dc admin admin] 10.222.0.76 "PUT /v2.0/routers/c13306ca-19f1-4eec-bbca-b30a5c54c785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8746371 Aug 29 07:46:22.344929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e81a8d11-f619-4ab1-ab15-f2d5a1d96118 None None] Provisioning complete for port ca67dc95-f78b-44c3-80d0-3aad977c4470 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:22.346379 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e81a8d11-f619-4ab1-ab15-f2d5a1d96118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:22.410236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-e81a8d11-f619-4ab1-ab15-f2d5a1d96118 None None] Port ca67dc95-f78b-44c3-80d0-3aad977c4470 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:46:23.059940 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43342) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:23.065251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1882945868-network', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:23.076634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 84fb9deb-25b7-42eb-8de0-912a9b93a41f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:23.119169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 84fb9deb-25b7-42eb-8de0-912a9b93a41f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:23.119545 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:23.153882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] Made reservation on behalf of d47e75c27ca14127bc5dd17b6268e016 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:46:23.157061 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:23.166696 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:23.218318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4a505c55-553f-452a-8939-52d43b9c92d8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:23.276195 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:23.346058 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 4a505c55-553f-452a-8939-52d43b9c92d8 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:23.350611 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 4a505c55-553f-452a-8939-52d43b9c92d8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:23.350990 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:23.368914 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:23.394741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:46:23.410996 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34466a9-14d0-4b09-ba64-3855829ab7d3,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:23.415440 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:23.417509 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] Added segment 8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd of type vlan for network 4e4b67f8-4c9f-4350-abef-8c61379de853 Aug 29 07:46:23.446176 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:23.455214 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Sync routers for ids ['c13306ca-19f1-4eec-bbca-b30a5c54c785'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:46:23.469852 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:23.474661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 4a505c55-553f-452a-8939-52d43b9c92d8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4a505c55-553f-452a-8939-52d43b9c92d8,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:23.478005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Routers {'c13306ca-19f1-4eec-bbca-b30a5c54c785'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:46:23.478654 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:46:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c13306ca-19f1-4eec-bbca-b30a5c54c785'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:23.582169 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:23.583247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:23.583844 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:23.649219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] Pushing event updated for resources: {'Network': ['ID=4e4b67f8-4c9f-4350-abef-8c61379de853,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:23.676790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 4e4b67f8-4c9f-4350-abef-8c61379de853 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:46:23.680778 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:23.691964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-25f08250-07a9-4d46-b8ee-220b8d8897bd admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6308131 Aug 29 07:46:23.694527 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43344) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:23.699531 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-39ff2c87-b1ba-40fe-97fd-6efa9706b7a7 admin admin] Request body: {'subnet': {'network_id': '4e4b67f8-4c9f-4350-abef-8c61379de853', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1882945868-subnet', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:23.780471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ff2c87-b1ba-40fe-97fd-6efa9706b7a7 admin admin] Made reservation on behalf of d47e75c27ca14127bc5dd17b6268e016 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:46:23.782855 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39ff2c87-b1ba-40fe-97fd-6efa9706b7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:23.834526 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=4a505c55-553f-452a-8939-52d43b9c92d8,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:23.845017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Set router c13306ca-19f1-4eec-bbca-b30a5c54c785 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:46:24.027903 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39ff2c87-b1ba-40fe-97fd-6efa9706b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:24.051438 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'name': 'tempest-TestEncryptedCinderVolumes-167541878-router', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '4a505c55-553f-452a-8939-52d43b9c92d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:46:21Z', 'revision_number': 4, 'project_id': 'd71026a718d24a3a8c111a6d6970a403', 'gw_port': {'id': '4a505c55-553f-452a-8939-52d43b9c92d8', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'ca67dc95-f78b-44c3-80d0-3aad977c4470', 'name': '', 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'mac_address': 'fa:16:3e:e1:d6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a7fc243d-b883-4944-9089-d43602ccd524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:20Z', 'updated_at': '2021-08-29T07:46:21Z', 'revision_number': 2, 'project_id': 'd71026a718d24a3a8c111a6d6970a403', 'subnets': [{'id': 'a7fc243d-b883-4944-9089-d43602ccd524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:24.083439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff2c87-b1ba-40fe-97fd-6efa9706b7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e749ad0-4899-4051-8574-c6561d0e7946,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:24.084995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Checking router: c13306ca-19f1-4eec-bbca-b30a5c54c785 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:46:24.085362 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Updating router c13306ca-19f1-4eec-bbca-b30a5c54c785 port ca67dc95-f78b-44c3-80d0-3aad977c4470 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:46:24.094873 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff2c87-b1ba-40fe-97fd-6efa9706b7a7 admin admin] Checking segment: {'id': '8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4e4b67f8-4c9f-4350-abef-8c61379de853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:24.095262 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ff2c87-b1ba-40fe-97fd-6efa9706b7a7 admin admin] Network hostable DHCP agents. Network: 4e4b67f8-4c9f-4350-abef-8c61379de853, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:46:24.110737 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:24.169557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ff2c87-b1ba-40fe-97fd-6efa9706b7a7 admin admin] Network 4e4b67f8-4c9f-4350-abef-8c61379de853 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:46:24.248975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-39ff2c87-b1ba-40fe-97fd-6efa9706b7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 4e4b67f8-4c9f-4350-abef-8c61379de853) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:24.253039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ff2c87-b1ba-40fe-97fd-6efa9706b7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:24.253631 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-39ff2c87-b1ba-40fe-97fd-6efa9706b7a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:24.267271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a41c34e-8036-479a-ac96-9856e8ecdf61 None None] Network 4e4b67f8-4c9f-4350-abef-8c61379de853 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:24.339312 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-39ff2c87-b1ba-40fe-97fd-6efa9706b7a7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6413696 Aug 29 07:46:24.339538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43346) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:24.343847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1882945868-router', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:24.433783 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:24.435011 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:24.486951 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:24.489122 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:24.499478 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-4e4b67f8-4c9f-4350-abef-8c61379de853', 'network_id': '4e4b67f8-4c9f-4350-abef-8c61379de853', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'fixed_ips': [{'subnet_id': '2e749ad0-4899-4051-8574-c6561d0e7946'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:46:24.500317 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:24.502434 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Transition to ACTIVE for port object ca67dc95-f78b-44c3-80d0-3aad977c4470 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:24.623071 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:24.678432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Allocated IP 172.20.0.2 (4e4b67f8-4c9f-4350-abef-8c61379de853/2e749ad0-4899-4051-8574-c6561d0e7946/94e45ec0-178d-4837-a4e1-45dc57f393f4) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:46:24.698191 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181bbf2-af26-47d2-8939-eeab91a12529 None None] Pushing event updated for resources: {'Port': ['ID=ca67dc95-f78b-44c3-80d0-3aad977c4470,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:24.702001 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:24.799571 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Attempting to bind port ca67dc95-f78b-44c3-80d0-3aad977c4470 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:46:24.800558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Attempting to bind port ca67dc95-f78b-44c3-80d0-3aad977c4470 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:46:24.800859 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Attempting to bind port ca67dc95-f78b-44c3-80d0-3aad977c4470 on network 99cf74eb-5b74-4da5-a232-9723067a313f {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:46:24.812156 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:46:24.812531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Checking segment: {'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:24.813067 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:24.813477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Bound using segment: {'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:46:24.814136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Bound port: ca67dc95-f78b-44c3-80d0-3aad977c4470, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:46:24.815021 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:24.957546 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] For port ca67dc95-f78b-44c3-80d0-3aad977c4470, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:46:24.989713 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:24.993689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] For port ca67dc95-f78b-44c3-80d0-3aad977c4470, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ca67dc95-f78b-44c3-80d0-3aad977c4470,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:46:25.006407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Transition to ACTIVE for port object 94e45ec0-178d-4837-a4e1-45dc57f393f4 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:25.017689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4a505c55-553f-452a-8939-52d43b9c92d8 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:25.029323 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:25.049856 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Transition to ACTIVE for port object 94e45ec0-178d-4837-a4e1-45dc57f393f4 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:25.050877 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:25.062614 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:25.126039 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:25.160084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 4a505c55-553f-452a-8939-52d43b9c92d8 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:25.160084 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:25.161785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Routers {'c13306ca-19f1-4eec-bbca-b30a5c54c785'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:46:25.162200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:46:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c13306ca-19f1-4eec-bbca-b30a5c54c785'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:25.181694 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Allocated IP 172.25.1.87 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/0c06badc-8d87-48d3-b471-18dcfc696220) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:46:25.201707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181bbf2-af26-47d2-8939-eeab91a12529 None None] Pushing event updated for resources: {'Port': ['ID=ca67dc95-f78b-44c3-80d0-3aad977c4470,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:25.229690 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Network 4e4b67f8-4c9f-4350-abef-8c61379de853 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:46:25.262046 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:25.273734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:46:25.302865 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:25.330961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Pushing event updated for resources: {'Port': ['ID=94e45ec0-178d-4837-a4e1-45dc57f393f4,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:25.389583 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] Set router c13306ca-19f1-4eec-bbca-b30a5c54c785 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:46:25.433174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Attempting to bind port 94e45ec0-178d-4837-a4e1-45dc57f393f4 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:46:25.433454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Attempting to bind port 94e45ec0-178d-4837-a4e1-45dc57f393f4 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4e4b67f8-4c9f-4350-abef-8c61379de853'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:46:25.433817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Attempting to bind port 94e45ec0-178d-4837-a4e1-45dc57f393f4 on network 4e4b67f8-4c9f-4350-abef-8c61379de853 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:46:25.433921 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:25.473586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:46:25.473965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Checking segment: {'id': '8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4e4b67f8-4c9f-4350-abef-8c61379de853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:25.474815 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:25.474815 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Bound using segment: {'id': '8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4e4b67f8-4c9f-4350-abef-8c61379de853'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:46:25.475275 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Bound port: 94e45ec0-178d-4837-a4e1-45dc57f393f4, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4e4b67f8-4c9f-4350-abef-8c61379de853'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:46:25.475662 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:25.476635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:46:25.486637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:25.495764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:46:25.519395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Pushing event updated for resources: {'Port': ['ID=0c06badc-8d87-48d3-b471-18dcfc696220,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:25.665623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] For port 94e45ec0-178d-4837-a4e1-45dc57f393f4, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:46:25.698752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] For port 94e45ec0-178d-4837-a4e1-45dc57f393f4, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=94e45ec0-178d-4837-a4e1-45dc57f393f4,segment=NetworkSegment(8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd),segment_id=8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:46:25.727441 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'name': 'tempest-TestEncryptedCinderVolumes-167541878-router', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '4a505c55-553f-452a-8939-52d43b9c92d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:46:21Z', 'revision_number': 4, 'project_id': 'd71026a718d24a3a8c111a6d6970a403', 'gw_port': {'id': '4a505c55-553f-452a-8939-52d43b9c92d8', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'ca67dc95-f78b-44c3-80d0-3aad977c4470', 'name': '', 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'mac_address': 'fa:16:3e:e1:d6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a7fc243d-b883-4944-9089-d43602ccd524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:20Z', 'updated_at': '2021-08-29T07:46:24Z', 'revision_number': 4, 'project_id': 'd71026a718d24a3a8c111a6d6970a403', 'subnets': [{'id': 'a7fc243d-b883-4944-9089-d43602ccd524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:25.755047 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c2180c-ecd4-441c-bbec-1f2eb3f21ce9 None None] The sync data for ids ['c13306ca-19f1-4eec-bbca-b30a5c54c785'] in n-d-713301-12 is: [{'id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'name': 'tempest-TestEncryptedCinderVolumes-167541878-router', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '4a505c55-553f-452a-8939-52d43b9c92d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:46:21Z', 'revision_number': 4, 'project_id': 'd71026a718d24a3a8c111a6d6970a403', 'gw_port': {'id': '4a505c55-553f-452a-8939-52d43b9c92d8', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'ca67dc95-f78b-44c3-80d0-3aad977c4470', 'name': '', 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'mac_address': 'fa:16:3e:e1:d6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a7fc243d-b883-4944-9089-d43602ccd524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:20Z', 'updated_at': '2021-08-29T07:46:24Z', 'revision_number': 4, 'project_id': 'd71026a718d24a3a8c111a6d6970a403', 'subnets': [{'id': 'a7fc243d-b883-4944-9089-d43602ccd524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:46:25.818656 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:25.890693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a6d09-8198-44f7-9ed6-03595381e034 None None] Pushing event updated for resources: {'Port': ['ID=94e45ec0-178d-4837-a4e1-45dc57f393f4,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:25.895262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:26.142389 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:26.353696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Router 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:46:26.472707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:46:26.483967 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Sync routers for ids ['76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:46:26.494808 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Routers {'76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:46:26.495721 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:46:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:26.537477 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:26.541961 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-61a2730e-55a2-4e50-a315-3f45b4b57d2a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1990356 Aug 29 07:46:26.542298 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43348) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:46:26.618631 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Set router 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:46:26.851212 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'name': 'tempest-TestEncryptedCinderVolumes-1882945868-router', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:24Z', 'updated_at': '2021-08-29T07:46:25Z', 'revision_number': 3, 'project_id': 'd47e75c27ca14127bc5dd17b6268e016', 'gw_port': {'id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fe:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:25Z', 'updated_at': '2021-08-29T07:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:26.888586 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Checking router: 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:46:26.889335 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Updating router 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 port 0c06badc-8d87-48d3-b471-18dcfc696220 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:46:26.935566 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.054163 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.075577 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1719cf6f-868a-453a-8048-2c95e8a82056 None None] Network 4e4b67f8-4c9f-4350-abef-8c61379de853 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:46:27.147663 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 94e45ec0-178d-4837-a4e1-45dc57f393f4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:27.310671 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Allocated IP 172.20.0.1 (4e4b67f8-4c9f-4350-abef-8c61379de853/2e749ad0-4899-4051-8574-c6561d0e7946/75d08532-d0d7-46e4-b3a5-76bc6e49d747) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:46:27.345621 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-13a78491-0160-4a43-a7dd-c393489becd6 None None] Provisioning for port 94e45ec0-178d-4837-a4e1-45dc57f393f4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:27.372715 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.389645 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Transition to ACTIVE for port object 0c06badc-8d87-48d3-b471-18dcfc696220 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:27.405842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 94e45ec0-178d-4837-a4e1-45dc57f393f4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:27.415087 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 94e45ec0-178d-4837-a4e1-45dc57f393f4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:27.419657 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.475198 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.475665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.509856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Transition to ACTIVE for port object 75d08532-d0d7-46e4-b3a5-76bc6e49d747 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:27.544198 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Attempting to bind port 0c06badc-8d87-48d3-b471-18dcfc696220 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:46:27.545046 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Attempting to bind port 0c06badc-8d87-48d3-b471-18dcfc696220 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:46:27.545239 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Attempting to bind port 0c06badc-8d87-48d3-b471-18dcfc696220 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:46:27.560232 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:46:27.560755 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:27.563743 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.563743 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:46:27.563743 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Bound port: 0c06badc-8d87-48d3-b471-18dcfc696220, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:46:27.563743 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.591855 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50735cc-d045-4274-974a-56094bf89531 None None] Pushing event updated for resources: {'Port': ['ID=0c06badc-8d87-48d3-b471-18dcfc696220,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:27.621290 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.639015 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] For port 0c06badc-8d87-48d3-b471-18dcfc696220, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:46:27.642832 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] For port 0c06badc-8d87-48d3-b471-18dcfc696220, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0c06badc-8d87-48d3-b471-18dcfc696220,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:46:27.662562 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Network 4e4b67f8-4c9f-4350-abef-8c61379de853 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:46:27.667739 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:27.671372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:46:27.697528 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7e2b528d-08fd-4a71-a39d-b4382a697916 None None] Provisioning complete for port 94e45ec0-178d-4837-a4e1-45dc57f393f4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:27.697903 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7e2b528d-08fd-4a71-a39d-b4382a697916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.700559 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.701473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Pushing event updated for resources: {'Port': ['ID=75d08532-d0d7-46e4-b3a5-76bc6e49d747,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:27.724508 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.749474 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.816390 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7e2b528d-08fd-4a71-a39d-b4382a697916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.823035 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Routers {'76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:46:27.823343 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 94e45ec0-178d-4837-a4e1-45dc57f393f4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=94e45ec0-178d-4837-a4e1-45dc57f393f4,segment=NetworkSegment(8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd),segment_id=8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:27.823714 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:46:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:27.867876 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50735cc-d045-4274-974a-56094bf89531 None None] Pushing event updated for resources: {'Port': ['ID=0c06badc-8d87-48d3-b471-18dcfc696220,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:27.935624 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:27.936727 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ca67dc95-f78b-44c3-80d0-3aad977c4470 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:27.964052 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] Set router 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:46:28.000816 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:28.052230 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-7e2b528d-08fd-4a71-a39d-b4382a697916 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:46:28.052748 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-7e2b528d-08fd-4a71-a39d-b4382a697916 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:46:28.054612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=94e45ec0-178d-4837-a4e1-45dc57f393f4,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:28.160134 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port ca67dc95-f78b-44c3-80d0-3aad977c4470 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:28.165977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port ca67dc95-f78b-44c3-80d0-3aad977c4470 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:28.166624 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:28.179098 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'name': 'tempest-TestEncryptedCinderVolumes-1882945868-router', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:24Z', 'updated_at': '2021-08-29T07:46:25Z', 'revision_number': 3, 'project_id': 'd47e75c27ca14127bc5dd17b6268e016', 'gw_port': {'id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fe:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:25Z', 'updated_at': '2021-08-29T07:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:28.196928 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:28.210767 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc90812-d3f2-4d0f-9ff7-a03822ade560 None None] The sync data for ids ['76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'] in n-d-713301-12 is: [{'id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'name': 'tempest-TestEncryptedCinderVolumes-1882945868-router', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:24Z', 'updated_at': '2021-08-29T07:46:25Z', 'revision_number': 3, 'project_id': 'd47e75c27ca14127bc5dd17b6268e016', 'gw_port': {'id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fe:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:25Z', 'updated_at': '2021-08-29T07:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:46:28.279256 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:28.280202 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:28.321651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port ca67dc95-f78b-44c3-80d0-3aad977c4470, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ca67dc95-f78b-44c3-80d0-3aad977c4470,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:28.354641 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:28.356537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Pushing event updated for resources: {'Port': ['ID=75d08532-d0d7-46e4-b3a5-76bc6e49d747,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:28.388424 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:28.501554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=ca67dc95-f78b-44c3-80d0-3aad977c4470,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:28.519817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Network 4e4b67f8-4c9f-4350-abef-8c61379de853 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:46:28.521368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:28.821323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9166f3e7-08fe-4065-b71a-f22e2a56c84e None None] Provisioning for port 75d08532-d0d7-46e4-b3a5-76bc6e49d747 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:28.829125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9166f3e7-08fe-4065-b71a-f22e2a56c84e None None] Provisioning complete for port 75d08532-d0d7-46e4-b3a5-76bc6e49d747 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:28.829491 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9166f3e7-08fe-4065-b71a-f22e2a56c84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:28.880656 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9166f3e7-08fe-4065-b71a-f22e2a56c84e None None] Port 75d08532-d0d7-46e4-b3a5-76bc6e49d747 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:46:29.012419 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d17bf6af-017f-4acb-aa77-04ed5c78a1ad None None] Provisioning complete for port 75d08532-d0d7-46e4-b3a5-76bc6e49d747 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:29.013672 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d17bf6af-017f-4acb-aa77-04ed5c78a1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:29.043957 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Router 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:46:29.058368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-d17bf6af-017f-4acb-aa77-04ed5c78a1ad None None] Port 75d08532-d0d7-46e4-b3a5-76bc6e49d747 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:46:29.129802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 94e45ec0-178d-4837-a4e1-45dc57f393f4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:29.182389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:46:29.198390 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1148511d-a57a-4580-8095-d9d4eafd1271 admin admin] 10.222.0.76 "PUT /v2.0/routers/76ad9bec-c11d-4cdf-a5a9-e461ae8208d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6547177 Aug 29 07:46:29.202145 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 94e45ec0-178d-4837-a4e1-45dc57f393f4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:29.202636 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:29.310242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0c06badc-8d87-48d3-b471-18dcfc696220 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:29.461978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 0c06badc-8d87-48d3-b471-18dcfc696220 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:29.466241 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 0c06badc-8d87-48d3-b471-18dcfc696220 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:29.466617 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:29.559188 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:29.591409 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 0c06badc-8d87-48d3-b471-18dcfc696220, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0c06badc-8d87-48d3-b471-18dcfc696220,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:29.679215 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:29.680099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ca67dc95-f78b-44c3-80d0-3aad977c4470 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:29.762915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=0c06badc-8d87-48d3-b471-18dcfc696220,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:29.777024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port ca67dc95-f78b-44c3-80d0-3aad977c4470 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:29.777024 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:30.038572 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-f255fc46-a055-4546-bfc1-8c77f029b415 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:30.040245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-f255fc46-a055-4546-bfc1-8c77f029b415 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/networks?id=99cf74eb-5b74-4da5-a232-9723067a313f HTTP/1.1" status: 200 len: 816 time: 0.1061158 Aug 29 07:46:30.060396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-bf40bae5-6511-49c7-9fdf-0b40715ae3ec tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/quotas/d71026a718d24a3a8c111a6d6970a403 HTTP/1.1" status: 200 len: 375 time: 0.0119734 Aug 29 07:46:30.118936 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Sync routers for ids ['76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:46:30.121327 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-6fb1db36-9109-4b85-a7c7-69c502da739e tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d71026a718d24a3a8c111a6d6970a403&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549498 Aug 29 07:46:30.128509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Routers {'76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:46:30.129272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:46:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:30.244710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Set router 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:46:30.351368 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-1d89ab88-cd1c-4152-8bff-3499299a0735 service neutron] 10.222.0.76 "GET /v2.0/networks/99cf74eb-5b74-4da5-a232-9723067a313f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180417 Aug 29 07:46:30.451537 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-803ee9a2-b691-42fd-90a2-447aa10abb37 service neutron] 10.222.0.76 "GET /v2.0/networks/99cf74eb-5b74-4da5-a232-9723067a313f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930068 Aug 29 07:46:30.471303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'name': 'tempest-TestEncryptedCinderVolumes-1882945868-router', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:24Z', 'updated_at': '2021-08-29T07:46:27Z', 'revision_number': 4, 'project_id': 'd47e75c27ca14127bc5dd17b6268e016', 'gw_port': {'id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fe:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:25Z', 'updated_at': '2021-08-29T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '75d08532-d0d7-46e4-b3a5-76bc6e49d747', 'name': '', 'network_id': '4e4b67f8-4c9f-4350-abef-8c61379de853', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'mac_address': 'fa:16:3e:12:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '2e749ad0-4899-4051-8574-c6561d0e7946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:27Z', 'updated_at': '2021-08-29T07:46:28Z', 'revision_number': 2, 'project_id': 'd47e75c27ca14127bc5dd17b6268e016', 'subnets': [{'id': '2e749ad0-4899-4051-8574-c6561d0e7946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:30.503492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Checking router: 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:46:30.503863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Updating router 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 port 75d08532-d0d7-46e4-b3a5-76bc6e49d747 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:46:30.529942 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:30.730739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-64f8301d-f01c-4ab8-9680-94de575533c4 req-535ec63a-4f5b-47a2-9670-8a30d67703a1 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 210 time: 0.0298100 Aug 29 07:46:30.826498 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:30.836738 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Transition to ACTIVE for port object 75d08532-d0d7-46e4-b3a5-76bc6e49d747 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:30.908089 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:30.958983 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705081e8-798b-4b30-bd36-520c4503585f None None] Pushing event updated for resources: {'Port': ['ID=75d08532-d0d7-46e4-b3a5-76bc6e49d747,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:31.028058 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Attempting to bind port 75d08532-d0d7-46e4-b3a5-76bc6e49d747 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:46:31.028584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Attempting to bind port 75d08532-d0d7-46e4-b3a5-76bc6e49d747 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4e4b67f8-4c9f-4350-abef-8c61379de853'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:46:31.028961 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Attempting to bind port 75d08532-d0d7-46e4-b3a5-76bc6e49d747 on network 4e4b67f8-4c9f-4350-abef-8c61379de853 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:46:31.034901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:46:31.035320 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Checking segment: {'id': '8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4e4b67f8-4c9f-4350-abef-8c61379de853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:31.035778 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:31.036183 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Bound using segment: {'id': '8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4e4b67f8-4c9f-4350-abef-8c61379de853'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:46:31.036664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Bound port: 75d08532-d0d7-46e4-b3a5-76bc6e49d747, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4e4b67f8-4c9f-4350-abef-8c61379de853'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:46:31.037052 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:31.052942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0c06badc-8d87-48d3-b471-18dcfc696220 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:31.155173 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] For port 75d08532-d0d7-46e4-b3a5-76bc6e49d747, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:46:31.159695 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] For port 75d08532-d0d7-46e4-b3a5-76bc6e49d747, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=75d08532-d0d7-46e4-b3a5-76bc6e49d747,segment=NetworkSegment(8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd),segment_id=8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:46:31.165636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 0c06badc-8d87-48d3-b471-18dcfc696220 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:31.166008 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:31.268086 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:31.338761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Routers {'76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:46:31.339753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:46:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:31.405842 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705081e8-798b-4b30-bd36-520c4503585f None None] Pushing event updated for resources: {'Port': ['ID=75d08532-d0d7-46e4-b3a5-76bc6e49d747,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:31.484495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] Set router 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:46:31.721590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'name': 'tempest-TestEncryptedCinderVolumes-1882945868-router', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:24Z', 'updated_at': '2021-08-29T07:46:27Z', 'revision_number': 4, 'project_id': 'd47e75c27ca14127bc5dd17b6268e016', 'gw_port': {'id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fe:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:25Z', 'updated_at': '2021-08-29T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '75d08532-d0d7-46e4-b3a5-76bc6e49d747', 'name': '', 'network_id': '4e4b67f8-4c9f-4350-abef-8c61379de853', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'mac_address': 'fa:16:3e:12:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '2e749ad0-4899-4051-8574-c6561d0e7946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:27Z', 'updated_at': '2021-08-29T07:46:31Z', 'revision_number': 4, 'project_id': 'd47e75c27ca14127bc5dd17b6268e016', 'subnets': [{'id': '2e749ad0-4899-4051-8574-c6561d0e7946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:46:31.900766 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4150190-ed13-4d40-a117-04ab7de81b37 req-c80d9a8e-97a3-4d00-8ef2-386ff1e38ecd tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 210 time: 0.0392909 Aug 29 07:46:31.918131 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f35788-e2e4-49dd-a872-85dc85bef1b6 None None] The sync data for ids ['76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'] in n-d-713301-12 is: [{'id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'name': 'tempest-TestEncryptedCinderVolumes-1882945868-router', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:24Z', 'updated_at': '2021-08-29T07:46:27Z', 'revision_number': 4, 'project_id': 'd47e75c27ca14127bc5dd17b6268e016', 'gw_port': {'id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fe:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:25Z', 'updated_at': '2021-08-29T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '75d08532-d0d7-46e4-b3a5-76bc6e49d747', 'name': '', 'network_id': '4e4b67f8-4c9f-4350-abef-8c61379de853', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'mac_address': 'fa:16:3e:12:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '2e749ad0-4899-4051-8574-c6561d0e7946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:27Z', 'updated_at': '2021-08-29T07:46:31Z', 'revision_number': 4, 'project_id': 'd47e75c27ca14127bc5dd17b6268e016', 'subnets': [{'id': '2e749ad0-4899-4051-8574-c6561d0e7946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:46:32.996400 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5dc506e4-0c86-47d9-b157-cef57b55f049 req-7ac33fa0-f761-4217-9566-6d356275ffce tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 210 time: 0.0329466 Aug 29 07:46:33.041474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fbe7f7ee-15b9-401c-b8bd-53f432277657 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:33.043043 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fbe7f7ee-15b9-401c-b8bd-53f432277657 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.11 "GET /v2.0/networks?id=99cf74eb-5b74-4da5-a232-9723067a313f HTTP/1.1" status: 200 len: 816 time: 0.1344671 Aug 29 07:46:33.047251 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 75d08532-d0d7-46e4-b3a5-76bc6e49d747 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:33.061291 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fe6409c0-fd56-414b-8300-ec949808b40d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Request body: {'port': {'device_id': '3bb63299-4e3e-42aa-8a98-975acb924c0c', 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f', 'admin_state_up': True, 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:33.193197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 75d08532-d0d7-46e4-b3a5-76bc6e49d747 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:33.197127 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 75d08532-d0d7-46e4-b3a5-76bc6e49d747 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:33.202345 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:33.276784 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:33.288466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fe6409c0-fd56-414b-8300-ec949808b40d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Made reservation on behalf of d71026a718d24a3a8c111a6d6970a403 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:46:33.289511 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fe6409c0-fd56-414b-8300-ec949808b40d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:33.310139 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 75d08532-d0d7-46e4-b3a5-76bc6e49d747, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=75d08532-d0d7-46e4-b3a5-76bc6e49d747,segment=NetworkSegment(8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd),segment_id=8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:33.387921 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:33.426045 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fe6409c0-fd56-414b-8300-ec949808b40d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Allocated IP 172.20.0.12 (99cf74eb-5b74-4da5-a232-9723067a313f/a7fc243d-b883-4944-9089-d43602ccd524/b69e7b96-c6d5-4c28-959c-e6fdd3441e8a) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:46:33.441057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=75d08532-d0d7-46e4-b3a5-76bc6e49d747,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:33.450085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:33.450085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:33.450563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:33.450563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:33.450883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:33.451441 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:33.451911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:33.452605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:33.452955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:33.453339 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:33.453688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:33.453988 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:46:33.588799 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fe6409c0-fd56-414b-8300-ec949808b40d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:33.602248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fe6409c0-fd56-414b-8300-ec949808b40d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Transition to ACTIVE for port object b69e7b96-c6d5-4c28-959c-e6fdd3441e8a will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:33.696489 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fe6409c0-fd56-414b-8300-ec949808b40d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:33.741284 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fe6409c0-fd56-414b-8300-ec949808b40d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Network 99cf74eb-5b74-4da5-a232-9723067a313f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:46:33.746317 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fe6409c0-fd56-414b-8300-ec949808b40d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:46:33.750070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fe6409c0-fd56-414b-8300-ec949808b40d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:46:33.798032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6409c0-fd56-414b-8300-ec949808b40d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Pushing event updated for resources: {'Port': ['ID=b69e7b96-c6d5-4c28-959c-e6fdd3441e8a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:33.805518 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fe6409c0-fd56-414b-8300-ec949808b40d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:33.806154 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fe6409c0-fd56-414b-8300-ec949808b40d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:33.903830 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-fe6409c0-fd56-414b-8300-ec949808b40d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8467538 Aug 29 07:46:33.921590 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Request body: {'port': {'device_id': '3bb63299-4e3e-42aa-8a98-975acb924c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:46:33.977115 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:34.043492 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5445480f-f018-4186-9bde-73d394345ec7 None None] Provisioning for port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:34.047978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5445480f-f018-4186-9bde-73d394345ec7 None None] Provisioning complete for port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:34.048585 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5445480f-f018-4186-9bde-73d394345ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:34.087417 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5445480f-f018-4186-9bde-73d394345ec7 None None] Port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:46:34.123178 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492943a-0fee-4a80-aa82-baab6129e382 req-7bbbeddf-e20e-403c-81bc-32dc8a9e0fc8 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:34.125454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5492943a-0fee-4a80-aa82-baab6129e382 req-7bbbeddf-e20e-403c-81bc-32dc8a9e0fc8 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 932 time: 0.0579336 Aug 29 07:46:34.164892 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5492943a-0fee-4a80-aa82-baab6129e382 req-e184ed71-5113-46f7-a90d-ae2ac72c5be0 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Aug 29 07:46:34.274334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69e7b96-c6d5-4c28-959c-e6fdd3441e8a {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:46:34.282672 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:34.298691 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Transition to ACTIVE for port object b69e7b96-c6d5-4c28-959c-e6fdd3441e8a will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:46:34.307173 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:34.385559 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:34.435692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b69e7b96-c6d5-4c28-959c-e6fdd3441e8a,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:34.519239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Attempting to bind port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:46:34.519580 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Attempting to bind port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:46:34.519963 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Attempting to bind port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a on network 99cf74eb-5b74-4da5-a232-9723067a313f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:46:34.524601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a on network 99cf74eb-5b74-4da5-a232-9723067a313f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:46:34.524931 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Attempting to bind port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a on network 99cf74eb-5b74-4da5-a232-9723067a313f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:46:34.529824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:46:34.530164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Checking segment: {'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:46:34.530550 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Bound using segment: {'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:46:34.530987 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Bound port: b69e7b96-c6d5-4c28-959c-e6fdd3441e8a, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:46:34.531590 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:34.605252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] For port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:46:34.608827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] For port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b69e7b96-c6d5-4c28-959c-e6fdd3441e8a,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:46:34.678088 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:34.712570 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:34.713185 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:34.714558 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] 10.222.0.11 "PUT /v2.0/ports/b69e7b96-c6d5-4c28-959c-e6fdd3441e8a HTTP/1.1" status: 200 len: 1093 time: 0.7974744 Aug 29 07:46:34.714993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb63299-4e3e-42aa-8a98-975acb924c0c', 'tag': 'b69e7b96-c6d5-4c28-959c-e6fdd3441e8a'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:46:34.717259 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9dd945-a008-4ba3-baf0-f1cf3262ecc3" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb63299-4e3e-42aa-8a98-975acb924c0c", "tag": "b69e7b96-c6d5-4c28-959c-e6fdd3441e8a"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:46:34.745166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba288c-241e-420b-b603-b66ea42289a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b69e7b96-c6d5-4c28-959c-e6fdd3441e8a,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:34.764071 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de272963-4f71-4ed7-a32c-a15f2a29042f x-openstack-request-id: req-de272963-4f71-4ed7-a32c-a15f2a29042f {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:46:34.764251 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb63299-4e3e-42aa-8a98-975acb924c0c", "tag": "b69e7b96-c6d5-4c28-959c-e6fdd3441e8a", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:46:34.764407 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de272963-4f71-4ed7-a32c-a15f2a29042f {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:46:34.764815 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb63299-4e3e-42aa-8a98-975acb924c0c', 'tag': 'b69e7b96-c6d5-4c28-959c-e6fdd3441e8a', 'status': 'completed', 'code': 200} Aug 29 07:46:34.854033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dd945-a008-4ba3-baf0-f1cf3262ecc3 req-18951cb6-1dae-4d14-aa5e-4428c2fa45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:34.856575 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f9dd945-a008-4ba3-baf0-f1cf3262ecc3 req-18951cb6-1dae-4d14-aa5e-4428c2fa45a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d71026a718d24a3a8c111a6d6970a403&device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 1096 time: 0.0520165 Aug 29 07:46:34.966276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dd945-a008-4ba3-baf0-f1cf3262ecc3 req-c850f4cb-277a-4957-8f2d-033de2d221ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:34.967883 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f9dd945-a008-4ba3-baf0-f1cf3262ecc3 req-c850f4cb-277a-4957-8f2d-033de2d221ca service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d71026a718d24a3a8c111a6d6970a403&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0984092 Aug 29 07:46:35.008098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 75d08532-d0d7-46e4-b3a5-76bc6e49d747 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:35.058522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 75d08532-d0d7-46e4-b3a5-76bc6e49d747 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:35.059267 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:35.068131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dd945-a008-4ba3-baf0-f1cf3262ecc3 req-8c88c0c8-88be-47a4-8fb1-1bc432746f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:35.069666 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8f9dd945-a008-4ba3-baf0-f1cf3262ecc3 req-8c88c0c8-88be-47a4-8fb1-1bc432746f73 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951078 Aug 29 07:46:35.169618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-3fc89fcc-086e-4b9a-938d-a69b0b5b4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:35.171128 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-3fc89fcc-086e-4b9a-938d-a69b0b5b4e99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d71026a718d24a3a8c111a6d6970a403&device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 1096 time: 0.0420523 Aug 29 07:46:35.225316 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-318ea0ce-8b6d-416d-92a4-36038e96f7db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b69e7b96-c6d5-4c28-959c-e6fdd3441e8a HTTP/1.1" status: 200 len: 217 time: 0.0420370 Aug 29 07:46:35.275637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-b5fbf957-5c28-4a23-9258-ff29aeaca018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:35.277118 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-b5fbf957-5c28-4a23-9258-ff29aeaca018 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a7fc243d-b883-4944-9089-d43602ccd524 HTTP/1.1" status: 200 len: 855 time: 0.0457067 Aug 29 07:46:35.288862 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2b4a0-f2ce-4ff3-b130-991f90ddf2b0 req-c2058624-483d-4cb8-8917-7af422b17ac6 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:35.290538 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0f2b4a0-f2ce-4ff3-b130-991f90ddf2b0 req-c2058624-483d-4cb8-8917-7af422b17ac6 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 944 time: 0.0551980 Aug 29 07:46:35.323704 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-1ccd64d2-f038-4d17-8f13-d68f07d64b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:35.325257 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-1ccd64d2-f038-4d17-8f13-d68f07d64b0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99cf74eb-5b74-4da5-a232-9723067a313f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417154 Aug 29 07:46:35.331912 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0f2b4a0-f2ce-4ff3-b130-991f90ddf2b0 req-70efc572-837c-41c9-9a15-744dc6162149 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349610 Aug 29 07:46:35.419126 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-7d066349-e9dd-4948-8341-3f23f682299c service neutron] 10.222.0.11 "GET /v2.0/networks/99cf74eb-5b74-4da5-a232-9723067a313f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870337 Aug 29 07:46:35.511906 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e75730eb-6587-4e43-a3f4-e1ca27da73c6 req-db1801b6-f86b-4104-9aad-01dbb24680b6 service neutron] 10.222.0.11 "GET /v2.0/networks/99cf74eb-5b74-4da5-a232-9723067a313f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852869 Aug 29 07:46:36.447546 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbb0b3-42f4-4c8a-aeba-e1334d18743c req-3ba3e955-72f9-4929-8685-2f2b6a4f6bae tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:36.449073 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68fbb0b3-42f4-4c8a-aeba-e1334d18743c req-3ba3e955-72f9-4929-8685-2f2b6a4f6bae tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 944 time: 0.0504408 Aug 29 07:46:36.488896 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68fbb0b3-42f4-4c8a-aeba-e1334d18743c req-0025fe82-2eb5-4d39-8d84-d107baace80c tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 Aug 29 07:46:37.609250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a9e18-0ed0-4703-8fdf-639c257ce4d2 req-c9c82d46-9753-4589-b1b6-6142800f8e95 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:37.610992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a6a9e18-0ed0-4703-8fdf-639c257ce4d2 req-c9c82d46-9753-4589-b1b6-6142800f8e95 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 944 time: 0.0504014 Aug 29 07:46:37.648207 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a6a9e18-0ed0-4703-8fdf-639c257ce4d2 req-d4468ee5-5226-4788-905b-3a1e0f59fd77 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312510 Aug 29 07:46:38.175812 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e776c31a-f4b0-4614-8ca5-ab9ef9366543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:39.122248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b9f46-4869-4e97-93c7-cd68a59d82c0 req-6e8057f9-e2d8-41ef-9a18-9d3b32719eda tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:39.122863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-630b9f46-4869-4e97-93c7-cd68a59d82c0 req-6e8057f9-e2d8-41ef-9a18-9d3b32719eda tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 944 time: 0.4083757 Aug 29 07:46:39.162541 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-630b9f46-4869-4e97-93c7-cd68a59d82c0 req-86c78263-7b08-4ad5-9263-d6ea192831d5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336614 Aug 29 07:46:39.545145 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b69e7b96-c6d5-4c28-959c-e6fdd3441e8a details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:46:39.643875 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b69e7b96-c6d5-4c28-959c-e6fdd3441e8a,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:39.655430 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'b69e7b96-c6d5-4c28-959c-e6fdd3441e8a', 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f', 'port_id': 'b69e7b96-c6d5-4c28-959c-e6fdd3441e8a', 'mac_address': 'fa:16:3e:1d:3d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fc243d-b883-4944-9089-d43602ccd524', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:46:39.691826 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:39.704164 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69e7b96-c6d5-4c28-959c-e6fdd3441e8a {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:46:39.724382 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b69e7b96-c6d5-4c28-959c-e6fdd3441e8a,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:39.798734 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:39.847933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=b69e7b96-c6d5-4c28-959c-e6fdd3441e8a,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:40.165049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['b69e7b96-c6d5-4c28-959c-e6fdd3441e8a'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:46:40.287855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67c7bd-b52d-4830-a809-e565f8f00b47 req-f65a9055-d4fc-4bab-ae87-e2c8bd490800 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:40.289589 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e67c7bd-b52d-4830-a809-e565f8f00b47 req-f65a9055-d4fc-4bab-ae87-e2c8bd490800 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 945 time: 0.0572739 Aug 29 07:46:40.329997 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e67c7bd-b52d-4830-a809-e565f8f00b47 req-6ee4edfd-f19f-4f0c-aa74-35e1ff5442c7 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338669 Aug 29 07:46:40.866888 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:41.447180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae37672-cd0a-4915-b903-661108829bed req-2264ea5f-6cc5-4e24-97d1-d5dbe48098ca tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:41.448701 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ae37672-cd0a-4915-b903-661108829bed req-2264ea5f-6cc5-4e24-97d1-d5dbe48098ca tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 945 time: 0.0498314 Aug 29 07:46:41.491838 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ae37672-cd0a-4915-b903-661108829bed req-ad2a4df0-36cb-4b94-9f7b-ba2ce9b4d2bf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366468 Aug 29 07:46:41.557028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b69e7b96-c6d5-4c28-959c-e6fdd3441e8a up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:46:41.594499 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-00ce7350-2104-44c2-ad39-d65b4dccfc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:41.707496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:46:41.711580 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:46:41.711959 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:41.798330 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:41.821081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb63299-4e3e-42aa-8a98-975acb924c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69e7b96-c6d5-4c28-959c-e6fdd3441e8a'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:46:41.823411 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9d0052-0b94-4367-a307-4700271f8b55" -d '{"events": [{"server_uuid": "3bb63299-4e3e-42aa-8a98-975acb924c0c", "name": "network-vif-plugged", "status": "completed", "tag": "b69e7b96-c6d5-4c28-959c-e6fdd3441e8a"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:46:41.836129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b69e7b96-c6d5-4c28-959c-e6fdd3441e8a,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:46:41.862429 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8032ab19-fb78-4713-8e23-595b9cebf7ab x-openstack-request-id: req-8032ab19-fb78-4713-8e23-595b9cebf7ab {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:46:41.862760 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb63299-4e3e-42aa-8a98-975acb924c0c", "name": "network-vif-plugged", "status": "completed", "tag": "b69e7b96-c6d5-4c28-959c-e6fdd3441e8a", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:46:41.863015 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8032ab19-fb78-4713-8e23-595b9cebf7ab {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:46:41.864063 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb63299-4e3e-42aa-8a98-975acb924c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69e7b96-c6d5-4c28-959c-e6fdd3441e8a', 'code': 200} Aug 29 07:46:41.930559 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:41.979249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=b69e7b96-c6d5-4c28-959c-e6fdd3441e8a,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:46:41.989820 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c14dbd-ac29-4c48-8ca7-f86ec0668f68 req-03f6178a-6d2e-4d94-a7db-0037bd7f3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:41.991424 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-05c14dbd-ac29-4c48-8ca7-f86ec0668f68 req-03f6178a-6d2e-4d94-a7db-0037bd7f3b36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 1098 time: 0.0446000 Aug 29 07:46:42.004356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:42.032741 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-05c14dbd-ac29-4c48-8ca7-f86ec0668f68 req-62d833e8-df98-469e-a45b-38f0c7d13667 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346689 Aug 29 07:46:42.283187 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:46:42.609029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae2d3d-09e5-4cca-b785-30768c6c7792 req-5f3397be-930e-4f6e-b70e-a78842b14e88 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:42.610699 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3ae2d3d-09e5-4cca-b785-30768c6c7792 req-5f3397be-930e-4f6e-b70e-a78842b14e88 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 946 time: 0.0526569 Aug 29 07:46:42.649579 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3ae2d3d-09e5-4cca-b785-30768c6c7792 req-5b3d15d6-4fcb-44b3-970a-77896d91c5a3 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327470 Aug 29 07:46:43.713178 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:46:43.769009 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec16f13-1b18-414b-9e43-03e516b2d3e7 req-e435281a-1c54-43f3-bdb1-2df9dd5ea2e6 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:43.771100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bec16f13-1b18-414b-9e43-03e516b2d3e7 req-e435281a-1c54-43f3-bdb1-2df9dd5ea2e6 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 946 time: 0.0499508 Aug 29 07:46:43.810428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bec16f13-1b18-414b-9e43-03e516b2d3e7 req-baee8c15-1adc-4393-9018-0d9a5149ffab tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325775 Aug 29 07:46:43.928651 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db36d4-f4fd-4ff3-9328-b948af41aff8 req-2fbfdf28-ca02-42ab-aa8e-254018d20d02 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:46:43.930040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32db36d4-f4fd-4ff3-9328-b948af41aff8 req-2fbfdf28-ca02-42ab-aa8e-254018d20d02 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 946 time: 0.0497031 Aug 29 07:46:43.968394 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-32db36d4-f4fd-4ff3-9328-b948af41aff8 req-1d41c3d9-86af-42eb-915b-f82694acbefd tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Aug 29 07:46:51.518436 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:04.340704 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:08.185112 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c4ca31b1-2c9a-4e4b-92bb-f05e9913397e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:08.675440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c8580-d635-4bdc-8d46-a2cbdf981e5a req-9c3eecd8-289c-4eb6-b8e5-465b48f6ce89 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:08.675440 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c28c8580-d635-4bdc-8d46-a2cbdf981e5a req-9c3eecd8-289c-4eb6-b8e5-465b48f6ce89 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 946 time: 0.0534747 Aug 29 07:47:08.715075 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c28c8580-d635-4bdc-8d46-a2cbdf981e5a req-c771a153-ba38-4228-a5aa-5ea4335bd3c0 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318413 Aug 29 07:47:09.836988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e0d7d-4ef6-49e7-8f9e-ca14d8363854 req-fb168e98-4604-46c3-982b-a76df714c54d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:09.838518 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d10e0d7d-4ef6-49e7-8f9e-ca14d8363854 req-fb168e98-4604-46c3-982b-a76df714c54d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 946 time: 0.0496264 Aug 29 07:47:09.877964 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d10e0d7d-4ef6-49e7-8f9e-ca14d8363854 req-aead8359-948b-4059-867f-5c3b03de4ece tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332949 Aug 29 07:47:10.667631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb546b21-b083-4aed-8265-4334d9633c59 req-682a4232-f911-4a29-8294-dee3d5fa225f tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:10.669304 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb546b21-b083-4aed-8265-4334d9633c59 req-682a4232-f911-4a29-8294-dee3d5fa225f tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 946 time: 0.0509312 Aug 29 07:47:10.761836 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-eb546b21-b083-4aed-8265-4334d9633c59 req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Deleting port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:47:10.762185 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eb546b21-b083-4aed-8265-4334d9633c59 req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:10.854150 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-eb546b21-b083-4aed-8265-4334d9633c59 req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] For port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=b69e7b96-c6d5-4c28-959c-e6fdd3441e8a,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:47:10.854907 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eb546b21-b083-4aed-8265-4334d9633c59 req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:10.869118 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-eb546b21-b083-4aed-8265-4334d9633c59 req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Calling delete_port for b69e7b96-c6d5-4c28-959c-e6fdd3441e8a owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:47:10.876484 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:11.011105 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8da0b-ede2-44e2-acfd-b8fa55aa2352 req-eaebec15-87e9-4b2f-bb40-12fff4c68ce7 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:11.012696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1bd8da0b-ede2-44e2-acfd-b8fa55aa2352 req-eaebec15-87e9-4b2f-bb40-12fff4c68ce7 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 946 time: 0.0663474 Aug 29 07:47:11.050901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1bd8da0b-ede2-44e2-acfd-b8fa55aa2352 req-ebeee492-aac7-4077-ac07-b1395863b8d2 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321229 Aug 29 07:47:11.140483 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eb546b21-b083-4aed-8265-4334d9633c59 req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:11.168135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Pushing event deleted for resources: {'Port': ['ID=b69e7b96-c6d5-4c28-959c-e6fdd3441e8a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:47:11.172326 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['b69e7b96-c6d5-4c28-959c-e6fdd3441e8a'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:47:11.181562 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:11.181918 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:11.182268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:11.182605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:11.182995 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:11.183308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:11.183646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:11.183992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:11.184319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:11.184648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:11.185036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:11.185340 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:11.227237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb546b21-b083-4aed-8265-4334d9633c59 req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] No DVR routers for this DVR port b69e7b96-c6d5-4c28-959c-e6fdd3441e8a on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:47:11.229864 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-eb546b21-b083-4aed-8265-4334d9633c59 req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:11.232120 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-eb546b21-b083-4aed-8265-4334d9633c59 req-7c8cc9af-abc8-4328-bf7f-032682431dd5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.11 "DELETE /v2.0/ports/b69e7b96-c6d5-4c28-959c-e6fdd3441e8a HTTP/1.1" status: 204 len: 173 time: 0.5569775 Aug 29 07:47:11.232565 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb63299-4e3e-42aa-8a98-975acb924c0c', 'name': 'network-vif-deleted', 'tag': 'b69e7b96-c6d5-4c28-959c-e6fdd3441e8a'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:47:11.235136 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88d3fd3-f873-4bc1-84a5-3cb50bbba1e7" -d '{"events": [{"server_uuid": "3bb63299-4e3e-42aa-8a98-975acb924c0c", "name": "network-vif-deleted", "tag": "b69e7b96-c6d5-4c28-959c-e6fdd3441e8a"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:47:11.274668 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762b8326-abaf-4026-8d1e-a7e8134e9911 x-openstack-request-id: req-762b8326-abaf-4026-8d1e-a7e8134e9911 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:47:11.274962 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb63299-4e3e-42aa-8a98-975acb924c0c", "name": "network-vif-deleted", "tag": "b69e7b96-c6d5-4c28-959c-e6fdd3441e8a", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:47:11.275336 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-762b8326-abaf-4026-8d1e-a7e8134e9911 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:47:11.275969 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb63299-4e3e-42aa-8a98-975acb924c0c', 'name': 'network-vif-deleted', 'tag': 'b69e7b96-c6d5-4c28-959c-e6fdd3441e8a', 'status': 'completed', 'code': 200} Aug 29 07:47:11.643019 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5127ca33-5245-4591-8291-17149c86a97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:12.008605 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:12.160208 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-89c45874-b947-453f-b0ae-a4b4880357c0 req-0722eb90-a63d-4dd3-814f-eb3250fe8c2c tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bb63299-4e3e-42aa-8a98-975acb924c0c HTTP/1.1" status: 200 len: 210 time: 0.0311019 Aug 29 07:47:13.707292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b69e7b96-c6d5-4c28-959c-e6fdd3441e8a no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:47:13.726344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: b69e7b96-c6d5-4c28-959c-e6fdd3441e8a {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:47:13.726685 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device b69e7b96-c6d5-4c28-959c-e6fdd3441e8a not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:47:13.745496 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:14.112212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865b536-ae84-48ce-a730-26663c54bf08 req-876a0640-aa80-488b-82e7-90243f3be0aa tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:14.113700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0865b536-ae84-48ce-a730-26663c54bf08 req-876a0640-aa80-488b-82e7-90243f3be0aa tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/networks?id=99cf74eb-5b74-4da5-a232-9723067a313f HTTP/1.1" status: 200 len: 816 time: 0.1014063 Aug 29 07:47:14.129246 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0865b536-ae84-48ce-a730-26663c54bf08 req-3ae49c31-03b7-4e0c-b864-e2435635308d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/quotas/d71026a718d24a3a8c111a6d6970a403 HTTP/1.1" status: 200 len: 375 time: 0.0092094 Aug 29 07:47:14.181144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0865b536-ae84-48ce-a730-26663c54bf08 req-a08a663a-ca49-478f-a09c-872377e5797c tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d71026a718d24a3a8c111a6d6970a403&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462687 Aug 29 07:47:14.280711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0865b536-ae84-48ce-a730-26663c54bf08 req-135e7c5c-cc12-4c52-b1f2-035bbf9f99b4 service neutron] 10.222.0.76 "GET /v2.0/networks/99cf74eb-5b74-4da5-a232-9723067a313f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872660 Aug 29 07:47:14.370553 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0865b536-ae84-48ce-a730-26663c54bf08 req-0fd5cf95-f1d4-4676-a149-5263e3484b61 service neutron] 10.222.0.76 "GET /v2.0/networks/99cf74eb-5b74-4da5-a232-9723067a313f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835888 Aug 29 07:47:14.629780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ef2f91bb-a6a1-44e1-8b97-63781541aa54 req-e28d73e5-050b-4fb2-8eb5-8bd435f8ffeb tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 210 time: 0.0327759 Aug 29 07:47:15.722945 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21c7b4fc-7556-46cd-8ce5-976865d026ab req-ffe67ad5-73fe-432e-bf79-adb3526628ea tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 210 time: 0.0263300 Aug 29 07:47:16.548335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865b536-ae84-48ce-a730-26663c54bf08 req-71c3a116-7419-4c19-a107-f15fb865d784 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:16.549869 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0865b536-ae84-48ce-a730-26663c54bf08 req-71c3a116-7419-4c19-a107-f15fb865d784 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.11 "GET /v2.0/networks?id=99cf74eb-5b74-4da5-a232-9723067a313f HTTP/1.1" status: 200 len: 816 time: 0.1067657 Aug 29 07:47:16.569075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-0865b536-ae84-48ce-a730-26663c54bf08 req-35094169-9dfe-448e-a2fe-0877d75b7adf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Request body: {'port': {'device_id': 'a1f4557f-f54e-4c8a-a024-96f0a9fcbf63', 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f', 'admin_state_up': True, 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:47:16.757487 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0865b536-ae84-48ce-a730-26663c54bf08 req-35094169-9dfe-448e-a2fe-0877d75b7adf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Made reservation on behalf of d71026a718d24a3a8c111a6d6970a403 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:47:16.761679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0865b536-ae84-48ce-a730-26663c54bf08 req-35094169-9dfe-448e-a2fe-0877d75b7adf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:16.820417 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-90b85fda-c925-43fd-88f1-6300453070ee req-59110b2b-7d5d-4621-a9f7-a695a6d7de7b tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 210 time: 0.0264533 Aug 29 07:47:16.898525 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-0865b536-ae84-48ce-a730-26663c54bf08 req-35094169-9dfe-448e-a2fe-0877d75b7adf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Allocated IP 172.20.0.10 (99cf74eb-5b74-4da5-a232-9723067a313f/a7fc243d-b883-4944-9089-d43602ccd524/17282394-7340-464a-9b68-b80c3bb92f98) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:47:16.980488 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6dca4bac-5557-419e-a796-eb40e22d3910 req-1dbd049e-0ed1-4942-aae8-6cd0ea0291f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258629 Aug 29 07:47:17.047548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6dca4bac-5557-419e-a796-eb40e22d3910 req-1b30aec0-51db-4350-b87e-443646bb1835 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0255702 Aug 29 07:47:17.051595 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0865b536-ae84-48ce-a730-26663c54bf08 req-35094169-9dfe-448e-a2fe-0877d75b7adf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:17.065980 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-0865b536-ae84-48ce-a730-26663c54bf08 req-35094169-9dfe-448e-a2fe-0877d75b7adf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Transition to ACTIVE for port object 17282394-7340-464a-9b68-b80c3bb92f98 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:47:17.087033 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6dca4bac-5557-419e-a796-eb40e22d3910 req-508de217-9dd2-4d11-a8a5-215010a51bef service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193868 Aug 29 07:47:17.183882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca4bac-5557-419e-a796-eb40e22d3910 req-6c8aa242-53fb-4501-9c0e-19c5aeddc74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:17.185335 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6dca4bac-5557-419e-a796-eb40e22d3910 req-6c8aa242-53fb-4501-9c0e-19c5aeddc74f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917518 Aug 29 07:47:17.192211 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0865b536-ae84-48ce-a730-26663c54bf08 req-35094169-9dfe-448e-a2fe-0877d75b7adf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:17.233258 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0865b536-ae84-48ce-a730-26663c54bf08 req-35094169-9dfe-448e-a2fe-0877d75b7adf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Network 99cf74eb-5b74-4da5-a232-9723067a313f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:47:17.238717 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-0865b536-ae84-48ce-a730-26663c54bf08 req-35094169-9dfe-448e-a2fe-0877d75b7adf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:47:17.243286 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0865b536-ae84-48ce-a730-26663c54bf08 req-35094169-9dfe-448e-a2fe-0877d75b7adf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:47:17.269234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35094169-9dfe-448e-a2fe-0877d75b7adf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Pushing event updated for resources: {'Port': ['ID=17282394-7340-464a-9b68-b80c3bb92f98,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:47:17.298968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865b536-ae84-48ce-a730-26663c54bf08 req-35094169-9dfe-448e-a2fe-0877d75b7adf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:17.299641 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0865b536-ae84-48ce-a730-26663c54bf08 req-35094169-9dfe-448e-a2fe-0877d75b7adf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:17.404198 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0865b536-ae84-48ce-a730-26663c54bf08 req-35094169-9dfe-448e-a2fe-0877d75b7adf tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8399053 Aug 29 07:47:17.422195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Request body: {'port': {'device_id': 'a1f4557f-f54e-4c8a-a024-96f0a9fcbf63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:47:17.479743 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:17.534445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-27cf416f-ea4f-4959-8581-8e5538e94178 None None] Provisioning for port 17282394-7340-464a-9b68-b80c3bb92f98 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:47:17.544893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-27cf416f-ea4f-4959-8581-8e5538e94178 None None] Provisioning complete for port 17282394-7340-464a-9b68-b80c3bb92f98 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:47:17.544893 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-27cf416f-ea4f-4959-8581-8e5538e94178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:17.573670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-27cf416f-ea4f-4959-8581-8e5538e94178 None None] Port 17282394-7340-464a-9b68-b80c3bb92f98 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:47:17.746053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17282394-7340-464a-9b68-b80c3bb92f98 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:47:17.753456 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:17.765640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Transition to ACTIVE for port object 17282394-7340-464a-9b68-b80c3bb92f98 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:47:17.860285 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:17.914217 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Pushing event updated for resources: {'Port': ['ID=17282394-7340-464a-9b68-b80c3bb92f98,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:47:17.941224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc168e-e2ff-4ca4-aa53-4485127ad576 req-828c2a12-370c-4779-a021-d8990bfa35d5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:17.943376 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ccc168e-e2ff-4ca4-aa53-4485127ad576 req-828c2a12-370c-4779-a021-d8990bfa35d5 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 944 time: 0.0540948 Aug 29 07:47:17.987600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9ccc168e-e2ff-4ca4-aa53-4485127ad576 req-9f50d238-aa91-4cc1-9ca9-bd3c8db5878d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373061 Aug 29 07:47:17.994629 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Attempting to bind port 17282394-7340-464a-9b68-b80c3bb92f98 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:47:17.995102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Attempting to bind port 17282394-7340-464a-9b68-b80c3bb92f98 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:47:17.995504 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Attempting to bind port 17282394-7340-464a-9b68-b80c3bb92f98 on network 99cf74eb-5b74-4da5-a232-9723067a313f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:47:18.000416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Port 17282394-7340-464a-9b68-b80c3bb92f98 on network 99cf74eb-5b74-4da5-a232-9723067a313f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:47:18.000814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Attempting to bind port 17282394-7340-464a-9b68-b80c3bb92f98 on network 99cf74eb-5b74-4da5-a232-9723067a313f {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:47:18.007377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:47:18.007807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Checking segment: {'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:47:18.008269 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Bound using segment: {'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:47:18.008777 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Bound port: 17282394-7340-464a-9b68-b80c3bb92f98, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:47:18.009231 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:18.088573 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] For port 17282394-7340-464a-9b68-b80c3bb92f98, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:47:18.092344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] For port 17282394-7340-464a-9b68-b80c3bb92f98, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17282394-7340-464a-9b68-b80c3bb92f98,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:47:18.232288 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:18.267072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:18.267828 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:18.269224 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0865b536-ae84-48ce-a730-26663c54bf08 req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] 10.222.0.11 "PUT /v2.0/ports/17282394-7340-464a-9b68-b80c3bb92f98 HTTP/1.1" status: 200 len: 1093 time: 0.8514674 Aug 29 07:47:18.269670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f4557f-f54e-4c8a-a024-96f0a9fcbf63', 'tag': '17282394-7340-464a-9b68-b80c3bb92f98'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:47:18.271989 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3db317-78df-4418-a08d-05d6447755a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f4557f-f54e-4c8a-a024-96f0a9fcbf63", "tag": "17282394-7340-464a-9b68-b80c3bb92f98"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:47:18.306693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44519730-6aa0-478f-b6c4-8a0e4b589464 service neutron] Pushing event updated for resources: {'Port': ['ID=17282394-7340-464a-9b68-b80c3bb92f98,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:47:18.313768 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950d5cf6-fdac-4673-bd3d-96f524af2966 x-openstack-request-id: req-950d5cf6-fdac-4673-bd3d-96f524af2966 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:47:18.314157 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f4557f-f54e-4c8a-a024-96f0a9fcbf63", "tag": "17282394-7340-464a-9b68-b80c3bb92f98", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:47:18.314425 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-950d5cf6-fdac-4673-bd3d-96f524af2966 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:47:18.315028 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f4557f-f54e-4c8a-a024-96f0a9fcbf63', 'tag': '17282394-7340-464a-9b68-b80c3bb92f98', 'status': 'completed', 'code': 200} Aug 29 07:47:18.398879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3db317-78df-4418-a08d-05d6447755a0 req-214dd918-4607-4a0d-9cae-c60ef49479cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:18.400487 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3e3db317-78df-4418-a08d-05d6447755a0 req-214dd918-4607-4a0d-9cae-c60ef49479cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d71026a718d24a3a8c111a6d6970a403&device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 1096 time: 0.0452547 Aug 29 07:47:18.515958 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3db317-78df-4418-a08d-05d6447755a0 req-e9cd7b75-2c19-498a-b4a6-f0b07c739eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:18.517386 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3e3db317-78df-4418-a08d-05d6447755a0 req-e9cd7b75-2c19-498a-b4a6-f0b07c739eb7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d71026a718d24a3a8c111a6d6970a403&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1017611 Aug 29 07:47:18.612651 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3db317-78df-4418-a08d-05d6447755a0 req-ca5a7765-08d1-416a-babd-a9c2d171477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:18.614122 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3e3db317-78df-4418-a08d-05d6447755a0 req-ca5a7765-08d1-416a-babd-a9c2d171477d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904486 Aug 29 07:47:18.715350 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865b536-ae84-48ce-a730-26663c54bf08 req-9da10676-0920-46bc-963e-506cfc419635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:18.717595 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0865b536-ae84-48ce-a730-26663c54bf08 req-9da10676-0920-46bc-963e-506cfc419635 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d71026a718d24a3a8c111a6d6970a403&device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 1096 time: 0.0477393 Aug 29 07:47:18.767515 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0865b536-ae84-48ce-a730-26663c54bf08 req-9ff4134a-0a6c-46e8-8a43-caba040a34c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17282394-7340-464a-9b68-b80c3bb92f98 HTTP/1.1" status: 200 len: 217 time: 0.0360379 Aug 29 07:47:18.815786 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865b536-ae84-48ce-a730-26663c54bf08 req-4d58bca1-4fb9-4dd5-a230-ae948b870f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:18.817222 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0865b536-ae84-48ce-a730-26663c54bf08 req-4d58bca1-4fb9-4dd5-a230-ae948b870f32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a7fc243d-b883-4944-9089-d43602ccd524 HTTP/1.1" status: 200 len: 855 time: 0.0430708 Aug 29 07:47:18.869497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865b536-ae84-48ce-a730-26663c54bf08 req-971a8e5a-4315-4b30-a479-ee7fa81f3a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:18.871008 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0865b536-ae84-48ce-a730-26663c54bf08 req-971a8e5a-4315-4b30-a479-ee7fa81f3a18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99cf74eb-5b74-4da5-a232-9723067a313f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447350 Aug 29 07:47:18.964047 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0865b536-ae84-48ce-a730-26663c54bf08 req-a5213ee4-0232-45d5-8124-427a46b7f1d9 service neutron] 10.222.0.11 "GET /v2.0/networks/99cf74eb-5b74-4da5-a232-9723067a313f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859120 Aug 29 07:47:19.072889 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0865b536-ae84-48ce-a730-26663c54bf08 req-25e3ba6e-9c44-4214-b073-a3233ec8c618 service neutron] 10.222.0.11 "GET /v2.0/networks/99cf74eb-5b74-4da5-a232-9723067a313f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018779 Aug 29 07:47:19.118915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259315a-0bb0-4c7a-b4b6-9308a6ef4b04 req-1f161dff-a05d-435f-bc1f-58de8cb4e2a2 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:19.120429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1259315a-0bb0-4c7a-b4b6-9308a6ef4b04 req-1f161dff-a05d-435f-bc1f-58de8cb4e2a2 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 944 time: 0.0520463 Aug 29 07:47:19.160077 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1259315a-0bb0-4c7a-b4b6-9308a6ef4b04 req-7cfded1f-9e95-4e24-85a0-a20152c5ea91 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335622 Aug 29 07:47:19.282746 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:47:20.282920 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb37db-cb82-4e79-9f94-427694a8481f req-70277740-efb4-42c9-8294-9d6055ab986c tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:20.284446 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2eb37db-cb82-4e79-9f94-427694a8481f req-70277740-efb4-42c9-8294-9d6055ab986c tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 944 time: 0.0548332 Aug 29 07:47:20.327415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d2eb37db-cb82-4e79-9f94-427694a8481f req-859eec41-536e-4df7-a7da-2c27e4ed0c55 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362809 Aug 29 07:47:21.442441 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2364a95-1b4e-4543-8183-d1aeac98879e req-b77aaebe-a4f2-429a-881e-41c8c2642d44 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:21.444033 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2364a95-1b4e-4543-8183-d1aeac98879e req-b77aaebe-a4f2-429a-881e-41c8c2642d44 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 944 time: 0.0511029 Aug 29 07:47:21.482663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b2364a95-1b4e-4543-8183-d1aeac98879e req-a638f029-aef2-46bd-a3b3-1aa7f979a94f tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322435 Aug 29 07:47:21.483000 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:22.600462 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f1f01-f735-4e6b-bc19-293336211e05 req-cf311147-9214-48b7-b4e8-ad3bc866c9b4 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:22.601967 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd2f1f01-f735-4e6b-bc19-293336211e05 req-cf311147-9214-48b7-b4e8-ad3bc866c9b4 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 944 time: 0.0498328 Aug 29 07:47:22.643976 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cd2f1f01-f735-4e6b-bc19-293336211e05 req-73b2ee79-d6d6-46ad-81cc-012f78083e3d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358703 Aug 29 07:47:23.708591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17282394-7340-464a-9b68-b80c3bb92f98 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:47:23.764557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5d6c8-b1ab-4ba4-ac46-076b050b4fe6 req-dbb6b2ab-9bc4-45a8-b5f7-e14bbc46aa97 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:23.766153 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02f5d6c8-b1ab-4ba4-ac46-076b050b4fe6 req-dbb6b2ab-9bc4-45a8-b5f7-e14bbc46aa97 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 944 time: 0.0539796 Aug 29 07:47:23.804721 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02f5d6c8-b1ab-4ba4-ac46-076b050b4fe6 req-146525e5-e626-4aaf-b75e-a9286671f81f tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Aug 29 07:47:23.808069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17282394-7340-464a-9b68-b80c3bb92f98, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17282394-7340-464a-9b68-b80c3bb92f98,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:47:23.820889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '17282394-7340-464a-9b68-b80c3bb92f98', 'network_id': '99cf74eb-5b74-4da5-a232-9723067a313f', 'port_id': '17282394-7340-464a-9b68-b80c3bb92f98', 'mac_address': 'fa:16:3e:61:e3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fc243d-b883-4944-9089-d43602ccd524', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:47:23.859818 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:23.872927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17282394-7340-464a-9b68-b80c3bb92f98 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:47:23.892919 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17282394-7340-464a-9b68-b80c3bb92f98, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17282394-7340-464a-9b68-b80c3bb92f98,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:47:23.957240 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:24.003619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=17282394-7340-464a-9b68-b80c3bb92f98,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:47:24.343719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['17282394-7340-464a-9b68-b80c3bb92f98'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:47:24.923650 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0e9dd-8f03-4a99-9b30-841679ed0846 req-4bcb4a41-d430-4a8a-9809-1b4bca066372 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:24.925219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4f0e9dd-8f03-4a99-9b30-841679ed0846 req-4bcb4a41-d430-4a8a-9809-1b4bca066372 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 945 time: 0.0500915 Aug 29 07:47:24.966547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4f0e9dd-8f03-4a99-9b30-841679ed0846 req-80c457ed-d5ef-4d39-bb5d-adc216baaf9f tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 Aug 29 07:47:25.725673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17282394-7340-464a-9b68-b80c3bb92f98 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:47:25.837118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 17282394-7340-464a-9b68-b80c3bb92f98 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:47:25.841209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 17282394-7340-464a-9b68-b80c3bb92f98 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:47:25.841574 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:25.919965 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:25.942431 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f4557f-f54e-4c8a-a024-96f0a9fcbf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17282394-7340-464a-9b68-b80c3bb92f98'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:47:25.945183 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da542390-76e6-4dfd-8992-2562ff07cdad" -d '{"events": [{"server_uuid": "a1f4557f-f54e-4c8a-a024-96f0a9fcbf63", "name": "network-vif-plugged", "status": "completed", "tag": "17282394-7340-464a-9b68-b80c3bb92f98"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:47:25.957402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 17282394-7340-464a-9b68-b80c3bb92f98, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17282394-7340-464a-9b68-b80c3bb92f98,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:47:25.983595 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b321a364-18f4-483c-9616-7703a4f433e5 x-openstack-request-id: req-b321a364-18f4-483c-9616-7703a4f433e5 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:47:25.984152 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f4557f-f54e-4c8a-a024-96f0a9fcbf63", "name": "network-vif-plugged", "status": "completed", "tag": "17282394-7340-464a-9b68-b80c3bb92f98", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:47:25.984404 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b321a364-18f4-483c-9616-7703a4f433e5 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:47:25.984908 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f4557f-f54e-4c8a-a024-96f0a9fcbf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17282394-7340-464a-9b68-b80c3bb92f98', 'code': 200} Aug 29 07:47:26.065636 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:26.084639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf49f08-6920-4a78-ab8e-0c7a292bbbfc req-aa787635-bc5e-4ced-b89b-cccbefc6ede7 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:26.087732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdf49f08-6920-4a78-ab8e-0c7a292bbbfc req-aa787635-bc5e-4ced-b89b-cccbefc6ede7 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 945 time: 0.0537367 Aug 29 07:47:26.115312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb1ebc-25dc-42a5-9770-cf391837a497 req-272f7a95-8f9a-4e3e-a629-c5adfa025f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:26.116549 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=17282394-7340-464a-9b68-b80c3bb92f98,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:47:26.117176 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-64bb1ebc-25dc-42a5-9770-cf391837a497 req-272f7a95-8f9a-4e3e-a629-c5adfa025f94 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 1098 time: 0.0438011 Aug 29 07:47:26.129740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bdf49f08-6920-4a78-ab8e-0c7a292bbbfc req-a1ea7bd9-2597-4f9b-bb0f-00f84a1d9655 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367041 Aug 29 07:47:26.155288 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-64bb1ebc-25dc-42a5-9770-cf391837a497 req-655cf96a-8518-42b2-8a96-7623a1ec5f8b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292373 Aug 29 07:47:27.253364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9b452-4d5a-47ba-96c2-c7ee534dc0ef req-118cef24-4369-4418-9bf6-313c831c264e tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:27.255480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6d9b452-4d5a-47ba-96c2-c7ee534dc0ef req-118cef24-4369-4418-9bf6-313c831c264e tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 946 time: 0.0548887 Aug 29 07:47:27.294994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6d9b452-4d5a-47ba-96c2-c7ee534dc0ef req-dd43b9e7-fcc0-4cef-9a95-59dbae5b6628 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340014 Aug 29 07:47:28.419465 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40827f25-42df-4204-bbef-8c65726e6660 req-745dec6d-ac21-491a-b384-357541fda4a3 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:28.421032 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40827f25-42df-4204-bbef-8c65726e6660 req-745dec6d-ac21-491a-b384-357541fda4a3 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 946 time: 0.0514452 Aug 29 07:47:28.461266 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-40827f25-42df-4204-bbef-8c65726e6660 req-86bb1eb6-58e5-4894-b19e-ec9b9b71a36d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338097 Aug 29 07:47:28.581235 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc81118-c56e-4f49-bba6-d816196a2a02 req-63e8299d-283f-432a-be21-e69f01df1441 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:28.582745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7dc81118-c56e-4f49-bba6-d816196a2a02 req-63e8299d-283f-432a-be21-e69f01df1441 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 946 time: 0.0527816 Aug 29 07:47:28.622613 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7dc81118-c56e-4f49-bba6-d816196a2a02 req-0a1aef07-7835-4d91-a172-265e47b83d2b tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336792 Aug 29 07:47:34.219608 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:38.162025 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-87e1ec90-2129-43b6-ab77-2ca5e0c391f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:40.904832 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:41.584257 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fba6afaf-1bab-4511-b130-e1534d38a4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:42.013469 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:43.734159 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:51.533005 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:51.892622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e69fae-0824-4698-a5de-1af890359fc1 req-9f6cd5a8-6a96-4af2-bc03-2576e4c8ae0d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:51.894092 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29e69fae-0824-4698-a5de-1af890359fc1 req-9f6cd5a8-6a96-4af2-bc03-2576e4c8ae0d tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 946 time: 0.0535820 Aug 29 07:47:51.931677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-29e69fae-0824-4698-a5de-1af890359fc1 req-526e06b6-2802-4554-b178-7af5eaf778ac tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310502 Aug 29 07:47:53.048191 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c1ea1-9932-4133-8a23-087eb2b9a01f req-964a364f-4713-4419-a73d-25da5463dce0 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:53.049692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e5c1ea1-9932-4133-8a23-087eb2b9a01f req-964a364f-4713-4419-a73d-25da5463dce0 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 946 time: 0.0499914 Aug 29 07:47:53.087615 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2e5c1ea1-9932-4133-8a23-087eb2b9a01f req-abf519f7-d4da-418c-83ba-da99bd69ba85 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/security-groups?id=1013d8e5-16c2-41f4-bf55-cb80a835dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310950 Aug 29 07:47:53.751087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b636fa-3c06-4845-b54e-412c23b8200f req-d7bdf75f-b5c7-4fbc-861e-92d3208eb6ea tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:47:53.752553 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6b636fa-3c06-4845-b54e-412c23b8200f req-d7bdf75f-b5c7-4fbc-861e-92d3208eb6ea tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 946 time: 0.0484452 Aug 29 07:47:53.844900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-e6b636fa-3c06-4845-b54e-412c23b8200f req-051e6df2-e092-4023-b9ee-2b1e80b34b62 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Deleting port 17282394-7340-464a-9b68-b80c3bb92f98 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:47:53.845242 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6b636fa-3c06-4845-b54e-412c23b8200f req-051e6df2-e092-4023-b9ee-2b1e80b34b62 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:53.932802 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e6b636fa-3c06-4845-b54e-412c23b8200f req-051e6df2-e092-4023-b9ee-2b1e80b34b62 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] For port 17282394-7340-464a-9b68-b80c3bb92f98, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=17282394-7340-464a-9b68-b80c3bb92f98,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:47:53.933170 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6b636fa-3c06-4845-b54e-412c23b8200f req-051e6df2-e092-4023-b9ee-2b1e80b34b62 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:53.946388 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-e6b636fa-3c06-4845-b54e-412c23b8200f req-051e6df2-e092-4023-b9ee-2b1e80b34b62 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Calling delete_port for 17282394-7340-464a-9b68-b80c3bb92f98 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:47:54.161437 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6b636fa-3c06-4845-b54e-412c23b8200f req-051e6df2-e092-4023-b9ee-2b1e80b34b62 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:54.181975 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d82edb9d-ba5d-4317-9d62-e6c438e6e74c req-02eb47e9-283f-42f2-8888-79f75af40266 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1f4557f-f54e-4c8a-a024-96f0a9fcbf63 HTTP/1.1" status: 200 len: 210 time: 0.0269539 Aug 29 07:47:54.188694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e6df2-e092-4023-b9ee-2b1e80b34b62 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Pushing event deleted for resources: {'Port': ['ID=17282394-7340-464a-9b68-b80c3bb92f98,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:47:54.212860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['17282394-7340-464a-9b68-b80c3bb92f98'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:47:54.238600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b636fa-3c06-4845-b54e-412c23b8200f req-051e6df2-e092-4023-b9ee-2b1e80b34b62 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] No DVR routers for this DVR port 17282394-7340-464a-9b68-b80c3bb92f98 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:47:54.243132 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6b636fa-3c06-4845-b54e-412c23b8200f req-051e6df2-e092-4023-b9ee-2b1e80b34b62 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:54.246727 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6b636fa-3c06-4845-b54e-412c23b8200f req-051e6df2-e092-4023-b9ee-2b1e80b34b62 tempest-TestEncryptedCinderVolumes-1948261858 tempest-TestEncryptedCinderVolumes-1948261858-project] 10.222.0.11 "DELETE /v2.0/ports/17282394-7340-464a-9b68-b80c3bb92f98 HTTP/1.1" status: 204 len: 173 time: 0.4873581 Aug 29 07:47:54.247441 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f4557f-f54e-4c8a-a024-96f0a9fcbf63', 'name': 'network-vif-deleted', 'tag': '17282394-7340-464a-9b68-b80c3bb92f98'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:47:54.250846 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3470d5f-2ed9-45f3-afb6-3b13f98e5a57" -d '{"events": [{"server_uuid": "a1f4557f-f54e-4c8a-a024-96f0a9fcbf63", "name": "network-vif-deleted", "tag": "17282394-7340-464a-9b68-b80c3bb92f98"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:47:54.292399 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0248b9-73e5-4796-a099-f60c93fc1b9c x-openstack-request-id: req-4d0248b9-73e5-4796-a099-f60c93fc1b9c {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:47:54.292700 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f4557f-f54e-4c8a-a024-96f0a9fcbf63", "name": "network-vif-deleted", "tag": "17282394-7340-464a-9b68-b80c3bb92f98", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:47:54.292951 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d0248b9-73e5-4796-a099-f60c93fc1b9c {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:47:54.293357 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f4557f-f54e-4c8a-a024-96f0a9fcbf63', 'name': 'network-vif-deleted', 'tag': '17282394-7340-464a-9b68-b80c3bb92f98', 'status': 'completed', 'code': 200} Aug 29 07:47:55.375747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43688) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:47:55.730391 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b59bb699-5fd1-456d-8315-83654d96b74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:55.981182 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b59bb699-5fd1-456d-8315-83654d96b74f admin admin] Deleting port ca67dc95-f78b-44c3-80d0-3aad977c4470 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:47:55.981425 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b59bb699-5fd1-456d-8315-83654d96b74f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:56.059069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-b59bb699-5fd1-456d-8315-83654d96b74f admin admin] For port ca67dc95-f78b-44c3-80d0-3aad977c4470, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ca67dc95-f78b-44c3-80d0-3aad977c4470,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:47:56.059463 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b59bb699-5fd1-456d-8315-83654d96b74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:56.075948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b59bb699-5fd1-456d-8315-83654d96b74f admin admin] Calling delete_port for ca67dc95-f78b-44c3-80d0-3aad977c4470 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:47:56.282162 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:47:56.355974 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b59bb699-5fd1-456d-8315-83654d96b74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:56.383549 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bb699-5fd1-456d-8315-83654d96b74f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca67dc95-f78b-44c3-80d0-3aad977c4470,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:47:56.548275 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b59bb699-5fd1-456d-8315-83654d96b74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:56.762078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59bb699-5fd1-456d-8315-83654d96b74f admin admin] Router c13306ca-19f1-4eec-bbca-b30a5c54c785 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:47:57.206817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59bb699-5fd1-456d-8315-83654d96b74f admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:47:57.211924 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b59bb699-5fd1-456d-8315-83654d96b74f admin admin] 10.222.0.76 "PUT /v2.0/routers/c13306ca-19f1-4eec-bbca-b30a5c54c785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8348408 Aug 29 07:47:57.214610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43690) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:47:57.216159 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a3a98-e72a-4b89-bd61-f8c2e2e918af None None] Sync routers for ids ['c13306ca-19f1-4eec-bbca-b30a5c54c785'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:47:57.225641 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a3a98-e72a-4b89-bd61-f8c2e2e918af None None] Routers {'c13306ca-19f1-4eec-bbca-b30a5c54c785'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:47:57.226244 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f46a3a98-e72a-4b89-bd61-f8c2e2e918af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:47:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c13306ca-19f1-4eec-bbca-b30a5c54c785'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:47:57.321779 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:57.331893 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-f46a3a98-e72a-4b89-bd61-f8c2e2e918af None None] Set router c13306ca-19f1-4eec-bbca-b30a5c54c785 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:47:57.424514 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:57.511083 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f46a3a98-e72a-4b89-bd61-f8c2e2e918af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'name': 'tempest-TestEncryptedCinderVolumes-167541878-router', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '4a505c55-553f-452a-8939-52d43b9c92d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:47:56Z', 'revision_number': 5, 'project_id': 'd71026a718d24a3a8c111a6d6970a403', 'gw_port': {'id': '4a505c55-553f-452a-8939-52d43b9c92d8', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:47:57.540602 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a3a98-e72a-4b89-bd61-f8c2e2e918af None None] Checking router: c13306ca-19f1-4eec-bbca-b30a5c54c785 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:47:57.548935 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a3a98-e72a-4b89-bd61-f8c2e2e918af None None] Routers {'c13306ca-19f1-4eec-bbca-b30a5c54c785'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:47:57.549551 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f46a3a98-e72a-4b89-bd61-f8c2e2e918af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:47:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['c13306ca-19f1-4eec-bbca-b30a5c54c785'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:47:57.583655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] Deleting port 4a505c55-553f-452a-8939-52d43b9c92d8 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:47:57.583999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:57.636997 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-f46a3a98-e72a-4b89-bd61-f8c2e2e918af None None] Set router c13306ca-19f1-4eec-bbca-b30a5c54c785 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:47:57.665394 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] For port 4a505c55-553f-452a-8939-52d43b9c92d8, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4a505c55-553f-452a-8939-52d43b9c92d8,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:47:57.665761 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:57.683169 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] Calling delete_port for 4a505c55-553f-452a-8939-52d43b9c92d8 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:47:57.688413 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f46a3a98-e72a-4b89-bd61-f8c2e2e918af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'name': 'tempest-TestEncryptedCinderVolumes-167541878-router', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:47:57Z', 'revision_number': 6, 'project_id': 'd71026a718d24a3a8c111a6d6970a403', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:47:57.718316 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a3a98-e72a-4b89-bd61-f8c2e2e918af None None] The sync data for ids ['c13306ca-19f1-4eec-bbca-b30a5c54c785'] in n-d-713301-12 is: [{'id': 'c13306ca-19f1-4eec-bbca-b30a5c54c785', 'name': 'tempest-TestEncryptedCinderVolumes-167541878-router', 'tenant_id': 'd71026a718d24a3a8c111a6d6970a403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:18Z', 'updated_at': '2021-08-29T07:47:57Z', 'revision_number': 6, 'project_id': 'd71026a718d24a3a8c111a6d6970a403', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:47:57.933373 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:57.964133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a505c55-553f-452a-8939-52d43b9c92d8,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:47:57.975650 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17282394-7340-464a-9b68-b80c3bb92f98 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:47:57.996706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 17282394-7340-464a-9b68-b80c3bb92f98 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:47:57.997046 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 17282394-7340-464a-9b68-b80c3bb92f98 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:47:58.034277 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.128599 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.130813 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.236558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.237104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c13306ca-19f1-4eec-bbca-b30a5c54c785 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:47:58.242016 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.243021 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0b822327-7a4d-434b-a2bb-c299760f5a4d admin admin] 10.222.0.76 "DELETE /v2.0/routers/c13306ca-19f1-4eec-bbca-b30a5c54c785 HTTP/1.1" status: 204 len: 168 time: 1.0268464 Aug 29 07:47:58.245702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43692) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:47:58.292965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-dece2dbe-78b0-434d-8dcc-1027a1deffda admin admin] Deleting subnet a7fc243d-b883-4944-9089-d43602ccd524 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:47:58.296073 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dece2dbe-78b0-434d-8dcc-1027a1deffda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.336786 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dece2dbe-78b0-434d-8dcc-1027a1deffda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.418752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dece2dbe-78b0-434d-8dcc-1027a1deffda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.551063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dece2dbe-78b0-434d-8dcc-1027a1deffda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.576229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece2dbe-78b0-434d-8dcc-1027a1deffda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7fc243d-b883-4944-9089-d43602ccd524,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:47:58.582497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-dece2dbe-78b0-434d-8dcc-1027a1deffda admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.587113 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-dece2dbe-78b0-434d-8dcc-1027a1deffda admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a7fc243d-b883-4944-9089-d43602ccd524 HTTP/1.1" status: 204 len: 168 time: 0.3383324 Aug 29 07:47:58.587244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43694) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:47:58.590368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32824c71-a7d6-4558-9fd7-398742e07f8a None None] Network 99cf74eb-5b74-4da5-a232-9723067a313f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:47:58.655434 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.721586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Deleting port 84fb9deb-25b7-42eb-8de0-912a9b93a41f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:47:58.721945 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.772724 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] DHCP port deletion for 99cf74eb-5b74-4da5-a232-9723067a313f request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:47:58.797734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] For port 84fb9deb-25b7-42eb-8de0-912a9b93a41f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=84fb9deb-25b7-42eb-8de0-912a9b93a41f,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:47:58.798114 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.811954 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Calling delete_port for 84fb9deb-25b7-42eb-8de0-912a9b93a41f owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:47:58.820890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Deleting port 84fb9deb-25b7-42eb-8de0-912a9b93a41f {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:47:58.821266 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.887136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] For port 84fb9deb-25b7-42eb-8de0-912a9b93a41f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=84fb9deb-25b7-42eb-8de0-912a9b93a41f,segment=NetworkSegment(e619a4d2-6acb-4b3c-9c4b-343c5ca03c13),segment_id=e619a4d2-6acb-4b3c-9c4b-343c5ca03c13)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:47:58.887573 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.900960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Calling delete_port for 84fb9deb-25b7-42eb-8de0-912a9b93a41f owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:47:58.944994 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.975628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=84fb9deb-25b7-42eb-8de0-912a9b93a41f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:47:58.977109 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:58.979125 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] No DVR routers for this DVR port 84fb9deb-25b7-42eb-8de0-912a9b93a41f on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:47:59.001170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Pushing event deleted for resources: {'Port': ['ID=84fb9deb-25b7-42eb-8de0-912a9b93a41f,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:47:59.012076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:59.012432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:59.012782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:59.013120 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:59.013640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:59.014154 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:59.014656 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:59.014994 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:59.015360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:59.015691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:59.016026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:59.016358 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:47:59.020897 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d80b9f-4b92-4248-a437-ba49aa22337d None None] No DVR routers for this DVR port 84fb9deb-25b7-42eb-8de0-912a9b93a41f on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:47:59.057101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ca67dc95-f78b-44c3-80d0-3aad977c4470 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:47:59.059138 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:59.069969 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cf74eb-5b74-4da5-a232-9723067a313f']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:47:59.076624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: ca67dc95-f78b-44c3-80d0-3aad977c4470 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:47:59.076938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ca67dc95-f78b-44c3-80d0-3aad977c4470 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:47:59.077358 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 84fb9deb-25b7-42eb-8de0-912a9b93a41f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:47:59.081022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:47:59.081397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e619a4d2-6acb-4b3c-9c4b-343c5ca03c13') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:47:59.090570 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:59.098918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 84fb9deb-25b7-42eb-8de0-912a9b93a41f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:47:59.099291 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 84fb9deb-25b7-42eb-8de0-912a9b93a41f not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:47:59.100200 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4a505c55-553f-452a-8939-52d43b9c92d8 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:47:59.105143 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:59.112211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:47:59.116110 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:47:59.119645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 4a505c55-553f-452a-8939-52d43b9c92d8 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:47:59.119997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4a505c55-553f-452a-8939-52d43b9c92d8 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:47:59.236388 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:59.242339 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:59.244275 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/99cf74eb-5b74-4da5-a232-9723067a313f HTTP/1.1" status: 204 len: 168 time: 0.6561270 Aug 29 07:47:59.247448 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43696) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:47:59.255663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c1fbe-42bb-43c9-be1b-1b04f946e7a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=99cf74eb-5b74-4da5-a232-9723067a313f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:47:59.613165 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:59.858338 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Deleting port 75d08532-d0d7-46e4-b3a5-76bc6e49d747 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:47:59.858681 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:59.937841 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] For port 75d08532-d0d7-46e4-b3a5-76bc6e49d747, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=75d08532-d0d7-46e4-b3a5-76bc6e49d747,segment=NetworkSegment(8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd),segment_id=8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:47:59.938202 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:47:59.951838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Calling delete_port for 75d08532-d0d7-46e4-b3a5-76bc6e49d747 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:48:00.195930 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:00.223786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Pushing event deleted for resources: {'Port': ['ID=75d08532-d0d7-46e4-b3a5-76bc6e49d747,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:00.233990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:00.234427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:00.234772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:00.235105 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:00.235459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:00.236234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:00.236234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:00.237074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:00.237074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:00.237074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:00.237349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:00.237666 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:00.416610 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:00.626328 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Router 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:48:00.730829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:48:00.737221 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-75bb0880-32e8-47de-b3af-2de187d5e60f admin admin] 10.222.0.76 "PUT /v2.0/routers/76ad9bec-c11d-4cdf-a5a9-e461ae8208d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4881868 Aug 29 07:48:00.739207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43698) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:00.740022 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b64505a-8b58-4c80-8556-d10dc5f6324c None None] Sync routers for ids ['76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:48:00.749060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b64505a-8b58-4c80-8556-d10dc5f6324c None None] Routers {'76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:48:00.749678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0b64505a-8b58-4c80-8556-d10dc5f6324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:47:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:00.841817 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:00.856852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-0b64505a-8b58-4c80-8556-d10dc5f6324c None None] Set router 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:48:00.940528 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:01.027439 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0b64505a-8b58-4c80-8556-d10dc5f6324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'name': 'tempest-TestEncryptedCinderVolumes-1882945868-router', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:24Z', 'updated_at': '2021-08-29T07:48:00Z', 'revision_number': 5, 'project_id': 'd47e75c27ca14127bc5dd17b6268e016', 'gw_port': {'id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fe:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:25Z', 'updated_at': '2021-08-29T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:01.053414 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b64505a-8b58-4c80-8556-d10dc5f6324c None None] Checking router: 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:48:01.061751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b64505a-8b58-4c80-8556-d10dc5f6324c None None] Routers {'76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:48:01.062363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0b64505a-8b58-4c80-8556-d10dc5f6324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:47:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:01.116747 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] Deleting port 0c06badc-8d87-48d3-b471-18dcfc696220 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:48:01.117108 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:01.168172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-0b64505a-8b58-4c80-8556-d10dc5f6324c None None] Set router 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:48:01.200882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] For port 0c06badc-8d87-48d3-b471-18dcfc696220, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=0c06badc-8d87-48d3-b471-18dcfc696220,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:48:01.201159 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:01.214750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] Calling delete_port for 0c06badc-8d87-48d3-b471-18dcfc696220 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:48:01.351605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0b64505a-8b58-4c80-8556-d10dc5f6324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'name': 'tempest-TestEncryptedCinderVolumes-1882945868-router', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:24Z', 'updated_at': '2021-08-29T07:48:00Z', 'revision_number': 5, 'project_id': 'd47e75c27ca14127bc5dd17b6268e016', 'gw_port': {'id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fe:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:25Z', 'updated_at': '2021-08-29T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:01.378766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b64505a-8b58-4c80-8556-d10dc5f6324c None None] The sync data for ids ['76ad9bec-c11d-4cdf-a5a9-e461ae8208d5'] in n-d-713301-12 is: [{'id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'name': 'tempest-TestEncryptedCinderVolumes-1882945868-router', 'tenant_id': 'd47e75c27ca14127bc5dd17b6268e016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:46:24Z', 'updated_at': '2021-08-29T07:48:00Z', 'revision_number': 5, 'project_id': 'd47e75c27ca14127bc5dd17b6268e016', 'gw_port': {'id': '0c06badc-8d87-48d3-b471-18dcfc696220', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:fe:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ad9bec-c11d-4cdf-a5a9-e461ae8208d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:46:25Z', 'updated_at': '2021-08-29T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:48:01.470178 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:01.494326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c06badc-8d87-48d3-b471-18dcfc696220,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:01.560738 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:01.652166 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:01.654260 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:01.767489 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:01.768087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:48:01.772869 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:01.777627 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d08c94a4-b9b8-4f7d-b5b9-59e510444ff5 admin admin] 10.222.0.76 "DELETE /v2.0/routers/76ad9bec-c11d-4cdf-a5a9-e461ae8208d5 HTTP/1.1" status: 204 len: 168 time: 1.0340471 Aug 29 07:48:01.788318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43700) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:01.837428 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f783c6-3fa1-4953-ba21-84650aeaf3cc admin admin] Deleting subnet 2e749ad0-4899-4051-8574-c6561d0e7946 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:48:01.841165 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3f783c6-3fa1-4953-ba21-84650aeaf3cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:01.882036 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3f783c6-3fa1-4953-ba21-84650aeaf3cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:01.963613 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3f783c6-3fa1-4953-ba21-84650aeaf3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.082017 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3f783c6-3fa1-4953-ba21-84650aeaf3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.108282 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f783c6-3fa1-4953-ba21-84650aeaf3cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e749ad0-4899-4051-8574-c6561d0e7946,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:02.113247 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3f783c6-3fa1-4953-ba21-84650aeaf3cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.116468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a3f783c6-3fa1-4953-ba21-84650aeaf3cc admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2e749ad0-4899-4051-8574-c6561d0e7946 HTTP/1.1" status: 204 len: 168 time: 0.3376915 Aug 29 07:48:02.120305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43702) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:02.121243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c12a1e-5bdd-4966-b99f-bdc1a30a8a9d None None] Network 4e4b67f8-4c9f-4350-abef-8c61379de853 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:48:02.197484 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.269660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Deleting port 94e45ec0-178d-4837-a4e1-45dc57f393f4 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:48:02.270002 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.339806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] For port 94e45ec0-178d-4837-a4e1-45dc57f393f4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=94e45ec0-178d-4837-a4e1-45dc57f393f4,segment=NetworkSegment(8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd),segment_id=8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:48:02.339806 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.352267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Calling delete_port for 94e45ec0-178d-4837-a4e1-45dc57f393f4 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:48:02.395301 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f053496-d150-4e25-be8e-e1ba485307d2 None None] DHCP port deletion for 4e4b67f8-4c9f-4350-abef-8c61379de853 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:48:02.448863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2f053496-d150-4e25-be8e-e1ba485307d2 None None] Deleting port 94e45ec0-178d-4837-a4e1-45dc57f393f4 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:48:02.449270 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2f053496-d150-4e25-be8e-e1ba485307d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.479806 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.501733 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Pushing event deleted for resources: {'Port': ['ID=94e45ec0-178d-4837-a4e1-45dc57f393f4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:02.507893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] No DVR routers for this DVR port 94e45ec0-178d-4837-a4e1-45dc57f393f4 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:48:02.519518 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-2f053496-d150-4e25-be8e-e1ba485307d2 None None] For port 94e45ec0-178d-4837-a4e1-45dc57f393f4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=94e45ec0-178d-4837-a4e1-45dc57f393f4,segment=NetworkSegment(8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd),segment_id=8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:48:02.519916 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2f053496-d150-4e25-be8e-e1ba485307d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.534182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2f053496-d150-4e25-be8e-e1ba485307d2 None None] Calling delete_port for 94e45ec0-178d-4837-a4e1-45dc57f393f4 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:48:02.595929 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.606912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4b67f8-4c9f-4350-abef-8c61379de853']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:02.620172 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:02.620442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a70f4e7-5f4a-46f9-8b1e-9acc959d2bbd') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:02.631890 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.650907 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.659609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:48:02.660309 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:48:02.662813 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:48:02.777070 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2f053496-d150-4e25-be8e-e1ba485307d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.784669 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.790641 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:02.792744 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] 10.222.0.76 "DELETE /v2.0/networks/4e4b67f8-4c9f-4350-abef-8c61379de853 HTTP/1.1" status: 204 len: 168 time: 0.6710296 Aug 29 07:48:02.804269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f053496-d150-4e25-be8e-e1ba485307d2 None None] Pushing event deleted for resources: {'Port': ['ID=94e45ec0-178d-4837-a4e1-45dc57f393f4,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:02.806107 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f053496-d150-4e25-be8e-e1ba485307d2 None None] No DVR routers for this DVR port 94e45ec0-178d-4837-a4e1-45dc57f393f4 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:48:02.809106 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca49d4d-5514-4bbd-85df-98e3713fd1db admin admin] Pushing event deleted for resources: {'Network': ['ID=4e4b67f8-4c9f-4350-abef-8c61379de853,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:03.051249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 94e45ec0-178d-4837-a4e1-45dc57f393f4 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:48:03.070941 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 94e45ec0-178d-4837-a4e1-45dc57f393f4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:48:03.071274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 94e45ec0-178d-4837-a4e1-45dc57f393f4 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:48:03.071691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0c06badc-8d87-48d3-b471-18dcfc696220 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:48:03.089379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 0c06badc-8d87-48d3-b471-18dcfc696220 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:48:03.089726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 0c06badc-8d87-48d3-b471-18dcfc696220 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:48:03.090129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 75d08532-d0d7-46e4-b3a5-76bc6e49d747 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:48:03.110631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 75d08532-d0d7-46e4-b3a5-76bc6e49d747 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:48:03.110975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 75d08532-d0d7-46e4-b3a5-76bc6e49d747 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:48:03.136840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43706) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:03.179872 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-90ca4701-60c6-433d-983c-5c29f2d2e629 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d71026a718d24a3a8c111a6d6970a403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418906 Aug 29 07:48:03.182212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43708) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:03.228787 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34a7a975-a6b2-41bb-b8d2-6c61020a3f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:03.251039 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34a7a975-a6b2-41bb-b8d2-6c61020a3f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:03.355708 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34a7a975-a6b2-41bb-b8d2-6c61020a3f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:03.358550 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-34a7a975-a6b2-41bb-b8d2-6c61020a3f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:03.359717 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-34a7a975-a6b2-41bb-b8d2-6c61020a3f2b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1013d8e5-16c2-41f4-bf55-cb80a835dc02 HTTP/1.1" status: 204 len: 168 time: 0.1766167 Aug 29 07:48:03.368594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7a975-a6b2-41bb-b8d2-6c61020a3f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1013d8e5-16c2-41f4-bf55-cb80a835dc02,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:03.935568 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43714) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:03.975491 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f0d1cf17-f6c1-4a18-a222-03ee54de1b9f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d47e75c27ca14127bc5dd17b6268e016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381830 Aug 29 07:48:03.978292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43716) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:04.025465 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-134d196b-84f8-4995-b704-a9253e12aff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:04.046487 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-134d196b-84f8-4995-b704-a9253e12aff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:04.161809 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-134d196b-84f8-4995-b704-a9253e12aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:04.164974 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-134d196b-84f8-4995-b704-a9253e12aff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:04.166240 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-134d196b-84f8-4995-b704-a9253e12aff1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d34466a9-14d0-4b09-ba64-3855829ab7d3 HTTP/1.1" status: 204 len: 168 time: 0.1869664 Aug 29 07:48:04.175267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d196b-84f8-4995-b704-a9253e12aff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34466a9-14d0-4b09-ba64-3855829ab7d3,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:04.258705 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:05.254712 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43738) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:05.351703 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-454658357-network', 'tenant_id': '01d8403c80b24f189bd09a083b746165'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:48:05.435621 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] Made reservation on behalf of 01d8403c80b24f189bd09a083b746165 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:48:05.437925 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:05.446513 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:05.533081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:05.578269 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:05.602251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:48:05.612351 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc41d70d-14ae-4a5d-b895-9a78148422ee,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:05.618012 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:05.618361 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] Added segment 886dce85-8177-47e1-8590-cc80986d0243 of type vlan for network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a Aug 29 07:48:05.658601 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:05.726978 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:05.727982 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:05.728572 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:05.789742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] Pushing event updated for resources: {'Network': ['ID=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:05.799187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:48:05.830799 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-92a116c3-e6ce-4cc4-a0b6-6e8820fb28bb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5747776 Aug 29 07:48:05.833412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43742) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:05.838842 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1d0c7d94-b457-4d26-85c8-b655401d15c0 admin admin] Request body: {'subnet': {'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-454658357-subnet', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:48:05.915800 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0c7d94-b457-4d26-85c8-b655401d15c0 admin admin] Made reservation on behalf of 01d8403c80b24f189bd09a083b746165 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:48:05.918216 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d0c7d94-b457-4d26-85c8-b655401d15c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:06.138515 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d0c7d94-b457-4d26-85c8-b655401d15c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:06.186016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c7d94-b457-4d26-85c8-b655401d15c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5edfbb9e-1403-4040-8b95-b7749b5431f8,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:06.201613 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c7d94-b457-4d26-85c8-b655401d15c0 admin admin] Checking segment: {'id': '886dce85-8177-47e1-8590-cc80986d0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:48:06.201975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c7d94-b457-4d26-85c8-b655401d15c0 admin admin] Network hostable DHCP agents. Network: a1fbe39e-e3ec-4a12-98f8-cd4b0504418a, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:48:06.292839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c7d94-b457-4d26-85c8-b655401d15c0 admin admin] Network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:48:06.366972 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-1d0c7d94-b457-4d26-85c8-b655401d15c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, a1fbe39e-e3ec-4a12-98f8-cd4b0504418a) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:48:06.370968 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c7d94-b457-4d26-85c8-b655401d15c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:06.371588 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1d0c7d94-b457-4d26-85c8-b655401d15c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:06.378693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92cdcb8-440c-48b8-adec-d350d882e6d3 None None] Network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:48:06.519940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'fixed_ips': [{'subnet_id': '5edfbb9e-1403-4040-8b95-b7749b5431f8'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:48:06.533666 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:06.602597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1d0c7d94-b457-4d26-85c8-b655401d15c0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7674885 Aug 29 07:48:06.605349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43744) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:06.610252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:48:06.656887 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Allocated IP 172.20.0.2 (a1fbe39e-e3ec-4a12-98f8-cd4b0504418a/5edfbb9e-1403-4040-8b95-b7749b5431f8/7e37200d-ee38-466c-8a0f-ae1581a89da9) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:48:06.687950 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:06.689035 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:06.743036 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:06.803990 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:06.812353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Transition to ACTIVE for port object 7e37200d-ee38-466c-8a0f-ae1581a89da9 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:48:06.826659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Transition to ACTIVE for port object 7e37200d-ee38-466c-8a0f-ae1581a89da9 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:48:06.893513 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:06.935361 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:48:06.938428 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:48:06.942098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:48:06.947983 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Pushing event updated for resources: {'Port': ['ID=7e37200d-ee38-466c-8a0f-ae1581a89da9,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:07.003716 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Attempting to bind port 7e37200d-ee38-466c-8a0f-ae1581a89da9 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:48:07.004097 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Attempting to bind port 7e37200d-ee38-466c-8a0f-ae1581a89da9 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '886dce85-8177-47e1-8590-cc80986d0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:48:07.004462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Attempting to bind port 7e37200d-ee38-466c-8a0f-ae1581a89da9 on network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:48:07.010121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:48:07.010559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Checking segment: {'id': '886dce85-8177-47e1-8590-cc80986d0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:48:07.010904 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:07.011341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Bound using segment: {'id': '886dce85-8177-47e1-8590-cc80986d0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:48:07.011976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Bound port: 7e37200d-ee38-466c-8a0f-ae1581a89da9, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886dce85-8177-47e1-8590-cc80986d0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:48:07.012360 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:07.081797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] For port 7e37200d-ee38-466c-8a0f-ae1581a89da9, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:48:07.086044 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] For port 7e37200d-ee38-466c-8a0f-ae1581a89da9, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7e37200d-ee38-466c-8a0f-ae1581a89da9,segment=NetworkSegment(886dce85-8177-47e1-8590-cc80986d0243),segment_id=886dce85-8177-47e1-8590-cc80986d0243)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:48:07.167631 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:07.229113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883c396-73b2-4b72-89bb-3f3b1035f867 None None] Pushing event updated for resources: {'Port': ['ID=7e37200d-ee38-466c-8a0f-ae1581a89da9,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:07.264928 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:07.560665 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:07.579846 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:07.687881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Allocated IP 172.25.1.111 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/d0fc8db5-0f61-49cc-83eb-85d00e4d2b76) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:48:07.789285 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:07.887500 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:07.930416 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:48:07.934839 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:48:07.937795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:48:07.944107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Pushing event updated for resources: {'Port': ['ID=d0fc8db5-0f61-49cc-83eb-85d00e4d2b76,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:08.121335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a38cd5-6922-4347-8012-6a7252684030 None None] Network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:48:08.167325 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-658c9ec2-b7e6-49d4-a2c2-48b450b72f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:08.256829 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:08.259938 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5cee849b-f241-4ebc-bb9f-347a89aa7f09 None None] Provisioning for port 7e37200d-ee38-466c-8a0f-ae1581a89da9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:48:08.458024 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:08.653168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:48:08.758559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:48:08.769330 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Sync routers for ids ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:48:08.779062 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Routers {'77c0c67a-7aba-4464-b0e0-dc37819dbbe9'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:48:08.781873 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:47:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:08.829954 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:08.831259 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-af5ee77f-cf2c-4046-bf25-f63272b5682e admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2249238 Aug 29 07:48:08.834546 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43748) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:08.884316 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Set router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:48:09.074038 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:48:08Z', 'revision_number': 3, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port': {'id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:07Z', 'updated_at': '2021-08-29T07:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:09.100891 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Checking router: 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:48:09.101318 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Updating router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 port d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:48:09.102075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7e37200d-ee38-466c-8a0f-ae1581a89da9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:48:09.132981 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:09.218483 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 7e37200d-ee38-466c-8a0f-ae1581a89da9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:48:09.222960 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7e37200d-ee38-466c-8a0f-ae1581a89da9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:09.227500 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:09.314342 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:09.314787 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:09.348839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 7e37200d-ee38-466c-8a0f-ae1581a89da9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7e37200d-ee38-466c-8a0f-ae1581a89da9,segment=NetworkSegment(886dce85-8177-47e1-8590-cc80986d0243),segment_id=886dce85-8177-47e1-8590-cc80986d0243)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:48:09.414184 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:09.418697 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:09.428998 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Transition to ACTIVE for port object d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:48:09.466637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=7e37200d-ee38-466c-8a0f-ae1581a89da9,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:09.473220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Allocated IP 172.20.0.1 (a1fbe39e-e3ec-4a12-98f8-cd4b0504418a/5edfbb9e-1403-4040-8b95-b7749b5431f8/a5682632-1771-4552-8d33-ab24518b6cc7) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:48:09.504322 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:09.557169 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Attempting to bind port d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:48:09.557590 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Attempting to bind port d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:48:09.558046 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Attempting to bind port d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:48:09.559969 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbba51-8982-485c-8ba8-6f28bebcf6d7 None None] Pushing event updated for resources: {'Port': ['ID=d0fc8db5-0f61-49cc-83eb-85d00e4d2b76,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:09.569245 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbba51-8982-485c-8ba8-6f28bebcf6d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:09.569523 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbba51-8982-485c-8ba8-6f28bebcf6d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:09.569861 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbba51-8982-485c-8ba8-6f28bebcf6d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:09.570196 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbba51-8982-485c-8ba8-6f28bebcf6d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:09.570525 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbba51-8982-485c-8ba8-6f28bebcf6d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:09.570852 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbba51-8982-485c-8ba8-6f28bebcf6d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:09.571205 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbba51-8982-485c-8ba8-6f28bebcf6d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:09.571531 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbba51-8982-485c-8ba8-6f28bebcf6d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:09.571852 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbba51-8982-485c-8ba8-6f28bebcf6d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:09.572175 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbba51-8982-485c-8ba8-6f28bebcf6d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:09.572496 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbba51-8982-485c-8ba8-6f28bebcf6d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:09.572815 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbba51-8982-485c-8ba8-6f28bebcf6d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:09.576079 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:48:09.576460 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:48:09.576864 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:09.577250 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:48:09.577724 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Bound port: d0fc8db5-0f61-49cc-83eb-85d00e4d2b76, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:48:09.578101 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:09.593846 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:09.608138 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Transition to ACTIVE for port object a5682632-1771-4552-8d33-ab24518b6cc7 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:48:09.634661 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] For port d0fc8db5-0f61-49cc-83eb-85d00e4d2b76, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:48:09.637858 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] For port d0fc8db5-0f61-49cc-83eb-85d00e4d2b76, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d0fc8db5-0f61-49cc-83eb-85d00e4d2b76,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:48:09.687939 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:09.710962 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:09.731325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:48:09.734443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:48:09.739093 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:48:09.742240 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Pushing event updated for resources: {'Port': ['ID=a5682632-1771-4552-8d33-ab24518b6cc7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:09.778845 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Routers {'77c0c67a-7aba-4464-b0e0-dc37819dbbe9'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:48:09.779608 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:47:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:09.779999 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:09.785445 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbba51-8982-485c-8ba8-6f28bebcf6d7 None None] Pushing event updated for resources: {'Port': ['ID=d0fc8db5-0f61-49cc-83eb-85d00e4d2b76,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:09.971656 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:10.002412 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] Set router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:48:10.087124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6d360370-5edc-451d-aaab-17df07809798 None None] Provisioning for port a5682632-1771-4552-8d33-ab24518b6cc7 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:48:10.092093 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6d360370-5edc-451d-aaab-17df07809798 None None] Provisioning complete for port a5682632-1771-4552-8d33-ab24518b6cc7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:10.100443 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6d360370-5edc-451d-aaab-17df07809798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:10.127967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-6d360370-5edc-451d-aaab-17df07809798 None None] Port a5682632-1771-4552-8d33-ab24518b6cc7 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:48:10.148473 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:10.181402 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:48:08Z', 'revision_number': 3, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port': {'id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:07Z', 'updated_at': '2021-08-29T07:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:10.206985 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:10.212073 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92efd36-3784-47a0-9c58-ace305a1328b None None] The sync data for ids ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'] in n-d-713301-12 is: [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:48:08Z', 'revision_number': 3, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port': {'id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:07Z', 'updated_at': '2021-08-29T07:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:48:10.281438 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Pushing event updated for resources: {'Port': ['ID=a5682632-1771-4552-8d33-ab24518b6cc7,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:10.284125 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:10.378258 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:48:10.379787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:48:10.525255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:48:10.646622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:48:10.651761 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-36e497c0-70ed-4afd-bd89-e9f5f6210d10 admin admin] 10.222.0.76 "PUT /v2.0/routers/77c0c67a-7aba-4464-b0e0-dc37819dbbe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8160586 Aug 29 07:48:10.652300 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-b38995d7-6c0d-435e-b70e-e475cd7bcc7e None None] Provisioning complete for port a5682632-1771-4552-8d33-ab24518b6cc7 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:10.652789 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b38995d7-6c0d-435e-b70e-e475cd7bcc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:10.699687 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b38995d7-6c0d-435e-b70e-e475cd7bcc7e None None] Port a5682632-1771-4552-8d33-ab24518b6cc7 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:48:10.859104 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:11.121857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:48:11.247783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:48:11.253331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:11.261232 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:11.338427 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:11.359506 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port d0fc8db5-0f61-49cc-83eb-85d00e4d2b76, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d0fc8db5-0f61-49cc-83eb-85d00e4d2b76,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:48:11.369297 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43764) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:11.374451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1924141709-network', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:48:11.459711 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:11.460530 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7e37200d-ee38-466c-8a0f-ae1581a89da9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:48:11.481946 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] Made reservation on behalf of 416d9e51bcec433fa9546deeb2b97c4d for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:48:11.486429 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:11.500149 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:11.551810 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=d0fc8db5-0f61-49cc-83eb-85d00e4d2b76,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:11.566636 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7e37200d-ee38-466c-8a0f-ae1581a89da9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:11.567036 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:11.626322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:11.641680 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aeb7cf10-0fc9-466e-b8d7-bd8f11aab810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:11.692738 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:11.719058 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:48:11.728657 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485fafcc-b2f7-4fa6-9384-c08e6a5c8739,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:11.733741 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:11.734087 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] Added segment 61ef6a24-0f50-44b9-96ca-102de25bacdd of type vlan for network 36586eab-d28a-4518-92fd-8a6a30db6885 Aug 29 07:48:11.779320 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:11.832227 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Sync routers for ids ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:48:11.841811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Routers {'77c0c67a-7aba-4464-b0e0-dc37819dbbe9'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:48:11.842426 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:48:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:11.864391 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:11.865456 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:11.866018 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:11.925700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] Pushing event updated for resources: {'Network': ['ID=36586eab-d28a-4518-92fd-8a6a30db6885,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:11.939522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 36586eab-d28a-4518-92fd-8a6a30db6885 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:48:11.962178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-07deebd7-6362-4815-aed0-44a9f8cea279 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5917099 Aug 29 07:48:11.965372 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43766) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:11.970374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-0a97e553-2a47-4879-bceb-ea41c08cfd37 admin admin] Request body: {'subnet': {'network_id': '36586eab-d28a-4518-92fd-8a6a30db6885', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1924141709-subnet', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'ip_version': 4}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:48:12.007712 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:12.009458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Set router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:48:12.070161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a97e553-2a47-4879-bceb-ea41c08cfd37 admin admin] Made reservation on behalf of 416d9e51bcec433fa9546deeb2b97c4d for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:48:12.072577 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0a97e553-2a47-4879-bceb-ea41c08cfd37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:12.228455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:48:09Z', 'revision_number': 4, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port': {'id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:07Z', 'updated_at': '2021-08-29T07:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'a5682632-1771-4552-8d33-ab24518b6cc7', 'name': '', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'mac_address': 'fa:16:3e:e0:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:09Z', 'updated_at': '2021-08-29T07:48:10Z', 'revision_number': 2, 'project_id': '01d8403c80b24f189bd09a083b746165', 'subnets': [{'id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:12.255383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Checking router: 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:48:12.256499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Updating router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 port a5682632-1771-4552-8d33-ab24518b6cc7 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:48:12.280362 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:12.304660 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0a97e553-2a47-4879-bceb-ea41c08cfd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:12.365553 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97e553-2a47-4879-bceb-ea41c08cfd37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92e84d6-1b37-4a55-b09b-c3e351fc4ae3,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:12.369784 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a97e553-2a47-4879-bceb-ea41c08cfd37 admin admin] Checking segment: {'id': '61ef6a24-0f50-44b9-96ca-102de25bacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '36586eab-d28a-4518-92fd-8a6a30db6885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:48:12.370415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a97e553-2a47-4879-bceb-ea41c08cfd37 admin admin] Network hostable DHCP agents. Network: 36586eab-d28a-4518-92fd-8a6a30db6885, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:48:12.446676 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a97e553-2a47-4879-bceb-ea41c08cfd37 admin admin] Network 36586eab-d28a-4518-92fd-8a6a30db6885 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:48:12.504558 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-0a97e553-2a47-4879-bceb-ea41c08cfd37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 36586eab-d28a-4518-92fd-8a6a30db6885) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:48:12.510397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a97e553-2a47-4879-bceb-ea41c08cfd37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:12.511962 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0a97e553-2a47-4879-bceb-ea41c08cfd37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:12.524771 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea6341b-99ab-4b2d-9987-fd89aa85a6b9 None None] Network 36586eab-d28a-4518-92fd-8a6a30db6885 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:48:12.579014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0a97e553-2a47-4879-bceb-ea41c08cfd37 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6125262 Aug 29 07:48:12.581494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43768) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:12.584785 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:12.586767 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1924141709-router', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:48:12.604918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Transition to ACTIVE for port object a5682632-1771-4552-8d33-ab24518b6cc7 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:48:12.646982 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:12.648731 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:12.670824 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:12.706030 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:12.719373 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-36586eab-d28a-4518-92fd-8a6a30db6885', 'network_id': '36586eab-d28a-4518-92fd-8a6a30db6885', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'fixed_ips': [{'subnet_id': 'f92e84d6-1b37-4a55-b09b-c3e351fc4ae3'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:48:12.724568 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:12.766375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f33a1e-a973-467d-ad4e-647e6931334c None None] Pushing event updated for resources: {'Port': ['ID=a5682632-1771-4552-8d33-ab24518b6cc7,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:12.912309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Attempting to bind port a5682632-1771-4552-8d33-ab24518b6cc7 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:48:12.913323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Attempting to bind port a5682632-1771-4552-8d33-ab24518b6cc7 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '886dce85-8177-47e1-8590-cc80986d0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:48:12.913507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Attempting to bind port a5682632-1771-4552-8d33-ab24518b6cc7 on network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:48:12.918592 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:12.947840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:48:12.948214 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Checking segment: {'id': '886dce85-8177-47e1-8590-cc80986d0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:48:12.948617 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:12.949012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Bound using segment: {'id': '886dce85-8177-47e1-8590-cc80986d0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:48:12.949496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Bound port: a5682632-1771-4552-8d33-ab24518b6cc7, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886dce85-8177-47e1-8590-cc80986d0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:48:12.949878 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:12.985344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Allocated IP 172.20.0.2 (36586eab-d28a-4518-92fd-8a6a30db6885/f92e84d6-1b37-4a55-b09b-c3e351fc4ae3/58e4cf46-650d-4748-8391-4fa0beb864bd) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:48:13.194115 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:13.213374 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:13.233802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:48:13.264276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] For port a5682632-1771-4552-8d33-ab24518b6cc7, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:48:13.290464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] For port a5682632-1771-4552-8d33-ab24518b6cc7, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a5682632-1771-4552-8d33-ab24518b6cc7,segment=NetworkSegment(886dce85-8177-47e1-8590-cc80986d0243),segment_id=886dce85-8177-47e1-8590-cc80986d0243)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:48:13.322094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Allocated IP 172.25.1.6 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/e90587df-1984-482c-abe0-3dc56794d469) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:48:13.340303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:13.340671 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:13.388296 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:13.428234 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:13.446631 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:13.482976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Transition to ACTIVE for port object 58e4cf46-650d-4748-8391-4fa0beb864bd will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:48:13.490410 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Routers {'77c0c67a-7aba-4464-b0e0-dc37819dbbe9'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:48:13.491043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:48:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:13.494707 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f33a1e-a973-467d-ad4e-647e6931334c None None] Pushing event updated for resources: {'Port': ['ID=a5682632-1771-4552-8d33-ab24518b6cc7,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:13.544933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Transition to ACTIVE for port object 58e4cf46-650d-4748-8391-4fa0beb864bd will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:48:13.550414 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:13.602502 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:48:13.605858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:48:13.614892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:48:13.620140 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:13.657435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Pushing event updated for resources: {'Port': ['ID=e90587df-1984-482c-abe0-3dc56794d469,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:13.685922 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Network 36586eab-d28a-4518-92fd-8a6a30db6885 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:48:13.699418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:48:13.708007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:48:13.711595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] Set router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:48:13.751201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Pushing event updated for resources: {'Port': ['ID=58e4cf46-650d-4748-8391-4fa0beb864bd,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:13.803980 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:13.859590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Attempting to bind port 58e4cf46-650d-4748-8391-4fa0beb864bd on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:48:13.859966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Attempting to bind port 58e4cf46-650d-4748-8391-4fa0beb864bd by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '61ef6a24-0f50-44b9-96ca-102de25bacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '36586eab-d28a-4518-92fd-8a6a30db6885'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:48:13.860331 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Attempting to bind port 58e4cf46-650d-4748-8391-4fa0beb864bd on network 36586eab-d28a-4518-92fd-8a6a30db6885 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:48:13.898597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:48:13.904860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Checking segment: {'id': '61ef6a24-0f50-44b9-96ca-102de25bacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '36586eab-d28a-4518-92fd-8a6a30db6885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:48:13.904860 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:13.904860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Bound using segment: {'id': '61ef6a24-0f50-44b9-96ca-102de25bacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '36586eab-d28a-4518-92fd-8a6a30db6885'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:48:13.904860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Bound port: 58e4cf46-650d-4748-8391-4fa0beb864bd, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ef6a24-0f50-44b9-96ca-102de25bacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '36586eab-d28a-4518-92fd-8a6a30db6885'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:48:13.904860 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:14.021572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] For port 58e4cf46-650d-4748-8391-4fa0beb864bd, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:48:14.025435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] For port 58e4cf46-650d-4748-8391-4fa0beb864bd, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=58e4cf46-650d-4748-8391-4fa0beb864bd,segment=NetworkSegment(61ef6a24-0f50-44b9-96ca-102de25bacdd),segment_id=61ef6a24-0f50-44b9-96ca-102de25bacdd)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:48:14.051529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:48:09Z', 'revision_number': 4, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port': {'id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:07Z', 'updated_at': '2021-08-29T07:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'a5682632-1771-4552-8d33-ab24518b6cc7', 'name': '', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'mac_address': 'fa:16:3e:e0:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:09Z', 'updated_at': '2021-08-29T07:48:13Z', 'revision_number': 4, 'project_id': '01d8403c80b24f189bd09a083b746165', 'subnets': [{'id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:14.081417 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:14.083425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9169e7-851b-4b46-b882-0a1878b8cc2c None None] The sync data for ids ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'] in n-d-713301-12 is: [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:48:09Z', 'revision_number': 4, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port': {'id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:07Z', 'updated_at': '2021-08-29T07:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'a5682632-1771-4552-8d33-ab24518b6cc7', 'name': '', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'mac_address': 'fa:16:3e:e0:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:09Z', 'updated_at': '2021-08-29T07:48:13Z', 'revision_number': 4, 'project_id': '01d8403c80b24f189bd09a083b746165', 'subnets': [{'id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:48:14.151685 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bfd5a-4e7e-4559-a2ac-83eea1eb7bf7 None None] Pushing event updated for resources: {'Port': ['ID=58e4cf46-650d-4748-8391-4fa0beb864bd,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:14.371539 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:14.603739 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:14.801496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Router e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:48:14.932975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:48:14.946845 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Sync routers for ids ['e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:48:14.959775 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Routers {'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:48:14.960519 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:48:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:15.002664 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:15.004018 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-027deb54-b789-4759-b2d1-4263d4541c7c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4215865 Aug 29 07:48:15.007298 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43770) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:48:15.112704 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Set router e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:48:15.187423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a5682632-1771-4552-8d33-ab24518b6cc7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:48:15.265600 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09afac25-2a5e-4726-9c25-25000fe8f4a8 None None] Network 36586eab-d28a-4518-92fd-8a6a30db6885 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:48:15.335874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port a5682632-1771-4552-8d33-ab24518b6cc7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:48:15.341293 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port a5682632-1771-4552-8d33-ab24518b6cc7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:15.341762 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:15.359227 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'name': 'tempest-TestMinimumBasicScenario-1924141709-router', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e90587df-1984-482c-abe0-3dc56794d469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:12Z', 'updated_at': '2021-08-29T07:48:13Z', 'revision_number': 3, 'project_id': '416d9e51bcec433fa9546deeb2b97c4d', 'gw_port': {'id': 'e90587df-1984-482c-abe0-3dc56794d469', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:13Z', 'updated_at': '2021-08-29T07:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:15.393147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-963da566-484a-4901-8318-b4bea01c3ae4 None None] Provisioning for port 58e4cf46-650d-4748-8391-4fa0beb864bd completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:48:15.393822 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Checking router: e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:48:15.400857 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Updating router e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 port e90587df-1984-482c-abe0-3dc56794d469 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:48:15.436310 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:15.528661 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:15.570603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port a5682632-1771-4552-8d33-ab24518b6cc7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a5682632-1771-4552-8d33-ab24518b6cc7,segment=NetworkSegment(886dce85-8177-47e1-8590-cc80986d0243),segment_id=886dce85-8177-47e1-8590-cc80986d0243)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:48:15.624163 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:15.624970 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 58e4cf46-650d-4748-8391-4fa0beb864bd up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:48:15.650841 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:15.732752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=a5682632-1771-4552-8d33-ab24518b6cc7,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:15.778617 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:15.794613 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Transition to ACTIVE for port object e90587df-1984-482c-abe0-3dc56794d469 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:48:15.824358 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 58e4cf46-650d-4748-8391-4fa0beb864bd completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:48:15.828297 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 58e4cf46-650d-4748-8391-4fa0beb864bd triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:15.828683 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:15.851241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Allocated IP 172.20.0.1 (36586eab-d28a-4518-92fd-8a6a30db6885/f92e84d6-1b37-4a55-b09b-c3e351fc4ae3/fead95be-16be-425a-a0df-867723b71eb9) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:48:15.864608 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:15.897264 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7165ada6-43ab-43be-ac4e-64c0e7b4d365 None None] Provisioning complete for port 58e4cf46-650d-4748-8391-4fa0beb864bd triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:15.897899 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7165ada6-43ab-43be-ac4e-64c0e7b4d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:15.918755 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Attempting to bind port e90587df-1984-482c-abe0-3dc56794d469 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:48:15.919123 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Attempting to bind port e90587df-1984-482c-abe0-3dc56794d469 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:48:15.919518 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Attempting to bind port e90587df-1984-482c-abe0-3dc56794d469 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:48:15.921568 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99bfa2-f5fe-4127-9071-3aee43b38519 None None] Pushing event updated for resources: {'Port': ['ID=e90587df-1984-482c-abe0-3dc56794d469,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:15.927560 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:48:15.927931 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:48:15.928329 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:15.928715 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:48:15.929191 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Bound port: e90587df-1984-482c-abe0-3dc56794d469, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:48:15.929567 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:15.975390 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:15.983103 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:15.990928 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] For port e90587df-1984-482c-abe0-3dc56794d469, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:48:15.995362 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] For port e90587df-1984-482c-abe0-3dc56794d469, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e90587df-1984-482c-abe0-3dc56794d469,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:48:16.002529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Transition to ACTIVE for port object fead95be-16be-425a-a0df-867723b71eb9 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:48:16.041364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 58e4cf46-650d-4748-8391-4fa0beb864bd, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=58e4cf46-650d-4748-8391-4fa0beb864bd,segment=NetworkSegment(61ef6a24-0f50-44b9-96ca-102de25bacdd),segment_id=61ef6a24-0f50-44b9-96ca-102de25bacdd)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:48:16.044032 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7165ada6-43ab-43be-ac4e-64c0e7b4d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:16.053172 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:16.098697 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:16.109127 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Routers {'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:48:16.109761 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:48:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:16.115685 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:16.146638 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99bfa2-f5fe-4127-9071-3aee43b38519 None None] Pushing event updated for resources: {'Port': ['ID=e90587df-1984-482c-abe0-3dc56794d469,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:16.150059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Network 36586eab-d28a-4518-92fd-8a6a30db6885 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:48:16.158823 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:48:16.160866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fead95be-16be-425a-a0df-867723b71eb9,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:16.163674 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:48:16.202630 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-7165ada6-43ab-43be-ac4e-64c0e7b4d365 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:48:16.203249 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-7165ada6-43ab-43be-ac4e-64c0e7b4d365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:48:16.205631 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:16.210327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=58e4cf46-650d-4748-8391-4fa0beb864bd,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:16.232117 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] Set router e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:48:16.427776 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'name': 'tempest-TestMinimumBasicScenario-1924141709-router', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e90587df-1984-482c-abe0-3dc56794d469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:12Z', 'updated_at': '2021-08-29T07:48:13Z', 'revision_number': 3, 'project_id': '416d9e51bcec433fa9546deeb2b97c4d', 'gw_port': {'id': 'e90587df-1984-482c-abe0-3dc56794d469', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:13Z', 'updated_at': '2021-08-29T07:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:16.451742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:16.458329 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ece37-90cd-4821-b080-a21f790e4206 None None] The sync data for ids ['e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'] in n-d-713301-12 is: [{'id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'name': 'tempest-TestMinimumBasicScenario-1924141709-router', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e90587df-1984-482c-abe0-3dc56794d469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:12Z', 'updated_at': '2021-08-29T07:48:13Z', 'revision_number': 3, 'project_id': '416d9e51bcec433fa9546deeb2b97c4d', 'gw_port': {'id': 'e90587df-1984-482c-abe0-3dc56794d469', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:13Z', 'updated_at': '2021-08-29T07:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:48:16.627830 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:16.666109 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:16.750902 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:16.755230 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fead95be-16be-425a-a0df-867723b71eb9,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:16.862047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Network 36586eab-d28a-4518-92fd-8a6a30db6885 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:48:16.863685 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:48:16.951786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fccb19f4-dc97-4f78-89d5-d0bc1915a1ea None None] Provisioning for port fead95be-16be-425a-a0df-867723b71eb9 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:48:16.957641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-fccb19f4-dc97-4f78-89d5-d0bc1915a1ea None None] Provisioning complete for port fead95be-16be-425a-a0df-867723b71eb9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:16.958252 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fccb19f4-dc97-4f78-89d5-d0bc1915a1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:17.009398 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-fccb19f4-dc97-4f78-89d5-d0bc1915a1ea None None] Port fead95be-16be-425a-a0df-867723b71eb9 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:48:17.040110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Router e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:48:17.181392 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:48:17.184421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 58e4cf46-650d-4748-8391-4fa0beb864bd up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:48:17.193685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d453fd48-811f-4b51-ad7a-e511d66fe3c0 admin admin] 10.222.0.76 "PUT /v2.0/routers/e7d2f591-4dce-41ce-9f91-f9fb1fc0e623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1783669 Aug 29 07:48:17.238860 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-05837b87-58a8-46b5-9523-f060d2ed6fdf None None] Provisioning complete for port fead95be-16be-425a-a0df-867723b71eb9 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:17.239401 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-05837b87-58a8-46b5-9523-f060d2ed6fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:17.286418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-05837b87-58a8-46b5-9523-f060d2ed6fdf None None] Port fead95be-16be-425a-a0df-867723b71eb9 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:48:17.288590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 58e4cf46-650d-4748-8391-4fa0beb864bd triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:17.288841 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:17.383547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a5682632-1771-4552-8d33-ab24518b6cc7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:48:17.430519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port a5682632-1771-4552-8d33-ab24518b6cc7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:17.430810 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:17.510792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e90587df-1984-482c-abe0-3dc56794d469 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:48:17.657965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port e90587df-1984-482c-abe0-3dc56794d469 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:48:17.662582 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e90587df-1984-482c-abe0-3dc56794d469 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:17.662953 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:17.744474 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:17.769777 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port e90587df-1984-482c-abe0-3dc56794d469, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e90587df-1984-482c-abe0-3dc56794d469,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:48:17.847589 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:17.903723 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=e90587df-1984-482c-abe0-3dc56794d469,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:17.982449 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7023a3f5-2265-4a41-82f8-b89563154d34 req-3ab5614f-050c-44be-8728-507be946280b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290179 Aug 29 07:48:18.053935 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7023a3f5-2265-4a41-82f8-b89563154d34 req-421e098d-e4df-4779-84ca-b78703a74f08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0297391 Aug 29 07:48:18.095726 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7023a3f5-2265-4a41-82f8-b89563154d34 req-d0272073-87dd-4a9e-878c-140a9f47dfae service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230029 Aug 29 07:48:18.099273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Sync routers for ids ['e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:48:18.109061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Routers {'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:48:18.109677 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:48:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:18.201159 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023a3f5-2265-4a41-82f8-b89563154d34 req-8e401f20-b84b-4957-868a-d2e996a4cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:18.202991 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7023a3f5-2265-4a41-82f8-b89563154d34 req-8e401f20-b84b-4957-868a-d2e996a4cfdd service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008909 Aug 29 07:48:18.385597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Set router e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:48:18.619900 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'name': 'tempest-TestMinimumBasicScenario-1924141709-router', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e90587df-1984-482c-abe0-3dc56794d469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:12Z', 'updated_at': '2021-08-29T07:48:16Z', 'revision_number': 4, 'project_id': '416d9e51bcec433fa9546deeb2b97c4d', 'gw_port': {'id': 'e90587df-1984-482c-abe0-3dc56794d469', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:13Z', 'updated_at': '2021-08-29T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'fead95be-16be-425a-a0df-867723b71eb9', 'name': '', 'network_id': '36586eab-d28a-4518-92fd-8a6a30db6885', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'mac_address': 'fa:16:3e:92:c3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f92e84d6-1b37-4a55-b09b-c3e351fc4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:15Z', 'updated_at': '2021-08-29T07:48:16Z', 'revision_number': 2, 'project_id': '416d9e51bcec433fa9546deeb2b97c4d', 'subnets': [{'id': 'f92e84d6-1b37-4a55-b09b-c3e351fc4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:18.650261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Checking router: e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:48:18.650617 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Updating router e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 port fead95be-16be-425a-a0df-867723b71eb9 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:48:18.677779 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:18.992754 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:19.003764 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Transition to ACTIVE for port object fead95be-16be-425a-a0df-867723b71eb9 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:48:19.092674 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:19.102135 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e90587df-1984-482c-abe0-3dc56794d469 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:48:19.189887 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387db4f6-1332-4b33-bdda-56aa2a8d02be None None] Pushing event updated for resources: {'Port': ['ID=fead95be-16be-425a-a0df-867723b71eb9,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:19.278572 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Attempting to bind port fead95be-16be-425a-a0df-867723b71eb9 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:48:19.284651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Attempting to bind port fead95be-16be-425a-a0df-867723b71eb9 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '61ef6a24-0f50-44b9-96ca-102de25bacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '36586eab-d28a-4518-92fd-8a6a30db6885'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:48:19.284651 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Attempting to bind port fead95be-16be-425a-a0df-867723b71eb9 on network 36586eab-d28a-4518-92fd-8a6a30db6885 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:48:19.288442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port e90587df-1984-482c-abe0-3dc56794d469 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:19.288893 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:19.291357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:48:19.291565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Checking segment: {'id': '61ef6a24-0f50-44b9-96ca-102de25bacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '36586eab-d28a-4518-92fd-8a6a30db6885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:48:19.291949 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:19.292408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Bound using segment: {'id': '61ef6a24-0f50-44b9-96ca-102de25bacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '36586eab-d28a-4518-92fd-8a6a30db6885'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:48:19.293176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Bound port: fead95be-16be-425a-a0df-867723b71eb9, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ef6a24-0f50-44b9-96ca-102de25bacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '36586eab-d28a-4518-92fd-8a6a30db6885'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:48:19.293650 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:19.410286 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] For port fead95be-16be-425a-a0df-867723b71eb9, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:48:19.413925 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] For port fead95be-16be-425a-a0df-867723b71eb9, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fead95be-16be-425a-a0df-867723b71eb9,segment=NetworkSegment(61ef6a24-0f50-44b9-96ca-102de25bacdd),segment_id=61ef6a24-0f50-44b9-96ca-102de25bacdd)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:48:19.499168 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:19.582245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387db4f6-1332-4b33-bdda-56aa2a8d02be None None] Pushing event updated for resources: {'Port': ['ID=fead95be-16be-425a-a0df-867723b71eb9,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:19.585242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Routers {'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:48:19.585850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:48:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:19.727048 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] Set router e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:48:20.002340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'name': 'tempest-TestMinimumBasicScenario-1924141709-router', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e90587df-1984-482c-abe0-3dc56794d469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:12Z', 'updated_at': '2021-08-29T07:48:16Z', 'revision_number': 4, 'project_id': '416d9e51bcec433fa9546deeb2b97c4d', 'gw_port': {'id': 'e90587df-1984-482c-abe0-3dc56794d469', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:13Z', 'updated_at': '2021-08-29T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'fead95be-16be-425a-a0df-867723b71eb9', 'name': '', 'network_id': '36586eab-d28a-4518-92fd-8a6a30db6885', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'mac_address': 'fa:16:3e:92:c3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f92e84d6-1b37-4a55-b09b-c3e351fc4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:15Z', 'updated_at': '2021-08-29T07:48:19Z', 'revision_number': 4, 'project_id': '416d9e51bcec433fa9546deeb2b97c4d', 'subnets': [{'id': 'f92e84d6-1b37-4a55-b09b-c3e351fc4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:48:20.045945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77d0fe3-6673-4d56-a93f-f99acfde4a08 None None] The sync data for ids ['e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'] in n-d-713301-12 is: [{'id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'name': 'tempest-TestMinimumBasicScenario-1924141709-router', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e90587df-1984-482c-abe0-3dc56794d469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:12Z', 'updated_at': '2021-08-29T07:48:16Z', 'revision_number': 4, 'project_id': '416d9e51bcec433fa9546deeb2b97c4d', 'gw_port': {'id': 'e90587df-1984-482c-abe0-3dc56794d469', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:13Z', 'updated_at': '2021-08-29T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'fead95be-16be-425a-a0df-867723b71eb9', 'name': '', 'network_id': '36586eab-d28a-4518-92fd-8a6a30db6885', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'mac_address': 'fa:16:3e:92:c3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f92e84d6-1b37-4a55-b09b-c3e351fc4ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:15Z', 'updated_at': '2021-08-29T07:48:19Z', 'revision_number': 4, 'project_id': '416d9e51bcec433fa9546deeb2b97c4d', 'subnets': [{'id': 'f92e84d6-1b37-4a55-b09b-c3e351fc4ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:48:21.107972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fead95be-16be-425a-a0df-867723b71eb9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:48:21.349926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port fead95be-16be-425a-a0df-867723b71eb9 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:48:21.354901 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port fead95be-16be-425a-a0df-867723b71eb9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:21.355361 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:21.449199 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:21.484740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port fead95be-16be-425a-a0df-867723b71eb9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fead95be-16be-425a-a0df-867723b71eb9,segment=NetworkSegment(61ef6a24-0f50-44b9-96ca-102de25bacdd),segment_id=61ef6a24-0f50-44b9-96ca-102de25bacdd)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:48:21.539092 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:21.573274 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:21.633531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=fead95be-16be-425a-a0df-867723b71eb9,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:23.084442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fead95be-16be-425a-a0df-867723b71eb9 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:48:23.143675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port fead95be-16be-425a-a0df-867723b71eb9 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:23.144046 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:28.898480 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-83ec5e34-3220-4841-a427-2b6ec2040d2c tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:28.900131 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-83ec5e34-3220-4841-a427-2b6ec2040d2c tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/networks?id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a HTTP/1.1" status: 200 len: 814 time: 0.1064615 Aug 29 07:48:28.917559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-f80f6701-ad3e-4c6b-87d1-77ea9ac6b2eb tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/quotas/01d8403c80b24f189bd09a083b746165 HTTP/1.1" status: 200 len: 375 time: 0.0113122 Aug 29 07:48:28.974967 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-244a634b-2737-462e-a373-89848973cd5e tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=01d8403c80b24f189bd09a083b746165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516953 Aug 29 07:48:28.991508 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-049291e0-b343-49ce-9aa1-6522619c5877 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:48:28.992602 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-049291e0-b343-49ce-9aa1-6522619c5877 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058227 Aug 29 07:48:29.089395 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-da15e0af-52a6-4ee1-81f4-bf336cd68901 service neutron] 10.222.0.76 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905797 Aug 29 07:48:29.186515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-875b1f58-a448-40f5-b1b1-86b5bed07545 service neutron] 10.222.0.76 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903797 Aug 29 07:48:29.428622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-596f9ee2-518b-4d71-b68e-2b91c23ecaa6 req-18ed7338-c16a-46ed-bf32-cff4717cbbe0 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 210 time: 0.0292606 Aug 29 07:48:30.520987 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad8178cf-2d52-4773-9a65-fd76a4a8bc33 req-92f71223-2ac1-4a03-a6f7-c9adfcde008b tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 210 time: 0.0262542 Aug 29 07:48:31.619434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a271da28-74f1-4489-b99f-1bad5b4a164a req-e21787d2-3b0a-4278-8d32-d3462985ba1d tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 210 time: 0.0281155 Aug 29 07:48:31.686871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-fc018d42-7d03-413d-8542-a758dfd756ee tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:31.688344 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-fc018d42-7d03-413d-8542-a758dfd756ee tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.11 "GET /v2.0/networks?id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a HTTP/1.1" status: 200 len: 814 time: 0.1211369 Aug 29 07:48:31.706590 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Request body: {'port': {'device_id': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'admin_state_up': True, 'tenant_id': '01d8403c80b24f189bd09a083b746165'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:48:31.898279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Made reservation on behalf of 01d8403c80b24f189bd09a083b746165 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:48:31.901901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:32.041098 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Allocated IP 172.20.0.14 (a1fbe39e-e3ec-4a12-98f8-cd4b0504418a/5edfbb9e-1403-4040-8b95-b7749b5431f8/92a46287-bccb-46b2-abdc-35df9483ceaa) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:48:32.198614 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:32.215907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Transition to ACTIVE for port object 92a46287-bccb-46b2-abdc-35df9483ceaa will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:48:32.327497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:32.375831 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:48:32.380450 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:48:32.387563 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:48:32.420936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event updated for resources: {'Port': ['ID=92a46287-bccb-46b2-abdc-35df9483ceaa,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:32.452889 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:32.453239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:32.453590 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:32.453933 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:32.454271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:32.454609 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:32.454945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:32.455304 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:32.455639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:32.455967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:32.456297 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:32.456621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:48:32.504026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:32.504738 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:32.585406 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-d329dce6-d152-4a80-a797-73ef144d48af tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8826275 Aug 29 07:48:32.779469 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c78f4-2ba2-4a06-b5b2-113dd7aee1b7 req-61fd7eb1-91c6-4403-b73c-9b9cd9b30c78 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:32.782028 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f72c78f4-2ba2-4a06-b5b2-113dd7aee1b7 req-61fd7eb1-91c6-4403-b73c-9b9cd9b30c78 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 932 time: 0.0598090 Aug 29 07:48:32.828114 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f72c78f4-2ba2-4a06-b5b2-113dd7aee1b7 req-57b3ffd4-e63a-4904-bb76-f2d011316f9c tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Aug 29 07:48:32.841196 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7d1e1294-ea72-4acc-85e6-bbb1abba7761 None None] Provisioning for port 92a46287-bccb-46b2-abdc-35df9483ceaa completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:48:32.859165 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7d1e1294-ea72-4acc-85e6-bbb1abba7761 None None] Provisioning complete for port 92a46287-bccb-46b2-abdc-35df9483ceaa triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:32.859165 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1294-ea72-4acc-85e6-bbb1abba7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:32.901281 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e1294-ea72-4acc-85e6-bbb1abba7761 None None] Port 92a46287-bccb-46b2-abdc-35df9483ceaa cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:48:33.281086 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:48:33.980895 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fedf72-5b9d-4b97-80ce-8e1bf9e6f8a9 req-7509b267-b7c9-4db5-9e97-c1ce7db61c13 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:33.982752 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41fedf72-5b9d-4b97-80ce-8e1bf9e6f8a9 req-7509b267-b7c9-4db5-9e97-c1ce7db61c13 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 932 time: 0.0752051 Aug 29 07:48:34.022610 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41fedf72-5b9d-4b97-80ce-8e1bf9e6f8a9 req-28c47464-8988-42d6-98e6-ae47ac4a9a14 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337963 Aug 29 07:48:34.235600 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:35.152479 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7862a27-9d75-4150-acb2-9a05e8b3afdf req-43ebe68f-cfa6-441f-af84-dc9c4433cd1b tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:35.153965 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7862a27-9d75-4150-acb2-9a05e8b3afdf req-43ebe68f-cfa6-441f-af84-dc9c4433cd1b tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 932 time: 0.0515506 Aug 29 07:48:35.196027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7862a27-9d75-4150-acb2-9a05e8b3afdf req-370f9c60-43cf-458f-b5c8-fef601849413 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358257 Aug 29 07:48:36.314760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22db8e-0ca4-4277-aa4e-7a0283de81c2 req-dd448601-7cd2-46f6-93ed-420f573ac68e tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:36.316260 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e22db8e-0ca4-4277-aa4e-7a0283de81c2 req-dd448601-7cd2-46f6-93ed-420f573ac68e tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 932 time: 0.0505300 Aug 29 07:48:36.356345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e22db8e-0ca4-4277-aa4e-7a0283de81c2 req-b2ca2b02-a952-4716-a5db-50099eec6da7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340457 Aug 29 07:48:37.496562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857e754-6088-442a-9405-a95a702226af req-f47c7ce8-1a10-4704-a115-66d931b1421f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:37.498082 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7857e754-6088-442a-9405-a95a702226af req-f47c7ce8-1a10-4704-a115-66d931b1421f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 932 time: 0.0563085 Aug 29 07:48:37.550896 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7857e754-6088-442a-9405-a95a702226af req-1754408c-1f14-4c0c-ae80-45e9746735bf tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438890 Aug 29 07:48:38.200766 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-fc93c32d-e540-48a2-8026-92a8776a58b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:38.669299 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764455f6-938a-4f73-ae4d-bf4f7348bd27 req-97eb41eb-50aa-46c3-a591-670af1750967 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:38.670863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-764455f6-938a-4f73-ae4d-bf4f7348bd27 req-97eb41eb-50aa-46c3-a591-670af1750967 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 932 time: 0.0562470 Aug 29 07:48:38.712244 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-764455f6-938a-4f73-ae4d-bf4f7348bd27 req-651e8c09-ee0d-448e-8866-a96c90253fea tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353951 Aug 29 07:48:39.842752 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf596439-4e72-48be-aeab-f0c80a476138 req-a62329ff-3392-49d9-a29f-59f790bde90c tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:39.844874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf596439-4e72-48be-aeab-f0c80a476138 req-a62329ff-3392-49d9-a29f-59f790bde90c tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 932 time: 0.0607698 Aug 29 07:48:39.886484 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cf596439-4e72-48be-aeab-f0c80a476138 req-1428ee4f-aa2d-4d5c-b254-48b3862509c6 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346501 Aug 29 07:48:40.983737 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:41.009449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fce45-b43b-44a2-b3cb-76e057c8a512 req-3eb5c5c4-b2b0-42af-954f-1741efc7a0db tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:41.010999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c2fce45-b43b-44a2-b3cb-76e057c8a512 req-3eb5c5c4-b2b0-42af-954f-1741efc7a0db tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 932 time: 0.0554509 Aug 29 07:48:41.051828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c2fce45-b43b-44a2-b3cb-76e057c8a512 req-09bef081-9da5-4ad5-abb2-0101baef8a2c tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341103 Aug 29 07:48:41.589236 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4fef886d-18aa-4b63-aa81-0622bf38f783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:42.007104 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:42.172442 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9a22f-b773-42fa-b582-39439c271025 req-bcc95fc8-dd94-4766-8c73-f4a4e50ba962 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:42.174194 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acf9a22f-b773-42fa-b582-39439c271025 req-bcc95fc8-dd94-4766-8c73-f4a4e50ba962 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 932 time: 0.0532577 Aug 29 07:48:42.213925 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-acf9a22f-b773-42fa-b582-39439c271025 req-b780e07e-7bae-4cd2-9599-d3b0598f1e4f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324545 Aug 29 07:48:42.891648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Request body: {'port': {'device_id': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:48:42.947890 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:43.218382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a46287-bccb-46b2-abdc-35df9483ceaa {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:48:43.226610 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:43.239041 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Transition to ACTIVE for port object 92a46287-bccb-46b2-abdc-35df9483ceaa will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:48:43.429676 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:43.485827 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Pushing event updated for resources: {'Port': ['ID=92a46287-bccb-46b2-abdc-35df9483ceaa,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:43.511614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d417279-6657-4013-902c-b7c9295d28ba req-0a34c206-28dc-4fdd-87fd-dd296927d78d tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:43.518526 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d417279-6657-4013-902c-b7c9295d28ba req-0a34c206-28dc-4fdd-87fd-dd296927d78d tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 944 time: 0.2362316 Aug 29 07:48:43.555038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Attempting to bind port 92a46287-bccb-46b2-abdc-35df9483ceaa on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:48:43.555545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Attempting to bind port 92a46287-bccb-46b2-abdc-35df9483ceaa by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '886dce85-8177-47e1-8590-cc80986d0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:48:43.555881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Attempting to bind port 92a46287-bccb-46b2-abdc-35df9483ceaa on network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:48:43.557910 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d417279-6657-4013-902c-b7c9295d28ba req-60b65de2-8bfa-4001-9ee2-e90071e9d54e tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381632 Aug 29 07:48:43.560537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Port 92a46287-bccb-46b2-abdc-35df9483ceaa on network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:48:43.560991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Attempting to bind port 92a46287-bccb-46b2-abdc-35df9483ceaa on network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:48:43.566030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:48:43.566372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Checking segment: {'id': '886dce85-8177-47e1-8590-cc80986d0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:48:43.566780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Bound using segment: {'id': '886dce85-8177-47e1-8590-cc80986d0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:48:43.567865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Bound port: 92a46287-bccb-46b2-abdc-35df9483ceaa, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886dce85-8177-47e1-8590-cc80986d0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:48:43.568234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:43.645673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] For port 92a46287-bccb-46b2-abdc-35df9483ceaa, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:48:43.649139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] For port 92a46287-bccb-46b2-abdc-35df9483ceaa, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=92a46287-bccb-46b2-abdc-35df9483ceaa,segment=NetworkSegment(886dce85-8177-47e1-8590-cc80986d0243),segment_id=886dce85-8177-47e1-8590-cc80986d0243)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:48:43.817248 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:43.826936 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:43.850639 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:43.851271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:43.852669 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] 10.222.0.11 "PUT /v2.0/ports/92a46287-bccb-46b2-abdc-35df9483ceaa HTTP/1.1" status: 200 len: 1093 time: 0.9655650 Aug 29 07:48:43.853107 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'tag': '92a46287-bccb-46b2-abdc-35df9483ceaa'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:48:43.855409 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee7619c-f0ec-4852-807c-84e9f468a785" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d0b5c8-e8fd-4333-830e-6c179b2162cc", "tag": "92a46287-bccb-46b2-abdc-35df9483ceaa"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:48:43.884372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daf355-8c87-4563-ae76-cfd75655a56e service neutron] Pushing event updated for resources: {'Port': ['ID=92a46287-bccb-46b2-abdc-35df9483ceaa,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:43.898508 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd6754c-072f-4f00-8b7b-0e542d2e2430 x-openstack-request-id: req-cfd6754c-072f-4f00-8b7b-0e542d2e2430 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:48:43.899176 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d0b5c8-e8fd-4333-830e-6c179b2162cc", "tag": "92a46287-bccb-46b2-abdc-35df9483ceaa", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:48:43.899176 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cfd6754c-072f-4f00-8b7b-0e542d2e2430 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:48:43.899513 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'tag': '92a46287-bccb-46b2-abdc-35df9483ceaa', 'status': 'completed', 'code': 200} Aug 29 07:48:44.680977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950c22d-d4ef-478a-8ab0-e6d972d06d1e req-cadaa6aa-78ee-42c3-8941-5abd247840cf tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:44.682453 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1950c22d-d4ef-478a-8ab0-e6d972d06d1e req-cadaa6aa-78ee-42c3-8941-5abd247840cf tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 944 time: 0.0543368 Aug 29 07:48:44.720197 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1950c22d-d4ef-478a-8ab0-e6d972d06d1e req-9db6d3c5-9755-4bdd-bab3-1daa070513b3 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317314 Aug 29 07:48:45.889073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0491cb-2139-4dce-a33b-1c743d8e4990 req-5afd586d-c293-4dbe-8f4b-381f7143b9ec tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:45.890512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f0491cb-2139-4dce-a33b-1c743d8e4990 req-5afd586d-c293-4dbe-8f4b-381f7143b9ec tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 944 time: 0.1032035 Aug 29 07:48:45.928287 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9f0491cb-2139-4dce-a33b-1c743d8e4990 req-ae3122c5-d9b3-4aaa-b3b8-574f6b5198cd tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313053 Aug 29 07:48:46.623585 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7619c-f0ec-4852-807c-84e9f468a785 req-002e99b6-9d48-447c-a944-3ffa4901161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:46.625085 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fee7619c-f0ec-4852-807c-84e9f468a785 req-002e99b6-9d48-447c-a944-3ffa4901161d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01d8403c80b24f189bd09a083b746165&device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 1096 time: 0.0426879 Aug 29 07:48:46.736966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7619c-f0ec-4852-807c-84e9f468a785 req-8a552ccd-90a3-437a-b54a-bac75942dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:46.738478 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fee7619c-f0ec-4852-807c-84e9f468a785 req-8a552ccd-90a3-437a-b54a-bac75942dc45 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=01d8403c80b24f189bd09a083b746165&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0949414 Aug 29 07:48:46.838407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7619c-f0ec-4852-807c-84e9f468a785 req-c3b3a396-2963-4b70-872e-94d4e6b48d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:46.840012 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fee7619c-f0ec-4852-807c-84e9f468a785 req-c3b3a396-2963-4b70-872e-94d4e6b48d7e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944684 Aug 29 07:48:46.935945 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-85e05149-a631-4664-8afc-d328d01c1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:46.937338 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-85e05149-a631-4664-8afc-d328d01c1350 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01d8403c80b24f189bd09a083b746165&device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 1096 time: 0.0407722 Aug 29 07:48:47.001596 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-99f0b171-992a-416c-b29d-de77893e003c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a46287-bccb-46b2-abdc-35df9483ceaa HTTP/1.1" status: 200 len: 217 time: 0.0386751 Aug 29 07:48:47.046257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139d71f-29c4-460a-a1cc-c5f54c1de3e0 req-14aa67b1-5e65-4845-9d0e-0897dcb8d82f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:47.047799 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1139d71f-29c4-460a-a1cc-c5f54c1de3e0 req-14aa67b1-5e65-4845-9d0e-0897dcb8d82f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 944 time: 0.0500681 Aug 29 07:48:47.053302 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-3ebb7365-4e5e-479d-b814-94c6df58ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:47.054775 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-3ebb7365-4e5e-479d-b814-94c6df58ac43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5edfbb9e-1403-4040-8b95-b7749b5431f8 HTTP/1.1" status: 200 len: 853 time: 0.0461845 Aug 29 07:48:47.086454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1139d71f-29c4-460a-a1cc-c5f54c1de3e0 req-04a04291-9b87-4044-a880-e9b8f0c3c3c5 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317047 Aug 29 07:48:47.103367 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-6a041387-87bd-431e-ac6e-2876c82030ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:47.104950 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-6a041387-87bd-431e-ac6e-2876c82030ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434864 Aug 29 07:48:47.215170 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-4eca99a1-bdf9-45e6-b28c-1b37cd56eb7b service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876517 Aug 29 07:48:47.305868 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d7ac5cd5-f3f5-444d-8880-2afe9880a949 req-2a65f362-fd6f-458e-8fa8-76fe13b74dcc service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832484 Aug 29 07:48:48.216052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349f8ec-778e-45b8-b309-10c8f01e41ca req-02daf0cd-b108-4e71-9f8d-175256e2b926 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:48.217510 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6349f8ec-778e-45b8-b309-10c8f01e41ca req-02daf0cd-b108-4e71-9f8d-175256e2b926 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 944 time: 0.0536425 Aug 29 07:48:48.255598 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6349f8ec-778e-45b8-b309-10c8f01e41ca req-fbf5c303-9853-4eb7-9acd-54d0c28d0277 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321167 Aug 29 07:48:49.368376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a50b9-59f7-49de-bebd-24a2d6833f8e req-ee6cdd94-60e6-49e2-a592-c27a5f46764f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:49.369952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-138a50b9-59f7-49de-bebd-24a2d6833f8e req-ee6cdd94-60e6-49e2-a592-c27a5f46764f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 944 time: 0.0499101 Aug 29 07:48:49.407638 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-138a50b9-59f7-49de-bebd-24a2d6833f8e req-dfa51da9-e9f0-46c5-841c-a56d5a51a0ce tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Aug 29 07:48:50.522301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e16914-047c-4ad2-bd04-db17d7a65a45 req-5d7c621f-e936-4e85-a5c9-1d969640bf7a tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:50.524314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91e16914-047c-4ad2-bd04-db17d7a65a45 req-5d7c621f-e936-4e85-a5c9-1d969640bf7a tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 944 time: 0.0500681 Aug 29 07:48:50.562206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-91e16914-047c-4ad2-bd04-db17d7a65a45 req-80d027a8-5ca6-4f9f-88a8-bfba8871e5e9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Aug 29 07:48:51.566192 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:51.681083 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542bf48-b948-4a11-8641-80147e52b030 req-1c48f5c6-28a2-46e1-964f-e92002969e54 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:51.682607 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4542bf48-b948-4a11-8641-80147e52b030 req-1c48f5c6-28a2-46e1-964f-e92002969e54 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 944 time: 0.0534997 Aug 29 07:48:51.719932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4542bf48-b948-4a11-8641-80147e52b030 req-727071fc-be17-4108-a2ad-b95a34d8c03e tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Aug 29 07:48:52.238599 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 92a46287-bccb-46b2-abdc-35df9483ceaa details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:48:52.331296 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 92a46287-bccb-46b2-abdc-35df9483ceaa, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=92a46287-bccb-46b2-abdc-35df9483ceaa,segment=NetworkSegment(886dce85-8177-47e1-8590-cc80986d0243),segment_id=886dce85-8177-47e1-8590-cc80986d0243)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:48:52.343112 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '92a46287-bccb-46b2-abdc-35df9483ceaa', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'port_id': '92a46287-bccb-46b2-abdc-35df9483ceaa', 'mac_address': 'fa:16:3e:a9:e6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:48:52.378803 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:52.391006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a46287-bccb-46b2-abdc-35df9483ceaa {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:48:52.409795 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 92a46287-bccb-46b2-abdc-35df9483ceaa, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=92a46287-bccb-46b2-abdc-35df9483ceaa,segment=NetworkSegment(886dce85-8177-47e1-8590-cc80986d0243),segment_id=886dce85-8177-47e1-8590-cc80986d0243)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:48:52.486221 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:52.536421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=92a46287-bccb-46b2-abdc-35df9483ceaa,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:52.832710 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74210de8-6616-4e1f-aeb2-5858019b3bd3 req-8f08e3bc-c1b6-4533-a4e8-0fc5f4e02222 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:52.834104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74210de8-6616-4e1f-aeb2-5858019b3bd3 req-8f08e3bc-c1b6-4533-a4e8-0fc5f4e02222 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 945 time: 0.0491517 Aug 29 07:48:52.873215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74210de8-6616-4e1f-aeb2-5858019b3bd3 req-ee09978f-990c-4a09-89fe-18e329d79b50 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325449 Aug 29 07:48:52.915213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['92a46287-bccb-46b2-abdc-35df9483ceaa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:48:53.988446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febbc71-5e2b-4914-a632-c8d037c6fea3 req-fc1382e4-6c4c-40a2-b6a7-2fd130fa59a9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:53.989938 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6febbc71-5e2b-4914-a632-c8d037c6fea3 req-fc1382e4-6c4c-40a2-b6a7-2fd130fa59a9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 945 time: 0.0488479 Aug 29 07:48:54.027247 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6febbc71-5e2b-4914-a632-c8d037c6fea3 req-385d001f-2ccb-4d22-b8f7-383a59b7332e tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Aug 29 07:48:54.238070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 92a46287-bccb-46b2-abdc-35df9483ceaa up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:48:54.331802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 92a46287-bccb-46b2-abdc-35df9483ceaa completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:48:54.335593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 92a46287-bccb-46b2-abdc-35df9483ceaa triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:48:54.335971 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:54.413107 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:54.434575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a46287-bccb-46b2-abdc-35df9483ceaa'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:48:54.436845 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9724fb4b-4482-48d3-9be8-e3b9d0f525a1" -d '{"events": [{"server_uuid": "e8d0b5c8-e8fd-4333-830e-6c179b2162cc", "name": "network-vif-plugged", "status": "completed", "tag": "92a46287-bccb-46b2-abdc-35df9483ceaa"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:48:54.450947 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 92a46287-bccb-46b2-abdc-35df9483ceaa, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=92a46287-bccb-46b2-abdc-35df9483ceaa,segment=NetworkSegment(886dce85-8177-47e1-8590-cc80986d0243),segment_id=886dce85-8177-47e1-8590-cc80986d0243)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:48:54.473196 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80936125-b698-488e-81e7-6b40c1ea97ac x-openstack-request-id: req-80936125-b698-488e-81e7-6b40c1ea97ac {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:48:54.473489 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d0b5c8-e8fd-4333-830e-6c179b2162cc", "name": "network-vif-plugged", "status": "completed", "tag": "92a46287-bccb-46b2-abdc-35df9483ceaa", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:48:54.473750 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80936125-b698-488e-81e7-6b40c1ea97ac {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:48:54.474148 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a46287-bccb-46b2-abdc-35df9483ceaa', 'code': 200} Aug 29 07:48:54.520756 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:48:54.567627 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=92a46287-bccb-46b2-abdc-35df9483ceaa,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:48:54.596949 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afe81e-06a2-4afc-beb4-72fb0be03064 req-3c8ca078-25b2-4d50-ae24-f1fdf2c11860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:54.598491 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-74afe81e-06a2-4afc-beb4-72fb0be03064 req-3c8ca078-25b2-4d50-ae24-f1fdf2c11860 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 1098 time: 0.0419400 Aug 29 07:48:54.639755 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-74afe81e-06a2-4afc-beb4-72fb0be03064 req-eacd203e-ab9d-417b-a77f-dffaa2f0c628 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336971 Aug 29 07:48:55.146978 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79238b1-2edd-49b9-a987-1cd2e69d618f req-a90538c7-d8fa-41eb-8826-3c8b304dfe75 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:55.148431 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b79238b1-2edd-49b9-a987-1cd2e69d618f req-a90538c7-d8fa-41eb-8826-3c8b304dfe75 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 946 time: 0.0545812 Aug 29 07:48:55.187594 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b79238b1-2edd-49b9-a987-1cd2e69d618f req-17521482-ccc6-45bf-b8ba-be6a313ae7fd tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313916 Aug 29 07:48:56.308510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fa554-ff48-4819-9fd0-09537c5d2cf4 req-de9afbf4-577b-49a7-a3fc-345a31ef8ba0 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:56.309982 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-750fa554-ff48-4819-9fd0-09537c5d2cf4 req-de9afbf4-577b-49a7-a3fc-345a31ef8ba0 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 946 time: 0.0507491 Aug 29 07:48:56.347373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-750fa554-ff48-4819-9fd0-09537c5d2cf4 req-f95f0fa3-8a76-48b6-9b5c-5fea2639aeb2 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311122 Aug 29 07:48:56.459938 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87680def-047a-4f05-881d-f14a0a38465d req-9f0569c5-4578-4385-9b87-095c31581fe4 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:56.461417 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87680def-047a-4f05-881d-f14a0a38465d req-9f0569c5-4578-4385-9b87-095c31581fe4 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 946 time: 0.0487354 Aug 29 07:48:56.499358 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87680def-047a-4f05-881d-f14a0a38465d req-6b1e920e-678a-4319-9bce-8356ecb16dd0 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312710 Aug 29 07:48:56.691956 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4f44f-45ab-444d-b2e7-555f4aeb8d77 req-86fe426d-9dd1-4ae9-91ed-262c237563ec tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:48:56.693895 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5ec4f44f-45ab-444d-b2e7-555f4aeb8d77 req-86fe426d-9dd1-4ae9-91ed-262c237563ec tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 946 time: 0.0532966 Aug 29 07:48:56.732096 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5ec4f44f-45ab-444d-b2e7-555f4aeb8d77 req-d45209f1-0da7-473e-92d1-672e7c0c140d tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318429 Aug 29 07:49:04.331835 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:08.188504 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b15e333c-3a65-4613-9e3e-e5806902d6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:10.194208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189fdbe-df1e-4304-847d-a72989b0e357 req-92140042-641f-41f7-8089-155f723fe7ed tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:10.195609 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5189fdbe-df1e-4304-847d-a72989b0e357 req-92140042-641f-41f7-8089-155f723fe7ed tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 946 time: 0.0490816 Aug 29 07:49:10.233205 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5189fdbe-df1e-4304-847d-a72989b0e357 req-fd58d856-e4e3-4e3d-a3e1-eb5a4c347e36 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316341 Aug 29 07:49:10.255322 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43992) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:49:10.279674 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:49:10.335822 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25b926-299b-47f7-8e1b-74b365d7c899 tempest-TestMinimumBasicScenario-1172746449 tempest-TestMinimumBasicScenario-1172746449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:10.337849 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-dd25b926-299b-47f7-8e1b-74b365d7c899 tempest-TestMinimumBasicScenario-1172746449 tempest-TestMinimumBasicScenario-1172746449-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 1093 time: 0.0815227 Aug 29 07:49:10.341288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 43996) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:49:10.346155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '92a46287-bccb-46b2-abdc-35df9483ceaa', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:49:10.450432 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:10.552315 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:10.658726 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Allocated IP 172.25.1.202 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/2a508922-e133-46ae-a9d4-218c82e82758) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:49:10.766831 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:10.890564 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:10.930742 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:10.972104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:49:10.975035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:49:10.977769 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:49:11.002712 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event updated for resources: {'Port': ['ID=2a508922-e133-46ae-a9d4-218c82e82758,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:49:11.020887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:49:11.021150 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:49:11.021529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:49:11.021856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:49:11.022181 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:49:11.022506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:49:11.022822 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:49:11.023137 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:49:11.027241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:49:11.027241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:49:11.027241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:49:11.027241 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:49:11.593870 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5d52d542-26a5-4012-8a6a-60c0defacdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:11.741747 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:11.866325 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:12.011708 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:12.016560 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:12.085884 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:12.153260 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event updated for resources: {'Port': ['ID=2a508922-e133-46ae-a9d4-218c82e82758,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:49:12.165748 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:12.267380 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Floating IP 32d5e0b4-dc92-4f1c-8c68-e9089d72f249 associated. External IP: 172.25.1.202, port: 92a46287-bccb-46b2-abdc-35df9483ceaa. Aug 29 07:49:12.478806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:49:12.585840 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:49:12.596094 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ec4c61-91a8-4686-9cb1-40b9fbc4755f None None] Sync routers for ids ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:49:12.607295 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec4c61-91a8-4686-9cb1-40b9fbc4755f None None] Routers {'77c0c67a-7aba-4464-b0e0-dc37819dbbe9'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:49:12.607984 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b7ec4c61-91a8-4686-9cb1-40b9fbc4755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:49:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:49:12.691792 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:12.721836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3d1a635c-5689-46e2-87c7-cca4616fc9c9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3794098 Aug 29 07:49:12.722538 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'tag': '92a46287-bccb-46b2-abdc-35df9483ceaa'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:49:12.724859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 43998) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:49:12.725416 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa069bf1-9672-4e79-9d00-f133635a2ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d0b5c8-e8fd-4333-830e-6c179b2162cc", "tag": "92a46287-bccb-46b2-abdc-35df9483ceaa"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:49:12.731752 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bfc2ac1e-2e57-4729-ba14-ba4f74040dc0 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-391639979', 'description': 'tempest-secgroup-smoke-391639979 description', 'project_id': '01d8403c80b24f189bd09a083b746165'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:49:12.764738 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851342c5-5dbd-471d-8658-8f5be12920d3 x-openstack-request-id: req-851342c5-5dbd-471d-8658-8f5be12920d3 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:49:12.765245 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d0b5c8-e8fd-4333-830e-6c179b2162cc", "tag": "92a46287-bccb-46b2-abdc-35df9483ceaa", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:49:12.765406 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-851342c5-5dbd-471d-8658-8f5be12920d3 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:49:12.765839 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'tag': '92a46287-bccb-46b2-abdc-35df9483ceaa', 'status': 'completed', 'code': 200} Aug 29 07:49:12.813954 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b7ec4c61-91a8-4686-9cb1-40b9fbc4755f None None] Set router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:49:12.837920 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bfc2ac1e-2e57-4729-ba14-ba4f74040dc0 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:12.874458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa069bf1-9672-4e79-9d00-f133635a2ecd req-3e40f724-3157-4205-974e-95d061715a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:12.875992 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa069bf1-9672-4e79-9d00-f133635a2ecd req-3e40f724-3157-4205-974e-95d061715a2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01d8403c80b24f189bd09a083b746165&device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 1098 time: 0.0682001 Aug 29 07:49:13.010594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa069bf1-9672-4e79-9d00-f133635a2ecd req-66903286-aae5-4859-8925-e88c419098cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:13.011978 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa069bf1-9672-4e79-9d00-f133635a2ecd req-66903286-aae5-4859-8925-e88c419098cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a HTTP/1.1" status: 200 len: 915 time: 0.1290219 Aug 29 07:49:13.014311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bfc2ac1e-2e57-4729-ba14-ba4f74040dc0 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:13.045278 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b7ec4c61-91a8-4686-9cb1-40b9fbc4755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:48:09Z', 'revision_number': 4, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port': {'id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:07Z', 'updated_at': '2021-08-29T07:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '32d5e0b4-dc92-4f1c-8c68-e9089d72f249', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'port_id': '92a46287-bccb-46b2-abdc-35df9483ceaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'mac_address': 'fa:16:3e:a9:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:49:11Z', 'updated_at': '2021-08-29T07:49:11Z', 'revision_number': 0, 'project_id': '01d8403c80b24f189bd09a083b746165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5682632-1771-4552-8d33-ab24518b6cc7', 'name': '', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'mac_address': 'fa:16:3e:e0:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:09Z', 'updated_at': '2021-08-29T07:48:15Z', 'revision_number': 5, 'project_id': '01d8403c80b24f189bd09a083b746165', 'subnets': [{'id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:49:13.063507 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bfc2ac1e-2e57-4729-ba14-ba4f74040dc0 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:13.071789 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ec4c61-91a8-4686-9cb1-40b9fbc4755f None None] Checking router: 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:49:13.080414 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec4c61-91a8-4686-9cb1-40b9fbc4755f None None] Routers {'77c0c67a-7aba-4464-b0e0-dc37819dbbe9'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:49:13.081030 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b7ec4c61-91a8-4686-9cb1-40b9fbc4755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:49:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:49:13.103620 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa069bf1-9672-4e79-9d00-f133635a2ecd req-4c718311-1c4f-4f18-a00a-27f35c9784da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a46287-bccb-46b2-abdc-35df9483ceaa HTTP/1.1" status: 200 len: 1000 time: 0.0844114 Aug 29 07:49:13.108026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2ac1e-2e57-4729-ba14-ba4f74040dc0 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957bdad4-145c-4397-8a84-c333206c3d31,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:49:13.146248 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bfc2ac1e-2e57-4729-ba14-ba4f74040dc0 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:13.147605 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bfc2ac1e-2e57-4729-ba14-ba4f74040dc0 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4209778 Aug 29 07:49:13.151097 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44002) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:49:13.155633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-18938c95-6b4a-4c77-9f66-a2d686c42c70 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Request body: {'security_group_rule': {'security_group_id': '957bdad4-145c-4397-8a84-c333206c3d31', 'project_id': '01d8403c80b24f189bd09a083b746165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:49:13.173427 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa069bf1-9672-4e79-9d00-f133635a2ecd req-94546ee5-08e5-41ab-aeb2-1c48b450d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:13.174925 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa069bf1-9672-4e79-9d00-f133635a2ecd req-94546ee5-08e5-41ab-aeb2-1c48b450d9e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5edfbb9e-1403-4040-8b95-b7749b5431f8 HTTP/1.1" status: 200 len: 853 time: 0.0635862 Aug 29 07:49:13.187273 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b7ec4c61-91a8-4686-9cb1-40b9fbc4755f None None] Set router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:49:13.229383 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa069bf1-9672-4e79-9d00-f133635a2ecd req-12468761-b40b-4216-b455-9879a09366d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:13.231198 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa069bf1-9672-4e79-9d00-f133635a2ecd req-12468761-b40b-4216-b455-9879a09366d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481417 Aug 29 07:49:13.292369 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18938c95-6b4a-4c77-9f66-a2d686c42c70 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:13.353954 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa069bf1-9672-4e79-9d00-f133635a2ecd req-cc49304e-8201-4195-b529-62d125d569be service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157255 Aug 29 07:49:13.376286 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18938c95-6b4a-4c77-9f66-a2d686c42c70 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:13.417740 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b7ec4c61-91a8-4686-9cb1-40b9fbc4755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:48:09Z', 'revision_number': 4, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port': {'id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:07Z', 'updated_at': '2021-08-29T07:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '32d5e0b4-dc92-4f1c-8c68-e9089d72f249', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'port_id': '92a46287-bccb-46b2-abdc-35df9483ceaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'mac_address': 'fa:16:3e:a9:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:49:11Z', 'updated_at': '2021-08-29T07:49:11Z', 'revision_number': 0, 'project_id': '01d8403c80b24f189bd09a083b746165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5682632-1771-4552-8d33-ab24518b6cc7', 'name': '', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'mac_address': 'fa:16:3e:e0:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:09Z', 'updated_at': '2021-08-29T07:48:15Z', 'revision_number': 5, 'project_id': '01d8403c80b24f189bd09a083b746165', 'subnets': [{'id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:49:13.447583 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ec4c61-91a8-4686-9cb1-40b9fbc4755f None None] The sync data for ids ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'] in n-d-713301-12 is: [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:48:09Z', 'revision_number': 4, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port': {'id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:07Z', 'updated_at': '2021-08-29T07:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '32d5e0b4-dc92-4f1c-8c68-e9089d72f249', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'port_id': '92a46287-bccb-46b2-abdc-35df9483ceaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'mac_address': 'fa:16:3e:a9:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:49:11Z', 'updated_at': '2021-08-29T07:49:11Z', 'revision_number': 0, 'project_id': '01d8403c80b24f189bd09a083b746165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5682632-1771-4552-8d33-ab24518b6cc7', 'name': '', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'mac_address': 'fa:16:3e:e0:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:09Z', 'updated_at': '2021-08-29T07:48:15Z', 'revision_number': 5, 'project_id': '01d8403c80b24f189bd09a083b746165', 'subnets': [{'id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:49:13.460450 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fa069bf1-9672-4e79-9d00-f133635a2ecd req-1c1482cc-7e20-49f7-82b1-bf8d809c2f1e service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977154 Aug 29 07:49:13.473126 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18938c95-6b4a-4c77-9f66-a2d686c42c70 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:13.494463 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18938c95-6b4a-4c77-9f66-a2d686c42c70 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73260fad-5161-4a2d-8475-4a488ba18080,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:49:13.572655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-18938c95-6b4a-4c77-9f66-a2d686c42c70 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:13.576143 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-18938c95-6b4a-4c77-9f66-a2d686c42c70 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4219327 Aug 29 07:49:13.577591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44004) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:49:13.582224 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7a3a8588-2740-44a3-9141-e3fe45349d79 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Request body: {'security_group_rule': {'security_group_id': '957bdad4-145c-4397-8a84-c333206c3d31', 'project_id': '01d8403c80b24f189bd09a083b746165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:49:13.645249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5606936-3afb-49b0-b9dc-cdae9cd0967d None None] New status for floating IP 32d5e0b4-dc92-4f1c-8c68-e9089d72f249: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:49:13.713045 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8588-2740-44a3-9141-e3fe45349d79 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:13.774297 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8588-2740-44a3-9141-e3fe45349d79 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:13.794347 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:13.880008 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8588-2740-44a3-9141-e3fe45349d79 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:13.899792 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a8588-2740-44a3-9141-e3fe45349d79 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90771706-866b-48e6-bf36-8a76d362e223,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:49:13.994001 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8588-2740-44a3-9141-e3fe45349d79 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:13.995371 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7a3a8588-2740-44a3-9141-e3fe45349d79 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4167891 Aug 29 07:49:13.998215 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44006) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:49:14.002859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-7fd70d10-9ea4-4916-863f-b0b1738e4177 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Request body: {'security_group_rule': {'security_group_id': '957bdad4-145c-4397-8a84-c333206c3d31', 'project_id': '01d8403c80b24f189bd09a083b746165', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:49:14.155079 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7fd70d10-9ea4-4916-863f-b0b1738e4177 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:14.222695 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7fd70d10-9ea4-4916-863f-b0b1738e4177 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:14.325888 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7fd70d10-9ea4-4916-863f-b0b1738e4177 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:14.345713 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd70d10-9ea4-4916-863f-b0b1738e4177 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d729bb56-2e14-4328-b6b4-2999731f771a,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:49:14.416022 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7fd70d10-9ea4-4916-863f-b0b1738e4177 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:14.417226 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7fd70d10-9ea4-4916-863f-b0b1738e4177 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4180651 Aug 29 07:49:14.420545 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44008) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:49:14.425041 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-740512f1-740d-4b52-baa1-9606645b6cf7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Request body: {'security_group_rule': {'security_group_id': '957bdad4-145c-4397-8a84-c333206c3d31', 'project_id': '01d8403c80b24f189bd09a083b746165', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:49:14.513304 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-740512f1-740d-4b52-baa1-9606645b6cf7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:14.571668 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-740512f1-740d-4b52-baa1-9606645b6cf7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:14.646093 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-740512f1-740d-4b52-baa1-9606645b6cf7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:14.664839 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740512f1-740d-4b52-baa1-9606645b6cf7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57cdb28-6f0a-491c-ae25-01388db1e66b,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:49:14.748897 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-740512f1-740d-4b52-baa1-9606645b6cf7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:14.750215 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-740512f1-740d-4b52-baa1-9606645b6cf7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3287361 Aug 29 07:49:14.753022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44010) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:49:14.760885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-428f6442-6416-4392-9f86-5f1cfd7ec02f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Request body: {'security_group_rule': {'security_group_id': '957bdad4-145c-4397-8a84-c333206c3d31', 'project_id': '01d8403c80b24f189bd09a083b746165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:49:14.834473 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-428f6442-6416-4392-9f86-5f1cfd7ec02f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Project 01d8403c80b24f189bd09a083b746165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:49:14.839773 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-428f6442-6416-4392-9f86-5f1cfd7ec02f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:14.900728 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-428f6442-6416-4392-9f86-5f1cfd7ec02f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:14.989515 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-428f6442-6416-4392-9f86-5f1cfd7ec02f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:15.012938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f6442-6416-4392-9f86-5f1cfd7ec02f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60c4307-04e1-48d6-8f6b-3f206abb93e6,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:49:15.097824 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-428f6442-6416-4392-9f86-5f1cfd7ec02f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:15.099208 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-428f6442-6416-4392-9f86-5f1cfd7ec02f tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3452067 Aug 29 07:49:15.102264 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44012) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:49:15.107676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-08f2b802-b565-4c65-9680-1d5f4dc45704 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Request body: {'security_group_rule': {'security_group_id': '957bdad4-145c-4397-8a84-c333206c3d31', 'project_id': '01d8403c80b24f189bd09a083b746165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:49:15.215925 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-08f2b802-b565-4c65-9680-1d5f4dc45704 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Project 01d8403c80b24f189bd09a083b746165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:49:15.221318 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08f2b802-b565-4c65-9680-1d5f4dc45704 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:15.286209 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08f2b802-b565-4c65-9680-1d5f4dc45704 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:15.343594 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08f2b802-b565-4c65-9680-1d5f4dc45704 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:15.367123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2b802-b565-4c65-9680-1d5f4dc45704 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae57e46-0693-4cf7-ab2e-bfbb8c73ca2a,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:49:15.421988 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-08f2b802-b565-4c65-9680-1d5f4dc45704 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:15.423273 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-08f2b802-b565-4c65-9680-1d5f4dc45704 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3198092 Aug 29 07:49:15.506979 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da45460a-df16-49d1-94f8-844526c8e021 req-03d4e893-25de-4af1-8016-921e11638b4b tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-391639979&fields=id&tenant_id=01d8403c80b24f189bd09a083b746165 HTTP/1.1" status: 200 len: 267 time: 0.0353994 Aug 29 07:49:15.562097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45460a-df16-49d1-94f8-844526c8e021 req-9f18fd55-c06e-4f7f-a810-1d17736f8c74 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:15.563504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da45460a-df16-49d1-94f8-844526c8e021 req-9f18fd55-c06e-4f7f-a810-1d17736f8c74 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 946 time: 0.0504386 Aug 29 07:49:15.574742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-da45460a-df16-49d1-94f8-844526c8e021 req-12555190-7b04-4745-a1b5-020e37fd41b9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Request body: {'port': {'security_groups': ['fc41d70d-14ae-4a5d-b895-9a78148422ee', '957bdad4-145c-4397-8a84-c333206c3d31']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:49:15.641308 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-da45460a-df16-49d1-94f8-844526c8e021 req-12555190-7b04-4745-a1b5-020e37fd41b9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:15.827804 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-da45460a-df16-49d1-94f8-844526c8e021 req-12555190-7b04-4745-a1b5-020e37fd41b9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] For port 92a46287-bccb-46b2-abdc-35df9483ceaa, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=92a46287-bccb-46b2-abdc-35df9483ceaa,segment=NetworkSegment(886dce85-8177-47e1-8590-cc80986d0243),segment_id=886dce85-8177-47e1-8590-cc80986d0243)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:49:15.859879 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-da45460a-df16-49d1-94f8-844526c8e021 req-12555190-7b04-4745-a1b5-020e37fd41b9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:15.948884 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-da45460a-df16-49d1-94f8-844526c8e021 req-12555190-7b04-4745-a1b5-020e37fd41b9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:15.982802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['92a46287-bccb-46b2-abdc-35df9483ceaa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:49:15.993702 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45460a-df16-49d1-94f8-844526c8e021 req-12555190-7b04-4745-a1b5-020e37fd41b9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:15.994232 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-da45460a-df16-49d1-94f8-844526c8e021 req-12555190-7b04-4745-a1b5-020e37fd41b9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:15.995679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-da45460a-df16-49d1-94f8-844526c8e021 req-12555190-7b04-4745-a1b5-020e37fd41b9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "PUT /v2.0/ports/92a46287-bccb-46b2-abdc-35df9483ceaa HTTP/1.1" status: 200 len: 982 time: 0.4255793 Aug 29 07:49:15.996142 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'tag': '92a46287-bccb-46b2-abdc-35df9483ceaa'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:49:15.998445 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ec6368-881b-49bc-b3c9-6a608bc32e55" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d0b5c8-e8fd-4333-830e-6c179b2162cc", "tag": "92a46287-bccb-46b2-abdc-35df9483ceaa"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:49:16.025204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12555190-7b04-4745-a1b5-020e37fd41b9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event updated for resources: {'Port': ['ID=92a46287-bccb-46b2-abdc-35df9483ceaa,revision_number=6']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:49:16.118117 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['92a46287-bccb-46b2-abdc-35df9483ceaa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:49:16.130339 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dc7b9-aaec-4fd6-bd57-6dd0aec541f6 req-9ebb0560-640c-40d3-a4b4-a0f4bfd2d91b tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:16.131944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-830dc7b9-aaec-4fd6-bd57-6dd0aec541f6 req-9ebb0560-640c-40d3-a4b4-a0f4bfd2d91b tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 985 time: 0.0634356 Aug 29 07:49:16.134214 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8f47f3-d8db-4e80-bcaf-3d7be6c10398 x-openstack-request-id: req-7d8f47f3-d8db-4e80-bcaf-3d7be6c10398 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:49:16.134706 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d0b5c8-e8fd-4333-830e-6c179b2162cc", "tag": "92a46287-bccb-46b2-abdc-35df9483ceaa", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:49:16.135113 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d8f47f3-d8db-4e80-bcaf-3d7be6c10398 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:49:16.135691 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'tag': '92a46287-bccb-46b2-abdc-35df9483ceaa', 'status': 'completed', 'code': 200} Aug 29 07:49:16.187737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-830dc7b9-aaec-4fd6-bd57-6dd0aec541f6 req-ae05c8a6-e1b8-4f77-bcbf-9c96404c9040 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=957bdad4-145c-4397-8a84-c333206c3d31&id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449948 Aug 29 07:49:16.222438 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec6368-881b-49bc-b3c9-6a608bc32e55 req-acb2c6f1-1d26-492d-8fb4-c5db415441d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:16.223985 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5ec6368-881b-49bc-b3c9-6a608bc32e55 req-acb2c6f1-1d26-492d-8fb4-c5db415441d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01d8403c80b24f189bd09a083b746165&device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 1137 time: 0.0517476 Aug 29 07:49:16.330358 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec6368-881b-49bc-b3c9-6a608bc32e55 req-b5097249-15a0-4da5-b71a-dfaaa31a74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:16.332002 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5ec6368-881b-49bc-b3c9-6a608bc32e55 req-b5097249-15a0-4da5-b71a-dfaaa31a74a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a HTTP/1.1" status: 200 len: 915 time: 0.0985708 Aug 29 07:49:16.401219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e6436ff4-e6d7-463d-84b7-4043c9dd70a3 None None] Provisioning complete for port 92a46287-bccb-46b2-abdc-35df9483ceaa triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:49:16.401484 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e6436ff4-e6d7-463d-84b7-4043c9dd70a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:16.416968 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5ec6368-881b-49bc-b3c9-6a608bc32e55 req-de3a319d-5382-479f-b19f-8b446646fa91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a46287-bccb-46b2-abdc-35df9483ceaa HTTP/1.1" status: 200 len: 1002 time: 0.0775552 Aug 29 07:49:16.468379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec6368-881b-49bc-b3c9-6a608bc32e55 req-cdde5a1d-f1c2-4418-8e12-b1bb9804cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:16.469933 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5ec6368-881b-49bc-b3c9-6a608bc32e55 req-cdde5a1d-f1c2-4418-8e12-b1bb9804cf0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5edfbb9e-1403-4040-8b95-b7749b5431f8 HTTP/1.1" status: 200 len: 853 time: 0.0464659 Aug 29 07:49:16.519117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec6368-881b-49bc-b3c9-6a608bc32e55 req-269fad45-5b0d-4f8d-a635-a287df856f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:16.520657 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5ec6368-881b-49bc-b3c9-6a608bc32e55 req-269fad45-5b0d-4f8d-a635-a287df856f0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436146 Aug 29 07:49:16.618467 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5ec6368-881b-49bc-b3c9-6a608bc32e55 req-69bfd9f7-e0af-4f29-80e6-2e043a846f92 service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888338 Aug 29 07:49:16.720327 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5ec6368-881b-49bc-b3c9-6a608bc32e55 req-76354079-66d1-43d4-b072-dfe8c844ecb9 service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947461 Aug 29 07:49:17.976841 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67831873-3718-48d4-8a14-b6bdc4f89e63 req-7664ab65-04d3-4301-a702-13e02b214e0a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0246894 Aug 29 07:49:18.047709 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67831873-3718-48d4-8a14-b6bdc4f89e63 req-20a5fbd1-068e-4778-b262-cc2240cc825c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0286775 Aug 29 07:49:18.091016 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67831873-3718-48d4-8a14-b6bdc4f89e63 req-8acf8d65-d997-40a9-9eb4-0611aed4dbbf service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200760 Aug 29 07:49:18.184255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67831873-3718-48d4-8a14-b6bdc4f89e63 req-6d92c63b-220b-479e-8990-42684f83d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:18.185632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67831873-3718-48d4-8a14-b6bdc4f89e63 req-6d92c63b-220b-479e-8990-42684f83d92d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884378 Aug 29 07:49:21.542791 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:26.703875 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-57e6fbd0-5e92-4825-b32b-93a985774c86 req-eed465fa-225d-4f2c-9a82-b2c87ccbd104 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450780 Aug 29 07:49:26.799795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6fbd0-5e92-4825-b32b-93a985774c86 req-5d2a8503-7e1e-4a7a-bf99-fbd350717285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:26.801281 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-57e6fbd0-5e92-4825-b32b-93a985774c86 req-5d2a8503-7e1e-4a7a-bf99-fbd350717285 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01d8403c80b24f189bd09a083b746165&device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 1137 time: 0.0404494 Aug 29 07:49:26.903265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6fbd0-5e92-4825-b32b-93a985774c86 req-97f1ea86-0302-40f6-8bcd-a9151dea324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:26.904748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-57e6fbd0-5e92-4825-b32b-93a985774c86 req-97f1ea86-0302-40f6-8bcd-a9151dea324f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a HTTP/1.1" status: 200 len: 915 time: 0.0849428 Aug 29 07:49:26.974218 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-57e6fbd0-5e92-4825-b32b-93a985774c86 req-0b5215d2-e026-4ba3-9af7-ef893014c4a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a46287-bccb-46b2-abdc-35df9483ceaa HTTP/1.1" status: 200 len: 1002 time: 0.0623052 Aug 29 07:49:27.022658 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6fbd0-5e92-4825-b32b-93a985774c86 req-d1ade4c1-d2b6-4da0-bd9f-88375aab58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:27.024626 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-57e6fbd0-5e92-4825-b32b-93a985774c86 req-d1ade4c1-d2b6-4da0-bd9f-88375aab58d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5edfbb9e-1403-4040-8b95-b7749b5431f8 HTTP/1.1" status: 200 len: 853 time: 0.0429301 Aug 29 07:49:27.069329 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6fbd0-5e92-4825-b32b-93a985774c86 req-31f8befc-b997-466f-a63d-8bbe65056190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:49:27.070867 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-57e6fbd0-5e92-4825-b32b-93a985774c86 req-31f8befc-b997-466f-a63d-8bbe65056190 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397570 Aug 29 07:49:27.081439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-57e6fbd0-5e92-4825-b32b-93a985774c86 req-6b68066f-b9c1-4c81-9de9-283a78cbee9c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:49:27.082370 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-57e6fbd0-5e92-4825-b32b-93a985774c86 req-6b68066f-b9c1-4c81-9de9-283a78cbee9c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048559 Aug 29 07:49:27.174386 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-57e6fbd0-5e92-4825-b32b-93a985774c86 req-a9262d33-f987-4300-ad27-5862bb4f3675 service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843301 Aug 29 07:49:27.261189 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-57e6fbd0-5e92-4825-b32b-93a985774c86 req-77032821-4ab2-454b-82e8-eadf6cfb6bf8 service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802717 Aug 29 07:49:34.285143 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:38.180441 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-13b18073-8767-4b9d-a566-7ddc99ad635d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:40.845389 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:41.622478 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8edccbd3-9970-4a01-bbe3-18ed75812cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:42.005210 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:43.769090 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:49:47.281689 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:49:51.534421 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:50:04.288300 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:50:08.176252 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a7019cda-c879-469b-80ba-41d97e9fa1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:50:10.865613 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:50:11.603516 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-54860aca-6385-4342-add6-c66c293f1cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:50:12.036718 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:50:13.742802 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:50:14.010140 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93f5aa-6dce-4ee2-b66a-a2d7d7bc5f2e req-9a6d52b0-070f-41eb-8113-c63f03b315e9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:14.011712 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f93f5aa-6dce-4ee2-b66a-a2d7d7bc5f2e req-9a6d52b0-070f-41eb-8113-c63f03b315e9 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 985 time: 0.0527973 Aug 29 07:50:14.053944 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f93f5aa-6dce-4ee2-b66a-a2d7d7bc5f2e req-cd3a8565-32d3-447f-b11a-8737897d4aed tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=957bdad4-145c-4397-8a84-c333206c3d31&id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342562 Aug 29 07:50:14.098415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c89231-a390-4e6d-96e3-932fa0150a7e req-15961a31-021b-4366-9f56-15345d3d0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:14.099930 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7c89231-a390-4e6d-96e3-932fa0150a7e req-15961a31-021b-4366-9f56-15345d3d0c52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01d8403c80b24f189bd09a083b746165&device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 1137 time: 0.0411289 Aug 29 07:50:14.194033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c89231-a390-4e6d-96e3-932fa0150a7e req-dbbef271-81fa-4c0e-bfdd-866ab1748eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:14.195456 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7c89231-a390-4e6d-96e3-932fa0150a7e req-dbbef271-81fa-4c0e-bfdd-866ab1748eb3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a HTTP/1.1" status: 200 len: 915 time: 0.0874846 Aug 29 07:50:14.262316 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7c89231-a390-4e6d-96e3-932fa0150a7e req-8c536cf8-5737-4d0b-b9a6-1e6819de0d17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a46287-bccb-46b2-abdc-35df9483ceaa HTTP/1.1" status: 200 len: 1002 time: 0.0596371 Aug 29 07:50:14.315517 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c89231-a390-4e6d-96e3-932fa0150a7e req-70d8d47a-3dae-41f9-9363-0288ccb43d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:14.316948 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7c89231-a390-4e6d-96e3-932fa0150a7e req-70d8d47a-3dae-41f9-9363-0288ccb43d3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5edfbb9e-1403-4040-8b95-b7749b5431f8 HTTP/1.1" status: 200 len: 853 time: 0.0471780 Aug 29 07:50:14.361992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c89231-a390-4e6d-96e3-932fa0150a7e req-cc479d26-7a98-428f-a7ef-9db8adf39f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:14.363483 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7c89231-a390-4e6d-96e3-932fa0150a7e req-cc479d26-7a98-428f-a7ef-9db8adf39f65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394380 Aug 29 07:50:14.451091 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7c89231-a390-4e6d-96e3-932fa0150a7e req-93f1565e-8d16-484b-959a-ebd905de1951 service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797639 Aug 29 07:50:14.543810 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e7c89231-a390-4e6d-96e3-932fa0150a7e req-fc1657d6-63ae-4d98-add0-843cb6421401 service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852849 Aug 29 07:50:15.182254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf32ed-bf61-4ab6-b9b3-8953d47b49e2 req-338be81e-caec-4cfb-b30a-cea4cc3ba464 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:15.183764 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14cf32ed-bf61-4ab6-b9b3-8953d47b49e2 req-338be81e-caec-4cfb-b30a-cea4cc3ba464 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 985 time: 0.0585682 Aug 29 07:50:15.225428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14cf32ed-bf61-4ab6-b9b3-8953d47b49e2 req-00b7333c-4e35-41a2-9239-57c73aafd9a8 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=957bdad4-145c-4397-8a84-c333206c3d31&id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352755 Aug 29 07:50:16.341889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a949ce4-74ea-4a77-bc37-742a5977bbb3 req-23d0450f-f1ae-4821-b48c-29c93f726ab1 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:16.343383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a949ce4-74ea-4a77-bc37-742a5977bbb3 req-23d0450f-f1ae-4821-b48c-29c93f726ab1 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 985 time: 0.0495501 Aug 29 07:50:16.383559 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2a949ce4-74ea-4a77-bc37-742a5977bbb3 req-b20da5a4-6e00-4048-818e-c08e0bc53bc3 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=957bdad4-145c-4397-8a84-c333206c3d31&id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340514 Aug 29 07:50:17.497367 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c1738-ec65-4219-820a-7a4f6ba03e7d req-fed6adc6-384e-4e63-b510-074da2bccec2 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:17.498850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-674c1738-ec65-4219-820a-7a4f6ba03e7d req-fed6adc6-384e-4e63-b510-074da2bccec2 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 985 time: 0.0491278 Aug 29 07:50:17.538318 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-674c1738-ec65-4219-820a-7a4f6ba03e7d req-c21c2c58-95f6-4c6e-8c55-59844b795d16 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=957bdad4-145c-4397-8a84-c333206c3d31&id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333259 Aug 29 07:50:18.066554 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5f7b0c3-a6c4-469d-aaed-f14e5a9cf4f3 req-0b6040dc-2c0c-44ef-9543-d4baf708bf24 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0992634 Aug 29 07:50:18.133606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5f7b0c3-a6c4-469d-aaed-f14e5a9cf4f3 req-7d77bf6f-b163-466b-a2dc-59d19b15b760 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0248563 Aug 29 07:50:18.172846 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5f7b0c3-a6c4-469d-aaed-f14e5a9cf4f3 req-3d8ae684-9f5d-4785-bff9-ba00177d39de service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187781 Aug 29 07:50:18.265679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7b0c3-a6c4-469d-aaed-f14e5a9cf4f3 req-6b458daa-23ff-414f-b56d-8122fea61f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:18.267175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5f7b0c3-a6c4-469d-aaed-f14e5a9cf4f3 req-6b458daa-23ff-414f-b56d-8122fea61f10 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869224 Aug 29 07:50:18.657215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ff5b3-9e7a-434b-b78b-f88de72796e9 req-2bad976c-7adb-4fb0-a30e-cb34a04761b1 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:18.658682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af6ff5b3-9e7a-434b-b78b-f88de72796e9 req-2bad976c-7adb-4fb0-a30e-cb34a04761b1 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 985 time: 0.0528951 Aug 29 07:50:18.699398 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af6ff5b3-9e7a-434b-b78b-f88de72796e9 req-b29bc4d2-d9f9-4334-8b7a-38f3921aabee tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=957bdad4-145c-4397-8a84-c333206c3d31&id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336535 Aug 29 07:50:19.815530 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e630cb4-1e0c-4232-81f0-06a8aa8eab96 req-be0446e9-8b54-401c-b6b2-98809a29d247 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:19.817035 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e630cb4-1e0c-4232-81f0-06a8aa8eab96 req-be0446e9-8b54-401c-b6b2-98809a29d247 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 985 time: 0.0495474 Aug 29 07:50:19.861890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e630cb4-1e0c-4232-81f0-06a8aa8eab96 req-f8b9f5a0-4bfc-4e3a-a4f0-d6cd31bd9413 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=957bdad4-145c-4397-8a84-c333206c3d31&id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380292 Aug 29 07:50:20.979930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee472cb-b1d8-4172-897a-1862ccd87ccb req-96bbe1c8-ce71-48e8-95aa-169f8e584b31 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:20.981435 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bee472cb-b1d8-4172-897a-1862ccd87ccb req-96bbe1c8-ce71-48e8-95aa-169f8e584b31 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 985 time: 0.0504050 Aug 29 07:50:21.020386 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bee472cb-b1d8-4172-897a-1862ccd87ccb req-d5cd67b7-10e6-4570-b7e1-a1f4dcdc71e2 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=957bdad4-145c-4397-8a84-c333206c3d31&id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329864 Aug 29 07:50:21.527553 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:50:22.137209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454ba65-744f-4440-998e-51b311ed0b56 req-7a774b09-4ab9-419e-9211-33eb7f70af96 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:22.138597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4454ba65-744f-4440-998e-51b311ed0b56 req-7a774b09-4ab9-419e-9211-33eb7f70af96 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 985 time: 0.0533133 Aug 29 07:50:22.178866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4454ba65-744f-4440-998e-51b311ed0b56 req-854f4679-ef3e-49a6-8554-1c76ae1a0a42 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=957bdad4-145c-4397-8a84-c333206c3d31&id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341237 Aug 29 07:50:23.295125 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7c968-fefa-4444-a6af-6091196f9f45 req-30466162-adf7-4ad7-afc4-f059c0bba651 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:23.296651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58f7c968-fefa-4444-a6af-6091196f9f45 req-30466162-adf7-4ad7-afc4-f059c0bba651 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 985 time: 0.0509074 Aug 29 07:50:23.336923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58f7c968-fefa-4444-a6af-6091196f9f45 req-c5c55ca9-d59d-48ce-b0ed-5cdf53b44acd tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=957bdad4-145c-4397-8a84-c333206c3d31&id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341387 Aug 29 07:50:24.285695 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:50:24.450944 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a4dbf-f782-46cf-b12a-f35ca4bfa221 req-ff87ac63-cfa4-4c0b-892b-314c82f28e7c tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:24.452422 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d1a4dbf-f782-46cf-b12a-f35ca4bfa221 req-ff87ac63-cfa4-4c0b-892b-314c82f28e7c tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 985 time: 0.0485454 Aug 29 07:50:24.490671 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d1a4dbf-f782-46cf-b12a-f35ca4bfa221 req-6bd59572-9c41-4f35-9429-88991dc0c5e0 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=957bdad4-145c-4397-8a84-c333206c3d31&id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323322 Aug 29 07:50:25.611557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18edf2-001f-4eaa-8d19-253d7094de7a req-26fc6565-39dc-492a-bda3-ef6f9b3ae67c tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:25.613740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc18edf2-001f-4eaa-8d19-253d7094de7a req-26fc6565-39dc-492a-bda3-ef6f9b3ae67c tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 985 time: 0.0544991 Aug 29 07:50:25.658402 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc18edf2-001f-4eaa-8d19-253d7094de7a req-693e1c11-3593-43e3-a6c9-3e1d0d67fa22 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=957bdad4-145c-4397-8a84-c333206c3d31&id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377655 Aug 29 07:50:26.773296 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a81823-fb4f-488e-8fb9-4af2548df07e req-a4b3c7e3-006f-4bcf-8d50-b79cdc595b11 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:26.774774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17a81823-fb4f-488e-8fb9-4af2548df07e req-a4b3c7e3-006f-4bcf-8d50-b79cdc595b11 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 985 time: 0.0503209 Aug 29 07:50:26.814542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-17a81823-fb4f-488e-8fb9-4af2548df07e req-f3dcdf49-0ef9-4e43-a2a3-81214bce206d tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=957bdad4-145c-4397-8a84-c333206c3d31&id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337341 Aug 29 07:50:27.772960 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-422b3ab5-8d64-45f4-9cf3-e39fd50eed3a req-98db754e-f5c6-4581-a066-6009ee3c77ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1150215 Aug 29 07:50:27.869211 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b3ab5-8d64-45f4-9cf3-e39fd50eed3a req-008b4a43-992f-47fa-8a95-e52d767e6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:27.870765 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-422b3ab5-8d64-45f4-9cf3-e39fd50eed3a req-008b4a43-992f-47fa-8a95-e52d767e6d15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01d8403c80b24f189bd09a083b746165&device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 1137 time: 0.0412416 Aug 29 07:50:27.978682 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b3ab5-8d64-45f4-9cf3-e39fd50eed3a req-9356f3c0-4191-489c-b5ff-b6abea1fddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:27.980127 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-422b3ab5-8d64-45f4-9cf3-e39fd50eed3a req-9356f3c0-4191-489c-b5ff-b6abea1fddca service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a HTTP/1.1" status: 200 len: 915 time: 0.0897331 Aug 29 07:50:28.065526 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-422b3ab5-8d64-45f4-9cf3-e39fd50eed3a req-ef3e3790-bb82-4b00-bea9-363e4eefd152 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a46287-bccb-46b2-abdc-35df9483ceaa HTTP/1.1" status: 200 len: 1002 time: 0.0782340 Aug 29 07:50:28.116572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b3ab5-8d64-45f4-9cf3-e39fd50eed3a req-d6829c44-ed96-4277-9809-c9c6460f6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:28.118499 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-422b3ab5-8d64-45f4-9cf3-e39fd50eed3a req-d6829c44-ed96-4277-9809-c9c6460f6c14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5edfbb9e-1403-4040-8b95-b7749b5431f8 HTTP/1.1" status: 200 len: 853 time: 0.0453415 Aug 29 07:50:28.162349 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b3ab5-8d64-45f4-9cf3-e39fd50eed3a req-1498b24b-f90e-4e30-9da4-c6a86a4bc3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:50:28.163846 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-422b3ab5-8d64-45f4-9cf3-e39fd50eed3a req-1498b24b-f90e-4e30-9da4-c6a86a4bc3c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388939 Aug 29 07:50:28.250748 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-422b3ab5-8d64-45f4-9cf3-e39fd50eed3a req-3e42e801-7621-47c6-b1d6-a9350ab25072 service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795407 Aug 29 07:50:28.341541 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-422b3ab5-8d64-45f4-9cf3-e39fd50eed3a req-1afe7a59-452f-488d-b0ae-7f97e2187099 service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842938 Aug 29 07:50:34.278252 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:50:38.172851 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-28adde85-4696-4290-b6b7-0c1284b27121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:50:40.855535 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:50:41.578374 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c5101744-e1fe-4b8c-b34f-240890d7f997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:50:42.038267 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:50:43.735201 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:50:51.543366 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:01.285177 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:51:04.348680 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:08.181150 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-863fe7bc-4d21-4916-80a5-d48456bf2d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:10.851476 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:11.605605 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0e43a780-75a3-45dc-be5b-43ff155c0276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:12.003399 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:13.771453 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:18.962027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a002353a-16fc-49fa-8bb7-0927fc079252 req-3b2ff3c0-7666-465f-ac1c-2815286aa997 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260220 Aug 29 07:51:19.033916 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a002353a-16fc-49fa-8bb7-0927fc079252 req-0f991aa3-cd3a-4473-b20c-290cf665d583 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0282981 Aug 29 07:51:19.072780 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a002353a-16fc-49fa-8bb7-0927fc079252 req-e7b7300b-339b-4b08-a908-c9424ae9ee94 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187702 Aug 29 07:51:19.164641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002353a-16fc-49fa-8bb7-0927fc079252 req-46bd2c14-66a7-4f82-8b86-629de605a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:19.166013 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a002353a-16fc-49fa-8bb7-0927fc079252 req-46bd2c14-66a7-4f82-8b86-629de605a03a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867147 Aug 29 07:51:21.582742 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:27.692820 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-da662ce3-f312-4eb0-b61a-58d11f6750cc req-c9111fd9-8c6e-4513-bfb7-b3c6734f6ccb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406730 Aug 29 07:51:27.788631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da662ce3-f312-4eb0-b61a-58d11f6750cc req-de89415d-4ae5-492a-a9f5-5fea85858bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:27.790622 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-da662ce3-f312-4eb0-b61a-58d11f6750cc req-de89415d-4ae5-492a-a9f5-5fea85858bcc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01d8403c80b24f189bd09a083b746165&device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 1137 time: 0.0406063 Aug 29 07:51:27.896501 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da662ce3-f312-4eb0-b61a-58d11f6750cc req-2c8210fd-5db5-492a-afad-e55c7e313b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:27.898067 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-da662ce3-f312-4eb0-b61a-58d11f6750cc req-2c8210fd-5db5-492a-afad-e55c7e313b43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a HTTP/1.1" status: 200 len: 915 time: 0.0884027 Aug 29 07:51:27.963719 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-da662ce3-f312-4eb0-b61a-58d11f6750cc req-e1c08377-7a84-476b-8c6e-7cd723e6c057 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a46287-bccb-46b2-abdc-35df9483ceaa HTTP/1.1" status: 200 len: 1002 time: 0.0575056 Aug 29 07:51:28.015539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da662ce3-f312-4eb0-b61a-58d11f6750cc req-a3c8a6b8-dcaa-4b78-aa78-65939679e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:28.016979 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-da662ce3-f312-4eb0-b61a-58d11f6750cc req-a3c8a6b8-dcaa-4b78-aa78-65939679e3ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5edfbb9e-1403-4040-8b95-b7749b5431f8 HTTP/1.1" status: 200 len: 853 time: 0.0465813 Aug 29 07:51:28.062467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da662ce3-f312-4eb0-b61a-58d11f6750cc req-8d3f248f-fd06-48cd-8a78-a56625d70682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:28.063977 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-da662ce3-f312-4eb0-b61a-58d11f6750cc req-8d3f248f-fd06-48cd-8a78-a56625d70682 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401335 Aug 29 07:51:28.151632 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-da662ce3-f312-4eb0-b61a-58d11f6750cc req-74229f5b-6022-4f50-b63b-cdfb12c64893 service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804994 Aug 29 07:51:28.245110 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-da662ce3-f312-4eb0-b61a-58d11f6750cc req-e57491c8-75bd-4e8a-b36d-cd5d0e70a645 service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870016 Aug 29 07:51:30.261251 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94893a33-1c9a-4453-92da-27809660c70c req-16c35066-9f87-4636-a557-f8a651152703 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-391639979&fields=id&tenant_id=01d8403c80b24f189bd09a083b746165 HTTP/1.1" status: 200 len: 267 time: 0.0332468 Aug 29 07:51:30.316545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94893a33-1c9a-4453-92da-27809660c70c req-156b377d-d8cb-44f7-afce-035236efa92e tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:30.318039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94893a33-1c9a-4453-92da-27809660c70c req-156b377d-d8cb-44f7-afce-035236efa92e tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 985 time: 0.0511751 Aug 29 07:51:30.330977 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-94893a33-1c9a-4453-92da-27809660c70c req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Request body: {'port': {'security_groups': ['fc41d70d-14ae-4a5d-b895-9a78148422ee']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:51:30.399744 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-94893a33-1c9a-4453-92da-27809660c70c req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:30.569656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-94893a33-1c9a-4453-92da-27809660c70c req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] For port 92a46287-bccb-46b2-abdc-35df9483ceaa, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=92a46287-bccb-46b2-abdc-35df9483ceaa,segment=NetworkSegment(886dce85-8177-47e1-8590-cc80986d0243),segment_id=886dce85-8177-47e1-8590-cc80986d0243)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:51:30.598149 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-94893a33-1c9a-4453-92da-27809660c70c req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:30.684876 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-94893a33-1c9a-4453-92da-27809660c70c req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:30.717273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['92a46287-bccb-46b2-abdc-35df9483ceaa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:51:30.733742 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94893a33-1c9a-4453-92da-27809660c70c req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:30.734449 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-94893a33-1c9a-4453-92da-27809660c70c req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:30.735917 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94893a33-1c9a-4453-92da-27809660c70c req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "PUT /v2.0/ports/92a46287-bccb-46b2-abdc-35df9483ceaa HTTP/1.1" status: 200 len: 943 time: 0.4104099 Aug 29 07:51:30.736380 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'tag': '92a46287-bccb-46b2-abdc-35df9483ceaa'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:51:30.738663 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c37144-5494-4ab7-914d-b7b66fa6d4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d0b5c8-e8fd-4333-830e-6c179b2162cc", "tag": "92a46287-bccb-46b2-abdc-35df9483ceaa"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:51:30.745388 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44120) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:30.765072 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event updated for resources: {'Port': ['ID=92a46287-bccb-46b2-abdc-35df9483ceaa,revision_number=7']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:30.774118 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:30.774522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:30.774847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:30.775356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:30.775694 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:30.776029 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:30.776496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:30.776831 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:30.777160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:30.777483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:30.777808 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:30.778128 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd273c94-127c-4a2f-8059-74b773bcbfd7 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:30.804852 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c4790e-4f4b-4f50-8680-4fef3a1f7669 x-openstack-request-id: req-c4c4790e-4f4b-4f50-8680-4fef3a1f7669 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:51:30.805470 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d0b5c8-e8fd-4333-830e-6c179b2162cc", "tag": "92a46287-bccb-46b2-abdc-35df9483ceaa", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:51:30.805949 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c4c4790e-4f4b-4f50-8680-4fef3a1f7669 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:51:30.807135 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'tag': '92a46287-bccb-46b2-abdc-35df9483ceaa', 'status': 'completed', 'code': 200} Aug 29 07:51:30.834421 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:30.847840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['92a46287-bccb-46b2-abdc-35df9483ceaa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:51:30.863733 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:30.953232 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c37144-5494-4ab7-914d-b7b66fa6d4f3 req-b2e2c7e6-45fd-4688-9241-b3719687b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:30.954740 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-17c37144-5494-4ab7-914d-b7b66fa6d4f3 req-b2e2c7e6-45fd-4688-9241-b3719687b419 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01d8403c80b24f189bd09a083b746165&device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 1098 time: 0.1065006 Aug 29 07:51:30.983193 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bcf765a9-56a1-4be0-a36f-26055d7a791d None None] Provisioning complete for port 92a46287-bccb-46b2-abdc-35df9483ceaa triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:51:30.983571 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bcf765a9-56a1-4be0-a36f-26055d7a791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:31.046328 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:31.048900 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:31.054404 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "DELETE /v2.0/security-groups/957bdad4-145c-4397-8a84-c333206c3d31 HTTP/1.1" status: 204 len: 168 time: 0.3041685 Aug 29 07:51:31.054555 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44124) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:31.054661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c37144-5494-4ab7-914d-b7b66fa6d4f3 req-e12f80fa-3281-42bc-91a8-cc2abe6ddb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:31.055541 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-17c37144-5494-4ab7-914d-b7b66fa6d4f3 req-e12f80fa-3281-42bc-91a8-cc2abe6ddb27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a HTTP/1.1" status: 200 len: 915 time: 0.0932305 Aug 29 07:51:31.061951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957bdad4-145c-4397-8a84-c333206c3d31,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:31.076900 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:31.077289 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:31.082894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:31.082894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:31.082894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:31.082894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:31.082894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:31.082894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:31.082894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:31.082894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:31.082894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:31.082894 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b89d2a-82b8-410d-a827-81ee812f3319 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:31.149582 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-17c37144-5494-4ab7-914d-b7b66fa6d4f3 req-511bce84-bc65-462f-a811-c0faf9e04d22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a46287-bccb-46b2-abdc-35df9483ceaa HTTP/1.1" status: 200 len: 1002 time: 0.0839298 Aug 29 07:51:31.200659 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c37144-5494-4ab7-914d-b7b66fa6d4f3 req-66c2c495-7ba0-4789-adff-43acd0935be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:31.202237 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-17c37144-5494-4ab7-914d-b7b66fa6d4f3 req-66c2c495-7ba0-4789-adff-43acd0935be4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5edfbb9e-1403-4040-8b95-b7749b5431f8 HTTP/1.1" status: 200 len: 853 time: 0.0446124 Aug 29 07:51:31.227460 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a3584e15-9199-490c-8464-3c552a79c758 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Deleting port 2a508922-e133-46ae-a9d4-218c82e82758 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:51:31.227758 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3584e15-9199-490c-8464-3c552a79c758 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:31.250480 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c37144-5494-4ab7-914d-b7b66fa6d4f3 req-8792d6b7-be3c-44ff-bfff-e3fbb5169eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:31.255901 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-17c37144-5494-4ab7-914d-b7b66fa6d4f3 req-8792d6b7-be3c-44ff-bfff-e3fbb5169eb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426798 Aug 29 07:51:31.306192 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3584e15-9199-490c-8464-3c552a79c758 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:31.306883 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3584e15-9199-490c-8464-3c552a79c758 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:31.318315 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-a3584e15-9199-490c-8464-3c552a79c758 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Calling delete_port for 2a508922-e133-46ae-a9d4-218c82e82758 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:51:31.354532 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-17c37144-5494-4ab7-914d-b7b66fa6d4f3 req-fcd388e1-b6b2-4c05-998b-49b56820b2c1 service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951245 Aug 29 07:51:31.446657 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-17c37144-5494-4ab7-914d-b7b66fa6d4f3 req-278291e7-56b4-4ff0-b7f6-1642ae98575b service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845716 Aug 29 07:51:31.591993 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3584e15-9199-490c-8464-3c552a79c758 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:31.616284 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3584e15-9199-490c-8464-3c552a79c758 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event deleted for resources: {'Port': ['ID=2a508922-e133-46ae-a9d4-218c82e82758,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:31.683331 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3584e15-9199-490c-8464-3c552a79c758 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:31.683778 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-a3584e15-9199-490c-8464-3c552a79c758 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Floating IP 32d5e0b4-dc92-4f1c-8c68-e9089d72f249 disassociated (deleted). External IP: 172.25.1.202, port: 92a46287-bccb-46b2-abdc-35df9483ceaa. Aug 29 07:51:31.901773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3584e15-9199-490c-8464-3c552a79c758 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:51:32.015861 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3584e15-9199-490c-8464-3c552a79c758 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:51:32.020699 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a3584e15-9199-490c-8464-3c552a79c758 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:32.027210 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce22ac-6ea8-43c5-b2df-2dc15250ad4c None None] Sync routers for ids ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:51:32.036131 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce22ac-6ea8-43c5-b2df-2dc15250ad4c None None] Routers {'77c0c67a-7aba-4464-b0e0-dc37819dbbe9'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:51:32.036739 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7fce22ac-6ea8-43c5-b2df-2dc15250ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:51:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:32.048419 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a3584e15-9199-490c-8464-3c552a79c758 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "DELETE /v2.0/floatingips/32d5e0b4-dc92-4f1c-8c68-e9089d72f249 HTTP/1.1" status: 204 len: 168 time: 0.9943223 Aug 29 07:51:32.155040 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-7fce22ac-6ea8-43c5-b2df-2dc15250ad4c None None] Set router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:51:32.366061 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7fce22ac-6ea8-43c5-b2df-2dc15250ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:48:09Z', 'revision_number': 4, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port': {'id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:07Z', 'updated_at': '2021-08-29T07:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'a5682632-1771-4552-8d33-ab24518b6cc7', 'name': '', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'mac_address': 'fa:16:3e:e0:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:09Z', 'updated_at': '2021-08-29T07:48:15Z', 'revision_number': 5, 'project_id': '01d8403c80b24f189bd09a083b746165', 'subnets': [{'id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:32.395677 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce22ac-6ea8-43c5-b2df-2dc15250ad4c None None] Checking router: 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:51:32.404667 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce22ac-6ea8-43c5-b2df-2dc15250ad4c None None] Routers {'77c0c67a-7aba-4464-b0e0-dc37819dbbe9'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:51:32.405279 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7fce22ac-6ea8-43c5-b2df-2dc15250ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:51:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:32.527023 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-7fce22ac-6ea8-43c5-b2df-2dc15250ad4c None None] Set router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:51:32.731138 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-7fce22ac-6ea8-43c5-b2df-2dc15250ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:48:09Z', 'revision_number': 4, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port': {'id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:07Z', 'updated_at': '2021-08-29T07:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'a5682632-1771-4552-8d33-ab24518b6cc7', 'name': '', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'mac_address': 'fa:16:3e:e0:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:09Z', 'updated_at': '2021-08-29T07:48:15Z', 'revision_number': 5, 'project_id': '01d8403c80b24f189bd09a083b746165', 'subnets': [{'id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:32.757120 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce22ac-6ea8-43c5-b2df-2dc15250ad4c None None] The sync data for ids ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'] in n-d-713301-12 is: [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:48:09Z', 'revision_number': 4, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port': {'id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:07Z', 'updated_at': '2021-08-29T07:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'a5682632-1771-4552-8d33-ab24518b6cc7', 'name': '', 'network_id': 'a1fbe39e-e3ec-4a12-98f8-cd4b0504418a', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'mac_address': 'fa:16:3e:e0:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:09Z', 'updated_at': '2021-08-29T07:48:15Z', 'revision_number': 5, 'project_id': '01d8403c80b24f189bd09a083b746165', 'subnets': [{'id': '5edfbb9e-1403-4040-8b95-b7749b5431f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:51:32.866728 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'tag': '92a46287-bccb-46b2-abdc-35df9483ceaa'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:51:32.866728 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93703530-793d-4d1b-a155-498c043df9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d0b5c8-e8fd-4333-830e-6c179b2162cc", "tag": "92a46287-bccb-46b2-abdc-35df9483ceaa"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:51:32.866728 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ead3d2-583f-4637-b8b4-7086c2c55869 x-openstack-request-id: req-47ead3d2-583f-4637-b8b4-7086c2c55869 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:51:32.866728 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d0b5c8-e8fd-4333-830e-6c179b2162cc", "tag": "92a46287-bccb-46b2-abdc-35df9483ceaa", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:51:32.866728 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-47ead3d2-583f-4637-b8b4-7086c2c55869 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:51:32.866728 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'tag': '92a46287-bccb-46b2-abdc-35df9483ceaa', 'status': 'completed', 'code': 200} Aug 29 07:51:32.944916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93703530-793d-4d1b-a155-498c043df9c0 req-ff319dd3-f390-4a7d-9fa8-3ed2a7974af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:32.946676 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93703530-793d-4d1b-a155-498c043df9c0 req-ff319dd3-f390-4a7d-9fa8-3ed2a7974af5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01d8403c80b24f189bd09a083b746165&device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 1098 time: 0.0494082 Aug 29 07:51:32.997232 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d567df21-cb22-4f04-9066-8b3fb1921e3c None None] New status for floating IP 32d5e0b4-dc92-4f1c-8c68-e9089d72f249: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:51:33.048538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93703530-793d-4d1b-a155-498c043df9c0 req-e609b19e-b672-4ef1-8ac3-7f4d05f5ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:33.050116 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93703530-793d-4d1b-a155-498c043df9c0 req-e609b19e-b672-4ef1-8ac3-7f4d05f5ec5b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a HTTP/1.1" status: 200 len: 915 time: 0.0933800 Aug 29 07:51:33.094759 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93703530-793d-4d1b-a155-498c043df9c0 req-f6e0ad29-ecf3-4ba5-9275-8c89988d3d4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92a46287-bccb-46b2-abdc-35df9483ceaa HTTP/1.1" status: 200 len: 217 time: 0.0358067 Aug 29 07:51:33.153288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93703530-793d-4d1b-a155-498c043df9c0 req-8f91c54d-2d7c-4126-8ee8-fcbc4443a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:33.154751 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93703530-793d-4d1b-a155-498c043df9c0 req-8f91c54d-2d7c-4126-8ee8-fcbc4443a75e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5edfbb9e-1403-4040-8b95-b7749b5431f8 HTTP/1.1" status: 200 len: 853 time: 0.0502014 Aug 29 07:51:33.542591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93703530-793d-4d1b-a155-498c043df9c0 req-7bd19494-5cfe-421d-a323-1a75c59028c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:33.544144 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93703530-793d-4d1b-a155-498c043df9c0 req-7bd19494-5cfe-421d-a323-1a75c59028c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3821509 Aug 29 07:51:33.644221 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93703530-793d-4d1b-a155-498c043df9c0 req-3a4c507d-2b4b-4405-b0df-03073031f872 service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915656 Aug 29 07:51:33.746035 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-93703530-793d-4d1b-a155-498c043df9c0 req-da279097-06f4-4c82-9f19-749e00bba19f service neutron] 10.222.0.11 "GET /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949008 Aug 29 07:51:34.334772 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:38.227938 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8d6973cc-8a73-4adc-888e-19ff3d18511d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:38.285803 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:51:40.867887 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:41.622001 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ab613de5-0ea2-4d42-937a-c26e76e83186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:41.774292 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803f1dc-2b79-4bb7-a06c-ca1c0564ec5d req-115e7a3f-6575-4663-8d29-021f05b80d55 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:41.775874 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a803f1dc-2b79-4bb7-a06c-ca1c0564ec5d req-115e7a3f-6575-4663-8d29-021f05b80d55 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 946 time: 0.0503221 Aug 29 07:51:41.820179 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a803f1dc-2b79-4bb7-a06c-ca1c0564ec5d req-c57ef420-1eb0-4ebd-9e7d-710902d10ca0 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379565 Aug 29 07:51:42.033015 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:42.942252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9421237-aee2-4d04-876d-f3da3809bdfc req-8be8f9d1-e885-40f5-8065-c91b3e26050e tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:42.943804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9421237-aee2-4d04-876d-f3da3809bdfc req-8be8f9d1-e885-40f5-8065-c91b3e26050e tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 946 time: 0.0536683 Aug 29 07:51:42.983029 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9421237-aee2-4d04-876d-f3da3809bdfc req-7cf5b2d9-7ddc-4573-840c-131ac4b862c3 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324063 Aug 29 07:51:43.774524 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:43.869932 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3ebb3-ee2f-4b79-946e-30d555708282 req-fdf19748-91a2-4721-a83d-8cba855f4f22 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:43.871533 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9df3ebb3-ee2f-4b79-946e-30d555708282 req-fdf19748-91a2-4721-a83d-8cba855f4f22 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 946 time: 0.0507147 Aug 29 07:51:43.970814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-9df3ebb3-ee2f-4b79-946e-30d555708282 req-21da7659-45a5-4dd4-9f81-68af6762bb3a tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Deleting port 92a46287-bccb-46b2-abdc-35df9483ceaa {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:51:43.971172 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9df3ebb3-ee2f-4b79-946e-30d555708282 req-21da7659-45a5-4dd4-9f81-68af6762bb3a tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:44.059799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9df3ebb3-ee2f-4b79-946e-30d555708282 req-21da7659-45a5-4dd4-9f81-68af6762bb3a tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] For port 92a46287-bccb-46b2-abdc-35df9483ceaa, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=92a46287-bccb-46b2-abdc-35df9483ceaa,segment=NetworkSegment(886dce85-8177-47e1-8590-cc80986d0243),segment_id=886dce85-8177-47e1-8590-cc80986d0243)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:51:44.060205 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9df3ebb3-ee2f-4b79-946e-30d555708282 req-21da7659-45a5-4dd4-9f81-68af6762bb3a tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:44.074360 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-9df3ebb3-ee2f-4b79-946e-30d555708282 req-21da7659-45a5-4dd4-9f81-68af6762bb3a tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Calling delete_port for 92a46287-bccb-46b2-abdc-35df9483ceaa owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:51:44.098848 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2e41a-1d57-4f27-ab6f-1edf38fdca90 req-9854029f-5d5b-4fbd-9e82-90026fa075fe tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:51:44.100401 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-add2e41a-1d57-4f27-ab6f-1edf38fdca90 req-9854029f-5d5b-4fbd-9e82-90026fa075fe tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 946 time: 0.0501406 Aug 29 07:51:44.139001 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-add2e41a-1d57-4f27-ab6f-1edf38fdca90 req-6e1bfce2-9fe6-4a6c-a3fd-b68893d07829 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc41d70d-14ae-4a5d-b895-9a78148422ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Aug 29 07:51:44.273078 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9df3ebb3-ee2f-4b79-946e-30d555708282 req-21da7659-45a5-4dd4-9f81-68af6762bb3a tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:44.301638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da7659-45a5-4dd4-9f81-68af6762bb3a tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Pushing event deleted for resources: {'Port': ['ID=92a46287-bccb-46b2-abdc-35df9483ceaa,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:44.306238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['92a46287-bccb-46b2-abdc-35df9483ceaa'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:51:44.344557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df3ebb3-ee2f-4b79-946e-30d555708282 req-21da7659-45a5-4dd4-9f81-68af6762bb3a tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] No DVR routers for this DVR port 92a46287-bccb-46b2-abdc-35df9483ceaa on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:51:44.347452 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9df3ebb3-ee2f-4b79-946e-30d555708282 req-21da7659-45a5-4dd4-9f81-68af6762bb3a tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:44.350136 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9df3ebb3-ee2f-4b79-946e-30d555708282 req-21da7659-45a5-4dd4-9f81-68af6762bb3a tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.11 "DELETE /v2.0/ports/92a46287-bccb-46b2-abdc-35df9483ceaa HTTP/1.1" status: 204 len: 173 time: 0.4704897 Aug 29 07:51:44.350594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'name': 'network-vif-deleted', 'tag': '92a46287-bccb-46b2-abdc-35df9483ceaa'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:51:44.353887 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444f828b-c8b8-4479-b398-4ef850c31107" -d '{"events": [{"server_uuid": "e8d0b5c8-e8fd-4333-830e-6c179b2162cc", "name": "network-vif-deleted", "tag": "92a46287-bccb-46b2-abdc-35df9483ceaa"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:51:44.454605 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888352ec-53d0-4ec2-b073-024d91a71713 x-openstack-request-id: req-888352ec-53d0-4ec2-b073-024d91a71713 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:51:44.454903 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d0b5c8-e8fd-4333-830e-6c179b2162cc", "name": "network-vif-deleted", "tag": "92a46287-bccb-46b2-abdc-35df9483ceaa", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:51:44.455396 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-888352ec-53d0-4ec2-b073-024d91a71713 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:51:44.455696 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d0b5c8-e8fd-4333-830e-6c179b2162cc', 'name': 'network-vif-deleted', 'tag': '92a46287-bccb-46b2-abdc-35df9483ceaa', 'status': 'completed', 'code': 200} Aug 29 07:51:45.250912 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-934c8192-08b3-45f4-894e-85945e8c2adf req-7c8df8a7-8118-4726-b500-839c7df2b4b4 tempest-TestMinimumBasicScenario-1196019359 tempest-TestMinimumBasicScenario-1196019359-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d0b5c8-e8fd-4333-830e-6c179b2162cc HTTP/1.1" status: 200 len: 210 time: 0.0297041 Aug 29 07:51:46.996668 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 92a46287-bccb-46b2-abdc-35df9483ceaa no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:51:47.016890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 92a46287-bccb-46b2-abdc-35df9483ceaa {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:51:47.017242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 92a46287-bccb-46b2-abdc-35df9483ceaa not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:51:47.441225 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44244) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:47.801730 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-65d0f7f6-0b87-4695-813c-a2ea21136625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:48.052723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-65d0f7f6-0b87-4695-813c-a2ea21136625 admin admin] Deleting port a5682632-1771-4552-8d33-ab24518b6cc7 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:51:48.052978 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-65d0f7f6-0b87-4695-813c-a2ea21136625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:48.485208 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-65d0f7f6-0b87-4695-813c-a2ea21136625 admin admin] For port a5682632-1771-4552-8d33-ab24518b6cc7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a5682632-1771-4552-8d33-ab24518b6cc7,segment=NetworkSegment(886dce85-8177-47e1-8590-cc80986d0243),segment_id=886dce85-8177-47e1-8590-cc80986d0243)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:51:48.485899 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-65d0f7f6-0b87-4695-813c-a2ea21136625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:48.498786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-65d0f7f6-0b87-4695-813c-a2ea21136625 admin admin] Calling delete_port for a5682632-1771-4552-8d33-ab24518b6cc7 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:51:48.757459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-65d0f7f6-0b87-4695-813c-a2ea21136625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:48.786888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0f7f6-0b87-4695-813c-a2ea21136625 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5682632-1771-4552-8d33-ab24518b6cc7,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:48.974435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-65d0f7f6-0b87-4695-813c-a2ea21136625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:49.201725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d0f7f6-0b87-4695-813c-a2ea21136625 admin admin] Router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:51:49.323209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d0f7f6-0b87-4695-813c-a2ea21136625 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:51:49.329105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-65d0f7f6-0b87-4695-813c-a2ea21136625 admin admin] 10.222.0.76 "PUT /v2.0/routers/77c0c67a-7aba-4464-b0e0-dc37819dbbe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8861947 Aug 29 07:51:49.331981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44246) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:49.333376 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f0a662-036b-4fe6-afa1-7fc42cb44a9c None None] Sync routers for ids ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:51:49.343069 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f0a662-036b-4fe6-afa1-7fc42cb44a9c None None] Routers {'77c0c67a-7aba-4464-b0e0-dc37819dbbe9'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:51:49.343778 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a3f0a662-036b-4fe6-afa1-7fc42cb44a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:51:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:49.446138 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:49.450050 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-a3f0a662-036b-4fe6-afa1-7fc42cb44a9c None None] Set router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:51:49.558159 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:49.650376 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a3f0a662-036b-4fe6-afa1-7fc42cb44a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:51:48Z', 'revision_number': 5, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port': {'id': 'd0fc8db5-0f61-49cc-83eb-85d00e4d2b76', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:07Z', 'updated_at': '2021-08-29T07:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:49.701140 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f0a662-036b-4fe6-afa1-7fc42cb44a9c None None] Checking router: 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:51:49.709918 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f0a662-036b-4fe6-afa1-7fc42cb44a9c None None] Routers {'77c0c67a-7aba-4464-b0e0-dc37819dbbe9'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:51:49.710534 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a3f0a662-036b-4fe6-afa1-7fc42cb44a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:51:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:49.714148 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] Deleting port d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:51:49.714497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:49.793568 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-a3f0a662-036b-4fe6-afa1-7fc42cb44a9c None None] Set router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:51:49.803549 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] For port d0fc8db5-0f61-49cc-83eb-85d00e4d2b76, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d0fc8db5-0f61-49cc-83eb-85d00e4d2b76,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:51:49.803922 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:49.817735 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] Calling delete_port for d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:51:49.848521 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-a3f0a662-036b-4fe6-afa1-7fc42cb44a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:51:49Z', 'revision_number': 6, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:49.876134 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f0a662-036b-4fe6-afa1-7fc42cb44a9c None None] The sync data for ids ['77c0c67a-7aba-4464-b0e0-dc37819dbbe9'] in n-d-713301-12 is: [{'id': '77c0c67a-7aba-4464-b0e0-dc37819dbbe9', 'name': 'tempest-TestMinimumBasicScenario-454658357-router', 'tenant_id': '01d8403c80b24f189bd09a083b746165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:06Z', 'updated_at': '2021-08-29T07:51:49Z', 'revision_number': 6, 'project_id': '01d8403c80b24f189bd09a083b746165', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:51:50.032924 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.061102 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fc8db5-0f61-49cc-83eb-85d00e4d2b76,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:50.127865 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.220885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.223176 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.307564 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.308824 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77c0c67a-7aba-4464-b0e0-dc37819dbbe9 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:51:50.315035 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.316212 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7f69bb14-555c-44b9-bd28-811e803ee2ae admin admin] 10.222.0.76 "DELETE /v2.0/routers/77c0c67a-7aba-4464-b0e0-dc37819dbbe9 HTTP/1.1" status: 204 len: 168 time: 0.9832833 Aug 29 07:51:50.319055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44248) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:50.364630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec1a530-963b-48e0-8ad9-bfd8ef446e3d admin admin] Deleting subnet 5edfbb9e-1403-4040-8b95-b7749b5431f8 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:51:50.367832 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a530-963b-48e0-8ad9-bfd8ef446e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.401986 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a530-963b-48e0-8ad9-bfd8ef446e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.487919 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a530-963b-48e0-8ad9-bfd8ef446e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.616452 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a530-963b-48e0-8ad9-bfd8ef446e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.642778 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1a530-963b-48e0-8ad9-bfd8ef446e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5edfbb9e-1403-4040-8b95-b7749b5431f8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:50.646796 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a530-963b-48e0-8ad9-bfd8ef446e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.648788 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2ec1a530-963b-48e0-8ad9-bfd8ef446e3d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5edfbb9e-1403-4040-8b95-b7749b5431f8 HTTP/1.1" status: 204 len: 168 time: 0.3285711 Aug 29 07:51:50.652169 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44250) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:50.654570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244eebf3-f6dc-4d3f-a09e-577d564fff16 None None] Network a1fbe39e-e3ec-4a12-98f8-cd4b0504418a requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:51:50.724283 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.785520 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Deleting port 7e37200d-ee38-466c-8a0f-ae1581a89da9 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:51:50.785870 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.857612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] For port 7e37200d-ee38-466c-8a0f-ae1581a89da9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7e37200d-ee38-466c-8a0f-ae1581a89da9,segment=NetworkSegment(886dce85-8177-47e1-8590-cc80986d0243),segment_id=886dce85-8177-47e1-8590-cc80986d0243)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:51:50.857612 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.857954 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] DHCP port deletion for a1fbe39e-e3ec-4a12-98f8-cd4b0504418a request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:51:50.869580 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Calling delete_port for 7e37200d-ee38-466c-8a0f-ae1581a89da9 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:51:50.905825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Deleting port 7e37200d-ee38-466c-8a0f-ae1581a89da9 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:51:50.906210 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.976239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] For port 7e37200d-ee38-466c-8a0f-ae1581a89da9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7e37200d-ee38-466c-8a0f-ae1581a89da9,segment=NetworkSegment(886dce85-8177-47e1-8590-cc80986d0243),segment_id=886dce85-8177-47e1-8590-cc80986d0243)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:51:50.976239 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:50.990250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Calling delete_port for 7e37200d-ee38-466c-8a0f-ae1581a89da9 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:51:51.027595 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:51.067902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e37200d-ee38-466c-8a0f-ae1581a89da9,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:51.071116 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] No DVR routers for this DVR port 7e37200d-ee38-466c-8a0f-ae1581a89da9 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:51:51.072278 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:51.104519 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] No DVR routers for this DVR port 7e37200d-ee38-466c-8a0f-ae1581a89da9 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:51:51.108719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Pushing event deleted for resources: {'Port': ['ID=7e37200d-ee38-466c-8a0f-ae1581a89da9,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:51.118797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:51.118797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:51.118797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:51.118797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:51.118797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:51.118797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:51.118797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:51.119701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:51.119701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:51.119701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:51.120026 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:51.120312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53302f-6c75-4a8e-8c3a-f043fb5aa00e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:51:51.156234 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:51.166813 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fbe39e-e3ec-4a12-98f8-cd4b0504418a']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:51.177865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886dce85-8177-47e1-8590-cc80986d0243') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:51.178156 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886dce85-8177-47e1-8590-cc80986d0243') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:51.187868 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:51.194170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a5682632-1771-4552-8d33-ab24518b6cc7 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:51:51.203681 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:51.209921 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:51:51.210319 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:51:51.212198 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:51:51.214425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: a5682632-1771-4552-8d33-ab24518b6cc7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:51:51.214425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a5682632-1771-4552-8d33-ab24518b6cc7 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:51:51.214425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7e37200d-ee38-466c-8a0f-ae1581a89da9 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:51:51.232624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 7e37200d-ee38-466c-8a0f-ae1581a89da9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:51:51.233536 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7e37200d-ee38-466c-8a0f-ae1581a89da9 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:51:51.233536 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:51:51.255754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:51:51.256219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d0fc8db5-0f61-49cc-83eb-85d00e4d2b76 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:51:51.335972 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:51.341639 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:51.343499 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] 10.222.0.76 "DELETE /v2.0/networks/a1fbe39e-e3ec-4a12-98f8-cd4b0504418a HTTP/1.1" status: 204 len: 168 time: 0.6901495 Aug 29 07:51:51.346538 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44252) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:51.354947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8edcbd-b31b-47bd-a88f-a3dbb6a0571c admin admin] Pushing event deleted for resources: {'Network': ['ID=a1fbe39e-e3ec-4a12-98f8-cd4b0504418a,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:51.546141 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:51.704518 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-73475227-d931-4528-aa1a-20322a1b4db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:51.952380 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-73475227-d931-4528-aa1a-20322a1b4db9 admin admin] Deleting port fead95be-16be-425a-a0df-867723b71eb9 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:51:51.952721 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-73475227-d931-4528-aa1a-20322a1b4db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:52.031371 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-73475227-d931-4528-aa1a-20322a1b4db9 admin admin] For port fead95be-16be-425a-a0df-867723b71eb9, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=fead95be-16be-425a-a0df-867723b71eb9,segment=NetworkSegment(61ef6a24-0f50-44b9-96ca-102de25bacdd),segment_id=61ef6a24-0f50-44b9-96ca-102de25bacdd)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:51:52.031738 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-73475227-d931-4528-aa1a-20322a1b4db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:52.045592 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-73475227-d931-4528-aa1a-20322a1b4db9 admin admin] Calling delete_port for fead95be-16be-425a-a0df-867723b71eb9 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:51:52.301870 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-73475227-d931-4528-aa1a-20322a1b4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:52.331330 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73475227-d931-4528-aa1a-20322a1b4db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fead95be-16be-425a-a0df-867723b71eb9,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:52.504145 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-73475227-d931-4528-aa1a-20322a1b4db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:52.719755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73475227-d931-4528-aa1a-20322a1b4db9 admin admin] Router e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:51:52.824703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73475227-d931-4528-aa1a-20322a1b4db9 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:51:52.830462 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-73475227-d931-4528-aa1a-20322a1b4db9 admin admin] 10.222.0.76 "PUT /v2.0/routers/e7d2f591-4dce-41ce-9f91-f9fb1fc0e623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4826646 Aug 29 07:51:52.833228 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44254) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:52.834091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c2d8c-248f-48ce-99d0-293b572dfa97 None None] Sync routers for ids ['e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:51:52.843340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c2d8c-248f-48ce-99d0-293b572dfa97 None None] Routers {'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:51:52.843967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a39c2d8c-248f-48ce-99d0-293b572dfa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:51:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:52.951542 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:52.955996 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a39c2d8c-248f-48ce-99d0-293b572dfa97 None None] Set router e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:51:53.067865 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:53.143133 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a39c2d8c-248f-48ce-99d0-293b572dfa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'name': 'tempest-TestMinimumBasicScenario-1924141709-router', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e90587df-1984-482c-abe0-3dc56794d469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:12Z', 'updated_at': '2021-08-29T07:51:52Z', 'revision_number': 5, 'project_id': '416d9e51bcec433fa9546deeb2b97c4d', 'gw_port': {'id': 'e90587df-1984-482c-abe0-3dc56794d469', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:48:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:48:13Z', 'updated_at': '2021-08-29T07:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:53.171423 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c2d8c-248f-48ce-99d0-293b572dfa97 None None] Checking router: e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:51:53.180211 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c2d8c-248f-48ce-99d0-293b572dfa97 None None] Routers {'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:51:53.181098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a39c2d8c-248f-48ce-99d0-293b572dfa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:51:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:53.216731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] Deleting port e90587df-1984-482c-abe0-3dc56794d469 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:51:53.217075 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:53.268136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-a39c2d8c-248f-48ce-99d0-293b572dfa97 None None] Set router e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:51:53.303836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] For port e90587df-1984-482c-abe0-3dc56794d469, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=e90587df-1984-482c-abe0-3dc56794d469,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:51:53.304195 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:53.317803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] Calling delete_port for e90587df-1984-482c-abe0-3dc56794d469 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:51:53.319475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-a39c2d8c-248f-48ce-99d0-293b572dfa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'name': 'tempest-TestMinimumBasicScenario-1924141709-router', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:12Z', 'updated_at': '2021-08-29T07:51:53Z', 'revision_number': 6, 'project_id': '416d9e51bcec433fa9546deeb2b97c4d', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:53.348735 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c2d8c-248f-48ce-99d0-293b572dfa97 None None] The sync data for ids ['e7d2f591-4dce-41ce-9f91-f9fb1fc0e623'] in n-d-713301-12 is: [{'id': 'e7d2f591-4dce-41ce-9f91-f9fb1fc0e623', 'name': 'tempest-TestMinimumBasicScenario-1924141709-router', 'tenant_id': '416d9e51bcec433fa9546deeb2b97c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:48:12Z', 'updated_at': '2021-08-29T07:51:53Z', 'revision_number': 6, 'project_id': '416d9e51bcec433fa9546deeb2b97c4d', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:51:53.558667 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:53.582776 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90587df-1984-482c-abe0-3dc56794d469,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:53.646689 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:53.741735 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:53.744266 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:53.849899 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:53.850641 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:51:53.857156 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:53.857156 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b7ba88b9-f765-4866-8d08-e0949b4fa087 admin admin] 10.222.0.76 "DELETE /v2.0/routers/e7d2f591-4dce-41ce-9f91-f9fb1fc0e623 HTTP/1.1" status: 204 len: 168 time: 1.0218825 Aug 29 07:51:53.858952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44256) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:53.904163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-838edaf5-de88-4999-a359-53a0f858995a admin admin] Deleting subnet f92e84d6-1b37-4a55-b09b-c3e351fc4ae3 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:51:53.907624 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-838edaf5-de88-4999-a359-53a0f858995a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:53.943930 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-838edaf5-de88-4999-a359-53a0f858995a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.024845 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-838edaf5-de88-4999-a359-53a0f858995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.130707 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-838edaf5-de88-4999-a359-53a0f858995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.159361 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838edaf5-de88-4999-a359-53a0f858995a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92e84d6-1b37-4a55-b09b-c3e351fc4ae3,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:54.161136 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-838edaf5-de88-4999-a359-53a0f858995a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.165011 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-838edaf5-de88-4999-a359-53a0f858995a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f92e84d6-1b37-4a55-b09b-c3e351fc4ae3 HTTP/1.1" status: 204 len: 168 time: 0.3031077 Aug 29 07:51:54.165930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44258) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:54.167808 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccf127f-e47b-42a2-976a-11ffaad6e678 None None] Network 36586eab-d28a-4518-92fd-8a6a30db6885 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:51:54.236820 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.292542 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Deleting port 58e4cf46-650d-4748-8391-4fa0beb864bd {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:51:54.293041 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.354454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b567d-0c4f-4a19-8f26-287a94bdb00e None None] DHCP port deletion for 36586eab-d28a-4518-92fd-8a6a30db6885 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:51:54.375238 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] For port 58e4cf46-650d-4748-8391-4fa0beb864bd, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=58e4cf46-650d-4748-8391-4fa0beb864bd,segment=NetworkSegment(61ef6a24-0f50-44b9-96ca-102de25bacdd),segment_id=61ef6a24-0f50-44b9-96ca-102de25bacdd)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:51:54.375654 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.389712 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Calling delete_port for 58e4cf46-650d-4748-8391-4fa0beb864bd owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:51:54.403770 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-492b567d-0c4f-4a19-8f26-287a94bdb00e None None] Deleting port 58e4cf46-650d-4748-8391-4fa0beb864bd {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:51:54.404430 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-492b567d-0c4f-4a19-8f26-287a94bdb00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.466071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-492b567d-0c4f-4a19-8f26-287a94bdb00e None None] For port 58e4cf46-650d-4748-8391-4fa0beb864bd, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=58e4cf46-650d-4748-8391-4fa0beb864bd,segment=NetworkSegment(61ef6a24-0f50-44b9-96ca-102de25bacdd),segment_id=61ef6a24-0f50-44b9-96ca-102de25bacdd)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:51:54.466465 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-492b567d-0c4f-4a19-8f26-287a94bdb00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.479731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-492b567d-0c4f-4a19-8f26-287a94bdb00e None None] Calling delete_port for 58e4cf46-650d-4748-8391-4fa0beb864bd owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:51:54.552943 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.559270 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-492b567d-0c4f-4a19-8f26-287a94bdb00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.585368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e4cf46-650d-4748-8391-4fa0beb864bd,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:54.585816 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b567d-0c4f-4a19-8f26-287a94bdb00e None None] Pushing event deleted for resources: {'Port': ['ID=58e4cf46-650d-4748-8391-4fa0beb864bd,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:54.587267 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] No DVR routers for this DVR port 58e4cf46-650d-4748-8391-4fa0beb864bd on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:51:54.587708 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b567d-0c4f-4a19-8f26-287a94bdb00e None None] No DVR routers for this DVR port 58e4cf46-650d-4748-8391-4fa0beb864bd on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:51:54.658596 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.668186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36586eab-d28a-4518-92fd-8a6a30db6885']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:54.678733 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ef6a24-0f50-44b9-96ca-102de25bacdd') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:54.679016 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ef6a24-0f50-44b9-96ca-102de25bacdd') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:51:54.688337 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.701771 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.707594 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:51:54.707973 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:51:54.711580 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:51:54.872807 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.878531 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:54.880413 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] 10.222.0.76 "DELETE /v2.0/networks/36586eab-d28a-4518-92fd-8a6a30db6885 HTTP/1.1" status: 204 len: 168 time: 0.7135036 Aug 29 07:51:54.891707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff0f59-2ef0-473b-8f14-6193d692cd24 admin admin] Pushing event deleted for resources: {'Network': ['ID=36586eab-d28a-4518-92fd-8a6a30db6885,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:55.175631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fead95be-16be-425a-a0df-867723b71eb9 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:51:55.196352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: fead95be-16be-425a-a0df-867723b71eb9 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:51:55.196643 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device fead95be-16be-425a-a0df-867723b71eb9 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:51:55.197086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e90587df-1984-482c-abe0-3dc56794d469 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:51:55.216634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: e90587df-1984-482c-abe0-3dc56794d469 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:51:55.217003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device e90587df-1984-482c-abe0-3dc56794d469 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:51:55.217400 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 58e4cf46-650d-4748-8391-4fa0beb864bd no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:51:55.236463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 58e4cf46-650d-4748-8391-4fa0beb864bd {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:51:55.236818 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 58e4cf46-650d-4748-8391-4fa0beb864bd not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:51:55.300038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44262) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:55.341913 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-740957f8-26ac-4eb9-95b0-f635a981addf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=01d8403c80b24f189bd09a083b746165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392063 Aug 29 07:51:55.344492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44264) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:55.392871 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e73d723-5558-4930-bed7-045492b19dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:55.414286 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e73d723-5558-4930-bed7-045492b19dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:55.529983 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e73d723-5558-4930-bed7-045492b19dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:55.532586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e73d723-5558-4930-bed7-045492b19dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:55.533746 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1e73d723-5558-4930-bed7-045492b19dff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fc41d70d-14ae-4a5d-b895-9a78148422ee HTTP/1.1" status: 204 len: 168 time: 0.1883538 Aug 29 07:51:55.541546 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73d723-5558-4930-bed7-045492b19dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc41d70d-14ae-4a5d-b895-9a78148422ee,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:56.190801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44270) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:56.235198 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3fd0420a-3751-43e6-a721-ae3bb551f165 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=416d9e51bcec433fa9546deeb2b97c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431027 Aug 29 07:51:56.237855 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44272) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:56.285620 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b9f3f69-26eb-4152-a842-7874cda34a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:56.308407 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b9f3f69-26eb-4152-a842-7874cda34a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:56.427516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b9f3f69-26eb-4152-a842-7874cda34a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:56.430337 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b9f3f69-26eb-4152-a842-7874cda34a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:56.431548 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8b9f3f69-26eb-4152-a842-7874cda34a89 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/485fafcc-b2f7-4fa6-9384-c08e6a5c8739 HTTP/1.1" status: 204 len: 168 time: 0.1927946 Aug 29 07:51:56.439741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f3f69-26eb-4152-a842-7874cda34a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485fafcc-b2f7-4fa6-9384-c08e6a5c8739,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:58.868751 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44312) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:58.874145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c10044e3-869f-4924-af27-155b78539379 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1441479732', 'description': 'tempest-secgroup-smoke-1441479732 description', 'project_id': '6e6a6f027c3a48d5b213ddf316328266'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:51:58.947419 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c10044e3-869f-4924-af27-155b78539379 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:58.955794 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c10044e3-869f-4924-af27-155b78539379 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:59.046429 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c10044e3-869f-4924-af27-155b78539379 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:59.107462 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c10044e3-869f-4924-af27-155b78539379 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:59.143769 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10044e3-869f-4924-af27-155b78539379 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4baec05-a4ee-47de-bf3b-f830e283459b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:59.201821 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c10044e3-869f-4924-af27-155b78539379 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:59.301128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c10044e3-869f-4924-af27-155b78539379 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:59.330020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10044e3-869f-4924-af27-155b78539379 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d411413-1dc7-4a6a-95d2-fe24bddfd872,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:59.398225 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c10044e3-869f-4924-af27-155b78539379 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:59.399453 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c10044e3-869f-4924-af27-155b78539379 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5296247 Aug 29 07:51:59.402417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44314) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:59.407548 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-ed51d614-f61f-496d-969b-473fc1b77d15 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '7d411413-1dc7-4a6a-95d2-fe24bddfd872', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:51:59.500393 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ed51d614-f61f-496d-969b-473fc1b77d15 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:59.555540 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ed51d614-f61f-496d-969b-473fc1b77d15 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:59.615130 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ed51d614-f61f-496d-969b-473fc1b77d15 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:59.633028 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51d614-f61f-496d-969b-473fc1b77d15 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f020ee4-f6e5-4136-a076-02ee97f379e7,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:51:59.712972 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ed51d614-f61f-496d-969b-473fc1b77d15 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:59.714150 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ed51d614-f61f-496d-969b-473fc1b77d15 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107948 Aug 29 07:51:59.718357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44316) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:51:59.722862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5a8bf5d6-e741-479a-9316-b6da79e6d497 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '7d411413-1dc7-4a6a-95d2-fe24bddfd872', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:51:59.837808 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf5d6-e741-479a-9316-b6da79e6d497 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:59.894686 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf5d6-e741-479a-9316-b6da79e6d497 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:59.963848 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf5d6-e741-479a-9316-b6da79e6d497 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:51:59.980960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bf5d6-e741-479a-9316-b6da79e6d497 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bcff10-d332-4123-b2f1-a8abaa0fa43a,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:00.061812 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf5d6-e741-479a-9316-b6da79e6d497 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:00.063032 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5a8bf5d6-e741-479a-9316-b6da79e6d497 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3437161 Aug 29 07:52:00.065746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44318) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:00.070151 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-16de0d7f-22a3-44c9-9152-3d64ce6e67a1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '7d411413-1dc7-4a6a-95d2-fe24bddfd872', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:52:00.174128 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-16de0d7f-22a3-44c9-9152-3d64ce6e67a1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:00.232939 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-16de0d7f-22a3-44c9-9152-3d64ce6e67a1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:00.328566 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-16de0d7f-22a3-44c9-9152-3d64ce6e67a1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:00.347271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de0d7f-22a3-44c9-9152-3d64ce6e67a1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582bbde7-48d8-4740-9d8a-7e634c751e35,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:00.425949 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-16de0d7f-22a3-44c9-9152-3d64ce6e67a1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:00.427284 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-16de0d7f-22a3-44c9-9152-3d64ce6e67a1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3605523 Aug 29 07:52:00.430115 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44320) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:00.434503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-206aca42-585a-465e-957a-82e37f1565bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '7d411413-1dc7-4a6a-95d2-fe24bddfd872', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:52:00.533838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-206aca42-585a-465e-957a-82e37f1565bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:00.592545 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-206aca42-585a-465e-957a-82e37f1565bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:00.660438 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-206aca42-585a-465e-957a-82e37f1565bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:00.681630 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206aca42-585a-465e-957a-82e37f1565bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44574383-b0ad-4a09-a3c7-8010d22b986b,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:00.758333 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-206aca42-585a-465e-957a-82e37f1565bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:00.759619 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-206aca42-585a-465e-957a-82e37f1565bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3285725 Aug 29 07:52:00.762400 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44322) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:00.766859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-64e6b927-182d-4fc1-bb6f-8c031632ae38 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '7d411413-1dc7-4a6a-95d2-fe24bddfd872', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:52:00.855757 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-64e6b927-182d-4fc1-bb6f-8c031632ae38 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Project 6e6a6f027c3a48d5b213ddf316328266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:52:00.861914 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64e6b927-182d-4fc1-bb6f-8c031632ae38 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:00.920912 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64e6b927-182d-4fc1-bb6f-8c031632ae38 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:01.032565 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64e6b927-182d-4fc1-bb6f-8c031632ae38 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:01.053643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6b927-182d-4fc1-bb6f-8c031632ae38 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b555317-e78c-4dfc-ac91-ad801bc86c50,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:01.124131 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-64e6b927-182d-4fc1-bb6f-8c031632ae38 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:01.125426 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-64e6b927-182d-4fc1-bb6f-8c031632ae38 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3620720 Aug 29 07:52:01.128180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44324) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:01.132577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-183fdca3-7e1b-4014-8ec3-d7145728c34f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '7d411413-1dc7-4a6a-95d2-fe24bddfd872', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:52:01.277116 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-183fdca3-7e1b-4014-8ec3-d7145728c34f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Project 6e6a6f027c3a48d5b213ddf316328266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:52:01.283694 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-183fdca3-7e1b-4014-8ec3-d7145728c34f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:01.348912 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-183fdca3-7e1b-4014-8ec3-d7145728c34f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:01.415029 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-183fdca3-7e1b-4014-8ec3-d7145728c34f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:01.432573 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fdca3-7e1b-4014-8ec3-d7145728c34f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c330ad70-3e38-46a0-8df8-e115d42afbae,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:01.495500 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-183fdca3-7e1b-4014-8ec3-d7145728c34f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:01.496765 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-183fdca3-7e1b-4014-8ec3-d7145728c34f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3676453 Aug 29 07:52:01.499810 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44326) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:01.505498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8b6aca04-47dc-458e-9160-9b0bdd2faaeb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'network': {'name': 'tempest-network-smoke--1984894634', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'port_security_enabled': True}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:52:01.598192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6aca04-47dc-458e-9160-9b0bdd2faaeb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:52:01.602480 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b6aca04-47dc-458e-9160-9b0bdd2faaeb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:01.625972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6aca04-47dc-458e-9160-9b0bdd2faaeb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:52:01.635054 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b6aca04-47dc-458e-9160-9b0bdd2faaeb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:01.635503 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-8b6aca04-47dc-458e-9160-9b0bdd2faaeb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Added segment a30d3fb5-bd71-487b-a6cf-50ba6c8fc471 of type vlan for network 7f70a006-0ccd-4364-8e98-c08f68ece2da Aug 29 07:52:01.674406 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b6aca04-47dc-458e-9160-9b0bdd2faaeb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:01.775217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b6aca04-47dc-458e-9160-9b0bdd2faaeb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:01.780719 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6aca04-47dc-458e-9160-9b0bdd2faaeb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:01.781330 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8b6aca04-47dc-458e-9160-9b0bdd2faaeb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:01.847339 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6aca04-47dc-458e-9160-9b0bdd2faaeb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Network': ['ID=7f70a006-0ccd-4364-8e98-c08f68ece2da,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:01.860592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 7f70a006-0ccd-4364-8e98-c08f68ece2da details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:52:01.908009 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8b6aca04-47dc-458e-9160-9b0bdd2faaeb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4071584 Aug 29 07:52:01.911106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44328) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:01.915737 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'admin_state_up': True, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:52:02.021188 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:02.022190 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:02.072127 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:02.596897 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:02.853189 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:02.872014 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:02.977297 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.25.1.148 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:52:03.076756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:03.204537 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:03.249309 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:52:03.252787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:52:03.256417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:52:03.279351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:03.557954 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:03.758220 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:03.963520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router d48d5a5f-507f-434d-bfc0-4f50f2efed99 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:52:04.070599 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:52:04.080832 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Sync routers for ids ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:52:04.089592 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Routers {'d48d5a5f-507f-434d-bfc0-4f50f2efed99'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:52:04.090207 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:51:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:52:04.169870 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:04.171038 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-acae3d1e-01c4-4adb-9926-351dd7eada01 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2589467 Aug 29 07:52:04.174378 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44330) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:04.194865 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Set router d48d5a5f-507f-434d-bfc0-4f50f2efed99 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:52:04.295549 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:04.317901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2008f098-7698-4eb6-abac-b4e19d96491c tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=6e6a6f027c3a48d5b213ddf316328266&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1422896 Aug 29 07:52:04.320534 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44334) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:04.376882 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:03Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:52:04.404494 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Checking router: d48d5a5f-507f-434d-bfc0-4f50f2efed99 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:52:04.404835 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Updating router d48d5a5f-507f-434d-bfc0-4f50f2efed99 port 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:52:04.431180 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:04.692185 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:04.702379 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Transition to ACTIVE for port object 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:52:04.714236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abf5b1c-87eb-4427-bb9c-96135ad51f52 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:04.715804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4abf5b1c-87eb-4427-bb9c-96135ad51f52 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3943124 Aug 29 07:52:04.718631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44336) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:04.756448 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a97c7c6b-00f5-4091-bb0a-3f5764a82eb2 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367346 Aug 29 07:52:04.759038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44338) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:04.763928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2563eb9c-c4fc-4de7-9f34-dbe2bd38ac1a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1687109386', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:52:04.787066 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:04.840117 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdfad6-85e7-47fa-b2a9-a75c25214dc3 None None] Pushing event updated for resources: {'Port': ['ID=2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:04.843298 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Attempting to bind port 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:52:04.843665 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Attempting to bind port 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:52:04.844032 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Attempting to bind port 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:52:04.851124 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdfad6-85e7-47fa-b2a9-a75c25214dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:52:04.851496 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdfad6-85e7-47fa-b2a9-a75c25214dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:52:04.851838 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdfad6-85e7-47fa-b2a9-a75c25214dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:52:04.852174 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdfad6-85e7-47fa-b2a9-a75c25214dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:52:04.852506 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdfad6-85e7-47fa-b2a9-a75c25214dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:52:04.852834 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdfad6-85e7-47fa-b2a9-a75c25214dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:52:04.853189 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdfad6-85e7-47fa-b2a9-a75c25214dc3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:52:04.853518 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdfad6-85e7-47fa-b2a9-a75c25214dc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:52:04.853843 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdfad6-85e7-47fa-b2a9-a75c25214dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:52:04.854162 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdfad6-85e7-47fa-b2a9-a75c25214dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:52:04.854485 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdfad6-85e7-47fa-b2a9-a75c25214dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:52:04.854804 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efdfad6-85e7-47fa-b2a9-a75c25214dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:52:04.860401 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:52:04.860777 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:52:04.861177 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:04.862060 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:52:04.862532 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Bound port: 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:52:04.862915 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:04.906490 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2563eb9c-c4fc-4de7-9f34-dbe2bd38ac1a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:52:04.910083 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2563eb9c-c4fc-4de7-9f34-dbe2bd38ac1a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:04.913603 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] For port 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:52:04.916603 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] For port 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:52:04.987739 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:05.050918 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Routers {'d48d5a5f-507f-434d-bfc0-4f50f2efed99'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:52:05.051579 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:51:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:52:05.088759 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdfad6-85e7-47fa-b2a9-a75c25214dc3 None None] Pushing event updated for resources: {'Port': ['ID=2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:05.157868 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] Set router d48d5a5f-507f-434d-bfc0-4f50f2efed99 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:52:05.158950 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2563eb9c-c4fc-4de7-9f34-dbe2bd38ac1a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:05.217949 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563eb9c-c4fc-4de7-9f34-dbe2bd38ac1a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Subnet': ['ID=7a380b9b-08ef-45ab-8eac-2ae4645ac3bb,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:05.229338 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563eb9c-c4fc-4de7-9f34-dbe2bd38ac1a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Checking segment: {'id': 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:52:05.229706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563eb9c-c4fc-4de7-9f34-dbe2bd38ac1a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network hostable DHCP agents. Network: 7f70a006-0ccd-4364-8e98-c08f68ece2da, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:52:05.312689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563eb9c-c4fc-4de7-9f34-dbe2bd38ac1a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network 7f70a006-0ccd-4364-8e98-c08f68ece2da is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:52:05.344986 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:03Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:52:05.372833 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd364e-3b63-4f50-9224-45b91ac5dae8 None None] The sync data for ids ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'] in n-d-713301-12 is: [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:03Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:52:05.416487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-2563eb9c-c4fc-4de7-9f34-dbe2bd38ac1a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 7f70a006-0ccd-4364-8e98-c08f68ece2da) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:52:05.416487 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2563eb9c-c4fc-4de7-9f34-dbe2bd38ac1a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:05.417344 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2563eb9c-c4fc-4de7-9f34-dbe2bd38ac1a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:05.417948 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40a3556-bc24-4581-911f-874bfe2326ec None None] Network 7f70a006-0ccd-4364-8e98-c08f68ece2da requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:52:05.501698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2563eb9c-c4fc-4de7-9f34-dbe2bd38ac1a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7416046 Aug 29 07:52:05.504513 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44340) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:05.572302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-7f70a006-0ccd-4364-8e98-c08f68ece2da', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ips': [{'subnet_id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:52:05.573172 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:05.746677 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Allocated IP 172.20.0.2 (7f70a006-0ccd-4364-8e98-c08f68ece2da/7a380b9b-08ef-45ab-8eac-2ae4645ac3bb/c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:52:05.903980 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:05.912870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Transition to ACTIVE for port object c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:52:05.929494 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Transition to ACTIVE for port object c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:52:05.994776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-6a29c21f-ff1e-413c-aa1c-dd7b2172f4f7 req-6ba99ff7-fbdc-4685-ab44-b799dd8052bb service neutron] (95403) timed out ('10.222.0.15', 53023) {{(pid=95403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 07:52:05.998854 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:06.045710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Network 7f70a006-0ccd-4364-8e98-c08f68ece2da is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:52:06.048674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:52:06.052402 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:52:06.059576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Pushing event updated for resources: {'Port': ['ID=c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:06.116462 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:06.120761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Attempting to bind port c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:52:06.121148 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Attempting to bind port c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:52:06.121505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Attempting to bind port c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c on network 7f70a006-0ccd-4364-8e98-c08f68ece2da {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:52:06.127611 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:52:06.127995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Checking segment: {'id': 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:52:06.128403 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:06.128801 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Bound using segment: {'id': 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:52:06.129271 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Bound port: c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:52:06.129659 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:06.195936 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] For port c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:52:06.199710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] For port c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c,segment=NetworkSegment(a30d3fb5-bd71-487b-a6cf-50ba6c8fc471),segment_id=a30d3fb5-bd71-487b-a6cf-50ba6c8fc471)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:52:06.261358 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:06.320314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67043b39-fdc5-4ba4-86b8-ba74db6059b8 None None] Pushing event updated for resources: {'Port': ['ID=c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:06.533631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.20.0.1 (7f70a006-0ccd-4364-8e98-c08f68ece2da/7a380b9b-08ef-45ab-8eac-2ae4645ac3bb/7028a49f-9620-46b8-83e4-f84d5ddd1332) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:52:06.652919 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:06.666026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Transition to ACTIVE for port object 7028a49f-9620-46b8-83e4-f84d5ddd1332 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:52:06.764437 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:06.806818 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network 7f70a006-0ccd-4364-8e98-c08f68ece2da is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:52:06.812120 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:52:06.816404 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:52:06.841340 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=7028a49f-9620-46b8-83e4-f84d5ddd1332,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:06.867827 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:07.268317 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:52:07.335550 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:07.398383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:52:07.402971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:52:07.523770 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:52:07.528585 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:52:07.533392 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:07.567611 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694737da-3353-4711-b818-2e1a2d83cf1e None None] Network 7f70a006-0ccd-4364-8e98-c08f68ece2da requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:52:07.650871 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:07.707661 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:07.792932 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:07.796593 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=7028a49f-9620-46b8-83e4-f84d5ddd1332,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:07.873945 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7cfc5e35-d54f-4ede-b403-21647f572b65 None None] Provisioning for port c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:52:07.884258 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:07.892559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7cfc5e35-d54f-4ede-b403-21647f572b65 None None] Provisioning complete for port c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:52:07.892934 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7cfc5e35-d54f-4ede-b403-21647f572b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:07.907902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network 7f70a006-0ccd-4364-8e98-c08f68ece2da is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:52:07.909670 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:52:07.935779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:52:08.018168 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:08.033427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router d48d5a5f-507f-434d-bfc0-4f50f2efed99 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:52:08.044699 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7cfc5e35-d54f-4ede-b403-21647f572b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:08.111977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7cfc5e35-d54f-4ede-b403-21647f572b65 None None] For port c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c,segment=NetworkSegment(a30d3fb5-bd71-487b-a6cf-50ba6c8fc471),segment_id=a30d3fb5-bd71-487b-a6cf-50ba6c8fc471)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:52:08.116187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:08.165679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:52:08.169839 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7cfc5e35-d54f-4ede-b403-21647f572b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:08.180336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-cfe77c14-f449-4866-9d6d-2b66f5aad9ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "PUT /v2.0/routers/d48d5a5f-507f-434d-bfc0-4f50f2efed99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6663878 Aug 29 07:52:08.220099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Sync routers for ids ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:52:08.229890 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ee96b6bc-47a3-40a6-9df3-1a6513595f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:08.260431 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Routers {'d48d5a5f-507f-434d-bfc0-4f50f2efed99'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:52:08.261360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:51:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:52:08.337958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc5e35-d54f-4ede-b403-21647f572b65 None None] Pushing event updated for resources: {'Port': ['ID=c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:08.361926 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-9b11ef1d-4cd8-4fa9-81a2-42ea3ea7f89f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441479732&fields=id&tenant_id=6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 267 time: 0.0666163 Aug 29 07:52:08.365794 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4263976e-1559-42a9-97d2-0f8c14ae8e83 None None] Provisioning complete for port c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:52:08.366174 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4263976e-1559-42a9-97d2-0f8c14ae8e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:08.462212 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Set router d48d5a5f-507f-434d-bfc0-4f50f2efed99 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:52:08.492638 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-8c4ecb64-2a5d-45e6-968f-2c3bce7254b2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:08.499686 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-8c4ecb64-2a5d-45e6-968f-2c3bce7254b2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/networks?id=7f70a006-0ccd-4364-8e98-c08f68ece2da HTTP/1.1" status: 200 len: 797 time: 0.1247761 Aug 29 07:52:08.510527 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-bd2b74e6-a138-4567-ae3f-d376950c54c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/quotas/6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 375 time: 0.0099480 Aug 29 07:52:08.582929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-97b832ce-49ed-41b4-aab2-eb19b4d4a628 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657480 Aug 29 07:52:08.711653 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7028a49f-9620-46b8-83e4-f84d5ddd1332', 'name': '', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:95:2d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:06Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 2, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:52:08.733854 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-4cbc74b3-45c7-4e6c-9343-3d7f85ffb278 service neutron] 10.222.0.76 "GET /v2.0/networks/7f70a006-0ccd-4364-8e98-c08f68ece2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384001 Aug 29 07:52:08.738811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4263976e-1559-42a9-97d2-0f8c14ae8e83 None None] Provisioning for port 7028a49f-9620-46b8-83e4-f84d5ddd1332 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:52:08.743424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Checking router: d48d5a5f-507f-434d-bfc0-4f50f2efed99 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:52:08.743424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Updating router d48d5a5f-507f-434d-bfc0-4f50f2efed99 port 7028a49f-9620-46b8-83e4-f84d5ddd1332 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:52:08.759397 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4263976e-1559-42a9-97d2-0f8c14ae8e83 None None] Provisioning complete for port 7028a49f-9620-46b8-83e4-f84d5ddd1332 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:52:08.759779 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4263976e-1559-42a9-97d2-0f8c14ae8e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:08.789239 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:08.810550 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4263976e-1559-42a9-97d2-0f8c14ae8e83 None None] Port 7028a49f-9620-46b8-83e4-f84d5ddd1332 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:52:08.833617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-b5334015-2a0e-435f-b25b-f39a4f0e8183 service neutron] 10.222.0.76 "GET /v2.0/networks/7f70a006-0ccd-4364-8e98-c08f68ece2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930915 Aug 29 07:52:08.971615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-71e5fd20-4604-4770-940a-d903cca52d27 None None] Provisioning complete for port 7028a49f-9620-46b8-83e4-f84d5ddd1332 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:52:08.971993 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-71e5fd20-4604-4770-940a-d903cca52d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:09.030164 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-71e5fd20-4604-4770-940a-d903cca52d27 None None] Port 7028a49f-9620-46b8-83e4-f84d5ddd1332 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:52:09.094504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d46d713c-f247-44cc-93ac-fd52c0659105 req-b3d309ec-0a9c-4ede-bd35-79382763be88 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 210 time: 0.0279036 Aug 29 07:52:09.105432 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:09.119968 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Transition to ACTIVE for port object 7028a49f-9620-46b8-83e4-f84d5ddd1332 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:52:09.191504 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:09.217694 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:52:09.288399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e3ea6-fee7-478a-a89d-1ef23d780918 None None] Pushing event updated for resources: {'Port': ['ID=7028a49f-9620-46b8-83e4-f84d5ddd1332,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:09.363932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:52:09.364547 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:09.370612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Attempting to bind port 7028a49f-9620-46b8-83e4-f84d5ddd1332 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:52:09.370612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Attempting to bind port 7028a49f-9620-46b8-83e4-f84d5ddd1332 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:52:09.370612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Attempting to bind port 7028a49f-9620-46b8-83e4-f84d5ddd1332 on network 7f70a006-0ccd-4364-8e98-c08f68ece2da {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:52:09.393610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:52:09.393986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Checking segment: {'id': 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:52:09.394396 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:09.394788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Bound using segment: {'id': 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:52:09.395323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Bound port: 7028a49f-9620-46b8-83e4-f84d5ddd1332, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:52:09.395680 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:09.513411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] For port 7028a49f-9620-46b8-83e4-f84d5ddd1332, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:52:09.526283 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:52:09.528819 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] For port 7028a49f-9620-46b8-83e4-f84d5ddd1332, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7028a49f-9620-46b8-83e4-f84d5ddd1332,segment=NetworkSegment(a30d3fb5-bd71-487b-a6cf-50ba6c8fc471),segment_id=a30d3fb5-bd71-487b-a6cf-50ba6c8fc471)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:52:09.584512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:52:09.584890 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:09.605076 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:09.682447 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e3ea6-fee7-478a-a89d-1ef23d780918 None None] Pushing event updated for resources: {'Port': ['ID=7028a49f-9620-46b8-83e4-f84d5ddd1332,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:09.689674 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Routers {'d48d5a5f-507f-434d-bfc0-4f50f2efed99'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:52:09.690299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:51:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:52:09.828221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] Set router d48d5a5f-507f-434d-bfc0-4f50f2efed99 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:52:10.035471 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7028a49f-9620-46b8-83e4-f84d5ddd1332', 'name': '', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:95:2d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:06Z', 'updated_at': '2021-08-29T07:52:09Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:52:10.064676 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8460bb9f-0d1c-4356-ac17-72edd9803628 None None] The sync data for ids ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'] in n-d-713301-12 is: [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7028a49f-9620-46b8-83e4-f84d5ddd1332', 'name': '', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:95:2d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:06Z', 'updated_at': '2021-08-29T07:52:09Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:52:10.197062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5543f526-216e-408f-94b6-9e157e914f9c req-a5c7fb5a-7b47-4f97-926f-c874227d3809 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 210 time: 0.0269048 Aug 29 07:52:10.849367 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:11.181265 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-93ba7c2c-7a0d-445e-adb9-adf6148b6d89 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:11.182788 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-93ba7c2c-7a0d-445e-adb9-adf6148b6d89 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/networks?id=7f70a006-0ccd-4364-8e98-c08f68ece2da HTTP/1.1" status: 200 len: 797 time: 0.1034801 Aug 29 07:52:11.210125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7028a49f-9620-46b8-83e4-f84d5ddd1332 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:52:11.235001 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-5fb5216e-7c1b-435d-96aa-1fddc46f0f6d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 380 time: 0.0382698 Aug 29 07:52:11.245427 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-d45db354-58bc-4fd0-accb-4b9c7a76fcc2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'port': {'device_id': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'admin_state_up': True, 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'security_groups': ['7d411413-1dc7-4a6a-95d2-fe24bddfd872']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:52:11.297628 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0c332a6-c06f-4b8f-aa1b-4b36625b8a6c req-9327fc10-68eb-4e2c-9030-583498503691 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 210 time: 0.0296967 Aug 29 07:52:11.329343 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 7028a49f-9620-46b8-83e4-f84d5ddd1332 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:52:11.333622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7028a49f-9620-46b8-83e4-f84d5ddd1332 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:52:11.334397 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:11.411880 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:11.426139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-d45db354-58bc-4fd0-accb-4b9c7a76fcc2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:52:11.429868 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-d45db354-58bc-4fd0-accb-4b9c7a76fcc2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:11.447048 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 7028a49f-9620-46b8-83e4-f84d5ddd1332, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7028a49f-9620-46b8-83e4-f84d5ddd1332,segment=NetworkSegment(a30d3fb5-bd71-487b-a6cf-50ba6c8fc471),segment_id=a30d3fb5-bd71-487b-a6cf-50ba6c8fc471)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:52:11.534968 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:11.559313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-d45db354-58bc-4fd0-accb-4b9c7a76fcc2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.20.0.8 (7f70a006-0ccd-4364-8e98-c08f68ece2da/7a380b9b-08ef-45ab-8eac-2ae4645ac3bb/c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:52:11.707788 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-d45db354-58bc-4fd0-accb-4b9c7a76fcc2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:11.711671 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e74ef8a0-2e20-4bc1-81a6-790ce3ef3427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:11.724085 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-d45db354-58bc-4fd0-accb-4b9c7a76fcc2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Transition to ACTIVE for port object c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:52:11.736096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=7028a49f-9620-46b8-83e4-f84d5ddd1332,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:11.855705 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-d45db354-58bc-4fd0-accb-4b9c7a76fcc2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:11.902547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-d45db354-58bc-4fd0-accb-4b9c7a76fcc2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network 7f70a006-0ccd-4364-8e98-c08f68ece2da is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:52:11.905576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-d45db354-58bc-4fd0-accb-4b9c7a76fcc2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:52:11.910448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-d45db354-58bc-4fd0-accb-4b9c7a76fcc2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:52:11.914304 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45db354-58bc-4fd0-accb-4b9c7a76fcc2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:11.972695 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-d45db354-58bc-4fd0-accb-4b9c7a76fcc2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:11.972695 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-d45db354-58bc-4fd0-accb-4b9c7a76fcc2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:12.025903 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:12.044747 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-d45db354-58bc-4fd0-accb-4b9c7a76fcc2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8032539 Aug 29 07:52:12.067557 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Request body: {'port': {'device_id': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:52:12.135844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:12.277177 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-233fdbcf-1366-4498-9b05-3503471010c3 None None] Provisioning for port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:52:12.281057 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-233fdbcf-1366-4498-9b05-3503471010c3 None None] Provisioning complete for port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:52:12.281431 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-233fdbcf-1366-4498-9b05-3503471010c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:12.315734 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-233fdbcf-1366-4498-9b05-3503471010c3 None None] Port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:52:12.417453 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b69cf-1215-4eec-b30d-1cfbc8aedc46 req-ba7e61f8-ce59-432d-8e92-0f8c183f747d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:12.418046 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:52:12.418956 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-367b69cf-1215-4eec-b30d-1cfbc8aedc46 req-ba7e61f8-ce59-432d-8e92-0f8c183f747d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 931 time: 0.0486403 Aug 29 07:52:12.425859 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:12.438333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Transition to ACTIVE for port object c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:52:12.463422 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-367b69cf-1215-4eec-b30d-1cfbc8aedc46 req-7205de3a-f63d-4b17-b296-7ea41d22c3cf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377307 Aug 29 07:52:12.523770 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:12.580383 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:12.661384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Attempting to bind port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:52:12.661732 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Attempting to bind port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:52:12.662040 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Attempting to bind port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b on network 7f70a006-0ccd-4364-8e98-c08f68ece2da {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:52:12.666917 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b on network 7f70a006-0ccd-4364-8e98-c08f68ece2da not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:52:12.667280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Attempting to bind port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b on network 7f70a006-0ccd-4364-8e98-c08f68ece2da {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:52:12.673096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:52:12.673384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Checking segment: {'id': 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:52:12.674237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Bound using segment: {'id': 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:52:12.674647 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Bound port: c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:52:12.675010 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:12.753204 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] For port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:52:12.756334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] For port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b,segment=NetworkSegment(a30d3fb5-bd71-487b-a6cf-50ba6c8fc471),segment_id=a30d3fb5-bd71-487b-a6cf-50ba6c8fc471)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:52:12.809573 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:12.853407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:12.854029 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:12.855454 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] 10.222.0.11 "PUT /v2.0/ports/c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b HTTP/1.1" status: 200 len: 1092 time: 0.7930317 Aug 29 07:52:12.855902 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'tag': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:52:12.858201 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89af758b-f830-4e9d-9245-f7e3c0ce8a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1b954a-fda6-45fd-9638-2019b41e3bb7", "tag": "c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:52:12.879617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bc63f-808c-44dc-a3ca-13c330358903 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:12.900488 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3633796-a1fe-4a2e-9b05-ccf8a2c799e2 x-openstack-request-id: req-e3633796-a1fe-4a2e-9b05-ccf8a2c799e2 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:52:12.900780 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1b954a-fda6-45fd-9638-2019b41e3bb7", "tag": "c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:52:12.901032 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e3633796-a1fe-4a2e-9b05-ccf8a2c799e2 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:52:12.901444 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'tag': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b', 'status': 'completed', 'code': 200} Aug 29 07:52:12.996014 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af758b-f830-4e9d-9245-f7e3c0ce8a9e req-1e31c5b3-184d-46b9-aafa-ef2fdeb69c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:12.997844 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89af758b-f830-4e9d-9245-f7e3c0ce8a9e req-1e31c5b3-184d-46b9-aafa-ef2fdeb69c19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 1095 time: 0.0552757 Aug 29 07:52:13.112891 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af758b-f830-4e9d-9245-f7e3c0ce8a9e req-3a32b6a1-e162-480a-b651-35deef777dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:13.114374 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89af758b-f830-4e9d-9245-f7e3c0ce8a9e req-3a32b6a1-e162-480a-b651-35deef777dcd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6e6a6f027c3a48d5b213ddf316328266&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1031187 Aug 29 07:52:13.197948 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7028a49f-9620-46b8-83e4-f84d5ddd1332 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:52:13.208617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af758b-f830-4e9d-9245-f7e3c0ce8a9e req-4066b685-3e24-4eaf-b8c5-6ec19aaae273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:13.210013 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-89af758b-f830-4e9d-9245-f7e3c0ce8a9e req-4066b685-3e24-4eaf-b8c5-6ec19aaae273 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887699 Aug 29 07:52:13.244813 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 7028a49f-9620-46b8-83e4-f84d5ddd1332 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:52:13.245188 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:13.305967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-25538962-51c8-4c42-b9d5-ef00d5fbb70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:13.307478 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-25538962-51c8-4c42-b9d5-ef00d5fbb70a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 1095 time: 0.0421743 Aug 29 07:52:13.360218 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-321cba87-fc45-497b-a683-79208a296a00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b HTTP/1.1" status: 200 len: 217 time: 0.0397549 Aug 29 07:52:13.408200 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-f30fcf00-661d-4f62-a112-1ddb7794c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:13.409577 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-f30fcf00-661d-4f62-a112-1ddb7794c6fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a380b9b-08ef-45ab-8eac-2ae4645ac3bb HTTP/1.1" status: 200 len: 835 time: 0.0430081 Aug 29 07:52:13.453865 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-4d9e5dcc-3de7-4cae-98bf-e51a8641cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:13.455907 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-4d9e5dcc-3de7-4cae-98bf-e51a8641cf1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f70a006-0ccd-4364-8e98-c08f68ece2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395923 Aug 29 07:52:13.551251 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-1c1947ea-a02f-48d2-aa7e-3ee1b87f7371 service neutron] 10.222.0.11 "GET /v2.0/networks/7f70a006-0ccd-4364-8e98-c08f68ece2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881712 Aug 29 07:52:13.579064 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f94a01-acaa-41a6-bec4-77ca65db7524 req-0a77139b-1844-4f41-8a65-122cde5f8c73 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:13.581324 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83f94a01-acaa-41a6-bec4-77ca65db7524 req-0a77139b-1844-4f41-8a65-122cde5f8c73 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 943 time: 0.0493228 Aug 29 07:52:13.618597 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83f94a01-acaa-41a6-bec4-77ca65db7524 req-73dda19b-76da-42af-af83-a32333079abb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313103 Aug 29 07:52:13.645269 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f44122c2-a6d6-43ac-a3c1-1dd98d855f5c req-56430b26-b485-4562-85a9-61b66cefad50 service neutron] 10.222.0.11 "GET /v2.0/networks/7f70a006-0ccd-4364-8e98-c08f68ece2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870714 Aug 29 07:52:13.763196 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:14.734237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c3825-f50e-46e6-9367-b4bb63ebc9ea req-a4515694-8b43-4c3d-84ad-af0fed2a8125 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:14.735749 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-091c3825-f50e-46e6-9367-b4bb63ebc9ea req-a4515694-8b43-4c3d-84ad-af0fed2a8125 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 943 time: 0.0495901 Aug 29 07:52:14.773105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-091c3825-f50e-46e6-9367-b4bb63ebc9ea req-fea6f3d0-d817-49ab-83d5-87f16574b2db tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Aug 29 07:52:15.285551 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:52:15.888068 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3475e0b-3d62-436c-834b-47aa3378918f req-49bfea3f-6dc6-4467-8820-d65caa6d4a39 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:15.889540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3475e0b-3d62-436c-834b-47aa3378918f req-49bfea3f-6dc6-4467-8820-d65caa6d4a39 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 943 time: 0.0513735 Aug 29 07:52:15.931539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d3475e0b-3d62-436c-834b-47aa3378918f req-b9df1db5-29e9-453d-be3d-781ae35cd31c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360298 Aug 29 07:52:17.044991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f60aa-43f5-4d02-b265-964947d0d5aa req-cde88354-bec3-4c3a-b152-069718c3e8fb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:17.046469 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-226f60aa-43f5-4d02-b265-964947d0d5aa req-cde88354-bec3-4c3a-b152-069718c3e8fb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 943 time: 0.0498676 Aug 29 07:52:17.084199 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-226f60aa-43f5-4d02-b265-964947d0d5aa req-57cd2d12-3c11-4880-ae91-e6a597ce7f0f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317612 Aug 29 07:52:17.140786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:52:17.236435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b,segment=NetworkSegment(a30d3fb5-bd71-487b-a6cf-50ba6c8fc471),segment_id=a30d3fb5-bd71-487b-a6cf-50ba6c8fc471)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:52:17.247891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'port_id': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b', 'mac_address': 'fa:16:3e:1d:6d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:52:17.284555 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:17.296684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:52:17.315890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b,segment=NetworkSegment(a30d3fb5-bd71-487b-a6cf-50ba6c8fc471),segment_id=a30d3fb5-bd71-487b-a6cf-50ba6c8fc471)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:52:17.385799 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:17.431831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:17.800950 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:52:18.197130 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a18dca-1798-4654-85c5-51143fae00a3 req-010ac8ca-af4a-4f3b-952d-8f6234bd9c2c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:18.198633 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2a18dca-1798-4654-85c5-51143fae00a3 req-010ac8ca-af4a-4f3b-952d-8f6234bd9c2c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 944 time: 0.0497727 Aug 29 07:52:18.236343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2a18dca-1798-4654-85c5-51143fae00a3 req-a7c3678e-4603-42f5-8897-3387869ab7b1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316875 Aug 29 07:52:19.151489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:52:19.294684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:52:19.298891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:52:19.299305 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:19.357120 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ada09-9708-41c4-9d3a-c034b564d4b1 req-7f79d156-b276-4ffe-b465-477ab364bb39 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:19.358629 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-792ada09-9708-41c4-9d3a-c034b564d4b1 req-7f79d156-b276-4ffe-b465-477ab364bb39 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 944 time: 0.0551565 Aug 29 07:52:19.383217 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:19.400732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-792ada09-9708-41c4-9d3a-c034b564d4b1 req-d62a1d4b-5ee1-4621-a078-be322fe4710f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359693 Aug 29 07:52:19.405565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:52:19.407863 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dee62fb-0e3d-44c8-b386-6dd84d843b6c" -d '{"events": [{"server_uuid": "dd1b954a-fda6-45fd-9638-2019b41e3bb7", "name": "network-vif-plugged", "status": "completed", "tag": "c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:52:19.430168 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b,segment=NetworkSegment(a30d3fb5-bd71-487b-a6cf-50ba6c8fc471),segment_id=a30d3fb5-bd71-487b-a6cf-50ba6c8fc471)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:52:19.494635 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:19.501206 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642fda70-9270-4d5b-9f96-db5090d17333 x-openstack-request-id: req-642fda70-9270-4d5b-9f96-db5090d17333 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:52:19.501500 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1b954a-fda6-45fd-9638-2019b41e3bb7", "name": "network-vif-plugged", "status": "completed", "tag": "c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:52:19.501752 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-642fda70-9270-4d5b-9f96-db5090d17333 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:52:19.502140 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b', 'code': 200} Aug 29 07:52:19.544088 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:19.622072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a03c8-1b5c-4bbe-baf4-ba8231defd43 req-2620ced8-539c-436a-a1b7-49ba29b6637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:19.623587 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d64a03c8-1b5c-4bbe-baf4-ba8231defd43 req-2620ced8-539c-436a-a1b7-49ba29b6637e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0413296 Aug 29 07:52:19.664658 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d64a03c8-1b5c-4bbe-baf4-ba8231defd43 req-fe9ac19f-bdce-45fb-8028-5a9bc4422282 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337126 Aug 29 07:52:19.987237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9155b928-c327-427f-80a8-deea6cab08a2 req-2ab145c5-664d-4365-bf25-be22fc31d922 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0244677 Aug 29 07:52:20.050875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9155b928-c327-427f-80a8-deea6cab08a2 req-cf9eba18-eda1-493e-86d9-a2efc35830ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0244827 Aug 29 07:52:20.090210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9155b928-c327-427f-80a8-deea6cab08a2 req-b6f039af-c67b-44a1-8935-e443d558a207 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197227 Aug 29 07:52:20.186397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155b928-c327-427f-80a8-deea6cab08a2 req-29135e4f-c25d-4068-8d56-9013ebea679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:20.188039 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9155b928-c327-427f-80a8-deea6cab08a2 req-29135e4f-c25d-4068-8d56-9013ebea679c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872328 Aug 29 07:52:20.519690 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b8d0c-c781-42dc-8628-b5ef082442c3 req-2bea8b6b-bd4f-472c-887c-28c4fc3a4674 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:20.521188 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd3b8d0c-c781-42dc-8628-b5ef082442c3 req-2bea8b6b-bd4f-472c-887c-28c4fc3a4674 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 945 time: 0.0544662 Aug 29 07:52:20.568343 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dd3b8d0c-c781-42dc-8628-b5ef082442c3 req-2d5222cf-4937-40c5-af97-c71d0afcdd42 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409801 Aug 29 07:52:21.586050 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:21.686178 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d13bd-7ae7-48b9-ba88-1d9ff3738b87 req-6b588a65-e172-4059-aa90-c2807a96bacb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:21.687738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-936d13bd-7ae7-48b9-ba88-1d9ff3738b87 req-6b588a65-e172-4059-aa90-c2807a96bacb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 945 time: 0.0497193 Aug 29 07:52:21.729366 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-936d13bd-7ae7-48b9-ba88-1d9ff3738b87 req-37e89bd0-4fe1-4a34-be26-5323df56df39 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350275 Aug 29 07:52:21.845250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d74b53-3c94-41f2-8110-4bf6adb35b3f req-36a7550b-0f4f-42d8-979b-4b05cf3f54de tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:21.846667 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09d74b53-3c94-41f2-8110-4bf6adb35b3f req-36a7550b-0f4f-42d8-979b-4b05cf3f54de tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 945 time: 0.0505652 Aug 29 07:52:21.886802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-09d74b53-3c94-41f2-8110-4bf6adb35b3f req-d76f4431-8ced-4d58-b3b5-6fedfd9be17a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339246 Aug 29 07:52:21.909587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44402) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:21.953356 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571670a3-2d5a-4ac6-a04f-fa2c3c0ca06a tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:21.954859 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-571670a3-2d5a-4ac6-a04f-fa2c3c0ca06a tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 1092 time: 0.0442863 Aug 29 07:52:21.957832 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44404) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:21.962252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:52:22.082250 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:22.178655 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:22.286622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.25.1.60 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/8823545b-d420-4d56-8364-a67992a45157) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:52:22.386730 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:22.472509 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:22.516926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:52:22.520271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:52:22.522809 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:52:22.548291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=8823545b-d420-4d56-8364-a67992a45157,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:22.911558 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:23.058164 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:23.206761 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:23.300521 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:23.367662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=8823545b-d420-4d56-8364-a67992a45157,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:52:23.379165 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:23.477081 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Floating IP 2acfe42e-1b37-49f7-8701-9965e42bb939 associated. External IP: 172.25.1.60, port: c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b. Aug 29 07:52:23.692612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router d48d5a5f-507f-434d-bfc0-4f50f2efed99 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:52:23.798053 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:52:23.808179 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f48f43-64ad-43ee-a8bc-0f7141308c45 None None] Sync routers for ids ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:52:23.819511 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f48f43-64ad-43ee-a8bc-0f7141308c45 None None] Routers {'d48d5a5f-507f-434d-bfc0-4f50f2efed99'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:52:23.823129 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e5f48f43-64ad-43ee-a8bc-0f7141308c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:52:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:52:23.866291 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:23.899088 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-feab5c96-18d5-4604-91ce-ec0e54a55692 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9400642 Aug 29 07:52:23.899729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'tag': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:52:23.902028 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6f9845-bd82-4617-9749-519a00cce574" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1b954a-fda6-45fd-9638-2019b41e3bb7", "tag": "c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:52:23.946008 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431484d7-2c6b-4d32-bde1-52cbf3d25eb6 x-openstack-request-id: req-431484d7-2c6b-4d32-bde1-52cbf3d25eb6 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:52:23.946647 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1b954a-fda6-45fd-9638-2019b41e3bb7", "tag": "c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:52:23.947186 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-431484d7-2c6b-4d32-bde1-52cbf3d25eb6 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:52:23.947563 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'tag': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b', 'status': 'completed', 'code': 200} Aug 29 07:52:23.949828 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-e5f48f43-64ad-43ee-a8bc-0f7141308c45 None None] Set router d48d5a5f-507f-434d-bfc0-4f50f2efed99 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:52:24.018202 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4ae18-e4a3-410c-a8eb-9d6ee6b1fafc req-0fd4e60e-8f69-401d-bac5-7c171614cd12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:24.019852 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f6d4ae18-e4a3-410c-a8eb-9d6ee6b1fafc req-0fd4e60e-8f69-401d-bac5-7c171614cd12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 945 time: 0.0531914 Aug 29 07:52:24.047458 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9845-bd82-4617-9749-519a00cce574 req-0b0566e3-221a-4f22-bc03-d6cdf1be2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:24.049018 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ff6f9845-bd82-4617-9749-519a00cce574 req-0b0566e3-221a-4f22-bc03-d6cdf1be2be9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0576680 Aug 29 07:52:24.062317 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f6d4ae18-e4a3-410c-a8eb-9d6ee6b1fafc req-8336bde5-53fc-46f1-aec9-92c35dc31bb6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363541 Aug 29 07:52:24.087002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44412) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:24.146042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9845-bd82-4617-9749-519a00cce574 req-911dd7b6-4d22-46b8-a36b-3b06d0b07d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:24.147641 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ff6f9845-bd82-4617-9749-519a00cce574 req-911dd7b6-4d22-46b8-a36b-3b06d0b07d6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=7f70a006-0ccd-4364-8e98-c08f68ece2da HTTP/1.1" status: 200 len: 898 time: 0.0913475 Aug 29 07:52:24.162820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-103e010d-f7f3-41e0-a16e-068b34368e8c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/2acfe42e-1b37-49f7-8701-9965e42bb939 HTTP/1.1" status: 200 len: 990 time: 0.0733299 Aug 29 07:52:24.218159 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ff6f9845-bd82-4617-9749-519a00cce574 req-d06ac398-5f6c-441e-895a-10b71bfb4b92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b HTTP/1.1" status: 200 len: 998 time: 0.0635920 Aug 29 07:52:24.268955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9845-bd82-4617-9749-519a00cce574 req-7e2ce34b-aae3-448d-81f9-069b73ec5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:24.270731 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ff6f9845-bd82-4617-9749-519a00cce574 req-7e2ce34b-aae3-448d-81f9-069b73ec5da3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a380b9b-08ef-45ab-8eac-2ae4645ac3bb HTTP/1.1" status: 200 len: 835 time: 0.0456102 Aug 29 07:52:24.277859 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e5f48f43-64ad-43ee-a8bc-0f7141308c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2acfe42e-1b37-49f7-8701-9965e42bb939', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'port_id': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'mac_address': 'fa:16:3e:1d:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:52:22Z', 'updated_at': '2021-08-29T07:52:22Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7028a49f-9620-46b8-83e4-f84d5ddd1332', 'name': '', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:95:2d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:06Z', 'updated_at': '2021-08-29T07:52:11Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:52:24.305455 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f48f43-64ad-43ee-a8bc-0f7141308c45 None None] Checking router: d48d5a5f-507f-434d-bfc0-4f50f2efed99 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:52:24.313732 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f48f43-64ad-43ee-a8bc-0f7141308c45 None None] Routers {'d48d5a5f-507f-434d-bfc0-4f50f2efed99'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:52:24.314349 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e5f48f43-64ad-43ee-a8bc-0f7141308c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:52:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:52:24.317931 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9845-bd82-4617-9749-519a00cce574 req-1907f40c-0c22-409d-854a-d5c7c94d2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:24.319483 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ff6f9845-bd82-4617-9749-519a00cce574 req-1907f40c-0c22-409d-854a-d5c7c94d2ba8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f70a006-0ccd-4364-8e98-c08f68ece2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422671 Aug 29 07:52:24.412913 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ff6f9845-bd82-4617-9749-519a00cce574 req-fe4cd90e-05af-46ba-988c-b144664ac9a5 service neutron] 10.222.0.11 "GET /v2.0/networks/7f70a006-0ccd-4364-8e98-c08f68ece2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866549 Aug 29 07:52:24.421001 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-e5f48f43-64ad-43ee-a8bc-0f7141308c45 None None] Set router d48d5a5f-507f-434d-bfc0-4f50f2efed99 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:52:24.504379 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ff6f9845-bd82-4617-9749-519a00cce574 req-b35a5350-4985-48d0-b6ba-2ebea77a6adf service neutron] 10.222.0.11 "GET /v2.0/networks/7f70a006-0ccd-4364-8e98-c08f68ece2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849650 Aug 29 07:52:24.657272 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-e5f48f43-64ad-43ee-a8bc-0f7141308c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2acfe42e-1b37-49f7-8701-9965e42bb939', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'port_id': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'mac_address': 'fa:16:3e:1d:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:52:22Z', 'updated_at': '2021-08-29T07:52:22Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7028a49f-9620-46b8-83e4-f84d5ddd1332', 'name': '', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:95:2d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:06Z', 'updated_at': '2021-08-29T07:52:11Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:52:24.683883 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f48f43-64ad-43ee-a8bc-0f7141308c45 None None] The sync data for ids ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'] in n-d-713301-12 is: [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2acfe42e-1b37-49f7-8701-9965e42bb939', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'port_id': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'mac_address': 'fa:16:3e:1d:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:52:22Z', 'updated_at': '2021-08-29T07:52:22Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7028a49f-9620-46b8-83e4-f84d5ddd1332', 'name': '', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:95:2d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:06Z', 'updated_at': '2021-08-29T07:52:11Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:52:24.888701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff1992-5784-422d-9c27-ee7094f01ee0 None None] New status for floating IP 2acfe42e-1b37-49f7-8701-9965e42bb939: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:52:25.165643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44414) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:52:25.231121 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1796c947-b23e-46b7-993d-e80e456ac6fb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/2acfe42e-1b37-49f7-8701-9965e42bb939 HTTP/1.1" status: 200 len: 992 time: 0.0643215 Aug 29 07:52:29.707363 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-406fb790-1eb6-49b6-8e40-648dbcad75a8 req-2ee770cc-fa6a-4b37-8fd8-e39701d147e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437469 Aug 29 07:52:29.804189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fb790-1eb6-49b6-8e40-648dbcad75a8 req-a7e43d81-d240-4269-9926-297cb2347329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:29.805682 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-406fb790-1eb6-49b6-8e40-648dbcad75a8 req-a7e43d81-d240-4269-9926-297cb2347329 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0420442 Aug 29 07:52:29.910224 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fb790-1eb6-49b6-8e40-648dbcad75a8 req-3665c3b2-80d5-4d08-a9d9-b6155faec36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:29.911774 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-406fb790-1eb6-49b6-8e40-648dbcad75a8 req-3665c3b2-80d5-4d08-a9d9-b6155faec36e service neutron] 10.222.0.11 "GET /v2.0/networks?id=7f70a006-0ccd-4364-8e98-c08f68ece2da HTTP/1.1" status: 200 len: 898 time: 0.0889735 Aug 29 07:52:29.977203 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-406fb790-1eb6-49b6-8e40-648dbcad75a8 req-89d63144-b9e5-4c7a-af36-ed23e53f4e4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b HTTP/1.1" status: 200 len: 1000 time: 0.0589824 Aug 29 07:52:30.025396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fb790-1eb6-49b6-8e40-648dbcad75a8 req-226d642d-2ca2-4586-a584-b8e5f12cbbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:30.026854 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-406fb790-1eb6-49b6-8e40-648dbcad75a8 req-226d642d-2ca2-4586-a584-b8e5f12cbbb6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a380b9b-08ef-45ab-8eac-2ae4645ac3bb HTTP/1.1" status: 200 len: 835 time: 0.0433245 Aug 29 07:52:30.074293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fb790-1eb6-49b6-8e40-648dbcad75a8 req-89804d4e-2771-45c5-8725-88158bff62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:52:30.075788 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-406fb790-1eb6-49b6-8e40-648dbcad75a8 req-89804d4e-2771-45c5-8725-88158bff62eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f70a006-0ccd-4364-8e98-c08f68ece2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427222 Aug 29 07:52:30.162694 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-406fb790-1eb6-49b6-8e40-648dbcad75a8 req-b898b5f1-5323-460c-be24-4e6f0a058f60 service neutron] 10.222.0.11 "GET /v2.0/networks/7f70a006-0ccd-4364-8e98-c08f68ece2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798693 Aug 29 07:52:30.252409 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-406fb790-1eb6-49b6-8e40-648dbcad75a8 req-4299cbab-6c08-4c32-97d0-6ce0c46413f8 service neutron] 10.222.0.11 "GET /v2.0/networks/7f70a006-0ccd-4364-8e98-c08f68ece2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833793 Aug 29 07:52:34.317192 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:38.196870 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e0a7fcde-4189-4fdf-aa0f-f705d1b95495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:40.884514 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:41.619434 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-edf4e279-fbbd-497b-9bc6-fca7bc36cec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:42.025487 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:43.762545 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:51.596769 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:52:52.285241 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:53:04.322210 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:08.173484 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6a91-14ab-470d-9e8f-2271492d648c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:10.870376 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:11.589781 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bc0c7bad-ef9c-4f5f-bdda-9b0ea03e8893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:12.024515 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:13.767159 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:20.995980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1908f5f6-b33e-4620-8b6c-9b13c6c3b6af req-aef3a3c0-274c-464b-a4d9-6f76c0eb487c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0283060 Aug 29 07:53:21.059729 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1908f5f6-b33e-4620-8b6c-9b13c6c3b6af req-4c134983-75b7-4c9b-8f80-fb443459a9b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0246909 Aug 29 07:53:21.098585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1908f5f6-b33e-4620-8b6c-9b13c6c3b6af req-f3421ea2-82fa-42d7-ab8c-3ea0bb00e167 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193861 Aug 29 07:53:21.195427 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908f5f6-b33e-4620-8b6c-9b13c6c3b6af req-b1cffda6-0f36-4d95-bd2d-2f66b628419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:21.196931 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1908f5f6-b33e-4620-8b6c-9b13c6c3b6af req-b1cffda6-0f36-4d95-bd2d-2f66b628419c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919940 Aug 29 07:53:21.561091 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:29.284012 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:53:29.692605 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d41a46e5-1064-42e0-8ec9-49211402ef1d req-8d031e40-b80c-42d3-acd1-1aab5ff64f24 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405531 Aug 29 07:53:29.796369 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a46e5-1064-42e0-8ec9-49211402ef1d req-9313cdd3-b4e7-4b32-94bb-96537af91964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:29.797950 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d41a46e5-1064-42e0-8ec9-49211402ef1d req-9313cdd3-b4e7-4b32-94bb-96537af91964 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0410478 Aug 29 07:53:30.237091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a46e5-1064-42e0-8ec9-49211402ef1d req-fb31f118-e023-47b2-ac9f-ce5b5db9e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:30.238590 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d41a46e5-1064-42e0-8ec9-49211402ef1d req-fb31f118-e023-47b2-ac9f-ce5b5db9e6f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7f70a006-0ccd-4364-8e98-c08f68ece2da HTTP/1.1" status: 200 len: 898 time: 0.4214156 Aug 29 07:53:30.303082 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d41a46e5-1064-42e0-8ec9-49211402ef1d req-7089c17b-8c20-426b-a754-7adcf300fb79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b HTTP/1.1" status: 200 len: 1000 time: 0.0570724 Aug 29 07:53:30.352131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a46e5-1064-42e0-8ec9-49211402ef1d req-a20b66f3-6493-417f-a4a3-ad4326a0ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:30.353578 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d41a46e5-1064-42e0-8ec9-49211402ef1d req-a20b66f3-6493-417f-a4a3-ad4326a0ffb4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a380b9b-08ef-45ab-8eac-2ae4645ac3bb HTTP/1.1" status: 200 len: 835 time: 0.0436523 Aug 29 07:53:30.405017 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a46e5-1064-42e0-8ec9-49211402ef1d req-0238a46a-492c-4941-a50f-0dbbfa650bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:30.406533 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d41a46e5-1064-42e0-8ec9-49211402ef1d req-0238a46a-492c-4941-a50f-0dbbfa650bdc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f70a006-0ccd-4364-8e98-c08f68ece2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452323 Aug 29 07:53:30.495714 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d41a46e5-1064-42e0-8ec9-49211402ef1d req-fee633b5-a630-4e54-9804-da503ccfb72a service neutron] 10.222.0.11 "GET /v2.0/networks/7f70a006-0ccd-4364-8e98-c08f68ece2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818918 Aug 29 07:53:30.587980 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d41a46e5-1064-42e0-8ec9-49211402ef1d req-bc6b36a6-d699-4d1f-a281-f4fb396f43ff service neutron] 10.222.0.11 "GET /v2.0/networks/7f70a006-0ccd-4364-8e98-c08f68ece2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852334 Aug 29 07:53:34.343024 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:38.177942 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a8bb-2869-492e-9ada-268ffe8c7045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:38.573030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75dea5-b57d-4ccf-bff6-c4ee82dbc106 req-3d5473fe-160a-4014-9d41-cf450dec3674 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:38.574727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f75dea5-b57d-4ccf-bff6-c4ee82dbc106 req-3d5473fe-160a-4014-9d41-cf450dec3674 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 945 time: 0.0528564 Aug 29 07:53:38.622222 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f75dea5-b57d-4ccf-bff6-c4ee82dbc106 req-52594dac-b844-4b87-8883-08a9be3556e2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407250 Aug 29 07:53:39.752480 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65726568-6b3e-4751-84f2-02a324675671 req-58b5b177-5c80-4ee9-989b-127e4897460e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:39.753960 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65726568-6b3e-4751-84f2-02a324675671 req-58b5b177-5c80-4ee9-989b-127e4897460e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 945 time: 0.0496182 Aug 29 07:53:39.793498 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-65726568-6b3e-4751-84f2-02a324675671 req-9fec5e9d-111e-44a1-8cb2-e5f880fc1f8b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336254 Aug 29 07:53:39.822413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44458) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:39.884408 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f0b2d4cd-a052-4c41-bf40-92c5d91491fe tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/2acfe42e-1b37-49f7-8701-9965e42bb939 HTTP/1.1" status: 200 len: 992 time: 0.0607545 Aug 29 07:53:40.880860 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:41.572785 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-50ecb3ed-eda7-493e-9684-46e1eca2a92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:41.635210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911814f-37a5-4ac2-8b9b-ba8283e64c02 req-c233112a-912f-473e-a6ce-b4c9983b86f9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:41.636963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f911814f-37a5-4ac2-8b9b-ba8283e64c02 req-c233112a-912f-473e-a6ce-b4c9983b86f9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 945 time: 0.3167715 Aug 29 07:53:41.680436 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f911814f-37a5-4ac2-8b9b-ba8283e64c02 req-01919b96-11e1-4f55-9608-237a381848b9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350823 Aug 29 07:53:42.012691 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:42.800457 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c260ed-d8fc-41aa-b739-0d56f175ec5b req-95fb4791-a74c-449e-9518-e281e1bd2ddf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:42.802363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21c260ed-d8fc-41aa-b739-0d56f175ec5b req-95fb4791-a74c-449e-9518-e281e1bd2ddf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 945 time: 0.0497193 Aug 29 07:53:42.840223 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21c260ed-d8fc-41aa-b739-0d56f175ec5b req-687f91d1-0b49-4eb3-846c-2ffd1227c72b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Aug 29 07:53:42.863571 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44468) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:42.931097 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f2a8d417-7c25-4945-8aed-a96fd14487e9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/2acfe42e-1b37-49f7-8701-9965e42bb939 HTTP/1.1" status: 200 len: 992 time: 0.0659082 Aug 29 07:53:43.168246 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44474) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:43.331982 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port 8823545b-d420-4d56-8364-a67992a45157 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:53:43.332322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:43.409203 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:43.409528 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:43.420772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for 8823545b-d420-4d56-8364-a67992a45157 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:53:43.629623 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:43.653774 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=8823545b-d420-4d56-8364-a67992a45157,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:43.663923 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:43.664283 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:43.664625 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:43.664962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:43.665405 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:43.665624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:43.666624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:43.666624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:43.666624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:43.667050 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:43.667212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:43.667537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:43.729406 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:43.729758 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Floating IP 2acfe42e-1b37-49f7-8701-9965e42bb939 disassociated (deleted). External IP: 172.25.1.60, port: c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b. Aug 29 07:53:43.766543 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:43.953265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router d48d5a5f-507f-434d-bfc0-4f50f2efed99 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:53:44.051250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:53:44.056170 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:44.061876 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b00692-c81b-4432-b2a2-5e288ad83631 None None] Sync routers for ids ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:53:44.071984 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b00692-c81b-4432-b2a2-5e288ad83631 None None] Routers {'d48d5a5f-507f-434d-bfc0-4f50f2efed99'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:53:44.073613 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-84b00692-c81b-4432-b2a2-5e288ad83631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:53:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:44.083998 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-78d2135e-4401-41a3-b1c7-0f1eee32fff1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/floatingips/2acfe42e-1b37-49f7-8701-9965e42bb939 HTTP/1.1" status: 204 len: 168 time: 0.9146342 Aug 29 07:53:44.084616 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'tag': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:53:44.087080 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e19e21a-8b28-4000-80d3-3f2bd9f34147" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1b954a-fda6-45fd-9638-2019b41e3bb7", "tag": "c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:53:44.129861 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b9211c-0311-4949-b7bd-852b00119ba6 x-openstack-request-id: req-29b9211c-0311-4949-b7bd-852b00119ba6 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:53:44.130401 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1b954a-fda6-45fd-9638-2019b41e3bb7", "tag": "c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:53:44.130655 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29b9211c-0311-4949-b7bd-852b00119ba6 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:53:44.131492 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'tag': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b', 'status': 'completed', 'code': 200} Aug 29 07:53:44.182487 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-84b00692-c81b-4432-b2a2-5e288ad83631 None None] Set router d48d5a5f-507f-434d-bfc0-4f50f2efed99 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:53:44.214542 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e21a-8b28-4000-80d3-3f2bd9f34147 req-00aad17d-a21a-49b2-80f2-d434406576f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:44.215330 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8e19e21a-8b28-4000-80d3-3f2bd9f34147 req-00aad17d-a21a-49b2-80f2-d434406576f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0409586 Aug 29 07:53:44.311135 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e21a-8b28-4000-80d3-3f2bd9f34147 req-cc050bd5-de32-40b8-bd2c-0d8a5963c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:44.312795 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8e19e21a-8b28-4000-80d3-3f2bd9f34147 req-cc050bd5-de32-40b8-bd2c-0d8a5963c728 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7f70a006-0ccd-4364-8e98-c08f68ece2da HTTP/1.1" status: 200 len: 898 time: 0.0895779 Aug 29 07:53:44.362378 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8e19e21a-8b28-4000-80d3-3f2bd9f34147 req-86f46570-f16b-4d03-bd89-62029bc59cb5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b HTTP/1.1" status: 200 len: 217 time: 0.0421770 Aug 29 07:53:44.398014 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-84b00692-c81b-4432-b2a2-5e288ad83631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7028a49f-9620-46b8-83e4-f84d5ddd1332', 'name': '', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:95:2d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:06Z', 'updated_at': '2021-08-29T07:52:11Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:44.416654 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e21a-8b28-4000-80d3-3f2bd9f34147 req-841ef448-2656-40cc-9fc7-dd5e96f67dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:44.418141 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8e19e21a-8b28-4000-80d3-3f2bd9f34147 req-841ef448-2656-40cc-9fc7-dd5e96f67dba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a380b9b-08ef-45ab-8eac-2ae4645ac3bb HTTP/1.1" status: 200 len: 835 time: 0.0495281 Aug 29 07:53:44.428506 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b00692-c81b-4432-b2a2-5e288ad83631 None None] Checking router: d48d5a5f-507f-434d-bfc0-4f50f2efed99 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:53:44.438036 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b00692-c81b-4432-b2a2-5e288ad83631 None None] Routers {'d48d5a5f-507f-434d-bfc0-4f50f2efed99'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:53:44.438929 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-84b00692-c81b-4432-b2a2-5e288ad83631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:53:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:44.472250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19e21a-8b28-4000-80d3-3f2bd9f34147 req-f99dc3f2-0e92-4912-806f-1c0c1f1fbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:44.474474 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8e19e21a-8b28-4000-80d3-3f2bd9f34147 req-f99dc3f2-0e92-4912-806f-1c0c1f1fbefc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f70a006-0ccd-4364-8e98-c08f68ece2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492160 Aug 29 07:53:44.562813 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-84b00692-c81b-4432-b2a2-5e288ad83631 None None] Set router d48d5a5f-507f-434d-bfc0-4f50f2efed99 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:53:44.585422 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8e19e21a-8b28-4000-80d3-3f2bd9f34147 req-abc61f58-29df-4109-8937-b5e04c785128 service neutron] 10.222.0.11 "GET /v2.0/networks/7f70a006-0ccd-4364-8e98-c08f68ece2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040025 Aug 29 07:53:44.585865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953629f3-1336-40bb-871f-e165684cac66 req-ed4bc243-7416-40ef-aa8a-23e206689087 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:44.587425 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-953629f3-1336-40bb-871f-e165684cac66 req-ed4bc243-7416-40ef-aa8a-23e206689087 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 945 time: 0.1295431 Aug 29 07:53:44.630206 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-953629f3-1336-40bb-871f-e165684cac66 req-cba8cd41-ad3f-4910-8dc6-45d273b89030 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353401 Aug 29 07:53:44.684015 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8e19e21a-8b28-4000-80d3-3f2bd9f34147 req-d0256d08-57aa-444b-926a-ac78349e0347 service neutron] 10.222.0.11 "GET /v2.0/networks/7f70a006-0ccd-4364-8e98-c08f68ece2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910239 Aug 29 07:53:44.771841 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-84b00692-c81b-4432-b2a2-5e288ad83631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7028a49f-9620-46b8-83e4-f84d5ddd1332', 'name': '', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:95:2d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:06Z', 'updated_at': '2021-08-29T07:52:11Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:44.799035 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b00692-c81b-4432-b2a2-5e288ad83631 None None] The sync data for ids ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'] in n-d-713301-12 is: [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '7028a49f-9620-46b8-83e4-f84d5ddd1332', 'name': '', 'network_id': '7f70a006-0ccd-4364-8e98-c08f68ece2da', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:95:2d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:06Z', 'updated_at': '2021-08-29T07:52:11Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '7a380b9b-08ef-45ab-8eac-2ae4645ac3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:53:45.021056 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02a8f4b-f6f6-4b03-ae72-a5b1b33ae0e9 None None] New status for floating IP 2acfe42e-1b37-49f7-8701-9965e42bb939: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:53:45.804386 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ce640-a992-4c5d-a71e-7ef962c87ae4 req-7ac16579-9253-4726-83cd-01ae0d161e1e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:45.805923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c9ce640-a992-4c5d-a71e-7ef962c87ae4 req-7ac16579-9253-4726-83cd-01ae0d161e1e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 945 time: 0.1052399 Aug 29 07:53:45.846926 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5c9ce640-a992-4c5d-a71e-7ef962c87ae4 req-e93de956-486d-400a-8712-450572d1efcf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d411413-1dc7-4a6a-95d2-fe24bddfd872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342898 Aug 29 07:53:46.371731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80237d23-11e2-4c0e-9e89-aaaa0fc8fd43 req-4dcfa8ca-89de-40ac-9ab7-a31781409f68 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:46.373274 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-80237d23-11e2-4c0e-9e89-aaaa0fc8fd43 req-4dcfa8ca-89de-40ac-9ab7-a31781409f68 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 945 time: 0.0563681 Aug 29 07:53:46.478110 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-80237d23-11e2-4c0e-9e89-aaaa0fc8fd43 req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:53:46.478465 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-80237d23-11e2-4c0e-9e89-aaaa0fc8fd43 req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:46.588696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-80237d23-11e2-4c0e-9e89-aaaa0fc8fd43 req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b,segment=NetworkSegment(a30d3fb5-bd71-487b-a6cf-50ba6c8fc471),segment_id=a30d3fb5-bd71-487b-a6cf-50ba6c8fc471)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:53:46.589073 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-80237d23-11e2-4c0e-9e89-aaaa0fc8fd43 req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:46.603220 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-80237d23-11e2-4c0e-9e89-aaaa0fc8fd43 req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:53:46.783983 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-80237d23-11e2-4c0e-9e89-aaaa0fc8fd43 req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:46.819088 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:46.850332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:46.850855 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:46.851417 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:46.851919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:46.852415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:46.852931 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:46.853404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:46.853890 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:46.854391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:46.854880 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:46.855411 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:46.855895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:46.881462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-80237d23-11e2-4c0e-9e89-aaaa0fc8fd43 req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] No DVR routers for this DVR port c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:53:46.885025 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-80237d23-11e2-4c0e-9e89-aaaa0fc8fd43 req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:46.887223 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-80237d23-11e2-4c0e-9e89-aaaa0fc8fd43 req-dffd6f15-64bf-43d6-b323-7d4512245574 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "DELETE /v2.0/ports/c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b HTTP/1.1" status: 204 len: 173 time: 0.5068736 Aug 29 07:53:46.887676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'name': 'network-vif-deleted', 'tag': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:53:46.890616 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf488a1-2d88-4bcc-928a-c135c47aa66c" -d '{"events": [{"server_uuid": "dd1b954a-fda6-45fd-9638-2019b41e3bb7", "name": "network-vif-deleted", "tag": "c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:53:46.927068 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec8d5b3-b73a-4442-bf00-00b0db0eb55a x-openstack-request-id: req-bec8d5b3-b73a-4442-bf00-00b0db0eb55a {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:53:46.927393 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1b954a-fda6-45fd-9638-2019b41e3bb7", "name": "network-vif-deleted", "tag": "c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:53:46.927647 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bec8d5b3-b73a-4442-bf00-00b0db0eb55a {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:53:46.928051 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1b954a-fda6-45fd-9638-2019b41e3bb7', 'name': 'network-vif-deleted', 'tag': 'c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b', 'status': 'completed', 'code': 200} Aug 29 07:53:46.948912 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9d0b646-52c1-4dd3-a8c4-0ccff1bb5349 req-a7048f03-573e-4f28-a0b1-b8dd3debad75 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd1b954a-fda6-45fd-9638-2019b41e3bb7 HTTP/1.1" status: 200 len: 210 time: 0.0267994 Aug 29 07:53:48.005098 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44498) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:48.360847 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-560eaf78-6189-4c46-be4e-054cb27faa19 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:48.617757 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-560eaf78-6189-4c46-be4e-054cb27faa19 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port 7028a49f-9620-46b8-83e4-f84d5ddd1332 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:53:48.618010 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-560eaf78-6189-4c46-be4e-054cb27faa19 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:48.708349 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-560eaf78-6189-4c46-be4e-054cb27faa19 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port 7028a49f-9620-46b8-83e4-f84d5ddd1332, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=7028a49f-9620-46b8-83e4-f84d5ddd1332,segment=NetworkSegment(a30d3fb5-bd71-487b-a6cf-50ba6c8fc471),segment_id=a30d3fb5-bd71-487b-a6cf-50ba6c8fc471)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:53:48.708716 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-560eaf78-6189-4c46-be4e-054cb27faa19 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:48.722050 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-560eaf78-6189-4c46-be4e-054cb27faa19 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for 7028a49f-9620-46b8-83e4-f84d5ddd1332 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:53:48.967539 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-560eaf78-6189-4c46-be4e-054cb27faa19 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:48.994697 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560eaf78-6189-4c46-be4e-054cb27faa19 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=7028a49f-9620-46b8-83e4-f84d5ddd1332,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:49.173360 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-560eaf78-6189-4c46-be4e-054cb27faa19 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:49.389933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560eaf78-6189-4c46-be4e-054cb27faa19 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router d48d5a5f-507f-434d-bfc0-4f50f2efed99 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:53:49.499357 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560eaf78-6189-4c46-be4e-054cb27faa19 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:53:49.504556 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-560eaf78-6189-4c46-be4e-054cb27faa19 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "PUT /v2.0/routers/d48d5a5f-507f-434d-bfc0-4f50f2efed99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4981699 Aug 29 07:53:49.507234 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44500) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:49.510295 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2acfae2-b18c-4d50-9607-e41df7a554f8 None None] Sync routers for ids ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:53:49.520635 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2acfae2-b18c-4d50-9607-e41df7a554f8 None None] Routers {'d48d5a5f-507f-434d-bfc0-4f50f2efed99'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:53:49.521265 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f2acfae2-b18c-4d50-9607-e41df7a554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:53:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:49.565675 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8564b6b-ab68-481f-b55f-ce740fb310e1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting subnet 7a380b9b-08ef-45ab-8eac-2ae4645ac3bb {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:53:49.569043 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8564b6b-ab68-481f-b55f-ce740fb310e1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:49.611673 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8564b6b-ab68-481f-b55f-ce740fb310e1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:49.645034 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-f2acfae2-b18c-4d50-9607-e41df7a554f8 None None] Set router d48d5a5f-507f-434d-bfc0-4f50f2efed99 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:53:49.697709 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8564b6b-ab68-481f-b55f-ce740fb310e1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:49.847080 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8564b6b-ab68-481f-b55f-ce740fb310e1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:49.877706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8564b6b-ab68-481f-b55f-ce740fb310e1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Subnet': ['ID=7a380b9b-08ef-45ab-8eac-2ae4645ac3bb,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:49.879737 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d8564b6b-ab68-481f-b55f-ce740fb310e1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:49.881617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d8564b6b-ab68-481f-b55f-ce740fb310e1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/subnets/7a380b9b-08ef-45ab-8eac-2ae4645ac3bb HTTP/1.1" status: 204 len: 168 time: 0.3734484 Aug 29 07:53:49.884212 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44504) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:49.886955 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd455e4-914c-4bfc-be7a-753e15fcd09c None None] Network 7f70a006-0ccd-4364-8e98-c08f68ece2da requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:53:49.930672 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f2acfae2-b18c-4d50-9607-e41df7a554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:53:48Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:49.960492 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2acfae2-b18c-4d50-9607-e41df7a554f8 None None] Checking router: d48d5a5f-507f-434d-bfc0-4f50f2efed99 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:53:49.970440 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2acfae2-b18c-4d50-9607-e41df7a554f8 None None] Routers {'d48d5a5f-507f-434d-bfc0-4f50f2efed99'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:53:49.971057 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f2acfae2-b18c-4d50-9607-e41df7a554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:53:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:50.094659 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-f2acfae2-b18c-4d50-9607-e41df7a554f8 None None] Set router d48d5a5f-507f-434d-bfc0-4f50f2efed99 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:53:50.103489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] DHCP port deletion for 7f70a006-0ccd-4364-8e98-c08f68ece2da request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:53:50.155186 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Deleting port c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:53:50.155856 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:50.227110 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] For port c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c,segment=NetworkSegment(a30d3fb5-bd71-487b-a6cf-50ba6c8fc471),segment_id=a30d3fb5-bd71-487b-a6cf-50ba6c8fc471)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:53:50.227838 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:50.243257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Calling delete_port for c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:53:50.287766 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:50.293637 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-f2acfae2-b18c-4d50-9607-e41df7a554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:53:48Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:50.325329 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2acfae2-b18c-4d50-9607-e41df7a554f8 None None] The sync data for ids ['d48d5a5f-507f-434d-bfc0-4f50f2efed99'] in n-d-713301-12 is: [{'id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551095644', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:53:48Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d5a5f-507f-434d-bfc0-4f50f2efed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:52:02Z', 'updated_at': '2021-08-29T07:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:53:50.393686 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:50.429899 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:50.454152 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Pushing event deleted for resources: {'Port': ['ID=c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:50.463297 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] No DVR routers for this DVR port c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:53:50.465757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:50.466104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:50.466445 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:50.466775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:50.467166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:50.467499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:50.467821 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:50.468144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:50.468462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:50.468788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:50.469209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:50.469534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae864858-c046-46a5-884b-18d0c4b8bd48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:53:50.541570 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:53:50.541912 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:50.620799 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:53:50.621045 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:50.634080 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:53:50.869510 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:50.898195 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:50.960092 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.051272 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.053425 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.218167 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.218698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Fanout notify agent at l3_agent the message router_deleted on router d48d5a5f-507f-434d-bfc0-4f50f2efed99 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:53:51.232026 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.232026 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b37929a7-c127-419e-ad7b-c7f68cfdecc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/routers/d48d5a5f-507f-434d-bfc0-4f50f2efed99 HTTP/1.1" status: 204 len: 168 time: 1.3432052 Aug 29 07:53:51.232208 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44506) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:51.294248 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7028a49f-9620-46b8-83e4-f84d5ddd1332 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:53:51.319844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-399346f0-a7f1-44a0-9e1f-c23872f8dad8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.321158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 7028a49f-9620-46b8-83e4-f84d5ddd1332 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:53:51.321513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 7028a49f-9620-46b8-83e4-f84d5ddd1332 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:53:51.321926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:53:51.344507 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:53:51.344956 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device c41563ea-63fa-4e5f-aaa0-07f50b6f7c0c not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:53:51.417383 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-399346f0-a7f1-44a0-9e1f-c23872f8dad8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.427819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-399346f0-a7f1-44a0-9e1f-c23872f8dad8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f70a006-0ccd-4364-8e98-c08f68ece2da']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:51.439216 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-399346f0-a7f1-44a0-9e1f-c23872f8dad8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:51.439448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-399346f0-a7f1-44a0-9e1f-c23872f8dad8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30d3fb5-bd71-487b-a6cf-50ba6c8fc471') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:51.448444 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-399346f0-a7f1-44a0-9e1f-c23872f8dad8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.463155 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-399346f0-a7f1-44a0-9e1f-c23872f8dad8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.469676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399346f0-a7f1-44a0-9e1f-c23872f8dad8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:53:51.470085 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-399346f0-a7f1-44a0-9e1f-c23872f8dad8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:53:51.473580 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:53:51.606625 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.663862 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-399346f0-a7f1-44a0-9e1f-c23872f8dad8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.666040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:53:51.678349 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-399346f0-a7f1-44a0-9e1f-c23872f8dad8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.678763 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-399346f0-a7f1-44a0-9e1f-c23872f8dad8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/networks/7f70a006-0ccd-4364-8e98-c08f68ece2da HTTP/1.1" status: 204 len: 168 time: 0.4465647 Aug 29 07:53:51.681865 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44510) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:51.689045 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:53:51.689451 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device c5ee7a5b-66e4-4ecd-846d-7fe4f2e8343b not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:53:51.691299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399346f0-a7f1-44a0-9e1f-c23872f8dad8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Network': ['ID=7f70a006-0ccd-4364-8e98-c08f68ece2da,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:51.752573 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07f23267-214c-4a13-b474-cab91219723d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.781733 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07f23267-214c-4a13-b474-cab91219723d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.955303 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07f23267-214c-4a13-b474-cab91219723d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.957898 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-07f23267-214c-4a13-b474-cab91219723d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:51.959068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-07f23267-214c-4a13-b474-cab91219723d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/security-groups/7d411413-1dc7-4a6a-95d2-fe24bddfd872 HTTP/1.1" status: 204 len: 168 time: 0.2759118 Aug 29 07:53:51.974632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f23267-214c-4a13-b474-cab91219723d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d411413-1dc7-4a6a-95d2-fe24bddfd872,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:52.428332 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44516) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:52.433103 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d14e614f-76ef-43f1-84b5-0ab05ca6cabe tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1433979548', 'description': 'tempest-secgroup-smoke-1433979548 description', 'project_id': '6e6a6f027c3a48d5b213ddf316328266'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:53:52.543595 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d14e614f-76ef-43f1-84b5-0ab05ca6cabe tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:52.625896 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d14e614f-76ef-43f1-84b5-0ab05ca6cabe tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:52.703802 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d14e614f-76ef-43f1-84b5-0ab05ca6cabe tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:52.733494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e614f-76ef-43f1-84b5-0ab05ca6cabe tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535549b6-2cc9-4294-9bc4-66420c0c6ecf,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:52.789252 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d14e614f-76ef-43f1-84b5-0ab05ca6cabe tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:52.790573 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d14e614f-76ef-43f1-84b5-0ab05ca6cabe tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3612254 Aug 29 07:53:52.793415 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44518) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:52.798385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d6c02a90-c744-4f22-84ac-3588a01fe2a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '535549b6-2cc9-4294-9bc4-66420c0c6ecf', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:53:52.884949 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6c02a90-c744-4f22-84ac-3588a01fe2a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:52.944929 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6c02a90-c744-4f22-84ac-3588a01fe2a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:52.994688 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6c02a90-c744-4f22-84ac-3588a01fe2a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:53.012003 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c02a90-c744-4f22-84ac-3588a01fe2a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2a16e0-844f-4fbb-b141-1719af7bced4,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:53.085473 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d6c02a90-c744-4f22-84ac-3588a01fe2a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:53.086707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d6c02a90-c744-4f22-84ac-3588a01fe2a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2923553 Aug 29 07:53:53.089751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44522) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:53.095231 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-80370ed1-c141-4440-9a1f-8e5ab6d5368b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '535549b6-2cc9-4294-9bc4-66420c0c6ecf', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:53:53.183790 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-80370ed1-c141-4440-9a1f-8e5ab6d5368b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:53.198160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:53:53.219066 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:53:53.219511 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2ae4ca7d-9601-49bd-9dd4-a9442a4b5b79 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:53:53.254936 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-80370ed1-c141-4440-9a1f-8e5ab6d5368b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:53.337759 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-80370ed1-c141-4440-9a1f-8e5ab6d5368b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:53.357888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80370ed1-c141-4440-9a1f-8e5ab6d5368b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b43bdb-ba08-42ab-a769-b9f1c53a841d,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:53.446356 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-80370ed1-c141-4440-9a1f-8e5ab6d5368b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:53.447605 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-80370ed1-c141-4440-9a1f-8e5ab6d5368b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3568275 Aug 29 07:53:53.450406 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44524) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:53.455604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-7c5e0e4b-ba52-4f4a-8dd5-265cbf5b1915 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '535549b6-2cc9-4294-9bc4-66420c0c6ecf', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:53:53.566139 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c5e0e4b-ba52-4f4a-8dd5-265cbf5b1915 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:53.622389 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c5e0e4b-ba52-4f4a-8dd5-265cbf5b1915 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:53.714754 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c5e0e4b-ba52-4f4a-8dd5-265cbf5b1915 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:53.733408 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e0e4b-ba52-4f4a-8dd5-265cbf5b1915 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb73109-2c59-4e67-ab05-9445088e28da,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:53.817852 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-7c5e0e4b-ba52-4f4a-8dd5-265cbf5b1915 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:53.819038 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-7c5e0e4b-ba52-4f4a-8dd5-265cbf5b1915 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3676887 Aug 29 07:53:53.821753 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44526) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:53.826203 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-5c05f4a4-f37f-4609-b559-ada210067753 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '535549b6-2cc9-4294-9bc4-66420c0c6ecf', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:53:53.920284 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c05f4a4-f37f-4609-b559-ada210067753 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:53.990179 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c05f4a4-f37f-4609-b559-ada210067753 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:54.064112 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c05f4a4-f37f-4609-b559-ada210067753 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:54.082731 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05f4a4-f37f-4609-b559-ada210067753 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3591434b-19ad-4c43-b038-e4a3dcfa36af,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:54.177859 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5c05f4a4-f37f-4609-b559-ada210067753 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:54.179082 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5c05f4a4-f37f-4609-b559-ada210067753 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3564086 Aug 29 07:53:54.181821 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44528) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:54.186245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-13b9b64f-738e-48f5-ba3e-84392ec344c5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '535549b6-2cc9-4294-9bc4-66420c0c6ecf', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:53:54.257571 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-13b9b64f-738e-48f5-ba3e-84392ec344c5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Project 6e6a6f027c3a48d5b213ddf316328266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:53:54.262704 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13b9b64f-738e-48f5-ba3e-84392ec344c5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:54.327887 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13b9b64f-738e-48f5-ba3e-84392ec344c5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:54.411013 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13b9b64f-738e-48f5-ba3e-84392ec344c5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:54.428904 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9b64f-738e-48f5-ba3e-84392ec344c5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5124ac61-82e0-46c4-b41d-6059a3229914,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:54.502732 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-13b9b64f-738e-48f5-ba3e-84392ec344c5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:54.504004 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-13b9b64f-738e-48f5-ba3e-84392ec344c5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3212590 Aug 29 07:53:54.506894 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44530) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:54.511424 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-33a8e491-06e8-4be4-afe5-45c589c6f1f1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '535549b6-2cc9-4294-9bc4-66420c0c6ecf', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:53:54.613099 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-33a8e491-06e8-4be4-afe5-45c589c6f1f1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Project 6e6a6f027c3a48d5b213ddf316328266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:53:54.618226 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33a8e491-06e8-4be4-afe5-45c589c6f1f1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:54.680438 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33a8e491-06e8-4be4-afe5-45c589c6f1f1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:54.771962 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33a8e491-06e8-4be4-afe5-45c589c6f1f1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:54.791795 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8e491-06e8-4be4-afe5-45c589c6f1f1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0fa14a-5185-4e34-8672-849be9b64c71,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:54.880104 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-33a8e491-06e8-4be4-afe5-45c589c6f1f1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:54.881356 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-33a8e491-06e8-4be4-afe5-45c589c6f1f1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3734713 Aug 29 07:53:54.884171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44532) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:54.889165 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-dc4bb4d6-e899-4903-b409-e7e0b307ed36 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'network': {'name': 'tempest-network-smoke--822226532', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'port_security_enabled': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:53:54.989774 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4bb4d6-e899-4903-b409-e7e0b307ed36 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:53:54.993281 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb4d6-e899-4903-b409-e7e0b307ed36 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:55.016451 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4bb4d6-e899-4903-b409-e7e0b307ed36 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:53:55.024967 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb4d6-e899-4903-b409-e7e0b307ed36 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:55.025322 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-dc4bb4d6-e899-4903-b409-e7e0b307ed36 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Added segment 04e4e3ba-3d99-4514-bf01-b8e11aeb94d2 of type vlan for network b13c30b2-acb8-4ab3-a205-9a3d9c51101c Aug 29 07:53:55.063515 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb4d6-e899-4903-b409-e7e0b307ed36 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:55.160973 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb4d6-e899-4903-b409-e7e0b307ed36 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:55.166581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4bb4d6-e899-4903-b409-e7e0b307ed36 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:55.170934 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb4d6-e899-4903-b409-e7e0b307ed36 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:55.234463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bb4d6-e899-4903-b409-e7e0b307ed36 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Network': ['ID=b13c30b2-acb8-4ab3-a205-9a3d9c51101c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:55.244867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network b13c30b2-acb8-4ab3-a205-9a3d9c51101c details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:53:55.297614 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-dc4bb4d6-e899-4903-b409-e7e0b307ed36 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4123030 Aug 29 07:53:55.300291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44534) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:55.304995 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'admin_state_up': True, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:53:55.412317 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:55.413378 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:55.464936 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:55.686961 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:55.951938 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:55.970635 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:56.071429 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.25.1.198 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/a9264bf0-6682-44cc-8685-81f68afddda7) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:53:56.173367 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:56.270017 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:56.311364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:53:56.314291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:53:56.316952 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:53:56.342302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=a9264bf0-6682-44cc-8685-81f68afddda7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:56.626635 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:56.822325 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:57.069471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:53:57.175686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:53:57.186089 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Sync routers for ids ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:53:57.195779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Routers {'9c45ccb0-d539-40a8-b12d-8350b5f54cd7'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:53:57.196396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:53:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:57.281260 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:57.282740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c2f6efad-3f1e-4c80-b53c-36ff12c443a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9813616 Aug 29 07:53:57.285889 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44536) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:57.302435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Set router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:53:57.317517 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b5a103b3-57ca-45ac-82d5-03505a57afaa tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=6e6a6f027c3a48d5b213ddf316328266&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303829 Aug 29 07:53:57.320116 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44538) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:57.406232 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5c8624-764d-4c15-94af-b9f3ae806590 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:57.408090 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bf5c8624-764d-4c15-94af-b9f3ae806590 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868123 Aug 29 07:53:57.410638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44540) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:57.443977 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b28ca300-268f-4b48-a7e4-ce9f85b103ed tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321372 Aug 29 07:53:57.450971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44542) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:57.455917 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-b39a2aa7-4c66-482f-848a-9e0c40cc637e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-795392558', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:53:57.479353 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:56Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:57.506946 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Checking router: 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:53:57.507332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Updating router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 port a9264bf0-6682-44cc-8685-81f68afddda7 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:53:57.534854 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:57.629323 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39a2aa7-4c66-482f-848a-9e0c40cc637e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:53:57.632832 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b39a2aa7-4c66-482f-848a-9e0c40cc637e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:57.784028 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:57.793761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Transition to ACTIVE for port object a9264bf0-6682-44cc-8685-81f68afddda7 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:53:57.880717 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:57.892200 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b39a2aa7-4c66-482f-848a-9e0c40cc637e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:57.932835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8762cf-dc53-4501-a4be-fae6f512887a None None] Pushing event updated for resources: {'Port': ['ID=a9264bf0-6682-44cc-8685-81f68afddda7,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:57.935095 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Attempting to bind port a9264bf0-6682-44cc-8685-81f68afddda7 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:53:57.935501 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Attempting to bind port a9264bf0-6682-44cc-8685-81f68afddda7 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:53:57.936486 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Attempting to bind port a9264bf0-6682-44cc-8685-81f68afddda7 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:53:57.941383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:53:57.941761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:53:57.942166 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:57.942552 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:53:57.943174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Bound port: a9264bf0-6682-44cc-8685-81f68afddda7, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:53:57.943427 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:57.955029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a2aa7-4c66-482f-848a-9e0c40cc637e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Subnet': ['ID=036f963d-b3c8-424c-9423-73eef8639f1a,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:57.967794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39a2aa7-4c66-482f-848a-9e0c40cc637e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Checking segment: {'id': '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:53:57.968155 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39a2aa7-4c66-482f-848a-9e0c40cc637e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network hostable DHCP agents. Network: b13c30b2-acb8-4ab3-a205-9a3d9c51101c, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:53:57.996880 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] For port a9264bf0-6682-44cc-8685-81f68afddda7, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:53:57.999856 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] For port a9264bf0-6682-44cc-8685-81f68afddda7, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a9264bf0-6682-44cc-8685-81f68afddda7,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:53:58.063729 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39a2aa7-4c66-482f-848a-9e0c40cc637e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network b13c30b2-acb8-4ab3-a205-9a3d9c51101c is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:53:58.092418 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:58.149784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Routers {'9c45ccb0-d539-40a8-b12d-8350b5f54cd7'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:53:58.150327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:53:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:58.153011 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8762cf-dc53-4501-a4be-fae6f512887a None None] Pushing event updated for resources: {'Port': ['ID=a9264bf0-6682-44cc-8685-81f68afddda7,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:58.183764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b39a2aa7-4c66-482f-848a-9e0c40cc637e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, b13c30b2-acb8-4ab3-a205-9a3d9c51101c) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:53:58.190318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a2aa7-4c66-482f-848a-9e0c40cc637e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:53:58.191275 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b39a2aa7-4c66-482f-848a-9e0c40cc637e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:58.195997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a00c9f4-be42-4f2b-a42b-7ae6f02de389 None None] Network b13c30b2-acb8-4ab3-a205-9a3d9c51101c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:53:58.269713 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b39a2aa7-4c66-482f-848a-9e0c40cc637e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8176558 Aug 29 07:53:58.272428 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44544) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:53:58.466635 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] Set router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:53:58.648118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ips': [{'subnet_id': '036f963d-b3c8-424c-9423-73eef8639f1a'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:53:58.648968 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:58.720106 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:58.813839 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:56Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:53:58.845971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Allocated IP 172.20.0.2 (b13c30b2-acb8-4ab3-a205-9a3d9c51101c/036f963d-b3c8-424c-9423-73eef8639f1a/8276d282-0864-499d-93d3-c7c778ce955e) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:53:58.848208 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93361a-f10d-444e-9800-5d879705e1a8 None None] The sync data for ids ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'] in n-d-713301-12 is: [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:56Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:53:59.006731 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:59.015213 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Transition to ACTIVE for port object 8276d282-0864-499d-93d3-c7c778ce955e will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:53:59.030564 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Transition to ACTIVE for port object 8276d282-0864-499d-93d3-c7c778ce955e will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:53:59.106804 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:59.152018 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Network b13c30b2-acb8-4ab3-a205-9a3d9c51101c is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:53:59.159052 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:53:59.162394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:53:59.162939 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.20.0.1 (b13c30b2-acb8-4ab3-a205-9a3d9c51101c/036f963d-b3c8-424c-9423-73eef8639f1a/cd143ece-ddee-4699-9286-b9b6bdc14c71) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:53:59.164613 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Pushing event updated for resources: {'Port': ['ID=8276d282-0864-499d-93d3-c7c778ce955e,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:59.253158 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Attempting to bind port 8276d282-0864-499d-93d3-c7c778ce955e on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:53:59.253861 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Attempting to bind port 8276d282-0864-499d-93d3-c7c778ce955e by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:53:59.253975 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Attempting to bind port 8276d282-0864-499d-93d3-c7c778ce955e on network b13c30b2-acb8-4ab3-a205-9a3d9c51101c {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:53:59.259349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:53:59.259898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Checking segment: {'id': '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:53:59.260141 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:59.260541 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Bound using segment: {'id': '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:53:59.261017 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Bound port: 8276d282-0864-499d-93d3-c7c778ce955e, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:53:59.261404 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:59.303560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a9264bf0-6682-44cc-8685-81f68afddda7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:53:59.315536 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:59.337041 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Transition to ACTIVE for port object cd143ece-ddee-4699-9286-b9b6bdc14c71 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:53:59.367809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] For port 8276d282-0864-499d-93d3-c7c778ce955e, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:53:59.372520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] For port 8276d282-0864-499d-93d3-c7c778ce955e, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8276d282-0864-499d-93d3-c7c778ce955e,segment=NetworkSegment(04e4e3ba-3d99-4514-bf01-b8e11aeb94d2),segment_id=04e4e3ba-3d99-4514-bf01-b8e11aeb94d2)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:53:59.456622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port a9264bf0-6682-44cc-8685-81f68afddda7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:53:59.456782 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:59.456893 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:59.465414 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port a9264bf0-6682-44cc-8685-81f68afddda7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:53:59.465825 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:59.494136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network b13c30b2-acb8-4ab3-a205-9a3d9c51101c is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:53:59.499408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:53:59.503293 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:53:59.534904 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=cd143ece-ddee-4699-9286-b9b6bdc14c71,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:59.559338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4332e4-df4b-4ddf-9ec0-2551c7459c16 None None] Pushing event updated for resources: {'Port': ['ID=8276d282-0864-499d-93d3-c7c778ce955e,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:59.571603 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:59.621992 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:59.644415 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port a9264bf0-6682-44cc-8685-81f68afddda7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a9264bf0-6682-44cc-8685-81f68afddda7,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:53:59.716722 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:53:59.793806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=a9264bf0-6682-44cc-8685-81f68afddda7,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:53:59.794522 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:00.079819 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:00.137820 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:00.213932 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=cd143ece-ddee-4699-9286-b9b6bdc14c71,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:54:00.216926 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:00.310164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network b13c30b2-acb8-4ab3-a205-9a3d9c51101c is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:54:00.311720 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:54:00.430039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:54:00.538842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:54:00.543840 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b8f34d94-da9e-4c24-bf9d-4a0b7e9d3e55 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "PUT /v2.0/routers/9c45ccb0-d539-40a8-b12d-8350b5f54cd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2704341 Aug 29 07:54:00.556987 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Sync routers for ids ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:54:00.567317 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Routers {'9c45ccb0-d539-40a8-b12d-8350b5f54cd7'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:54:00.567934 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:53:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:54:00.674933 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Set router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:54:00.686506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-83fd5f3c-4bde-4104-a911-288eaa7a19d8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433979548&fields=id&tenant_id=6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 267 time: 0.0354402 Aug 29 07:54:00.797760 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-e947b56c-3a2a-40e5-82d1-875edf969afb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:00.800082 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-e947b56c-3a2a-40e5-82d1-875edf969afb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/networks?id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c HTTP/1.1" status: 200 len: 796 time: 0.1065848 Aug 29 07:54:00.816866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-30d0961b-4d5f-407d-968f-15a596614fd5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/quotas/6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 375 time: 0.0102890 Aug 29 07:54:00.880714 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-26d79198-6cac-40ed-a2a9-65eeb4a76dde tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580707 Aug 29 07:54:00.890154 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'cd143ece-ddee-4699-9286-b9b6bdc14c71', 'name': '', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:12:9b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:58Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 2, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:54:00.918390 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Checking router: 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:54:00.918745 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Updating router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 port cd143ece-ddee-4699-9286-b9b6bdc14c71 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:54:00.948269 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:00.948503 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-695171bb-3d28-4822-b27f-b4b75263a0a1 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:54:00.949654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-695171bb-3d28-4822-b27f-b4b75263a0a1 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560722 Aug 29 07:54:01.045758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-d5e5c605-d5ec-4163-ab7a-e81baad499e7 service neutron] 10.222.0.76 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879326 Aug 29 07:54:01.148744 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f1b76-feab-409e-afcb-9e45f1a65356 None None] Network b13c30b2-acb8-4ab3-a205-9a3d9c51101c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:54:01.155750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-80914edc-cd6f-4317-9615-ea28ac54fd2a service neutron] 10.222.0.76 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031303 Aug 29 07:54:01.245629 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:01.256200 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Transition to ACTIVE for port object cd143ece-ddee-4699-9286-b9b6bdc14c71 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:54:01.293691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-86087148-1563-4013-adfe-5a409f850926 None None] Provisioning for port 8276d282-0864-499d-93d3-c7c778ce955e completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:54:01.315253 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:01.359303 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fe1da-de93-4127-aa7a-391801f0196b None None] Pushing event updated for resources: {'Port': ['ID=cd143ece-ddee-4699-9286-b9b6bdc14c71,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:54:01.386085 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303fe1da-de93-4127-aa7a-391801f0196b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:54:01.386438 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303fe1da-de93-4127-aa7a-391801f0196b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:54:01.386778 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303fe1da-de93-4127-aa7a-391801f0196b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:54:01.387125 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303fe1da-de93-4127-aa7a-391801f0196b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:54:01.387467 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303fe1da-de93-4127-aa7a-391801f0196b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:54:01.387834 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303fe1da-de93-4127-aa7a-391801f0196b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:54:01.388166 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303fe1da-de93-4127-aa7a-391801f0196b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:54:01.388499 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303fe1da-de93-4127-aa7a-391801f0196b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:54:01.388824 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303fe1da-de93-4127-aa7a-391801f0196b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:54:01.389148 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303fe1da-de93-4127-aa7a-391801f0196b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:54:01.389474 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303fe1da-de93-4127-aa7a-391801f0196b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:54:01.389845 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303fe1da-de93-4127-aa7a-391801f0196b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:54:01.393394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8276d282-0864-499d-93d3-c7c778ce955e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:54:01.430243 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-885f2d92-e521-47cf-b944-3a2ee44841ab req-879c0b91-f992-44ac-b7bf-40db1980cd44 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 210 time: 0.0322518 Aug 29 07:54:01.486280 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Attempting to bind port cd143ece-ddee-4699-9286-b9b6bdc14c71 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:54:01.486855 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Attempting to bind port cd143ece-ddee-4699-9286-b9b6bdc14c71 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:54:01.490237 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Attempting to bind port cd143ece-ddee-4699-9286-b9b6bdc14c71 on network b13c30b2-acb8-4ab3-a205-9a3d9c51101c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:54:01.493483 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:54:01.493948 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Checking segment: {'id': '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:54:01.494419 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:01.494877 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Bound using segment: {'id': '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:54:01.495478 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Bound port: cd143ece-ddee-4699-9286-b9b6bdc14c71, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:54:01.495924 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:01.567286 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] For port cd143ece-ddee-4699-9286-b9b6bdc14c71, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:54:01.570589 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] For port cd143ece-ddee-4699-9286-b9b6bdc14c71, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cd143ece-ddee-4699-9286-b9b6bdc14c71,segment=NetworkSegment(04e4e3ba-3d99-4514-bf01-b8e11aeb94d2),segment_id=04e4e3ba-3d99-4514-bf01-b8e11aeb94d2)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:54:01.594086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 8276d282-0864-499d-93d3-c7c778ce955e completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:54:01.599287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 8276d282-0864-499d-93d3-c7c778ce955e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:54:01.599706 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:01.661136 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:01.709462 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6ba75215-0f15-43ef-97c9-83063060c48a None None] Provisioning for port cd143ece-ddee-4699-9286-b9b6bdc14c71 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:54:01.728274 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:01.728604 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Routers {'9c45ccb0-d539-40a8-b12d-8350b5f54cd7'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:54:01.729248 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:53:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:54:01.745029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-6ba75215-0f15-43ef-97c9-83063060c48a None None] Provisioning complete for port 8276d282-0864-499d-93d3-c7c778ce955e triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:54:01.745407 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6ba75215-0f15-43ef-97c9-83063060c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:01.770713 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fe1da-de93-4127-aa7a-391801f0196b None None] Pushing event updated for resources: {'Port': ['ID=cd143ece-ddee-4699-9286-b9b6bdc14c71,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:54:01.802623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 8276d282-0864-499d-93d3-c7c778ce955e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8276d282-0864-499d-93d3-c7c778ce955e,segment=NetworkSegment(04e4e3ba-3d99-4514-bf01-b8e11aeb94d2),segment_id=04e4e3ba-3d99-4514-bf01-b8e11aeb94d2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:54:01.849007 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] Set router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:54:01.858137 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6ba75215-0f15-43ef-97c9-83063060c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:01.899321 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:01.901448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a9264bf0-6682-44cc-8685-81f68afddda7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:54:01.998051 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-6ba75215-0f15-43ef-97c9-83063060c48a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:54:01.998484 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-6ba75215-0f15-43ef-97c9-83063060c48a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:54:02.033132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=8276d282-0864-499d-93d3-c7c778ce955e,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:54:02.050646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port a9264bf0-6682-44cc-8685-81f68afddda7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:54:02.051092 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:02.184233 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'cd143ece-ddee-4699-9286-b9b6bdc14c71', 'name': '', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:12:9b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:58Z', 'updated_at': '2021-08-29T07:54:01Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:54:02.211021 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db847b2f-eb7a-4a69-8c8f-01120f884ee8 None None] The sync data for ids ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'] in n-d-713301-12 is: [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'cd143ece-ddee-4699-9286-b9b6bdc14c71', 'name': '', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:12:9b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:58Z', 'updated_at': '2021-08-29T07:54:01Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:54:02.541974 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4eec00eb-1fa8-497b-9ee0-938ac22fa75f req-c2d459d2-77da-4994-8adf-b4973efe9e98 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 210 time: 0.0310133 Aug 29 07:54:03.310568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8276d282-0864-499d-93d3-c7c778ce955e up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:54:03.362814 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 8276d282-0864-499d-93d3-c7c778ce955e triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:54:03.363229 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:03.443127 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-83abaecb-282e-493e-b917-80fedfa382b7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:03.444420 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cd143ece-ddee-4699-9286-b9b6bdc14c71 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:54:03.444717 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-83abaecb-282e-493e-b917-80fedfa382b7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/networks?id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c HTTP/1.1" status: 200 len: 796 time: 0.1095939 Aug 29 07:54:03.492956 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-4ffa0bcb-1b35-4093-a6fc-f9aad969731e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 380 time: 0.0348372 Aug 29 07:54:03.503099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-10e9179a-b573-40d6-bf9f-d296c1b60f91 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'port': {'device_id': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'admin_state_up': True, 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'security_groups': ['535549b6-2cc9-4294-9bc4-66420c0c6ecf']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:54:03.572591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port cd143ece-ddee-4699-9286-b9b6bdc14c71 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:54:03.576840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port cd143ece-ddee-4699-9286-b9b6bdc14c71 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:54:03.577256 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:03.644824 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc88e759-1add-41ac-af8a-4d7b19e2cb52 req-31347f75-f09f-4997-8f2f-50d65efd2038 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 210 time: 0.0317137 Aug 29 07:54:03.665555 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:03.692343 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-10e9179a-b573-40d6-bf9f-d296c1b60f91 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:54:03.700001 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-10e9179a-b573-40d6-bf9f-d296c1b60f91 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:03.700192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port cd143ece-ddee-4699-9286-b9b6bdc14c71, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cd143ece-ddee-4699-9286-b9b6bdc14c71,segment=NetworkSegment(04e4e3ba-3d99-4514-bf01-b8e11aeb94d2),segment_id=04e4e3ba-3d99-4514-bf01-b8e11aeb94d2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:54:03.800044 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:03.828711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-10e9179a-b573-40d6-bf9f-d296c1b60f91 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.20.0.8 (b13c30b2-acb8-4ab3-a205-9a3d9c51101c/036f963d-b3c8-424c-9423-73eef8639f1a/372aed4f-e083-4d73-b110-ed1077451069) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:54:03.849779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=cd143ece-ddee-4699-9286-b9b6bdc14c71,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:54:03.971677 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-10e9179a-b573-40d6-bf9f-d296c1b60f91 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:03.984753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-10e9179a-b573-40d6-bf9f-d296c1b60f91 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Transition to ACTIVE for port object 372aed4f-e083-4d73-b110-ed1077451069 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:54:04.103217 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-10e9179a-b573-40d6-bf9f-d296c1b60f91 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:04.150227 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-10e9179a-b573-40d6-bf9f-d296c1b60f91 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network b13c30b2-acb8-4ab3-a205-9a3d9c51101c is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:54:04.156160 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-10e9179a-b573-40d6-bf9f-d296c1b60f91 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:54:04.159934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-10e9179a-b573-40d6-bf9f-d296c1b60f91 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:54:04.185619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9179a-b573-40d6-bf9f-d296c1b60f91 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=372aed4f-e083-4d73-b110-ed1077451069,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:54:04.214100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-10e9179a-b573-40d6-bf9f-d296c1b60f91 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:04.214723 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-10e9179a-b573-40d6-bf9f-d296c1b60f91 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:04.281348 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-10e9179a-b573-40d6-bf9f-d296c1b60f91 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7824781 Aug 29 07:54:04.315648 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:04.338134 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Request body: {'port': {'device_id': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:54:04.390371 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:04.446047 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-38038673-49c0-456c-ba4b-10ac8e4187e2 None None] Provisioning for port 372aed4f-e083-4d73-b110-ed1077451069 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:54:04.449922 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-38038673-49c0-456c-ba4b-10ac8e4187e2 None None] Provisioning complete for port 372aed4f-e083-4d73-b110-ed1077451069 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:54:04.450316 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-38038673-49c0-456c-ba4b-10ac8e4187e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:04.489242 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-38038673-49c0-456c-ba4b-10ac8e4187e2 None None] Port 372aed4f-e083-4d73-b110-ed1077451069 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:54:04.664039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372aed4f-e083-4d73-b110-ed1077451069 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:54:04.671407 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:04.683872 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Transition to ACTIVE for port object 372aed4f-e083-4d73-b110-ed1077451069 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:54:04.749343 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:04.767038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca3e02-2cbe-4839-88de-a9f2b19ea29c req-4ac1e6ad-b075-49f1-b6f8-a0405651ce9b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:04.769121 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5ca3e02-2cbe-4839-88de-a9f2b19ea29c req-4ac1e6ad-b075-49f1-b6f8-a0405651ce9b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 931 time: 0.0503194 Aug 29 07:54:04.798776 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5703a-eafa-403f-affd-797501044562 service neutron] Pushing event updated for resources: {'Port': ['ID=372aed4f-e083-4d73-b110-ed1077451069,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:54:04.813482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e5ca3e02-2cbe-4839-88de-a9f2b19ea29c req-f6df3052-583a-4d3f-ba3a-2d2dc553ec58 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383012 Aug 29 07:54:04.881024 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Attempting to bind port 372aed4f-e083-4d73-b110-ed1077451069 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:54:04.881365 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Attempting to bind port 372aed4f-e083-4d73-b110-ed1077451069 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:54:04.881697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Attempting to bind port 372aed4f-e083-4d73-b110-ed1077451069 on network b13c30b2-acb8-4ab3-a205-9a3d9c51101c {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:54:04.886314 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Port 372aed4f-e083-4d73-b110-ed1077451069 on network b13c30b2-acb8-4ab3-a205-9a3d9c51101c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:54:04.886693 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Attempting to bind port 372aed4f-e083-4d73-b110-ed1077451069 on network b13c30b2-acb8-4ab3-a205-9a3d9c51101c {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:54:04.891668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:54:04.892007 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Checking segment: {'id': '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:54:04.892879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Bound using segment: {'id': '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:54:04.893388 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Bound port: 372aed4f-e083-4d73-b110-ed1077451069, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:54:04.893751 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:04.958844 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] For port 372aed4f-e083-4d73-b110-ed1077451069, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:54:04.962105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] For port 372aed4f-e083-4d73-b110-ed1077451069, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=372aed4f-e083-4d73-b110-ed1077451069,segment=NetworkSegment(04e4e3ba-3d99-4514-bf01-b8e11aeb94d2),segment_id=04e4e3ba-3d99-4514-bf01-b8e11aeb94d2)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:54:05.075173 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:05.109755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:05.110432 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:05.111989 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-84e5703a-eafa-403f-affd-797501044562 service neutron] 10.222.0.11 "PUT /v2.0/ports/372aed4f-e083-4d73-b110-ed1077451069 HTTP/1.1" status: 200 len: 1092 time: 0.7780957 Aug 29 07:54:05.112431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'tag': '372aed4f-e083-4d73-b110-ed1077451069'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:54:05.114678 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e321a5-acc8-4769-acd3-dfb6b8670646" -d '{"events": [{"name": "network-changed", "server_uuid": "6db2ac5c-451a-47d0-91cc-e15ae99e9218", "tag": "372aed4f-e083-4d73-b110-ed1077451069"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:54:05.140852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5703a-eafa-403f-affd-797501044562 service neutron] Pushing event updated for resources: {'Port': ['ID=372aed4f-e083-4d73-b110-ed1077451069,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:54:05.176987 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663bdc6a-9a17-4a42-a61e-560a517af7f4 x-openstack-request-id: req-663bdc6a-9a17-4a42-a61e-560a517af7f4 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:54:05.177280 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db2ac5c-451a-47d0-91cc-e15ae99e9218", "tag": "372aed4f-e083-4d73-b110-ed1077451069", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:54:05.177530 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-663bdc6a-9a17-4a42-a61e-560a517af7f4 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:54:05.177933 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'tag': '372aed4f-e083-4d73-b110-ed1077451069', 'status': 'completed', 'code': 200} Aug 29 07:54:05.260254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e321a5-acc8-4769-acd3-dfb6b8670646 req-5819512d-3a59-4289-8e5d-be6a55f634f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:05.263287 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-91e321a5-acc8-4769-acd3-dfb6b8670646 req-5819512d-3a59-4289-8e5d-be6a55f634f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 1095 time: 0.0456016 Aug 29 07:54:05.264093 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cd143ece-ddee-4699-9286-b9b6bdc14c71 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:54:05.315193 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port cd143ece-ddee-4699-9286-b9b6bdc14c71 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:54:05.315569 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:05.372197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e321a5-acc8-4769-acd3-dfb6b8670646 req-6d96eb8d-dbeb-42ea-97ab-4bb4ae798bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:05.374156 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-91e321a5-acc8-4769-acd3-dfb6b8670646 req-6d96eb8d-dbeb-42ea-97ab-4bb4ae798bca service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6e6a6f027c3a48d5b213ddf316328266&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0982134 Aug 29 07:54:05.467077 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e321a5-acc8-4769-acd3-dfb6b8670646 req-dfa95b29-c525-452a-8f24-1aceecb96713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:05.468617 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-91e321a5-acc8-4769-acd3-dfb6b8670646 req-dfa95b29-c525-452a-8f24-1aceecb96713 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874062 Aug 29 07:54:05.572581 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-cf8af9e2-fede-4258-8548-a2031619a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:05.574048 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-cf8af9e2-fede-4258-8548-a2031619a9fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 1095 time: 0.0448613 Aug 29 07:54:05.620528 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-1aa95cb2-49c7-4172-bf66-583f68c86345 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372aed4f-e083-4d73-b110-ed1077451069 HTTP/1.1" status: 200 len: 217 time: 0.0331829 Aug 29 07:54:05.668426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-1a8f3526-5202-4e0b-919b-2371127f3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:05.669824 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-1a8f3526-5202-4e0b-919b-2371127f3355 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=036f963d-b3c8-424c-9423-73eef8639f1a HTTP/1.1" status: 200 len: 834 time: 0.0419216 Aug 29 07:54:05.718120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-2f866797-8a3d-42e2-a665-0e0a298a42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:05.719698 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-2f866797-8a3d-42e2-a665-0e0a298a42a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429721 Aug 29 07:54:05.817166 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-645ffea7-ef31-40fa-b15c-4b548a6e1b50 service neutron] 10.222.0.11 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897930 Aug 29 07:54:05.911421 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f5f8eeb7-71a5-4862-bc1f-50bead54f037 req-0fe83760-89b1-45c7-ae44-9c3042eae7c1 service neutron] 10.222.0.11 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871937 Aug 29 07:54:05.933123 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e17006-1f92-454b-802a-cb05997ecf63 req-d943bbf8-5d2f-4978-84f6-38757217351f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:05.934623 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8e17006-1f92-454b-802a-cb05997ecf63 req-d943bbf8-5d2f-4978-84f6-38757217351f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 943 time: 0.0496213 Aug 29 07:54:05.971740 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8e17006-1f92-454b-802a-cb05997ecf63 req-f529dd0a-5545-490d-bedc-3243aef21922 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311723 Aug 29 07:54:06.284009 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:54:07.086413 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78019173-aae7-40b7-a4d0-2204a0c2e7a2 req-3c96b7d4-08a7-4c0d-9dc9-e4e71126e9c4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:07.087947 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78019173-aae7-40b7-a4d0-2204a0c2e7a2 req-3c96b7d4-08a7-4c0d-9dc9-e4e71126e9c4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 943 time: 0.0487731 Aug 29 07:54:07.128759 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-78019173-aae7-40b7-a4d0-2204a0c2e7a2 req-198b907e-aa43-48f0-b9b5-564b31c45392 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339613 Aug 29 07:54:08.177662 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d7788f43-87c7-44db-a3fc-c15c7a570840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:08.244853 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33209f6-cde1-426f-b02f-36490bf6b02d req-e6db2f22-ac36-4539-be08-32fbea598694 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:08.246331 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b33209f6-cde1-426f-b02f-36490bf6b02d req-e6db2f22-ac36-4539-be08-32fbea598694 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 943 time: 0.0490398 Aug 29 07:54:08.288147 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b33209f6-cde1-426f-b02f-36490bf6b02d req-82640eaa-c719-4fac-9b70-38dad4f0da6b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349433 Aug 29 07:54:09.402167 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c5004-c811-4f5a-94ca-4139f8bbf26c req-71f655e6-0e18-44bd-8a12-a6a29ee73364 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:09.403725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce7c5004-c811-4f5a-94ca-4139f8bbf26c req-71f655e6-0e18-44bd-8a12-a6a29ee73364 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 943 time: 0.0497725 Aug 29 07:54:09.441112 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce7c5004-c811-4f5a-94ca-4139f8bbf26c req-a2279ac9-9315-49cc-ad72-ce45beba258b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307350 Aug 29 07:54:09.741631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 372aed4f-e083-4d73-b110-ed1077451069 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:54:09.843024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 372aed4f-e083-4d73-b110-ed1077451069, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=372aed4f-e083-4d73-b110-ed1077451069,segment=NetworkSegment(04e4e3ba-3d99-4514-bf01-b8e11aeb94d2),segment_id=04e4e3ba-3d99-4514-bf01-b8e11aeb94d2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:54:09.855451 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '372aed4f-e083-4d73-b110-ed1077451069', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'port_id': '372aed4f-e083-4d73-b110-ed1077451069', 'mac_address': 'fa:16:3e:ba:92:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:54:09.893946 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:09.906406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372aed4f-e083-4d73-b110-ed1077451069 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:54:09.925001 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 372aed4f-e083-4d73-b110-ed1077451069, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=372aed4f-e083-4d73-b110-ed1077451069,segment=NetworkSegment(04e4e3ba-3d99-4514-bf01-b8e11aeb94d2),segment_id=04e4e3ba-3d99-4514-bf01-b8e11aeb94d2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:54:10.000265 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:10.049835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=372aed4f-e083-4d73-b110-ed1077451069,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:54:10.416848 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['372aed4f-e083-4d73-b110-ed1077451069'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:54:10.554903 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cb800-40ed-46cf-9ef6-8c0ebd8f1b0f req-2d461aba-8b5f-4ed5-b63a-57cf4eb7624e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:10.556411 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-339cb800-40ed-46cf-9ef6-8c0ebd8f1b0f req-2d461aba-8b5f-4ed5-b63a-57cf4eb7624e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 944 time: 0.0488091 Aug 29 07:54:10.594165 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-339cb800-40ed-46cf-9ef6-8c0ebd8f1b0f req-5efe7fbf-954d-49d9-941f-dff005942297 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316954 Aug 29 07:54:10.863390 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:11.616355 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4c88fd5e-ac8e-4adb-9ffd-60414a3c4054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:11.711163 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f8604-dd20-46c9-9626-a173f82acce6 req-c5d11397-db4d-42cd-838c-53b7a77f7426 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:11.712628 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d6f8604-dd20-46c9-9626-a173f82acce6 req-c5d11397-db4d-42cd-838c-53b7a77f7426 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 944 time: 0.0488670 Aug 29 07:54:11.753143 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d6f8604-dd20-46c9-9626-a173f82acce6 req-757e87ba-0629-4a2b-ac9b-66849a571a22 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346308 Aug 29 07:54:11.756870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 372aed4f-e083-4d73-b110-ed1077451069 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:54:11.845997 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 372aed4f-e083-4d73-b110-ed1077451069 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:54:11.850022 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 372aed4f-e083-4d73-b110-ed1077451069 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:54:11.850397 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:11.927702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:11.949871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372aed4f-e083-4d73-b110-ed1077451069'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:54:11.952725 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d69cb3e-40ad-4245-b084-0d870e7d1baf" -d '{"events": [{"server_uuid": "6db2ac5c-451a-47d0-91cc-e15ae99e9218", "name": "network-vif-plugged", "status": "completed", "tag": "372aed4f-e083-4d73-b110-ed1077451069"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:54:11.975164 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 372aed4f-e083-4d73-b110-ed1077451069, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=372aed4f-e083-4d73-b110-ed1077451069,segment=NetworkSegment(04e4e3ba-3d99-4514-bf01-b8e11aeb94d2),segment_id=04e4e3ba-3d99-4514-bf01-b8e11aeb94d2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:54:11.990719 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4154b7e7-f1f4-4f36-87c1-c6519006f7f5 x-openstack-request-id: req-4154b7e7-f1f4-4f36-87c1-c6519006f7f5 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:54:11.991005 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db2ac5c-451a-47d0-91cc-e15ae99e9218", "name": "network-vif-plugged", "status": "completed", "tag": "372aed4f-e083-4d73-b110-ed1077451069", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:54:11.991291 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4154b7e7-f1f4-4f36-87c1-c6519006f7f5 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:54:11.991682 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372aed4f-e083-4d73-b110-ed1077451069', 'code': 200} Aug 29 07:54:12.011828 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:12.049854 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:12.059615 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=372aed4f-e083-4d73-b110-ed1077451069,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:54:12.107966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c680db6-3588-4ad8-9492-3b1d5128fc7e req-42974469-92e0-4bb3-b2e8-8fbf112da21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:12.109449 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c680db6-3588-4ad8-9492-3b1d5128fc7e req-42974469-92e0-4bb3-b2e8-8fbf112da21c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 1097 time: 0.0396185 Aug 29 07:54:12.144457 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2c680db6-3588-4ad8-9492-3b1d5128fc7e req-c6f465bf-a215-4ee3-b7a4-37beab3532d4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271885 Aug 29 07:54:12.867843 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7085510-2110-4776-b731-fe9cd011baf7 req-17a5297b-3eaf-4f77-bee7-8a5eeaab2096 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:12.869391 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7085510-2110-4776-b731-fe9cd011baf7 req-17a5297b-3eaf-4f77-bee7-8a5eeaab2096 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0496111 Aug 29 07:54:12.908312 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d7085510-2110-4776-b731-fe9cd011baf7 req-208dc192-1d57-431d-aa48-3cec224cfafa tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319312 Aug 29 07:54:13.754867 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:14.029803 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c062d72-da65-4fb1-8f9e-f0c867d1e8e0 req-d68b8145-7829-44a3-b0db-deb93e8817da tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:14.031310 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c062d72-da65-4fb1-8f9e-f0c867d1e8e0 req-d68b8145-7829-44a3-b0db-deb93e8817da tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0495257 Aug 29 07:54:14.069377 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c062d72-da65-4fb1-8f9e-f0c867d1e8e0 req-1e8f8fce-a9a3-4d77-9fdb-eb747797883a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320230 Aug 29 07:54:14.182289 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3b2e4-e6b4-4082-9445-9b60f1a21736 req-4c177120-633a-445f-84f9-992ebf4b7ad2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:14.183778 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c6a3b2e4-e6b4-4082-9445-9b60f1a21736 req-4c177120-633a-445f-84f9-992ebf4b7ad2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0485959 Aug 29 07:54:14.225191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c6a3b2e4-e6b4-4082-9445-9b60f1a21736 req-bf35a4c1-37d5-4d52-a5ac-6301fce2af39 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353625 Aug 29 07:54:14.246515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44604) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:54:14.284397 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ff05e0-a3e3-48a7-9b35-bfbfea54989a tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:14.286526 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a7ff05e0-a3e3-48a7-9b35-bfbfea54989a tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 1092 time: 0.0385661 Aug 29 07:54:14.289002 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44606) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:54:14.293318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '372aed4f-e083-4d73-b110-ed1077451069', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:54:14.371802 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:14.816671 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:14.921239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.25.1.151 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/446e09b5-7381-413c-95a3-d136b23a5c88) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:54:15.027882 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:15.118995 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:15.157848 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:54:15.162685 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:54:15.167333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:54:15.170075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=446e09b5-7381-413c-95a3-d136b23a5c88,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:54:15.520047 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:15.643469 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:15.788121 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:15.845780 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:15.921646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=446e09b5-7381-413c-95a3-d136b23a5c88,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:54:15.931889 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:16.031638 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Floating IP b43c1e42-787e-4d76-a3ed-64330c103cbf associated. External IP: 172.25.1.151, port: 372aed4f-e083-4d73-b110-ed1077451069. Aug 29 07:54:16.236792 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:54:16.343368 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:54:16.353858 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526242ef-fbdb-4fc0-9937-2e654cddd4f6 None None] Sync routers for ids ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:54:16.362686 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526242ef-fbdb-4fc0-9937-2e654cddd4f6 None None] Routers {'9c45ccb0-d539-40a8-b12d-8350b5f54cd7'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:54:16.363338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-526242ef-fbdb-4fc0-9937-2e654cddd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:54:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:54:16.417825 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:16.444702 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bb57f75b-0070-4a96-8e47-2651ce5d0d2b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1546700 Aug 29 07:54:16.445295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'tag': '372aed4f-e083-4d73-b110-ed1077451069'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:54:16.447789 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3564ed92-287e-47dc-861d-032eef02ec8b" -d '{"events": [{"name": "network-changed", "server_uuid": "6db2ac5c-451a-47d0-91cc-e15ae99e9218", "tag": "372aed4f-e083-4d73-b110-ed1077451069"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:54:16.469085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-526242ef-fbdb-4fc0-9937-2e654cddd4f6 None None] Set router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:54:16.485912 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314f6cd4-db8b-4fc9-8c4d-737638e093ae x-openstack-request-id: req-314f6cd4-db8b-4fc9-8c4d-737638e093ae {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:54:16.486353 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db2ac5c-451a-47d0-91cc-e15ae99e9218", "tag": "372aed4f-e083-4d73-b110-ed1077451069", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:54:16.486725 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-314f6cd4-db8b-4fc9-8c4d-737638e093ae {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:54:16.487291 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'tag': '372aed4f-e083-4d73-b110-ed1077451069', 'status': 'completed', 'code': 200} Aug 29 07:54:16.542521 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5424d8-354b-4941-918c-cabbe30f5bf0 req-91a48ada-5389-4ff6-901e-8a45e80b4bc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:16.544227 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e5424d8-354b-4941-918c-cabbe30f5bf0 req-91a48ada-5389-4ff6-901e-8a45e80b4bc8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0507150 Aug 29 07:54:16.570572 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564ed92-287e-47dc-861d-032eef02ec8b req-ba1b0fc9-8d5b-4a3f-8a11-52f8b7418ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:16.572113 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3564ed92-287e-47dc-861d-032eef02ec8b req-ba1b0fc9-8d5b-4a3f-8a11-52f8b7418ee3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 1097 time: 0.0439312 Aug 29 07:54:16.586994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8e5424d8-354b-4941-918c-cabbe30f5bf0 req-30bc0b81-62eb-4a61-bbb3-a808359fab11 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364535 Aug 29 07:54:16.610437 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44612) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:54:16.664490 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564ed92-287e-47dc-861d-032eef02ec8b req-c627176d-0929-4dfb-b357-470095bc067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:16.665963 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3564ed92-287e-47dc-861d-032eef02ec8b req-c627176d-0929-4dfb-b357-470095bc067b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c HTTP/1.1" status: 200 len: 897 time: 0.0874381 Aug 29 07:54:16.675784 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-35ca925a-b4b2-423e-87bb-f6731e47e033 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/b43c1e42-787e-4d76-a3ed-64330c103cbf HTTP/1.1" status: 200 len: 991 time: 0.0630023 Aug 29 07:54:16.700081 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-526242ef-fbdb-4fc0-9937-2e654cddd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b43c1e42-787e-4d76-a3ed-64330c103cbf', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'port_id': '372aed4f-e083-4d73-b110-ed1077451069', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'mac_address': 'fa:16:3e:ba:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:54:15Z', 'updated_at': '2021-08-29T07:54:15Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd143ece-ddee-4699-9286-b9b6bdc14c71', 'name': '', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:12:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:58Z', 'updated_at': '2021-08-29T07:54:03Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:54:16.730783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526242ef-fbdb-4fc0-9937-2e654cddd4f6 None None] Checking router: 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:54:16.735939 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3564ed92-287e-47dc-861d-032eef02ec8b req-815dcd0b-9603-4b93-b607-89ea5d006838 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372aed4f-e083-4d73-b110-ed1077451069 HTTP/1.1" status: 200 len: 999 time: 0.0622005 Aug 29 07:54:16.739375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526242ef-fbdb-4fc0-9937-2e654cddd4f6 None None] Routers {'9c45ccb0-d539-40a8-b12d-8350b5f54cd7'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:54:16.739926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-526242ef-fbdb-4fc0-9937-2e654cddd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:54:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:54:16.785327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564ed92-287e-47dc-861d-032eef02ec8b req-886c8195-50b0-4218-961d-b8dd3ac55994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:16.786876 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3564ed92-287e-47dc-861d-032eef02ec8b req-886c8195-50b0-4218-961d-b8dd3ac55994 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=036f963d-b3c8-424c-9423-73eef8639f1a HTTP/1.1" status: 200 len: 834 time: 0.0445869 Aug 29 07:54:16.833886 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564ed92-287e-47dc-861d-032eef02ec8b req-db0a9750-8cff-4e2c-87d5-f627b29af7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:16.835641 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3564ed92-287e-47dc-861d-032eef02ec8b req-db0a9750-8cff-4e2c-87d5-f627b29af7b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421817 Aug 29 07:54:16.935594 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3564ed92-287e-47dc-861d-032eef02ec8b req-e064e304-129b-4438-8a06-5c795b83dfe8 service neutron] 10.222.0.11 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924768 Aug 29 07:54:17.010499 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-526242ef-fbdb-4fc0-9937-2e654cddd4f6 None None] Set router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:54:17.030942 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3564ed92-287e-47dc-861d-032eef02ec8b req-6a4870fa-dfe3-4bc8-9a1b-07832e6f3dad service neutron] 10.222.0.11 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883152 Aug 29 07:54:17.231565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-526242ef-fbdb-4fc0-9937-2e654cddd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b43c1e42-787e-4d76-a3ed-64330c103cbf', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'port_id': '372aed4f-e083-4d73-b110-ed1077451069', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'mac_address': 'fa:16:3e:ba:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:54:15Z', 'updated_at': '2021-08-29T07:54:15Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd143ece-ddee-4699-9286-b9b6bdc14c71', 'name': '', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:12:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:58Z', 'updated_at': '2021-08-29T07:54:03Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:54:17.258076 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526242ef-fbdb-4fc0-9937-2e654cddd4f6 None None] The sync data for ids ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'] in n-d-713301-12 is: [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'b43c1e42-787e-4d76-a3ed-64330c103cbf', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'port_id': '372aed4f-e083-4d73-b110-ed1077451069', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'mac_address': 'fa:16:3e:ba:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:54:15Z', 'updated_at': '2021-08-29T07:54:15Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd143ece-ddee-4699-9286-b9b6bdc14c71', 'name': '', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:12:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:58Z', 'updated_at': '2021-08-29T07:54:03Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:54:17.453212 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe01c1-d888-401d-907d-44bcc5fbe8fc None None] New status for floating IP b43c1e42-787e-4d76-a3ed-64330c103cbf: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:54:17.678576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44614) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:54:17.746481 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-633c652d-b27e-4176-9efb-72b0bdb0038f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/b43c1e42-787e-4d76-a3ed-64330c103cbf HTTP/1.1" status: 200 len: 993 time: 0.0664539 Aug 29 07:54:21.581505 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:22.974024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25936188-63e7-4aec-92fe-b0bb74b04551 req-ed43d0c0-d2cc-49ab-a2d8-247e386e82f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291049 Aug 29 07:54:23.038828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25936188-63e7-4aec-92fe-b0bb74b04551 req-0d479631-4802-49fb-91c9-8fdb2643eb24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0250752 Aug 29 07:54:23.076655 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25936188-63e7-4aec-92fe-b0bb74b04551 req-81510337-b8cd-4a9e-8bb0-041e7d143edd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189059 Aug 29 07:54:23.166562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25936188-63e7-4aec-92fe-b0bb74b04551 req-a9dbdb01-a1d9-4e60-8ba1-7eaf0f0319fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:23.168010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25936188-63e7-4aec-92fe-b0bb74b04551 req-a9dbdb01-a1d9-4e60-8ba1-7eaf0f0319fb service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852494 Aug 29 07:54:30.689072 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b358a5c4-af14-4c03-97ad-e2089035a29d req-bbe284c4-655e-437a-b2eb-366f0f51539d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409462 Aug 29 07:54:30.786010 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358a5c4-af14-4c03-97ad-e2089035a29d req-6ceb51d4-c8b7-44cb-8116-093e95f1f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:30.787675 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b358a5c4-af14-4c03-97ad-e2089035a29d req-6ceb51d4-c8b7-44cb-8116-093e95f1f666 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 1097 time: 0.0419295 Aug 29 07:54:30.894535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358a5c4-af14-4c03-97ad-e2089035a29d req-16b6e6dc-e28f-4eba-91d0-078f37f5e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:30.896055 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b358a5c4-af14-4c03-97ad-e2089035a29d req-16b6e6dc-e28f-4eba-91d0-078f37f5e07e service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c HTTP/1.1" status: 200 len: 897 time: 0.0902460 Aug 29 07:54:30.962720 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b358a5c4-af14-4c03-97ad-e2089035a29d req-a23862c3-64f9-4d6b-aa1e-61f6a65235b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372aed4f-e083-4d73-b110-ed1077451069 HTTP/1.1" status: 200 len: 1001 time: 0.0597746 Aug 29 07:54:31.014602 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358a5c4-af14-4c03-97ad-e2089035a29d req-eee92833-cc9f-4812-8306-bb583c6921dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:31.016077 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b358a5c4-af14-4c03-97ad-e2089035a29d req-eee92833-cc9f-4812-8306-bb583c6921dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=036f963d-b3c8-424c-9423-73eef8639f1a HTTP/1.1" status: 200 len: 834 time: 0.0475609 Aug 29 07:54:31.060803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358a5c4-af14-4c03-97ad-e2089035a29d req-8fe9bde2-dde5-41e6-b942-3f4c1e04f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:54:31.062259 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b358a5c4-af14-4c03-97ad-e2089035a29d req-8fe9bde2-dde5-41e6-b942-3f4c1e04f5fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385060 Aug 29 07:54:31.150399 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b358a5c4-af14-4c03-97ad-e2089035a29d req-5f325da5-ccf3-4550-a4f7-1ce34c4b8ade service neutron] 10.222.0.11 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808270 Aug 29 07:54:31.243896 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b358a5c4-af14-4c03-97ad-e2089035a29d req-2af409f8-ff57-49dd-91e5-ca26aae81b2d service neutron] 10.222.0.11 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871696 Aug 29 07:54:34.329497 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:38.205720 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6e3812f8-7f5e-48cd-b465-8bbad9173eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:40.914513 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:41.626156 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4e160492-021a-489f-935e-d2332ed19d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:42.040876 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:43.283619 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:54:43.786229 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:54:51.574349 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:04.340457 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:08.182197 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-075dfa38-808a-4517-bb97-8f5cf4df240d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:10.860047 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:11.599582 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8c110e5b-ca4a-4b10-b59b-f5abe2f67d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:12.045394 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:13.791335 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:20.285512 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:55:21.601818 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:23.014384 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-548bae67-4d9a-4d90-89d9-a4e5b1fba287 req-6adc7f27-c2ed-488a-9b7a-e01280c4e465 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0728223 Aug 29 07:55:23.083093 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-548bae67-4d9a-4d90-89d9-a4e5b1fba287 req-aa7a9a1a-72eb-4093-97a8-2524290ae1e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0277641 Aug 29 07:55:23.121836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-548bae67-4d9a-4d90-89d9-a4e5b1fba287 req-8f6029ba-0164-4b92-b5d1-2eaa16843f26 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189638 Aug 29 07:55:23.212170 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bae67-4d9a-4d90-89d9-a4e5b1fba287 req-23cfffe0-bfb0-427d-ac8e-43cd1e4b2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:23.213622 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-548bae67-4d9a-4d90-89d9-a4e5b1fba287 req-23cfffe0-bfb0-427d-ac8e-43cd1e4b2277 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856905 Aug 29 07:55:31.054492 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec982f-f10a-48e9-930b-8548f8b42f41 req-19679999-64a8-4905-8716-ee19a003493a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:31.056014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8ec982f-f10a-48e9-930b-8548f8b42f41 req-19679999-64a8-4905-8716-ee19a003493a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0556223 Aug 29 07:55:31.095560 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8ec982f-f10a-48e9-930b-8548f8b42f41 req-a359902f-39fd-4696-ae23-2f3f66f68336 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331581 Aug 29 07:55:31.179248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394653a7-e51e-4f23-847d-8175f844efff req-2ffb85d4-4c34-4be9-945e-1facdb2217d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:31.180732 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-394653a7-e51e-4f23-847d-8175f844efff req-2ffb85d4-4c34-4be9-945e-1facdb2217d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 1097 time: 0.0870039 Aug 29 07:55:31.275313 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394653a7-e51e-4f23-847d-8175f844efff req-4d2fb9c8-5147-4636-9869-6ad1e9624d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:31.276840 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-394653a7-e51e-4f23-847d-8175f844efff req-4d2fb9c8-5147-4636-9869-6ad1e9624d77 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c HTTP/1.1" status: 200 len: 897 time: 0.0888541 Aug 29 07:55:31.340882 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-394653a7-e51e-4f23-847d-8175f844efff req-b9a0a12f-350d-4f3b-9a32-8e70f5d3097f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372aed4f-e083-4d73-b110-ed1077451069 HTTP/1.1" status: 200 len: 1001 time: 0.0574090 Aug 29 07:55:31.388382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394653a7-e51e-4f23-847d-8175f844efff req-5b16016b-6cc4-4dab-b278-40e0a9186d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:31.389787 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-394653a7-e51e-4f23-847d-8175f844efff req-5b16016b-6cc4-4dab-b278-40e0a9186d21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=036f963d-b3c8-424c-9423-73eef8639f1a HTTP/1.1" status: 200 len: 834 time: 0.0423255 Aug 29 07:55:31.439029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394653a7-e51e-4f23-847d-8175f844efff req-5f38a88e-5fa4-4576-993c-10eb305e0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:31.440540 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-394653a7-e51e-4f23-847d-8175f844efff req-5f38a88e-5fa4-4576-993c-10eb305e0824 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439405 Aug 29 07:55:31.530470 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-394653a7-e51e-4f23-847d-8175f844efff req-15fc45df-8ec7-4b83-be1e-7835fa04544a service neutron] 10.222.0.11 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828090 Aug 29 07:55:31.624066 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-394653a7-e51e-4f23-847d-8175f844efff req-f35c8267-9b2b-4ab1-98ec-b799a74c8c5e service neutron] 10.222.0.11 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856404 Aug 29 07:55:31.762498 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baab02a-3b57-41f3-9e47-5cdea3e6fb77 req-405dee8e-1c45-4f88-aa52-90cee6b93c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:31.764490 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7baab02a-3b57-41f3-9e47-5cdea3e6fb77 req-405dee8e-1c45-4f88-aa52-90cee6b93c0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 1097 time: 0.0423615 Aug 29 07:55:31.868352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baab02a-3b57-41f3-9e47-5cdea3e6fb77 req-afae9d3f-4bf7-4221-957a-b1f77c440527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:31.869953 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7baab02a-3b57-41f3-9e47-5cdea3e6fb77 req-afae9d3f-4bf7-4221-957a-b1f77c440527 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c HTTP/1.1" status: 200 len: 897 time: 0.0865552 Aug 29 07:55:31.939798 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7baab02a-3b57-41f3-9e47-5cdea3e6fb77 req-09322a37-6fb2-4dae-8f16-ce75bbbae0dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372aed4f-e083-4d73-b110-ed1077451069 HTTP/1.1" status: 200 len: 1001 time: 0.0611563 Aug 29 07:55:31.991402 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baab02a-3b57-41f3-9e47-5cdea3e6fb77 req-35087dce-3db0-4a68-8036-2e98483a5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:31.992892 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7baab02a-3b57-41f3-9e47-5cdea3e6fb77 req-35087dce-3db0-4a68-8036-2e98483a5cd9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=036f963d-b3c8-424c-9423-73eef8639f1a HTTP/1.1" status: 200 len: 834 time: 0.0459046 Aug 29 07:55:32.040975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baab02a-3b57-41f3-9e47-5cdea3e6fb77 req-ac1ab9b0-f610-4673-8043-c9ad21a215c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:32.042491 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7baab02a-3b57-41f3-9e47-5cdea3e6fb77 req-ac1ab9b0-f610-4673-8043-c9ad21a215c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419846 Aug 29 07:55:32.137971 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7baab02a-3b57-41f3-9e47-5cdea3e6fb77 req-851608a5-d4b7-4b77-abb1-6b985c4759e4 service neutron] 10.222.0.11 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878444 Aug 29 07:55:32.232723 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7baab02a-3b57-41f3-9e47-5cdea3e6fb77 req-c98c01b1-d7d6-4457-b657-3d3a5827620f service neutron] 10.222.0.11 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876508 Aug 29 07:55:32.239155 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0fd9a-26c6-4399-b3e6-7d16a7dd6e3e req-e5809d4e-085b-4b8e-8108-2755b705fe41 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:32.241383 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5c0fd9a-26c6-4399-b3e6-7d16a7dd6e3e req-e5809d4e-085b-4b8e-8108-2755b705fe41 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0524747 Aug 29 07:55:32.282524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f5c0fd9a-26c6-4399-b3e6-7d16a7dd6e3e req-61ff2957-439b-45fb-89ec-ffd8bcb4d640 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339644 Aug 29 07:55:33.398150 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54c8ab-7e45-4411-a6ef-5d86c6a73981 req-4cd61cdc-523a-49a6-be55-86b8ce4b30d3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:33.399692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d54c8ab-7e45-4411-a6ef-5d86c6a73981 req-4cd61cdc-523a-49a6-be55-86b8ce4b30d3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0496776 Aug 29 07:55:33.437860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6d54c8ab-7e45-4411-a6ef-5d86c6a73981 req-af1cca91-b8bf-46ce-9296-814dd3b627d4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322914 Aug 29 07:55:34.312745 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:34.558253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237b15c-a7ce-4fbd-8e6a-051065e6b07e req-da15da99-a362-4bd7-8da8-203fa3baf825 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:34.559755 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9237b15c-a7ce-4fbd-8e6a-051065e6b07e req-da15da99-a362-4bd7-8da8-203fa3baf825 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0530539 Aug 29 07:55:34.596901 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9237b15c-a7ce-4fbd-8e6a-051065e6b07e req-deeabc26-e3bb-4c5f-acf5-07a16961a183 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311799 Aug 29 07:55:35.711504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fff0f-04f7-402d-bf26-9183baf779f7 req-d69fd5ec-bec6-4fba-9cd7-0b7a6a4bcd96 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:35.712968 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-597fff0f-04f7-402d-bf26-9183baf779f7 req-d69fd5ec-bec6-4fba-9cd7-0b7a6a4bcd96 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0491040 Aug 29 07:55:35.751216 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-597fff0f-04f7-402d-bf26-9183baf779f7 req-d861364a-918b-4480-b722-e73903241087 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321484 Aug 29 07:55:36.864973 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb5202-715b-4963-bfe1-fff899cd12e7 req-7cc0404a-79f2-45e6-ab66-acd22f12ef00 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:36.866512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61eb5202-715b-4963-bfe1-fff899cd12e7 req-7cc0404a-79f2-45e6-ab66-acd22f12ef00 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0501752 Aug 29 07:55:36.904314 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61eb5202-715b-4963-bfe1-fff899cd12e7 req-f7dcde8a-5e62-41a6-9f30-2dfeab1e0eb3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317557 Aug 29 07:55:38.025062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dce61-ff7b-44ad-a251-290fe301c361 req-34af80d9-44d0-42cf-8c34-4b88e0ae9d31 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:38.026536 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f56dce61-ff7b-44ad-a251-290fe301c361 req-34af80d9-44d0-42cf-8c34-4b88e0ae9d31 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0532410 Aug 29 07:55:38.062745 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f56dce61-ff7b-44ad-a251-290fe301c361 req-5adc2aec-3c68-4a9d-a8a6-8553bdee3840 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303669 Aug 29 07:55:38.187229 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d5d980da-e6ea-4ca6-8ed6-8ea35222e64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:39.178924 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402e485-83c9-4d48-98b8-fbc06364790e req-0aaa5192-6eca-47dd-92d2-0168eb9fe81a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:39.180370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0402e485-83c9-4d48-98b8-fbc06364790e req-0aaa5192-6eca-47dd-92d2-0168eb9fe81a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0506079 Aug 29 07:55:39.217605 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0402e485-83c9-4d48-98b8-fbc06364790e req-1fc864d8-c301-4cd3-9ed7-72d8e675aabc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312071 Aug 29 07:55:40.331039 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32b3d2-e1f8-47d9-a81a-4f9eefb65eff req-39345ba1-7f47-4955-97be-12d6ba2fab5a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:40.332542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc32b3d2-e1f8-47d9-a81a-4f9eefb65eff req-39345ba1-7f47-4955-97be-12d6ba2fab5a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0481069 Aug 29 07:55:40.370527 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fc32b3d2-e1f8-47d9-a81a-4f9eefb65eff req-5cc0b12f-9eaa-4e99-b2f1-bc96362f69fe tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313878 Aug 29 07:55:40.861869 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:41.490443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d7bf6-6b6c-413d-9ba9-7463725b43ce req-c59f56e7-12e7-4796-8fa6-2ac135e1b36d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:41.491850 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce4d7bf6-6b6c-413d-9ba9-7463725b43ce req-c59f56e7-12e7-4796-8fa6-2ac135e1b36d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0554051 Aug 29 07:55:41.604722 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-999c315c-aee4-4aaf-af8a-046cc184ad82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:41.790150 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce4d7bf6-6b6c-413d-9ba9-7463725b43ce req-f401226c-6e1f-46db-9b16-09a381e9597d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923410 Aug 29 07:55:42.027477 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:42.904791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211e2b7-003c-473a-8fdd-692c93ab9dc3 req-aa2dc3ce-3841-4b2e-8fdf-bee9641ca321 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:55:42.906263 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3211e2b7-003c-473a-8fdd-692c93ab9dc3 req-aa2dc3ce-3841-4b2e-8fdf-bee9641ca321 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0491095 Aug 29 07:55:42.943626 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3211e2b7-003c-473a-8fdd-692c93ab9dc3 req-3cedc4f0-53f2-42b2-90f7-4bd3210a1ab6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312250 Aug 29 07:55:42.969859 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44688) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:55:43.034394 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b5920714-2e21-4422-8107-6741e6afb49f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/b43c1e42-787e-4d76-a3ed-64330c103cbf HTTP/1.1" status: 200 len: 993 time: 0.0632582 Aug 29 07:55:43.806955 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:51.601038 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:55:57.284667 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:56:04.335600 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:08.171879 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f0e891da-3f47-437f-bc57-7279baccf64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:10.890019 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:11.609741 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-29280ffd-c93e-426f-9be6-09979e11e89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:12.044415 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:13.780689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:21.598219 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:24.966012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4710d3a8-41da-498b-b2f9-c470430cada5 req-a84dafc6-bdcf-4805-bdae-bea7bbd7108a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0251715 Aug 29 07:56:25.029210 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4710d3a8-41da-498b-b2f9-c470430cada5 req-6f171c94-f6da-45a2-86a4-533943f2a237 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0247402 Aug 29 07:56:25.070080 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4710d3a8-41da-498b-b2f9-c470430cada5 req-adc14ed5-5f51-414e-80f2-84313f0cb56b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217035 Aug 29 07:56:25.167874 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710d3a8-41da-498b-b2f9-c470430cada5 req-1f1b429a-3925-41a1-b0d5-6676b30f0ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:25.169348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4710d3a8-41da-498b-b2f9-c470430cada5 req-1f1b429a-3925-41a1-b0d5-6676b30f0ec1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921898 Aug 29 07:56:32.694660 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a12ce611-99ad-45a6-8edb-961746df3239 req-a842dfa5-42aa-4791-a946-559d6f7084cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397515 Aug 29 07:56:32.795914 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ce611-99ad-45a6-8edb-961746df3239 req-7f4eef0d-5d7c-4199-911f-405740831df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:32.872991 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a12ce611-99ad-45a6-8edb-961746df3239 req-7f4eef0d-5d7c-4199-911f-405740831df8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 1097 time: 0.0435901 Aug 29 07:56:32.908168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ce611-99ad-45a6-8edb-961746df3239 req-2b7a186f-b8db-4dfd-b8be-489c48fbdab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:32.909642 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a12ce611-99ad-45a6-8edb-961746df3239 req-2b7a186f-b8db-4dfd-b8be-489c48fbdab7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c HTTP/1.1" status: 200 len: 897 time: 0.0916412 Aug 29 07:56:32.977643 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a12ce611-99ad-45a6-8edb-961746df3239 req-967e6432-5591-455e-afe5-a324716b8033 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372aed4f-e083-4d73-b110-ed1077451069 HTTP/1.1" status: 200 len: 1001 time: 0.0605705 Aug 29 07:56:33.033318 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ce611-99ad-45a6-8edb-961746df3239 req-e392ded9-4ee6-44d4-9549-8a73f2bd52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:33.035122 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a12ce611-99ad-45a6-8edb-961746df3239 req-e392ded9-4ee6-44d4-9549-8a73f2bd52c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=036f963d-b3c8-424c-9423-73eef8639f1a HTTP/1.1" status: 200 len: 834 time: 0.0500205 Aug 29 07:56:33.085596 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ce611-99ad-45a6-8edb-961746df3239 req-546deaf9-3a90-45e3-a614-68c210b324ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:33.087111 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a12ce611-99ad-45a6-8edb-961746df3239 req-546deaf9-3a90-45e3-a614-68c210b324ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449443 Aug 29 07:56:33.176902 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a12ce611-99ad-45a6-8edb-961746df3239 req-6ac487b1-abd1-48c1-93af-139e8848274a service neutron] 10.222.0.11 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821683 Aug 29 07:56:33.269221 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a12ce611-99ad-45a6-8edb-961746df3239 req-1d107530-8bc8-4a69-b959-c61842abba92 service neutron] 10.222.0.11 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853627 Aug 29 07:56:33.603087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44710) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:33.770277 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port 446e09b5-7381-413c-95a3-d136b23a5c88 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:56:33.770623 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:33.851069 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:33.851425 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:33.866211 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for 446e09b5-7381-413c-95a3-d136b23a5c88 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:56:34.108941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:34.141354 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=446e09b5-7381-413c-95a3-d136b23a5c88,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:34.153518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:34.153872 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:34.154216 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:34.154560 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:34.154889 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:34.155248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:34.155585 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:34.155924 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:34.156247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:34.156618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:34.156892 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:34.157845 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:34.225965 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:34.226297 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Floating IP b43c1e42-787e-4d76-a3ed-64330c103cbf disassociated (deleted). External IP: 172.25.1.151, port: 372aed4f-e083-4d73-b110-ed1077451069. Aug 29 07:56:34.284763 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:56:34.380853 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:34.461444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:56:34.574860 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:56:34.580011 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:34.586543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b32bc-1804-4363-95a5-fea106ec621e None None] Sync routers for ids ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:56:34.602958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b32bc-1804-4363-95a5-fea106ec621e None None] Routers {'9c45ccb0-d539-40a8-b12d-8350b5f54cd7'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:56:34.603678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-415b32bc-1804-4363-95a5-fea106ec621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:34.606828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-080a02b3-eb79-498c-856f-5f8fd11244a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/floatingips/b43c1e42-787e-4d76-a3ed-64330c103cbf HTTP/1.1" status: 204 len: 168 time: 1.0024302 Aug 29 07:56:34.607669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'tag': '372aed4f-e083-4d73-b110-ed1077451069'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:56:34.610035 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02aabad1-a383-458f-9ae0-c6bdaf891853" -d '{"events": [{"name": "network-changed", "server_uuid": "6db2ac5c-451a-47d0-91cc-e15ae99e9218", "tag": "372aed4f-e083-4d73-b110-ed1077451069"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:56:34.721437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-415b32bc-1804-4363-95a5-fea106ec621e None None] Set router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:56:34.749480 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01c5a4e-611b-4332-ac3a-5c0f8c02cd39 x-openstack-request-id: req-c01c5a4e-611b-4332-ac3a-5c0f8c02cd39 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:56:34.750081 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db2ac5c-451a-47d0-91cc-e15ae99e9218", "tag": "372aed4f-e083-4d73-b110-ed1077451069", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:56:34.750604 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c01c5a4e-611b-4332-ac3a-5c0f8c02cd39 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:56:34.750924 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'tag': '372aed4f-e083-4d73-b110-ed1077451069', 'status': 'completed', 'code': 200} Aug 29 07:56:34.842166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aabad1-a383-458f-9ae0-c6bdaf891853 req-c441f332-f9e3-45fb-b186-1ae823d1e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:34.844173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02aabad1-a383-458f-9ae0-c6bdaf891853 req-c441f332-f9e3-45fb-b186-1ae823d1e5ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 1097 time: 0.0473230 Aug 29 07:56:34.952029 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aabad1-a383-458f-9ae0-c6bdaf891853 req-658e8411-c8da-450f-bb28-4cb68bc5261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:34.953522 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02aabad1-a383-458f-9ae0-c6bdaf891853 req-658e8411-c8da-450f-bb28-4cb68bc5261a service neutron] 10.222.0.11 "GET /v2.0/networks?id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c HTTP/1.1" status: 200 len: 897 time: 0.1028149 Aug 29 07:56:34.973670 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-415b32bc-1804-4363-95a5-fea106ec621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'cd143ece-ddee-4699-9286-b9b6bdc14c71', 'name': '', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:12:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:58Z', 'updated_at': '2021-08-29T07:54:03Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:34.997994 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02aabad1-a383-458f-9ae0-c6bdaf891853 req-43582730-60f0-444c-8aa6-d2e2bcf16cf2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372aed4f-e083-4d73-b110-ed1077451069 HTTP/1.1" status: 200 len: 217 time: 0.0375204 Aug 29 07:56:35.002624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b32bc-1804-4363-95a5-fea106ec621e None None] Checking router: 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:56:35.011040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b32bc-1804-4363-95a5-fea106ec621e None None] Routers {'9c45ccb0-d539-40a8-b12d-8350b5f54cd7'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:56:35.012134 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-415b32bc-1804-4363-95a5-fea106ec621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:35.071960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aabad1-a383-458f-9ae0-c6bdaf891853 req-f842515d-0ef1-4639-86c1-b3c5fbe438f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:35.074674 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02aabad1-a383-458f-9ae0-c6bdaf891853 req-f842515d-0ef1-4639-86c1-b3c5fbe438f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=036f963d-b3c8-424c-9423-73eef8639f1a HTTP/1.1" status: 200 len: 834 time: 0.0696204 Aug 29 07:56:35.158439 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aabad1-a383-458f-9ae0-c6bdaf891853 req-d0b5a1fa-2dd5-4b99-ba9a-2a19bab5fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:35.163215 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02aabad1-a383-458f-9ae0-c6bdaf891853 req-d0b5a1fa-2dd5-4b99-ba9a-2a19bab5fd16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b13c30b2-acb8-4ab3-a205-9a3d9c51101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733397 Aug 29 07:56:35.185122 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb077d-cd09-4629-926a-59e17e3abd08 req-6fdf6e38-7bc0-4814-af6f-bbfd47cddf2a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:35.186992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-415b32bc-1804-4363-95a5-fea106ec621e None None] Set router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:56:35.188866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2eb077d-cd09-4629-926a-59e17e3abd08 req-6fdf6e38-7bc0-4814-af6f-bbfd47cddf2a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0917418 Aug 29 07:56:35.239636 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f2eb077d-cd09-4629-926a-59e17e3abd08 req-56fcd516-ea1f-4be3-84fd-baa123b3743d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445757 Aug 29 07:56:35.299470 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02aabad1-a383-458f-9ae0-c6bdaf891853 req-64bbc66e-5768-4bd3-984e-967e9638b4f1 service neutron] 10.222.0.11 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248307 Aug 29 07:56:35.412118 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02aabad1-a383-458f-9ae0-c6bdaf891853 req-610c4459-a324-4668-b258-af5d83e25cb9 service neutron] 10.222.0.11 "GET /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050248 Aug 29 07:56:35.432990 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-415b32bc-1804-4363-95a5-fea106ec621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'cd143ece-ddee-4699-9286-b9b6bdc14c71', 'name': '', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:12:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:58Z', 'updated_at': '2021-08-29T07:54:03Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:35.460778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b32bc-1804-4363-95a5-fea106ec621e None None] The sync data for ids ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'] in n-d-713301-12 is: [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'cd143ece-ddee-4699-9286-b9b6bdc14c71', 'name': '', 'network_id': 'b13c30b2-acb8-4ab3-a205-9a3d9c51101c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:12:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:58Z', 'updated_at': '2021-08-29T07:54:03Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '036f963d-b3c8-424c-9423-73eef8639f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:56:35.686532 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9369aa5-85cf-4ae7-ae1e-844b2a055e72 None None] New status for floating IP b43c1e42-787e-4d76-a3ed-64330c103cbf: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:56:36.364222 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58675c3f-a82d-44df-ae9c-8bded33853a0 req-4eecf59e-9b1a-41a4-a456-63829e6c8c18 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:36.365727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58675c3f-a82d-44df-ae9c-8bded33853a0 req-4eecf59e-9b1a-41a4-a456-63829e6c8c18 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0500915 Aug 29 07:56:36.405960 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-58675c3f-a82d-44df-ae9c-8bded33853a0 req-e9c467ef-7505-4263-b652-6ee842e1782a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326943 Aug 29 07:56:37.390798 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c9fc3-c457-4ac4-8e76-2239cdbf3ce2 req-564a4c6f-e668-4c82-94a4-9d63f11a7784 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:37.392922 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cf4c9fc3-c457-4ac4-8e76-2239cdbf3ce2 req-564a4c6f-e668-4c82-94a4-9d63f11a7784 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.4011474 Aug 29 07:56:37.505595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-cf4c9fc3-c457-4ac4-8e76-2239cdbf3ce2 req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port 372aed4f-e083-4d73-b110-ed1077451069 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:56:37.505948 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cf4c9fc3-c457-4ac4-8e76-2239cdbf3ce2 req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:37.533614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd3d2e-6ce0-4f89-a00a-d2432eeae7eb req-a3bd4d78-8d0e-40bf-a059-08ff1e54f4a6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:37.535107 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8fd3d2e-6ce0-4f89-a00a-d2432eeae7eb req-a3bd4d78-8d0e-40bf-a059-08ff1e54f4a6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 945 time: 0.0514441 Aug 29 07:56:37.576762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8fd3d2e-6ce0-4f89-a00a-d2432eeae7eb req-70359e7a-fd29-4609-9614-ae7436930c99 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=535549b6-2cc9-4294-9bc4-66420c0c6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349422 Aug 29 07:56:37.605071 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-cf4c9fc3-c457-4ac4-8e76-2239cdbf3ce2 req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port 372aed4f-e083-4d73-b110-ed1077451069, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=372aed4f-e083-4d73-b110-ed1077451069,segment=NetworkSegment(04e4e3ba-3d99-4514-bf01-b8e11aeb94d2),segment_id=04e4e3ba-3d99-4514-bf01-b8e11aeb94d2)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:56:37.605440 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cf4c9fc3-c457-4ac4-8e76-2239cdbf3ce2 req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:37.619123 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-cf4c9fc3-c457-4ac4-8e76-2239cdbf3ce2 req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for 372aed4f-e083-4d73-b110-ed1077451069 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:56:37.834323 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cf4c9fc3-c457-4ac4-8e76-2239cdbf3ce2 req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:37.868555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=372aed4f-e083-4d73-b110-ed1077451069,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:37.881415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:37.881773 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:37.882124 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:37.882456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:37.882793 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:37.883130 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:37.883496 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:37.883825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:37.884161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:37.884487 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:37.884813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:37.885145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:37.924614 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4c9fc3-c457-4ac4-8e76-2239cdbf3ce2 req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] No DVR routers for this DVR port 372aed4f-e083-4d73-b110-ed1077451069 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:56:37.927384 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-cf4c9fc3-c457-4ac4-8e76-2239cdbf3ce2 req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:37.929796 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cf4c9fc3-c457-4ac4-8e76-2239cdbf3ce2 req-0f7e9ca6-de8e-4b1e-a145-722f5bc083c0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "DELETE /v2.0/ports/372aed4f-e083-4d73-b110-ed1077451069 HTTP/1.1" status: 204 len: 173 time: 0.5301518 Aug 29 07:56:37.930276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'name': 'network-vif-deleted', 'tag': '372aed4f-e083-4d73-b110-ed1077451069'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:56:37.933726 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d7058c-c292-4541-9f91-92164bedc19b" -d '{"events": [{"server_uuid": "6db2ac5c-451a-47d0-91cc-e15ae99e9218", "name": "network-vif-deleted", "tag": "372aed4f-e083-4d73-b110-ed1077451069"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:56:37.970189 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab50896-b710-4be7-9b1c-31815bbed497 x-openstack-request-id: req-9ab50896-b710-4be7-9b1c-31815bbed497 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:56:37.970488 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db2ac5c-451a-47d0-91cc-e15ae99e9218", "name": "network-vif-deleted", "tag": "372aed4f-e083-4d73-b110-ed1077451069", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:56:37.970743 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ab50896-b710-4be7-9b1c-31815bbed497 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:56:37.971185 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db2ac5c-451a-47d0-91cc-e15ae99e9218', 'name': 'network-vif-deleted', 'tag': '372aed4f-e083-4d73-b110-ed1077451069', 'status': 'completed', 'code': 200} Aug 29 07:56:38.214924 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-48e94878-6a74-4697-bf84-ccf11c6fbd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:38.685592 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6efddc0d-225b-426c-af65-05f7f2f78946 req-c881a6e9-e045-41c8-be99-5f261f61e7ed tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=6db2ac5c-451a-47d0-91cc-e15ae99e9218 HTTP/1.1" status: 200 len: 210 time: 0.0265851 Aug 29 07:56:39.742467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44730) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:40.136909 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-957f2600-e539-4af2-8db2-ac0bbad4785b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:40.340563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 372aed4f-e083-4d73-b110-ed1077451069 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:56:40.361766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 372aed4f-e083-4d73-b110-ed1077451069 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:56:40.362113 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 372aed4f-e083-4d73-b110-ed1077451069 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:56:40.396681 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-957f2600-e539-4af2-8db2-ac0bbad4785b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port cd143ece-ddee-4699-9286-b9b6bdc14c71 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:56:40.396943 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-957f2600-e539-4af2-8db2-ac0bbad4785b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:40.487731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-957f2600-e539-4af2-8db2-ac0bbad4785b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port cd143ece-ddee-4699-9286-b9b6bdc14c71, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cd143ece-ddee-4699-9286-b9b6bdc14c71,segment=NetworkSegment(04e4e3ba-3d99-4514-bf01-b8e11aeb94d2),segment_id=04e4e3ba-3d99-4514-bf01-b8e11aeb94d2)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:56:40.488078 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-957f2600-e539-4af2-8db2-ac0bbad4785b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:40.501668 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-957f2600-e539-4af2-8db2-ac0bbad4785b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for cd143ece-ddee-4699-9286-b9b6bdc14c71 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:56:40.761514 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-957f2600-e539-4af2-8db2-ac0bbad4785b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:40.794366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f2600-e539-4af2-8db2-ac0bbad4785b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=cd143ece-ddee-4699-9286-b9b6bdc14c71,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:40.883632 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:40.988422 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-957f2600-e539-4af2-8db2-ac0bbad4785b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:41.244320 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957f2600-e539-4af2-8db2-ac0bbad4785b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:56:41.362649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957f2600-e539-4af2-8db2-ac0bbad4785b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:56:41.368089 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-957f2600-e539-4af2-8db2-ac0bbad4785b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "PUT /v2.0/routers/9c45ccb0-d539-40a8-b12d-8350b5f54cd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6242738 Aug 29 07:56:41.372055 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44732) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:41.375399 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94ba43-747a-425e-b8fb-bf9fc300c32f None None] Sync routers for ids ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:56:41.386706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94ba43-747a-425e-b8fb-bf9fc300c32f None None] Routers {'9c45ccb0-d539-40a8-b12d-8350b5f54cd7'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:56:41.387417 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8c94ba43-747a-425e-b8fb-bf9fc300c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:56:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:41.432489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7403f5-7ff5-4a36-a420-f991e7bae814 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting subnet 036f963d-b3c8-424c-9423-73eef8639f1a {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:56:41.435717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e7403f5-7ff5-4a36-a420-f991e7bae814 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:41.478714 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e7403f5-7ff5-4a36-a420-f991e7bae814 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:41.508093 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-8c94ba43-747a-425e-b8fb-bf9fc300c32f None None] Set router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:56:41.571043 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e7403f5-7ff5-4a36-a420-f991e7bae814 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:41.662375 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cea223e5-cc3c-4a94-9843-0bfa17ffe2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:41.721446 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8c94ba43-747a-425e-b8fb-bf9fc300c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:56:40Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:41.730000 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e7403f5-7ff5-4a36-a420-f991e7bae814 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:41.748363 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94ba43-747a-425e-b8fb-bf9fc300c32f None None] Checking router: 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:56:41.757280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94ba43-747a-425e-b8fb-bf9fc300c32f None None] Routers {'9c45ccb0-d539-40a8-b12d-8350b5f54cd7'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:56:41.757957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8c94ba43-747a-425e-b8fb-bf9fc300c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:56:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:41.769268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7403f5-7ff5-4a36-a420-f991e7bae814 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Subnet': ['ID=036f963d-b3c8-424c-9423-73eef8639f1a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:41.769268 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8e7403f5-7ff5-4a36-a420-f991e7bae814 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:41.769268 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8e7403f5-7ff5-4a36-a420-f991e7bae814 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/subnets/036f963d-b3c8-424c-9423-73eef8639f1a HTTP/1.1" status: 204 len: 168 time: 0.3961651 Aug 29 07:56:41.772008 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44734) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:41.801167 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fc4ae1-fc98-45b6-bc63-5d3d9528b097 None None] Network b13c30b2-acb8-4ab3-a205-9a3d9c51101c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:56:41.892652 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.002275 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.114985 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port a9264bf0-6682-44cc-8685-81f68afddda7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:56:42.115345 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.140831 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-8c94ba43-747a-425e-b8fb-bf9fc300c32f None None] Set router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:56:42.204257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port a9264bf0-6682-44cc-8685-81f68afddda7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=a9264bf0-6682-44cc-8685-81f68afddda7,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:56:42.204801 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.218110 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for a9264bf0-6682-44cc-8685-81f68afddda7 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:56:42.244404 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.319649 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] DHCP port deletion for b13c30b2-acb8-4ab3-a205-9a3d9c51101c request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:56:42.384348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Deleting port 8276d282-0864-499d-93d3-c7c778ce955e {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:56:42.385058 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.403236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-8c94ba43-747a-425e-b8fb-bf9fc300c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:56:40Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:42.462357 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.471167 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94ba43-747a-425e-b8fb-bf9fc300c32f None None] The sync data for ids ['9c45ccb0-d539-40a8-b12d-8350b5f54cd7'] in n-d-713301-12 is: [{'id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989480304', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:56:40Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'a9264bf0-6682-44cc-8685-81f68afddda7', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45ccb0-d539-40a8-b12d-8350b5f54cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:53:55Z', 'updated_at': '2021-08-29T07:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:56:42.492901 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=a9264bf0-6682-44cc-8685-81f68afddda7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:42.508187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] For port 8276d282-0864-499d-93d3-c7c778ce955e, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8276d282-0864-499d-93d3-c7c778ce955e,segment=NetworkSegment(04e4e3ba-3d99-4514-bf01-b8e11aeb94d2),segment_id=04e4e3ba-3d99-4514-bf01-b8e11aeb94d2)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:56:42.508852 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.536589 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Calling delete_port for 8276d282-0864-499d-93d3-c7c778ce955e owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:56:42.560098 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.654581 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.656657 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.748113 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.774998 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.775685 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Pushing event deleted for resources: {'Port': ['ID=8276d282-0864-499d-93d3-c7c778ce955e,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:42.775800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Fanout notify agent at l3_agent the message router_deleted on router 9c45ccb0-d539-40a8-b12d-8350b5f54cd7 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:56:42.782406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] No DVR routers for this DVR port 8276d282-0864-499d-93d3-c7c778ce955e on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:56:42.783686 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.784895 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e987cb89-2cc1-4ffd-8b57-1354a998cbd6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/routers/9c45ccb0-d539-40a8-b12d-8350b5f54cd7 HTTP/1.1" status: 204 len: 168 time: 1.0118763 Aug 29 07:56:42.788136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44738) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:42.803939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:42.806563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:42.806563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:42.806563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:42.806563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:42.806563 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:42.807203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:42.807741 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:42.808272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:42.808802 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:42.809335 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:42.809866 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db82ff6-77a6-4755-9bbf-1cd2b11d4820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:42.881192 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05ce7701-05e8-49fb-8154-b3e88d64490d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.976114 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05ce7701-05e8-49fb-8154-b3e88d64490d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:42.987345 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-05ce7701-05e8-49fb-8154-b3e88d64490d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13c30b2-acb8-4ab3-a205-9a3d9c51101c']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:42.999176 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-05ce7701-05e8-49fb-8154-b3e88d64490d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:42.999474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-05ce7701-05e8-49fb-8154-b3e88d64490d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e4e3ba-3d99-4514-bf01-b8e11aeb94d2') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:43.010065 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05ce7701-05e8-49fb-8154-b3e88d64490d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:43.024372 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05ce7701-05e8-49fb-8154-b3e88d64490d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:43.030143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ce7701-05e8-49fb-8154-b3e88d64490d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:56:43.030532 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05ce7701-05e8-49fb-8154-b3e88d64490d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: timer() Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:56:43.033455 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:56:43.146171 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05ce7701-05e8-49fb-8154-b3e88d64490d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:43.160097 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-05ce7701-05e8-49fb-8154-b3e88d64490d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:43.160097 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-05ce7701-05e8-49fb-8154-b3e88d64490d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/networks/b13c30b2-acb8-4ab3-a205-9a3d9c51101c HTTP/1.1" status: 204 len: 168 time: 0.3677812 Aug 29 07:56:43.160293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44740) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:43.169690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce7701-05e8-49fb-8154-b3e88d64490d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Network': ['ID=b13c30b2-acb8-4ab3-a205-9a3d9c51101c,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:43.228686 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d723e90-4e65-43c0-88d1-edda54d915da tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:43.254243 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d723e90-4e65-43c0-88d1-edda54d915da tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:43.393459 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d723e90-4e65-43c0-88d1-edda54d915da tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:43.396159 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-5d723e90-4e65-43c0-88d1-edda54d915da tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:43.400403 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-5d723e90-4e65-43c0-88d1-edda54d915da tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/security-groups/535549b6-2cc9-4294-9bc4-66420c0c6ecf HTTP/1.1" status: 204 len: 168 time: 0.2366853 Aug 29 07:56:43.407770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d723e90-4e65-43c0-88d1-edda54d915da tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=535549b6-2cc9-4294-9bc4-66420c0c6ecf,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:43.568944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8276d282-0864-499d-93d3-c7c778ce955e no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:56:43.591220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 8276d282-0864-499d-93d3-c7c778ce955e {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:56:43.591603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8276d282-0864-499d-93d3-c7c778ce955e not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:56:43.592080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a9264bf0-6682-44cc-8685-81f68afddda7 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:56:43.613073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: a9264bf0-6682-44cc-8685-81f68afddda7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:56:43.613421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device a9264bf0-6682-44cc-8685-81f68afddda7 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:56:43.613834 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cd143ece-ddee-4699-9286-b9b6bdc14c71 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:56:43.632568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: cd143ece-ddee-4699-9286-b9b6bdc14c71 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:56:43.632912 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cd143ece-ddee-4699-9286-b9b6bdc14c71 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:56:43.783166 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:43.893765 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44748) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:43.898636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-f6dd358e-9a34-40a3-8ec1-366efdaf3c31 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2057620941', 'description': 'tempest-secgroup-smoke-2057620941 description', 'project_id': '6e6a6f027c3a48d5b213ddf316328266'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:56:43.980753 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f6dd358e-9a34-40a3-8ec1-366efdaf3c31 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:44.072230 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f6dd358e-9a34-40a3-8ec1-366efdaf3c31 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:44.136681 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f6dd358e-9a34-40a3-8ec1-366efdaf3c31 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:44.167194 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd358e-9a34-40a3-8ec1-366efdaf3c31 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796afeba-2f6e-4405-a452-d3ac280a889b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:44.228236 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-f6dd358e-9a34-40a3-8ec1-366efdaf3c31 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:44.229558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f6dd358e-9a34-40a3-8ec1-366efdaf3c31 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3347845 Aug 29 07:56:44.233169 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44750) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:44.238757 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-41e2e434-65c1-4379-8f01-665bdb498b27 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '796afeba-2f6e-4405-a452-d3ac280a889b', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:56:44.340207 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-41e2e434-65c1-4379-8f01-665bdb498b27 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:44.401469 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-41e2e434-65c1-4379-8f01-665bdb498b27 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:44.483927 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-41e2e434-65c1-4379-8f01-665bdb498b27 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:44.511171 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2e434-65c1-4379-8f01-665bdb498b27 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969e489d-c380-4bda-82fb-f01762aaab8e,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:44.576428 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-41e2e434-65c1-4379-8f01-665bdb498b27 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:44.577772 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-41e2e434-65c1-4379-8f01-665bdb498b27 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440189 Aug 29 07:56:44.580586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44756) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:44.585253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a428623f-7085-4535-995d-7168bf0516b0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '796afeba-2f6e-4405-a452-d3ac280a889b', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:56:44.707122 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a428623f-7085-4535-995d-7168bf0516b0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:44.770156 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a428623f-7085-4535-995d-7168bf0516b0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:44.906591 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a428623f-7085-4535-995d-7168bf0516b0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:44.925099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428623f-7085-4535-995d-7168bf0516b0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26678595-85dc-4784-8c46-d4e1f557c29b,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:45.039165 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a428623f-7085-4535-995d-7168bf0516b0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:45.040724 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a428623f-7085-4535-995d-7168bf0516b0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4588904 Aug 29 07:56:45.043565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44758) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:45.048700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1758d145-11a0-4261-b9b8-ab16417741ec tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '796afeba-2f6e-4405-a452-d3ac280a889b', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:56:45.198664 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1758d145-11a0-4261-b9b8-ab16417741ec tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:45.256854 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1758d145-11a0-4261-b9b8-ab16417741ec tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:45.340975 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1758d145-11a0-4261-b9b8-ab16417741ec tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:45.360557 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758d145-11a0-4261-b9b8-ab16417741ec tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6027d4-1744-4ba1-98e3-abe2e7a89d73,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:45.437976 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1758d145-11a0-4261-b9b8-ab16417741ec tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:45.439268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1758d145-11a0-4261-b9b8-ab16417741ec tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3946669 Aug 29 07:56:45.442173 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44760) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:45.446817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-6b4b3216-3018-4258-a1e8-bfdc07a2dd22 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '796afeba-2f6e-4405-a452-d3ac280a889b', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:56:45.540146 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3216-3018-4258-a1e8-bfdc07a2dd22 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:45.604379 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3216-3018-4258-a1e8-bfdc07a2dd22 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:45.696197 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3216-3018-4258-a1e8-bfdc07a2dd22 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:45.714404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b3216-3018-4258-a1e8-bfdc07a2dd22 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ca3eac-749b-4cbe-b599-dfadaaf64d8b,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:45.803686 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3216-3018-4258-a1e8-bfdc07a2dd22 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:45.804926 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6b4b3216-3018-4258-a1e8-bfdc07a2dd22 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3617525 Aug 29 07:56:45.808084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44764) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:45.812718 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0c57db7b-4537-4cd4-9301-0d9e78e2c4d0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '796afeba-2f6e-4405-a452-d3ac280a889b', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:56:45.940801 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-0c57db7b-4537-4cd4-9301-0d9e78e2c4d0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Project 6e6a6f027c3a48d5b213ddf316328266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:56:45.946403 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c57db7b-4537-4cd4-9301-0d9e78e2c4d0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:46.008775 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c57db7b-4537-4cd4-9301-0d9e78e2c4d0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:46.073844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c57db7b-4537-4cd4-9301-0d9e78e2c4d0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:46.096327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57db7b-4537-4cd4-9301-0d9e78e2c4d0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2be340-fc53-440d-9bfa-1dcd192306f1,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:46.153425 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0c57db7b-4537-4cd4-9301-0d9e78e2c4d0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:46.154647 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0c57db7b-4537-4cd4-9301-0d9e78e2c4d0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3454173 Aug 29 07:56:46.158086 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44768) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:46.162882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-1cbb56fc-47ea-4aaa-8e59-858273fceef9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '796afeba-2f6e-4405-a452-d3ac280a889b', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:56:46.233567 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-1cbb56fc-47ea-4aaa-8e59-858273fceef9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Project 6e6a6f027c3a48d5b213ddf316328266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:56:46.240074 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1cbb56fc-47ea-4aaa-8e59-858273fceef9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:46.309441 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1cbb56fc-47ea-4aaa-8e59-858273fceef9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:46.382202 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1cbb56fc-47ea-4aaa-8e59-858273fceef9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:46.404661 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb56fc-47ea-4aaa-8e59-858273fceef9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec9371a-6c1e-449c-a123-188315fee9bd,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:46.485841 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-1cbb56fc-47ea-4aaa-8e59-858273fceef9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:46.487080 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-1cbb56fc-47ea-4aaa-8e59-858273fceef9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3280008 Aug 29 07:56:46.490161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44770) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:46.495163 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-797c8564-13c9-4e40-848a-858eafc78617 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'network': {'name': 'tempest-network-smoke--688210846', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'port_security_enabled': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:56:46.593468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797c8564-13c9-4e40-848a-858eafc78617 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:56:46.597568 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-797c8564-13c9-4e40-848a-858eafc78617 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:46.622574 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797c8564-13c9-4e40-848a-858eafc78617 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:56:46.632117 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-797c8564-13c9-4e40-848a-858eafc78617 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:46.632460 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-797c8564-13c9-4e40-848a-858eafc78617 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Added segment 3cb795a9-4f6d-4487-8c91-1701c12fb1a9 of type vlan for network 04923ef0-4cd8-421c-b324-a5a02df16fae Aug 29 07:56:46.674296 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-797c8564-13c9-4e40-848a-858eafc78617 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:46.765271 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-797c8564-13c9-4e40-848a-858eafc78617 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:46.771836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797c8564-13c9-4e40-848a-858eafc78617 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:46.772431 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-797c8564-13c9-4e40-848a-858eafc78617 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:46.840846 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c8564-13c9-4e40-848a-858eafc78617 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Network': ['ID=04923ef0-4cd8-421c-b324-a5a02df16fae,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:46.854396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 04923ef0-4cd8-421c-b324-a5a02df16fae details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:56:46.891817 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-797c8564-13c9-4e40-848a-858eafc78617 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3999622 Aug 29 07:56:46.894532 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44772) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:46.899471 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'admin_state_up': True, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:56:46.993645 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:46.994719 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:47.052349 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:47.275968 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:47.522603 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:47.541689 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:47.648779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.25.1.86 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:56:47.754418 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:47.850785 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:47.895888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:56:47.898770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:56:47.902378 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:56:47.908669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:48.207058 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:48.667999 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:48.884854 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router f98a5a3e-f9e1-4c58-97a1-871e9387565d is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:56:48.992709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:56:49.003512 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Sync routers for ids ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:56:49.012519 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Routers {'f98a5a3e-f9e1-4c58-97a1-871e9387565d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:56:49.021827 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:56:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:49.085122 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:49.086769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-806ab9ca-397e-4a51-94e2-b930162c4ce3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1909230 Aug 29 07:56:49.089863 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44774) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:49.119245 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Set router f98a5a3e-f9e1-4c58-97a1-871e9387565d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:56:49.122806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-40e9585f-20fa-45e9-bace-e8a2d3e63bb5 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=6e6a6f027c3a48d5b213ddf316328266&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315816 Aug 29 07:56:49.126065 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44776) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:49.214537 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996268e9-f00f-4d80-bf69-7cc33064cb54 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:49.216299 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-996268e9-f00f-4d80-bf69-7cc33064cb54 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893147 Aug 29 07:56:49.220713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44778) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:49.264997 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-f23fcaf4-6bf2-40a8-a2ad-7f637cd44745 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425725 Aug 29 07:56:49.268062 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44780) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:49.273822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-aba96811-a3e4-4d84-9848-ada057ed9530 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1856738211', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:56:49.319964 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:56:48Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:49.347792 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Checking router: f98a5a3e-f9e1-4c58-97a1-871e9387565d for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:56:49.348119 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Updating router f98a5a3e-f9e1-4c58-97a1-871e9387565d port bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:56:49.380569 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:49.444697 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba96811-a3e4-4d84-9848-ada057ed9530 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:56:49.448342 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aba96811-a3e4-4d84-9848-ada057ed9530 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:49.636056 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:49.645777 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Transition to ACTIVE for port object bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:56:49.726282 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aba96811-a3e4-4d84-9848-ada057ed9530 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:49.736365 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:49.793815 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Attempting to bind port bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:56:49.794184 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Attempting to bind port bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:56:49.794544 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Attempting to bind port bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:56:49.803096 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1629843-2323-470a-be8e-c17a46261124 None None] Pushing event updated for resources: {'Port': ['ID=bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:49.805549 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:56:49.805924 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:56:49.806323 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:49.806723 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:56:49.807222 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Bound port: bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:56:49.807608 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:49.832227 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629843-2323-470a-be8e-c17a46261124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:49.832560 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629843-2323-470a-be8e-c17a46261124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:49.832882 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629843-2323-470a-be8e-c17a46261124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:49.833216 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629843-2323-470a-be8e-c17a46261124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:49.833538 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629843-2323-470a-be8e-c17a46261124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:49.833861 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629843-2323-470a-be8e-c17a46261124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:49.834179 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629843-2323-470a-be8e-c17a46261124 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:49.834495 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629843-2323-470a-be8e-c17a46261124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:49.834811 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629843-2323-470a-be8e-c17a46261124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:49.835472 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629843-2323-470a-be8e-c17a46261124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:49.836005 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629843-2323-470a-be8e-c17a46261124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:49.836504 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1629843-2323-470a-be8e-c17a46261124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:56:49.885720 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] For port bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:56:49.889686 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] For port bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:56:49.999904 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:50.068827 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1629843-2323-470a-be8e-c17a46261124 None None] Pushing event updated for resources: {'Port': ['ID=bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:50.071459 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Routers {'f98a5a3e-f9e1-4c58-97a1-871e9387565d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:56:50.072138 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:56:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:50.122694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba96811-a3e4-4d84-9848-ada057ed9530 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Subnet': ['ID=b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:50.132696 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba96811-a3e4-4d84-9848-ada057ed9530 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Checking segment: {'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:56:50.133059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba96811-a3e4-4d84-9848-ada057ed9530 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network hostable DHCP agents. Network: 04923ef0-4cd8-421c-b324-a5a02df16fae, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:56:50.187128 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] Set router f98a5a3e-f9e1-4c58-97a1-871e9387565d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:56:50.239332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba96811-a3e4-4d84-9848-ada057ed9530 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network 04923ef0-4cd8-421c-b324-a5a02df16fae is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:56:50.348003 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-aba96811-a3e4-4d84-9848-ada057ed9530 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 04923ef0-4cd8-421c-b324-a5a02df16fae) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:56:50.353934 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba96811-a3e4-4d84-9848-ada057ed9530 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:50.355004 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aba96811-a3e4-4d84-9848-ada057ed9530 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:50.361091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3742d11-d52b-43ed-badf-f7a94a9dffea None None] Network 04923ef0-4cd8-421c-b324-a5a02df16fae requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:56:50.365174 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:56:48Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:50.394092 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b545bbc-cd18-485b-9db4-4e99d502d944 None None] The sync data for ids ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'] in n-d-713301-12 is: [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:56:48Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:56:50.469843 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aba96811-a3e4-4d84-9848-ada057ed9530 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1996324 Aug 29 07:56:50.472329 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44782) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:56:50.535791 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-04923ef0-4cd8-421c-b324-a5a02df16fae', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ips': [{'subnet_id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:56:50.536955 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:50.704932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Allocated IP 172.20.0.2 (04923ef0-4cd8-421c-b324-a5a02df16fae/b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8/d02e47fb-0dee-4c59-84c5-4774cb1fceb4) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:56:50.872260 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:50.881312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Transition to ACTIVE for port object d02e47fb-0dee-4c59-84c5-4774cb1fceb4 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:56:50.897664 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Transition to ACTIVE for port object d02e47fb-0dee-4c59-84c5-4774cb1fceb4 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:56:50.983183 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:51.032754 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Network 04923ef0-4cd8-421c-b324-a5a02df16fae is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:56:51.035904 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:56:51.036142 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:51.040683 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:56:51.043958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Pushing event updated for resources: {'Port': ['ID=d02e47fb-0dee-4c59-84c5-4774cb1fceb4,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:51.100792 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Attempting to bind port d02e47fb-0dee-4c59-84c5-4774cb1fceb4 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:56:51.101155 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Attempting to bind port d02e47fb-0dee-4c59-84c5-4774cb1fceb4 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:56:51.101517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Attempting to bind port d02e47fb-0dee-4c59-84c5-4774cb1fceb4 on network 04923ef0-4cd8-421c-b324-a5a02df16fae {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:56:51.106939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:56:51.107355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Checking segment: {'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:56:51.107762 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:51.108160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Bound using segment: {'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:56:51.108630 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Bound port: d02e47fb-0dee-4c59-84c5-4774cb1fceb4, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:56:51.109016 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:51.178867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] For port d02e47fb-0dee-4c59-84c5-4774cb1fceb4, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:56:51.182226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] For port d02e47fb-0dee-4c59-84c5-4774cb1fceb4, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d02e47fb-0dee-4c59-84c5-4774cb1fceb4,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:56:51.244444 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:51.317040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c6277-5cc4-41ab-a54a-ea2bfeea9ed9 None None] Pushing event updated for resources: {'Port': ['ID=d02e47fb-0dee-4c59-84c5-4774cb1fceb4,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:51.381897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.20.0.1 (04923ef0-4cd8-421c-b324-a5a02df16fae/b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8/b2f36414-c031-4f5a-8cf9-bca619fee6a6) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:56:51.402711 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:56:51.517464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:56:51.529696 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:56:51.531184 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:51.538666 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:51.554653 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Transition to ACTIVE for port object b2f36414-c031-4f5a-8cf9-bca619fee6a6 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:56:51.633003 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:51.653952 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:56:51.679107 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:51.741054 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:51.783376 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:51.786885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network 04923ef0-4cd8-421c-b324-a5a02df16fae is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:56:51.794720 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:56:51.800975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:56:51.805907 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=b2f36414-c031-4f5a-8cf9-bca619fee6a6,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:51.849517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:51.852159 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:52.070173 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:52.358509 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:52.422580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:52.501528 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:52.503610 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=b2f36414-c031-4f5a-8cf9-bca619fee6a6,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:52.602841 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network 04923ef0-4cd8-421c-b324-a5a02df16fae is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:56:52.604333 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:56:52.741896 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router f98a5a3e-f9e1-4c58-97a1-871e9387565d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:56:52.863263 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:56:52.868696 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fdb435a6-6a11-4f95-85e9-924253524679 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "PUT /v2.0/routers/f98a5a3e-f9e1-4c58-97a1-871e9387565d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3949914 Aug 29 07:56:52.876644 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Sync routers for ids ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:56:52.887068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Routers {'f98a5a3e-f9e1-4c58-97a1-871e9387565d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:56:52.887738 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:56:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:52.938461 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04285218-3bd4-4a36-93ed-9c16f0c46f9d None None] Network 04923ef0-4cd8-421c-b324-a5a02df16fae requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:56:53.026820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-44d61888-b61a-4417-961f-b38eabd05531 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057620941&fields=id&tenant_id=6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 267 time: 0.0463507 Aug 29 07:56:53.091562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Set router f98a5a3e-f9e1-4c58-97a1-871e9387565d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:56:53.149950 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-276bee18-120f-4dbd-b814-ff26579b1909 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:53.151326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-276bee18-120f-4dbd-b814-ff26579b1909 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/networks?id=04923ef0-4cd8-421c-b324-a5a02df16fae HTTP/1.1" status: 200 len: 796 time: 0.1163661 Aug 29 07:56:53.163770 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-329d8187-4354-4acd-aecf-c317b2ad5f21 None None] Provisioning for port d02e47fb-0dee-4c59-84c5-4774cb1fceb4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:56:53.167672 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-d180a4a6-5597-4b1a-ad15-e94df7b02907 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/quotas/6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 375 time: 0.0098295 Aug 29 07:56:53.233763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-cf4ecf07-efed-43bc-899d-868aab8fc363 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600638 Aug 29 07:56:53.356572 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-58d272f3-8787-480c-945a-eaed64c378c4 service neutron] 10.222.0.76 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105487 Aug 29 07:56:53.363880 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b2f36414-c031-4f5a-8cf9-bca619fee6a6', 'name': '', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:2e:b4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:51Z', 'updated_at': '2021-08-29T07:56:52Z', 'revision_number': 2, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:53.414818 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Checking router: f98a5a3e-f9e1-4c58-97a1-871e9387565d for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:56:53.415197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Updating router f98a5a3e-f9e1-4c58-97a1-871e9387565d port b2f36414-c031-4f5a-8cf9-bca619fee6a6 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:56:53.448156 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:53.486002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d02e47fb-0dee-4c59-84c5-4774cb1fceb4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:56:53.503515 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-5c44059a-58e6-4059-974b-8ab220a86508 service neutron] 10.222.0.76 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457882 Aug 29 07:56:53.774974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port d02e47fb-0dee-4c59-84c5-4774cb1fceb4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:56:53.782437 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d02e47fb-0dee-4c59-84c5-4774cb1fceb4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:56:53.783023 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:53.814790 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-67f13a9f-1b9c-4484-bf13-1cc92188256b None None] Provisioning for port b2f36414-c031-4f5a-8cf9-bca619fee6a6 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:56:53.837827 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc04415d-14c3-47a5-86a6-9554f81acc81 req-244c3b47-8e00-4c91-b9f7-67a768b2cb8a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 210 time: 0.0603127 Aug 29 07:56:53.838177 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-67f13a9f-1b9c-4484-bf13-1cc92188256b None None] Provisioning complete for port b2f36414-c031-4f5a-8cf9-bca619fee6a6 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:56:53.838564 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67f13a9f-1b9c-4484-bf13-1cc92188256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:53.874160 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:53.906704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-67f13a9f-1b9c-4484-bf13-1cc92188256b None None] Port b2f36414-c031-4f5a-8cf9-bca619fee6a6 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:56:53.910671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Transition to ACTIVE for port object b2f36414-c031-4f5a-8cf9-bca619fee6a6 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:56:53.943114 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-67f13a9f-1b9c-4484-bf13-1cc92188256b None None] Provisioning complete for port d02e47fb-0dee-4c59-84c5-4774cb1fceb4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:56:53.943729 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67f13a9f-1b9c-4484-bf13-1cc92188256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:53.986204 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:53.991010 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:54.080702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab54567-61d8-4f62-8eee-ef4fa1629db4 None None] Pushing event updated for resources: {'Port': ['ID=b2f36414-c031-4f5a-8cf9-bca619fee6a6,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:54.088661 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port d02e47fb-0dee-4c59-84c5-4774cb1fceb4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d02e47fb-0dee-4c59-84c5-4774cb1fceb4,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:56:54.157611 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67f13a9f-1b9c-4484-bf13-1cc92188256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:54.177041 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:54.177838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:56:54.190835 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Attempting to bind port b2f36414-c031-4f5a-8cf9-bca619fee6a6 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:56:54.191408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Attempting to bind port b2f36414-c031-4f5a-8cf9-bca619fee6a6 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:56:54.191731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Attempting to bind port b2f36414-c031-4f5a-8cf9-bca619fee6a6 on network 04923ef0-4cd8-421c-b324-a5a02df16fae {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:56:54.244005 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:56:54.244384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Checking segment: {'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:56:54.244790 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:54.245189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Bound using segment: {'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:56:54.245678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Bound port: b2f36414-c031-4f5a-8cf9-bca619fee6a6, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:56:54.246066 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:54.338923 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.db.api [None req-67f13a9f-1b9c-4484-bf13-1cc92188256b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 07:56:54.339383 n-d-713301-12 neutron-server[95405]: DEBUG oslo_db.api [None req-67f13a9f-1b9c-4484-bf13-1cc92188256b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 07:56:54.342929 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=d02e47fb-0dee-4c59-84c5-4774cb1fceb4,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:54.371787 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:56:54.372086 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:54.401576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] For port b2f36414-c031-4f5a-8cf9-bca619fee6a6, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:56:54.419355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] For port b2f36414-c031-4f5a-8cf9-bca619fee6a6, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b2f36414-c031-4f5a-8cf9-bca619fee6a6,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:56:54.546443 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:54.603915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Routers {'f98a5a3e-f9e1-4c58-97a1-871e9387565d'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:56:54.604556 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:56:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:54.613406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab54567-61d8-4f62-8eee-ef4fa1629db4 None None] Pushing event updated for resources: {'Port': ['ID=b2f36414-c031-4f5a-8cf9-bca619fee6a6,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:54.961252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] Set router f98a5a3e-f9e1-4c58-97a1-871e9387565d gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:56:54.988685 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51128de4-6cbc-43d5-8750-ef8001abe3a9 req-16ea942f-605c-4315-837e-f41e69cb3755 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 210 time: 0.0344572 Aug 29 07:56:55.189612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b2f36414-c031-4f5a-8cf9-bca619fee6a6', 'name': '', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:2e:b4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:51Z', 'updated_at': '2021-08-29T07:56:54Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:56:55.220786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b90a0bb-bc86-454c-af87-fc3254ab6fad None None] The sync data for ids ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'] in n-d-713301-12 is: [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b2f36414-c031-4f5a-8cf9-bca619fee6a6', 'name': '', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:2e:b4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:51Z', 'updated_at': '2021-08-29T07:56:54Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:56:55.447811 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d02e47fb-0dee-4c59-84c5-4774cb1fceb4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:56:55.504190 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port d02e47fb-0dee-4c59-84c5-4774cb1fceb4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:56:55.506708 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:55.591616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b2f36414-c031-4f5a-8cf9-bca619fee6a6 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:56:55.713209 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port b2f36414-c031-4f5a-8cf9-bca619fee6a6 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:56:55.717969 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b2f36414-c031-4f5a-8cf9-bca619fee6a6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:56:55.718586 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:55.806410 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:55.844779 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port b2f36414-c031-4f5a-8cf9-bca619fee6a6, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b2f36414-c031-4f5a-8cf9-bca619fee6a6,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:56:55.977244 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:56.063222 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=b2f36414-c031-4f5a-8cf9-bca619fee6a6,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:56.114524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba22cc2d-2070-46d3-b6dc-313613e65376 req-a6bdd8a1-4d7d-4655-a33f-639345040fb8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 210 time: 0.0396676 Aug 29 07:56:56.121470 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-7fe498e4-629e-41b5-8610-e829ed98610d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:56.121470 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-7fe498e4-629e-41b5-8610-e829ed98610d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/networks?id=04923ef0-4cd8-421c-b324-a5a02df16fae HTTP/1.1" status: 200 len: 796 time: 0.1450047 Aug 29 07:56:56.176993 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-f5c86cd0-398b-4fd5-9905-12fcb72ef68a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 380 time: 0.0436888 Aug 29 07:56:56.186535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-01027b3d-cac8-478e-be36-58f58fc520ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'port': {'device_id': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'admin_state_up': True, 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'security_groups': ['796afeba-2f6e-4405-a452-d3ac280a889b']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:56:56.386463 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-01027b3d-cac8-478e-be36-58f58fc520ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:56:56.390510 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-01027b3d-cac8-478e-be36-58f58fc520ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:56.525378 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-01027b3d-cac8-478e-be36-58f58fc520ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.20.0.10 (04923ef0-4cd8-421c-b324-a5a02df16fae/b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8/d019e4c1-a719-4dbe-9052-fa8a13ee6869) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:56:56.669151 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-01027b3d-cac8-478e-be36-58f58fc520ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:56.684449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-01027b3d-cac8-478e-be36-58f58fc520ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Transition to ACTIVE for port object d019e4c1-a719-4dbe-9052-fa8a13ee6869 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:56:56.805355 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-01027b3d-cac8-478e-be36-58f58fc520ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:56.858329 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-01027b3d-cac8-478e-be36-58f58fc520ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network 04923ef0-4cd8-421c-b324-a5a02df16fae is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:56:56.861740 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-01027b3d-cac8-478e-be36-58f58fc520ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:56:56.865957 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-01027b3d-cac8-478e-be36-58f58fc520ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:56:56.873250 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01027b3d-cac8-478e-be36-58f58fc520ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=d019e4c1-a719-4dbe-9052-fa8a13ee6869,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:56.921803 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-01027b3d-cac8-478e-be36-58f58fc520ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:56.922404 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-01027b3d-cac8-478e-be36-58f58fc520ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:57.005499 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-01027b3d-cac8-478e-be36-58f58fc520ff tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8229487 Aug 29 07:56:57.028456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Request body: {'port': {'device_id': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:56:57.086576 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:57.192978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2115367f-ac5f-4173-a036-690717ae1e35 None None] Provisioning for port d019e4c1-a719-4dbe-9052-fa8a13ee6869 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:56:57.197959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2115367f-ac5f-4173-a036-690717ae1e35 None None] Provisioning complete for port d019e4c1-a719-4dbe-9052-fa8a13ee6869 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:56:57.198444 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2115367f-ac5f-4173-a036-690717ae1e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:57.233559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d045abd-c58f-4f62-a2bc-cf01c3a14fc4 req-1841c75b-c05f-496f-bfd8-bf09c729adc4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:57.238841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2115367f-ac5f-4173-a036-690717ae1e35 None None] Port d019e4c1-a719-4dbe-9052-fa8a13ee6869 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:56:57.242202 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d045abd-c58f-4f62-a2bc-cf01c3a14fc4 req-1841c75b-c05f-496f-bfd8-bf09c729adc4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 932 time: 0.0637202 Aug 29 07:56:57.277525 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d045abd-c58f-4f62-a2bc-cf01c3a14fc4 req-ef872179-05a7-47b3-9987-bd578c1ea431 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344272 Aug 29 07:56:57.354505 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b2f36414-c031-4f5a-8cf9-bca619fee6a6 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:56:57.372276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d019e4c1-a719-4dbe-9052-fa8a13ee6869 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:56:57.381376 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:57.395108 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Transition to ACTIVE for port object d019e4c1-a719-4dbe-9052-fa8a13ee6869 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:56:57.417063 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port b2f36414-c031-4f5a-8cf9-bca619fee6a6 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:56:57.417441 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:57.473471 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:57.526524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Pushing event updated for resources: {'Port': ['ID=d019e4c1-a719-4dbe-9052-fa8a13ee6869,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:57.596482 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Attempting to bind port d019e4c1-a719-4dbe-9052-fa8a13ee6869 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:56:57.596819 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Attempting to bind port d019e4c1-a719-4dbe-9052-fa8a13ee6869 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:56:57.597143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Attempting to bind port d019e4c1-a719-4dbe-9052-fa8a13ee6869 on network 04923ef0-4cd8-421c-b324-a5a02df16fae {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:56:57.601871 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Port d019e4c1-a719-4dbe-9052-fa8a13ee6869 on network 04923ef0-4cd8-421c-b324-a5a02df16fae not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:56:57.602193 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Attempting to bind port d019e4c1-a719-4dbe-9052-fa8a13ee6869 on network 04923ef0-4cd8-421c-b324-a5a02df16fae {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:56:57.607539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:56:57.607882 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Checking segment: {'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:56:57.608273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Bound using segment: {'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:56:57.608702 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Bound port: d019e4c1-a719-4dbe-9052-fa8a13ee6869, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:56:57.609063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:57.684238 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] For port d019e4c1-a719-4dbe-9052-fa8a13ee6869, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:56:57.688239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] For port d019e4c1-a719-4dbe-9052-fa8a13ee6869, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:56:57.804901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:57.840279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:57.840945 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:56:57.842601 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] 10.222.0.11 "PUT /v2.0/ports/d019e4c1-a719-4dbe-9052-fa8a13ee6869 HTTP/1.1" status: 200 len: 1093 time: 0.8187668 Aug 29 07:56:57.843094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:56:57.845451 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e902ccf3-da92-443d-8a4a-690d3327687a" -d '{"events": [{"name": "network-changed", "server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:56:57.875049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5be4a-0efc-46f5-8fe9-d8e2e15d30be service neutron] Pushing event updated for resources: {'Port': ['ID=d019e4c1-a719-4dbe-9052-fa8a13ee6869,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:56:57.946158 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da70f19f-68c6-4041-9660-897cef2ecc3c x-openstack-request-id: req-da70f19f-68c6-4041-9660-897cef2ecc3c {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:56:57.946457 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:56:57.946702 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da70f19f-68c6-4041-9660-897cef2ecc3c {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:56:57.947134 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'status': 'completed', 'code': 200} Aug 29 07:56:58.038678 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902ccf3-da92-443d-8a4a-690d3327687a req-55af729f-e820-43c7-9e29-24513546d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:58.040378 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e902ccf3-da92-443d-8a4a-690d3327687a req-55af729f-e820-43c7-9e29-24513546d687 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 1096 time: 0.0484400 Aug 29 07:56:58.147899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902ccf3-da92-443d-8a4a-690d3327687a req-11e14e44-96ef-4368-b8a0-0b821c4a41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:58.149369 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e902ccf3-da92-443d-8a4a-690d3327687a req-11e14e44-96ef-4368-b8a0-0b821c4a41e0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6e6a6f027c3a48d5b213ddf316328266&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0953162 Aug 29 07:56:58.253094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902ccf3-da92-443d-8a4a-690d3327687a req-32e7eb59-febb-48ee-b5a4-ba43f8c5c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:58.255279 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e902ccf3-da92-443d-8a4a-690d3327687a req-32e7eb59-febb-48ee-b5a4-ba43f8c5c388 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992839 Aug 29 07:56:58.353036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-eaef2e38-7583-4ad4-a646-0779a13db498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:58.354536 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-eaef2e38-7583-4ad4-a646-0779a13db498 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 1096 time: 0.0425546 Aug 29 07:56:58.396250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a9c11-c09a-4bd5-accd-deaa968f3398 req-c162e30f-33b5-43a7-bd1e-124a28c0b315 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:58.397653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-805a9c11-c09a-4bd5-accd-deaa968f3398 req-c162e30f-33b5-43a7-bd1e-124a28c0b315 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 944 time: 0.0485249 Aug 29 07:56:58.406337 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-9210e771-492e-497f-b3a4-7baa7bde73ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869 HTTP/1.1" status: 200 len: 217 time: 0.0385544 Aug 29 07:56:58.435593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-805a9c11-c09a-4bd5-accd-deaa968f3398 req-7b5945f4-6cc5-4a49-b51f-8c5d9aaf7f5b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319223 Aug 29 07:56:58.456869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-92a8e65f-83ba-444c-b770-f44bab8ab6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:58.458345 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-92a8e65f-83ba-444c-b770-f44bab8ab6ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8 HTTP/1.1" status: 200 len: 835 time: 0.0443189 Aug 29 07:56:58.505375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-369aa844-a2bf-459a-bd2b-9e314de944ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:58.506888 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-369aa844-a2bf-459a-bd2b-9e314de944ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04923ef0-4cd8-421c-b324-a5a02df16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416601 Aug 29 07:56:58.602143 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-e4339fe7-928f-4170-8b7e-d2dfa1b19b4c service neutron] 10.222.0.11 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879910 Aug 29 07:56:58.690567 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6a878b9c-96fc-483c-97d4-13955d6db65c req-ceb10d38-ef3d-4dbd-8f5f-988ddce10b3c service neutron] 10.222.0.11 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819855 Aug 29 07:56:59.600071 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a799d-f666-4f73-9b3e-4a200ad7b86b req-b23e2cb7-7cc1-40cf-87d9-35c1ed6eda7c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:56:59.601548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-242a799d-f666-4f73-9b3e-4a200ad7b86b req-b23e2cb7-7cc1-40cf-87d9-35c1ed6eda7c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 944 time: 0.0489247 Aug 29 07:56:59.644328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-242a799d-f666-4f73-9b3e-4a200ad7b86b req-08c19170-abce-4ab3-a9b0-64ac27a736b9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367837 Aug 29 07:57:00.767109 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53889ee-f73c-4c3b-a62e-0b695a0a0958 req-718a298e-bf81-44fc-8595-346e48b61d4e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:00.768705 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d53889ee-f73c-4c3b-a62e-0b695a0a0958 req-718a298e-bf81-44fc-8595-346e48b61d4e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 944 time: 0.0510967 Aug 29 07:57:00.812419 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d53889ee-f73c-4c3b-a62e-0b695a0a0958 req-9c1b9b32-c028-4331-97de-a70d8d58e539 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374374 Aug 29 07:57:01.929899 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6ba6f-e5f1-401e-8148-52d35ea0b695 req-5373ad34-fc66-4734-a44c-97ad3c0a49b6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:01.931429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-28e6ba6f-e5f1-401e-8148-52d35ea0b695 req-5373ad34-fc66-4734-a44c-97ad3c0a49b6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 944 time: 0.0503778 Aug 29 07:57:01.970565 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-28e6ba6f-e5f1-401e-8148-52d35ea0b695 req-94d9c856-e101-49c1-9461-15de359b4e7a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332325 Aug 29 07:57:02.485785 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d019e4c1-a719-4dbe-9052-fa8a13ee6869 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:57:02.579108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d019e4c1-a719-4dbe-9052-fa8a13ee6869, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:57:02.590287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'port_id': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'mac_address': 'fa:16:3e:51:be:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:57:02.628267 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:02.640637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d019e4c1-a719-4dbe-9052-fa8a13ee6869 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:57:02.659672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d019e4c1-a719-4dbe-9052-fa8a13ee6869, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:57:02.722810 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:02.774207 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=d019e4c1-a719-4dbe-9052-fa8a13ee6869,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:57:03.086907 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcce9c9-87f7-44c6-9d5b-238a73029613 req-40c17abf-2bc9-4b23-9ecd-70fb15096b5e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:03.088464 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5bcce9c9-87f7-44c6-9d5b-238a73029613 req-40c17abf-2bc9-4b23-9ecd-70fb15096b5e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 945 time: 0.0512543 Aug 29 07:57:03.132200 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5bcce9c9-87f7-44c6-9d5b-238a73029613 req-933d4e5f-c482-49fa-b98a-681866c5f5ca tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371981 Aug 29 07:57:03.146252 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['d019e4c1-a719-4dbe-9052-fa8a13ee6869'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:57:04.247922 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de8021-5f30-4a67-a971-117a248c4a5f req-ae19d083-48a4-469b-bae7-2118eec87c94 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:04.249522 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6de8021-5f30-4a67-a971-117a248c4a5f req-ae19d083-48a4-469b-bae7-2118eec87c94 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 945 time: 0.0498123 Aug 29 07:57:04.288524 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6de8021-5f30-4a67-a971-117a248c4a5f req-2d8c0cac-4b67-4f3b-af6d-75831f6b332a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324736 Aug 29 07:57:04.358366 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:04.484040 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d019e4c1-a719-4dbe-9052-fa8a13ee6869 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:57:04.615463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port d019e4c1-a719-4dbe-9052-fa8a13ee6869 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:57:04.619388 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port d019e4c1-a719-4dbe-9052-fa8a13ee6869 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:57:04.619762 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:04.695339 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:04.720257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:57:04.723086 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f18dd6-063c-4df6-8950-d3806c279304" -d '{"events": [{"server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "name": "network-vif-plugged", "status": "completed", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:57:04.736016 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port d019e4c1-a719-4dbe-9052-fa8a13ee6869, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:57:04.760772 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c300a5-383f-43bc-9556-072584f42c6d x-openstack-request-id: req-05c300a5-383f-43bc-9556-072584f42c6d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:57:04.760772 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "name": "network-vif-plugged", "status": "completed", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:57:04.760772 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-05c300a5-383f-43bc-9556-072584f42c6d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:57:04.760772 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'code': 200} Aug 29 07:57:04.810141 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:04.862715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=d019e4c1-a719-4dbe-9052-fa8a13ee6869,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:57:04.884795 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef26a1d-7011-45b9-a9a8-a8b2d1c11239 req-d53ab413-be48-4bc8-8913-aa24dd7a44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:04.886291 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2ef26a1d-7011-45b9-a9a8-a8b2d1c11239 req-d53ab413-be48-4bc8-8913-aa24dd7a44e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 1098 time: 0.0430546 Aug 29 07:57:04.926611 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2ef26a1d-7011-45b9-a9a8-a8b2d1c11239 req-fe0d6c47-4ec0-4426-b296-bfdfd869b61d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332544 Aug 29 07:57:05.408334 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0b7de-fa49-426f-8f55-742edb151069 req-f3a6fa32-f054-438a-8975-853917515bfc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:05.409848 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88c0b7de-fa49-426f-8f55-742edb151069 req-f3a6fa32-f054-438a-8975-853917515bfc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0501978 Aug 29 07:57:05.452306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-88c0b7de-fa49-426f-8f55-742edb151069 req-ac036fb9-0ef0-4ed8-945f-c17d781196e7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322087 Aug 29 07:57:06.569395 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c270b7-df7d-484a-8cc9-65e742d4a9d7 req-2661143e-1f02-4c21-a891-2084e2122edb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:06.570880 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07c270b7-df7d-484a-8cc9-65e742d4a9d7 req-2661143e-1f02-4c21-a891-2084e2122edb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0490096 Aug 29 07:57:06.614048 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-07c270b7-df7d-484a-8cc9-65e742d4a9d7 req-369f713b-7694-4cff-9643-e8e43c3b414f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369961 Aug 29 07:57:06.728200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7522616-627b-4224-9de3-71fa8b23566c req-f7af1645-d6bb-4175-b43b-b0d35589260e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:06.729707 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7522616-627b-4224-9de3-71fa8b23566c req-f7af1645-d6bb-4175-b43b-b0d35589260e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0498555 Aug 29 07:57:06.768637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c7522616-627b-4224-9de3-71fa8b23566c req-70c761a5-73a2-44d7-8ab5-cf525b3d7da3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327303 Aug 29 07:57:06.789626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44846) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:57:06.874522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879e4bc0-77b9-499b-bd35-38ffa8f6af3e tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:06.876217 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-879e4bc0-77b9-499b-bd35-38ffa8f6af3e tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 1093 time: 0.0855284 Aug 29 07:57:06.879574 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 44850) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:57:06.883948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:57:07.004344 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:07.098257 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:07.201764 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.25.1.44 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/73997650-4a72-4d7a-b0d6-8035761900b4) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:57:07.300676 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:07.450298 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:07.492112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:57:07.495006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:57:07.498568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:57:07.505019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=73997650-4a72-4d7a-b0d6-8035761900b4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:57:07.860130 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:07.995572 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:08.148859 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:08.209728 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b0a08e2c-557f-411b-989a-99f60c845719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:08.238212 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:08.305625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=73997650-4a72-4d7a-b0d6-8035761900b4,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:57:08.317696 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:08.419024 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Floating IP 19cc631b-ccb7-4272-afc6-4a3b653dfe40 associated. External IP: 172.25.1.44, port: d019e4c1-a719-4dbe-9052-fa8a13ee6869. Aug 29 07:57:08.970852 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router f98a5a3e-f9e1-4c58-97a1-871e9387565d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:57:09.078731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:57:09.089451 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c336814a-d255-46e2-a9e5-c216d1705148 None None] Sync routers for ids ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:57:09.100203 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c336814a-d255-46e2-a9e5-c216d1705148 None None] Routers {'f98a5a3e-f9e1-4c58-97a1-871e9387565d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:57:09.100806 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c336814a-d255-46e2-a9e5-c216d1705148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:56:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:57:09.170193 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:09.199624 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1a5d8be8-34a7-4bce-bf35-0baefa38126d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3189681 Aug 29 07:57:09.200306 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:57:09.202794 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd2577d-3519-4821-8c81-771f74df604d" -d '{"events": [{"name": "network-changed", "server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:57:09.248283 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ae649d-bb4d-4b70-a294-5adfd5095851 x-openstack-request-id: req-f8ae649d-bb4d-4b70-a294-5adfd5095851 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:57:09.248580 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:57:09.248841 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f8ae649d-bb4d-4b70-a294-5adfd5095851 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:57:09.250190 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'status': 'completed', 'code': 200} Aug 29 07:57:09.311659 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-c336814a-d255-46e2-a9e5-c216d1705148 None None] Set router f98a5a3e-f9e1-4c58-97a1-871e9387565d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:57:09.316609 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22b9d3-50dd-4935-81fe-caf41a9b2f26 req-51c91228-953d-4009-82a4-d6a46a78be42 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:09.319062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f22b9d3-50dd-4935-81fe-caf41a9b2f26 req-51c91228-953d-4009-82a4-d6a46a78be42 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0554216 Aug 29 07:57:09.333104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2577d-3519-4821-8c81-771f74df604d req-f83ffac4-c710-4211-b6f3-923deea23e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:09.334626 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cbd2577d-3519-4821-8c81-771f74df604d req-f83ffac4-c710-4211-b6f3-923deea23e76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 1098 time: 0.0431974 Aug 29 07:57:09.360774 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f22b9d3-50dd-4935-81fe-caf41a9b2f26 req-7caf6ea0-b58d-44fb-95e8-c4f8372e60fb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351813 Aug 29 07:57:09.384476 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44856) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:57:09.439874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2577d-3519-4821-8c81-771f74df604d req-2a8a3dfa-b825-46ec-bf61-ade7de0e9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:09.441674 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cbd2577d-3519-4821-8c81-771f74df604d req-2a8a3dfa-b825-46ec-bf61-ade7de0e9514 service neutron] 10.222.0.11 "GET /v2.0/networks?id=04923ef0-4cd8-421c-b324-a5a02df16fae HTTP/1.1" status: 200 len: 897 time: 0.1002271 Aug 29 07:57:09.454775 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fbd7117c-dbe2-43f8-9e21-b634c1d1da93 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/19cc631b-ccb7-4272-afc6-4a3b653dfe40 HTTP/1.1" status: 200 len: 991 time: 0.0678840 Aug 29 07:57:09.514171 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cbd2577d-3519-4821-8c81-771f74df604d req-1716e65d-2c05-45d7-a241-d1fef86e24c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869 HTTP/1.1" status: 200 len: 999 time: 0.0654018 Aug 29 07:57:09.546807 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c336814a-d255-46e2-a9e5-c216d1705148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '19cc631b-ccb7-4272-afc6-4a3b653dfe40', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'port_id': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'mac_address': 'fa:16:3e:51:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:57:07Z', 'updated_at': '2021-08-29T07:57:07Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f36414-c031-4f5a-8cf9-bca619fee6a6', 'name': '', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:2e:b4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:51Z', 'updated_at': '2021-08-29T07:56:55Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:57:09.568575 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2577d-3519-4821-8c81-771f74df604d req-7be8ff0d-7db6-4b60-86f2-2c033bef0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:09.570034 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cbd2577d-3519-4821-8c81-771f74df604d req-7be8ff0d-7db6-4b60-86f2-2c033bef0abf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8 HTTP/1.1" status: 200 len: 835 time: 0.0485654 Aug 29 07:57:09.576821 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c336814a-d255-46e2-a9e5-c216d1705148 None None] Checking router: f98a5a3e-f9e1-4c58-97a1-871e9387565d for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:57:09.586042 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c336814a-d255-46e2-a9e5-c216d1705148 None None] Routers {'f98a5a3e-f9e1-4c58-97a1-871e9387565d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:57:09.586661 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c336814a-d255-46e2-a9e5-c216d1705148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:56:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:57:09.616888 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2577d-3519-4821-8c81-771f74df604d req-ad4abff8-c100-4dae-97c9-d8bf74a2dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:09.618378 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cbd2577d-3519-4821-8c81-771f74df604d req-ad4abff8-c100-4dae-97c9-d8bf74a2dfa4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04923ef0-4cd8-421c-b324-a5a02df16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415184 Aug 29 07:57:09.694885 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-c336814a-d255-46e2-a9e5-c216d1705148 None None] Set router f98a5a3e-f9e1-4c58-97a1-871e9387565d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:57:09.712366 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cbd2577d-3519-4821-8c81-771f74df604d req-9e21f79a-cc4d-4a9e-a0ad-bfc6ce5e1baa service neutron] 10.222.0.11 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873225 Aug 29 07:57:09.810477 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-cbd2577d-3519-4821-8c81-771f74df604d req-58e14e72-a828-46b7-9460-c6f9c25614ad service neutron] 10.222.0.11 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910959 Aug 29 07:57:09.922774 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c336814a-d255-46e2-a9e5-c216d1705148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '19cc631b-ccb7-4272-afc6-4a3b653dfe40', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'port_id': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'mac_address': 'fa:16:3e:51:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:57:07Z', 'updated_at': '2021-08-29T07:57:07Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f36414-c031-4f5a-8cf9-bca619fee6a6', 'name': '', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:2e:b4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:51Z', 'updated_at': '2021-08-29T07:56:55Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:57:09.949929 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c336814a-d255-46e2-a9e5-c216d1705148 None None] The sync data for ids ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'] in n-d-713301-12 is: [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '19cc631b-ccb7-4272-afc6-4a3b653dfe40', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'port_id': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'mac_address': 'fa:16:3e:51:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:57:07Z', 'updated_at': '2021-08-29T07:57:07Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f36414-c031-4f5a-8cf9-bca619fee6a6', 'name': '', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:2e:b4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:51Z', 'updated_at': '2021-08-29T07:56:55Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:57:10.147054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a7494-f2ac-4539-97ec-c282ef5c05f5 None None] New status for floating IP 19cc631b-ccb7-4272-afc6-4a3b653dfe40: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:57:10.457654 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44858) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:57:10.518466 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d4376d9a-82ac-4618-bd69-e13da741deaa tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/19cc631b-ccb7-4272-afc6-4a3b653dfe40 HTTP/1.1" status: 200 len: 993 time: 0.0590804 Aug 29 07:57:10.922835 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:11.283575 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:57:11.643865 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b272-b303-480a-93a6-01419d906b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:12.038119 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:13.798042 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:21.609524 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:26.982647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae7e0b7a-acd2-4ae2-9d7c-4bf789dac94a req-f20ff615-acf3-468e-b207-62d6b4362ccb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259452 Aug 29 07:57:27.053749 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae7e0b7a-acd2-4ae2-9d7c-4bf789dac94a req-0e998c50-3071-4d29-8b4e-9164b15991bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0297868 Aug 29 07:57:27.093457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae7e0b7a-acd2-4ae2-9d7c-4bf789dac94a req-8da26a05-7b70-4b61-80ec-32f9380ea0b4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194881 Aug 29 07:57:27.186640 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e0b7a-acd2-4ae2-9d7c-4bf789dac94a req-0d29e515-62e3-4cd8-8841-0312726bee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:27.188099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ae7e0b7a-acd2-4ae2-9d7c-4bf789dac94a req-0d29e515-62e3-4cd8-8841-0312726bee5b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883369 Aug 29 07:57:33.677351 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-683cd29c-8e19-4b32-8a27-bc0cd3f438c0 req-213a0bd9-a901-4f31-b534-793a2587c2a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414383 Aug 29 07:57:33.773637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cd29c-8e19-4b32-8a27-bc0cd3f438c0 req-8d6751e9-443b-4d1e-8375-44800e97b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:33.775112 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-683cd29c-8e19-4b32-8a27-bc0cd3f438c0 req-8d6751e9-443b-4d1e-8375-44800e97b2c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 1098 time: 0.0411315 Aug 29 07:57:33.881114 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cd29c-8e19-4b32-8a27-bc0cd3f438c0 req-a33e9da0-81ff-4f86-b370-d468ec066811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:33.882627 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-683cd29c-8e19-4b32-8a27-bc0cd3f438c0 req-a33e9da0-81ff-4f86-b370-d468ec066811 service neutron] 10.222.0.11 "GET /v2.0/networks?id=04923ef0-4cd8-421c-b324-a5a02df16fae HTTP/1.1" status: 200 len: 897 time: 0.0899541 Aug 29 07:57:33.962637 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-683cd29c-8e19-4b32-8a27-bc0cd3f438c0 req-6705402f-a05a-46e0-920d-bba668673096 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869 HTTP/1.1" status: 200 len: 1001 time: 0.0590839 Aug 29 07:57:34.004552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cd29c-8e19-4b32-8a27-bc0cd3f438c0 req-8a6646d0-a27b-46b6-8095-ab50f34dff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:34.006045 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-683cd29c-8e19-4b32-8a27-bc0cd3f438c0 req-8a6646d0-a27b-46b6-8095-ab50f34dff67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8 HTTP/1.1" status: 200 len: 835 time: 0.0508904 Aug 29 07:57:34.051553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cd29c-8e19-4b32-8a27-bc0cd3f438c0 req-5fe87e83-f3c7-4c14-ae2c-8d6100368504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:57:34.053044 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-683cd29c-8e19-4b32-8a27-bc0cd3f438c0 req-5fe87e83-f3c7-4c14-ae2c-8d6100368504 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04923ef0-4cd8-421c-b324-a5a02df16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403500 Aug 29 07:57:34.145048 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-683cd29c-8e19-4b32-8a27-bc0cd3f438c0 req-ffead900-7225-4013-a94c-87a42f9a9f83 service neutron] 10.222.0.11 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846846 Aug 29 07:57:34.241186 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-683cd29c-8e19-4b32-8a27-bc0cd3f438c0 req-1468e0e6-199b-41c1-9de2-09787cb5ef8d service neutron] 10.222.0.11 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889890 Aug 29 07:57:34.391876 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:38.220252 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-09349f1a-b891-4eb2-87fd-1b9fd36c56ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:40.912303 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:41.614122 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-67d5cd39-7065-4247-aa72-09cca925d704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:42.077416 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:43.786163 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:57:48.282327 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:57:51.659464 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:04.402239 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:08.190507 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4c4583d7-4e11-4698-b11b-1b48cfee549c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:10.887796 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:11.618655 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0cb078e2-91d9-4246-bb62-0c914830aa1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:12.053125 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:13.818613 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:21.624486 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:23.864737 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05608b2e-4c84-4729-9e52-a487889c7916 req-eb7e5c7c-2bba-447a-822f-71914d027bde tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:23.866303 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05608b2e-4c84-4729-9e52-a487889c7916 req-eb7e5c7c-2bba-447a-822f-71914d027bde tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0501871 Aug 29 07:58:23.904187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-05608b2e-4c84-4729-9e52-a487889c7916 req-f6d048ef-6d0f-46eb-9573-6cc6333c5449 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319552 Aug 29 07:58:23.998221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44900) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:58:24.081336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-9dba1f31-6b26-48a2-a5f8-261d4b2024d8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819378 Aug 29 07:58:25.029025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa93be-7b3c-4ab8-880c-9c4f8b13cb68 req-ca6bfee8-97ee-4b50-8c2a-6744d5da684e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:25.030523 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51fa93be-7b3c-4ab8-880c-9c4f8b13cb68 req-ca6bfee8-97ee-4b50-8c2a-6744d5da684e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0488741 Aug 29 07:58:25.069382 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51fa93be-7b3c-4ab8-880c-9c4f8b13cb68 req-345b3198-005e-4d36-aff5-515ed4847f7c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327017 Aug 29 07:58:25.284971 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:58:26.183937 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f9ff5-14ce-494a-906c-a51d641043ac req-8902c569-8660-4053-a33b-75e80e461a20 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:26.185388 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a9f9ff5-14ce-494a-906c-a51d641043ac req-8902c569-8660-4053-a33b-75e80e461a20 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0485547 Aug 29 07:58:26.225961 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0a9f9ff5-14ce-494a-906c-a51d641043ac req-cde107da-638b-4380-8e35-4e684f275024 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342493 Aug 29 07:58:26.260659 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-2f9e3c37-cb4c-47f1-88bb-0d6697aee4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:26.262170 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-2f9e3c37-cb4c-47f1-88bb-0d6697aee4c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 1098 time: 0.0441785 Aug 29 07:58:26.355341 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-aa7ee063-cb95-4d85-9633-adf360b4276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:26.356809 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-aa7ee063-cb95-4d85-9633-adf360b4276c service neutron] 10.222.0.11 "GET /v2.0/networks?id=04923ef0-4cd8-421c-b324-a5a02df16fae HTTP/1.1" status: 200 len: 897 time: 0.0876534 Aug 29 07:58:26.421001 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-5f6e3e84-a4fc-4293-8709-2a1558462834 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869 HTTP/1.1" status: 200 len: 1001 time: 0.0571876 Aug 29 07:58:26.469366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-d3e9876c-b928-4e5a-a49c-8c06dddacbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:26.470791 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-d3e9876c-b928-4e5a-a49c-8c06dddacbbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8 HTTP/1.1" status: 200 len: 835 time: 0.0431545 Aug 29 07:58:26.519268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-b176db32-2a44-453a-8311-37fd4a81c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:26.520726 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-b176db32-2a44-453a-8311-37fd4a81c4ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04923ef0-4cd8-421c-b324-a5a02df16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426855 Aug 29 07:58:26.620280 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-fa631918-8c39-42ed-ad1e-2992a89641d9 service neutron] 10.222.0.11 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917158 Aug 29 07:58:26.712119 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-b991bd4c-ef0d-4468-898c-c7ab57d37823 service neutron] 10.222.0.11 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844176 Aug 29 07:58:27.346106 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3634bf-19bd-445b-8845-da49f26d3a32 req-d966aeec-cfa4-4988-a2d7-2cca0a071798 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:27.347612 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a3634bf-19bd-445b-8845-da49f26d3a32 req-d966aeec-cfa4-4988-a2d7-2cca0a071798 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0542431 Aug 29 07:58:27.386377 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5a3634bf-19bd-445b-8845-da49f26d3a32 req-b4a1a805-79c7-43af-9eb3-163bfe1bc3d0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328460 Aug 29 07:58:27.964355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3bcebf1-5dfc-4d8a-b635-ea2a7420f1c5 req-f2d486b8-3dba-4d7e-a34a-100cc09d67cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259025 Aug 29 07:58:28.033408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3bcebf1-5dfc-4d8a-b635-ea2a7420f1c5 req-c716a826-75bf-4cf1-923e-558270597ba8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0248656 Aug 29 07:58:28.071405 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3bcebf1-5dfc-4d8a-b635-ea2a7420f1c5 req-e48d9fa6-5cc3-43df-8cb2-8288c7e2fc4b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191505 Aug 29 07:58:28.165987 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcebf1-5dfc-4d8a-b635-ea2a7420f1c5 req-a9be60a2-8aa7-4b55-869b-e5e721aa9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:28.167426 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3bcebf1-5dfc-4d8a-b635-ea2a7420f1c5 req-a9be60a2-8aa7-4b55-869b-e5e721aa9f42 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896046 Aug 29 07:58:28.501019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc2b11-e41d-434c-9092-9bf64ec7ae0b req-ae3a919b-2efe-4238-8a28-a94216716c33 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:28.502521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cddc2b11-e41d-434c-9092-9bf64ec7ae0b req-ae3a919b-2efe-4238-8a28-a94216716c33 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0499153 Aug 29 07:58:28.540374 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cddc2b11-e41d-434c-9092-9bf64ec7ae0b req-352e2d2a-d02b-444b-be43-5104d6493098 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319829 Aug 29 07:58:29.661768 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602e061-a9e1-4ba2-a64f-18bbcb4e0b02 req-68628f8c-fd70-44ec-b7fc-687ab836a672 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:29.663268 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a602e061-a9e1-4ba2-a64f-18bbcb4e0b02 req-68628f8c-fd70-44ec-b7fc-687ab836a672 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0493612 Aug 29 07:58:29.700025 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a602e061-a9e1-4ba2-a64f-18bbcb4e0b02 req-323ac86f-0140-4713-b1d7-64a20b308da3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302551 Aug 29 07:58:30.818030 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259ae7d-d1ff-449d-ba51-47b07decb023 req-5864617d-9a78-46c0-a103-fd8b7825b95a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:30.819615 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9259ae7d-d1ff-449d-ba51-47b07decb023 req-5864617d-9a78-46c0-a103-fd8b7825b95a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0534422 Aug 29 07:58:30.858341 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9259ae7d-d1ff-449d-ba51-47b07decb023 req-bd1b7fa5-7b33-4e2a-8099-ce26bf509b47 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318444 Aug 29 07:58:31.978652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5eb5d-26a4-49e6-b37a-5ebcc153e236 req-d7a96c1b-a3a4-4244-b127-7bd4624ff609 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:31.980215 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24a5eb5d-26a4-49e6-b37a-5ebcc153e236 req-d7a96c1b-a3a4-4244-b127-7bd4624ff609 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0558262 Aug 29 07:58:32.034522 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-24a5eb5d-26a4-49e6-b37a-5ebcc153e236 req-fa515c7b-5657-4946-8e62-11c3c6354e47 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481207 Aug 29 07:58:33.153364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c7bfe-f81a-4d6e-ab91-5a00170911cc req-7bf500f0-6706-41d7-ac05-4cf8c73fc460 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:33.155753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-484c7bfe-f81a-4d6e-ab91-5a00170911cc req-7bf500f0-6706-41d7-ac05-4cf8c73fc460 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0524280 Aug 29 07:58:33.193790 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-484c7bfe-f81a-4d6e-ab91-5a00170911cc req-9480b838-5bfe-4de5-813e-63a2d49ad2d5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Aug 29 07:58:34.313004 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c492f-dd28-427f-88e9-f54d38ed6524 req-ee3e2844-da2f-4959-8efc-9969dd3cff4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:34.314585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-728c492f-dd28-427f-88e9-f54d38ed6524 req-ee3e2844-da2f-4959-8efc-9969dd3cff4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0525627 Aug 29 07:58:34.352570 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-728c492f-dd28-427f-88e9-f54d38ed6524 req-a11d51e1-bb24-4c31-9c58-e780e538be27 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 Aug 29 07:58:34.429659 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:35.478255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3f77f-d1a9-4a1f-9c17-61233a37d815 req-c9247282-8203-4ea8-8555-9e4631f00fef tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:35.479767 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2fd3f77f-d1a9-4a1f-9c17-61233a37d815 req-c9247282-8203-4ea8-8555-9e4631f00fef tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0492806 Aug 29 07:58:35.516794 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2fd3f77f-d1a9-4a1f-9c17-61233a37d815 req-0c8c5cba-9881-47aa-a061-f17bb8bacb7d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Aug 29 07:58:35.723785 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b1b95-f61e-404c-ab24-07d3dce81ebb req-49fa35bb-e1da-42a8-aca6-d010c8770d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:35.725215 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d54b1b95-f61e-404c-ab24-07d3dce81ebb req-49fa35bb-e1da-42a8-aca6-d010c8770d34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 1098 time: 0.0442109 Aug 29 07:58:35.828634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b1b95-f61e-404c-ab24-07d3dce81ebb req-dec34466-d956-4273-8c77-7b99a415d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:35.830126 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d54b1b95-f61e-404c-ab24-07d3dce81ebb req-dec34466-d956-4273-8c77-7b99a415d385 service neutron] 10.222.0.11 "GET /v2.0/networks?id=04923ef0-4cd8-421c-b324-a5a02df16fae HTTP/1.1" status: 200 len: 897 time: 0.0862684 Aug 29 07:58:35.899868 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d54b1b95-f61e-404c-ab24-07d3dce81ebb req-4a6f4349-c606-41d4-9a51-a44fa12b4190 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869 HTTP/1.1" status: 200 len: 1001 time: 0.0630393 Aug 29 07:58:35.948616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b1b95-f61e-404c-ab24-07d3dce81ebb req-17fc5329-a8ac-4466-a94d-19bc5fff86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:35.950041 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d54b1b95-f61e-404c-ab24-07d3dce81ebb req-17fc5329-a8ac-4466-a94d-19bc5fff86a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8 HTTP/1.1" status: 200 len: 835 time: 0.0434883 Aug 29 07:58:35.995667 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b1b95-f61e-404c-ab24-07d3dce81ebb req-f66b70c0-f42d-458c-b84c-1e04320d4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:35.997051 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d54b1b95-f61e-404c-ab24-07d3dce81ebb req-f66b70c0-f42d-458c-b84c-1e04320d4816 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04923ef0-4cd8-421c-b324-a5a02df16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399384 Aug 29 07:58:36.088696 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d54b1b95-f61e-404c-ab24-07d3dce81ebb req-ba29cfe3-6485-40cb-875a-0c5832dceab5 service neutron] 10.222.0.11 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846162 Aug 29 07:58:36.177963 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d54b1b95-f61e-404c-ab24-07d3dce81ebb req-2643825c-8a1d-4dfe-8280-8fb25ec6a18c service neutron] 10.222.0.11 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818770 Aug 29 07:58:36.666888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c710c2-a298-4b2a-824e-063fcfbb462c req-7852baf4-41e4-4904-93a0-b4987365f16a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:36.668429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76c710c2-a298-4b2a-824e-063fcfbb462c req-7852baf4-41e4-4904-93a0-b4987365f16a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0489423 Aug 29 07:58:36.705952 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-76c710c2-a298-4b2a-824e-063fcfbb462c req-0d6c9c2e-1c55-4762-b30a-31c82521c31b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316441 Aug 29 07:58:37.823829 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf2f91-53f4-498b-9fca-5e4ee7a20b8d req-37156e6d-3e97-449a-ad97-8bb644f32187 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:37.825281 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bcf2f91-53f4-498b-9fca-5e4ee7a20b8d req-37156e6d-3e97-449a-ad97-8bb644f32187 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0524061 Aug 29 07:58:37.863660 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3bcf2f91-53f4-498b-9fca-5e4ee7a20b8d req-6b467bd8-c749-4e9c-8329-383de800be6a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323956 Aug 29 07:58:38.195367 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ac225a36-6227-42f2-8e06-b19e2c71c67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:38.871070 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-868d7490-4178-451c-b8b2-46685955f31a service neutron] show failed (client error): The resource could not be found. Aug 29 07:58:38.872132 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-868d7490-4178-451c-b8b2-46685955f31a service neutron] 10.222.0.11 "GET /v2.0/ports/d019e4c1-a719-4dbe-9052-fa8a13ee6869/bindings/n-h1-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0602453 Aug 29 07:58:38.983435 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177708f6-75a5-4068-93c9-7bbebddd83f8 req-9a12a725-b248-4655-9647-50233ede15e6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:38.984978 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-177708f6-75a5-4068-93c9-7bbebddd83f8 req-9a12a725-b248-4655-9647-50233ede15e6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0515180 Aug 29 07:58:39.025758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-177708f6-75a5-4068-93c9-7bbebddd83f8 req-e28d7762-dce8-407f-8641-2e7ca168c8e1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339046 Aug 29 07:58:39.416945 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-18caec7b-cd89-4ac6-a1fc-011e25ae0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:39.418502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-18caec7b-cd89-4ac6-a1fc-011e25ae0658 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de&tenant_id=6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 1098 time: 0.0744860 Aug 29 07:58:39.430692 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-12', 'device_owner': 'compute:nova'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:58:39.490096 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:39.741920 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] For port d019e4c1-a719-4dbe-9052-fa8a13ee6869, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:58:39.776597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] For port d019e4c1-a719-4dbe-9052-fa8a13ee6869, host n-h2-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:58:39.824232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:58:39.827524 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db91987-97c6-40b0-a8b0-b3a830ebcbd2" -d '{"events": [{"server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "name": "network-vif-unplugged", "status": "completed", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:58:39.830413 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:39.849478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Transition to ACTIVE for port object d019e4c1-a719-4dbe-9052-fa8a13ee6869 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:58:39.878701 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 07:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b577fb5b-dd63-4754-9e3c-11e41a124a7a x-openstack-request-id: req-b577fb5b-dd63-4754-9e3c-11e41a124a7a {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:58:39.879058 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "name": "network-vif-unplugged", "status": "completed", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:58:39.879422 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b577fb5b-dd63-4754-9e3c-11e41a124a7a {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:58:39.879875 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'code': 200} Aug 29 07:58:39.926949 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:40.029893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Pushing event updated for resources: {'Port': ['ID=d019e4c1-a719-4dbe-9052-fa8a13ee6869,revision_number=6']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:58:40.055558 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:40.055926 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:40.056250 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:40.056581 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:40.056976 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:40.057815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:40.058144 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:40.058476 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:40.058791 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:40.059117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:40.059464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:40.059785 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:40.116100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] No DVR routers for this DVR port d019e4c1-a719-4dbe-9052-fa8a13ee6869 on host n-h2-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:58:40.236631 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d269f2e-ad44-4099-8ddc-e15f97fe77ce req-4bac9b7e-4812-4ce4-beb3-100c800e38bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:40.238058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d269f2e-ad44-4099-8ddc-e15f97fe77ce req-4bac9b7e-4812-4ce4-beb3-100c800e38bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 944 time: 0.1232035 Aug 29 07:58:40.308665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d269f2e-ad44-4099-8ddc-e15f97fe77ce req-ae6cf10a-2b26-4385-aade-641a7b5eddaa tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633929 Aug 29 07:58:40.318612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Attempting to bind port d019e4c1-a719-4dbe-9052-fa8a13ee6869 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:58:40.318954 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Attempting to bind port d019e4c1-a719-4dbe-9052-fa8a13ee6869 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:58:40.319374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Attempting to bind port d019e4c1-a719-4dbe-9052-fa8a13ee6869 on network 04923ef0-4cd8-421c-b324-a5a02df16fae {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:58:40.326425 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Port d019e4c1-a719-4dbe-9052-fa8a13ee6869 on network 04923ef0-4cd8-421c-b324-a5a02df16fae not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:58:40.326754 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Attempting to bind port d019e4c1-a719-4dbe-9052-fa8a13ee6869 on network 04923ef0-4cd8-421c-b324-a5a02df16fae {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:58:40.332147 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:58:40.332488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Checking segment: {'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:58:40.332872 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Bound using segment: {'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:58:40.333301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Bound port: d019e4c1-a719-4dbe-9052-fa8a13ee6869, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb795a9-4f6d-4487-8c91-1701c12fb1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:58:40.333658 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:40.414584 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] For port d019e4c1-a719-4dbe-9052-fa8a13ee6869, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:58:40.418287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] For port d019e4c1-a719-4dbe-9052-fa8a13ee6869, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:58:40.504615 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:40.543908 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:40.544517 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:40.545902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] 10.222.0.15 "PUT /v2.0/ports/d019e4c1-a719-4dbe-9052-fa8a13ee6869 HTTP/1.1" status: 200 len: 1093 time: 1.1195354 Aug 29 07:58:40.564401 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662adcc-3c30-4a8c-9491-0338601a8d6f service neutron] Pushing event updated for resources: {'Port': ['ID=d019e4c1-a719-4dbe-9052-fa8a13ee6869,revision_number=7']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:58:40.624338 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e340153d-7b10-4737-8dd3-4e58f7379c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:40.625918 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-e340153d-7b10-4737-8dd3-4e58f7379c75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 1096 time: 0.0515795 Aug 29 07:58:40.794098 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-f0c6aeff-acca-41b2-b5b9-148baa60e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:40.795585 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-f0c6aeff-acca-41b2-b5b9-148baa60e16a service neutron] 10.222.0.15 "GET /v2.0/networks?id=04923ef0-4cd8-421c-b324-a5a02df16fae HTTP/1.1" status: 200 len: 897 time: 0.1626790 Aug 29 07:58:40.892640 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:41.167673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-9b62b49c-9158-471d-967d-c26cc96b5d02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869 HTTP/1.1" status: 200 len: 999 time: 0.3648968 Aug 29 07:58:41.215485 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-dffdfb24-7d7b-4117-a65a-fb15c24209d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:41.216866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-dffdfb24-7d7b-4117-a65a-fb15c24209d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8 HTTP/1.1" status: 200 len: 835 time: 0.0421734 Aug 29 07:58:41.269312 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-d11bb1b1-ee9d-4fc2-9837-0f1fb4168bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:41.270758 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-d11bb1b1-ee9d-4fc2-9837-0f1fb4168bcc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=04923ef0-4cd8-421c-b324-a5a02df16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473521 Aug 29 07:58:41.282303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-2c69d534-d573-4e65-833d-5fbae2cd2835 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:58:41.283317 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-2c69d534-d573-4e65-833d-5fbae2cd2835 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048850 Aug 29 07:58:41.382563 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-4c3c4706-b644-40fd-b653-8f30f267c9e4 service neutron] 10.222.0.15 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917187 Aug 29 07:58:41.515632 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c02431-12a9-4c37-a051-19469451b1b5 req-0c9c6228-eec1-45be-8f8d-36f243097984 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:41.517001 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3c02431-12a9-4c37-a051-19469451b1b5 req-0c9c6228-eec1-45be-8f8d-36f243097984 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 944 time: 0.1333256 Aug 29 07:58:41.546034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-98b5b091-e71a-409f-b0c7-0c6b24efe34e req-ceb5ed69-7e13-4d31-add7-8148ebed5472 service neutron] 10.222.0.15 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495368 Aug 29 07:58:41.566038 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3c02431-12a9-4c37-a051-19469451b1b5 req-9e9562f6-250b-4d3e-9b86-50f6458182a1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409808 Aug 29 07:58:41.652824 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-372b31e1-6758-4e48-8f0e-bdf082f6bab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:41.881467 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:58:41.883961 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845" -d '{"events": [{"name": "network-changed", "server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:58:41.934730 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9daf232-63e7-4e45-90d7-d0d1edc1eb60 x-openstack-request-id: req-a9daf232-63e7-4e45-90d7-d0d1edc1eb60 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:58:41.935027 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:58:41.935310 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a9daf232-63e7-4e45-90d7-d0d1edc1eb60 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:58:41.935705 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'status': 'completed', 'code': 200} Aug 29 07:58:42.008308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-d3a55229-4e0f-41b1-b6af-a9143a163473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:42.009866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-d3a55229-4e0f-41b1-b6af-a9143a163473 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 1096 time: 0.0519204 Aug 29 07:58:42.014625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-4fcec7da-525c-4bb3-b961-b40203322b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:42.016187 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-4fcec7da-525c-4bb3-b961-b40203322b81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 1096 time: 0.0427110 Aug 29 07:58:42.052455 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:42.108247 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-86341102-13ce-4461-9e0e-2424140aca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:42.109741 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-86341102-13ce-4461-9e0e-2424140aca0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=04923ef0-4cd8-421c-b324-a5a02df16fae HTTP/1.1" status: 200 len: 897 time: 0.0866444 Aug 29 07:58:42.121787 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-30c7f672-c75f-423a-b9a1-7b2214116a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:42.123778 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-30c7f672-c75f-423a-b9a1-7b2214116a08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=04923ef0-4cd8-421c-b324-a5a02df16fae HTTP/1.1" status: 200 len: 897 time: 0.1062541 Aug 29 07:58:42.207941 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-3379acca-1f4b-4c4a-96d3-3c73009a5115 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869 HTTP/1.1" status: 200 len: 999 time: 0.0769467 Aug 29 07:58:42.216610 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-92439800-9517-491b-87e9-f1bf0d2fe5e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869 HTTP/1.1" status: 200 len: 999 time: 0.0749021 Aug 29 07:58:42.261063 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-e0276d3e-4a8a-49f6-b613-e9cda3fc1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:42.262668 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-e0276d3e-4a8a-49f6-b613-e9cda3fc1b23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8 HTTP/1.1" status: 200 len: 835 time: 0.0470660 Aug 29 07:58:42.266267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-cb96abe5-4044-4b1a-987c-710c51332744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:42.267797 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-cb96abe5-4044-4b1a-987c-710c51332744 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8 HTTP/1.1" status: 200 len: 835 time: 0.0448101 Aug 29 07:58:42.315024 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-da1dbc0f-c7d8-44b2-bcee-957bb50fce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:42.315382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-b23b3d0b-b57c-441b-9564-7ecec7045c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:42.316571 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-da1dbc0f-c7d8-44b2-bcee-957bb50fce3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=04923ef0-4cd8-421c-b324-a5a02df16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460479 Aug 29 07:58:42.316922 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-b23b3d0b-b57c-441b-9564-7ecec7045c6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04923ef0-4cd8-421c-b324-a5a02df16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413656 Aug 29 07:58:42.410540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-21303842-7435-480b-a4ec-68e00213da18 service neutron] 10.222.0.15 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862725 Aug 29 07:58:42.416745 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-1b8a4de6-acec-4b26-a9bd-38a130eb12ec service neutron] 10.222.0.11 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917439 Aug 29 07:58:42.518653 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-232ec848-65f4-4320-a07e-6e3b39db9951 service neutron] 10.222.0.15 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005044 Aug 29 07:58:42.527828 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-02ca30ac-ad13-4fee-9a48-6e8cd1f7b845 req-4a9a7a40-a784-4063-8e9e-2106ab238b26 service neutron] 10.222.0.11 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004939 Aug 29 07:58:42.679192 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d52d3-435f-420a-bb6d-17c42a2f9319 req-b86a37fb-92e0-4199-bbfa-80580190affe tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:42.680583 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-020d52d3-435f-420a-bb6d-17c42a2f9319 req-b86a37fb-92e0-4199-bbfa-80580190affe tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 944 time: 0.0490372 Aug 29 07:58:42.718839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-020d52d3-435f-420a-bb6d-17c42a2f9319 req-97f4d602-4761-433b-8c1b-b139611dad58 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Aug 29 07:58:42.856171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d019e4c1-a719-4dbe-9052-fa8a13ee6869 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:58:42.895965 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device d019e4c1-a719-4dbe-9052-fa8a13ee6869 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:58:43.789850 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:43.839496 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e11d3-283c-45d5-b20d-ab60dc9dcbe9 req-b1683eb0-9d2d-4589-b59d-b9cab62e63e6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:43.841010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e88e11d3-283c-45d5-b20d-ab60dc9dcbe9 req-b1683eb0-9d2d-4589-b59d-b9cab62e63e6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 944 time: 0.0512490 Aug 29 07:58:43.879412 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e88e11d3-283c-45d5-b20d-ab60dc9dcbe9 req-58f4d6f1-f099-4d71-95c7-58189ec9e09c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325291 Aug 29 07:58:44.275627 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf8856-e8fc-4cf4-9188-cbb0bc668752 req-fcb2b919-f5b0-4552-bb3e-c27a7ade2849 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:44.277739 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82cf8856-e8fc-4cf4-9188-cbb0bc668752 req-fcb2b919-f5b0-4552-bb3e-c27a7ade2849 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 944 time: 0.1117861 Aug 29 07:58:44.285432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-1123a29e-0a87-4787-b20d-86d1064b3451 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:44.286932 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-1123a29e-0a87-4787-b20d-86d1064b3451 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de&tenant_id=6e6a6f027c3a48d5b213ddf316328266&binding%3Ahost_id=n-h1-713301-12 HTTP/1.1" status: 200 len: 944 time: 0.0545790 Aug 29 07:58:44.309321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d019e4c1-a719-4dbe-9052-fa8a13ee6869 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:58:44.320379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82cf8856-e8fc-4cf4-9188-cbb0bc668752 req-ed0f827e-90d7-4280-b376-5b13788d2dac tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360920 Aug 29 07:58:44.366284 n-d-713301-12 neutron-server[95403]: INFO neutron.api.v2.resource [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-dee1d52d-259c-4dcb-95b3-f51318c90cfa service neutron] delete failed (client error): The resource could not be found. Aug 29 07:58:44.367431 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-dee1d52d-259c-4dcb-95b3-f51318c90cfa service neutron] 10.222.0.11 "DELETE /v2.0/ports/d019e4c1-a719-4dbe-9052-fa8a13ee6869/bindings/n-h2-713301-12 HTTP/1.1" status: 404 len: 381 time: 0.0729609 Aug 29 07:58:44.411138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d019e4c1-a719-4dbe-9052-fa8a13ee6869, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:58:44.423725 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'port_id': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'mac_address': 'fa:16:3e:51:be:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:58:44.444770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7baea-1b41-481e-aa3a-e88b0bdc3902 req-aa361fc2-543f-4ba7-bc40-92ce91692053 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:44.446355 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ded7baea-1b41-481e-aa3a-e88b0bdc3902 req-aa361fc2-543f-4ba7-bc40-92ce91692053 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 944 time: 0.0529914 Aug 29 07:58:44.461781 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:44.475825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d019e4c1-a719-4dbe-9052-fa8a13ee6869 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:58:44.483061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-7f13c1b9-2fd4-42e2-8111-74b39d50d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:44.484640 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-7f13c1b9-2fd4-42e2-8111-74b39d50d012 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 1096 time: 0.0500572 Aug 29 07:58:44.488341 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ded7baea-1b41-481e-aa3a-e88b0bdc3902 req-17c623e0-ae8d-4263-ad67-87c889a363e2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348022 Aug 29 07:58:44.495461 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d019e4c1-a719-4dbe-9052-fa8a13ee6869, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:58:44.567301 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:44.576552 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-3b9a1b8e-10bd-4ad5-9e6a-349b2090ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:44.578176 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-3b9a1b8e-10bd-4ad5-9e6a-349b2090ae9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=04923ef0-4cd8-421c-b324-a5a02df16fae HTTP/1.1" status: 200 len: 897 time: 0.0861199 Aug 29 07:58:44.619110 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=d019e4c1-a719-4dbe-9052-fa8a13ee6869,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:58:44.626870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:44.627247 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:44.627590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:44.627928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:44.628261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:44.628591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:44.628920 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:44.629245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:44.629568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:44.629897 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:44.630220 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:44.630542 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:58:44.651735 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-79524a0c-aa79-40c4-a231-e023150d391a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869 HTTP/1.1" status: 200 len: 1000 time: 0.0664809 Aug 29 07:58:44.704762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-0dfa2aac-00f4-4ad1-b7c9-580015aaa985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:44.706139 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-0dfa2aac-00f4-4ad1-b7c9-580015aaa985 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8 HTTP/1.1" status: 200 len: 835 time: 0.0467420 Aug 29 07:58:44.752153 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-90d9b61a-b8df-4d71-9973-74bcc7e6179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:44.753686 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-90d9b61a-b8df-4d71-9973-74bcc7e6179b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04923ef0-4cd8-421c-b324-a5a02df16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412660 Aug 29 07:58:44.827321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['d019e4c1-a719-4dbe-9052-fa8a13ee6869'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:58:44.855461 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-3a641025-221d-4c7d-bada-3e0fa414fdfd service neutron] 10.222.0.11 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950515 Aug 29 07:58:44.953696 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3784c3f1-9f00-4578-9698-3ce08ae5ab06 req-9a6a0123-cd25-4342-9d0c-dd41a06d445b service neutron] 10.222.0.11 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910983 Aug 29 07:58:45.622991 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bc668-9067-41c0-b69d-c1c0ce8964a7 req-b5c9db34-c329-4b63-a07e-4a8027721b27 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:45.625144 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-187bc668-9067-41c0-b69d-c1c0ce8964a7 req-b5c9db34-c329-4b63-a07e-4a8027721b27 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 945 time: 0.0640063 Aug 29 07:58:45.668528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-187bc668-9067-41c0-b69d-c1c0ce8964a7 req-f0e537ec-209c-4a11-a9ce-e8a6a8ef5c84 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368471 Aug 29 07:58:46.312888 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d019e4c1-a719-4dbe-9052-fa8a13ee6869 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:58:46.423719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port d019e4c1-a719-4dbe-9052-fa8a13ee6869 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:58:46.427618 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port d019e4c1-a719-4dbe-9052-fa8a13ee6869 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:58:46.427993 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:46.501869 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:46.526280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:58:46.528643 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9ac2cf-95a4-4465-9db4-4def6b452589" -d '{"events": [{"server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "name": "network-vif-plugged", "status": "completed", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:58:46.542042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port d019e4c1-a719-4dbe-9052-fa8a13ee6869, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:58:46.601385 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:46.624588 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e1de0a-26a4-4501-a04d-1ab8a9c9b49b x-openstack-request-id: req-48e1de0a-26a4-4501-a04d-1ab8a9c9b49b {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:58:46.624884 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "name": "network-vif-plugged", "status": "completed", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:58:46.625139 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48e1de0a-26a4-4501-a04d-1ab8a9c9b49b {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:58:46.625525 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'code': 200} Aug 29 07:58:46.649657 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=d019e4c1-a719-4dbe-9052-fa8a13ee6869,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:58:46.786729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13235f-7bdb-49f8-8339-2f3f7b0c49d6 req-c6d084a8-440f-440c-b0fd-c2203de5bbf9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:58:46.788236 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c13235f-7bdb-49f8-8339-2f3f7b0c49d6 req-c6d084a8-440f-440c-b0fd-c2203de5bbf9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0523720 Aug 29 07:58:46.826208 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c13235f-7bdb-49f8-8339-2f3f7b0c49d6 req-940897d9-1eac-4473-acfb-11e3b91cc211 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319176 Aug 29 07:58:46.848121 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 44994) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:58:46.907860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ebed4b04-2499-40db-845f-469a5da73b9c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/19cc631b-ccb7-4272-afc6-4a3b653dfe40 HTTP/1.1" status: 200 len: 993 time: 0.0586374 Aug 29 07:58:51.618312 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:58:56.691161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-06671213-a194-40b2-a2b8-7e7b8307353a req-53fe612a-9e58-4548-9ef4-6d3959a2d778 service neutron] (95403) timed out ('10.222.0.76', 60416) {{(pid=95403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 07:59:02.284738 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:59:04.366286 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:08.211207 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-81e0107a-7308-4a9f-8ad8-e47be67b122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:10.926087 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:11.629135 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6c748e28-4e9d-46da-aa38-01f0300c6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:12.068572 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:13.788828 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:15.244001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45006) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:15.400273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-fe283393-8254-47aa-9523-765d3126b547 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port 73997650-4a72-4d7a-b0d6-8035761900b4 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:59:15.400613 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe283393-8254-47aa-9523-765d3126b547 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:15.477200 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe283393-8254-47aa-9523-765d3126b547 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:15.477552 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe283393-8254-47aa-9523-765d3126b547 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:15.489680 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-fe283393-8254-47aa-9523-765d3126b547 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for 73997650-4a72-4d7a-b0d6-8035761900b4 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:59:15.721392 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe283393-8254-47aa-9523-765d3126b547 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:15.748318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe283393-8254-47aa-9523-765d3126b547 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=73997650-4a72-4d7a-b0d6-8035761900b4,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:15.810030 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe283393-8254-47aa-9523-765d3126b547 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:15.810422 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-fe283393-8254-47aa-9523-765d3126b547 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Floating IP 19cc631b-ccb7-4272-afc6-4a3b653dfe40 disassociated (deleted). External IP: 172.25.1.44, port: d019e4c1-a719-4dbe-9052-fa8a13ee6869. Aug 29 07:59:16.026153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe283393-8254-47aa-9523-765d3126b547 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router f98a5a3e-f9e1-4c58-97a1-871e9387565d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:59:16.144271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe283393-8254-47aa-9523-765d3126b547 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:59:16.149182 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe283393-8254-47aa-9523-765d3126b547 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:16.154226 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16728dd9-e956-40bc-b647-67a8f7a33436 None None] Sync routers for ids ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:59:16.165545 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16728dd9-e956-40bc-b647-67a8f7a33436 None None] Routers {'f98a5a3e-f9e1-4c58-97a1-871e9387565d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:59:16.165545 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-16728dd9-e956-40bc-b647-67a8f7a33436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:59:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:16.177120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fe283393-8254-47aa-9523-765d3126b547 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/floatingips/19cc631b-ccb7-4272-afc6-4a3b653dfe40 HTTP/1.1" status: 204 len: 168 time: 0.9321122 Aug 29 07:59:16.177705 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:59:16.180025 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf9180b-36b9-41ae-99a8-e5d805478e55" -d '{"events": [{"name": "network-changed", "server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:59:16.225153 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6537c8d4-cf1c-48a8-8e69-e0cfd5392a42 x-openstack-request-id: req-6537c8d4-cf1c-48a8-8e69-e0cfd5392a42 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:59:16.225622 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:59:16.225793 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6537c8d4-cf1c-48a8-8e69-e0cfd5392a42 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:59:16.226238 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'status': 'completed', 'code': 200} Aug 29 07:59:16.275362 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-16728dd9-e956-40bc-b647-67a8f7a33436 None None] Set router f98a5a3e-f9e1-4c58-97a1-871e9387565d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:59:16.289293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9180b-36b9-41ae-99a8-e5d805478e55 req-8604dcf2-4258-4dbf-ba95-80d6f370c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:16.290840 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cf9180b-36b9-41ae-99a8-e5d805478e55 req-8604dcf2-4258-4dbf-ba95-80d6f370c80e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 1098 time: 0.0435145 Aug 29 07:59:16.384720 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9180b-36b9-41ae-99a8-e5d805478e55 req-44334322-cdcd-42e9-b508-a6ddf817d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:16.386272 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cf9180b-36b9-41ae-99a8-e5d805478e55 req-44334322-cdcd-42e9-b508-a6ddf817d06c service neutron] 10.222.0.15 "GET /v2.0/networks?id=04923ef0-4cd8-421c-b324-a5a02df16fae HTTP/1.1" status: 200 len: 897 time: 0.0879667 Aug 29 07:59:16.429049 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cf9180b-36b9-41ae-99a8-e5d805478e55 req-7f7da18e-d815-4197-ad1a-d07d060589ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869 HTTP/1.1" status: 200 len: 217 time: 0.0350916 Aug 29 07:59:16.488209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9180b-36b9-41ae-99a8-e5d805478e55 req-5c0c204b-5e34-4841-88da-e04f9bf597b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:16.488933 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-16728dd9-e956-40bc-b647-67a8f7a33436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b2f36414-c031-4f5a-8cf9-bca619fee6a6', 'name': '', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:2e:b4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:51Z', 'updated_at': '2021-08-29T07:56:55Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:16.489962 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cf9180b-36b9-41ae-99a8-e5d805478e55 req-5c0c204b-5e34-4841-88da-e04f9bf597b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8 HTTP/1.1" status: 200 len: 835 time: 0.0534830 Aug 29 07:59:16.516405 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16728dd9-e956-40bc-b647-67a8f7a33436 None None] Checking router: f98a5a3e-f9e1-4c58-97a1-871e9387565d for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:59:16.524905 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16728dd9-e956-40bc-b647-67a8f7a33436 None None] Routers {'f98a5a3e-f9e1-4c58-97a1-871e9387565d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:59:16.525549 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-16728dd9-e956-40bc-b647-67a8f7a33436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:59:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:16.537148 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9180b-36b9-41ae-99a8-e5d805478e55 req-84608642-a2a9-449b-b449-1ea38ed21a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:16.543408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cf9180b-36b9-41ae-99a8-e5d805478e55 req-84608642-a2a9-449b-b449-1ea38ed21a7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=04923ef0-4cd8-421c-b324-a5a02df16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412517 Aug 29 07:59:16.639276 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-16728dd9-e956-40bc-b647-67a8f7a33436 None None] Set router f98a5a3e-f9e1-4c58-97a1-871e9387565d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:59:16.642605 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cf9180b-36b9-41ae-99a8-e5d805478e55 req-86b2c289-b47f-4580-8531-5dddd89d7e69 service neutron] 10.222.0.15 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955875 Aug 29 07:59:16.772350 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620dfbc-2901-47a9-8d19-e267afc33f5e req-3465bd75-f1dd-4a81-a260-067a9e8c616c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:16.773843 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a620dfbc-2901-47a9-8d19-e267afc33f5e req-3465bd75-f1dd-4a81-a260-067a9e8c616c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.1541586 Aug 29 07:59:16.779989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8cf9180b-36b9-41ae-99a8-e5d805478e55 req-d50bc9e5-d2e0-4c9e-8c69-410ff5fe6c33 service neutron] 10.222.0.15 "GET /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301880 Aug 29 07:59:16.814795 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a620dfbc-2901-47a9-8d19-e267afc33f5e req-df79fbf1-8f13-4f57-b8ff-9dcc1dc6d4b0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337441 Aug 29 07:59:16.847444 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-16728dd9-e956-40bc-b647-67a8f7a33436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b2f36414-c031-4f5a-8cf9-bca619fee6a6', 'name': '', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:2e:b4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:51Z', 'updated_at': '2021-08-29T07:56:55Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:16.963556 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16728dd9-e956-40bc-b647-67a8f7a33436 None None] The sync data for ids ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'] in n-d-713301-12 is: [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'b2f36414-c031-4f5a-8cf9-bca619fee6a6', 'name': '', 'network_id': '04923ef0-4cd8-421c-b324-a5a02df16fae', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:2e:b4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:51Z', 'updated_at': '2021-08-29T07:56:55Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:59:17.170682 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac79daf-e3d9-4321-8e58-367bade5f137 None None] New status for floating IP 19cc631b-ccb7-4272-afc6-4a3b653dfe40: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:59:17.945025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07909aa-5fb6-4970-ad21-601967ef5797 req-5b5516de-953e-4365-bd64-eac7a03aa5d2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:17.946521 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f07909aa-5fb6-4970-ad21-601967ef5797 req-5b5516de-953e-4365-bd64-eac7a03aa5d2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.15 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0842516 Aug 29 07:59:17.967975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95fa57-caf5-4904-a723-a1bc42fa82d1 req-ce555e81-fd97-41b7-889a-39f44a3417ca tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:17.969473 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c95fa57-caf5-4904-a723-a1bc42fa82d1 req-ce555e81-fd97-41b7-889a-39f44a3417ca tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 946 time: 0.0814166 Aug 29 07:59:18.053530 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8c95fa57-caf5-4904-a723-a1bc42fa82d1 req-fed5729d-79f1-421b-b498-e8f30eff19fd tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=796afeba-2f6e-4405-a452-d3ac280a889b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643644 Aug 29 07:59:18.075826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-f07909aa-5fb6-4970-ad21-601967ef5797 req-fb59005a-fccd-4958-83dc-9a0fa629a120 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port d019e4c1-a719-4dbe-9052-fa8a13ee6869 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:59:18.076193 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f07909aa-5fb6-4970-ad21-601967ef5797 req-fb59005a-fccd-4958-83dc-9a0fa629a120 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:18.165608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-f07909aa-5fb6-4970-ad21-601967ef5797 req-fb59005a-fccd-4958-83dc-9a0fa629a120 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port d019e4c1-a719-4dbe-9052-fa8a13ee6869, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=d019e4c1-a719-4dbe-9052-fa8a13ee6869,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:59:18.165872 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f07909aa-5fb6-4970-ad21-601967ef5797 req-fb59005a-fccd-4958-83dc-9a0fa629a120 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:18.179255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-f07909aa-5fb6-4970-ad21-601967ef5797 req-fb59005a-fccd-4958-83dc-9a0fa629a120 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for d019e4c1-a719-4dbe-9052-fa8a13ee6869 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:59:18.406385 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f07909aa-5fb6-4970-ad21-601967ef5797 req-fb59005a-fccd-4958-83dc-9a0fa629a120 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:18.439942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59005a-fccd-4958-83dc-9a0fa629a120 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=d019e4c1-a719-4dbe-9052-fa8a13ee6869,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:18.476504 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07909aa-5fb6-4970-ad21-601967ef5797 req-fb59005a-fccd-4958-83dc-9a0fa629a120 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] No DVR routers for this DVR port d019e4c1-a719-4dbe-9052-fa8a13ee6869 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:59:18.479264 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-f07909aa-5fb6-4970-ad21-601967ef5797 req-fb59005a-fccd-4958-83dc-9a0fa629a120 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:18.481429 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f07909aa-5fb6-4970-ad21-601967ef5797 req-fb59005a-fccd-4958-83dc-9a0fa629a120 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.15 "DELETE /v2.0/ports/d019e4c1-a719-4dbe-9052-fa8a13ee6869 HTTP/1.1" status: 204 len: 173 time: 0.5277131 Aug 29 07:59:18.481870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'name': 'network-vif-deleted', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:59:18.484809 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfb35f5-1a28-4161-a710-89989e1e0884" -d '{"events": [{"server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "name": "network-vif-deleted", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:59:18.520402 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5a5ac9-756e-4220-b506-2ecd01f7095f x-openstack-request-id: req-8f5a5ac9-756e-4220-b506-2ecd01f7095f {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:59:18.520706 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc1ba08-1167-4fce-a20e-e99039e047de", "name": "network-vif-deleted", "tag": "d019e4c1-a719-4dbe-9052-fa8a13ee6869", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:59:18.520962 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f5a5ac9-756e-4220-b506-2ecd01f7095f {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:59:18.521364 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc1ba08-1167-4fce-a20e-e99039e047de', 'name': 'network-vif-deleted', 'tag': 'd019e4c1-a719-4dbe-9052-fa8a13ee6869', 'status': 'completed', 'code': 200} Aug 29 07:59:19.160270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8938ba6c-e9b2-413e-964d-23bd8ab1a783 req-4dd387ec-21a9-4eb8-a9c6-540751a37f31 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=adc1ba08-1167-4fce-a20e-e99039e047de HTTP/1.1" status: 200 len: 210 time: 0.0269132 Aug 29 07:59:20.216928 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45024) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:20.575686 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26ea97c0-bb29-4941-a1ec-06ad94916dd8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:20.825329 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-26ea97c0-bb29-4941-a1ec-06ad94916dd8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port b2f36414-c031-4f5a-8cf9-bca619fee6a6 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:59:20.825670 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26ea97c0-bb29-4941-a1ec-06ad94916dd8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:20.917679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-26ea97c0-bb29-4941-a1ec-06ad94916dd8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port b2f36414-c031-4f5a-8cf9-bca619fee6a6, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=b2f36414-c031-4f5a-8cf9-bca619fee6a6,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:59:20.918043 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26ea97c0-bb29-4941-a1ec-06ad94916dd8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:20.930990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-26ea97c0-bb29-4941-a1ec-06ad94916dd8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for b2f36414-c031-4f5a-8cf9-bca619fee6a6 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:59:21.177757 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26ea97c0-bb29-4941-a1ec-06ad94916dd8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:21.210769 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea97c0-bb29-4941-a1ec-06ad94916dd8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=b2f36414-c031-4f5a-8cf9-bca619fee6a6,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:21.396303 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-26ea97c0-bb29-4941-a1ec-06ad94916dd8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:21.623894 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:21.906687 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ea97c0-bb29-4941-a1ec-06ad94916dd8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router f98a5a3e-f9e1-4c58-97a1-871e9387565d has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:59:22.011718 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ea97c0-bb29-4941-a1ec-06ad94916dd8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:59:22.022043 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-26ea97c0-bb29-4941-a1ec-06ad94916dd8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "PUT /v2.0/routers/f98a5a3e-f9e1-4c58-97a1-871e9387565d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7987566 Aug 29 07:59:22.022200 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c1e11c-f281-469d-8f76-9435fdb59787 None None] Sync routers for ids ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:59:22.022618 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45026) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:22.031916 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1e11c-f281-469d-8f76-9435fdb59787 None None] Routers {'f98a5a3e-f9e1-4c58-97a1-871e9387565d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:59:22.032543 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d7c1e11c-f281-469d-8f76-9435fdb59787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:59:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:22.073684 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-65365b32-f9c2-4a50-a7dd-ba1c979226f2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting subnet b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 07:59:22.077301 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-65365b32-f9c2-4a50-a7dd-ba1c979226f2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:22.117696 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-65365b32-f9c2-4a50-a7dd-ba1c979226f2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:22.135737 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-d7c1e11c-f281-469d-8f76-9435fdb59787 None None] Set router f98a5a3e-f9e1-4c58-97a1-871e9387565d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:59:22.207262 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-65365b32-f9c2-4a50-a7dd-ba1c979226f2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:22.313889 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d7c1e11c-f281-469d-8f76-9435fdb59787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:59:21Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:22.332578 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-65365b32-f9c2-4a50-a7dd-ba1c979226f2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:22.343929 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c1e11c-f281-469d-8f76-9435fdb59787 None None] Checking router: f98a5a3e-f9e1-4c58-97a1-871e9387565d for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:59:22.351952 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1e11c-f281-469d-8f76-9435fdb59787 None None] Routers {'f98a5a3e-f9e1-4c58-97a1-871e9387565d'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:59:22.352569 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d7c1e11c-f281-469d-8f76-9435fdb59787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:59:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:22.359888 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65365b32-f9c2-4a50-a7dd-ba1c979226f2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:22.363627 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-65365b32-f9c2-4a50-a7dd-ba1c979226f2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:22.368353 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-65365b32-f9c2-4a50-a7dd-ba1c979226f2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/subnets/b6e8b3f8-d39e-46d3-97f2-7f1eaa3b24c8 HTTP/1.1" status: 204 len: 168 time: 0.3420794 Aug 29 07:59:22.368353 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45028) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:22.371104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f198d4-293f-42f5-af77-dba8a915ea45 None None] Network 04923ef0-4cd8-421c-b324-a5a02df16fae requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:59:22.458981 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-d7c1e11c-f281-469d-8f76-9435fdb59787 None None] Set router f98a5a3e-f9e1-4c58-97a1-871e9387565d gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:59:22.460008 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d019e4c1-a719-4dbe-9052-fa8a13ee6869 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:59:22.480969 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:22.500526 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: d019e4c1-a719-4dbe-9052-fa8a13ee6869 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:59:22.500891 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device d019e4c1-a719-4dbe-9052-fa8a13ee6869 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:59:22.590497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051bd2fe-29ef-4780-9cc5-3aa43c5ccce8 None None] DHCP port deletion for 04923ef0-4cd8-421c-b324-a5a02df16fae request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 07:59:22.595880 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:22.646261 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-d7c1e11c-f281-469d-8f76-9435fdb59787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:59:21Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:22.655984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-051bd2fe-29ef-4780-9cc5-3aa43c5ccce8 None None] Deleting port d02e47fb-0dee-4c59-84c5-4774cb1fceb4 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:59:22.656567 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-051bd2fe-29ef-4780-9cc5-3aa43c5ccce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:22.691420 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c1e11c-f281-469d-8f76-9435fdb59787 None None] The sync data for ids ['f98a5a3e-f9e1-4c58-97a1-871e9387565d'] in n-d-713301-12 is: [{'id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632198987', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:56:46Z', 'updated_at': '2021-08-29T07:59:21Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': 'bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98a5a3e-f9e1-4c58-97a1-871e9387565d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:56:47Z', 'updated_at': '2021-08-29T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:59:22.732374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-051bd2fe-29ef-4780-9cc5-3aa43c5ccce8 None None] For port d02e47fb-0dee-4c59-84c5-4774cb1fceb4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=d02e47fb-0dee-4c59-84c5-4774cb1fceb4,segment=NetworkSegment(3cb795a9-4f6d-4487-8c91-1701c12fb1a9),segment_id=3cb795a9-4f6d-4487-8c91-1701c12fb1a9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:59:22.733529 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-051bd2fe-29ef-4780-9cc5-3aa43c5ccce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:22.735506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 07:59:22.735957 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:22.755028 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-051bd2fe-29ef-4780-9cc5-3aa43c5ccce8 None None] Calling delete_port for d02e47fb-0dee-4c59-84c5-4774cb1fceb4 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:59:22.820870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:59:22.821168 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:22.833646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 07:59:22.937409 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-051bd2fe-29ef-4780-9cc5-3aa43c5ccce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:22.961914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bd2fe-29ef-4780-9cc5-3aa43c5ccce8 None None] Pushing event deleted for resources: {'Port': ['ID=d02e47fb-0dee-4c59-84c5-4774cb1fceb4,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:22.966531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051bd2fe-29ef-4780-9cc5-3aa43c5ccce8 None None] No DVR routers for this DVR port d02e47fb-0dee-4c59-84c5-4774cb1fceb4 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 07:59:23.057982 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.085336 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:23.153266 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.252412 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.254470 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.367092 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.367092 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Fanout notify agent at l3_agent the message router_deleted on router f98a5a3e-f9e1-4c58-97a1-871e9387565d {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 07:59:23.375264 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.376443 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-37e6753d-09ce-415f-9bfe-1f35e3bdd7c8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/routers/f98a5a3e-f9e1-4c58-97a1-871e9387565d HTTP/1.1" status: 204 len: 168 time: 1.0073123 Aug 29 07:59:23.379134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45030) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:23.462274 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e47ae3d9-e1dc-4775-b4e6-02fd4562a5a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.482568 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d02e47fb-0dee-4c59-84c5-4774cb1fceb4 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:59:23.508509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: d02e47fb-0dee-4c59-84c5-4774cb1fceb4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:59:23.508857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device d02e47fb-0dee-4c59-84c5-4774cb1fceb4 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:59:23.509330 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b2f36414-c031-4f5a-8cf9-bca619fee6a6 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:59:23.530255 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: b2f36414-c031-4f5a-8cf9-bca619fee6a6 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:59:23.530601 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device b2f36414-c031-4f5a-8cf9-bca619fee6a6 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:59:23.563016 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e47ae3d9-e1dc-4775-b4e6-02fd4562a5a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.572856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-e47ae3d9-e1dc-4775-b4e6-02fd4562a5a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04923ef0-4cd8-421c-b324-a5a02df16fae']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:23.584321 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-e47ae3d9-e1dc-4775-b4e6-02fd4562a5a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb795a9-4f6d-4487-8c91-1701c12fb1a9') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:23.584617 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-e47ae3d9-e1dc-4775-b4e6-02fd4562a5a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb795a9-4f6d-4487-8c91-1701c12fb1a9') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:23.593825 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e47ae3d9-e1dc-4775-b4e6-02fd4562a5a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.607238 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e47ae3d9-e1dc-4775-b4e6-02fd4562a5a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.613286 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47ae3d9-e1dc-4775-b4e6-02fd4562a5a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 07:59:23.613679 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e47ae3d9-e1dc-4775-b4e6-02fd4562a5a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: timer() Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 07:59:23.616705 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 07:59:23.737838 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e47ae3d9-e1dc-4775-b4e6-02fd4562a5a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.745526 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e47ae3d9-e1dc-4775-b4e6-02fd4562a5a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.746711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e47ae3d9-e1dc-4775-b4e6-02fd4562a5a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/networks/04923ef0-4cd8-421c-b324-a5a02df16fae HTTP/1.1" status: 204 len: 168 time: 0.3665590 Aug 29 07:59:23.750116 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45032) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:23.761326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ae3d9-e1dc-4775-b4e6-02fd4562a5a9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Network': ['ID=04923ef0-4cd8-421c-b324-a5a02df16fae,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:23.824720 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.853808 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.972072 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.974758 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:23.976006 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/security-groups/796afeba-2f6e-4405-a452-d3ac280a889b HTTP/1.1" status: 204 len: 168 time: 0.2248361 Aug 29 07:59:23.985829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=796afeba-2f6e-4405-a452-d3ac280a889b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:23.993753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:23.994100 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:23.994449 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:23.994794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:23.995138 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:23.995497 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:23.995837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:23.996174 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:23.996509 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:23.996845 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:23.997177 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:23.997506 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349646b5-1311-4be5-96e8-b07b621f051d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:24.539882 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45040) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:24.544761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-0b3da4b1-8fc5-4d00-b091-ac0c730c63bf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482613599', 'description': 'tempest-secgroup-smoke-482613599 description', 'project_id': '6e6a6f027c3a48d5b213ddf316328266'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:59:24.634835 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0b3da4b1-8fc5-4d00-b091-ac0c730c63bf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:24.715909 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0b3da4b1-8fc5-4d00-b091-ac0c730c63bf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:24.794758 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0b3da4b1-8fc5-4d00-b091-ac0c730c63bf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:24.823131 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3da4b1-8fc5-4d00-b091-ac0c730c63bf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:24.892533 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0b3da4b1-8fc5-4d00-b091-ac0c730c63bf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:24.893830 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0b3da4b1-8fc5-4d00-b091-ac0c730c63bf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3527911 Aug 29 07:59:24.896738 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45042) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:24.901269 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-d2cc591d-2cd7-4751-95d6-f609716c71cf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '3f06ff8c-4067-4f6f-8969-ba2c8a81c66b', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:59:25.005965 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2cc591d-2cd7-4751-95d6-f609716c71cf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:25.060977 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2cc591d-2cd7-4751-95d6-f609716c71cf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:25.131433 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2cc591d-2cd7-4751-95d6-f609716c71cf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:25.149898 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc591d-2cd7-4751-95d6-f609716c71cf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c941bb27-c92a-4a00-b4e5-9d74462490ab,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:25.263585 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d2cc591d-2cd7-4751-95d6-f609716c71cf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:25.264858 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d2cc591d-2cd7-4751-95d6-f609716c71cf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3671670 Aug 29 07:59:25.268153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45044) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:25.272663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-04f7cdfa-2e6f-4abb-b655-9607454f2700 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '3f06ff8c-4067-4f6f-8969-ba2c8a81c66b', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:59:25.371522 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 07:59:25.372052 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04f7cdfa-2e6f-4abb-b655-9607454f2700 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:25.392476 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 07:59:25.392830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device bc02ae2b-5f1e-4d3c-b2ac-99fb6292aa84 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 07:59:25.432505 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04f7cdfa-2e6f-4abb-b655-9607454f2700 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:25.507795 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04f7cdfa-2e6f-4abb-b655-9607454f2700 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:25.525209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7cdfa-2e6f-4abb-b655-9607454f2700 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55533a9e-9a0f-4229-8341-f3b303424f6c,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:25.588119 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-04f7cdfa-2e6f-4abb-b655-9607454f2700 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:25.589372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-04f7cdfa-2e6f-4abb-b655-9607454f2700 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3202889 Aug 29 07:59:25.592085 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45046) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:25.596555 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-19631bd7-3a89-4ea4-9d94-b5fe008d8bc4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '3f06ff8c-4067-4f6f-8969-ba2c8a81c66b', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:59:25.685305 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-19631bd7-3a89-4ea4-9d94-b5fe008d8bc4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:25.742209 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-19631bd7-3a89-4ea4-9d94-b5fe008d8bc4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:25.816109 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-19631bd7-3a89-4ea4-9d94-b5fe008d8bc4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:25.834384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19631bd7-3a89-4ea4-9d94-b5fe008d8bc4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce49a572-b350-447b-b212-8cb0bb8bca06,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:25.920491 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-19631bd7-3a89-4ea4-9d94-b5fe008d8bc4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:25.922430 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-19631bd7-3a89-4ea4-9d94-b5fe008d8bc4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3287468 Aug 29 07:59:25.925221 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45048) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:25.930082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-0ac37458-6240-4619-a41f-ddd38231fee8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '3f06ff8c-4067-4f6f-8969-ba2c8a81c66b', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:59:26.026143 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ac37458-6240-4619-a41f-ddd38231fee8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:26.085546 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ac37458-6240-4619-a41f-ddd38231fee8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:26.175700 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ac37458-6240-4619-a41f-ddd38231fee8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:26.195018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac37458-6240-4619-a41f-ddd38231fee8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51da268e-3e2d-4481-9ac3-5191d2eba66c,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:26.297221 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-0ac37458-6240-4619-a41f-ddd38231fee8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:26.298451 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-0ac37458-6240-4619-a41f-ddd38231fee8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3722713 Aug 29 07:59:26.301139 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45050) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:26.305549 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-98742ce8-4680-4713-a3b0-118352878956 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '3f06ff8c-4067-4f6f-8969-ba2c8a81c66b', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:59:26.398995 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-98742ce8-4680-4713-a3b0-118352878956 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Project 6e6a6f027c3a48d5b213ddf316328266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:59:26.404314 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98742ce8-4680-4713-a3b0-118352878956 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:26.467018 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98742ce8-4680-4713-a3b0-118352878956 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:26.514717 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98742ce8-4680-4713-a3b0-118352878956 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:26.534608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98742ce8-4680-4713-a3b0-118352878956 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7e2b16-a214-4daf-9b7b-e043816b346d,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:26.593015 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-98742ce8-4680-4713-a3b0-118352878956 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:26.594753 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-98742ce8-4680-4713-a3b0-118352878956 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2926848 Aug 29 07:59:26.597501 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45052) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:26.601993 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-737c2b08-0347-4252-9f6f-8023b6ffc55c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '3f06ff8c-4067-4f6f-8969-ba2c8a81c66b', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:59:26.680209 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-737c2b08-0347-4252-9f6f-8023b6ffc55c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Project 6e6a6f027c3a48d5b213ddf316328266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 07:59:26.685248 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-737c2b08-0347-4252-9f6f-8023b6ffc55c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:26.746224 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-737c2b08-0347-4252-9f6f-8023b6ffc55c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:26.823522 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-737c2b08-0347-4252-9f6f-8023b6ffc55c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:26.841384 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c2b08-0347-4252-9f6f-8023b6ffc55c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63019a9-ddd4-4ccb-9ae4-c5a17f193d04,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:26.926368 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-737c2b08-0347-4252-9f6f-8023b6ffc55c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:26.927767 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-737c2b08-0347-4252-9f6f-8023b6ffc55c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3293052 Aug 29 07:59:26.930612 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45054) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:26.935670 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-9eaf33a7-eaf2-42f7-9d36-e6c2a45d6de7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'network': {'name': 'tempest-network-smoke--287554758', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'port_security_enabled': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:59:27.028751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaf33a7-eaf2-42f7-9d36-e6c2a45d6de7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:59:27.032910 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9eaf33a7-eaf2-42f7-9d36-e6c2a45d6de7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:27.056117 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eaf33a7-eaf2-42f7-9d36-e6c2a45d6de7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 07:59:27.064773 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9eaf33a7-eaf2-42f7-9d36-e6c2a45d6de7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:27.065121 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-9eaf33a7-eaf2-42f7-9d36-e6c2a45d6de7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Added segment 3743e7a2-3de0-4cdf-96a6-c825c2b966ee of type vlan for network db31230e-9881-42fe-b9eb-bd75e652e34c Aug 29 07:59:27.105253 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9eaf33a7-eaf2-42f7-9d36-e6c2a45d6de7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:27.215870 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9eaf33a7-eaf2-42f7-9d36-e6c2a45d6de7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:27.222074 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaf33a7-eaf2-42f7-9d36-e6c2a45d6de7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:27.222675 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-9eaf33a7-eaf2-42f7-9d36-e6c2a45d6de7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:27.293698 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf33a7-eaf2-42f7-9d36-e6c2a45d6de7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Network': ['ID=db31230e-9881-42fe-b9eb-bd75e652e34c,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:27.304830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network db31230e-9881-42fe-b9eb-bd75e652e34c details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 07:59:27.349834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-9eaf33a7-eaf2-42f7-9d36-e6c2a45d6de7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4181035 Aug 29 07:59:27.352533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45056) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:27.360615 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'admin_state_up': True, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:59:27.440740 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:27.441780 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:27.491950 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:27.682114 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:27.931337 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:27.958801 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:27.981502 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cfa67e32-83a1-4314-b89b-1ea99d026c10 req-4e40b497-106d-40b4-a0dc-4a9b758aaec7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0308828 Aug 29 07:59:28.054989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cfa67e32-83a1-4314-b89b-1ea99d026c10 req-5eae8fff-ccff-475f-b1f2-0cdef50c308e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0325987 Aug 29 07:59:28.103972 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cfa67e32-83a1-4314-b89b-1ea99d026c10 req-759f0125-5949-4cd8-b850-bc03aecc6aa5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246828 Aug 29 07:59:28.137457 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.25.1.4 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/8ca1b788-21f6-4705-829a-68dc6df3752f) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:59:28.270110 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa67e32-83a1-4314-b89b-1ea99d026c10 req-96e26a55-6f5f-4cc5-a372-e4a8205e9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:28.271555 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cfa67e32-83a1-4314-b89b-1ea99d026c10 req-96e26a55-6f5f-4cc5-a372-e4a8205e9d96 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1595900 Aug 29 07:59:28.303368 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:28.398954 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:28.439604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:59:28.442509 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:59:28.446032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:59:28.473293 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=8ca1b788-21f6-4705-829a-68dc6df3752f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:28.768291 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:28.965442 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:29.215880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 07:59:29.323485 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:59:29.334157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Sync routers for ids ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:59:29.343288 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Routers {'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:59:29.343939 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:59:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:29.410374 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:29.411719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-efbffd7c-8281-4db1-8f1c-7252af7b278c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0582492 Aug 29 07:59:29.414877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45058) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:29.443962 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-60708a67-de3b-4676-a86d-c9bb27e67f9f tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=6e6a6f027c3a48d5b213ddf316328266&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279081 Aug 29 07:59:29.446726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45060) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:29.455276 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Set router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:59:29.536198 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645ab5a-39e3-4ff5-8f21-5e8c79d652b4 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:29.540371 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e645ab5a-39e3-4ff5-8f21-5e8c79d652b4 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895064 Aug 29 07:59:29.540603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45062) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:29.575780 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f27a2248-9769-4f64-a345-8e6fd14cb17c tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321765 Aug 29 07:59:29.576413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45064) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:29.581248 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-74c56e05-72c8-4a79-ba3e-1f311fe232d8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1822217468', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:59:29.632902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:28Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:29.659720 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Checking router: dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:59:29.660067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Updating router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 port 8ca1b788-21f6-4705-829a-68dc6df3752f binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:59:29.684319 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:29.731582 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c56e05-72c8-4a79-ba3e-1f311fe232d8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:59:29.735761 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74c56e05-72c8-4a79-ba3e-1f311fe232d8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:29.972550 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74c56e05-72c8-4a79-ba3e-1f311fe232d8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:30.037073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c56e05-72c8-4a79-ba3e-1f311fe232d8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Subnet': ['ID=72b13816-3f20-499c-a5e0-40e398485a07,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:30.047168 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c56e05-72c8-4a79-ba3e-1f311fe232d8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Checking segment: {'id': '3743e7a2-3de0-4cdf-96a6-c825c2b966ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:59:30.047553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c56e05-72c8-4a79-ba3e-1f311fe232d8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network hostable DHCP agents. Network: db31230e-9881-42fe-b9eb-bd75e652e34c, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 07:59:30.092702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:30.103231 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Transition to ACTIVE for port object 8ca1b788-21f6-4705-829a-68dc6df3752f will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:59:30.135899 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c56e05-72c8-4a79-ba3e-1f311fe232d8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network db31230e-9881-42fe-b9eb-bd75e652e34c is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 07:59:30.171806 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:30.224428 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Attempting to bind port 8ca1b788-21f6-4705-829a-68dc6df3752f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:59:30.224796 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Attempting to bind port 8ca1b788-21f6-4705-829a-68dc6df3752f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:59:30.225164 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Attempting to bind port 8ca1b788-21f6-4705-829a-68dc6df3752f on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:59:30.227116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b1007-e2d4-40ca-a38b-fb74709a0345 None None] Pushing event updated for resources: {'Port': ['ID=8ca1b788-21f6-4705-829a-68dc6df3752f,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:30.232634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:59:30.233009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:59:30.233408 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:30.233911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:59:30.234284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Bound port: 8ca1b788-21f6-4705-829a-68dc6df3752f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:59:30.234605 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:30.268869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-74c56e05-72c8-4a79-ba3e-1f311fe232d8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, db31230e-9881-42fe-b9eb-bd75e652e34c) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:59:30.273223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c56e05-72c8-4a79-ba3e-1f311fe232d8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:30.273827 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-74c56e05-72c8-4a79-ba3e-1f311fe232d8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:30.277658 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27530388-1b82-4fe1-8edb-9588a6f516bb None None] Network db31230e-9881-42fe-b9eb-bd75e652e34c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:59:30.323174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] For port 8ca1b788-21f6-4705-829a-68dc6df3752f, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:59:30.340341 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] For port 8ca1b788-21f6-4705-829a-68dc6df3752f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8ca1b788-21f6-4705-829a-68dc6df3752f,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:59:30.366562 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-74c56e05-72c8-4a79-ba3e-1f311fe232d8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7891166 Aug 29 07:59:30.369242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45066) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:30.435732 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-db31230e-9881-42fe-b9eb-bd75e652e34c', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ips': [{'subnet_id': '72b13816-3f20-499c-a5e0-40e398485a07'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 07:59:30.436604 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:30.441284 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:30.576578 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Routers {'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:59:30.577210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:59:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:30.581594 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b1007-e2d4-40ca-a38b-fb74709a0345 None None] Pushing event updated for resources: {'Port': ['ID=8ca1b788-21f6-4705-829a-68dc6df3752f,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:30.700560 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Allocated IP 172.20.0.2 (db31230e-9881-42fe-b9eb-bd75e652e34c/72b13816-3f20-499c-a5e0-40e398485a07/cbe582b0-fd4a-4e39-b24b-083c26b68bc4) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:59:30.740136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] Set router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:59:30.813449 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:30.997461 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:31.008751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Transition to ACTIVE for port object cbe582b0-fd4a-4e39-b24b-083c26b68bc4 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:59:31.028104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Transition to ACTIVE for port object cbe582b0-fd4a-4e39-b24b-083c26b68bc4 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:59:31.035273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:28Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:31.061954 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91c733-205b-41c1-8561-8b8a7b8db73e None None] The sync data for ids ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'] in n-d-713301-12 is: [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:28Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:59:31.103695 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:31.141010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Network db31230e-9881-42fe-b9eb-bd75e652e34c is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:59:31.149540 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:59:31.151956 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:59:31.161464 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Pushing event updated for resources: {'Port': ['ID=cbe582b0-fd4a-4e39-b24b-083c26b68bc4,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:31.216357 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Attempting to bind port cbe582b0-fd4a-4e39-b24b-083c26b68bc4 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:59:31.216867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Attempting to bind port cbe582b0-fd4a-4e39-b24b-083c26b68bc4 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '3743e7a2-3de0-4cdf-96a6-c825c2b966ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:59:31.217238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Attempting to bind port cbe582b0-fd4a-4e39-b24b-083c26b68bc4 on network db31230e-9881-42fe-b9eb-bd75e652e34c {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:59:31.217972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.20.0.1 (db31230e-9881-42fe-b9eb-bd75e652e34c/72b13816-3f20-499c-a5e0-40e398485a07/1411641a-3645-4d9c-aa3d-fc9f1c7dca85) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:59:31.223203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:59:31.223657 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Checking segment: {'id': '3743e7a2-3de0-4cdf-96a6-c825c2b966ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:59:31.223966 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:31.224361 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Bound using segment: {'id': '3743e7a2-3de0-4cdf-96a6-c825c2b966ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:59:31.224844 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Bound port: cbe582b0-fd4a-4e39-b24b-083c26b68bc4, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3743e7a2-3de0-4cdf-96a6-c825c2b966ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:59:31.225224 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:31.341465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-bd238002-856e-44bd-9031-9c6273956599 None None] For port cbe582b0-fd4a-4e39-b24b-083c26b68bc4, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:59:31.347456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-bd238002-856e-44bd-9031-9c6273956599 None None] For port cbe582b0-fd4a-4e39-b24b-083c26b68bc4, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cbe582b0-fd4a-4e39-b24b-083c26b68bc4,segment=NetworkSegment(3743e7a2-3de0-4cdf-96a6-c825c2b966ee),segment_id=3743e7a2-3de0-4cdf-96a6-c825c2b966ee)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:59:31.377832 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:31.399884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Transition to ACTIVE for port object 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:59:31.439365 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:31.467890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8ca1b788-21f6-4705-829a-68dc6df3752f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:59:31.521551 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:31.534408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd238002-856e-44bd-9031-9c6273956599 None None] Pushing event updated for resources: {'Port': ['ID=cbe582b0-fd4a-4e39-b24b-083c26b68bc4,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:31.589992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=1411641a-3645-4d9c-aa3d-fc9f1c7dca85,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:31.609971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network db31230e-9881-42fe-b9eb-bd75e652e34c is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:59:31.611574 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:59:31.617902 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:59:31.644704 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 8ca1b788-21f6-4705-829a-68dc6df3752f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:59:31.649154 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 8ca1b788-21f6-4705-829a-68dc6df3752f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:59:31.650288 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:31.673742 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:31.835167 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:31.869336 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 8ca1b788-21f6-4705-829a-68dc6df3752f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8ca1b788-21f6-4705-829a-68dc6df3752f,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:59:31.943576 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:31.952174 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:31.995421 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=8ca1b788-21f6-4705-829a-68dc6df3752f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:32.239224 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:32.297549 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:32.381619 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=1411641a-3645-4d9c-aa3d-fc9f1c7dca85,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:32.385656 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:32.488254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network db31230e-9881-42fe-b9eb-bd75e652e34c is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:59:32.489799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:59:32.596558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3351636-c0af-44e8-973c-59dc13b925de None None] Network db31230e-9881-42fe-b9eb-bd75e652e34c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 07:59:32.614544 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:59:32.731756 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:59:32.737752 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-792a93de-881b-44cf-9216-9282a9b4e54a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "PUT /v2.0/routers/dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3674169 Aug 29 07:59:32.744042 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-601b81e7-f0ec-435e-85f3-f26ac1f3fb9f None None] Provisioning for port cbe582b0-fd4a-4e39-b24b-083c26b68bc4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:59:32.888348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-5992d7da-af7c-4a17-a1aa-5b99fc2f1e5d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482613599&fields=id&tenant_id=6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 267 time: 0.0382807 Aug 29 07:59:33.014363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-d607f5a9-09ad-4bcc-b9fe-77b69c90f7f4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:33.016051 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-d607f5a9-09ad-4bcc-b9fe-77b69c90f7f4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/networks?id=db31230e-9881-42fe-b9eb-bd75e652e34c HTTP/1.1" status: 200 len: 796 time: 0.1200113 Aug 29 07:59:33.032974 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Sync routers for ids ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:59:33.038857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2d97d6e3-65c0-4bf6-9de4-bb38dc62b9c3 None None] Provisioning for port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:59:33.043068 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Routers {'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:59:33.044197 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2d97d6e3-65c0-4bf6-9de4-bb38dc62b9c3 None None] Provisioning complete for port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:59:33.044474 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:59:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:33.044855 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2d97d6e3-65c0-4bf6-9de4-bb38dc62b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:33.044995 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-48056017-a54c-4e31-ad79-d9ac3d0353c4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/quotas/6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 375 time: 0.0219636 Aug 29 07:59:33.090012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-2d97d6e3-65c0-4bf6-9de4-bb38dc62b9c3 None None] Port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:59:33.116687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-3585bd00-d3b5-4532-a20c-55ac2890d769 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658779 Aug 29 07:59:33.182503 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Set router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:59:33.223001 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-c7e6d930-7ee1-4181-8bf2-c87b5a36c474 None None] Provisioning complete for port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:59:33.223427 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d930-7ee1-4181-8bf2-c87b5a36c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:33.270972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6d930-7ee1-4181-8bf2-c87b5a36c474 None None] Port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:59:33.426580 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '1411641a-3645-4d9c-aa3d-fc9f1c7dca85', 'name': '', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:bf:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '72b13816-3f20-499c-a5e0-40e398485a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:30Z', 'updated_at': '2021-08-29T07:59:32Z', 'revision_number': 2, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '72b13816-3f20-499c-a5e0-40e398485a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:33.454433 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Checking router: dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:59:33.454814 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Updating router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 07:59:33.483656 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:33.491046 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd25d-415f-45b4-9365-04ca88345620 None None] Provisioning complete for port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:59:33.491422 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd25d-415f-45b4-9365-04ca88345620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:33.547768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bd25d-415f-45b4-9365-04ca88345620 None None] Port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:59:33.577121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8ca1b788-21f6-4705-829a-68dc6df3752f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:59:33.594451 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-f8037e00-be24-451a-a93a-c1667742af85 service neutron] 10.222.0.76 "GET /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725564 Aug 29 07:59:33.627374 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 8ca1b788-21f6-4705-829a-68dc6df3752f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:59:33.628007 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:33.696776 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-d8edabd3-5f58-446e-9d2a-287da7cf579f service neutron] 10.222.0.76 "GET /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906649 Aug 29 07:59:33.714312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cbe582b0-fd4a-4e39-b24b-083c26b68bc4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:59:33.781690 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:33.791894 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Transition to ACTIVE for port object 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:59:33.829141 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port cbe582b0-fd4a-4e39-b24b-083c26b68bc4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:59:33.833243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port cbe582b0-fd4a-4e39-b24b-083c26b68bc4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:59:33.833725 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:33.918902 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:33.932490 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:33.956931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port cbe582b0-fd4a-4e39-b24b-083c26b68bc4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cbe582b0-fd4a-4e39-b24b-083c26b68bc4,segment=NetworkSegment(3743e7a2-3de0-4cdf-96a6-c825c2b966ee),segment_id=3743e7a2-3de0-4cdf-96a6-c825c2b966ee)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:59:33.958319 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a6a160e-19f1-47d8-85cc-bc7a07d8e9ce req-30cd0eb0-8506-4c7a-9323-1a6f8dfed732 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 210 time: 0.0376365 Aug 29 07:59:33.989988 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf7b59-670e-4ef4-840a-5b56ab285cbd None None] Pushing event updated for resources: {'Port': ['ID=1411641a-3645-4d9c-aa3d-fc9f1c7dca85,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:34.017611 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf7b59-670e-4ef4-840a-5b56ab285cbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:34.017958 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf7b59-670e-4ef4-840a-5b56ab285cbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:34.018297 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf7b59-670e-4ef4-840a-5b56ab285cbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:34.018629 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf7b59-670e-4ef4-840a-5b56ab285cbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:34.018961 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf7b59-670e-4ef4-840a-5b56ab285cbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:34.019312 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf7b59-670e-4ef4-840a-5b56ab285cbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:34.019636 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf7b59-670e-4ef4-840a-5b56ab285cbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:34.020028 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf7b59-670e-4ef4-840a-5b56ab285cbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:34.020353 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf7b59-670e-4ef4-840a-5b56ab285cbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:34.020668 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf7b59-670e-4ef4-840a-5b56ab285cbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:34.020985 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf7b59-670e-4ef4-840a-5b56ab285cbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:34.021303 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf7b59-670e-4ef4-840a-5b56ab285cbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:34.034859 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:34.068509 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Attempting to bind port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:59:34.068509 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Attempting to bind port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '3743e7a2-3de0-4cdf-96a6-c825c2b966ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:59:34.068509 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Attempting to bind port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 on network db31230e-9881-42fe-b9eb-bd75e652e34c {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:59:34.073627 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:59:34.073997 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Checking segment: {'id': '3743e7a2-3de0-4cdf-96a6-c825c2b966ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:59:34.074736 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:34.074870 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Bound using segment: {'id': '3743e7a2-3de0-4cdf-96a6-c825c2b966ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:59:34.075369 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Bound port: 1411641a-3645-4d9c-aa3d-fc9f1c7dca85, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3743e7a2-3de0-4cdf-96a6-c825c2b966ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:59:34.075751 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:34.096091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=cbe582b0-fd4a-4e39-b24b-083c26b68bc4,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:34.146557 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] For port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:59:34.149824 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] For port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1411641a-3645-4d9c-aa3d-fc9f1c7dca85,segment=NetworkSegment(3743e7a2-3de0-4cdf-96a6-c825c2b966ee),segment_id=3743e7a2-3de0-4cdf-96a6-c825c2b966ee)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:59:34.211894 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:34.268303 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Routers {'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:59:34.268928 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:59:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:34.274209 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf7b59-670e-4ef4-840a-5b56ab285cbd None None] Pushing event updated for resources: {'Port': ['ID=1411641a-3645-4d9c-aa3d-fc9f1c7dca85,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:34.377777 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:34.473814 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] Set router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:59:34.667908 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '1411641a-3645-4d9c-aa3d-fc9f1c7dca85', 'name': '', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:bf:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '72b13816-3f20-499c-a5e0-40e398485a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:30Z', 'updated_at': '2021-08-29T07:59:34Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '72b13816-3f20-499c-a5e0-40e398485a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:34.697985 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac25666-fd9c-447c-90cf-7f616a542a27 None None] The sync data for ids ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'] in n-d-713301-12 is: [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '1411641a-3645-4d9c-aa3d-fc9f1c7dca85', 'name': '', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:bf:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '72b13816-3f20-499c-a5e0-40e398485a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:30Z', 'updated_at': '2021-08-29T07:59:34Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '72b13816-3f20-499c-a5e0-40e398485a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:59:35.036035 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8121fd38-a111-4b12-8576-82e2fb18e716 req-f7b44820-fb23-4fdb-8eef-f82db775c0d2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 210 time: 0.0271127 Aug 29 07:59:35.498509 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:59:35.609807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:59:35.614243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:59:35.614685 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:35.699090 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:35.733241 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1411641a-3645-4d9c-aa3d-fc9f1c7dca85,segment=NetworkSegment(3743e7a2-3de0-4cdf-96a6-c825c2b966ee),segment_id=3743e7a2-3de0-4cdf-96a6-c825c2b966ee)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:59:35.788611 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:35.789432 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cbe582b0-fd4a-4e39-b24b-083c26b68bc4 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:59:35.868911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=1411641a-3645-4d9c-aa3d-fc9f1c7dca85,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:35.880496 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port cbe582b0-fd4a-4e39-b24b-083c26b68bc4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:59:35.880868 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:36.119044 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba564c6e-d34a-4b3f-b0dd-5d663fbd2c64 req-eceadd1a-368f-46cb-ba01-a7e9c9e34dcd tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 210 time: 0.0298831 Aug 29 07:59:37.211762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3c011dd9-b916-4b99-bb3c-94223faa8739 req-ed867c4d-960b-44ec-a448-01ce2ae87c5c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 210 time: 0.0261886 Aug 29 07:59:37.428332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:59:37.475727 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:59:37.476100 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:38.194208 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b9388d07-bfa4-4642-8098-633dc2bb9712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:38.235103 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-d2d859fd-f3de-48a4-9b95-ba340e9e938d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:38.235103 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-d2d859fd-f3de-48a4-9b95-ba340e9e938d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/networks?id=db31230e-9881-42fe-b9eb-bd75e652e34c HTTP/1.1" status: 200 len: 796 time: 0.1078229 Aug 29 07:59:38.285579 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-c407d521-8f5a-48bc-86ce-a2d67e1719ba tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 379 time: 0.0364258 Aug 29 07:59:38.294627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-2e5ab7c7-8fd9-4c7c-a8fa-c8fd6e979d0a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'port': {'device_id': '522f6588-44cb-4802-9f54-00bba6191122', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'admin_state_up': True, 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'security_groups': ['3f06ff8c-4067-4f6f-8969-ba2c8a81c66b']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:59:38.307726 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7cc532d4-d976-4118-b885-c7d5a81e37af req-e998efbe-2070-48df-b2de-2e3dadf12f38 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 210 time: 0.0277398 Aug 29 07:59:38.514799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-2e5ab7c7-8fd9-4c7c-a8fa-c8fd6e979d0a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 07:59:38.518538 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-2e5ab7c7-8fd9-4c7c-a8fa-c8fd6e979d0a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:38.646225 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-2e5ab7c7-8fd9-4c7c-a8fa-c8fd6e979d0a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.20.0.9 (db31230e-9881-42fe-b9eb-bd75e652e34c/72b13816-3f20-499c-a5e0-40e398485a07/3ff97b79-5a17-4fcc-b14d-996a5a9f09eb) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:59:38.782958 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-2e5ab7c7-8fd9-4c7c-a8fa-c8fd6e979d0a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:39.130112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-2e5ab7c7-8fd9-4c7c-a8fa-c8fd6e979d0a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Transition to ACTIVE for port object 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:59:39.257708 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-2e5ab7c7-8fd9-4c7c-a8fa-c8fd6e979d0a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:39.286583 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 07:59:39.301645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-2e5ab7c7-8fd9-4c7c-a8fa-c8fd6e979d0a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network db31230e-9881-42fe-b9eb-bd75e652e34c is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:59:39.304672 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-2e5ab7c7-8fd9-4c7c-a8fa-c8fd6e979d0a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:59:39.308238 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-2e5ab7c7-8fd9-4c7c-a8fa-c8fd6e979d0a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:59:39.315238 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ab7c7-8fd9-4c7c-a8fa-c8fd6e979d0a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:39.362331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-2e5ab7c7-8fd9-4c7c-a8fa-c8fd6e979d0a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:39.363390 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-2e5ab7c7-8fd9-4c7c-a8fa-c8fd6e979d0a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:39.430150 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105882-b937-456c-a111-c0041199c124 req-db2b2d3c-d190-43c6-8f1b-2f38d955e3b5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:39.431734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94105882-b937-456c-a111-c0041199c124 req-db2b2d3c-d190-43c6-8f1b-2f38d955e3b5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 931 time: 0.0506945 Aug 29 07:59:39.445493 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-2e5ab7c7-8fd9-4c7c-a8fa-c8fd6e979d0a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1545389 Aug 29 07:59:39.462800 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-243a6b3c-9629-47a3-869c-ec66fe97a4c9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 07:59:39.463837 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-243a6b3c-9629-47a3-869c-ec66fe97a4c9 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058577 Aug 29 07:59:39.475722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94105882-b937-456c-a111-c0041199c124 req-e567601a-0cd9-4d5e-8394-2c32af320d54 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368714 Aug 29 07:59:39.476935 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Request body: {'port': {'device_id': '522f6588-44cb-4802-9f54-00bba6191122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:59:39.535063 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:39.604070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-83bd2abd-5bed-4880-9978-6587a2ecb49b None None] Provisioning for port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:59:39.608389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-83bd2abd-5bed-4880-9978-6587a2ecb49b None None] Provisioning complete for port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:59:39.608854 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-83bd2abd-5bed-4880-9978-6587a2ecb49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:39.644406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-83bd2abd-5bed-4880-9978-6587a2ecb49b None None] Port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 07:59:39.796343 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:59:39.804417 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:39.817947 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Transition to ACTIVE for port object 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 07:59:39.878672 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:39.932112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:40.003387 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Attempting to bind port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 07:59:40.003773 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Attempting to bind port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '3743e7a2-3de0-4cdf-96a6-c825c2b966ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 07:59:40.004143 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Attempting to bind port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb on network db31230e-9881-42fe-b9eb-bd75e652e34c {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:59:40.009332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb on network db31230e-9881-42fe-b9eb-bd75e652e34c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 07:59:40.009688 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Attempting to bind port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb on network db31230e-9881-42fe-b9eb-bd75e652e34c {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 07:59:40.015475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 7, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 07:59:40.015826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Checking segment: {'id': '3743e7a2-3de0-4cdf-96a6-c825c2b966ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 07:59:40.016220 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Bound using segment: {'id': '3743e7a2-3de0-4cdf-96a6-c825c2b966ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 07:59:40.016662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Bound port: 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3743e7a2-3de0-4cdf-96a6-c825c2b966ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 07:59:40.017028 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:40.084392 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] For port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 07:59:40.087662 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] For port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb,segment=NetworkSegment(3743e7a2-3de0-4cdf-96a6-c825c2b966ee),segment_id=3743e7a2-3de0-4cdf-96a6-c825c2b966ee)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 07:59:40.187234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:40.223408 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:40.224033 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:40.225437 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] 10.222.0.11 "PUT /v2.0/ports/3ff97b79-5a17-4fcc-b14d-996a5a9f09eb HTTP/1.1" status: 200 len: 1092 time: 0.7532408 Aug 29 07:59:40.225920 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522f6588-44cb-4802-9f54-00bba6191122', 'tag': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:59:40.228223 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ca6442-7eba-4512-8aa7-f79e204371de" -d '{"events": [{"name": "network-changed", "server_uuid": "522f6588-44cb-4802-9f54-00bba6191122", "tag": "3ff97b79-5a17-4fcc-b14d-996a5a9f09eb"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:59:40.253687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faca83f-045b-4aa8-addd-3a132a011606 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:40.281836 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fd3e33-5ac6-48e3-8e18-7c5c1e3024eb x-openstack-request-id: req-b5fd3e33-5ac6-48e3-8e18-7c5c1e3024eb {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:59:40.282446 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522f6588-44cb-4802-9f54-00bba6191122", "tag": "3ff97b79-5a17-4fcc-b14d-996a5a9f09eb", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:59:40.282446 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b5fd3e33-5ac6-48e3-8e18-7c5c1e3024eb {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:59:40.282758 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522f6588-44cb-4802-9f54-00bba6191122', 'tag': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb', 'status': 'completed', 'code': 200} Aug 29 07:59:40.368594 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca6442-7eba-4512-8aa7-f79e204371de req-d766d763-4cf9-4346-9f1f-8383d2300c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:40.370462 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-84ca6442-7eba-4512-8aa7-f79e204371de req-d766d763-4cf9-4346-9f1f-8383d2300c22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 1095 time: 0.0489180 Aug 29 07:59:40.474370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca6442-7eba-4512-8aa7-f79e204371de req-8f242bad-e127-4de7-a5c1-a4447132b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:40.475896 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-84ca6442-7eba-4512-8aa7-f79e204371de req-8f242bad-e127-4de7-a5c1-a4447132b6b1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6e6a6f027c3a48d5b213ddf316328266&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0928397 Aug 29 07:59:40.574734 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca6442-7eba-4512-8aa7-f79e204371de req-a507bfa3-0872-4a9e-a3cb-0cc56a915adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:40.576422 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-84ca6442-7eba-4512-8aa7-f79e204371de req-a507bfa3-0872-4a9e-a3cb-0cc56a915adf service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941041 Aug 29 07:59:40.597844 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ea19f-c568-4e77-b519-0a1faab151c8 req-2bf1b100-e7bb-4e08-af88-a879025b2b7d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:40.599375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d90ea19f-c568-4e77-b519-0a1faab151c8 req-2bf1b100-e7bb-4e08-af88-a879025b2b7d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 943 time: 0.0546246 Aug 29 07:59:40.637606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d90ea19f-c568-4e77-b519-0a1faab151c8 req-3c4ac09c-46d4-47a3-83e0-7b56cd91e876 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318360 Aug 29 07:59:40.675443 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-adac5223-537d-450d-951f-a917f5f3462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:40.676951 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-adac5223-537d-450d-951f-a917f5f3462d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 1095 time: 0.0441124 Aug 29 07:59:40.727183 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-8be20e92-ed8b-4079-bb99-06df67f3f8eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb HTTP/1.1" status: 200 len: 217 time: 0.0373306 Aug 29 07:59:40.779355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-f020b5d5-b688-49f1-adcb-3ce0a339e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:40.780787 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-f020b5d5-b688-49f1-adcb-3ce0a339e66d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72b13816-3f20-499c-a5e0-40e398485a07 HTTP/1.1" status: 200 len: 835 time: 0.0474780 Aug 29 07:59:40.828807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-980a4a62-9c99-4b2d-a0eb-c0c88a2b01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:40.830648 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-980a4a62-9c99-4b2d-a0eb-c0c88a2b01a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db31230e-9881-42fe-b9eb-bd75e652e34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429671 Aug 29 07:59:40.897461 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:40.921309 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-b4224ae0-f186-4965-af63-c1146d5918df service neutron] 10.222.0.11 "GET /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834713 Aug 29 07:59:41.018435 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9fbbb06f-5b70-44b1-8e02-a232c5872be6 req-00000e5b-69fd-40ba-93d7-c2491055025e service neutron] 10.222.0.11 "GET /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905530 Aug 29 07:59:41.622665 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0d28ca26-fae1-4373-939f-a000c3a958a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:41.755160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a88ca-3e05-43b0-90d9-4773e41b8abc req-ea4c2257-c88e-4322-8c18-b6e2771f90f1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:41.756641 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b1a88ca-3e05-43b0-90d9-4773e41b8abc req-ea4c2257-c88e-4322-8c18-b6e2771f90f1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 943 time: 0.0508296 Aug 29 07:59:41.794810 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2b1a88ca-3e05-43b0-90d9-4773e41b8abc req-5939ade6-d024-4f1d-afdf-47ead7f00690 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316117 Aug 29 07:59:42.079850 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:42.909291 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68def5b6-9fa1-45d6-8398-48bc3a5edc76 req-317caabe-0642-4230-afc8-0ddf33862834 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:42.910866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68def5b6-9fa1-45d6-8398-48bc3a5edc76 req-317caabe-0642-4230-afc8-0ddf33862834 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 943 time: 0.0491333 Aug 29 07:59:42.949722 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68def5b6-9fa1-45d6-8398-48bc3a5edc76 req-47d226f9-b544-4458-9b74-3923ef910b33 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319703 Aug 29 07:59:43.798269 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:44.070816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c4666-3ac0-43f6-b647-27bc9abf726e req-0b54031f-6f30-4a8d-943e-42ca8dde7969 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:44.072317 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f7c4666-3ac0-43f6-b647-27bc9abf726e req-0b54031f-6f30-4a8d-943e-42ca8dde7969 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 943 time: 0.0523298 Aug 29 07:59:44.111767 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5f7c4666-3ac0-43f6-b647-27bc9abf726e req-52b92505-6017-4f2a-99c4-699da2ca227f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326724 Aug 29 07:59:45.106367 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 07:59:45.202044 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb,segment=NetworkSegment(3743e7a2-3de0-4cdf-96a6-c825c2b966ee),segment_id=3743e7a2-3de0-4cdf-96a6-c825c2b966ee)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:59:45.217304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'port_id': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb', 'mac_address': 'fa:16:3e:b9:e0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b13816-3f20-499c-a5e0-40e398485a07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 07:59:45.227276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b975f3-c94e-4cd6-ac05-5fd16c09530b req-5cfa8ff2-2f53-4ec3-bf26-936ed0961a3b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:45.233124 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57b975f3-c94e-4cd6-ac05-5fd16c09530b req-5cfa8ff2-2f53-4ec3-bf26-936ed0961a3b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 943 time: 0.0501168 Aug 29 07:59:45.256936 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:45.269851 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 07:59:45.270099 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-57b975f3-c94e-4cd6-ac05-5fd16c09530b req-8fa3335b-88d8-4a6f-b2ad-9df1dee4c25f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343597 Aug 29 07:59:45.290502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb,segment=NetworkSegment(3743e7a2-3de0-4cdf-96a6-c825c2b966ee),segment_id=3743e7a2-3de0-4cdf-96a6-c825c2b966ee)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:59:45.386862 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:45.435691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:45.443006 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:45.443379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:45.443718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:45.444053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:45.444383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:45.444710 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:45.445036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:45.445358 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:45.445679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:45.445999 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:45.446360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:45.446679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:45.836240 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['3ff97b79-5a17-4fcc-b14d-996a5a9f09eb'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 07:59:46.384571 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5cc8c-a1e7-4015-a18e-84b81672fc9f req-dcce35ff-10a4-4c7b-918c-c37495c857cc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:46.386082 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03a5cc8c-a1e7-4015-a18e-84b81672fc9f req-dcce35ff-10a4-4c7b-918c-c37495c857cc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 944 time: 0.0496039 Aug 29 07:59:46.424352 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-03a5cc8c-a1e7-4015-a18e-84b81672fc9f req-cf327fa7-b72e-4f17-8771-04fdf8f512fc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317276 Aug 29 07:59:47.120060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 07:59:47.262515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 07:59:47.266570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 07:59:47.266941 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:47.350715 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:47.380595 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522f6588-44cb-4802-9f54-00bba6191122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:59:47.382860 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedcd83c-4e28-40c2-a7de-9e3d1cfe176b" -d '{"events": [{"server_uuid": "522f6588-44cb-4802-9f54-00bba6191122", "name": "network-vif-plugged", "status": "completed", "tag": "3ff97b79-5a17-4fcc-b14d-996a5a9f09eb"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:59:47.397715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb,segment=NetworkSegment(3743e7a2-3de0-4cdf-96a6-c825c2b966ee),segment_id=3743e7a2-3de0-4cdf-96a6-c825c2b966ee)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 07:59:47.420034 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 07:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc4e08-52f6-4976-8683-aba3f91c137e x-openstack-request-id: req-98cc4e08-52f6-4976-8683-aba3f91c137e {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:59:47.420423 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522f6588-44cb-4802-9f54-00bba6191122", "name": "network-vif-plugged", "status": "completed", "tag": "3ff97b79-5a17-4fcc-b14d-996a5a9f09eb", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:59:47.420672 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-98cc4e08-52f6-4976-8683-aba3f91c137e {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:59:47.421063 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522f6588-44cb-4802-9f54-00bba6191122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb', 'code': 200} Aug 29 07:59:47.480238 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:47.531867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:47.544849 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0eaa6-2420-4d8b-b197-9acbc3cad18e req-c597f23e-150c-49c1-864a-c217aa7b0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:47.546365 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4bb0eaa6-2420-4d8b-b197-9acbc3cad18e req-c597f23e-150c-49c1-864a-c217aa7b0246 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 1097 time: 0.0429475 Aug 29 07:59:47.546525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaaca2-8800-4c81-bd7c-b04ad885ff1e req-9a075506-18f5-4b64-a4bd-f8b35e897ae7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:47.548682 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6cbaaca2-8800-4c81-bd7c-b04ad885ff1e req-9a075506-18f5-4b64-a4bd-f8b35e897ae7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0555794 Aug 29 07:59:47.583030 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4bb0eaa6-2420-4d8b-b197-9acbc3cad18e req-6a4d4725-fa99-4018-9013-bee45b6e3c6d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291376 Aug 29 07:59:47.587375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6cbaaca2-8800-4c81-bd7c-b04ad885ff1e req-ebd6d8ac-a413-48a9-83f8-fb77a7643346 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326343 Aug 29 07:59:48.704756 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a874d-a538-43a9-a4b1-49f0cabbbe9b req-442647bc-7aa2-432a-b9c3-931d53ef4c3a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:48.706250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d0a874d-a538-43a9-a4b1-49f0cabbbe9b req-442647bc-7aa2-432a-b9c3-931d53ef4c3a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0497904 Aug 29 07:59:48.745301 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d0a874d-a538-43a9-a4b1-49f0cabbbe9b req-8558842c-632e-45bf-92dc-7ddd6c26523c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326111 Aug 29 07:59:49.860161 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751446a-12e9-42d9-86d4-2dbd8d3b2c8f req-b00bbcb2-780d-4a99-8238-303e9b7e101d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:49.861700 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1751446a-12e9-42d9-86d4-2dbd8d3b2c8f req-b00bbcb2-780d-4a99-8238-303e9b7e101d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0506084 Aug 29 07:59:49.899666 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1751446a-12e9-42d9-86d4-2dbd8d3b2c8f req-cfe6b16c-b92a-4ecc-9540-4070357a7e66 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318732 Aug 29 07:59:50.019851 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d8953-2107-4264-b3c0-c5ec522065a8 req-ee57028b-b55e-474a-9598-3c0c829ab1d1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:50.021354 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-629d8953-2107-4264-b3c0-c5ec522065a8 req-ee57028b-b55e-474a-9598-3c0c829ab1d1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0533953 Aug 29 07:59:50.058175 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-629d8953-2107-4264-b3c0-c5ec522065a8 req-a8d6afb8-6238-4202-9d0b-9ed3ce6b1a9d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309248 Aug 29 07:59:50.080514 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45136) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:50.120460 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5c346b-f722-4928-bc20-824bc79b823b tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:50.122027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ce5c346b-f722-4928-bc20-824bc79b823b tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 1092 time: 0.0404472 Aug 29 07:59:50.124789 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45138) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:50.130097 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 07:59:50.243897 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:50.344635 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:50.445100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.25.1.25 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/c84449b4-0fb1-4646-8e7d-b036cbf36e80) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 07:59:50.549108 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:50.657509 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:50.699550 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 07:59:50.702423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 07:59:50.706541 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 07:59:50.712393 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=c84449b4-0fb1-4646-8e7d-b036cbf36e80,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:50.738597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:50.738948 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:50.739343 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:50.739707 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:50.740045 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:50.740380 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:50.740713 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:50.741046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:50.741373 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:50.741700 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:50.742025 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:50.742346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 07:59:51.075165 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:51.202136 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:51.354155 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:51.439602 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:51.509198 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=c84449b4-0fb1-4646-8e7d-b036cbf36e80,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 07:59:51.520785 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:51.621914 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Floating IP 425dead9-bcec-4a5d-9b10-165e3e22c242 associated. External IP: 172.25.1.25, port: 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb. Aug 29 07:59:51.633952 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:51.825586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 07:59:51.935587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 07:59:51.945946 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be50071-290c-440e-a789-22bec860ca6a None None] Sync routers for ids ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 07:59:51.954763 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be50071-290c-440e-a789-22bec860ca6a None None] Routers {'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:59:51.955456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2be50071-290c-440e-a789-22bec860ca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:59:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:52.011581 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 07:59:52.039929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8739a704-e2b7-47b9-b427-bb604b9635c3 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9134836 Aug 29 07:59:52.040775 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522f6588-44cb-4802-9f54-00bba6191122', 'tag': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 07:59:52.043728 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fff44a-7685-460e-b5f0-22304ce7cdb5" -d '{"events": [{"name": "network-changed", "server_uuid": "522f6588-44cb-4802-9f54-00bba6191122", "tag": "3ff97b79-5a17-4fcc-b14d-996a5a9f09eb"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 07:59:52.062659 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-2be50071-290c-440e-a789-22bec860ca6a None None] Set router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:59:52.084742 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 07:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c26297-3aa2-4e60-950a-e39e83138114 x-openstack-request-id: req-53c26297-3aa2-4e60-950a-e39e83138114 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 07:59:52.085277 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522f6588-44cb-4802-9f54-00bba6191122", "tag": "3ff97b79-5a17-4fcc-b14d-996a5a9f09eb", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 07:59:52.085377 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-53c26297-3aa2-4e60-950a-e39e83138114 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 07:59:52.085887 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522f6588-44cb-4802-9f54-00bba6191122', 'tag': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb', 'status': 'completed', 'code': 200} Aug 29 07:59:52.158783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a98f7-816b-4f37-be78-d270eca0d1c8 req-720ca7f7-8cbf-4ea9-8b98-21d04df4a498 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:52.162532 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f3a98f7-816b-4f37-be78-d270eca0d1c8 req-720ca7f7-8cbf-4ea9-8b98-21d04df4a498 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0567017 Aug 29 07:59:52.174631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fff44a-7685-460e-b5f0-22304ce7cdb5 req-f8c99efe-f2f7-4689-9fad-73cbbb33326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:52.176470 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4fff44a-7685-460e-b5f0-22304ce7cdb5 req-f8c99efe-f2f7-4689-9fad-73cbbb33326c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 1097 time: 0.0437288 Aug 29 07:59:52.202654 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f3a98f7-816b-4f37-be78-d270eca0d1c8 req-f2c3acd3-8b3d-4f2b-93bf-e9b69a480cf1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355005 Aug 29 07:59:52.228543 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45144) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:52.274993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fff44a-7685-460e-b5f0-22304ce7cdb5 req-28f67f4e-7d8f-4e9b-961b-195e18195d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:52.276934 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4fff44a-7685-460e-b5f0-22304ce7cdb5 req-28f67f4e-7d8f-4e9b-961b-195e18195d4e service neutron] 10.222.0.11 "GET /v2.0/networks?id=db31230e-9881-42fe-b9eb-bd75e652e34c HTTP/1.1" status: 200 len: 897 time: 0.0940380 Aug 29 07:59:52.291439 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-79218d1c-eee8-43ab-951b-4eaf713c978a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/425dead9-bcec-4a5d-9b10-165e3e22c242 HTTP/1.1" status: 200 len: 990 time: 0.0605776 Aug 29 07:59:52.305645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2be50071-290c-440e-a789-22bec860ca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '425dead9-bcec-4a5d-9b10-165e3e22c242', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.25', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'port_id': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'mac_address': 'fa:16:3e:b9:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f6588-44cb-4802-9f54-00bba6191122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:59:50Z', 'updated_at': '2021-08-29T07:59:50Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1411641a-3645-4d9c-aa3d-fc9f1c7dca85', 'name': '', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:bf:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '72b13816-3f20-499c-a5e0-40e398485a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:30Z', 'updated_at': '2021-08-29T07:59:35Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '72b13816-3f20-499c-a5e0-40e398485a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:52.331699 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be50071-290c-440e-a789-22bec860ca6a None None] Checking router: dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 07:59:52.340326 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be50071-290c-440e-a789-22bec860ca6a None None] Routers {'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 07:59:52.340958 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2be50071-290c-440e-a789-22bec860ca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T07:59:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:52.346272 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4fff44a-7685-460e-b5f0-22304ce7cdb5 req-cc1458a1-1c43-4148-b988-cd09044764d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb HTTP/1.1" status: 200 len: 998 time: 0.0615478 Aug 29 07:59:52.401424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fff44a-7685-460e-b5f0-22304ce7cdb5 req-5e16a81f-a92f-41f4-9e63-2eef1634987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:52.402908 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4fff44a-7685-460e-b5f0-22304ce7cdb5 req-5e16a81f-a92f-41f4-9e63-2eef1634987f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72b13816-3f20-499c-a5e0-40e398485a07 HTTP/1.1" status: 200 len: 835 time: 0.0501916 Aug 29 07:59:52.455991 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fff44a-7685-460e-b5f0-22304ce7cdb5 req-9da2444a-120f-4bcf-8c46-a1e177d77f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 07:59:52.457421 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4fff44a-7685-460e-b5f0-22304ce7cdb5 req-9da2444a-120f-4bcf-8c46-a1e177d77f7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db31230e-9881-42fe-b9eb-bd75e652e34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461586 Aug 29 07:59:52.459705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-2be50071-290c-440e-a789-22bec860ca6a None None] Set router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 07:59:52.549688 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4fff44a-7685-460e-b5f0-22304ce7cdb5 req-2487d307-4fba-4fe6-ae3f-907d75566be0 service neutron] 10.222.0.11 "GET /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851493 Aug 29 07:59:52.645035 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d4fff44a-7685-460e-b5f0-22304ce7cdb5 req-5464bdd5-b08e-452c-97eb-063576ba2235 service neutron] 10.222.0.11 "GET /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886192 Aug 29 07:59:52.686138 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-2be50071-290c-440e-a789-22bec860ca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '425dead9-bcec-4a5d-9b10-165e3e22c242', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.25', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'port_id': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'mac_address': 'fa:16:3e:b9:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f6588-44cb-4802-9f54-00bba6191122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:59:50Z', 'updated_at': '2021-08-29T07:59:50Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1411641a-3645-4d9c-aa3d-fc9f1c7dca85', 'name': '', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:bf:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '72b13816-3f20-499c-a5e0-40e398485a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:30Z', 'updated_at': '2021-08-29T07:59:35Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '72b13816-3f20-499c-a5e0-40e398485a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 07:59:52.864243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be50071-290c-440e-a789-22bec860ca6a None None] The sync data for ids ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'] in n-d-713301-12 is: [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '425dead9-bcec-4a5d-9b10-165e3e22c242', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.25', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'port_id': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'mac_address': 'fa:16:3e:b9:e0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f6588-44cb-4802-9f54-00bba6191122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T07:59:50Z', 'updated_at': '2021-08-29T07:59:50Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1411641a-3645-4d9c-aa3d-fc9f1c7dca85', 'name': '', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:bf:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '72b13816-3f20-499c-a5e0-40e398485a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:30Z', 'updated_at': '2021-08-29T07:59:35Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '72b13816-3f20-499c-a5e0-40e398485a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 07:59:53.045828 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02923e29-bd88-4b50-8f13-ec4fa39a6574 None None] New status for floating IP 425dead9-bcec-4a5d-9b10-165e3e22c242: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 07:59:53.294200 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45146) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 07:59:53.357380 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e5a76383-f505-4f23-a931-09d71f8fabf7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/425dead9-bcec-4a5d-9b10-165e3e22c242 HTTP/1.1" status: 200 len: 992 time: 0.0620158 Aug 29 08:00:04.410817 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:00:08.243050 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d89716b2-3140-470e-bd74-fc5da2ee5209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:00:10.919713 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:00:11.644309 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1a7dde62-e2a1-4f9f-bd58-026ef6d6fab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:00:12.077295 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:00:13.802957 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:00:16.287310 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:00:21.644638 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:00:29.024829 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5d6f398-dfb0-4dbf-9378-39600996a34d req-4d00ca4e-deb2-4b18-b803-aa83ba50dcbe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0726771 Aug 29 08:00:29.096879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5d6f398-dfb0-4dbf-9378-39600996a34d req-0a3379f2-8de4-49a6-8aca-4d72ecf1b02a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0283048 Aug 29 08:00:29.135656 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5d6f398-dfb0-4dbf-9378-39600996a34d req-a38d2bf6-4d25-4dfa-a836-f083cb8938b6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188730 Aug 29 08:00:29.229573 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6f398-dfb0-4dbf-9378-39600996a34d req-b23fa2e7-c2c3-47c0-b7b7-12cc69dedfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:00:29.231024 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c5d6f398-dfb0-4dbf-9378-39600996a34d req-b23fa2e7-c2c3-47c0-b7b7-12cc69dedfed service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888457 Aug 29 08:00:34.424815 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:00:36.726450 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c6d39eb5-d084-424a-aec4-dfb708043c31 req-6b42c581-6ab1-415b-924f-2245892bd1c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0878332 Aug 29 08:00:36.823421 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d39eb5-d084-424a-aec4-dfb708043c31 req-0e744b2f-faf4-4c2f-9bf6-03704a13db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:00:36.825549 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c6d39eb5-d084-424a-aec4-dfb708043c31 req-0e744b2f-faf4-4c2f-9bf6-03704a13db79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 1097 time: 0.0406518 Aug 29 08:00:36.930353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d39eb5-d084-424a-aec4-dfb708043c31 req-bff9caee-ca26-4345-8b69-2132324c3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:00:36.931903 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c6d39eb5-d084-424a-aec4-dfb708043c31 req-bff9caee-ca26-4345-8b69-2132324c3984 service neutron] 10.222.0.11 "GET /v2.0/networks?id=db31230e-9881-42fe-b9eb-bd75e652e34c HTTP/1.1" status: 200 len: 897 time: 0.0874894 Aug 29 08:00:36.997161 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c6d39eb5-d084-424a-aec4-dfb708043c31 req-f47ae8df-bce1-4d4e-9f9b-3203db4b6594 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb HTTP/1.1" status: 200 len: 1000 time: 0.0571353 Aug 29 08:00:37.049560 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d39eb5-d084-424a-aec4-dfb708043c31 req-b2bbe10b-fe61-4ce9-bcdd-5651a2fa32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:00:37.050995 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c6d39eb5-d084-424a-aec4-dfb708043c31 req-b2bbe10b-fe61-4ce9-bcdd-5651a2fa32e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72b13816-3f20-499c-a5e0-40e398485a07 HTTP/1.1" status: 200 len: 835 time: 0.0470161 Aug 29 08:00:37.097194 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d39eb5-d084-424a-aec4-dfb708043c31 req-c2b39a1f-65ab-46b2-9153-f8d87f54dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:00:37.098699 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c6d39eb5-d084-424a-aec4-dfb708043c31 req-c2b39a1f-65ab-46b2-9153-f8d87f54dcfa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db31230e-9881-42fe-b9eb-bd75e652e34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406258 Aug 29 08:00:37.187240 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c6d39eb5-d084-424a-aec4-dfb708043c31 req-d0380a87-488a-4b58-9dcd-70c5ea05bd1a service neutron] 10.222.0.11 "GET /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809617 Aug 29 08:00:37.283887 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c6d39eb5-d084-424a-aec4-dfb708043c31 req-b66891dc-b05d-481e-b4be-f2054818a7b7 service neutron] 10.222.0.11 "GET /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906169 Aug 29 08:00:38.201902 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-50e9bc35-853d-4e53-b875-a473713164ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:00:40.905949 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:00:41.658927 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0a83bebc-84c5-4dac-bbf6-bc5c0d0ea85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:00:42.081692 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:00:43.795764 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:00:51.661325 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:00:53.287296 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:01:04.524517 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:01:05.001774 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaf9ab-2b7e-44b8-bb51-968096f5a524 req-4359dac0-fe68-440d-9133-9a3ef443920a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:05.003348 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4aaf9ab-2b7e-44b8-bb51-968096f5a524 req-4359dac0-fe68-440d-9133-9a3ef443920a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0504017 Aug 29 08:01:05.041197 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f4aaf9ab-2b7e-44b8-bb51-968096f5a524 req-9d9bacd3-0769-4f47-bd6c-6f4def7edadc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312755 Aug 29 08:01:06.158073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab4036-cfb1-4e50-93b7-9f34cad3bcad req-b1a25c6c-6212-4871-8c15-854f7084042b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:06.159519 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-faab4036-cfb1-4e50-93b7-9f34cad3bcad req-b1a25c6c-6212-4871-8c15-854f7084042b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0496340 Aug 29 08:01:06.196459 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-faab4036-cfb1-4e50-93b7-9f34cad3bcad req-ab3b2ff4-f030-4e15-82c1-6ac2976d1611 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311096 Aug 29 08:01:07.314115 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74427382-3c80-4bb0-9b43-9e740b5e1c7a req-1c1d24ae-9efd-42fe-be9e-97fa81e944fd tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:07.315607 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74427382-3c80-4bb0-9b43-9e740b5e1c7a req-1c1d24ae-9efd-42fe-be9e-97fa81e944fd tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0515583 Aug 29 08:01:07.353673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-74427382-3c80-4bb0-9b43-9e740b5e1c7a req-687243d1-761a-4885-9feb-2a958e19352d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315039 Aug 29 08:01:08.215460 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6ad0349b-2dbf-46ff-a562-7f65fd04df6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:01:08.470156 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291f053-2f65-44ce-b71c-420d08c6f289 req-6a2307c8-743f-4238-a0b8-d5fe4409d5c6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:08.471692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0291f053-2f65-44ce-b71c-420d08c6f289 req-6a2307c8-743f-4238-a0b8-d5fe4409d5c6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0507290 Aug 29 08:01:08.509250 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0291f053-2f65-44ce-b71c-420d08c6f289 req-3171df75-ac3e-4a6e-bdc3-86b3d1fbe4d6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312085 Aug 29 08:01:09.625554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500d1ea-506c-4e94-8627-dd9022517799 req-57c57f01-b670-4a2f-b109-28f7060ed157 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:09.627130 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8500d1ea-506c-4e94-8627-dd9022517799 req-57c57f01-b670-4a2f-b109-28f7060ed157 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0508103 Aug 29 08:01:09.667993 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8500d1ea-506c-4e94-8627-dd9022517799 req-34e1f0d0-48d4-4441-9b37-49349caf4548 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347760 Aug 29 08:01:10.784095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5db80-a7dd-48a3-b1a4-470384b03b04 req-56e3296e-1588-4439-bf3e-0fa3c3e010a0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:10.785607 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87c5db80-a7dd-48a3-b1a4-470384b03b04 req-56e3296e-1588-4439-bf3e-0fa3c3e010a0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0522370 Aug 29 08:01:10.823813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-87c5db80-a7dd-48a3-b1a4-470384b03b04 req-04c89329-15ae-4f03-bf78-0ffaba5a4e05 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317574 Aug 29 08:01:10.926303 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:01:11.646724 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cfb8130c-c888-40f3-9c9c-fe62cd03bdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:01:11.938858 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cdcc1-4b76-460b-a35a-7fb194346eba req-0cc0c393-c3ff-4711-a9c7-cf284cd23903 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:11.940480 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f54cdcc1-4b76-460b-a35a-7fb194346eba req-0cc0c393-c3ff-4711-a9c7-cf284cd23903 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0491607 Aug 29 08:01:11.977857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f54cdcc1-4b76-460b-a35a-7fb194346eba req-9fbbc5d4-62c7-4352-b5dc-9088f9dd6c22 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308948 Aug 29 08:01:12.063646 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:01:13.097483 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ed03d-b089-4835-bdc8-75e2245d2b3e req-90f68af9-17a5-419a-93e2-cbfdf0178c10 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:13.098980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-045ed03d-b089-4835-bdc8-75e2245d2b3e req-90f68af9-17a5-419a-93e2-cbfdf0178c10 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0537372 Aug 29 08:01:13.139251 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-045ed03d-b089-4835-bdc8-75e2245d2b3e req-7f79cd84-d90c-427d-b748-3cc510eb8fe0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340683 Aug 29 08:01:13.797825 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:01:14.257024 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428a541-2e71-442a-8a67-6900710d76d0 req-2ea3c5f6-e183-49d9-b4c1-735087a04e50 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:14.261308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0428a541-2e71-442a-8a67-6900710d76d0 req-2ea3c5f6-e183-49d9-b4c1-735087a04e50 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0530984 Aug 29 08:01:14.297040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0428a541-2e71-442a-8a67-6900710d76d0 req-f0e825db-a4c3-41b7-b95c-8902948a8f94 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322709 Aug 29 08:01:15.416506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03c13b-23d5-4669-83c2-f6e64692df53 req-8377e573-0c03-4aa5-bcae-f857692e85fa tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:15.418472 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b03c13b-23d5-4669-83c2-f6e64692df53 req-8377e573-0c03-4aa5-bcae-f857692e85fa tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0512357 Aug 29 08:01:15.461600 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8b03c13b-23d5-4669-83c2-f6e64692df53 req-b2ab1274-0c75-4a69-b3fb-070f8848c721 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356448 Aug 29 08:01:16.580033 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2672fb-b904-42e2-8ab2-84773f5b3aa3 req-9946f5eb-f97c-4e43-8c24-f16af5717447 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:16.581503 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb2672fb-b904-42e2-8ab2-84773f5b3aa3 req-9946f5eb-f97c-4e43-8c24-f16af5717447 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0503457 Aug 29 08:01:16.620014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb2672fb-b904-42e2-8ab2-84773f5b3aa3 req-df268702-28b7-470d-acee-9d95c24e4bb6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322766 Aug 29 08:01:16.641463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45210) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:01:16.708804 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ca73df58-daf7-431a-ad06-e321f19f628d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/425dead9-bcec-4a5d-9b10-165e3e22c242 HTTP/1.1" status: 200 len: 992 time: 0.0662100 Aug 29 08:01:18.113816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6d5cc-e4a5-47c0-809d-821f992543fe req-a185b5f2-2548-424b-91d9-168c748ceac5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:18.115981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c9c6d5cc-e4a5-47c0-809d-821f992543fe req-a185b5f2-2548-424b-91d9-168c748ceac5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0530396 Aug 29 08:01:18.157104 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c9c6d5cc-e4a5-47c0-809d-821f992543fe req-bb494ba7-a78c-4db3-b753-6657a2367756 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349467 Aug 29 08:01:18.216299 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac184704-be94-413e-8900-9d9a87edf7a1 req-71ce3be8-54ad-482a-a745-6d63668db3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:18.217889 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ac184704-be94-413e-8900-9d9a87edf7a1 req-71ce3be8-54ad-482a-a745-6d63668db3bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 1097 time: 0.0420449 Aug 29 08:01:18.311260 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac184704-be94-413e-8900-9d9a87edf7a1 req-221a1ba0-7a36-43a3-85af-d8b7f3f7da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:18.312781 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ac184704-be94-413e-8900-9d9a87edf7a1 req-221a1ba0-7a36-43a3-85af-d8b7f3f7da2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=db31230e-9881-42fe-b9eb-bd75e652e34c HTTP/1.1" status: 200 len: 897 time: 0.0881369 Aug 29 08:01:18.378001 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ac184704-be94-413e-8900-9d9a87edf7a1 req-5335849f-542f-4d41-8f34-75a10c0fad06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb HTTP/1.1" status: 200 len: 1000 time: 0.0586903 Aug 29 08:01:18.427825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac184704-be94-413e-8900-9d9a87edf7a1 req-0172f6d1-b092-455f-a16b-6c2aa61491d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:18.429407 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ac184704-be94-413e-8900-9d9a87edf7a1 req-0172f6d1-b092-455f-a16b-6c2aa61491d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72b13816-3f20-499c-a5e0-40e398485a07 HTTP/1.1" status: 200 len: 835 time: 0.0452268 Aug 29 08:01:18.480241 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac184704-be94-413e-8900-9d9a87edf7a1 req-31004e5e-8ba3-4b63-b9fa-d92eac783182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:18.481753 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ac184704-be94-413e-8900-9d9a87edf7a1 req-31004e5e-8ba3-4b63-b9fa-d92eac783182 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db31230e-9881-42fe-b9eb-bd75e652e34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458717 Aug 29 08:01:18.573643 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ac184704-be94-413e-8900-9d9a87edf7a1 req-b6407da1-b4a4-43cf-a0fa-647edc7195da service neutron] 10.222.0.11 "GET /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851822 Aug 29 08:01:18.670509 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ac184704-be94-413e-8900-9d9a87edf7a1 req-ce7d369a-9bb3-4608-a41d-482281897d07 service neutron] 10.222.0.11 "GET /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904508 Aug 29 08:01:19.281499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4721971-7c5f-4311-a8e0-7ffa2859afbb req-2145df88-34e1-4e02-95d5-c7aeff157a1a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:19.283011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4721971-7c5f-4311-a8e0-7ffa2859afbb req-2145df88-34e1-4e02-95d5-c7aeff157a1a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0532584 Aug 29 08:01:19.327586 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c4721971-7c5f-4311-a8e0-7ffa2859afbb req-524948ed-7d0d-4216-80a5-d56be1b25918 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381098 Aug 29 08:01:20.447488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d59804-c09b-4453-a9ef-2ae7801f28d3 req-a121542b-25a3-4c08-b2dd-ffdd36a29f3a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:20.448970 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4d59804-c09b-4453-a9ef-2ae7801f28d3 req-a121542b-25a3-4c08-b2dd-ffdd36a29f3a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0533133 Aug 29 08:01:20.487058 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4d59804-c09b-4453-a9ef-2ae7801f28d3 req-0b6baa07-5d8e-4344-965e-bb2c679ae706 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319386 Aug 29 08:01:20.509368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45222) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:01:20.568756 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a942f0c4-4c27-4563-ab0a-1121ac2b33d5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/425dead9-bcec-4a5d-9b10-165e3e22c242 HTTP/1.1" status: 200 len: 992 time: 0.0582745 Aug 29 08:01:21.686074 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:01:28.959162 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c96d8463-a168-46ef-a85a-5e2310cbf569 req-5cb3ec38-0513-43f5-b8a6-cbca0f8a906e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262084 Aug 29 08:01:29.027241 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c96d8463-a168-46ef-a85a-5e2310cbf569 req-a1c5f48c-fe00-4e01-80c5-5c5251c58d40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0289764 Aug 29 08:01:29.065403 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c96d8463-a168-46ef-a85a-5e2310cbf569 req-d925bd79-23cc-4e05-b570-c62f8bb1fe6a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197101 Aug 29 08:01:29.157660 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d8463-a168-46ef-a85a-5e2310cbf569 req-4683e865-bb61-4f74-b600-cbb4301f2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:29.159184 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c96d8463-a168-46ef-a85a-5e2310cbf569 req-4683e865-bb61-4f74-b600-cbb4301f2e1f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875640 Aug 29 08:01:30.287854 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:01:34.445873 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:01:38.228318 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-03a11256-2bd6-49a8-88c4-56abd3eb9e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:01:38.667273 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccba6593-2bcb-41fb-a714-29859c9ee50c req-e90e377e-fcdb-42e0-93c6-fa8cba6bad54 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406814 Aug 29 08:01:38.775758 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6593-2bcb-41fb-a714-29859c9ee50c req-fa67eceb-fffb-4afb-ba97-a57fc10a9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:38.777249 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccba6593-2bcb-41fb-a714-29859c9ee50c req-fa67eceb-fffb-4afb-ba97-a57fc10a9172 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 1097 time: 0.0411527 Aug 29 08:01:38.885554 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6593-2bcb-41fb-a714-29859c9ee50c req-2a36c052-c46e-4824-8467-18f508cb653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:38.887086 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccba6593-2bcb-41fb-a714-29859c9ee50c req-2a36c052-c46e-4824-8467-18f508cb653e service neutron] 10.222.0.11 "GET /v2.0/networks?id=db31230e-9881-42fe-b9eb-bd75e652e34c HTTP/1.1" status: 200 len: 897 time: 0.0909057 Aug 29 08:01:38.955351 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccba6593-2bcb-41fb-a714-29859c9ee50c req-0e8030a1-4d8c-47c9-96f1-421c98c6f221 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb HTTP/1.1" status: 200 len: 1000 time: 0.0605490 Aug 29 08:01:39.004246 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6593-2bcb-41fb-a714-29859c9ee50c req-4b4dfa57-45bb-4220-977b-76dcf2bff0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:39.005687 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccba6593-2bcb-41fb-a714-29859c9ee50c req-4b4dfa57-45bb-4220-977b-76dcf2bff0b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72b13816-3f20-499c-a5e0-40e398485a07 HTTP/1.1" status: 200 len: 835 time: 0.0426097 Aug 29 08:01:39.055985 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6593-2bcb-41fb-a714-29859c9ee50c req-488a12a7-80c8-41c1-9903-f3aaea1d1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:01:39.057483 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccba6593-2bcb-41fb-a714-29859c9ee50c req-488a12a7-80c8-41c1-9903-f3aaea1d1d2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db31230e-9881-42fe-b9eb-bd75e652e34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437174 Aug 29 08:01:39.148022 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccba6593-2bcb-41fb-a714-29859c9ee50c req-113c0c2d-c48a-4ce0-97a4-f8fedce4ea57 service neutron] 10.222.0.11 "GET /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833006 Aug 29 08:01:39.243346 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccba6593-2bcb-41fb-a714-29859c9ee50c req-5bcf27be-faa2-4e98-98ce-53c6b316d303 service neutron] 10.222.0.11 "GET /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871997 Aug 29 08:01:40.913606 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:01:41.615299 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-329f783e-0b25-473e-b9f8-7280819712d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:01:42.091051 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:01:43.811102 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:01:51.650633 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:04.432716 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:07.287964 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:02:08.204096 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c1f5abc2-e8f4-4123-9b32-537f0382141f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:09.000686 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45262) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:09.353770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port c84449b4-0fb1-4646-8e7d-b036cbf36e80 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:02:09.354134 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:09.431691 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:09.431940 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:09.443485 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for c84449b4-0fb1-4646-8e7d-b036cbf36e80 owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:02:09.642836 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:09.669916 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=c84449b4-0fb1-4646-8e7d-b036cbf36e80,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:09.695506 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:09.695786 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:09.696297 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:09.696636 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:09.697031 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:09.697304 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:09.697635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:09.697962 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:09.698300 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:09.698637 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:09.699010 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:09.699371 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:09.738710 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:09.739126 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Floating IP 425dead9-bcec-4a5d-9b10-165e3e22c242 disassociated (deleted). External IP: 172.25.1.25, port: 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb. Aug 29 08:02:10.237701 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:02:10.344559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:02:10.349354 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:10.353837 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6938c-edcf-4767-a36d-ed39785d4b91 None None] Sync routers for ids ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:02:10.364115 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6938c-edcf-4767-a36d-ed39785d4b91 None None] Routers {'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:02:10.364807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-93d6938c-edcf-4767-a36d-ed39785d4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:01:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:10.378506 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ef214cbf-7d7b-437e-849f-0e886b936d3c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/floatingips/425dead9-bcec-4a5d-9b10-165e3e22c242 HTTP/1.1" status: 204 len: 168 time: 1.3767347 Aug 29 08:02:10.379227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522f6588-44cb-4802-9f54-00bba6191122', 'tag': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:02:10.381822 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d18b3f-c6d4-4c06-8873-e91f64740459" -d '{"events": [{"name": "network-changed", "server_uuid": "522f6588-44cb-4802-9f54-00bba6191122", "tag": "3ff97b79-5a17-4fcc-b14d-996a5a9f09eb"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:02:10.476788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-93d6938c-edcf-4767-a36d-ed39785d4b91 None None] Set router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:02:10.565023 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457aadb8-6b0d-4368-aece-1d3bc26ef3a0 x-openstack-request-id: req-457aadb8-6b0d-4368-aece-1d3bc26ef3a0 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:02:10.565023 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522f6588-44cb-4802-9f54-00bba6191122", "tag": "3ff97b79-5a17-4fcc-b14d-996a5a9f09eb", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:02:10.565023 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-457aadb8-6b0d-4368-aece-1d3bc26ef3a0 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:02:10.565380 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522f6588-44cb-4802-9f54-00bba6191122', 'tag': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb', 'status': 'completed', 'code': 200} Aug 29 08:02:10.649287 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d18b3f-c6d4-4c06-8873-e91f64740459 req-214ad9a1-38d8-42c6-b546-fbaa64a19813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:10.650790 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d1d18b3f-c6d4-4c06-8873-e91f64740459 req-214ad9a1-38d8-42c6-b546-fbaa64a19813 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 1097 time: 0.0436890 Aug 29 08:02:10.683867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-93d6938c-edcf-4767-a36d-ed39785d4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '1411641a-3645-4d9c-aa3d-fc9f1c7dca85', 'name': '', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:bf:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '72b13816-3f20-499c-a5e0-40e398485a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:30Z', 'updated_at': '2021-08-29T07:59:35Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '72b13816-3f20-499c-a5e0-40e398485a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:10.710793 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6938c-edcf-4767-a36d-ed39785d4b91 None None] Checking router: dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:02:10.720090 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6938c-edcf-4767-a36d-ed39785d4b91 None None] Routers {'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:02:10.720706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-93d6938c-edcf-4767-a36d-ed39785d4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:01:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:10.748223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d18b3f-c6d4-4c06-8873-e91f64740459 req-62e8eb16-0625-4bac-a673-98b044c9e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:10.749667 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d1d18b3f-c6d4-4c06-8873-e91f64740459 req-62e8eb16-0625-4bac-a673-98b044c9e5c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=db31230e-9881-42fe-b9eb-bd75e652e34c HTTP/1.1" status: 200 len: 897 time: 0.0919628 Aug 29 08:02:10.794031 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d1d18b3f-c6d4-4c06-8873-e91f64740459 req-969f0387-6305-4400-8fcf-5d2d4eada310 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb HTTP/1.1" status: 200 len: 217 time: 0.0368180 Aug 29 08:02:10.840349 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-93d6938c-edcf-4767-a36d-ed39785d4b91 None None] Set router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:02:10.847648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f06ae3-62ad-4815-b695-139fe74fc9da req-1550f6ad-140f-48a4-b544-58d69fb82b7b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:10.849160 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-28f06ae3-62ad-4815-b695-139fe74fc9da req-1550f6ad-140f-48a4-b544-58d69fb82b7b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0580008 Aug 29 08:02:10.856273 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d18b3f-c6d4-4c06-8873-e91f64740459 req-52c1f583-86e7-4fd7-9a8a-5bef92b8fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:10.858111 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d1d18b3f-c6d4-4c06-8873-e91f64740459 req-52c1f583-86e7-4fd7-9a8a-5bef92b8fcaa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72b13816-3f20-499c-a5e0-40e398485a07 HTTP/1.1" status: 200 len: 835 time: 0.0567372 Aug 29 08:02:10.892270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-28f06ae3-62ad-4815-b695-139fe74fc9da req-19efc257-be8c-4700-8e81-6f813ada0a20 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368714 Aug 29 08:02:10.918188 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d18b3f-c6d4-4c06-8873-e91f64740459 req-7374a2d2-1ee5-4e53-a33f-5638802f86e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:10.964302 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d1d18b3f-c6d4-4c06-8873-e91f64740459 req-7374a2d2-1ee5-4e53-a33f-5638802f86e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db31230e-9881-42fe-b9eb-bd75e652e34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536573 Aug 29 08:02:10.982135 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:11.020804 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d1d18b3f-c6d4-4c06-8873-e91f64740459 req-9c4045af-833e-48c8-9986-fb6b4d2c0c0e service neutron] 10.222.0.11 "GET /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930469 Aug 29 08:02:11.065918 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-93d6938c-edcf-4767-a36d-ed39785d4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '1411641a-3645-4d9c-aa3d-fc9f1c7dca85', 'name': '', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:bf:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '72b13816-3f20-499c-a5e0-40e398485a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:30Z', 'updated_at': '2021-08-29T07:59:35Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '72b13816-3f20-499c-a5e0-40e398485a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:11.092630 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6938c-edcf-4767-a36d-ed39785d4b91 None None] The sync data for ids ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'] in n-d-713301-12 is: [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '1411641a-3645-4d9c-aa3d-fc9f1c7dca85', 'name': '', 'network_id': 'db31230e-9881-42fe-b9eb-bd75e652e34c', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:bf:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '72b13816-3f20-499c-a5e0-40e398485a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:30Z', 'updated_at': '2021-08-29T07:59:35Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': '72b13816-3f20-499c-a5e0-40e398485a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:02:11.114169 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d1d18b3f-c6d4-4c06-8873-e91f64740459 req-80f828c4-f25f-47fb-a96a-392bf5763500 service neutron] 10.222.0.11 "GET /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854115 Aug 29 08:02:11.306632 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb386aa9-c152-4b55-a32b-498352f8b633 None None] New status for floating IP 425dead9-bcec-4a5d-9b10-165e3e22c242: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 08:02:11.621807 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7322c929-aad6-4ab3-bebf-66d03f8e634b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:12.041061 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf6cd2-2766-4aeb-8bd2-8a2674ef81c3 req-32bd0a67-dad5-495c-8fe2-fe9c1545e47e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:12.042530 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80cf6cd2-2766-4aeb-8bd2-8a2674ef81c3 req-32bd0a67-dad5-495c-8fe2-fe9c1545e47e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0517433 Aug 29 08:02:12.081733 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80cf6cd2-2766-4aeb-8bd2-8a2674ef81c3 req-9df8fc82-0326-4214-815b-e31ced512fb8 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320957 Aug 29 08:02:12.100992 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:12.538585 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82217a9-2845-4747-aaa4-3c2560aaf960 req-4da594de-1434-4246-9008-a4d99bf6a0c5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:12.540126 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a82217a9-2845-4747-aaa4-3c2560aaf960 req-4da594de-1434-4246-9008-a4d99bf6a0c5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 945 time: 0.0548882 Aug 29 08:02:12.630814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-a82217a9-2845-4747-aaa4-3c2560aaf960 req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:02:12.631169 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a82217a9-2845-4747-aaa4-3c2560aaf960 req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:12.723690 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-a82217a9-2845-4747-aaa4-3c2560aaf960 req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb,segment=NetworkSegment(3743e7a2-3de0-4cdf-96a6-c825c2b966ee),segment_id=3743e7a2-3de0-4cdf-96a6-c825c2b966ee)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:02:12.724059 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a82217a9-2845-4747-aaa4-3c2560aaf960 req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:12.737122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-a82217a9-2845-4747-aaa4-3c2560aaf960 req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:02:12.940319 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a82217a9-2845-4747-aaa4-3c2560aaf960 req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:12.974111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=3ff97b79-5a17-4fcc-b14d-996a5a9f09eb,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:13.001069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:13.001424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:13.001770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:13.002112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:13.002448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:13.002783 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:13.003117 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:13.003472 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:13.003807 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:13.004138 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:13.004466 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:13.004790 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:13.023805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82217a9-2845-4747-aaa4-3c2560aaf960 req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] No DVR routers for this DVR port 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:02:13.026418 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-a82217a9-2845-4747-aaa4-3c2560aaf960 req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:13.029242 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a82217a9-2845-4747-aaa4-3c2560aaf960 req-4f96f3a2-8ae7-44af-b475-201e76bd5e23 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "DELETE /v2.0/ports/3ff97b79-5a17-4fcc-b14d-996a5a9f09eb HTTP/1.1" status: 204 len: 173 time: 0.4830601 Aug 29 08:02:13.033277 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522f6588-44cb-4802-9f54-00bba6191122', 'name': 'network-vif-deleted', 'tag': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:02:13.033277 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955a565b-e0fd-4523-8536-f61d771b3e90" -d '{"events": [{"server_uuid": "522f6588-44cb-4802-9f54-00bba6191122", "name": "network-vif-deleted", "tag": "3ff97b79-5a17-4fcc-b14d-996a5a9f09eb"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:02:13.125205 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b197bc0-dce5-4c02-813b-3e126e286c17 x-openstack-request-id: req-4b197bc0-dce5-4c02-813b-3e126e286c17 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:02:13.125205 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522f6588-44cb-4802-9f54-00bba6191122", "name": "network-vif-deleted", "tag": "3ff97b79-5a17-4fcc-b14d-996a5a9f09eb", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:02:13.125205 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4b197bc0-dce5-4c02-813b-3e126e286c17 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:02:13.125205 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522f6588-44cb-4802-9f54-00bba6191122', 'name': 'network-vif-deleted', 'tag': '3ff97b79-5a17-4fcc-b14d-996a5a9f09eb', 'status': 'completed', 'code': 200} Aug 29 08:02:13.179421 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eecd481e-2e02-416c-b2e5-509eb92742e0 req-7db989d1-719f-4028-87ec-adafa76a57e5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=522f6588-44cb-4802-9f54-00bba6191122 HTTP/1.1" status: 200 len: 210 time: 0.0272017 Aug 29 08:02:13.861473 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:14.234634 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45288) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:14.646777 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-768dc031-db95-45da-8f35-573894156dcc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:14.899066 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-768dc031-db95-45da-8f35-573894156dcc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:02:14.899372 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-768dc031-db95-45da-8f35-573894156dcc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:14.985961 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-768dc031-db95-45da-8f35-573894156dcc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port 1411641a-3645-4d9c-aa3d-fc9f1c7dca85, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1411641a-3645-4d9c-aa3d-fc9f1c7dca85,segment=NetworkSegment(3743e7a2-3de0-4cdf-96a6-c825c2b966ee),segment_id=3743e7a2-3de0-4cdf-96a6-c825c2b966ee)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:02:14.986326 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-768dc031-db95-45da-8f35-573894156dcc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:14.998975 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-768dc031-db95-45da-8f35-573894156dcc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:02:15.215505 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-768dc031-db95-45da-8f35-573894156dcc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:15.246645 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dc031-db95-45da-8f35-573894156dcc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=1411641a-3645-4d9c-aa3d-fc9f1c7dca85,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:15.423075 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-768dc031-db95-45da-8f35-573894156dcc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:15.638186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768dc031-db95-45da-8f35-573894156dcc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:02:15.744855 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768dc031-db95-45da-8f35-573894156dcc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:02:15.750881 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-768dc031-db95-45da-8f35-573894156dcc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "PUT /v2.0/routers/dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5146644 Aug 29 08:02:15.753070 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45290) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:15.757973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4669d8-014c-478a-a223-05acdc735c0f None None] Sync routers for ids ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:02:15.762002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:02:15.785759 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:02:15.786219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 3ff97b79-5a17-4fcc-b14d-996a5a9f09eb not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:02:15.791000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4669d8-014c-478a-a223-05acdc735c0f None None] Routers {'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:02:15.791995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1e4669d8-014c-478a-a223-05acdc735c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:02:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:15.812490 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcf85a7-8472-4b46-8930-b2a073a52c13 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting subnet 72b13816-3f20-499c-a5e0-40e398485a07 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 08:02:15.815776 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fcf85a7-8472-4b46-8930-b2a073a52c13 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:15.857885 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fcf85a7-8472-4b46-8930-b2a073a52c13 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:15.898383 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-1e4669d8-014c-478a-a223-05acdc735c0f None None] Set router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:02:15.945366 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fcf85a7-8472-4b46-8930-b2a073a52c13 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:16.078347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1e4669d8-014c-478a-a223-05acdc735c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T08:02:15Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:16.078665 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fcf85a7-8472-4b46-8930-b2a073a52c13 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:16.104729 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4669d8-014c-478a-a223-05acdc735c0f None None] Checking router: dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:02:16.113082 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf85a7-8472-4b46-8930-b2a073a52c13 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Subnet': ['ID=72b13816-3f20-499c-a5e0-40e398485a07,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:16.113647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4669d8-014c-478a-a223-05acdc735c0f None None] Routers {'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:02:16.114264 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1e4669d8-014c-478a-a223-05acdc735c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:02:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:16.115948 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8fcf85a7-8472-4b46-8930-b2a073a52c13 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:16.119621 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8fcf85a7-8472-4b46-8930-b2a073a52c13 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/subnets/72b13816-3f20-499c-a5e0-40e398485a07 HTTP/1.1" status: 204 len: 168 time: 0.3655691 Aug 29 08:02:16.122414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45292) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:16.148487 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82957cbc-ba95-4033-a2fc-b6818afe276e None None] Network db31230e-9881-42fe-b9eb-bd75e652e34c requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:02:16.233390 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:16.306443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-1e4669d8-014c-478a-a223-05acdc735c0f None None] Set router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:02:16.337860 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:16.431288 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] DHCP port deletion for db31230e-9881-42fe-b9eb-bd75e652e34c request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 08:02:16.468276 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port 8ca1b788-21f6-4705-829a-68dc6df3752f {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:02:16.468617 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:16.518468 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Deleting port cbe582b0-fd4a-4e39-b24b-083c26b68bc4 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:02:16.518836 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:16.550111 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port 8ca1b788-21f6-4705-829a-68dc6df3752f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=8ca1b788-21f6-4705-829a-68dc6df3752f,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:02:16.550486 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:16.562407 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for 8ca1b788-21f6-4705-829a-68dc6df3752f owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:02:16.572893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-1e4669d8-014c-478a-a223-05acdc735c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T08:02:15Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:16.606584 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4669d8-014c-478a-a223-05acdc735c0f None None] The sync data for ids ['dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102'] in n-d-713301-12 is: [{'id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856282134', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T08:02:15Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '8ca1b788-21f6-4705-829a-68dc6df3752f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T07:59:27Z', 'updated_at': '2021-08-29T07:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:02:16.612671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] For port cbe582b0-fd4a-4e39-b24b-083c26b68bc4, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=cbe582b0-fd4a-4e39-b24b-083c26b68bc4,segment=NetworkSegment(3743e7a2-3de0-4cdf-96a6-c825c2b966ee),segment_id=3743e7a2-3de0-4cdf-96a6-c825c2b966ee)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:02:16.613066 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:16.625852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Calling delete_port for cbe582b0-fd4a-4e39-b24b-083c26b68bc4 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:02:16.791466 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:16.815891 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:16.819163 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Pushing event deleted for resources: {'Port': ['ID=cbe582b0-fd4a-4e39-b24b-083c26b68bc4,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:16.821396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] No DVR routers for this DVR port cbe582b0-fd4a-4e39-b24b-083c26b68bc4 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:02:16.834456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:16.834978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:16.835513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:16.836047 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:16.836551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:16.837221 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:16.838391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:16.838391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:16.838391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:16.838391 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:16.841613 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:16.841613 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892bc92-04b5-47b3-9ba5-05d2e700a924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:16.845709 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=8ca1b788-21f6-4705-829a-68dc6df3752f,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:16.909631 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.005374 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.007575 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.152863 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.153403 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Fanout notify agent at l3_agent the message router_deleted on router dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 08:02:17.160439 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.161558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fe6f3fd7-bb0a-4820-955f-32b0d5858529 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/routers/dc4ce58b-a2ec-4b1b-9f8f-225cd4aab102 HTTP/1.1" status: 204 len: 168 time: 1.0383282 Aug 29 08:02:17.164257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45294) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:17.243605 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9d1f433-a6f9-44b7-813e-f19a5db5d1e5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.332943 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9d1f433-a6f9-44b7-813e-f19a5db5d1e5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.342648 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a9d1f433-a6f9-44b7-813e-f19a5db5d1e5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db31230e-9881-42fe-b9eb-bd75e652e34c']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:17.353215 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a9d1f433-a6f9-44b7-813e-f19a5db5d1e5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3743e7a2-3de0-4cdf-96a6-c825c2b966ee') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:17.353440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-a9d1f433-a6f9-44b7-813e-f19a5db5d1e5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3743e7a2-3de0-4cdf-96a6-c825c2b966ee') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:17.362762 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9d1f433-a6f9-44b7-813e-f19a5db5d1e5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.376624 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9d1f433-a6f9-44b7-813e-f19a5db5d1e5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.382273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d1f433-a6f9-44b7-813e-f19a5db5d1e5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 08:02:17.382654 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9d1f433-a6f9-44b7-813e-f19a5db5d1e5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: timer() Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 08:02:17.385573 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 08:02:17.506818 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9d1f433-a6f9-44b7-813e-f19a5db5d1e5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.528006 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a9d1f433-a6f9-44b7-813e-f19a5db5d1e5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.528006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a9d1f433-a6f9-44b7-813e-f19a5db5d1e5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/networks/db31230e-9881-42fe-b9eb-bd75e652e34c HTTP/1.1" status: 204 len: 168 time: 0.3504009 Aug 29 08:02:17.529083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45296) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:17.529959 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1f433-a6f9-44b7-813e-f19a5db5d1e5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Network': ['ID=db31230e-9881-42fe-b9eb-bd75e652e34c,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:17.580483 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aee7fa37-5e94-4ba4-9282-84a3f636fa74 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.609616 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aee7fa37-5e94-4ba4-9282-84a3f636fa74 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.642648 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8ca1b788-21f6-4705-829a-68dc6df3752f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:02:17.663015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 8ca1b788-21f6-4705-829a-68dc6df3752f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:02:17.665944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 8ca1b788-21f6-4705-829a-68dc6df3752f not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:02:17.665944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:02:17.683751 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:02:17.684099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1411641a-3645-4d9c-aa3d-fc9f1c7dca85 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:02:17.684511 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cbe582b0-fd4a-4e39-b24b-083c26b68bc4 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:02:17.702441 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: cbe582b0-fd4a-4e39-b24b-083c26b68bc4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:02:17.702788 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device cbe582b0-fd4a-4e39-b24b-083c26b68bc4 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:02:17.758382 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aee7fa37-5e94-4ba4-9282-84a3f636fa74 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.761039 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-aee7fa37-5e94-4ba4-9282-84a3f636fa74 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:17.762205 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aee7fa37-5e94-4ba4-9282-84a3f636fa74 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/security-groups/3f06ff8c-4067-4f6f-8969-ba2c8a81c66b HTTP/1.1" status: 204 len: 168 time: 0.2425716 Aug 29 08:02:17.771826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7fa37-5e94-4ba4-9282-84a3f636fa74 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f06ff8c-4067-4f6f-8969-ba2c8a81c66b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:18.474684 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45302) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:18.479488 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6965f59c-d72a-4f1c-9fd2-6e91ce0cee16 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-51981028', 'description': 'tempest-secgroup-smoke-51981028 description', 'project_id': '6e6a6f027c3a48d5b213ddf316328266'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:02:18.580878 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6965f59c-d72a-4f1c-9fd2-6e91ce0cee16 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:18.660361 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6965f59c-d72a-4f1c-9fd2-6e91ce0cee16 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:18.745789 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6965f59c-d72a-4f1c-9fd2-6e91ce0cee16 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:18.775966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965f59c-d72a-4f1c-9fd2-6e91ce0cee16 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a59dc65-c1fa-4229-b614-78dc431d9f3e,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:18.848698 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6965f59c-d72a-4f1c-9fd2-6e91ce0cee16 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:18.850031 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6965f59c-d72a-4f1c-9fd2-6e91ce0cee16 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3742630 Aug 29 08:02:18.852887 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45304) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:18.857630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-2726f1f4-9d56-44c6-b4f7-5379d49f084d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '9a59dc65-c1fa-4229-b614-78dc431d9f3e', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:02:18.939298 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2726f1f4-9d56-44c6-b4f7-5379d49f084d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:18.995264 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2726f1f4-9d56-44c6-b4f7-5379d49f084d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:19.060574 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2726f1f4-9d56-44c6-b4f7-5379d49f084d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:19.078917 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726f1f4-9d56-44c6-b4f7-5379d49f084d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c0c900-6968-4476-95f0-2ba6b7832137,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:19.129473 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2726f1f4-9d56-44c6-b4f7-5379d49f084d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:19.130760 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2726f1f4-9d56-44c6-b4f7-5379d49f084d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2768502 Aug 29 08:02:19.133761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45306) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:19.138934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-19e28907-6876-4110-bfe1-c959856b2ed5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '9a59dc65-c1fa-4229-b614-78dc431d9f3e', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:02:19.196793 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-19e28907-6876-4110-bfe1-c959856b2ed5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:19.255891 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-19e28907-6876-4110-bfe1-c959856b2ed5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:19.306700 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-19e28907-6876-4110-bfe1-c959856b2ed5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:19.325409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e28907-6876-4110-bfe1-c959856b2ed5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13d13f6-3351-45af-8161-c283a89658ea,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:19.374179 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-19e28907-6876-4110-bfe1-c959856b2ed5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:19.375414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-19e28907-6876-4110-bfe1-c959856b2ed5 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2406497 Aug 29 08:02:19.378220 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45308) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:19.382691 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-505b8b77-d8f4-4493-a819-ffca848e8650 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '9a59dc65-c1fa-4229-b614-78dc431d9f3e', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:02:19.449162 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-505b8b77-d8f4-4493-a819-ffca848e8650 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:19.507322 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-505b8b77-d8f4-4493-a819-ffca848e8650 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:19.563544 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-505b8b77-d8f4-4493-a819-ffca848e8650 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:19.582714 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b8b77-d8f4-4493-a819-ffca848e8650 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0fa48b-ccc0-406d-845d-d6fa56f3f28f,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:19.632199 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-505b8b77-d8f4-4493-a819-ffca848e8650 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:19.633454 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-505b8b77-d8f4-4493-a819-ffca848e8650 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2542830 Aug 29 08:02:19.636183 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45310) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:19.641468 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3ffdcfda-8889-42e5-ab03-aa9c5ec59c2c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '9a59dc65-c1fa-4229-b614-78dc431d9f3e', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:02:19.728478 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ffdcfda-8889-42e5-ab03-aa9c5ec59c2c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:19.785435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ffdcfda-8889-42e5-ab03-aa9c5ec59c2c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:19.929257 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ffdcfda-8889-42e5-ab03-aa9c5ec59c2c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:19.949099 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdcfda-8889-42e5-ab03-aa9c5ec59c2c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758245cd-81c0-476a-9275-e957a3826071,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:20.026707 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3ffdcfda-8889-42e5-ab03-aa9c5ec59c2c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:20.027992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3ffdcfda-8889-42e5-ab03-aa9c5ec59c2c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3908856 Aug 29 08:02:20.030764 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45312) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:20.035298 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-4416623f-3181-4118-b03d-2a98da80feb6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '9a59dc65-c1fa-4229-b614-78dc431d9f3e', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:02:20.106720 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-4416623f-3181-4118-b03d-2a98da80feb6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Project 6e6a6f027c3a48d5b213ddf316328266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 08:02:20.112246 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4416623f-3181-4118-b03d-2a98da80feb6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:20.174709 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4416623f-3181-4118-b03d-2a98da80feb6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:20.242722 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4416623f-3181-4118-b03d-2a98da80feb6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:20.260287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416623f-3181-4118-b03d-2a98da80feb6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bb560b-6ed0-4005-874e-98ab14c359f1,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:20.312379 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-4416623f-3181-4118-b03d-2a98da80feb6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:20.315478 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-4416623f-3181-4118-b03d-2a98da80feb6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2836449 Aug 29 08:02:20.316947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45314) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:20.321847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-711d0223-83fc-4957-9f2b-e7b97226d429 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'security_group_rule': {'security_group_id': '9a59dc65-c1fa-4229-b614-78dc431d9f3e', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:02:20.420964 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-711d0223-83fc-4957-9f2b-e7b97226d429 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Project 6e6a6f027c3a48d5b213ddf316328266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 08:02:20.426511 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-711d0223-83fc-4957-9f2b-e7b97226d429 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:20.488050 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-711d0223-83fc-4957-9f2b-e7b97226d429 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:20.558157 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-711d0223-83fc-4957-9f2b-e7b97226d429 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:20.576475 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d0223-83fc-4957-9f2b-e7b97226d429 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d91944-3de5-4106-821d-ebb5fee6ec57,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:20.655435 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-711d0223-83fc-4957-9f2b-e7b97226d429 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:20.657225 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-711d0223-83fc-4957-9f2b-e7b97226d429 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3388298 Aug 29 08:02:20.660132 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45316) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:20.665679 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-775b4001-0f0f-4537-96b8-d4c78d948b6e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'network': {'name': 'tempest-network-smoke--238628032', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'port_security_enabled': True}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:02:20.746969 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775b4001-0f0f-4537-96b8-d4c78d948b6e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'network': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:02:20.750535 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-775b4001-0f0f-4537-96b8-d4c78d948b6e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:20.774209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775b4001-0f0f-4537-96b8-d4c78d948b6e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=95404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 08:02:20.783081 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-775b4001-0f0f-4537-96b8-d4c78d948b6e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:20.783451 n-d-713301-12 neutron-server[95404]: INFO neutron.db.segments_db [None req-775b4001-0f0f-4537-96b8-d4c78d948b6e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Added segment 5b1ec07b-7d08-4b79-9e53-98e93d989acb of type vlan for network 820b45ae-389a-4f4b-88d8-368815ab13c7 Aug 29 08:02:20.823674 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-775b4001-0f0f-4537-96b8-d4c78d948b6e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:20.912802 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-775b4001-0f0f-4537-96b8-d4c78d948b6e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:20.918481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775b4001-0f0f-4537-96b8-d4c78d948b6e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:20.919092 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-775b4001-0f0f-4537-96b8-d4c78d948b6e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:20.988280 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b4001-0f0f-4537-96b8-d4c78d948b6e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Network': ['ID=820b45ae-389a-4f4b-88d8-368815ab13c7,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:20.999463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 820b45ae-389a-4f4b-88d8-368815ab13c7 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:02:21.038295 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-775b4001-0f0f-4537-96b8-d4c78d948b6e tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3770044 Aug 29 08:02:21.043683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45318) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:21.048367 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'admin_state_up': True, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:02:21.147117 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:21.148203 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:21.198118 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:21.668732 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:21.677791 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:21.969511 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:21.988185 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:22.085524 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.25.1.99 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/4f96e5cb-227a-4df7-873f-5ea90e4f0c2f) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:02:22.190033 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:22.300766 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:22.340779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:02:22.345970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:02:22.351254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:02:22.354261 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=4f96e5cb-227a-4df7-873f-5ea90e4f0c2f,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:22.669394 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:22.878352 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:23.088958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 08:02:23.196639 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:02:23.206048 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Sync routers for ids ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:02:23.214989 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Routers {'eed2a5cb-ef4c-4b27-b190-b8491bf29e65'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:02:23.215627 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:02:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:23.283561 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:23.284857 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-3f17a1af-adb0-42b1-8707-bdf9132e475f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2401259 Aug 29 08:02:23.288127 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45322) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:23.321374 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Set router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:02:23.448363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-fb5b68b0-9cdb-4974-8ab3-2af8d5542033 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=6e6a6f027c3a48d5b213ddf316328266&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1591501 Aug 29 08:02:23.451028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45326) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:23.500974 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:22Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:23.529734 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Checking router: eed2a5cb-ef4c-4b27-b190-b8491bf29e65 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:02:23.530079 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Updating router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 port 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:02:23.537059 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958816ed-5573-42c8-984d-0e4209c3a5d1 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:23.538734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-958816ed-5573-42c8-984d-0e4209c3a5d1 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867269 Aug 29 08:02:23.541646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45328) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:23.554949 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:23.574155 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2f202491-d1af-4a97-a22a-e99e806622e5 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=ec29e391-b953-492d-9b9a-1a4734efccfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313933 Aug 29 08:02:23.576601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45330) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:23.581467 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-b439a0c4-f3a7-414d-8d3a-ef686cc1ab29 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-540030972', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:02:23.717847 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b439a0c4-f3a7-414d-8d3a-ef686cc1ab29 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'subnet': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:02:23.721857 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b439a0c4-f3a7-414d-8d3a-ef686cc1ab29 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9377258'] for subnet, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:23.805186 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:23.815679 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Transition to ACTIVE for port object 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:02:23.900688 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:23.955556 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Attempting to bind port 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:02:23.955929 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Attempting to bind port 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:02:23.956299 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Attempting to bind port 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:02:23.963650 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b639e-60bf-4f6f-a2e9-9097676cebf3 None None] Pushing event updated for resources: {'Port': ['ID=4f96e5cb-227a-4df7-873f-5ea90e4f0c2f,revision_number=2']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:23.966887 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:02:23.967287 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:02:23.967694 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:23.968159 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:02:23.968664 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Bound port: 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:02:23.969595 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:23.976235 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b639e-60bf-4f6f-a2e9-9097676cebf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:23.976591 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b639e-60bf-4f6f-a2e9-9097676cebf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:23.976938 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b639e-60bf-4f6f-a2e9-9097676cebf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:23.977282 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b639e-60bf-4f6f-a2e9-9097676cebf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:23.977617 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b639e-60bf-4f6f-a2e9-9097676cebf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:23.977953 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b639e-60bf-4f6f-a2e9-9097676cebf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:23.978287 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b639e-60bf-4f6f-a2e9-9097676cebf3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:23.978618 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b639e-60bf-4f6f-a2e9-9097676cebf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:23.978947 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b639e-60bf-4f6f-a2e9-9097676cebf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:23.979304 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b639e-60bf-4f6f-a2e9-9097676cebf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:23.979727 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b639e-60bf-4f6f-a2e9-9097676cebf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:23.980060 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b639e-60bf-4f6f-a2e9-9097676cebf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:02:23.992784 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b439a0c4-f3a7-414d-8d3a-ef686cc1ab29 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2106194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9377176'] for subnet, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:24.055757 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439a0c4-f3a7-414d-8d3a-ef686cc1ab29 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Subnet': ['ID=d1ef9022-130a-4333-9967-c3f7f5b2ba52,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:24.066500 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b439a0c4-f3a7-414d-8d3a-ef686cc1ab29 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Checking segment: {'id': '5b1ec07b-7d08-4b79-9e53-98e93d989acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:02:24.070101 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439a0c4-f3a7-414d-8d3a-ef686cc1ab29 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network hostable DHCP agents. Network: 820b45ae-389a-4f4b-88d8-368815ab13c7, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:02:24.133003 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] For port 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:02:24.136441 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] For port 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4f96e5cb-227a-4df7-873f-5ea90e4f0c2f,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:02:24.146856 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439a0c4-f3a7-414d-8d3a-ef686cc1ab29 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network 820b45ae-389a-4f4b-88d8-368815ab13c7 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:02:24.210184 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:24.238281 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-b439a0c4-f3a7-414d-8d3a-ef686cc1ab29 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 820b45ae-389a-4f4b-88d8-368815ab13c7) {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:02:24.244422 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439a0c4-f3a7-414d-8d3a-ef686cc1ab29 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:24.245174 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-b439a0c4-f3a7-414d-8d3a-ef686cc1ab29 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:24.249979 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e1fb48-6263-41a0-aefa-f82cca42b00d None None] Network 820b45ae-389a-4f4b-88d8-368815ab13c7 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:02:24.267695 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b639e-60bf-4f6f-a2e9-9097676cebf3 None None] Pushing event updated for resources: {'Port': ['ID=4f96e5cb-227a-4df7-873f-5ea90e4f0c2f,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:24.276022 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Routers {'eed2a5cb-ef4c-4b27-b190-b8491bf29e65'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:02:24.276589 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:02:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:24.330193 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-b439a0c4-f3a7-414d-8d3a-ef686cc1ab29 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7525549 Aug 29 08:02:24.333140 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45332) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:24.395993 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] Set router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:02:24.561878 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-820b45ae-389a-4f4b-88d8-368815ab13c7', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ips': [{'subnet_id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 08:02:24.563447 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:24.598757 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:22Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:24.626335 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6e6c55-ff35-48f2-91dd-ac2d4ed6583f None None] The sync data for ids ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'] in n-d-713301-12 is: [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:22Z', 'revision_number': 3, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:02:24.713182 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Allocated IP 172.20.0.2 (820b45ae-389a-4f4b-88d8-368815ab13c7/d1ef9022-130a-4333-9967-c3f7f5b2ba52/aec89f68-3d4c-4188-b5d3-4cfd57a2d101) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:02:24.793327 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:24.880354 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:24.889869 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Transition to ACTIVE for port object aec89f68-3d4c-4188-b5d3-4cfd57a2d101 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:02:24.905881 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Transition to ACTIVE for port object aec89f68-3d4c-4188-b5d3-4cfd57a2d101 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:02:24.992528 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:25.035841 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Network 820b45ae-389a-4f4b-88d8-368815ab13c7 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:02:25.041389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:02:25.045782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:02:25.059633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Pushing event updated for resources: {'Port': ['ID=aec89f68-3d4c-4188-b5d3-4cfd57a2d101,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:25.116543 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.20.0.1 (820b45ae-389a-4f4b-88d8-368815ab13c7/d1ef9022-130a-4333-9967-c3f7f5b2ba52/1656a18a-89fc-44d9-a0bd-3689d4e4ec37) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:02:25.122307 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Attempting to bind port aec89f68-3d4c-4188-b5d3-4cfd57a2d101 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:02:25.122840 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Attempting to bind port aec89f68-3d4c-4188-b5d3-4cfd57a2d101 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '5b1ec07b-7d08-4b79-9e53-98e93d989acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:02:25.123325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Attempting to bind port aec89f68-3d4c-4188-b5d3-4cfd57a2d101 on network 820b45ae-389a-4f4b-88d8-368815ab13c7 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:02:25.129562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:02:25.132679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Checking segment: {'id': '5b1ec07b-7d08-4b79-9e53-98e93d989acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:02:25.132679 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:25.132679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Bound using segment: {'id': '5b1ec07b-7d08-4b79-9e53-98e93d989acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:02:25.132679 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Bound port: aec89f68-3d4c-4188-b5d3-4cfd57a2d101, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1ec07b-7d08-4b79-9e53-98e93d989acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:02:25.132679 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:25.199441 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] For port aec89f68-3d4c-4188-b5d3-4cfd57a2d101, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:02:25.202985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] For port aec89f68-3d4c-4188-b5d3-4cfd57a2d101, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=aec89f68-3d4c-4188-b5d3-4cfd57a2d101,segment=NetworkSegment(5b1ec07b-7d08-4b79-9e53-98e93d989acb),segment_id=5b1ec07b-7d08-4b79-9e53-98e93d989acb)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:02:25.241406 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:25.258777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Transition to ACTIVE for port object 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:02:25.267499 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:25.334231 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae72a9-60af-4858-8c5b-f914e1831512 None None] Pushing event updated for resources: {'Port': ['ID=aec89f68-3d4c-4188-b5d3-4cfd57a2d101,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:25.358509 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:25.410057 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network 820b45ae-389a-4f4b-88d8-368815ab13c7 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:02:25.413440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:02:25.417227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:02:25.424519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=1656a18a-89fc-44d9-a0bd-3689d4e4ec37,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:25.473957 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:25.591366 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:02:25.706092 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:25.706324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:02:25.710526 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:02:25.710907 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:25.790265 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:25.811281 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4f96e5cb-227a-4df7-873f-5ea90e4f0c2f,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:02:25.906928 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:25.965416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=4f96e5cb-227a-4df7-873f-5ea90e4f0c2f,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:25.990855 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:26.054927 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:26.133075 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=1656a18a-89fc-44d9-a0bd-3689d4e4ec37,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:26.136680 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:26.227226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network 820b45ae-389a-4f4b-88d8-368815ab13c7 is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:02:26.228559 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:02:26.338210 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:02:26.449877 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:02:26.455948 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a2e8c893-4c8a-4ba8-a085-a5bd03b40b4a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "PUT /v2.0/routers/eed2a5cb-ef4c-4b27-b190-b8491bf29e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1216438 Aug 29 08:02:26.616915 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-7dc814e9-fd3e-4590-9269-6295b1c41062 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51981028&fields=id&tenant_id=6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 267 time: 0.0358651 Aug 29 08:02:26.687959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Sync routers for ids ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:02:26.697964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Routers {'eed2a5cb-ef4c-4b27-b190-b8491bf29e65'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:02:26.698847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:02:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:26.733801 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-13e581a3-e58e-43dc-b623-dae94db3a16c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:26.734041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4055c0fa-1db5-441d-ae9a-1084e146e885 None None] Network 820b45ae-389a-4f4b-88d8-368815ab13c7 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:02:26.736057 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-13e581a3-e58e-43dc-b623-dae94db3a16c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/networks?id=820b45ae-389a-4f4b-88d8-368815ab13c7 HTTP/1.1" status: 200 len: 796 time: 0.1118703 Aug 29 08:02:26.753668 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-444b681a-1e0a-4b74-bee8-ef9fca202950 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/quotas/6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 375 time: 0.0100300 Aug 29 08:02:26.810558 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-2d3e3db0-7aa6-4671-ae6b-b45019505d78 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502515 Aug 29 08:02:26.860176 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-2a2e36c9-73b4-4257-b37d-32ada959758d None None] Provisioning for port aec89f68-3d4c-4188-b5d3-4cfd57a2d101 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:02:26.879416 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Set router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:02:26.886423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-67ada7f2-db53-4cbe-9ff1-c76214bb02a0 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 08:02:26.887452 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-67ada7f2-db53-4cbe-9ff1-c76214bb02a0 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0628688 Aug 29 08:02:26.977404 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-3c187c59-712f-4b9a-b752-b0631f5083ee service neutron] 10.222.0.76 "GET /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832515 Aug 29 08:02:27.072043 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-f5726467-5fd7-46f4-97a3-7d75ee64f6b5 service neutron] 10.222.0.76 "GET /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883048 Aug 29 08:02:27.141386 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '1656a18a-89fc-44d9-a0bd-3689d4e4ec37', 'name': '', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:f1:66:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:24Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 2, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:27.174442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Checking router: eed2a5cb-ef4c-4b27-b190-b8491bf29e65 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:02:27.174677 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Updating router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:02:27.200507 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:27.353678 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66deb2cc-7fa6-482f-9ee1-f57a3a1f0c69 req-09464529-858b-4010-bdae-eae18eaad534 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 210 time: 0.0373094 Aug 29 08:02:27.410390 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f1f626b2-9faa-4f96-8d02-e32652d6404b None None] Provisioning for port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:02:27.420843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f1f626b2-9faa-4f96-8d02-e32652d6404b None None] Provisioning complete for port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:02:27.421223 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f1f626b2-9faa-4f96-8d02-e32652d6404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:27.477652 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f1f626b2-9faa-4f96-8d02-e32652d6404b None None] Port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:02:27.547795 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:27.560051 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Transition to ACTIVE for port object 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:02:27.613205 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device aec89f68-3d4c-4188-b5d3-4cfd57a2d101 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:02:27.657806 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:27.722002 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c4750-c964-4e98-a054-2ef309ab987b None None] Pushing event updated for resources: {'Port': ['ID=1656a18a-89fc-44d9-a0bd-3689d4e4ec37,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:27.773433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Attempting to bind port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:02:27.773817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Attempting to bind port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '5b1ec07b-7d08-4b79-9e53-98e93d989acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:02:27.774085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Attempting to bind port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 on network 820b45ae-389a-4f4b-88d8-368815ab13c7 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:02:27.779477 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:02:27.779852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Checking segment: {'id': '5b1ec07b-7d08-4b79-9e53-98e93d989acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:02:27.780259 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:27.780655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Bound using segment: {'id': '5b1ec07b-7d08-4b79-9e53-98e93d989acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:02:27.781144 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Bound port: 1656a18a-89fc-44d9-a0bd-3689d4e4ec37, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1ec07b-7d08-4b79-9e53-98e93d989acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:02:27.782073 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:27.795035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port aec89f68-3d4c-4188-b5d3-4cfd57a2d101 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:02:27.802525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port aec89f68-3d4c-4188-b5d3-4cfd57a2d101 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:02:27.802899 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:27.900495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] For port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:02:27.904371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] For port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1656a18a-89fc-44d9-a0bd-3689d4e4ec37,segment=NetworkSegment(5b1ec07b-7d08-4b79-9e53-98e93d989acb),segment_id=5b1ec07b-7d08-4b79-9e53-98e93d989acb)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:02:27.941451 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:27.973029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port aec89f68-3d4c-4188-b5d3-4cfd57a2d101, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=aec89f68-3d4c-4188-b5d3-4cfd57a2d101,segment=NetworkSegment(5b1ec07b-7d08-4b79-9e53-98e93d989acb),segment_id=5b1ec07b-7d08-4b79-9e53-98e93d989acb)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:02:27.987495 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:28.054458 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Routers {'eed2a5cb-ef4c-4b27-b190-b8491bf29e65'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:02:28.055094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:02:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:28.060012 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c4750-c964-4e98-a054-2ef309ab987b None None] Pushing event updated for resources: {'Port': ['ID=1656a18a-89fc-44d9-a0bd-3689d4e4ec37,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:28.095187 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:28.095982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:02:28.221337 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=aec89f68-3d4c-4188-b5d3-4cfd57a2d101,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:28.240627 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] Set router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:02:28.279605 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:02:28.279900 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:28.451981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d8cc9d6-cab0-43a7-ab8a-a2d1f04644e6 req-8cd3ae9e-a400-45de-9015-3ea2a24b3d3f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 210 time: 0.0269499 Aug 29 08:02:28.515782 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '1656a18a-89fc-44d9-a0bd-3689d4e4ec37', 'name': '', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:f1:66:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:24Z', 'updated_at': '2021-08-29T08:02:27Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:28.543433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df81742-b6a7-49a8-9a5e-605912e434fc None None] The sync data for ids ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'] in n-d-713301-12 is: [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '1656a18a-89fc-44d9-a0bd-3689d4e4ec37', 'name': '', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:f1:66:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:24Z', 'updated_at': '2021-08-29T08:02:27Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:02:28.955587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c9798f84-1c26-465a-92a5-d3a2faa9ae7f req-31c1f2e6-d74e-407f-9cc0-5429de225abd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254030 Aug 29 08:02:29.026312 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c9798f84-1c26-465a-92a5-d3a2faa9ae7f req-1271c5b6-8d48-4803-b444-75917f836240 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0299902 Aug 29 08:02:29.065516 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c9798f84-1c26-465a-92a5-d3a2faa9ae7f req-9cb759ef-f135-4b4a-b11f-3979c8964ff0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198231 Aug 29 08:02:29.161305 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9798f84-1c26-465a-92a5-d3a2faa9ae7f req-1172008e-ead0-4f36-b3e0-357dcc3f7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:29.162929 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c9798f84-1c26-465a-92a5-d3a2faa9ae7f req-1172008e-ead0-4f36-b3e0-357dcc3f7e0e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912776 Aug 29 08:02:29.321042 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-68073a05-c7e9-4459-ac71-f838cd85c032 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:29.323524 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-68073a05-c7e9-4459-ac71-f838cd85c032 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/networks?id=820b45ae-389a-4f4b-88d8-368815ab13c7 HTTP/1.1" status: 200 len: 796 time: 0.1109180 Aug 29 08:02:29.373537 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-ca6a300c-ce97-471c-9601-157c0561ce98 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6a6f027c3a48d5b213ddf316328266 HTTP/1.1" status: 200 len: 378 time: 0.0360038 Aug 29 08:02:29.383267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-d6a170bb-a533-4a53-a82f-d8cca325994c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'port': {'device_id': 'e97adb68-e689-45c4-98aa-358d09567f68', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'admin_state_up': True, 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'security_groups': ['9a59dc65-c1fa-4229-b614-78dc431d9f3e']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:02:29.558415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ac6386d9-e3d0-417c-b6cd-b4b894878acd req-51125b9a-d333-425a-8896-3181be16c9b6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 210 time: 0.0277212 Aug 29 08:02:29.600348 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device aec89f68-3d4c-4188-b5d3-4cfd57a2d101 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:02:29.603771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-d6a170bb-a533-4a53-a82f-d8cca325994c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Made reservation on behalf of 6e6a6f027c3a48d5b213ddf316328266 for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:02:29.607437 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-d6a170bb-a533-4a53-a82f-d8cca325994c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:29.660927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port aec89f68-3d4c-4188-b5d3-4cfd57a2d101 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:02:29.661321 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:29.740221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-d6a170bb-a533-4a53-a82f-d8cca325994c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.20.0.14 (820b45ae-389a-4f4b-88d8-368815ab13c7/d1ef9022-130a-4333-9967-c3f7f5b2ba52/6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:02:29.741092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:02:29.849054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:02:29.852989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:02:29.853479 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:29.883428 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-d6a170bb-a533-4a53-a82f-d8cca325994c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:29.897407 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-d6a170bb-a533-4a53-a82f-d8cca325994c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Transition to ACTIVE for port object 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:02:29.998400 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-d6a170bb-a533-4a53-a82f-d8cca325994c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:30.044161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-d6a170bb-a533-4a53-a82f-d8cca325994c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network 820b45ae-389a-4f4b-88d8-368815ab13c7 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:02:30.047964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-d6a170bb-a533-4a53-a82f-d8cca325994c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:02:30.051722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-d6a170bb-a533-4a53-a82f-d8cca325994c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:02:30.078930 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a170bb-a533-4a53-a82f-d8cca325994c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:30.096515 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:30.109992 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-d6a170bb-a533-4a53-a82f-d8cca325994c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:30.110629 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-d6a170bb-a533-4a53-a82f-d8cca325994c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:30.133559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1656a18a-89fc-44d9-a0bd-3689d4e4ec37,segment=NetworkSegment(5b1ec07b-7d08-4b79-9e53-98e93d989acb),segment_id=5b1ec07b-7d08-4b79-9e53-98e93d989acb)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:02:30.232005 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-d6a170bb-a533-4a53-a82f-d8cca325994c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8524947 Aug 29 08:02:30.243718 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:30.250747 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Request body: {'port': {'device_id': 'e97adb68-e689-45c4-98aa-358d09567f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:02:30.299822 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=1656a18a-89fc-44d9-a0bd-3689d4e4ec37,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:30.308426 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:30.329024 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5df083a2-59ec-4e42-b288-f176343d35fc None None] Provisioning for port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:02:30.333452 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5df083a2-59ec-4e42-b288-f176343d35fc None None] Provisioning complete for port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:02:30.333833 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5df083a2-59ec-4e42-b288-f176343d35fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:30.371557 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5df083a2-59ec-4e42-b288-f176343d35fc None None] Port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:02:30.564474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:02:30.571916 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:30.584281 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Transition to ACTIVE for port object 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:02:30.654839 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:30.686401 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4c4aa-957e-475f-b37c-7c146a069382 req-c24568da-f57b-43ba-a5d6-f15381bd90fb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:30.687965 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6a4c4aa-957e-475f-b37c-7c146a069382 req-c24568da-f57b-43ba-a5d6-f15381bd90fb tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 932 time: 0.0553529 Aug 29 08:02:30.708084 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:30.737782 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a6a4c4aa-957e-475f-b37c-7c146a069382 req-5a25b97f-659c-4148-b8cc-4945f61b0393 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426369 Aug 29 08:02:30.786389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Attempting to bind port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:02:30.786731 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Attempting to bind port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '5b1ec07b-7d08-4b79-9e53-98e93d989acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:02:30.787072 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Attempting to bind port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc on network 820b45ae-389a-4f4b-88d8-368815ab13c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:02:30.791754 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc on network 820b45ae-389a-4f4b-88d8-368815ab13c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 08:02:30.792080 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Attempting to bind port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc on network 820b45ae-389a-4f4b-88d8-368815ab13c7 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:02:30.797105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:02:30.797448 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Checking segment: {'id': '5b1ec07b-7d08-4b79-9e53-98e93d989acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:02:30.797838 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Bound using segment: {'id': '5b1ec07b-7d08-4b79-9e53-98e93d989acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:02:30.798276 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Bound port: 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1ec07b-7d08-4b79-9e53-98e93d989acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:02:30.798643 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:30.868796 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] For port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:02:30.871869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] For port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc,segment=NetworkSegment(5b1ec07b-7d08-4b79-9e53-98e93d989acb),segment_id=5b1ec07b-7d08-4b79-9e53-98e93d989acb)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:02:30.946704 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:30.989857 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:30.990484 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:30.991996 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] 10.222.0.11 "PUT /v2.0/ports/6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc HTTP/1.1" status: 200 len: 1093 time: 0.7455962 Aug 29 08:02:30.992459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97adb68-e689-45c4-98aa-358d09567f68', 'tag': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:02:30.994857 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59762bf-c5ee-4534-a3a2-b3c8b4027320" -d '{"events": [{"name": "network-changed", "server_uuid": "e97adb68-e689-45c4-98aa-358d09567f68", "tag": "6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:02:31.018918 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee5969-fd83-45bb-b2ef-a53f125dc987 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:31.037772 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ba339b-1d60-44a7-ad03-59a3e1aff9c3 x-openstack-request-id: req-18ba339b-1d60-44a7-ad03-59a3e1aff9c3 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:02:31.038065 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97adb68-e689-45c4-98aa-358d09567f68", "tag": "6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:02:31.038320 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-18ba339b-1d60-44a7-ad03-59a3e1aff9c3 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:02:31.038724 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97adb68-e689-45c4-98aa-358d09567f68', 'tag': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc', 'status': 'completed', 'code': 200} Aug 29 08:02:31.120814 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59762bf-c5ee-4534-a3a2-b3c8b4027320 req-7c092226-e0a1-4a85-a751-b1d2d4d170a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:31.122333 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c59762bf-c5ee-4534-a3a2-b3c8b4027320 req-7c092226-e0a1-4a85-a751-b1d2d4d170a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 1096 time: 0.0423784 Aug 29 08:02:31.225484 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59762bf-c5ee-4534-a3a2-b3c8b4027320 req-5f5e5028-cb59-4158-ba94-fd6196a5c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:31.227008 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c59762bf-c5ee-4534-a3a2-b3c8b4027320 req-5f5e5028-cb59-4158-ba94-fd6196a5c521 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6e6a6f027c3a48d5b213ddf316328266&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0909257 Aug 29 08:02:31.329489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59762bf-c5ee-4534-a3a2-b3c8b4027320 req-de330262-7893-44dd-bfb9-8de3759da3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:31.330967 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c59762bf-c5ee-4534-a3a2-b3c8b4027320 req-de330262-7893-44dd-bfb9-8de3759da3c6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976253 Aug 29 08:02:31.425970 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-34602eb8-21cf-4d12-ab74-f44a0f146037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:31.427501 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-34602eb8-21cf-4d12-ab74-f44a0f146037 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 1096 time: 0.0403893 Aug 29 08:02:31.475112 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-c7534030-6328-4333-8315-32a6c16d7496 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc HTTP/1.1" status: 200 len: 217 time: 0.0341229 Aug 29 08:02:31.526583 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:02:31.532163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-17762ca0-9d34-4914-b8e7-9e3c1335d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:31.537803 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-17762ca0-9d34-4914-b8e7-9e3c1335d510 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d1ef9022-130a-4333-9967-c3f7f5b2ba52 HTTP/1.1" status: 200 len: 834 time: 0.0518088 Aug 29 08:02:31.577950 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:02:31.578935 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:31.581103 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-8de31011-8fd7-4677-b1f6-522ca20ba9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:31.582899 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-8de31011-8fd7-4677-b1f6-522ca20ba9d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=820b45ae-389a-4f4b-88d8-368815ab13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424585 Aug 29 08:02:31.679769 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-9bbad9f0-8de1-4271-b94d-e1c5075e8f58 service neutron] 10.222.0.11 "GET /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887623 Aug 29 08:02:31.774297 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-10eebed0-8cf6-4196-a57c-dc8f701cbb8b req-db5115ad-e71a-4409-afa3-812b69ace32b service neutron] 10.222.0.11 "GET /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879750 Aug 29 08:02:31.860919 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2a399-75e7-4bac-af7b-1f4888e081f9 req-b4f60fd5-6a86-4fe1-94cf-efb7b9402d69 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:31.862425 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2aa2a399-75e7-4bac-af7b-1f4888e081f9 req-b4f60fd5-6a86-4fe1-94cf-efb7b9402d69 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 944 time: 0.0509427 Aug 29 08:02:31.901737 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2aa2a399-75e7-4bac-af7b-1f4888e081f9 req-63a4a36c-d146-4c3e-8771-352ab72f308b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331709 Aug 29 08:02:33.026494 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767f57f-69b6-48da-904c-88235415f75d req-6c099dd8-46a0-43e1-ae0e-a024d0fccedc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:33.028045 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7767f57f-69b6-48da-904c-88235415f75d req-6c099dd8-46a0-43e1-ae0e-a024d0fccedc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 944 time: 0.0502629 Aug 29 08:02:33.065711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7767f57f-69b6-48da-904c-88235415f75d req-67f26c36-8469-4212-8bcc-9b97e8d495e0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316935 Aug 29 08:02:33.848984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:02:33.970128 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc,segment=NetworkSegment(5b1ec07b-7d08-4b79-9e53-98e93d989acb),segment_id=5b1ec07b-7d08-4b79-9e53-98e93d989acb)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:02:33.981998 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'port_id': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc', 'mac_address': 'fa:16:3e:01:33:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:02:34.017109 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:34.029976 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:02:34.048795 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc,segment=NetworkSegment(5b1ec07b-7d08-4b79-9e53-98e93d989acb),segment_id=5b1ec07b-7d08-4b79-9e53-98e93d989acb)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:02:34.106210 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:34.157122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:34.183207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba6930-2dc8-40c5-a6e1-9dbf53cf143c req-4a6e734d-e5aa-4fc0-9a87-7e63207312f2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:34.184678 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30ba6930-2dc8-40c5-a6e1-9dbf53cf143c req-4a6e734d-e5aa-4fc0-9a87-7e63207312f2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 945 time: 0.0523028 Aug 29 08:02:34.221951 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-30ba6930-2dc8-40c5-a6e1-9dbf53cf143c req-59cc652a-85b1-4506-b6de-db013486c0f7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309868 Aug 29 08:02:34.449168 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:34.539072 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:02:35.335950 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bcdff-a068-46d0-bd2e-bed1637c97cf req-e9431c2d-0f90-46c8-be44-92f61b544c80 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:35.337353 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-839bcdff-a068-46d0-bd2e-bed1637c97cf req-e9431c2d-0f90-46c8-be44-92f61b544c80 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 945 time: 0.0493038 Aug 29 08:02:35.374489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-839bcdff-a068-46d0-bd2e-bed1637c97cf req-5b8ccef2-be60-4b29-98b8-2aa433418606 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311198 Aug 29 08:02:35.846130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:02:36.020169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:02:36.024100 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:02:36.024472 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:36.098695 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:36.121204 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97adb68-e689-45c4-98aa-358d09567f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:02:36.123491 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a915a922-9725-4ce9-93ce-21d0b2b2802a" -d '{"events": [{"server_uuid": "e97adb68-e689-45c4-98aa-358d09567f68", "name": "network-vif-plugged", "status": "completed", "tag": "6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:02:36.137553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc,segment=NetworkSegment(5b1ec07b-7d08-4b79-9e53-98e93d989acb),segment_id=5b1ec07b-7d08-4b79-9e53-98e93d989acb)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:02:36.160328 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d680508-6118-4370-9100-2b7f854f66a7 x-openstack-request-id: req-4d680508-6118-4370-9100-2b7f854f66a7 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:02:36.160504 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97adb68-e689-45c4-98aa-358d09567f68", "name": "network-vif-plugged", "status": "completed", "tag": "6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:02:36.160767 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d680508-6118-4370-9100-2b7f854f66a7 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:02:36.161170 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97adb68-e689-45c4-98aa-358d09567f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc', 'code': 200} Aug 29 08:02:36.202650 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:36.256250 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:36.286993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14edf65-5475-4fda-8dcb-4bad74c802eb req-69ea064d-6398-4002-a14d-23bc43deab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:36.288541 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14edf65-5475-4fda-8dcb-4bad74c802eb req-69ea064d-6398-4002-a14d-23bc43deab0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 1098 time: 0.0461719 Aug 29 08:02:36.322463 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b14edf65-5475-4fda-8dcb-4bad74c802eb req-40408898-80e4-4cb6-8a10-7910662d3911 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275207 Aug 29 08:02:36.489604 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728eb2b-7c8d-4dfa-824e-a34022a1affb req-792bc60c-5204-4466-bef1-992cab5c054d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:36.491089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d728eb2b-7c8d-4dfa-824e-a34022a1affb req-792bc60c-5204-4466-bef1-992cab5c054d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.0486357 Aug 29 08:02:36.528255 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d728eb2b-7c8d-4dfa-824e-a34022a1affb req-708f4979-a9a6-4876-b9e7-3acf5e95f4ac tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309193 Aug 29 08:02:37.939054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218d840-2ac1-4195-81f2-d1b0fab3ba5d req-8fcdda25-180a-4981-8ed9-9443d7fee1a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:37.940762 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e218d840-2ac1-4195-81f2-d1b0fab3ba5d req-8fcdda25-180a-4981-8ed9-9443d7fee1a2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.3435886 Aug 29 08:02:37.979165 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e218d840-2ac1-4195-81f2-d1b0fab3ba5d req-f35ca4bd-72ad-48f4-b113-9761165cff37 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324686 Aug 29 08:02:38.197656 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-44ab9c1b-d54c-4591-82ea-7f613de70ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:39.092368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b92828-38f1-4d3c-8e78-a4ce6850f856 req-d1dc49b3-93f9-4f7a-9ed2-0e4b33d18588 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:39.093818 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1b92828-38f1-4d3c-8e78-a4ce6850f856 req-d1dc49b3-93f9-4f7a-9ed2-0e4b33d18588 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.0482211 Aug 29 08:02:39.130749 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1b92828-38f1-4d3c-8e78-a4ce6850f856 req-5b55873e-3ec7-4196-a195-e8177abf2edf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305171 Aug 29 08:02:39.241933 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaedfa-9fa4-4d6d-88cd-e089c0055a85 req-760722a0-6c4f-4bef-b114-06867de1deb2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:39.243416 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fbaedfa-9fa4-4d6d-88cd-e089c0055a85 req-760722a0-6c4f-4bef-b114-06867de1deb2 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.0487244 Aug 29 08:02:39.281142 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8fbaedfa-9fa4-4d6d-88cd-e089c0055a85 req-e0506768-7dc7-43b1-b744-c26bc9ca7733 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318367 Aug 29 08:02:39.304043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45390) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:39.347295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc81f9-0db0-4d24-accc-fa6c810d2381 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:39.348810 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7ddc81f9-0db0-4d24-accc-fa6c810d2381 tempest-TestNetworkAdvancedServerOps-1314777911 tempest-TestNetworkAdvancedServerOps-1314777911-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 1093 time: 0.0437651 Aug 29 08:02:39.351642 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45392) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:39.355922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:02:39.431797 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:39.525668 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:39.628897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Allocated IP 172.25.1.33 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/d1c38bb0-2b37-4b72-b576-b44bdd70e829) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:02:39.729547 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:39.832292 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:39.877114 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:02:39.879967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:02:39.883478 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:02:39.888787 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=d1c38bb0-2b37-4b72-b576-b44bdd70e829,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:40.242752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:40.358917 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:40.504170 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:40.562511 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:40.648993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event updated for resources: {'Port': ['ID=d1c38bb0-2b37-4b72-b576-b44bdd70e829,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:02:40.671061 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:40.729107 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2a78792c-fbed-44d0-8f3f-19830da19e2b req-16be2997-f34d-4f49-b909-3009ef7f63cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0922644 Aug 29 08:02:40.912102 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:41.136108 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Floating IP e7bc9c86-6ef6-4bcb-a939-8964b43a89ae associated. External IP: 172.25.1.33, port: 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc. Aug 29 08:02:41.176185 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78792c-fbed-44d0-8f3f-19830da19e2b req-c95f1fee-149c-43c7-824c-0bb8b304b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:41.177647 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2a78792c-fbed-44d0-8f3f-19830da19e2b req-c95f1fee-149c-43c7-824c-0bb8b304b53f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 1098 time: 0.0883195 Aug 29 08:02:41.362440 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78792c-fbed-44d0-8f3f-19830da19e2b req-0bd053a0-86c2-4e8b-84af-43885ca736da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:41.363942 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2a78792c-fbed-44d0-8f3f-19830da19e2b req-0bd053a0-86c2-4e8b-84af-43885ca736da service neutron] 10.222.0.11 "GET /v2.0/networks?id=820b45ae-389a-4f4b-88d8-368815ab13c7 HTTP/1.1" status: 200 len: 897 time: 0.1449392 Aug 29 08:02:41.468493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:02:41.470517 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2a78792c-fbed-44d0-8f3f-19830da19e2b req-b96d681b-0b47-49e3-9f43-8157d4c921f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc HTTP/1.1" status: 200 len: 999 time: 0.0765402 Aug 29 08:02:41.563428 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78792c-fbed-44d0-8f3f-19830da19e2b req-97cead0a-c4c9-48cd-a8b6-7ce45320df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:41.565420 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2a78792c-fbed-44d0-8f3f-19830da19e2b req-97cead0a-c4c9-48cd-a8b6-7ce45320df91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d1ef9022-130a-4333-9967-c3f7f5b2ba52 HTTP/1.1" status: 200 len: 834 time: 0.0886197 Aug 29 08:02:41.597705 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f14fd7de-076a-4015-98ce-2c5c8889f90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:41.647389 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:02:41.662111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78792c-fbed-44d0-8f3f-19830da19e2b req-c156c5a9-c1fd-465e-ae8a-08602ef9e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:41.663714 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2a78792c-fbed-44d0-8f3f-19830da19e2b req-c156c5a9-c1fd-465e-ae8a-08602ef9e68d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=820b45ae-389a-4f4b-88d8-368815ab13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689447 Aug 29 08:02:41.717489 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:41.758116 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-22a519c1-f797-4831-abb2-b46895fcd272 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4030511 Aug 29 08:02:41.758359 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97adb68-e689-45c4-98aa-358d09567f68', 'tag': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:02:41.760581 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e1effc-79e0-4810-94e5-87800a609537" -d '{"events": [{"name": "network-changed", "server_uuid": "e97adb68-e689-45c4-98aa-358d09567f68", "tag": "6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:02:41.771083 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059491d4-ea21-4a6d-9177-aa22c4ad7c4b None None] Sync routers for ids ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:02:41.793046 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2a78792c-fbed-44d0-8f3f-19830da19e2b req-354a5a8c-ad76-4254-a2f2-6d59dc08ce99 service neutron] 10.222.0.11 "GET /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214633 Aug 29 08:02:41.795631 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059491d4-ea21-4a6d-9177-aa22c4ad7c4b None None] Routers {'eed2a5cb-ef4c-4b27-b190-b8491bf29e65'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:02:41.796281 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-059491d4-ea21-4a6d-9177-aa22c4ad7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:02:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:41.799763 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49285cc-9782-4a18-a140-06c036ceef7b x-openstack-request-id: req-c49285cc-9782-4a18-a140-06c036ceef7b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:02:41.799763 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97adb68-e689-45c4-98aa-358d09567f68", "tag": "6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:02:41.800051 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c49285cc-9782-4a18-a140-06c036ceef7b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:02:41.800316 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97adb68-e689-45c4-98aa-358d09567f68', 'tag': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc', 'status': 'completed', 'code': 200} Aug 29 08:02:41.888398 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889828c-9693-4a27-ac8d-cea64bc4af15 req-22c917c4-f532-4518-bd1c-b1a87076a8bf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:41.890101 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b889828c-9693-4a27-ac8d-cea64bc4af15 req-22c917c4-f532-4518-bd1c-b1a87076a8bf tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.0617077 Aug 29 08:02:41.905658 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-2a78792c-fbed-44d0-8f3f-19830da19e2b req-49bd4228-ee8d-4c07-9ef2-f18c1d8313a7 service neutron] 10.222.0.11 "GET /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034012 Aug 29 08:02:41.911397 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-059491d4-ea21-4a6d-9177-aa22c4ad7c4b None None] Set router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:02:41.935345 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b889828c-9693-4a27-ac8d-cea64bc4af15 req-9d17a6de-c50c-4488-b795-23527c660b3a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393500 Aug 29 08:02:41.951879 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45398) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:42.015537 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cdae9dab-5880-4ede-89be-4a20a2ec4ba7 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/e7bc9c86-6ef6-4bcb-a939-8964b43a89ae HTTP/1.1" status: 200 len: 991 time: 0.0621719 Aug 29 08:02:42.088270 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:42.124019 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1effc-79e0-4810-94e5-87800a609537 req-4bb058e2-b144-4790-9a94-e5972e044df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:42.125929 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-29e1effc-79e0-4810-94e5-87800a609537 req-4bb058e2-b144-4790-9a94-e5972e044df9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 1098 time: 0.0477464 Aug 29 08:02:42.150003 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-059491d4-ea21-4a6d-9177-aa22c4ad7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'e7bc9c86-6ef6-4bcb-a939-8964b43a89ae', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.33', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'port_id': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'mac_address': 'fa:16:3e:01:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97adb68-e689-45c4-98aa-358d09567f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:02:40Z', 'updated_at': '2021-08-29T08:02:40Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1656a18a-89fc-44d9-a0bd-3689d4e4ec37', 'name': '', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:f1:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:24Z', 'updated_at': '2021-08-29T08:02:30Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:42.181594 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059491d4-ea21-4a6d-9177-aa22c4ad7c4b None None] Checking router: eed2a5cb-ef4c-4b27-b190-b8491bf29e65 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:02:42.190226 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059491d4-ea21-4a6d-9177-aa22c4ad7c4b None None] Routers {'eed2a5cb-ef4c-4b27-b190-b8491bf29e65'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:02:42.190857 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-059491d4-ea21-4a6d-9177-aa22c4ad7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:02:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:42.217434 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1effc-79e0-4810-94e5-87800a609537 req-db9c497a-abd1-407f-af94-2e89cdef59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:42.218923 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-29e1effc-79e0-4810-94e5-87800a609537 req-db9c497a-abd1-407f-af94-2e89cdef59e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=820b45ae-389a-4f4b-88d8-368815ab13c7 HTTP/1.1" status: 200 len: 897 time: 0.0868478 Aug 29 08:02:42.291843 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-29e1effc-79e0-4810-94e5-87800a609537 req-4df382f5-25e8-47bc-bfd6-1f95edd73b4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc HTTP/1.1" status: 200 len: 999 time: 0.0657904 Aug 29 08:02:42.304598 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-059491d4-ea21-4a6d-9177-aa22c4ad7c4b None None] Set router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:02:42.344936 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1effc-79e0-4810-94e5-87800a609537 req-94fbfb45-0a3d-4b0a-8095-e12ab6973bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:42.347001 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-29e1effc-79e0-4810-94e5-87800a609537 req-94fbfb45-0a3d-4b0a-8095-e12ab6973bdc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d1ef9022-130a-4333-9967-c3f7f5b2ba52 HTTP/1.1" status: 200 len: 834 time: 0.0479589 Aug 29 08:02:42.394391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1effc-79e0-4810-94e5-87800a609537 req-35ee982c-9765-42ed-8bd2-311ad462b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:02:42.396045 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-29e1effc-79e0-4810-94e5-87800a609537 req-35ee982c-9765-42ed-8bd2-311ad462b541 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=820b45ae-389a-4f4b-88d8-368815ab13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420265 Aug 29 08:02:42.493237 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-29e1effc-79e0-4810-94e5-87800a609537 req-87816af3-e08f-43c2-ab21-b5698fef2d57 service neutron] 10.222.0.11 "GET /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901139 Aug 29 08:02:42.544142 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-059491d4-ea21-4a6d-9177-aa22c4ad7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'e7bc9c86-6ef6-4bcb-a939-8964b43a89ae', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.33', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'port_id': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'mac_address': 'fa:16:3e:01:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97adb68-e689-45c4-98aa-358d09567f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:02:40Z', 'updated_at': '2021-08-29T08:02:40Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1656a18a-89fc-44d9-a0bd-3689d4e4ec37', 'name': '', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:f1:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:24Z', 'updated_at': '2021-08-29T08:02:30Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:02:42.569966 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059491d4-ea21-4a6d-9177-aa22c4ad7c4b None None] The sync data for ids ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'] in n-d-713301-12 is: [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'e7bc9c86-6ef6-4bcb-a939-8964b43a89ae', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'floating_ip_address': '172.25.1.33', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'port_id': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'mac_address': 'fa:16:3e:01:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97adb68-e689-45c4-98aa-358d09567f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:02:40Z', 'updated_at': '2021-08-29T08:02:40Z', 'revision_number': 0, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1656a18a-89fc-44d9-a0bd-3689d4e4ec37', 'name': '', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:f1:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:24Z', 'updated_at': '2021-08-29T08:02:30Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:02:42.587564 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-29e1effc-79e0-4810-94e5-87800a609537 req-038ffb7c-4ea4-4239-8e37-0887bd352436 service neutron] 10.222.0.11 "GET /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878518 Aug 29 08:02:42.759631 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987fc126-1a1c-4315-bcf4-a482b6855b60 None None] New status for floating IP e7bc9c86-6ef6-4bcb-a939-8964b43a89ae: ACTIVE {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 08:02:43.019126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45400) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:02:43.085464 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-38b8120b-fe82-4586-8bc8-34919c8e949b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/e7bc9c86-6ef6-4bcb-a939-8964b43a89ae HTTP/1.1" status: 200 len: 993 time: 0.0651546 Aug 29 08:02:43.831734 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:02:44.287753 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:02:51.642850 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:04.442783 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:08.201991 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c0d634b2-731c-4e1b-bbaf-106e45c92581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:10.916230 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:11.624384 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5ec424d7-d2f7-4c05-b789-80ff0036a733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:12.075997 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:13.813265 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:21.287452 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:03:21.653203 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:28.960768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b142a492-fd17-4fab-bdf5-3f5d12a4742f req-0381e57c-d599-47a6-aad6-43fed73e36e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259080 Aug 29 08:03:29.023255 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b142a492-fd17-4fab-bdf5-3f5d12a4742f req-d12fcdce-ad7e-433e-8037-9fd946eeacaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0238266 Aug 29 08:03:29.060351 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b142a492-fd17-4fab-bdf5-3f5d12a4742f req-a6de998e-f6e4-46dc-ab2f-b10f639e6b71 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189662 Aug 29 08:03:29.154209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142a492-fd17-4fab-bdf5-3f5d12a4742f req-1324ee00-b2d8-475d-bebc-72bed280ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:29.155617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b142a492-fd17-4fab-bdf5-3f5d12a4742f req-1324ee00-b2d8-475d-bebc-72bed280ec8f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885682 Aug 29 08:03:34.441149 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:38.201857 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-024522c9-a7d5-4b89-b2a9-3fa8fdc0b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:40.893003 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:41.629445 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-2ce66688-8672-44eb-a937-9d74ba957e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:41.671366 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ef43378-7659-4bff-a80d-8a3c9aad0983 req-b9356c2f-6d9a-490d-ba43-0b521957670e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420694 Aug 29 08:03:41.773229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef43378-7659-4bff-a80d-8a3c9aad0983 req-36e0dbdf-7a71-419f-9ea2-e9943d9d795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:41.774696 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ef43378-7659-4bff-a80d-8a3c9aad0983 req-36e0dbdf-7a71-419f-9ea2-e9943d9d795a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 1098 time: 0.0414677 Aug 29 08:03:41.882818 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef43378-7659-4bff-a80d-8a3c9aad0983 req-06eb575f-3f75-4e8c-8f58-07bf6b9f9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:41.884347 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ef43378-7659-4bff-a80d-8a3c9aad0983 req-06eb575f-3f75-4e8c-8f58-07bf6b9f9b1b service neutron] 10.222.0.11 "GET /v2.0/networks?id=820b45ae-389a-4f4b-88d8-368815ab13c7 HTTP/1.1" status: 200 len: 897 time: 0.0886550 Aug 29 08:03:41.949983 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ef43378-7659-4bff-a80d-8a3c9aad0983 req-e711648c-edea-4dc8-aa78-3f69bbf20ade service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc HTTP/1.1" status: 200 len: 1001 time: 0.0582173 Aug 29 08:03:41.999832 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef43378-7659-4bff-a80d-8a3c9aad0983 req-7f39613b-e054-44c3-a6bd-9a005536af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:42.001315 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ef43378-7659-4bff-a80d-8a3c9aad0983 req-7f39613b-e054-44c3-a6bd-9a005536af56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d1ef9022-130a-4333-9967-c3f7f5b2ba52 HTTP/1.1" status: 200 len: 834 time: 0.0442829 Aug 29 08:03:42.051874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef43378-7659-4bff-a80d-8a3c9aad0983 req-a34033db-4bab-4645-b851-67f68b1edd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:42.053387 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ef43378-7659-4bff-a80d-8a3c9aad0983 req-a34033db-4bab-4645-b851-67f68b1edd15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=820b45ae-389a-4f4b-88d8-368815ab13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446267 Aug 29 08:03:42.075877 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:42.146447 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ef43378-7659-4bff-a80d-8a3c9aad0983 req-a74170c5-9057-4f43-886a-2dfb527b0c17 service neutron] 10.222.0.11 "GET /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852981 Aug 29 08:03:42.242123 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5ef43378-7659-4bff-a80d-8a3c9aad0983 req-5c359114-66b6-4329-9f2e-ee0c1a73db5d service neutron] 10.222.0.11 "GET /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878665 Aug 29 08:03:43.818679 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:44.216062 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb8184-5144-4bef-baed-39858f662336 req-9f4c340d-49e1-49b6-8668-b513bee62e0c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:44.217561 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67bb8184-5144-4bef-baed-39858f662336 req-9f4c340d-49e1-49b6-8668-b513bee62e0c tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.0504999 Aug 29 08:03:44.256461 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67bb8184-5144-4bef-baed-39858f662336 req-b5681c47-4046-458d-812e-683ce081b10b tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327160 Aug 29 08:03:45.433614 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbf75a-e7dd-452b-b21a-25fcf6fd0a2e req-e0a095da-9fe1-4016-a167-84d871442d15 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:45.435111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69bbf75a-e7dd-452b-b21a-25fcf6fd0a2e req-e0a095da-9fe1-4016-a167-84d871442d15 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.1083474 Aug 29 08:03:45.477098 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-69bbf75a-e7dd-452b-b21a-25fcf6fd0a2e req-50c750d4-3828-455f-aa9d-d704e1c881e1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357423 Aug 29 08:03:46.602649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f0e02-3f04-45ea-a7c0-5d8f459ec2b5 req-2360f771-8448-4ec0-97c3-1d4c02fc5d3a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:46.604351 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d98f0e02-3f04-45ea-a7c0-5d8f459ec2b5 req-2360f771-8448-4ec0-97c3-1d4c02fc5d3a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.0537450 Aug 29 08:03:46.645679 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d98f0e02-3f04-45ea-a7c0-5d8f459ec2b5 req-f0d8d0e0-94b4-4c15-88c8-21e9bd16a196 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344334 Aug 29 08:03:46.674200 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45434) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:03:46.737546 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-75ad7545-101d-4c6c-9a45-6d6c949dcfa1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/e7bc9c86-6ef6-4bcb-a939-8964b43a89ae HTTP/1.1" status: 200 len: 993 time: 0.0621512 Aug 29 08:03:48.118478 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9a2c8-57c0-435c-b099-16508f314f42 req-6fafffa1-1808-4989-9b17-eb66171326d4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:48.120073 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1f9a2c8-57c0-435c-b099-16508f314f42 req-6fafffa1-1808-4989-9b17-eb66171326d4 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.0502245 Aug 29 08:03:48.161630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1f9a2c8-57c0-435c-b099-16508f314f42 req-b2d11630-8aef-42cc-ab25-2b1d8702ed29 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328708 Aug 29 08:03:48.200457 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7141fb2-020f-46ec-89a1-82be35f93306 req-9bc0506b-f437-43f5-8aa2-6f28f67428f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:48.202163 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7141fb2-020f-46ec-89a1-82be35f93306 req-9bc0506b-f437-43f5-8aa2-6f28f67428f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 1098 time: 0.0444913 Aug 29 08:03:48.295379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7141fb2-020f-46ec-89a1-82be35f93306 req-efa372e6-8a02-42b3-807d-f154777796c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:48.296878 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7141fb2-020f-46ec-89a1-82be35f93306 req-efa372e6-8a02-42b3-807d-f154777796c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=820b45ae-389a-4f4b-88d8-368815ab13c7 HTTP/1.1" status: 200 len: 897 time: 0.0883965 Aug 29 08:03:48.363599 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7141fb2-020f-46ec-89a1-82be35f93306 req-1a729a19-2c6d-4a6a-a53f-4782a73735eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc HTTP/1.1" status: 200 len: 1001 time: 0.0597286 Aug 29 08:03:48.417440 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7141fb2-020f-46ec-89a1-82be35f93306 req-b0c2418b-7bbd-4a49-9f92-24fc3332dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:48.419529 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7141fb2-020f-46ec-89a1-82be35f93306 req-b0c2418b-7bbd-4a49-9f92-24fc3332dde5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d1ef9022-130a-4333-9967-c3f7f5b2ba52 HTTP/1.1" status: 200 len: 834 time: 0.0497901 Aug 29 08:03:48.464023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7141fb2-020f-46ec-89a1-82be35f93306 req-b3ce3b9b-c1fc-4c70-84a0-6d87c6883944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:48.466014 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7141fb2-020f-46ec-89a1-82be35f93306 req-b3ce3b9b-c1fc-4c70-84a0-6d87c6883944 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=820b45ae-389a-4f4b-88d8-368815ab13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402808 Aug 29 08:03:48.554836 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7141fb2-020f-46ec-89a1-82be35f93306 req-346823c2-f7e4-4d6e-923a-5dc0b9e7454d service neutron] 10.222.0.11 "GET /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818498 Aug 29 08:03:48.650366 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f7141fb2-020f-46ec-89a1-82be35f93306 req-c5d4ad67-32d6-43e9-b1e4-fc7163662b46 service neutron] 10.222.0.11 "GET /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890808 Aug 29 08:03:49.281390 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7c44f-2998-44b6-9c06-1fec7a70c138 req-480b6572-0b7b-423b-8736-40e6532be1e6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:49.282887 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35b7c44f-2998-44b6-9c06-1fec7a70c138 req-480b6572-0b7b-423b-8736-40e6532be1e6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.0506508 Aug 29 08:03:49.321947 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35b7c44f-2998-44b6-9c06-1fec7a70c138 req-15dc55ea-d16a-46e6-8d16-c4111b0bd7a1 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324650 Aug 29 08:03:50.441273 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f957604-586a-4cd2-ae20-398627bbf05a req-eaeeda55-e7cd-43ed-9a90-5aa78c79262a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:50.442847 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f957604-586a-4cd2-ae20-398627bbf05a req-eaeeda55-e7cd-43ed-9a90-5aa78c79262a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.0530488 Aug 29 08:03:50.481359 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f957604-586a-4cd2-ae20-398627bbf05a req-7c3c2876-2028-4708-b439-f1f99084c689 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323315 Aug 29 08:03:50.508746 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45450) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:03:50.572858 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-25b1e4e3-ee46-4a94-80f4-e12269a54792 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/floatingips/e7bc9c86-6ef6-4bcb-a939-8964b43a89ae HTTP/1.1" status: 200 len: 993 time: 0.0628974 Aug 29 08:03:50.822360 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45456) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:03:50.982600 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port d1c38bb0-2b37-4b72-b576-b44bdd70e829 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:03:50.982947 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:51.067761 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:51.068120 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:51.080252 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for d1c38bb0-2b37-4b72-b576-b44bdd70e829 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:03:51.314931 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:51.346864 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=d1c38bb0-2b37-4b72-b576-b44bdd70e829,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:03:51.371023 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:51.371930 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:51.372272 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:51.372606 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:51.372938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:51.373274 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:51.373645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:51.373977 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:51.374308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:51.374632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:51.374955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:51.375311 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:51.417724 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:51.418099 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Floating IP e7bc9c86-6ef6-4bcb-a939-8964b43a89ae disassociated (deleted). External IP: 172.25.1.33, port: 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc. Aug 29 08:03:51.644547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:03:51.664644 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:51.756078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:03:51.761305 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:51.767820 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb174d-de30-4b81-907e-05bb7803d316 None None] Sync routers for ids ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:03:51.777932 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb174d-de30-4b81-907e-05bb7803d316 None None] Routers {'eed2a5cb-ef4c-4b27-b190-b8491bf29e65'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:03:51.779297 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-88bb174d-de30-4b81-907e-05bb7803d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:03:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:03:51.788246 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fb7e870c-343f-48da-87c3-853e64f53db0 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/floatingips/e7bc9c86-6ef6-4bcb-a939-8964b43a89ae HTTP/1.1" status: 204 len: 168 time: 0.9647291 Aug 29 08:03:51.788842 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97adb68-e689-45c4-98aa-358d09567f68', 'tag': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:03:51.791137 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5d0809-2924-498e-b0a4-aee8e958367a" -d '{"events": [{"name": "network-changed", "server_uuid": "e97adb68-e689-45c4-98aa-358d09567f68", "tag": "6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:03:51.833458 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1ea4af-2f9b-4e13-a8d2-de71270ca48b x-openstack-request-id: req-aa1ea4af-2f9b-4e13-a8d2-de71270ca48b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:03:51.833753 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97adb68-e689-45c4-98aa-358d09567f68", "tag": "6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:03:51.833996 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa1ea4af-2f9b-4e13-a8d2-de71270ca48b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:03:51.834426 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97adb68-e689-45c4-98aa-358d09567f68', 'tag': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc', 'status': 'completed', 'code': 200} Aug 29 08:03:51.913058 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-88bb174d-de30-4b81-907e-05bb7803d316 None None] Set router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:03:51.927355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d0809-2924-498e-b0a4-aee8e958367a req-db5dd757-57fc-48e9-9154-13494a1cc2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:51.928928 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e5d0809-2924-498e-b0a4-aee8e958367a req-db5dd757-57fc-48e9-9154-13494a1cc2d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6a6f027c3a48d5b213ddf316328266&device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 1098 time: 0.0493710 Aug 29 08:03:52.026176 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d0809-2924-498e-b0a4-aee8e958367a req-2d843ef2-961d-4747-8e6d-263e5f7fcb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:52.028377 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e5d0809-2924-498e-b0a4-aee8e958367a req-2d843ef2-961d-4747-8e6d-263e5f7fcb39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=820b45ae-389a-4f4b-88d8-368815ab13c7 HTTP/1.1" status: 200 len: 897 time: 0.0921366 Aug 29 08:03:52.073589 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e5d0809-2924-498e-b0a4-aee8e958367a req-a53a3dc9-feaf-4fcd-862f-0ac8030865cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc HTTP/1.1" status: 200 len: 217 time: 0.0379512 Aug 29 08:03:52.132684 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d0809-2924-498e-b0a4-aee8e958367a req-3b3f3df7-ddb9-4640-b2bf-2588e6469e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:52.134241 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e5d0809-2924-498e-b0a4-aee8e958367a req-3b3f3df7-ddb9-4640-b2bf-2588e6469e38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d1ef9022-130a-4333-9967-c3f7f5b2ba52 HTTP/1.1" status: 200 len: 834 time: 0.0538111 Aug 29 08:03:52.186502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d0809-2924-498e-b0a4-aee8e958367a req-ebf71eb4-c58d-40ff-98c9-aadd2f84a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:52.188036 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e5d0809-2924-498e-b0a4-aee8e958367a req-ebf71eb4-c58d-40ff-98c9-aadd2f84a8e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=820b45ae-389a-4f4b-88d8-368815ab13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464463 Aug 29 08:03:52.227760 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-88bb174d-de30-4b81-907e-05bb7803d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '1656a18a-89fc-44d9-a0bd-3689d4e4ec37', 'name': '', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:f1:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:24Z', 'updated_at': '2021-08-29T08:02:30Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:03:52.254409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15a9f5-a027-4334-adb3-43bf48ca7f66 req-da2c246f-a3da-4029-bfcd-06af2aed6bae tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:52.256033 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c15a9f5-a027-4334-adb3-43bf48ca7f66 req-da2c246f-a3da-4029-bfcd-06af2aed6bae tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.0609982 Aug 29 08:03:52.267272 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb174d-de30-4b81-907e-05bb7803d316 None None] Checking router: eed2a5cb-ef4c-4b27-b190-b8491bf29e65 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:03:52.278797 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb174d-de30-4b81-907e-05bb7803d316 None None] Routers {'eed2a5cb-ef4c-4b27-b190-b8491bf29e65'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:03:52.279703 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-88bb174d-de30-4b81-907e-05bb7803d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:03:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:03:52.297983 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9c15a9f5-a027-4334-adb3-43bf48ca7f66 req-c55ae31d-47a3-4aca-b2a1-466d3c64b715 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346711 Aug 29 08:03:52.306063 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e5d0809-2924-498e-b0a4-aee8e958367a req-a4444fc4-a1f5-46da-80b2-59b09ba141cb service neutron] 10.222.0.11 "GET /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975184 Aug 29 08:03:52.402449 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5e5d0809-2924-498e-b0a4-aee8e958367a req-3652937b-1a9a-4f08-b07f-06eb811ca97f service neutron] 10.222.0.11 "GET /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891151 Aug 29 08:03:52.410016 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-88bb174d-de30-4b81-907e-05bb7803d316 None None] Set router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:03:52.615698 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-88bb174d-de30-4b81-907e-05bb7803d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '1656a18a-89fc-44d9-a0bd-3689d4e4ec37', 'name': '', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:f1:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:24Z', 'updated_at': '2021-08-29T08:02:30Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:03:52.642603 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb174d-de30-4b81-907e-05bb7803d316 None None] The sync data for ids ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'] in n-d-713301-12 is: [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '1656a18a-89fc-44d9-a0bd-3689d4e4ec37', 'name': '', 'network_id': '820b45ae-389a-4f4b-88d8-368815ab13c7', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'mac_address': 'fa:16:3e:f1:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:24Z', 'updated_at': '2021-08-29T08:02:30Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'subnets': [{'id': 'd1ef9022-130a-4333-9967-c3f7f5b2ba52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:03:52.872689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb46e61-3779-407b-a550-f1e796fd1c07 None None] New status for floating IP e7bc9c86-6ef6-4bcb-a939-8964b43a89ae: DOWN {{(pid=95405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 08:03:53.419106 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44410726-7eee-41ed-8ee8-b63dc0bb0e6e req-03e33a6e-ac54-41d4-a9ef-9371e5d27ad6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:53.420635 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44410726-7eee-41ed-8ee8-b63dc0bb0e6e req-03e33a6e-ac54-41d4-a9ef-9371e5d27ad6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.0525255 Aug 29 08:03:53.459522 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-44410726-7eee-41ed-8ee8-b63dc0bb0e6e req-e9ed84e7-043f-4f59-8a2d-77c0eb96cc09 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327258 Aug 29 08:03:54.155869 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae99f63-9d89-4f76-bb9a-c8d00f21d1e7 req-f4a636b2-f3ce-40a7-baca-1db08cd1b563 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:54.157334 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3ae99f63-9d89-4f76-bb9a-c8d00f21d1e7 req-f4a636b2-f3ce-40a7-baca-1db08cd1b563 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.0515065 Aug 29 08:03:54.251166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-3ae99f63-9d89-4f76-bb9a-c8d00f21d1e7 req-3ebbe3ce-df60-4a2f-b97c-87030276211a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:03:54.251555 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3ae99f63-9d89-4f76-bb9a-c8d00f21d1e7 req-3ebbe3ce-df60-4a2f-b97c-87030276211a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:54.341876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-3ae99f63-9d89-4f76-bb9a-c8d00f21d1e7 req-3ebbe3ce-df60-4a2f-b97c-87030276211a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc,segment=NetworkSegment(5b1ec07b-7d08-4b79-9e53-98e93d989acb),segment_id=5b1ec07b-7d08-4b79-9e53-98e93d989acb)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:03:54.342203 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3ae99f63-9d89-4f76-bb9a-c8d00f21d1e7 req-3ebbe3ce-df60-4a2f-b97c-87030276211a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:54.356221 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-3ae99f63-9d89-4f76-bb9a-c8d00f21d1e7 req-3ebbe3ce-df60-4a2f-b97c-87030276211a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:03:54.591002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c1a1d-72c5-46d3-be84-3bdd421f175d req-72c177d3-7ef5-4274-a992-2acbaad4774d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:03:54.592652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d0c1a1d-72c5-46d3-be84-3bdd421f175d req-72c177d3-7ef5-4274-a992-2acbaad4774d tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 946 time: 0.0599592 Aug 29 08:03:54.635779 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4d0c1a1d-72c5-46d3-be84-3bdd421f175d req-dbd1840e-ba6f-423b-b305-e4fc33aaeb53 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/security-groups?id=9a59dc65-c1fa-4229-b614-78dc431d9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367243 Aug 29 08:03:54.891844 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3ae99f63-9d89-4f76-bb9a-c8d00f21d1e7 req-3ebbe3ce-df60-4a2f-b97c-87030276211a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:54.923588 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbe3ce-df60-4a2f-b97c-87030276211a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:03:54.962722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae99f63-9d89-4f76-bb9a-c8d00f21d1e7 req-3ebbe3ce-df60-4a2f-b97c-87030276211a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] No DVR routers for this DVR port 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:03:54.966090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-3ae99f63-9d89-4f76-bb9a-c8d00f21d1e7 req-3ebbe3ce-df60-4a2f-b97c-87030276211a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:54.968155 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-3ae99f63-9d89-4f76-bb9a-c8d00f21d1e7 req-3ebbe3ce-df60-4a2f-b97c-87030276211a tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.11 "DELETE /v2.0/ports/6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc HTTP/1.1" status: 204 len: 173 time: 0.8046129 Aug 29 08:03:54.968595 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97adb68-e689-45c4-98aa-358d09567f68', 'name': 'network-vif-deleted', 'tag': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:03:54.970878 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4326ee5-bd31-41d4-93b7-5fe9730d0954" -d '{"events": [{"server_uuid": "e97adb68-e689-45c4-98aa-358d09567f68", "name": "network-vif-deleted", "tag": "6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:03:55.006971 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0386dd8d-3d1a-494f-bea5-480886062c5e x-openstack-request-id: req-0386dd8d-3d1a-494f-bea5-480886062c5e {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:03:55.007390 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97adb68-e689-45c4-98aa-358d09567f68", "name": "network-vif-deleted", "tag": "6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:03:55.007556 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0386dd8d-3d1a-494f-bea5-480886062c5e {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:03:55.007964 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97adb68-e689-45c4-98aa-358d09567f68', 'name': 'network-vif-deleted', 'tag': '6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc', 'status': 'completed', 'code': 200} Aug 29 08:03:55.740110 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cdb98126-f8fd-427d-b365-ae59b53b3cff req-03664913-9a0f-4951-915e-d0e8dd14f37f tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "GET /v2.0/ports?device_id=e97adb68-e689-45c4-98aa-358d09567f68 HTTP/1.1" status: 200 len: 210 time: 0.0258012 Aug 29 08:03:56.798034 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45474) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:03:57.153571 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9023503e-a0e5-4575-82fa-737046f24637 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:57.410694 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-9023503e-a0e5-4575-82fa-737046f24637 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:03:57.410958 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9023503e-a0e5-4575-82fa-737046f24637 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:57.502618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-9023503e-a0e5-4575-82fa-737046f24637 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port 1656a18a-89fc-44d9-a0bd-3689d4e4ec37, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1656a18a-89fc-44d9-a0bd-3689d4e4ec37,segment=NetworkSegment(5b1ec07b-7d08-4b79-9e53-98e93d989acb),segment_id=5b1ec07b-7d08-4b79-9e53-98e93d989acb)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:03:57.502984 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9023503e-a0e5-4575-82fa-737046f24637 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:57.516025 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-9023503e-a0e5-4575-82fa-737046f24637 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:03:57.760921 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9023503e-a0e5-4575-82fa-737046f24637 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:57.788884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023503e-a0e5-4575-82fa-737046f24637 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=1656a18a-89fc-44d9-a0bd-3689d4e4ec37,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:03:57.962564 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9023503e-a0e5-4575-82fa-737046f24637 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:58.177334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9023503e-a0e5-4575-82fa-737046f24637 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:03:58.284306 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9023503e-a0e5-4575-82fa-737046f24637 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:03:58.286965 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:03:58.290128 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9023503e-a0e5-4575-82fa-737046f24637 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "PUT /v2.0/routers/eed2a5cb-ef4c-4b27-b190-b8491bf29e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4908423 Aug 29 08:03:58.293376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45476) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:03:58.294381 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b908675d-4563-46c9-b0fd-1eec791c7e0c None None] Sync routers for ids ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:03:58.303670 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b908675d-4563-46c9-b0fd-1eec791c7e0c None None] Routers {'eed2a5cb-ef4c-4b27-b190-b8491bf29e65'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:03:58.304282 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b908675d-4563-46c9-b0fd-1eec791c7e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:03:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:03:58.304441 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:03:58.324406 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:03:58.324753 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 6b4dbc8e-0b94-4840-a8ad-f91eeccef8cc not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:03:58.345901 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-48520b08-f66c-4878-9c86-71aa67fca287 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting subnet d1ef9022-130a-4333-9967-c3f7f5b2ba52 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 08:03:58.348998 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48520b08-f66c-4878-9c86-71aa67fca287 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:58.389600 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48520b08-f66c-4878-9c86-71aa67fca287 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:58.410009 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b908675d-4563-46c9-b0fd-1eec791c7e0c None None] Set router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:03:58.476564 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48520b08-f66c-4878-9c86-71aa67fca287 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:58.588679 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b908675d-4563-46c9-b0fd-1eec791c7e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:03:57Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:03:58.612923 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48520b08-f66c-4878-9c86-71aa67fca287 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:58.614430 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b908675d-4563-46c9-b0fd-1eec791c7e0c None None] Checking router: eed2a5cb-ef4c-4b27-b190-b8491bf29e65 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:03:58.623085 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b908675d-4563-46c9-b0fd-1eec791c7e0c None None] Routers {'eed2a5cb-ef4c-4b27-b190-b8491bf29e65'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:03:58.623720 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b908675d-4563-46c9-b0fd-1eec791c7e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:03:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:03:58.641682 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48520b08-f66c-4878-9c86-71aa67fca287 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ef9022-130a-4333-9967-c3f7f5b2ba52,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:03:58.643700 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-48520b08-f66c-4878-9c86-71aa67fca287 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:58.647998 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-48520b08-f66c-4878-9c86-71aa67fca287 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/subnets/d1ef9022-130a-4333-9967-c3f7f5b2ba52 HTTP/1.1" status: 204 len: 168 time: 0.3512666 Aug 29 08:03:58.648799 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45478) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:03:58.653913 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41131d1-ebe1-443c-9ff5-02e61c07db17 None None] Network 820b45ae-389a-4f4b-88d8-368815ab13c7 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:03:58.730201 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-b908675d-4563-46c9-b0fd-1eec791c7e0c None None] Set router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:03:58.759321 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:58.836193 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] DHCP port deletion for 820b45ae-389a-4f4b-88d8-368815ab13c7 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 08:03:58.877608 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:58.884904 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Deleting port aec89f68-3d4c-4188-b5d3-4cfd57a2d101 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:03:58.885357 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:58.913097 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-b908675d-4563-46c9-b0fd-1eec791c7e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:03:57Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:03:58.943350 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b908675d-4563-46c9-b0fd-1eec791c7e0c None None] The sync data for ids ['eed2a5cb-ef4c-4b27-b190-b8491bf29e65'] in n-d-713301-12 is: [{'id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371261163', 'tenant_id': '6e6a6f027c3a48d5b213ddf316328266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:03:57Z', 'revision_number': 5, 'project_id': '6e6a6f027c3a48d5b213ddf316328266', 'gw_port': {'id': '4f96e5cb-227a-4df7-873f-5ea90e4f0c2f', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:11:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2a5cb-ef4c-4b27-b190-b8491bf29e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:02:21Z', 'updated_at': '2021-08-29T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:03:58.947219 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] For port aec89f68-3d4c-4188-b5d3-4cfd57a2d101, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=aec89f68-3d4c-4188-b5d3-4cfd57a2d101,segment=NetworkSegment(5b1ec07b-7d08-4b79-9e53-98e93d989acb),segment_id=5b1ec07b-7d08-4b79-9e53-98e93d989acb)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:03:58.947594 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:58.964292 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Calling delete_port for aec89f68-3d4c-4188-b5d3-4cfd57a2d101 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:03:58.984993 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Deleting port 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:03:58.985496 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.069405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] For port 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=4f96e5cb-227a-4df7-873f-5ea90e4f0c2f,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:03:59.069701 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.081460 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Calling delete_port for 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:03:59.114333 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.137698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Pushing event deleted for resources: {'Port': ['ID=aec89f68-3d4c-4188-b5d3-4cfd57a2d101,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:03:59.146786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] No DVR routers for this DVR port aec89f68-3d4c-4188-b5d3-4cfd57a2d101 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:03:59.149424 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:59.149819 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:59.150166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:59.150502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:59.150838 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:59.151188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:59.151520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:59.151849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:59.152175 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:59.152498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:59.152825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:59.153147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911cef6-3819-4a45-b956-99a0220e9ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:03:59.298273 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.325940 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Port': ['ID=4f96e5cb-227a-4df7-873f-5ea90e4f0c2f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:03:59.388997 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.487905 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.490023 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.594781 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.595390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Fanout notify agent at l3_agent the message router_deleted on router eed2a5cb-ef4c-4b27-b190-b8491bf29e65 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 08:03:59.604679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.604679 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-82442adb-86cb-43bb-bdd9-2fa4c7814ea6 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/routers/eed2a5cb-ef4c-4b27-b190-b8491bf29e65 HTTP/1.1" status: 204 len: 168 time: 0.9543006 Aug 29 08:03:59.607122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45480) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:03:59.613914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device aec89f68-3d4c-4188-b5d3-4cfd57a2d101 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:03:59.636701 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: aec89f68-3d4c-4188-b5d3-4cfd57a2d101 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:03:59.638893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device aec89f68-3d4c-4188-b5d3-4cfd57a2d101 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:03:59.638893 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:03:59.657714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:03:59.658061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1656a18a-89fc-44d9-a0bd-3689d4e4ec37 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:03:59.705485 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27cdb219-3eac-4dba-84cb-8549f0609f12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.798107 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27cdb219-3eac-4dba-84cb-8549f0609f12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.807817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-27cdb219-3eac-4dba-84cb-8549f0609f12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820b45ae-389a-4f4b-88d8-368815ab13c7']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:03:59.818005 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-27cdb219-3eac-4dba-84cb-8549f0609f12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1ec07b-7d08-4b79-9e53-98e93d989acb') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:03:59.818242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-27cdb219-3eac-4dba-84cb-8549f0609f12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1ec07b-7d08-4b79-9e53-98e93d989acb') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:03:59.827580 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27cdb219-3eac-4dba-84cb-8549f0609f12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.842331 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27cdb219-3eac-4dba-84cb-8549f0609f12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.848197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cdb219-3eac-4dba-84cb-8549f0609f12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 08:03:59.848605 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27cdb219-3eac-4dba-84cb-8549f0609f12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: timer() Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 08:03:59.851436 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 08:03:59.972265 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27cdb219-3eac-4dba-84cb-8549f0609f12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.976939 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27cdb219-3eac-4dba-84cb-8549f0609f12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:03:59.980338 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-27cdb219-3eac-4dba-84cb-8549f0609f12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/networks/820b45ae-389a-4f4b-88d8-368815ab13c7 HTTP/1.1" status: 204 len: 168 time: 0.3697095 Aug 29 08:03:59.986559 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45482) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:00.003354 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdb219-3eac-4dba-84cb-8549f0609f12 tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'Network': ['ID=820b45ae-389a-4f4b-88d8-368815ab13c7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:00.060166 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4543f900-f780-4cca-88d0-eea30c5b51bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:00.090676 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4543f900-f780-4cca-88d0-eea30c5b51bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:00.217240 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4543f900-f780-4cca-88d0-eea30c5b51bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:00.219853 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4543f900-f780-4cca-88d0-eea30c5b51bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:00.221017 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4543f900-f780-4cca-88d0-eea30c5b51bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] 10.222.0.76 "DELETE /v2.0/security-groups/9a59dc65-c1fa-4229-b614-78dc431d9f3e HTTP/1.1" status: 204 len: 168 time: 0.2335322 Aug 29 08:04:00.230874 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543f900-f780-4cca-88d0-eea30c5b51bc tempest-TestNetworkAdvancedServerOps-234340855 tempest-TestNetworkAdvancedServerOps-234340855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a59dc65-c1fa-4229-b614-78dc431d9f3e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:00.774883 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45490) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:00.901959 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-32888004-ade9-426a-af59-ebef7cbcf0c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6e6a6f027c3a48d5b213ddf316328266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258960 Aug 29 08:04:00.904925 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45494) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:00.950712 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-97b87ca6-1b0a-422d-83f4-db46f225fab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:00.971512 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-97b87ca6-1b0a-422d-83f4-db46f225fab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:01.098085 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-97b87ca6-1b0a-422d-83f4-db46f225fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:01.100725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-97b87ca6-1b0a-422d-83f4-db46f225fab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:01.101904 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-97b87ca6-1b0a-422d-83f4-db46f225fab8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d4baec05-a4ee-47de-bf3b-f830e283459b HTTP/1.1" status: 204 len: 168 time: 0.1960928 Aug 29 08:04:01.110296 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b87ca6-1b0a-422d-83f4-db46f225fab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4baec05-a4ee-47de-bf3b-f830e283459b,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:01.518224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:04:01.538153 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:04:01.538769 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 4f96e5cb-227a-4df7-873f-5ea90e4f0c2f not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:04:01.661157 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45500) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:01.674680 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a159813-493d-491e-b92f-3517f52f850b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:01.762253 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a159813-493d-491e-b92f-3517f52f850b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:01.846522 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5a159813-493d-491e-b92f-3517f52f850b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:01.884073 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a159813-493d-491e-b92f-3517f52f850b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30512892-0def-4956-9898-0fee01458ee1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:01.889578 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5a159813-493d-491e-b92f-3517f52f850b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=865ba9abcc7045a6899800add2f1891b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273142 Aug 29 08:04:01.892327 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45502) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:01.939609 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c060a576-e34e-4ed9-b05e-5813b5dedcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:01.961062 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c060a576-e34e-4ed9-b05e-5813b5dedcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:02.075298 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c060a576-e34e-4ed9-b05e-5813b5dedcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:02.077885 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c060a576-e34e-4ed9-b05e-5813b5dedcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:02.079322 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c060a576-e34e-4ed9-b05e-5813b5dedcea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/30512892-0def-4956-9898-0fee01458ee1 HTTP/1.1" status: 204 len: 168 time: 0.1857867 Aug 29 08:04:02.087379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060a576-e34e-4ed9-b05e-5813b5dedcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30512892-0def-4956-9898-0fee01458ee1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:03.068762 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45524) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:03.163201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1564243252-network', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:03.251496 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] Made reservation on behalf of 5d5f81abbb314bf895a95ff4c3a21f8d for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:04:03.253878 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:03.263176 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:03.351665 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:03.417985 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:03.442222 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 08:04:03.451391 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e2c9a7-c3b3-499c-93aa-4f492d44e67e,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:03.457938 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:03.458282 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] Added segment ecf4af83-2847-48ff-b471-903582b7074a of type vlan for network c3e4024f-d809-4187-b1d8-b85d2c823aa0 Aug 29 08:04:03.499327 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:03.594409 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:03.595419 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:03.596011 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:03.656295 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] Pushing event updated for resources: {'Network': ['ID=c3e4024f-d809-4187-b1d8-b85d2c823aa0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:03.665703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network c3e4024f-d809-4187-b1d8-b85d2c823aa0 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:04:03.766726 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-32f65067-2671-4116-9616-ed7509a8476c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6968563 Aug 29 08:04:03.769692 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45528) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:03.774531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-169a119d-3205-489d-862f-c3592f080972 admin admin] Request body: {'subnet': {'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1564243252-subnet', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:03.869424 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169a119d-3205-489d-862f-c3592f080972 admin admin] Made reservation on behalf of 5d5f81abbb314bf895a95ff4c3a21f8d for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:04:03.872377 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-169a119d-3205-489d-862f-c3592f080972 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:04.103623 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-169a119d-3205-489d-862f-c3592f080972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:04.159597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a119d-3205-489d-862f-c3592f080972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d7d67a-579c-44a2-adaa-269d24cd0bc4,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:04.166456 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a119d-3205-489d-862f-c3592f080972 admin admin] Checking segment: {'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:04:04.166822 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169a119d-3205-489d-862f-c3592f080972 admin admin] Network hostable DHCP agents. Network: c3e4024f-d809-4187-b1d8-b85d2c823aa0, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:04:04.240663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169a119d-3205-489d-862f-c3592f080972 admin admin] Network c3e4024f-d809-4187-b1d8-b85d2c823aa0 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:04:04.326319 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-169a119d-3205-489d-862f-c3592f080972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, c3e4024f-d809-4187-b1d8-b85d2c823aa0) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:04:04.331002 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169a119d-3205-489d-862f-c3592f080972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:04.331648 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-169a119d-3205-489d-862f-c3592f080972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:04.337642 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999ef7b9-5fb3-4821-950f-8e7e2e14afd3 None None] Network c3e4024f-d809-4187-b1d8-b85d2c823aa0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:04:04.418999 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-169a119d-3205-489d-862f-c3592f080972 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6480398 Aug 29 08:04:04.421649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45530) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:04.426139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:04.479464 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:04.488529 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 08:04:04.489371 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:04.503935 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:04.505564 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:04.557578 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:04.627504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Allocated IP 172.20.0.2 (c3e4024f-d809-4187-b1d8-b85d2c823aa0/69d7d67a-579c-44a2-adaa-269d24cd0bc4/2c5ba55e-65f6-4898-83fc-6749e8e1abd1) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:04:04.746737 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:04.765282 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:04.775359 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Transition to ACTIVE for port object 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:04:04.790805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Transition to ACTIVE for port object 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:04:04.887314 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:04.923554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Network c3e4024f-d809-4187-b1d8-b85d2c823aa0 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:04:04.928312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:04:04.931849 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:04:04.940202 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Pushing event updated for resources: {'Port': ['ID=2c5ba55e-65f6-4898-83fc-6749e8e1abd1,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:04.993454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Attempting to bind port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:04:04.993821 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Attempting to bind port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:04:04.994180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Attempting to bind port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 on network c3e4024f-d809-4187-b1d8-b85d2c823aa0 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:04:04.999558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:04:04.999874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Checking segment: {'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:04:05.000266 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:05.000655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Bound using segment: {'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:04:05.001118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Bound port: 2c5ba55e-65f6-4898-83fc-6749e8e1abd1, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:04:05.001514 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:05.049227 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:05.064146 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] For port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:04:05.067123 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] For port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2c5ba55e-65f6-4898-83fc-6749e8e1abd1,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:04:05.079467 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:05.166410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Allocated IP 172.25.1.82 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/1934423f-1201-41c1-93e9-bec4c17b4cbe) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:04:05.167458 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:05.233576 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bf5b4-3dbe-485a-9de5-2645e148aefb None None] Pushing event updated for resources: {'Port': ['ID=2c5ba55e-65f6-4898-83fc-6749e8e1abd1,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:05.281058 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:05.360231 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:05.408384 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:04:05.411369 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:04:05.413782 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:04:05.439385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Pushing event updated for resources: {'Port': ['ID=1934423f-1201-41c1-93e9-bec4c17b4cbe,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:05.583718 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:04:05.727644 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:05.760672 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:04:05.931305 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:06.126500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06a51bd-1fd1-4d75-972d-ac1c72dfa1e2 None None] Network c3e4024f-d809-4187-b1d8-b85d2c823aa0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:04:06.276783 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-61c66df9-7e61-4e89-83b1-7f78bf4e1e99 None None] Provisioning for port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:04:06.282898 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-61c66df9-7e61-4e89-83b1-7f78bf4e1e99 None None] Provisioning complete for port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:06.283296 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-61c66df9-7e61-4e89-83b1-7f78bf4e1e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:06.375330 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-61c66df9-7e61-4e89-83b1-7f78bf4e1e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:06.416199 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-61c66df9-7e61-4e89-83b1-7f78bf4e1e99 None None] For port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2c5ba55e-65f6-4898-83fc-6749e8e1abd1,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:04:06.485524 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Router af84a157-eba5-4e85-827f-c86909e20f64 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 08:04:06.492691 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-61c66df9-7e61-4e89-83b1-7f78bf4e1e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:06.539878 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c66df9-7e61-4e89-83b1-7f78bf4e1e99 None None] Pushing event updated for resources: {'Port': ['ID=2c5ba55e-65f6-4898-83fc-6749e8e1abd1,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:06.594366 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:04:06.606163 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Sync routers for ids ['af84a157-eba5-4e85-827f-c86909e20f64'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:04:06.622553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Routers {'af84a157-eba5-4e85-827f-c86909e20f64'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:04:06.623080 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:03:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af84a157-eba5-4e85-827f-c86909e20f64'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:06.626299 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f3942da6-17cb-44b0-9e9c-ecedbfbf383c None None] Provisioning complete for port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:06.626676 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f3942da6-17cb-44b0-9e9c-ecedbfbf383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:06.680160 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:06.681469 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-0ed99f9d-e71a-4fa1-a282-a347235fde08 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2587969 Aug 29 08:04:06.686201 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45532) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:06.781899 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Set router af84a157-eba5-4e85-827f-c86909e20f64 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:04:06.967573 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:05Z', 'revision_number': 3, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:06.993408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Checking router: af84a157-eba5-4e85-827f-c86909e20f64 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:04:06.993756 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Updating router af84a157-eba5-4e85-827f-c86909e20f64 port 1934423f-1201-41c1-93e9-bec4c17b4cbe binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:04:07.021417 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:07.100781 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:07.262714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Allocated IP 172.20.0.1 (c3e4024f-d809-4187-b1d8-b85d2c823aa0/69d7d67a-579c-44a2-adaa-269d24cd0bc4/15c13a19-0586-49d1-8889-e45f7601d58a) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:04:07.372626 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:07.388083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Transition to ACTIVE for port object 15c13a19-0586-49d1-8889-e45f7601d58a will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:04:07.435302 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:07.445441 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Transition to ACTIVE for port object 1934423f-1201-41c1-93e9-bec4c17b4cbe will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:04:07.497399 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:07.519891 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:07.535369 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Network c3e4024f-d809-4187-b1d8-b85d2c823aa0 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:04:07.538336 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:04:07.544114 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:04:07.561321 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f7099-389d-43a4-9fa1-af41039df4be None None] Pushing event updated for resources: {'Port': ['ID=1934423f-1201-41c1-93e9-bec4c17b4cbe,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:07.574300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Pushing event updated for resources: {'Port': ['ID=15c13a19-0586-49d1-8889-e45f7601d58a,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:07.586053 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Attempting to bind port 1934423f-1201-41c1-93e9-bec4c17b4cbe on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:04:07.586401 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Attempting to bind port 1934423f-1201-41c1-93e9-bec4c17b4cbe by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:04:07.586730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Attempting to bind port 1934423f-1201-41c1-93e9-bec4c17b4cbe on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:04:07.593235 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:04:07.597413 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:07.597566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:04:07.597566 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:07.597566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:04:07.597566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Bound port: 1934423f-1201-41c1-93e9-bec4c17b4cbe, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:04:07.597566 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:07.601147 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:04:07.686174 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] For port 1934423f-1201-41c1-93e9-bec4c17b4cbe, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:04:07.690762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] For port 1934423f-1201-41c1-93e9-bec4c17b4cbe, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1934423f-1201-41c1-93e9-bec4c17b4cbe,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:04:07.701015 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:07.701015 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:07.812373 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:07.861461 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:07.871407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-665177e4-97a9-436a-afb5-749130daa14d None None] Provisioning for port 15c13a19-0586-49d1-8889-e45f7601d58a completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:04:07.879935 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-665177e4-97a9-436a-afb5-749130daa14d None None] Provisioning complete for port 15c13a19-0586-49d1-8889-e45f7601d58a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:07.880311 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-665177e4-97a9-436a-afb5-749130daa14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:07.881761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f7099-389d-43a4-9fa1-af41039df4be None None] Pushing event updated for resources: {'Port': ['ID=1934423f-1201-41c1-93e9-bec4c17b4cbe,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:07.885781 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Routers {'af84a157-eba5-4e85-827f-c86909e20f64'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:04:07.886475 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:03:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af84a157-eba5-4e85-827f-c86909e20f64'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:07.958256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-665177e4-97a9-436a-afb5-749130daa14d None None] Port 15c13a19-0586-49d1-8889-e45f7601d58a cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:04:08.019314 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] Set router af84a157-eba5-4e85-827f-c86909e20f64 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:04:08.032403 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:08.109135 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:08.175393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Pushing event updated for resources: {'Port': ['ID=15c13a19-0586-49d1-8889-e45f7601d58a,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:08.182215 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:08.214134 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c94d-843d-4821-b5ef-4e896fc6eaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:08.228086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 1, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:08.258013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f2756-1634-43fa-b82f-3c842ce76cb2 None None] The sync data for ids ['af84a157-eba5-4e85-827f-c86909e20f64'] in n-d-713301-12 is: [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 1, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:04:08.280948 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Network c3e4024f-d809-4187-b1d8-b85d2c823aa0 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:04:08.282520 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:04:08.404687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Router af84a157-eba5-4e85-827f-c86909e20f64 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:04:08.551928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:04:08.560427 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-31564bc5-9e9e-4d59-b9a0-cee374c754f9 admin admin] 10.222.0.76 "PUT /v2.0/routers/af84a157-eba5-4e85-827f-c86909e20f64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8722317 Aug 29 08:04:08.582740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-0a9aa67d-e482-4368-8020-0ce882be2ca2 None None] Provisioning complete for port 15c13a19-0586-49d1-8889-e45f7601d58a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:08.583355 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0a9aa67d-e482-4368-8020-0ce882be2ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:08.619098 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-0a9aa67d-e482-4368-8020-0ce882be2ca2 None None] Port 15c13a19-0586-49d1-8889-e45f7601d58a cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:04:09.252364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45548) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:09.257531 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1390927302-network', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:09.355370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] Made reservation on behalf of e385a20ed7b14f2984f272f4cca2f8b0 for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:04:09.357770 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:09.367231 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:09.463728 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:09.519798 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:09.546105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 08:04:09.558149 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:09.564342 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] Added segment 690d0962-ef96-4477-b2f4-4fa16c9d4fcf of type vlan for network 169b7f3f-84a3-467c-b129-f21391f8e3c2 Aug 29 08:04:09.567493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c58c86-bd30-4e78-8d6f-92c8dee0691d,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:09.598210 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1934423f-1201-41c1-93e9-bec4c17b4cbe up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:04:09.612391 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:09.715960 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:09.716960 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:09.717544 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:09.738122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 1934423f-1201-41c1-93e9-bec4c17b4cbe completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:04:09.742567 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1934423f-1201-41c1-93e9-bec4c17b4cbe triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:09.742940 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:09.779739 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] Pushing event updated for resources: {'Network': ['ID=169b7f3f-84a3-467c-b129-f21391f8e3c2,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:09.789469 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 169b7f3f-84a3-467c-b129-f21391f8e3c2 details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:04:09.842380 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a4d9bb83-5920-46cb-b19b-5bb460300e31 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5888760 Aug 29 08:04:09.845020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45550) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:09.850147 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-1b6c6c57-fe8b-4509-862c-275e91e9cb85 admin admin] Request body: {'subnet': {'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1390927302-subnet', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:09.894498 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:09.914149 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 1934423f-1201-41c1-93e9-bec4c17b4cbe, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1934423f-1201-41c1-93e9-bec4c17b4cbe,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:04:09.955415 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6c6c57-fe8b-4509-862c-275e91e9cb85 admin admin] Made reservation on behalf of e385a20ed7b14f2984f272f4cca2f8b0 for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:04:09.957787 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1b6c6c57-fe8b-4509-862c-275e91e9cb85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:09.983969 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:10.036823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=1934423f-1201-41c1-93e9-bec4c17b4cbe,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:10.195815 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Sync routers for ids ['af84a157-eba5-4e85-827f-c86909e20f64'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:04:10.205612 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Routers {'af84a157-eba5-4e85-827f-c86909e20f64'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:04:10.208909 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1b6c6c57-fe8b-4509-862c-275e91e9cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:10.209058 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:03:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af84a157-eba5-4e85-827f-c86909e20f64'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:10.263829 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c6c57-fe8b-4509-862c-275e91e9cb85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70380426-54ef-4bb1-b6e4-82e21070b509,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:10.270990 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6c6c57-fe8b-4509-862c-275e91e9cb85 admin admin] Checking segment: {'id': '690d0962-ef96-4477-b2f4-4fa16c9d4fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:04:10.271382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6c6c57-fe8b-4509-862c-275e91e9cb85 admin admin] Network hostable DHCP agents. Network: 169b7f3f-84a3-467c-b129-f21391f8e3c2, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:04:10.311823 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Set router af84a157-eba5-4e85-827f-c86909e20f64 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:04:10.348280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6c6c57-fe8b-4509-862c-275e91e9cb85 admin admin] Network 169b7f3f-84a3-467c-b129-f21391f8e3c2 is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:04:10.433910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-1b6c6c57-fe8b-4509-862c-275e91e9cb85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 169b7f3f-84a3-467c-b129-f21391f8e3c2) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:04:10.438873 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c6c57-fe8b-4509-862c-275e91e9cb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:10.439752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1b6c6c57-fe8b-4509-862c-275e91e9cb85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:10.449746 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27893e92-31cf-4ff8-9790-9db7c1a9662d None None] Network 169b7f3f-84a3-467c-b129-f21391f8e3c2 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:04:10.549438 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1b6c6c57-fe8b-4509-862c-275e91e9cb85 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7032018 Aug 29 08:04:10.551830 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45552) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:10.556493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1390927302-router', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:10.598068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-169b7f3f-84a3-467c-b129-f21391f8e3c2', 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'fixed_ips': [{'subnet_id': '70380426-54ef-4bb1-b6e4-82e21070b509'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 08:04:10.599051 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:10.605867 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 2, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:10.631863 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Checking router: af84a157-eba5-4e85-827f-c86909e20f64 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:04:10.632211 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Updating router af84a157-eba5-4e85-827f-c86909e20f64 port 15c13a19-0586-49d1-8889-e45f7601d58a binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:04:10.646675 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:10.647988 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:10.660379 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:10.707122 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:10.744249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Allocated IP 172.20.0.2 (169b7f3f-84a3-467c-b129-f21391f8e3c2/70380426-54ef-4bb1-b6e4-82e21070b509/5987e5bf-4b6d-4a5c-8587-a8ea180a8de7) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:04:10.906836 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:10.917306 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:10.926436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Transition to ACTIVE for port object 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:04:10.932551 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:10.940095 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:10.943514 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Transition to ACTIVE for port object 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:04:10.943733 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Transition to ACTIVE for port object 15c13a19-0586-49d1-8889-e45f7601d58a will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:04:10.990116 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.014447 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.034864 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Network 169b7f3f-84a3-467c-b129-f21391f8e3c2 is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:04:11.037992 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:04:11.041497 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:04:11.072198 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Pushing event updated for resources: {'Port': ['ID=5987e5bf-4b6d-4a5c-8587-a8ea180a8de7,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:11.092929 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5da972-8d86-48d2-89aa-24b4a945ae8b None None] Pushing event updated for resources: {'Port': ['ID=15c13a19-0586-49d1-8889-e45f7601d58a,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:11.110531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Attempting to bind port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:04:11.110913 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Attempting to bind port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '690d0962-ef96-4477-b2f4-4fa16c9d4fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:04:11.111309 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Attempting to bind port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 on network 169b7f3f-84a3-467c-b129-f21391f8e3c2 {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:04:11.117195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:04:11.117453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Checking segment: {'id': '690d0962-ef96-4477-b2f4-4fa16c9d4fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:04:11.117762 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.118312 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Bound using segment: {'id': '690d0962-ef96-4477-b2f4-4fa16c9d4fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:04:11.118805 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Bound port: 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690d0962-ef96-4477-b2f4-4fa16c9d4fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:04:11.119213 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.123977 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5da972-8d86-48d2-89aa-24b4a945ae8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:11.124382 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5da972-8d86-48d2-89aa-24b4a945ae8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:11.124721 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5da972-8d86-48d2-89aa-24b4a945ae8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:11.125053 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5da972-8d86-48d2-89aa-24b4a945ae8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:11.125381 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5da972-8d86-48d2-89aa-24b4a945ae8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:11.125700 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5da972-8d86-48d2-89aa-24b4a945ae8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:11.126049 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5da972-8d86-48d2-89aa-24b4a945ae8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:11.126372 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5da972-8d86-48d2-89aa-24b4a945ae8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:11.126706 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5da972-8d86-48d2-89aa-24b4a945ae8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:11.127010 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5da972-8d86-48d2-89aa-24b4a945ae8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:11.127350 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5da972-8d86-48d2-89aa-24b4a945ae8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:11.127667 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5da972-8d86-48d2-89aa-24b4a945ae8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:11.139488 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Attempting to bind port 15c13a19-0586-49d1-8889-e45f7601d58a on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:04:11.139878 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Attempting to bind port 15c13a19-0586-49d1-8889-e45f7601d58a by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:04:11.140224 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Attempting to bind port 15c13a19-0586-49d1-8889-e45f7601d58a on network c3e4024f-d809-4187-b1d8-b85d2c823aa0 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:04:11.146926 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:04:11.147354 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Checking segment: {'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:04:11.147744 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.148132 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Bound using segment: {'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:04:11.148591 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Bound port: 15c13a19-0586-49d1-8889-e45f7601d58a, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:04:11.148968 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.187711 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.196778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] For port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:04:11.202630 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] For port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5987e5bf-4b6d-4a5c-8587-a8ea180a8de7,segment=NetworkSegment(690d0962-ef96-4477-b2f4-4fa16c9d4fcf),segment_id=690d0962-ef96-4477-b2f4-4fa16c9d4fcf)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:04:11.212152 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.220250 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] For port 15c13a19-0586-49d1-8889-e45f7601d58a, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:04:11.224930 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] For port 15c13a19-0586-49d1-8889-e45f7601d58a, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=15c13a19-0586-49d1-8889-e45f7601d58a,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:04:11.292040 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.304251 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.324325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Allocated IP 172.25.1.19 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/19c84309-f72b-44a3-89e5-4defb1a5bff0) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:04:11.361540 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Routers {'af84a157-eba5-4e85-827f-c86909e20f64'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:04:11.362365 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:03:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af84a157-eba5-4e85-827f-c86909e20f64'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:11.362778 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7f710-6b0a-4c41-ba81-e6f450978507 None None] Pushing event updated for resources: {'Port': ['ID=5987e5bf-4b6d-4a5c-8587-a8ea180a8de7,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:11.433519 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5da972-8d86-48d2-89aa-24b4a945ae8b None None] Pushing event updated for resources: {'Port': ['ID=15c13a19-0586-49d1-8889-e45f7601d58a,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:11.442753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.506837 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] Set router af84a157-eba5-4e85-827f-c86909e20f64 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:04:11.567384 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.589810 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:04:11.618467 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:04:11.621840 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:04:11.640033 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 15c13a19-0586-49d1-8889-e45f7601d58a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:04:11.680740 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e251749c-6550-477b-b9e0-5619d6dd6f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.702714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Pushing event updated for resources: {'Port': ['ID=19c84309-f72b-44a3-89e5-4defb1a5bff0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:11.795058 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 15c13a19-0586-49d1-8889-e45f7601d58a completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:04:11.799467 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 15c13a19-0586-49d1-8889-e45f7601d58a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:11.800077 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.801097 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:11.840374 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b59b01a-4dc8-4d40-821d-e28d2ade121b None None] The sync data for ids ['af84a157-eba5-4e85-827f-c86909e20f64'] in n-d-713301-12 is: [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:04:11.902714 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:11.938067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 15c13a19-0586-49d1-8889-e45f7601d58a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=15c13a19-0586-49d1-8889-e45f7601d58a,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:04:12.030443 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:12.031272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1934423f-1201-41c1-93e9-bec4c17b4cbe up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:04:12.050082 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:12.113231 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:12.118121 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=15c13a19-0586-49d1-8889-e45f7601d58a,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:12.128887 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 1934423f-1201-41c1-93e9-bec4c17b4cbe triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:12.129767 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:12.525288 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864e2e3a-857f-4584-9f66-db2c58375e25 None None] Network 169b7f3f-84a3-467c-b129-f21391f8e3c2 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:04:12.626204 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:12.648463 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-49f48538-cf5f-4f87-ac7a-b3e25058cbc1 None None] Provisioning for port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:04:12.829975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Router 0071df92-52ac-4ab8-944f-644a2b179c7b is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 08:04:12.941320 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:04:12.950706 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Sync routers for ids ['0071df92-52ac-4ab8-944f-644a2b179c7b'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:04:12.959843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Routers {'0071df92-52ac-4ab8-944f-644a2b179c7b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:04:12.961407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:04:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0071df92-52ac-4ab8-944f-644a2b179c7b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:12.989179 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:12.990512 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-13b1775f-1618-42c5-ace1-4aef83ebb012 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4376564 Aug 29 08:04:12.993133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 45554) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:13.065474 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Set router 0071df92-52ac-4ab8-944f-644a2b179c7b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:04:13.245959 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'name': 'tempest-TestShelveInstance-1390927302-router', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '19c84309-f72b-44a3-89e5-4defb1a5bff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:10Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 3, 'project_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'gw_port': {'id': '19c84309-f72b-44a3-89e5-4defb1a5bff0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:11Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:13.275537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Checking router: 0071df92-52ac-4ab8-944f-644a2b179c7b for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:04:13.275889 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Updating router 0071df92-52ac-4ab8-944f-644a2b179c7b port 19c84309-f72b-44a3-89e5-4defb1a5bff0 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:04:13.300341 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:13.412269 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:13.556644 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:13.568285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Transition to ACTIVE for port object 19c84309-f72b-44a3-89e5-4defb1a5bff0 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:04:13.576137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Allocated IP 172.20.0.1 (169b7f3f-84a3-467c-b129-f21391f8e3c2/70380426-54ef-4bb1-b6e4-82e21070b509/412eb54b-5294-476e-a452-697fb44fcdb1) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:04:13.634706 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:13.672941 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 15c13a19-0586-49d1-8889-e45f7601d58a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:04:13.680729 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:13.698322 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Transition to ACTIVE for port object 412eb54b-5294-476e-a452-697fb44fcdb1 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:04:13.714007 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Attempting to bind port 19c84309-f72b-44a3-89e5-4defb1a5bff0 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:04:13.714906 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Attempting to bind port 19c84309-f72b-44a3-89e5-4defb1a5bff0 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:04:13.715302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Attempting to bind port 19c84309-f72b-44a3-89e5-4defb1a5bff0 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:04:13.732233 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:04:13.732620 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:04:13.733029 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:13.733431 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:04:13.733914 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Bound port: 19c84309-f72b-44a3-89e5-4defb1a5bff0, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:04:13.734315 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:13.737850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c5007-6e78-4874-8234-f304054ffae0 None None] Pushing event updated for resources: {'Port': ['ID=19c84309-f72b-44a3-89e5-4defb1a5bff0,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:13.795235 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:13.805592 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] For port 19c84309-f72b-44a3-89e5-4defb1a5bff0, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:04:13.809051 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] For port 19c84309-f72b-44a3-89e5-4defb1a5bff0, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=19c84309-f72b-44a3-89e5-4defb1a5bff0,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:04:13.810116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 15c13a19-0586-49d1-8889-e45f7601d58a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:13.810488 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:13.843396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Network 169b7f3f-84a3-467c-b129-f21391f8e3c2 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:04:13.846385 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:04:13.849078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:04:13.877069 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Pushing event updated for resources: {'Port': ['ID=412eb54b-5294-476e-a452-697fb44fcdb1,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:13.878198 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:13.898488 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:13.900926 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:13.906525 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:04:14.110956 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:14.161466 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c5007-6e78-4874-8234-f304054ffae0 None None] Pushing event updated for resources: {'Port': ['ID=19c84309-f72b-44a3-89e5-4defb1a5bff0,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:14.167730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Routers {'0071df92-52ac-4ab8-944f-644a2b179c7b'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:04:14.168352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:04:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0071df92-52ac-4ab8-944f-644a2b179c7b'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:14.225926 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5fe8e336-e927-4dc6-8024-9ab6265c6906 None None] Provisioning for port 412eb54b-5294-476e-a452-697fb44fcdb1 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:04:14.255871 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-5fe8e336-e927-4dc6-8024-9ab6265c6906 None None] Provisioning complete for port 412eb54b-5294-476e-a452-697fb44fcdb1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:14.256275 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e336-e927-4dc6-8024-9ab6265c6906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:14.275930 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:14.283985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:04:14.292964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:14.293343 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:14.336238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] Set router 0071df92-52ac-4ab8-944f-644a2b179c7b gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:04:14.349467 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:14.365678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8e336-e927-4dc6-8024-9ab6265c6906 None None] Port 412eb54b-5294-476e-a452-697fb44fcdb1 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:04:14.419356 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:14.421059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Pushing event updated for resources: {'Port': ['ID=412eb54b-5294-476e-a452-697fb44fcdb1,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:14.503803 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:14.515856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Network 169b7f3f-84a3-467c-b129-f21391f8e3c2 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:04:14.517294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:04:14.559949 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5987e5bf-4b6d-4a5c-8587-a8ea180a8de7,segment=NetworkSegment(690d0962-ef96-4477-b2f4-4fa16c9d4fcf),segment_id=690d0962-ef96-4477-b2f4-4fa16c9d4fcf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:04:14.608287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'name': 'tempest-TestShelveInstance-1390927302-router', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '19c84309-f72b-44a3-89e5-4defb1a5bff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:10Z', 'updated_at': '2021-08-29T08:04:14Z', 'revision_number': 4, 'project_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'gw_port': {'id': '19c84309-f72b-44a3-89e5-4defb1a5bff0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:11Z', 'updated_at': '2021-08-29T08:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '412eb54b-5294-476e-a452-697fb44fcdb1', 'name': '', 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'mac_address': 'fa:16:3e:b9:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '70380426-54ef-4bb1-b6e4-82e21070b509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:13Z', 'updated_at': '2021-08-29T08:04:13Z', 'revision_number': 1, 'project_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'subnets': [{'id': '70380426-54ef-4bb1-b6e4-82e21070b509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:14.639244 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Router 0071df92-52ac-4ab8-944f-644a2b179c7b has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:04:14.642187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bfb0eb-bc9f-43c7-b81e-338923aa7604 None None] The sync data for ids ['0071df92-52ac-4ab8-944f-644a2b179c7b'] in n-d-713301-12 is: [{'id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'name': 'tempest-TestShelveInstance-1390927302-router', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '19c84309-f72b-44a3-89e5-4defb1a5bff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:10Z', 'updated_at': '2021-08-29T08:04:14Z', 'revision_number': 4, 'project_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'gw_port': {'id': '19c84309-f72b-44a3-89e5-4defb1a5bff0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:11Z', 'updated_at': '2021-08-29T08:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '412eb54b-5294-476e-a452-697fb44fcdb1', 'name': '', 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'mac_address': 'fa:16:3e:b9:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '70380426-54ef-4bb1-b6e4-82e21070b509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:13Z', 'updated_at': '2021-08-29T08:04:13Z', 'revision_number': 1, 'project_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'subnets': [{'id': '70380426-54ef-4bb1-b6e4-82e21070b509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:04:14.686636 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:14.746102 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=5987e5bf-4b6d-4a5c-8587-a8ea180a8de7,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:14.780919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:04:14.786717 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b87f1974-e995-4599-a3df-d601f48f8caa admin admin] 10.222.0.76 "PUT /v2.0/routers/0071df92-52ac-4ab8-944f-644a2b179c7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7923067 Aug 29 08:04:14.790548 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-ddc2c603-949d-4b9c-89eb-958aeea077c9 None None] Provisioning complete for port 412eb54b-5294-476e-a452-697fb44fcdb1 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:14.790918 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c603-949d-4b9c-89eb-958aeea077c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:14.831715 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-ddc2c603-949d-4b9c-89eb-958aeea077c9 None None] Port 412eb54b-5294-476e-a452-697fb44fcdb1 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:04:15.373586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45562) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:15.378397 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981263246', 'description': 'tempest-secgroup-smoke-1981263246 description', 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:15.435120 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:15.522376 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:15.566342 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:15.600901 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:15.608669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:15.609027 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:15.609439 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:15.609712 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:15.610017 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:15.610522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:15.611035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:15.611590 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:15.612114 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:15.612446 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:15.612777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:15.613107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:04:15.668911 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:04:15.675028 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:15.675028 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-544e7cc1-adea-48ae-9531-08a5eab23210 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2961850 Aug 29 08:04:15.675028 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45564) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:15.682274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c617fe1a-e277-4f17-a7b1-13aec85cb964 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'security_group_rule': {'security_group_id': '3e8c85ae-d852-40b8-a03c-e1acef6b0dfa', 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:15.730183 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:15.730655 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:15.783825 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c617fe1a-e277-4f17-a7b1-13aec85cb964 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:15.816166 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 19c84309-f72b-44a3-89e5-4defb1a5bff0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:04:15.846683 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c617fe1a-e277-4f17-a7b1-13aec85cb964 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:15.919886 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c617fe1a-e277-4f17-a7b1-13aec85cb964 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:15.941429 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617fe1a-e277-4f17-a7b1-13aec85cb964 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064ccad5-7d57-4e8d-914f-6512f88cf0fc,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:15.943598 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 19c84309-f72b-44a3-89e5-4defb1a5bff0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:04:15.949137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 19c84309-f72b-44a3-89e5-4defb1a5bff0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:15.949137 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.000498 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c617fe1a-e277-4f17-a7b1-13aec85cb964 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.012690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c617fe1a-e277-4f17-a7b1-13aec85cb964 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3335242 Aug 29 08:04:16.013704 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45566) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:16.018023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-91fae8da-7846-4c35-a08e-e7b733d0a020 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'security_group_rule': {'security_group_id': '3e8c85ae-d852-40b8-a03c-e1acef6b0dfa', 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:16.029264 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.049640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 19c84309-f72b-44a3-89e5-4defb1a5bff0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=19c84309-f72b-44a3-89e5-4defb1a5bff0,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:04:16.097533 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-91fae8da-7846-4c35-a08e-e7b733d0a020 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.121319 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.158769 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-91fae8da-7846-4c35-a08e-e7b733d0a020 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.169866 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=19c84309-f72b-44a3-89e5-4defb1a5bff0,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:16.229094 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-91fae8da-7846-4c35-a08e-e7b733d0a020 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.249318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fae8da-7846-4c35-a08e-e7b733d0a020 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca51543-589c-4d1d-af78-eb79b111023b,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:16.309852 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-91fae8da-7846-4c35-a08e-e7b733d0a020 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.311279 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-91fae8da-7846-4c35-a08e-e7b733d0a020 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2970579 Aug 29 08:04:16.314018 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45568) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:16.318773 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-6eb548f3-0edd-454f-b75e-2bd9bdfc5570 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'security_group_rule': {'security_group_id': '3e8c85ae-d852-40b8-a03c-e1acef6b0dfa', 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:16.398774 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6eb548f3-0edd-454f-b75e-2bd9bdfc5570 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.459979 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6eb548f3-0edd-454f-b75e-2bd9bdfc5570 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.536944 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6eb548f3-0edd-454f-b75e-2bd9bdfc5570 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.553689 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb548f3-0edd-454f-b75e-2bd9bdfc5570 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5160f728-bed5-40d0-ab13-d81a21adddec,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:16.566699 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Sync routers for ids ['0071df92-52ac-4ab8-944f-644a2b179c7b'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:04:16.576288 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Routers {'0071df92-52ac-4ab8-944f-644a2b179c7b'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:04:16.576908 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:04:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0071df92-52ac-4ab8-944f-644a2b179c7b'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:16.623664 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-6eb548f3-0edd-454f-b75e-2bd9bdfc5570 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.625105 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-6eb548f3-0edd-454f-b75e-2bd9bdfc5570 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101490 Aug 29 08:04:16.627838 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45570) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:16.632426 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-c341e1f5-63a2-4588-a914-caaddd6dc914 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'security_group_rule': {'security_group_id': '3e8c85ae-d852-40b8-a03c-e1acef6b0dfa', 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:16.683997 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Set router 0071df92-52ac-4ab8-944f-644a2b179c7b gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:04:16.726775 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c341e1f5-63a2-4588-a914-caaddd6dc914 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.804359 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c341e1f5-63a2-4588-a914-caaddd6dc914 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.863734 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c341e1f5-63a2-4588-a914-caaddd6dc914 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.884055 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341e1f5-63a2-4588-a914-caaddd6dc914 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c074d419-998a-42ac-8df0-c04bb6f79484,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:16.886390 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'name': 'tempest-TestShelveInstance-1390927302-router', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '19c84309-f72b-44a3-89e5-4defb1a5bff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:10Z', 'updated_at': '2021-08-29T08:04:14Z', 'revision_number': 4, 'project_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'gw_port': {'id': '19c84309-f72b-44a3-89e5-4defb1a5bff0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:11Z', 'updated_at': '2021-08-29T08:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '412eb54b-5294-476e-a452-697fb44fcdb1', 'name': '', 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'mac_address': 'fa:16:3e:b9:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '70380426-54ef-4bb1-b6e4-82e21070b509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:13Z', 'updated_at': '2021-08-29T08:04:14Z', 'revision_number': 2, 'project_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'subnets': [{'id': '70380426-54ef-4bb1-b6e4-82e21070b509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:16.916708 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Checking router: 0071df92-52ac-4ab8-944f-644a2b179c7b for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:04:16.919992 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Updating router 0071df92-52ac-4ab8-944f-644a2b179c7b port 412eb54b-5294-476e-a452-697fb44fcdb1 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:04:16.942778 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.977818 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-c341e1f5-63a2-4588-a914-caaddd6dc914 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:16.978911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-c341e1f5-63a2-4588-a914-caaddd6dc914 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3501060 Aug 29 08:04:16.982236 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45572) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:16.986766 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-a00f61ef-8745-4b3a-acc1-3bd895175b7b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'security_group_rule': {'security_group_id': '3e8c85ae-d852-40b8-a03c-e1acef6b0dfa', 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:17.080589 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-a00f61ef-8745-4b3a-acc1-3bd895175b7b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Project 5d5f81abbb314bf895a95ff4c3a21f8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 08:04:17.085941 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a00f61ef-8745-4b3a-acc1-3bd895175b7b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:17.159829 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a00f61ef-8745-4b3a-acc1-3bd895175b7b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:17.223335 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a00f61ef-8745-4b3a-acc1-3bd895175b7b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:17.241440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f61ef-8745-4b3a-acc1-3bd895175b7b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15988d4d-7f7a-4993-a56f-68b09ab0e583,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:17.296374 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:17.306145 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Transition to ACTIVE for port object 412eb54b-5294-476e-a452-697fb44fcdb1 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:04:17.314820 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-a00f61ef-8745-4b3a-acc1-3bd895175b7b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:17.318290 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-a00f61ef-8745-4b3a-acc1-3bd895175b7b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3329494 Aug 29 08:04:17.318866 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45574) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:17.323434 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-21f63f6f-bc92-4708-9274-a1f38dc343c8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'security_group_rule': {'security_group_id': '3e8c85ae-d852-40b8-a03c-e1acef6b0dfa', 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:17.389046 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:17.418397 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-21f63f6f-bc92-4708-9274-a1f38dc343c8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Project 5d5f81abbb314bf895a95ff4c3a21f8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 08:04:17.424159 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21f63f6f-bc92-4708-9274-a1f38dc343c8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:17.452640 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac25eb-b971-4427-ac16-bf7feb32e59c None None] Pushing event updated for resources: {'Port': ['ID=412eb54b-5294-476e-a452-697fb44fcdb1,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:17.499427 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21f63f6f-bc92-4708-9274-a1f38dc343c8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:17.511469 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Attempting to bind port 412eb54b-5294-476e-a452-697fb44fcdb1 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:04:17.513327 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Attempting to bind port 412eb54b-5294-476e-a452-697fb44fcdb1 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '690d0962-ef96-4477-b2f4-4fa16c9d4fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:04:17.513327 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Attempting to bind port 412eb54b-5294-476e-a452-697fb44fcdb1 on network 169b7f3f-84a3-467c-b129-f21391f8e3c2 {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:04:17.517703 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:04:17.518377 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Checking segment: {'id': '690d0962-ef96-4477-b2f4-4fa16c9d4fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:04:17.518586 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:17.518981 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Bound using segment: {'id': '690d0962-ef96-4477-b2f4-4fa16c9d4fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:04:17.519602 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Bound port: 412eb54b-5294-476e-a452-697fb44fcdb1, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690d0962-ef96-4477-b2f4-4fa16c9d4fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:04:17.519923 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:17.560755 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21f63f6f-bc92-4708-9274-a1f38dc343c8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:17.581533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f63f6f-bc92-4708-9274-a1f38dc343c8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6af6bc8-6e33-40da-a4ef-942e5cb6ed00,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:17.588953 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] For port 412eb54b-5294-476e-a452-697fb44fcdb1, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:04:17.592764 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] For port 412eb54b-5294-476e-a452-697fb44fcdb1, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=412eb54b-5294-476e-a452-697fb44fcdb1,segment=NetworkSegment(690d0962-ef96-4477-b2f4-4fa16c9d4fcf),segment_id=690d0962-ef96-4477-b2f4-4fa16c9d4fcf)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:04:17.597797 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 19c84309-f72b-44a3-89e5-4defb1a5bff0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:04:17.649596 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 19c84309-f72b-44a3-89e5-4defb1a5bff0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:17.649978 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:17.653291 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:17.663676 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-21f63f6f-bc92-4708-9274-a1f38dc343c8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:17.674291 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-21f63f6f-bc92-4708-9274-a1f38dc343c8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3542898 Aug 29 08:04:17.725834 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac25eb-b971-4427-ac16-bf7feb32e59c None None] Pushing event updated for resources: {'Port': ['ID=412eb54b-5294-476e-a452-697fb44fcdb1,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:17.731352 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Routers {'0071df92-52ac-4ab8-944f-644a2b179c7b'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:04:17.731979 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:04:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0071df92-52ac-4ab8-944f-644a2b179c7b'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:17.854316 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] Set router 0071df92-52ac-4ab8-944f-644a2b179c7b gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:04:18.036664 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-a6adfbaa-4d9c-4643-a48d-5c4206b58722 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981263246&fields=id&tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d HTTP/1.1" status: 200 len: 267 time: 0.0382462 Aug 29 08:04:18.077073 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'name': 'tempest-TestShelveInstance-1390927302-router', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '19c84309-f72b-44a3-89e5-4defb1a5bff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:10Z', 'updated_at': '2021-08-29T08:04:14Z', 'revision_number': 4, 'project_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'gw_port': {'id': '19c84309-f72b-44a3-89e5-4defb1a5bff0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:11Z', 'updated_at': '2021-08-29T08:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '412eb54b-5294-476e-a452-697fb44fcdb1', 'name': '', 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'mac_address': 'fa:16:3e:b9:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '70380426-54ef-4bb1-b6e4-82e21070b509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:13Z', 'updated_at': '2021-08-29T08:04:17Z', 'revision_number': 4, 'project_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'subnets': [{'id': '70380426-54ef-4bb1-b6e4-82e21070b509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:18.104248 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f34f2-b017-4833-b60e-58e058d54e0f None None] The sync data for ids ['0071df92-52ac-4ab8-944f-644a2b179c7b'] in n-d-713301-12 is: [{'id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'name': 'tempest-TestShelveInstance-1390927302-router', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '19c84309-f72b-44a3-89e5-4defb1a5bff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:10Z', 'updated_at': '2021-08-29T08:04:14Z', 'revision_number': 4, 'project_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'gw_port': {'id': '19c84309-f72b-44a3-89e5-4defb1a5bff0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:11Z', 'updated_at': '2021-08-29T08:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '412eb54b-5294-476e-a452-697fb44fcdb1', 'name': '', 'network_id': '169b7f3f-84a3-467c-b129-f21391f8e3c2', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'mac_address': 'fa:16:3e:b9:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '70380426-54ef-4bb1-b6e4-82e21070b509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:13Z', 'updated_at': '2021-08-29T08:04:17Z', 'revision_number': 4, 'project_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'subnets': [{'id': '70380426-54ef-4bb1-b6e4-82e21070b509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:04:18.163184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-3d5fe857-d4b1-4230-b3b1-be90c9dbf580 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:18.165120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-3d5fe857-d4b1-4230-b3b1-be90c9dbf580 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 809 time: 0.1212914 Aug 29 08:04:18.180989 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-1bb1e587-db84-41bd-a26e-e05880884a1b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/quotas/5d5f81abbb314bf895a95ff4c3a21f8d HTTP/1.1" status: 200 len: 375 time: 0.0100806 Aug 29 08:04:18.240245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-14aa410c-00ad-4cf2-b107-c22c66d987f5 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528162 Aug 29 08:04:18.344043 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-d9060b59-3d74-4a1e-a0d4-2fdca0161745 service neutron] 10.222.0.76 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912693 Aug 29 08:04:18.446418 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-0fa83dfb-8bc4-4650-bbf3-68838858e2d5 service neutron] 10.222.0.76 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960510 Aug 29 08:04:18.706717 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f45de4c-8ae8-4141-abc7-09052f96eabc req-0196f7a3-13a7-4e34-99a9-861edf258bc1 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 210 time: 0.0284343 Aug 29 08:04:19.587277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 412eb54b-5294-476e-a452-697fb44fcdb1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:04:19.714932 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 412eb54b-5294-476e-a452-697fb44fcdb1 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:04:19.718866 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 412eb54b-5294-476e-a452-697fb44fcdb1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:19.719278 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:19.783333 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-756d1571-80f3-4e55-8189-9ffedbcf250b req-0d79cff7-9f9b-46d8-8d94-95fe0e42e77f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 210 time: 0.0262754 Aug 29 08:04:19.799524 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:19.831719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 412eb54b-5294-476e-a452-697fb44fcdb1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=412eb54b-5294-476e-a452-697fb44fcdb1,segment=NetworkSegment(690d0962-ef96-4477-b2f4-4fa16c9d4fcf),segment_id=690d0962-ef96-4477-b2f4-4fa16c9d4fcf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:04:19.891840 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:19.939836 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=412eb54b-5294-476e-a452-697fb44fcdb1,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:20.887434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4a0ba69-9119-44e9-ac97-75e53f22ebd2 req-f7f77886-901f-4c0a-ba6f-3bd6d9c8a26a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 210 time: 0.0334461 Aug 29 08:04:21.574973 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 412eb54b-5294-476e-a452-697fb44fcdb1 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:04:21.633104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 412eb54b-5294-476e-a452-697fb44fcdb1 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:21.633520 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:21.701227 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:21.985890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-405e54f6-e795-4781-8e7a-10cf43b42f76 req-c8baeccf-fb97-451f-a327-b9cd0107bc4b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 210 time: 0.0280533 Aug 29 08:04:22.607364 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-af9a5639-d542-4114-af88-5d3dae20f8b5 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:22.608690 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-af9a5639-d542-4114-af88-5d3dae20f8b5 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 809 time: 0.1087115 Aug 29 08:04:22.657575 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-cd6376f4-a5e6-4408-b074-b51f5e49e56d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d HTTP/1.1" status: 200 len: 380 time: 0.0345449 Aug 29 08:04:22.666820 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-17d7e218-afea-4f0f-9841-53dfd72d6d74 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'port': {'device_id': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'admin_state_up': True, 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'security_groups': ['3e8c85ae-d852-40b8-a03c-e1acef6b0dfa']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:22.817568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-17d7e218-afea-4f0f-9841-53dfd72d6d74 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Made reservation on behalf of 5d5f81abbb314bf895a95ff4c3a21f8d for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:04:22.821288 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-17d7e218-afea-4f0f-9841-53dfd72d6d74 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:22.956812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-17d7e218-afea-4f0f-9841-53dfd72d6d74 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Allocated IP 172.20.0.5 (c3e4024f-d809-4187-b1d8-b85d2c823aa0/69d7d67a-579c-44a2-adaa-269d24cd0bc4/11766411-24c3-4737-843e-d83d217be4f5) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:04:23.100702 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c417525f-236c-4600-8321-98be2854f778 req-2bd1d4bf-705d-424a-aea4-619824089cde tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 210 time: 0.0276282 Aug 29 08:04:23.107711 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-17d7e218-afea-4f0f-9841-53dfd72d6d74 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:23.124087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-17d7e218-afea-4f0f-9841-53dfd72d6d74 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Transition to ACTIVE for port object 11766411-24c3-4737-843e-d83d217be4f5 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:04:23.218266 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-17d7e218-afea-4f0f-9841-53dfd72d6d74 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:23.264502 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-17d7e218-afea-4f0f-9841-53dfd72d6d74 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Network c3e4024f-d809-4187-b1d8-b85d2c823aa0 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:04:23.267788 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-17d7e218-afea-4f0f-9841-53dfd72d6d74 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:04:23.271770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-17d7e218-afea-4f0f-9841-53dfd72d6d74 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:04:23.278525 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7e218-afea-4f0f-9841-53dfd72d6d74 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'Port': ['ID=11766411-24c3-4737-843e-d83d217be4f5,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:23.326850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-17d7e218-afea-4f0f-9841-53dfd72d6d74 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:23.328308 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-17d7e218-afea-4f0f-9841-53dfd72d6d74 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:23.405931 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-17d7e218-afea-4f0f-9841-53dfd72d6d74 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430158 Aug 29 08:04:23.425195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Request body: {'port': {'device_id': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:23.481303 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:23.544225 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d483191e-d67d-4745-94d4-8a199326a148 None None] Provisioning for port 11766411-24c3-4737-843e-d83d217be4f5 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:04:23.548067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d483191e-d67d-4745-94d4-8a199326a148 None None] Provisioning complete for port 11766411-24c3-4737-843e-d83d217be4f5 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:23.549189 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d483191e-d67d-4745-94d4-8a199326a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:23.582453 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-d483191e-d67d-4745-94d4-8a199326a148 None None] Port 11766411-24c3-4737-843e-d83d217be4f5 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:04:23.754141 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11766411-24c3-4737-843e-d83d217be4f5 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:04:23.762186 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:23.774034 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Transition to ACTIVE for port object 11766411-24c3-4737-843e-d83d217be4f5 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:04:23.829482 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:23.881603 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Pushing event updated for resources: {'Port': ['ID=11766411-24c3-4737-843e-d83d217be4f5,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:23.957836 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Attempting to bind port 11766411-24c3-4737-843e-d83d217be4f5 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:04:23.958238 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Attempting to bind port 11766411-24c3-4737-843e-d83d217be4f5 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:04:23.958500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Attempting to bind port 11766411-24c3-4737-843e-d83d217be4f5 on network c3e4024f-d809-4187-b1d8-b85d2c823aa0 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:04:23.963137 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Port 11766411-24c3-4737-843e-d83d217be4f5 on network c3e4024f-d809-4187-b1d8-b85d2c823aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 08:04:23.963503 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Attempting to bind port 11766411-24c3-4737-843e-d83d217be4f5 on network c3e4024f-d809-4187-b1d8-b85d2c823aa0 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:04:23.969136 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:04:23.969478 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Checking segment: {'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:04:23.969870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Bound using segment: {'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:04:23.970308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Bound port: 11766411-24c3-4737-843e-d83d217be4f5, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:04:23.970669 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:24.039399 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] For port 11766411-24c3-4737-843e-d83d217be4f5, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:04:24.043379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] For port 11766411-24c3-4737-843e-d83d217be4f5, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11766411-24c3-4737-843e-d83d217be4f5,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:04:24.109979 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:24.149278 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:24.149952 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:24.151344 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] 10.222.0.11 "PUT /v2.0/ports/11766411-24c3-4737-843e-d83d217be4f5 HTTP/1.1" status: 200 len: 1092 time: 0.7306509 Aug 29 08:04:24.153269 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'tag': '11766411-24c3-4737-843e-d83d217be4f5'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:04:24.154131 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b728bf-bd58-4f6a-9e89-144ca9647a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "tag": "11766411-24c3-4737-843e-d83d217be4f5"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:04:24.185104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd548c59-bfc8-4432-b068-e0f7c9a9477d service neutron] Pushing event updated for resources: {'Port': ['ID=11766411-24c3-4737-843e-d83d217be4f5,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:24.204050 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fe1b72-7e93-4e7a-a54d-ed9a0e02f7c3 x-openstack-request-id: req-94fe1b72-7e93-4e7a-a54d-ed9a0e02f7c3 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:04:24.204381 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "tag": "11766411-24c3-4737-843e-d83d217be4f5", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:04:24.204809 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-94fe1b72-7e93-4e7a-a54d-ed9a0e02f7c3 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:04:24.205318 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'tag': '11766411-24c3-4737-843e-d83d217be4f5', 'status': 'completed', 'code': 200} Aug 29 08:04:24.242678 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b760ea-66ba-4f4f-b660-34e874a02989 req-80ae2f9e-4bdf-4bb6-8766-167fd2d5d6c6 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:24.244329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63b760ea-66ba-4f4f-b660-34e874a02989 req-80ae2f9e-4bdf-4bb6-8766-167fd2d5d6c6 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0562997 Aug 29 08:04:24.287627 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-63b760ea-66ba-4f4f-b660-34e874a02989 req-5e422990-80bb-4ec6-998f-2840ff8891d2 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358543 Aug 29 08:04:24.311642 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b728bf-bd58-4f6a-9e89-144ca9647a6a req-02dc40f7-ca02-4180-8dd8-061cab63fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:24.313226 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26b728bf-bd58-4f6a-9e89-144ca9647a6a req-02dc40f7-ca02-4180-8dd8-061cab63fae1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1095 time: 0.0655525 Aug 29 08:04:24.424259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b728bf-bd58-4f6a-9e89-144ca9647a6a req-98860ba1-a1cd-4a68-8405-da4176511547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:24.425626 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26b728bf-bd58-4f6a-9e89-144ca9647a6a req-98860ba1-a1cd-4a68-8405-da4176511547 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0989134 Aug 29 08:04:24.524755 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b728bf-bd58-4f6a-9e89-144ca9647a6a req-6933b042-de40-409a-b429-dc6511297745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:24.526264 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-26b728bf-bd58-4f6a-9e89-144ca9647a6a req-6933b042-de40-409a-b429-dc6511297745 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941739 Aug 29 08:04:24.626727 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-0cafc625-d804-4097-a0ca-576532a8e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:24.628256 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-0cafc625-d804-4097-a0ca-576532a8e8e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1095 time: 0.0472298 Aug 29 08:04:24.682237 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-cbef95b3-9c33-4446-8c26-b9f8f2730346 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11766411-24c3-4737-843e-d83d217be4f5 HTTP/1.1" status: 200 len: 217 time: 0.0398338 Aug 29 08:04:24.739489 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-14d15f11-f4c4-43cd-bb90-c4b59ea0eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:24.740941 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-14d15f11-f4c4-43cd-bb90-c4b59ea0eb5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0515676 Aug 29 08:04:24.789910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-89ea4622-d667-4603-822e-758aa5256381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:24.791430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-89ea4622-d667-4603-822e-758aa5256381 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428846 Aug 29 08:04:24.884365 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-f7216e23-1c02-4e50-a589-f0d9187248af service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837889 Aug 29 08:04:24.980973 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-fbae97d3-8a2a-46d9-a1d0-c70765086d23 req-add76197-7d09-4890-a914-7a9b5d2b3bbb service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891037 Aug 29 08:04:25.417073 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7a0ae-4f57-4620-90b8-990583b4bf9d req-1efd39dd-4e8f-4457-b357-20519a0ff0bd tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:25.418599 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5c7a0ae-4f57-4620-90b8-990583b4bf9d req-1efd39dd-4e8f-4457-b357-20519a0ff0bd tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0502059 Aug 29 08:04:25.462216 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d5c7a0ae-4f57-4620-90b8-990583b4bf9d req-92547802-4cd0-4551-8fb3-76aa96bb524d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375450 Aug 29 08:04:26.577087 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fc5eb-e4e6-4229-b90b-d2ce944532ff req-8576b2fe-b33f-4818-8425-c5bd20601d85 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:26.578838 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-589fc5eb-e4e6-4229-b90b-d2ce944532ff req-8576b2fe-b33f-4818-8425-c5bd20601d85 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0493741 Aug 29 08:04:26.618050 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-589fc5eb-e4e6-4229-b90b-d2ce944532ff req-010b2392-f3ed-4c05-bbf8-f5762da01335 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332806 Aug 29 08:04:27.735745 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c7b22-9178-4c5c-9125-b5773dfa6a4b req-387092d2-7d37-4343-a831-0ec8dc5937a4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:27.737226 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad6c7b22-9178-4c5c-9125-b5773dfa6a4b req-387092d2-7d37-4343-a831-0ec8dc5937a4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0494301 Aug 29 08:04:27.774977 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ad6c7b22-9178-4c5c-9125-b5773dfa6a4b req-45d88c7e-0314-4ea5-bf09-d80c378970a0 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314784 Aug 29 08:04:28.435257 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 11766411-24c3-4737-843e-d83d217be4f5 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:04:28.527067 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 11766411-24c3-4737-843e-d83d217be4f5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11766411-24c3-4737-843e-d83d217be4f5,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:04:28.541906 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '11766411-24c3-4737-843e-d83d217be4f5', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'port_id': '11766411-24c3-4737-843e-d83d217be4f5', 'mac_address': 'fa:16:3e:1d:75:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:04:28.577926 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:28.591160 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11766411-24c3-4737-843e-d83d217be4f5 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:04:28.609847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 11766411-24c3-4737-843e-d83d217be4f5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11766411-24c3-4737-843e-d83d217be4f5,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:04:28.703086 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:28.750850 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=11766411-24c3-4737-843e-d83d217be4f5,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:28.890473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf187e-42a4-4106-b026-d71caa438fa6 req-b8346986-cfc7-4e0d-97e3-ee2b477e33ef tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:28.891981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0bf187e-42a4-4106-b026-d71caa438fa6 req-b8346986-cfc7-4e0d-97e3-ee2b477e33ef tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 944 time: 0.0488777 Aug 29 08:04:28.934032 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d0bf187e-42a4-4106-b026-d71caa438fa6 req-5443ee97-bf0d-46fc-87e9-8271d79900af tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355754 Aug 29 08:04:28.970897 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4ea7b2a-eb5a-4a37-a9ab-5d55b3304b38 req-dd827dee-a94c-4a78-99b5-32c9277a8a99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250685 Aug 29 08:04:29.036302 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4ea7b2a-eb5a-4a37-a9ab-5d55b3304b38 req-b5545979-3940-470d-b14b-22db2dd9fce6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0241234 Aug 29 08:04:29.074150 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4ea7b2a-eb5a-4a37-a9ab-5d55b3304b38 req-483b0efb-f72b-4152-9534-ae3ac8d06bb9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189176 Aug 29 08:04:29.084010 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['11766411-24c3-4737-843e-d83d217be4f5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:04:29.165257 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea7b2a-eb5a-4a37-a9ab-5d55b3304b38 req-a9114802-3dda-4265-9cec-a9abca0c2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:29.166764 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b4ea7b2a-eb5a-4a37-a9ab-5d55b3304b38 req-a9114802-3dda-4265-9cec-a9abca0c2079 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864708 Aug 29 08:04:30.052271 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4a182-46f8-447f-a99b-62f0dbf17932 req-332832be-d108-4fd8-b5e5-a1fd7e0d9ac9 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:30.053828 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ed4a182-46f8-447f-a99b-62f0dbf17932 req-332832be-d108-4fd8-b5e5-a1fd7e0d9ac9 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 944 time: 0.0546799 Aug 29 08:04:30.092661 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3ed4a182-46f8-447f-a99b-62f0dbf17932 req-25f0c403-7e9d-486e-a82f-f150c6ae5ed7 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330219 Aug 29 08:04:30.445192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 11766411-24c3-4737-843e-d83d217be4f5 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:04:30.588925 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 11766411-24c3-4737-843e-d83d217be4f5 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:04:30.592852 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 11766411-24c3-4737-843e-d83d217be4f5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:04:30.593227 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:30.671760 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:30.693752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11766411-24c3-4737-843e-d83d217be4f5'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:04:30.696097 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f50ff0-8261-4c2b-92a7-4875db59a020" -d '{"events": [{"server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "name": "network-vif-plugged", "status": "completed", "tag": "11766411-24c3-4737-843e-d83d217be4f5"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:04:30.708949 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 11766411-24c3-4737-843e-d83d217be4f5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11766411-24c3-4737-843e-d83d217be4f5,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:04:30.777858 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:30.808171 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea52183-c58f-4803-8406-a93403917a7c x-openstack-request-id: req-2ea52183-c58f-4803-8406-a93403917a7c {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:04:30.809137 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "name": "network-vif-plugged", "status": "completed", "tag": "11766411-24c3-4737-843e-d83d217be4f5", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:04:30.809482 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ea52183-c58f-4803-8406-a93403917a7c {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:04:30.810004 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11766411-24c3-4737-843e-d83d217be4f5', 'code': 200} Aug 29 08:04:30.837967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=11766411-24c3-4737-843e-d83d217be4f5,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:30.916419 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba282c7a-5545-4282-8f00-2838b43ec6eb req-355b51ff-ab95-4c3a-b038-657c888bfac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:30.917892 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ba282c7a-5545-4282-8f00-2838b43ec6eb req-355b51ff-ab95-4c3a-b038-657c888bfac1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1097 time: 0.0407708 Aug 29 08:04:30.952718 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ba282c7a-5545-4282-8f00-2838b43ec6eb req-85ab7af1-0a84-4b75-a61c-508c7f213c8f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277793 Aug 29 08:04:31.207551 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39323d3-000b-4b56-a593-538aefb25a17 req-0aba6f08-9a8c-4873-aab9-a27b66f88f9e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:31.208990 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a39323d3-000b-4b56-a593-538aefb25a17 req-0aba6f08-9a8c-4873-aab9-a27b66f88f9e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0493195 Aug 29 08:04:31.246732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a39323d3-000b-4b56-a593-538aefb25a17 req-c5f1628e-df21-4fde-81a7-fe756b1617b0 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312617 Aug 29 08:04:32.363436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9279-fbef-4bda-9497-5f1f997c2374 req-9d073c15-1856-4438-96cf-12382a5f040b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:32.364914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-449c9279-fbef-4bda-9497-5f1f997c2374 req-9d073c15-1856-4438-96cf-12382a5f040b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0494723 Aug 29 08:04:32.407797 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-449c9279-fbef-4bda-9497-5f1f997c2374 req-8fb3b2dd-dfff-4208-a1fc-d060c6fa3b9e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344813 Aug 29 08:04:33.525920 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297e8c7-6186-4af7-ae1a-94f18653a383 req-0350154a-4e9a-4b16-8911-46ab31591612 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:33.527433 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4297e8c7-6186-4af7-ae1a-94f18653a383 req-0350154a-4e9a-4b16-8911-46ab31591612 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0530183 Aug 29 08:04:33.567307 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4297e8c7-6186-4af7-ae1a-94f18653a383 req-7b181682-a900-4318-ae8e-f288a511c012 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338113 Aug 29 08:04:33.678817 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bd5d3-ee13-47df-9411-5012906a899c req-c78ca7f8-4c58-4c7b-a3d9-0be07188240f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:33.680317 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-434bd5d3-ee13-47df-9411-5012906a899c req-c78ca7f8-4c58-4c7b-a3d9-0be07188240f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0485456 Aug 29 08:04:33.718815 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-434bd5d3-ee13-47df-9411-5012906a899c req-da27df5d-873f-465d-b544-0df546864545 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319610 Aug 29 08:04:33.740140 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45646) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:33.871227 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83400660-ecf3-4e83-9f0f-e6dca4365fc1 tempest-TestShelveInstance-1460677572 tempest-TestShelveInstance-1460677572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:33.872791 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-83400660-ecf3-4e83-9f0f-e6dca4365fc1 tempest-TestShelveInstance-1460677572 tempest-TestShelveInstance-1460677572-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1092 time: 0.1316731 Aug 29 08:04:33.875696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 45650) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:04:33.880122 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '11766411-24c3-4737-843e-d83d217be4f5', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:04:33.983028 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:34.080645 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:34.184418 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Allocated IP 172.25.1.197 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/4712f873-cc5d-4aec-b3ef-7ead9f06e69b) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:04:34.283916 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:34.394811 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:34.430134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:04:34.433035 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:04:34.438705 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:04:34.471545 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'Port': ['ID=4712f873-cc5d-4aec-b3ef-7ead9f06e69b,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:34.485921 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:34.799627 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:34.909533 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:35.052630 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:35.125660 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:35.194443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'Port': ['ID=4712f873-cc5d-4aec-b3ef-7ead9f06e69b,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:04:35.206496 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:35.286029 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:04:35.305461 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Floating IP d4799100-349e-4fcf-924f-f48e88171839 associated. External IP: 172.25.1.197, port: 11766411-24c3-4737-843e-d83d217be4f5. Aug 29 08:04:35.508836 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Router af84a157-eba5-4e85-827f-c86909e20f64 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:04:35.615189 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:04:35.625647 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372ae85-f5dc-43c8-8651-21fc33470751 None None] Sync routers for ids ['af84a157-eba5-4e85-827f-c86909e20f64'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:04:35.634456 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372ae85-f5dc-43c8-8651-21fc33470751 None None] Routers {'af84a157-eba5-4e85-827f-c86909e20f64'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:04:35.638867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f372ae85-f5dc-43c8-8651-21fc33470751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:04:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af84a157-eba5-4e85-827f-c86909e20f64'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:35.686329 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:35.743693 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f372ae85-f5dc-43c8-8651-21fc33470751 None None] Set router af84a157-eba5-4e85-827f-c86909e20f64 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:04:35.984752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f372ae85-f5dc-43c8-8651-21fc33470751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'd4799100-349e-4fcf-924f-f48e88171839', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'port_id': '11766411-24c3-4737-843e-d83d217be4f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'mac_address': 'fa:16:3e:1d:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:04:34Z', 'updated_at': '2021-08-29T08:04:34Z', 'revision_number': 0, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:36.000347 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-8e329679-954e-4c34-bca6-616fde95a06a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1236393 Aug 29 08:04:36.000958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'tag': '11766411-24c3-4737-843e-d83d217be4f5'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:04:36.003234 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5142e13-0ab9-46e0-bd1e-6ebe6bfb3860" -d '{"events": [{"name": "network-changed", "server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "tag": "11766411-24c3-4737-843e-d83d217be4f5"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:04:36.013389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372ae85-f5dc-43c8-8651-21fc33470751 None None] Checking router: af84a157-eba5-4e85-827f-c86909e20f64 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:04:36.021001 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372ae85-f5dc-43c8-8651-21fc33470751 None None] Routers {'af84a157-eba5-4e85-827f-c86909e20f64'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:04:36.021622 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f372ae85-f5dc-43c8-8651-21fc33470751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:04:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af84a157-eba5-4e85-827f-c86909e20f64'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:36.039185 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057c8992-908b-4d46-8d07-6fc9c1f80225 x-openstack-request-id: req-057c8992-908b-4d46-8d07-6fc9c1f80225 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:04:36.039341 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "tag": "11766411-24c3-4737-843e-d83d217be4f5", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:04:36.039550 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-057c8992-908b-4d46-8d07-6fc9c1f80225 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:04:36.039956 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'tag': '11766411-24c3-4737-843e-d83d217be4f5', 'status': 'completed', 'code': 200} Aug 29 08:04:36.122410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5142e13-0ab9-46e0-bd1e-6ebe6bfb3860 req-22ddcecb-a3c3-4fa2-a635-07d36f664ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:36.123846 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5142e13-0ab9-46e0-bd1e-6ebe6bfb3860 req-22ddcecb-a3c3-4fa2-a635-07d36f664ecc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1097 time: 0.0408118 Aug 29 08:04:36.128436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f372ae85-f5dc-43c8-8651-21fc33470751 None None] Set router af84a157-eba5-4e85-827f-c86909e20f64 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:04:36.217950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5142e13-0ab9-46e0-bd1e-6ebe6bfb3860 req-c226abb5-7360-48c6-a1d5-3a23ee818529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:36.219457 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5142e13-0ab9-46e0-bd1e-6ebe6bfb3860 req-c226abb5-7360-48c6-a1d5-3a23ee818529 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0884080 Aug 29 08:04:36.284571 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5142e13-0ab9-46e0-bd1e-6ebe6bfb3860 req-5ced0e7e-8c09-4bb4-817d-543fb75e89c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11766411-24c3-4737-843e-d83d217be4f5 HTTP/1.1" status: 200 len: 999 time: 0.0580842 Aug 29 08:04:36.333264 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5142e13-0ab9-46e0-bd1e-6ebe6bfb3860 req-5389851d-8d16-4952-a9c6-77f64198f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:36.335019 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5142e13-0ab9-46e0-bd1e-6ebe6bfb3860 req-5389851d-8d16-4952-a9c6-77f64198f302 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0442116 Aug 29 08:04:36.354201 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f372ae85-f5dc-43c8-8651-21fc33470751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'd4799100-349e-4fcf-924f-f48e88171839', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'port_id': '11766411-24c3-4737-843e-d83d217be4f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'mac_address': 'fa:16:3e:1d:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:04:34Z', 'updated_at': '2021-08-29T08:04:34Z', 'revision_number': 0, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:04:36.380488 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372ae85-f5dc-43c8-8651-21fc33470751 None None] The sync data for ids ['af84a157-eba5-4e85-827f-c86909e20f64'] in n-d-713301-12 is: [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'd4799100-349e-4fcf-924f-f48e88171839', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'port_id': '11766411-24c3-4737-843e-d83d217be4f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'mac_address': 'fa:16:3e:1d:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:04:34Z', 'updated_at': '2021-08-29T08:04:34Z', 'revision_number': 0, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:04:36.390139 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5142e13-0ab9-46e0-bd1e-6ebe6bfb3860 req-f6cfd568-036e-471a-8b88-789fe74a4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:36.391763 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5142e13-0ab9-46e0-bd1e-6ebe6bfb3860 req-f6cfd568-036e-471a-8b88-789fe74a4191 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493252 Aug 29 08:04:36.483614 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5142e13-0ab9-46e0-bd1e-6ebe6bfb3860 req-f3e128c6-0528-410d-b56a-3a1849e712da service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850220 Aug 29 08:04:36.577040 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e162724c-8598-4914-bdaa-028147a2d7bb None None] New status for floating IP d4799100-349e-4fcf-924f-f48e88171839: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 08:04:36.582628 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e5142e13-0ab9-46e0-bd1e-6ebe6bfb3860 req-7628d4ca-1cb7-42b8-a6d6-dd52b6b1f6af service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919981 Aug 29 08:04:38.195126 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-df68a0f6-fa00-47ce-ad80-5061ce785a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:40.889792 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:41.616829 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-93e6b65a-18f1-40fc-97a8-ae580eaa8cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:41.688213 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-baaf1f71-971a-4f60-8372-824ef9b0d247 req-0a0f551a-d2ba-4835-8204-54ab64d36c9c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403111 Aug 29 08:04:41.781922 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf1f71-971a-4f60-8372-824ef9b0d247 req-48f71cfe-9c13-49c0-90b6-f71618296ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:41.783404 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-baaf1f71-971a-4f60-8372-824ef9b0d247 req-48f71cfe-9c13-49c0-90b6-f71618296ae8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1097 time: 0.0403540 Aug 29 08:04:41.900223 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf1f71-971a-4f60-8372-824ef9b0d247 req-cb8dceed-23b3-4fdd-b803-b81791af8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:41.903439 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-baaf1f71-971a-4f60-8372-824ef9b0d247 req-cb8dceed-23b3-4fdd-b803-b81791af8051 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.1001794 Aug 29 08:04:41.965660 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-baaf1f71-971a-4f60-8372-824ef9b0d247 req-629f2b94-15ca-44f8-98ee-5e8e2dc2ab92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11766411-24c3-4737-843e-d83d217be4f5 HTTP/1.1" status: 200 len: 1001 time: 0.0569944 Aug 29 08:04:42.013332 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf1f71-971a-4f60-8372-824ef9b0d247 req-310e363d-37df-45d8-a7da-7eee12ee64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:42.014757 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-baaf1f71-971a-4f60-8372-824ef9b0d247 req-310e363d-37df-45d8-a7da-7eee12ee64f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0430615 Aug 29 08:04:42.063978 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf1f71-971a-4f60-8372-824ef9b0d247 req-46343665-0349-42e4-ba3b-52a6234ad424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:04:42.065430 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-baaf1f71-971a-4f60-8372-824ef9b0d247 req-46343665-0349-42e4-ba3b-52a6234ad424 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444217 Aug 29 08:04:42.131765 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:42.152939 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-baaf1f71-971a-4f60-8372-824ef9b0d247 req-e7848327-09f9-47f8-ac02-59889dbef465 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808311 Aug 29 08:04:42.245361 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-baaf1f71-971a-4f60-8372-824ef9b0d247 req-4a87b5eb-39ef-4808-bbe5-dcf83fd20a5b service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855734 Aug 29 08:04:43.822522 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:04:51.685574 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:05:04.519681 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:05:08.210829 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1224aa4e-77e7-4d16-ab88-767924a57ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:05:10.900204 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:05:11.644837 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a7a4314d-d22b-4e12-83bd-2210f29c901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:05:12.123490 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:05:12.285411 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:05:13.860702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:05:21.688446 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:05:28.991003 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c37273ca-9e9c-4ee4-bc71-661c08fc24a3 req-b5593afd-3f39-49a8-93f2-e5e615f9d6ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0684669 Aug 29 08:05:29.058725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c37273ca-9e9c-4ee4-bc71-661c08fc24a3 req-548b8dd2-905c-4050-ab58-905281145818 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0264854 Aug 29 08:05:29.098566 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c37273ca-9e9c-4ee4-bc71-661c08fc24a3 req-39c2d712-c5d9-4cde-950a-20b476c6a869 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200872 Aug 29 08:05:29.195134 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37273ca-9e9c-4ee4-bc71-661c08fc24a3 req-c8797bf4-a201-4a42-b034-8bb3a5bdd317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:05:29.196542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c37273ca-9e9c-4ee4-bc71-661c08fc24a3 req-c8797bf4-a201-4a42-b034-8bb3a5bdd317 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917857 Aug 29 08:05:34.559524 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:05:38.236304 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9e43ae3f-8551-4c5e-9f88-f8d37512dd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:05:40.968027 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:05:41.650494 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9c2d878b-6571-458f-be99-5d207e384614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:05:41.726293 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55648da4-8645-42bf-8d61-74be1bc2b2c0 req-1b8117ba-44b1-424b-a1c3-1144947d6f52 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0887959 Aug 29 08:05:41.829362 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55648da4-8645-42bf-8d61-74be1bc2b2c0 req-d95ebf15-b0e6-4e3b-95e6-b2a2b9ac01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:05:41.830762 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55648da4-8645-42bf-8d61-74be1bc2b2c0 req-d95ebf15-b0e6-4e3b-95e6-b2a2b9ac01ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1097 time: 0.0408976 Aug 29 08:05:41.936507 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55648da4-8645-42bf-8d61-74be1bc2b2c0 req-cc97acf5-43e6-4079-94c5-171be2f89851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:05:41.937983 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55648da4-8645-42bf-8d61-74be1bc2b2c0 req-cc97acf5-43e6-4079-94c5-171be2f89851 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0879283 Aug 29 08:05:42.002256 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55648da4-8645-42bf-8d61-74be1bc2b2c0 req-6d72054d-8791-48f4-82bf-d0a9beffbec2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11766411-24c3-4737-843e-d83d217be4f5 HTTP/1.1" status: 200 len: 1001 time: 0.0575831 Aug 29 08:05:42.052280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55648da4-8645-42bf-8d61-74be1bc2b2c0 req-bf5c33b3-0507-44b7-9698-91a52b875eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:05:42.053797 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55648da4-8645-42bf-8d61-74be1bc2b2c0 req-bf5c33b3-0507-44b7-9698-91a52b875eab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0438955 Aug 29 08:05:42.102373 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:05:42.102972 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55648da4-8645-42bf-8d61-74be1bc2b2c0 req-a7be926d-56ac-43de-9c80-635e18782936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:05:42.104107 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55648da4-8645-42bf-8d61-74be1bc2b2c0 req-a7be926d-56ac-43de-9c80-635e18782936 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440137 Aug 29 08:05:42.191928 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55648da4-8645-42bf-8d61-74be1bc2b2c0 req-ae8819ac-63ef-4d55-bf25-ecc8ad4cd2a6 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809805 Aug 29 08:05:42.286220 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-55648da4-8645-42bf-8d61-74be1bc2b2c0 req-1fdefd08-9c49-456d-80bb-16ec6a2d579a service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868924 Aug 29 08:05:43.847560 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:05:49.284673 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:05:51.693711 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:06:04.553249 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:06:08.215463 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-14409c35-150e-4be0-97ab-d230faa542c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:06:10.903899 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:06:11.661275 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-83af70b9-0c15-42f7-bb21-c0ccd22fbf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:06:12.091843 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:06:13.867107 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:06:21.680487 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:06:26.284387 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:06:30.984159 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf7235b5-8385-4214-a446-a27a2163e482 req-8789446a-0d57-4f4b-acf1-0edaf40783b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264885 Aug 29 08:06:31.048076 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf7235b5-8385-4214-a446-a27a2163e482 req-63142b5f-b96e-44bd-aaaf-7bf63a4c0c18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0244565 Aug 29 08:06:31.085979 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf7235b5-8385-4214-a446-a27a2163e482 req-23ba8804-7401-4dcb-88b0-5941634569ff service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195618 Aug 29 08:06:31.179001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7235b5-8385-4214-a446-a27a2163e482 req-0f596650-3a02-4068-96d1-da63ea451bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:06:31.180388 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bf7235b5-8385-4214-a446-a27a2163e482 req-0f596650-3a02-4068-96d1-da63ea451bcf service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876105 Aug 29 08:06:34.537445 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:06:38.239996 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f9bae0b-1083-40b9-80fa-2061581a9b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:06:40.897151 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:06:41.640123 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a863bdf9-6ed7-48be-bc50-058347170588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:06:41.656714 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-adc7784e-fa23-4ec2-bdb2-8f219ce19df0 req-2f9c7b20-3449-4850-b62b-87e3500dbcdb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394926 Aug 29 08:06:41.753821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7784e-fa23-4ec2-bdb2-8f219ce19df0 req-7f7f0da2-c4ba-4964-998c-37d14a2cab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:06:41.755347 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-adc7784e-fa23-4ec2-bdb2-8f219ce19df0 req-7f7f0da2-c4ba-4964-998c-37d14a2cab93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1097 time: 0.0411060 Aug 29 08:06:41.870288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7784e-fa23-4ec2-bdb2-8f219ce19df0 req-544bff98-b4c1-4cc2-8e08-fc17fa67f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:06:41.871823 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-adc7784e-fa23-4ec2-bdb2-8f219ce19df0 req-544bff98-b4c1-4cc2-8e08-fc17fa67f317 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0985463 Aug 29 08:06:41.938566 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-adc7784e-fa23-4ec2-bdb2-8f219ce19df0 req-706689fd-353f-4cfc-ae27-e7e28a6e8479 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11766411-24c3-4737-843e-d83d217be4f5 HTTP/1.1" status: 200 len: 1001 time: 0.0597308 Aug 29 08:06:41.986152 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7784e-fa23-4ec2-bdb2-8f219ce19df0 req-1d49b6e8-aad2-4460-ae12-1acfe27d4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:06:41.987562 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-adc7784e-fa23-4ec2-bdb2-8f219ce19df0 req-1d49b6e8-aad2-4460-ae12-1acfe27d4839 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0430200 Aug 29 08:06:42.035316 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7784e-fa23-4ec2-bdb2-8f219ce19df0 req-eb4dba96-fcb4-4eb2-89ac-1ada9b22ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:06:42.036815 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-adc7784e-fa23-4ec2-bdb2-8f219ce19df0 req-eb4dba96-fcb4-4eb2-89ac-1ada9b22ad5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428088 Aug 29 08:06:42.101477 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:06:42.126253 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-adc7784e-fa23-4ec2-bdb2-8f219ce19df0 req-147917c1-1e41-4920-aa13-8e4b7607afd8 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816519 Aug 29 08:06:42.223525 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-adc7784e-fa23-4ec2-bdb2-8f219ce19df0 req-7a460db3-af2d-405f-a15f-b17f0a604d2c service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905042 Aug 29 08:06:43.857518 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:06:51.713526 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:03.283231 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:07:04.593324 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:08.231869 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7294ad1a-f1ef-43e2-b938-45a9aba6c0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:10.907465 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:11.769824 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b022bac7-5004-47ac-be85-19fb3d2fa241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:12.101460 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:12.996285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b4fc6-fcf2-484b-a5ea-f2898c239a64 req-28571e88-79ff-4271-aedd-197ffde167c9 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:12.999197 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a50b4fc6-fcf2-484b-a5ea-f2898c239a64 req-28571e88-79ff-4271-aedd-197ffde167c9 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0542645 Aug 29 08:07:13.035992 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a50b4fc6-fcf2-484b-a5ea-f2898c239a64 req-3f83ddf9-161b-46fd-a4eb-2c1392f976c0 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307879 Aug 29 08:07:13.827549 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:14.186947 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf00bf-17f1-4973-b673-01bf18888568 req-acc2f051-e020-49fb-bd9a-ef0f5a5fcf7c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:14.188451 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9edf00bf-17f1-4973-b673-01bf18888568 req-acc2f051-e020-49fb-bd9a-ef0f5a5fcf7c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0508072 Aug 29 08:07:14.229714 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9edf00bf-17f1-4973-b673-01bf18888568 req-a2dca902-c01b-454f-a7ee-89fad79de08e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326083 Aug 29 08:07:15.381724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf454f-01f7-4cd3-b049-c7187c3ab659 req-d44897c1-22b4-4461-ad2d-0b2146ea2500 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:15.383249 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0bf454f-01f7-4cd3-b049-c7187c3ab659 req-d44897c1-22b4-4461-ad2d-0b2146ea2500 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0537436 Aug 29 08:07:15.421166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e0bf454f-01f7-4cd3-b049-c7187c3ab659 req-6f9c4a33-8e3f-4bb1-bbeb-5819d20a938f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317514 Aug 29 08:07:16.533285 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4530cc-ae1e-43b6-a9aa-2f0c234cd6c8 req-1070c4dc-b764-4614-beb3-7bcb2a4e7e3b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:16.534769 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb4530cc-ae1e-43b6-a9aa-2f0c234cd6c8 req-1070c4dc-b764-4614-beb3-7bcb2a4e7e3b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0482440 Aug 29 08:07:16.572738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-fb4530cc-ae1e-43b6-a9aa-2f0c234cd6c8 req-8903b234-b6d4-4345-8199-587d45ec0790 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316734 Aug 29 08:07:17.685751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0b8db-707f-4725-ae64-93964cfddbcc req-82526f03-b08c-4123-af58-8d1b215e18a4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:17.687260 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ef0b8db-707f-4725-ae64-93964cfddbcc req-82526f03-b08c-4123-af58-8d1b215e18a4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0489297 Aug 29 08:07:17.724581 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0ef0b8db-707f-4725-ae64-93964cfddbcc req-9ee0298c-5c17-4c28-8679-41bc51506b81 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314407 Aug 29 08:07:18.842207 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b0b96-e6ad-4c59-9a94-81f1a1e65e81 req-6354a59d-f4fa-40e5-908e-6b6f4aeeae1b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:18.843750 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-337b0b96-e6ad-4c59-9a94-81f1a1e65e81 req-6354a59d-f4fa-40e5-908e-6b6f4aeeae1b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0533957 Aug 29 08:07:18.885093 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-337b0b96-e6ad-4c59-9a94-81f1a1e65e81 req-98f61c2a-55ca-4eb3-9929-ccb4bef5af99 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349679 Aug 29 08:07:20.000274 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13086801-2972-4c87-a300-93397e4329fc req-36cee968-b254-4880-bbc6-f494448720e0 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:20.001731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13086801-2972-4c87-a300-93397e4329fc req-36cee968-b254-4880-bbc6-f494448720e0 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0490887 Aug 29 08:07:20.039327 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-13086801-2972-4c87-a300-93397e4329fc req-9a448b6c-da11-4990-9455-5197ea7ada46 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315585 Aug 29 08:07:21.151779 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff4558-5d00-4562-bc3d-ed1db7ed4a66 req-d9b4b4cf-7925-4eb7-bc46-d53a1c95000e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:21.153131 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41ff4558-5d00-4562-bc3d-ed1db7ed4a66 req-d9b4b4cf-7925-4eb7-bc46-d53a1c95000e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0484898 Aug 29 08:07:21.189695 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-41ff4558-5d00-4562-bc3d-ed1db7ed4a66 req-5e3173ed-cf09-44c0-b8a4-5ff43ce5d027 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306618 Aug 29 08:07:21.705689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:22.307063 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3366766-720d-4658-8e38-1defaa7aae97 req-7d78dff5-25a1-4100-bec0-ff0efda6ccb0 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:22.308631 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3366766-720d-4658-8e38-1defaa7aae97 req-7d78dff5-25a1-4100-bec0-ff0efda6ccb0 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0529287 Aug 29 08:07:22.346781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b3366766-720d-4658-8e38-1defaa7aae97 req-7492205e-8b18-4f0a-a954-3e3f4001ed16 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322158 Aug 29 08:07:23.462533 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21462d91-5bd3-48f0-ac41-61e3b0e2cca3 req-ab262123-db5e-4eab-995e-02d990b153d6 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:23.464066 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21462d91-5bd3-48f0-ac41-61e3b0e2cca3 req-ab262123-db5e-4eab-995e-02d990b153d6 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0509973 Aug 29 08:07:23.500839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-21462d91-5bd3-48f0-ac41-61e3b0e2cca3 req-022013a4-da21-4f2b-bc6e-f4ede3c6653d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309305 Aug 29 08:07:24.613409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb516a-4b00-4e7b-b82b-a00ddb905752 req-803bfb13-8677-4b51-b6f8-80b7884f56b4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:24.614866 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6aeb516a-4b00-4e7b-b82b-a00ddb905752 req-803bfb13-8677-4b51-b6f8-80b7884f56b4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0487766 Aug 29 08:07:24.651932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6aeb516a-4b00-4e7b-b82b-a00ddb905752 req-15e7ee80-1f00-49be-abea-4a0a094566f6 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311432 Aug 29 08:07:25.778955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e619456-bfe9-4d3b-b9fb-17ec07b0f0b8 req-9a5cd7eb-54f7-4993-bd90-294aa661a7aa tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:25.780528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e619456-bfe9-4d3b-b9fb-17ec07b0f0b8 req-9a5cd7eb-54f7-4993-bd90-294aa661a7aa tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0578697 Aug 29 08:07:25.822438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e619456-bfe9-4d3b-b9fb-17ec07b0f0b8 req-8ace33a5-21a9-4b26-8350-89c815716e72 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353663 Aug 29 08:07:26.941303 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412f229-9767-4f8d-b2d9-088519e928ce req-b29c3886-12ab-4f78-9d5b-15bc5bfb1349 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:26.942806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1412f229-9767-4f8d-b2d9-088519e928ce req-b29c3886-12ab-4f78-9d5b-15bc5bfb1349 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0530717 Aug 29 08:07:26.986949 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1412f229-9767-4f8d-b2d9-088519e928ce req-d1bd7107-0396-4d15-acd8-e80c2f587c26 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376534 Aug 29 08:07:27.434046 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 11766411-24c3-4737-843e-d83d217be4f5 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:07:27.529429 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 11766411-24c3-4737-843e-d83d217be4f5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11766411-24c3-4737-843e-d83d217be4f5,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:07:27.540646 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '11766411-24c3-4737-843e-d83d217be4f5', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'port_id': '11766411-24c3-4737-843e-d83d217be4f5', 'mac_address': 'fa:16:3e:1d:75:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:07:27.581550 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:27.594547 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11766411-24c3-4737-843e-d83d217be4f5 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:07:27.613640 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 11766411-24c3-4737-843e-d83d217be4f5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11766411-24c3-4737-843e-d83d217be4f5,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:07:27.676678 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:27.723719 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=11766411-24c3-4737-843e-d83d217be4f5,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:07:27.731278 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:07:27.731671 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:07:27.731964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:07:27.732303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:07:27.732638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:07:27.732974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:07:27.733300 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:07:27.733626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:07:27.733952 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:07:27.734274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:07:27.734597 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:07:27.734919 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:07:27.832548 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['11766411-24c3-4737-843e-d83d217be4f5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:07:28.105650 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80141e-531f-4ae6-902b-13eb28b2c551 req-2c442689-f129-4dd6-b7d1-70e0d7c45379 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:28.107209 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb80141e-531f-4ae6-902b-13eb28b2c551 req-2c442689-f129-4dd6-b7d1-70e0d7c45379 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 944 time: 0.0535669 Aug 29 08:07:28.147781 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cb80141e-531f-4ae6-902b-13eb28b2c551 req-3fb355ae-5595-4360-a266-929efaea85e2 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341098 Aug 29 08:07:29.266159 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bccb4-13cf-41ca-b432-72c50fd050b8 req-5a849cf8-0c30-4ef5-8e64-cb5b9b7566df tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:29.267677 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d3bccb4-13cf-41ca-b432-72c50fd050b8 req-5a849cf8-0c30-4ef5-8e64-cb5b9b7566df tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 944 time: 0.0543795 Aug 29 08:07:29.305111 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7d3bccb4-13cf-41ca-b432-72c50fd050b8 req-accec9ab-875d-44fa-93bd-dba1a5d4a8da tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313442 Aug 29 08:07:29.442411 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 11766411-24c3-4737-843e-d83d217be4f5 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:07:29.490096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 11766411-24c3-4737-843e-d83d217be4f5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:07:29.490469 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:29.568609 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:29.591112 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11766411-24c3-4737-843e-d83d217be4f5'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:07:29.593940 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8487915b-3f6e-451c-bcc5-dc0cd3ced8dd" -d '{"events": [{"server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "name": "network-vif-plugged", "status": "completed", "tag": "11766411-24c3-4737-843e-d83d217be4f5"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:07:29.606867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 11766411-24c3-4737-843e-d83d217be4f5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11766411-24c3-4737-843e-d83d217be4f5,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:07:29.628723 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c1b62d-6c4e-4c0b-84eb-5c9e150e57c5 x-openstack-request-id: req-e5c1b62d-6c4e-4c0b-84eb-5c9e150e57c5 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:07:29.629014 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "name": "network-vif-plugged", "status": "completed", "tag": "11766411-24c3-4737-843e-d83d217be4f5", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:07:29.629327 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5c1b62d-6c4e-4c0b-84eb-5c9e150e57c5 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:07:29.629724 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11766411-24c3-4737-843e-d83d217be4f5', 'code': 200} Aug 29 08:07:29.695226 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:29.746834 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=11766411-24c3-4737-843e-d83d217be4f5,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:07:30.420599 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34edce-3969-45fc-9047-2067bc64cb8c req-643cc3d3-8415-4e1a-a58c-b6e3d1e9676a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:30.422116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e34edce-3969-45fc-9047-2067bc64cb8c req-643cc3d3-8415-4e1a-a58c-b6e3d1e9676a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0492594 Aug 29 08:07:30.460428 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7e34edce-3969-45fc-9047-2067bc64cb8c req-49cc204a-1e5c-427b-97de-fb825773caf2 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318413 Aug 29 08:07:31.011012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e853bd2-19ff-480e-af5e-257666f59c8a req-92d28083-eb40-441c-a95c-e92a0453efa2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0292566 Aug 29 08:07:31.086704 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e853bd2-19ff-480e-af5e-257666f59c8a req-e249ea55-8e0d-4c2f-ab01-990c98e76189 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0282001 Aug 29 08:07:31.133408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e853bd2-19ff-480e-af5e-257666f59c8a req-04b7d8ff-aeba-4ade-aa6a-ca79b9172397 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258653 Aug 29 08:07:31.248684 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853bd2-19ff-480e-af5e-257666f59c8a req-db54e3f6-bfa2-46b4-aeb7-cf58792a329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:31.250187 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6e853bd2-19ff-480e-af5e-257666f59c8a req-db54e3f6-bfa2-46b4-aeb7-cf58792a329f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1101060 Aug 29 08:07:31.625724 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a91f0-9427-410b-928b-b51c39985d84 req-7675355b-406b-4a22-99d7-1b4484fbdf43 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:31.627816 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a92a91f0-9427-410b-928b-b51c39985d84 req-7675355b-406b-4a22-99d7-1b4484fbdf43 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0680900 Aug 29 08:07:31.677178 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a92a91f0-9427-410b-928b-b51c39985d84 req-41fea6bc-240d-44d8-8a72-a8333c872bab tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429912 Aug 29 08:07:32.824529 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e0c85-afcf-4d96-89e6-bd1644220d9c req-152f77cf-a6fb-4a1e-8040-570e8bc199b5 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:32.826089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-086e0c85-afcf-4d96-89e6-bd1644220d9c req-152f77cf-a6fb-4a1e-8040-570e8bc199b5 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0632584 Aug 29 08:07:32.882832 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-086e0c85-afcf-4d96-89e6-bd1644220d9c req-8352b620-0d6a-468a-a1c2-5664a5c15865 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497854 Aug 29 08:07:34.019783 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b097a-bc1b-4da6-9478-a94b76e22d90 req-cda7d498-78d3-4f6d-9bec-010c5f8cc534 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:34.026324 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b2b097a-bc1b-4da6-9478-a94b76e22d90 req-cda7d498-78d3-4f6d-9bec-010c5f8cc534 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0607657 Aug 29 08:07:34.078117 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b2b097a-bc1b-4da6-9478-a94b76e22d90 req-747a84b5-4197-433e-8879-fc5505333806 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493114 Aug 29 08:07:34.564241 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:35.226852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e774ee-50df-417c-b3eb-7ef15554b781 req-56eca304-13d1-4b50-83aa-99ea577152db tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:35.238503 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0e774ee-50df-417c-b3eb-7ef15554b781 req-56eca304-13d1-4b50-83aa-99ea577152db tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0698464 Aug 29 08:07:35.285754 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b0e774ee-50df-417c-b3eb-7ef15554b781 req-8a0c2216-9f02-4b69-81f0-4f433c63598f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423205 Aug 29 08:07:36.402094 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd4b4d-5b0c-46de-9e1b-e0a48689f8e5 req-c0814581-1834-4bb2-ba1e-8379d3af402b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:36.403589 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4efd4b4d-5b0c-46de-9e1b-e0a48689f8e5 req-c0814581-1834-4bb2-ba1e-8379d3af402b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0535362 Aug 29 08:07:36.442090 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4efd4b4d-5b0c-46de-9e1b-e0a48689f8e5 req-f0db145b-27ee-4519-b33b-b617a7ed2b98 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324185 Aug 29 08:07:37.566318 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fce1d-012c-487b-be25-4dc3db2d84db req-1d44670f-930e-4753-b71d-2858be0c7e02 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:37.567860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-281fce1d-012c-487b-be25-4dc3db2d84db req-1d44670f-930e-4753-b71d-2858be0c7e02 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0519793 Aug 29 08:07:37.617245 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-281fce1d-012c-487b-be25-4dc3db2d84db req-317aa0a3-c5e9-44eb-9ace-66f81c563a7d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412662 Aug 29 08:07:38.209555 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dcecd9c1-4bd3-44df-b80f-42ae1839fe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:38.755457 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8279d-8df3-4f13-8c69-50fbe486314b req-09d08256-e995-4b09-bf6d-45081c585b1f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:38.757431 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4da8279d-8df3-4f13-8c69-50fbe486314b req-09d08256-e995-4b09-bf6d-45081c585b1f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0585327 Aug 29 08:07:38.803802 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4da8279d-8df3-4f13-8c69-50fbe486314b req-fd572fe1-57e9-452c-b113-25812b2dc989 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400991 Aug 29 08:07:39.948603 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fc1f-c952-40f9-846b-064b8ad0b719 req-5e9ff101-0468-4bcc-b513-a17ca65a6a18 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:39.949373 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6857fc1f-c952-40f9-846b-064b8ad0b719 req-5e9ff101-0468-4bcc-b513-a17ca65a6a18 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0586317 Aug 29 08:07:39.992567 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6857fc1f-c952-40f9-846b-064b8ad0b719 req-25be135c-30f8-437c-b3a2-ddf02ca0b5b1 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347769 Aug 29 08:07:40.282831 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:07:40.916503 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:41.107740 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120143cb-f1fd-4dcd-ac61-b19905c6acbb req-9ea1eda6-c999-4d81-92c4-0b553ade6e6c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:41.109873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-120143cb-f1fd-4dcd-ac61-b19905c6acbb req-9ea1eda6-c999-4d81-92c4-0b553ade6e6c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0496418 Aug 29 08:07:41.148911 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-120143cb-f1fd-4dcd-ac61-b19905c6acbb req-c0b50b27-b4c6-48d7-ae1f-5dd945e7b01c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312443 Aug 29 08:07:41.614803 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-179330b9-1384-4cbe-b831-79cfa7da8d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:41.696484 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d150a-f5ca-40f8-becc-482ea902b9d9 req-20a4743d-2f89-497a-ac1f-8b4e20896388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:41.698278 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b98d150a-f5ca-40f8-becc-482ea902b9d9 req-20a4743d-2f89-497a-ac1f-8b4e20896388 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1097 time: 0.0437593 Aug 29 08:07:41.790810 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d150a-f5ca-40f8-becc-482ea902b9d9 req-1048d1d1-f565-4307-b441-9602365d188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:41.792301 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b98d150a-f5ca-40f8-becc-482ea902b9d9 req-1048d1d1-f565-4307-b441-9602365d188d service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0865431 Aug 29 08:07:41.858273 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b98d150a-f5ca-40f8-becc-482ea902b9d9 req-95dff946-87f1-4364-8520-ba137e599e4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11766411-24c3-4737-843e-d83d217be4f5 HTTP/1.1" status: 200 len: 1001 time: 0.0582197 Aug 29 08:07:41.908634 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d150a-f5ca-40f8-becc-482ea902b9d9 req-25b4ff82-876e-4edb-a3a2-c8af79ca45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:41.910105 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b98d150a-f5ca-40f8-becc-482ea902b9d9 req-25b4ff82-876e-4edb-a3a2-c8af79ca45e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0449657 Aug 29 08:07:41.958480 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d150a-f5ca-40f8-becc-482ea902b9d9 req-f78a8ebf-bb04-4acb-9b24-285f51822219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:41.960070 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b98d150a-f5ca-40f8-becc-482ea902b9d9 req-f78a8ebf-bb04-4acb-9b24-285f51822219 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430458 Aug 29 08:07:42.106614 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:42.266761 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840f6ac-c475-49b0-ad68-b4edd3190c7c req-dac9cf3d-7deb-475b-a2b0-f6bbdc142caf tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:42.268315 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1840f6ac-c475-49b0-ad68-b4edd3190c7c req-dac9cf3d-7deb-475b-a2b0-f6bbdc142caf tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0508094 Aug 29 08:07:42.308052 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1840f6ac-c475-49b0-ad68-b4edd3190c7c req-4fd74390-707f-4f37-abc7-524912e3740f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336761 Aug 29 08:07:42.380401 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b98d150a-f5ca-40f8-becc-482ea902b9d9 req-7a4ec413-b103-4e2b-8a57-26cf8ec6967a service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133492 Aug 29 08:07:42.471822 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b98d150a-f5ca-40f8-becc-482ea902b9d9 req-b8c6eea5-9878-499a-9632-0bd7c8c33596 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838842 Aug 29 08:07:42.706673 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86f861-65cc-49ca-8a4b-7d35b74fdf05 req-d5acea99-ba8d-4a5d-98d2-50c86f1a9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:42.708188 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5b86f861-65cc-49ca-8a4b-7d35b74fdf05 req-d5acea99-ba8d-4a5d-98d2-50c86f1a9b7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1097 time: 0.0410020 Aug 29 08:07:42.808192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86f861-65cc-49ca-8a4b-7d35b74fdf05 req-578758e8-992a-49bb-be58-a24b59382fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:42.809655 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5b86f861-65cc-49ca-8a4b-7d35b74fdf05 req-578758e8-992a-49bb-be58-a24b59382fe3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0818250 Aug 29 08:07:42.880687 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5b86f861-65cc-49ca-8a4b-7d35b74fdf05 req-717524d6-d338-40bc-9f0a-ada09bd6d084 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11766411-24c3-4737-843e-d83d217be4f5 HTTP/1.1" status: 200 len: 1001 time: 0.0627129 Aug 29 08:07:42.930726 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86f861-65cc-49ca-8a4b-7d35b74fdf05 req-1af46d46-09c7-4276-a021-b89b51f1068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:42.932223 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5b86f861-65cc-49ca-8a4b-7d35b74fdf05 req-1af46d46-09c7-4276-a021-b89b51f1068c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0440159 Aug 29 08:07:42.979056 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86f861-65cc-49ca-8a4b-7d35b74fdf05 req-d6f9f27c-60b0-4a61-9ba2-afcf9d9f047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:42.980578 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5b86f861-65cc-49ca-8a4b-7d35b74fdf05 req-d6f9f27c-60b0-4a61-9ba2-afcf9d9f047b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404813 Aug 29 08:07:43.074695 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5b86f861-65cc-49ca-8a4b-7d35b74fdf05 req-0349173a-ae9d-43b4-a5ba-035022081b40 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844023 Aug 29 08:07:43.161965 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-5b86f861-65cc-49ca-8a4b-7d35b74fdf05 req-3ae1f664-9b2b-4b33-9b9c-5bece9101939 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797610 Aug 29 08:07:43.426316 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244b9ed-2853-4ad5-9a0d-1755fa577b7b req-b1f6e155-6b47-4eeb-b161-1cc4435e8ce0 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:43.427963 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d244b9ed-2853-4ad5-9a0d-1755fa577b7b req-b1f6e155-6b47-4eeb-b161-1cc4435e8ce0 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 945 time: 0.0535989 Aug 29 08:07:43.464978 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d244b9ed-2853-4ad5-9a0d-1755fa577b7b req-19f0bbee-9961-43cb-a50f-757e888ca1da tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311167 Aug 29 08:07:43.525241 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 11766411-24c3-4737-843e-d83d217be4f5 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:07:43.603808 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:43.626745 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11766411-24c3-4737-843e-d83d217be4f5'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:07:43.629457 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803315ec-4de6-40a9-8455-4028e3800b7a" -d '{"events": [{"server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "name": "network-vif-unplugged", "status": "completed", "tag": "11766411-24c3-4737-843e-d83d217be4f5"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:07:43.643243 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 11766411-24c3-4737-843e-d83d217be4f5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11766411-24c3-4737-843e-d83d217be4f5,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:07:43.667538 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 08:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1a1e57-32b4-49ab-a304-daa844329adb x-openstack-request-id: req-9f1a1e57-32b4-49ab-a304-daa844329adb {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:07:43.667856 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "name": "network-vif-unplugged", "status": "completed", "tag": "11766411-24c3-4737-843e-d83d217be4f5", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:07:43.668114 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9f1a1e57-32b4-49ab-a304-daa844329adb {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:07:43.668511 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11766411-24c3-4737-843e-d83d217be4f5', 'code': 200} Aug 29 08:07:43.717157 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:43.763157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=11766411-24c3-4737-843e-d83d217be4f5,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:07:43.837271 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:44.579170 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9228c-6606-4a98-8f96-50f80cb1fe99 req-f6316a23-8d4d-4e85-9d63-0330d3d4bbcd tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:44.580632 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92d9228c-6606-4a98-8f96-50f80cb1fe99 req-f6316a23-8d4d-4e85-9d63-0330d3d4bbcd tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0494525 Aug 29 08:07:44.617732 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92d9228c-6606-4a98-8f96-50f80cb1fe99 req-9d453824-6fa6-49c0-94f3-fe5e5be75072 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312846 Aug 29 08:07:44.911986 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcadad-b1f1-44d0-9ee9-d0d9acf96675 req-429b3e1e-07e2-48d1-aa8d-f9bebfad8d3b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:44.913489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1fcadad-b1f1-44d0-9ee9-d0d9acf96675 req-429b3e1e-07e2-48d1-aa8d-f9bebfad8d3b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0509796 Aug 29 08:07:44.951951 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d1fcadad-b1f1-44d0-9ee9-d0d9acf96675 req-954e1caf-25b1-4f93-8866-9b1996e4a80b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323346 Aug 29 08:07:45.273698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-9cf3e6c9-4009-4f97-be0b-6076e59875e9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940711 Aug 29 08:07:46.068989 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f8860-ceb3-4adb-a4ec-b4c78bd39f0f req-84c72cbf-d195-4b8f-b439-e5f98fae5d8a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:46.070463 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-129f8860-ceb3-4adb-a4ec-b4c78bd39f0f req-84c72cbf-d195-4b8f-b439-e5f98fae5d8a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0487430 Aug 29 08:07:46.107604 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-129f8860-ceb3-4adb-a4ec-b4c78bd39f0f req-ac46cc53-ea34-4ec9-9d0e-e1cf924b6161 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308461 Aug 29 08:07:46.735083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-102a9a28-0ea9-43d5-b357-165b02d16f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:46.738386 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-102a9a28-0ea9-43d5-b357-165b02d16f08 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8&tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d HTTP/1.1" status: 200 len: 1095 time: 0.0590808 Aug 29 08:07:46.807749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-4b481f0a-45f0-4247-9e51-1c8f5d8b4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:46.809213 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-4b481f0a-45f0-4247-9e51-1c8f5d8b4e10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1095 time: 0.0399716 Aug 29 08:07:46.897376 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-9927f151-ef6d-48a7-887a-8065db544933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:46.898832 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-9927f151-ef6d-48a7-887a-8065db544933 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0828049 Aug 29 08:07:46.966656 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-246fa5bc-80cc-4096-8701-b9d39c961e60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11766411-24c3-4737-843e-d83d217be4f5 HTTP/1.1" status: 200 len: 999 time: 0.0606322 Aug 29 08:07:47.014687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-6b94e27c-7d6a-4cf8-9e0b-86ddf382d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:47.016050 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-6b94e27c-7d6a-4cf8-9e0b-86ddf382d8b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0419121 Aug 29 08:07:47.065163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-902bedd9-77d0-4d34-ade1-74e71fbb0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:47.066639 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-902bedd9-77d0-4d34-ade1-74e71fbb0f4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433731 Aug 29 08:07:47.159263 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-3cc67b5b-5c5a-41d5-a99e-f1e41f1047c2 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852113 Aug 29 08:07:47.226912 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34832f-2d93-405b-9063-7fc2f9c2f7de req-65e24e8e-5c2d-4214-ae30-200c04722676 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:47.228442 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c34832f-2d93-405b-9063-7fc2f9c2f7de req-65e24e8e-5c2d-4214-ae30-200c04722676 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0493381 Aug 29 08:07:47.249765 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-74d662c6-b53b-4047-847e-80ba09253013 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828071 Aug 29 08:07:47.268698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7c34832f-2d93-405b-9063-7fc2f9c2f7de req-89575879-395d-4b67-b266-9cadb722da92 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335016 Aug 29 08:07:47.536655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 11766411-24c3-4737-843e-d83d217be4f5 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:07:48.390934 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7bb3a-ed27-4980-b02d-29c8e71d7ed5 req-8bda61da-4cb0-42dd-a755-344d2e2288d1 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:48.392508 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2d7bb3a-ed27-4980-b02d-29c8e71d7ed5 req-8bda61da-4cb0-42dd-a755-344d2e2288d1 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0569930 Aug 29 08:07:48.429930 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e2d7bb3a-ed27-4980-b02d-29c8e71d7ed5 req-90961060-2623-4c2a-ba3f-7bc71f2bf92f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315146 Aug 29 08:07:49.551423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882de10-a483-4c44-9b21-c57838bd326e req-9edeecfe-679e-482d-9b2d-c5c28fdb1b4c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:49.552905 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2882de10-a483-4c44-9b21-c57838bd326e req-9edeecfe-679e-482d-9b2d-c5c28fdb1b4c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0503376 Aug 29 08:07:49.590806 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2882de10-a483-4c44-9b21-c57838bd326e req-93d91c07-cb7c-4303-b8ef-57bfe1aa44f1 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317905 Aug 29 08:07:50.709306 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486b9dd-6e3b-47de-818d-1d6cf3833f2a req-cbf6efb6-19d6-4a3e-a03d-0c75893a7b38 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:50.710826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8486b9dd-6e3b-47de-818d-1d6cf3833f2a req-cbf6efb6-19d6-4a3e-a03d-0c75893a7b38 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0525634 Aug 29 08:07:50.751167 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8486b9dd-6e3b-47de-818d-1d6cf3833f2a req-b63a8774-ce6d-4fbf-8e62-e32d9db397b7 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342782 Aug 29 08:07:51.717302 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:07:51.881806 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79b461-5228-4a09-9756-876077a4848c req-5f172e12-b0c3-44ad-9e4b-952e9dfdef4e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:51.883305 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a79b461-5228-4a09-9756-876077a4848c req-5f172e12-b0c3-44ad-9e4b-952e9dfdef4e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0622959 Aug 29 08:07:51.923397 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-8a79b461-5228-4a09-9756-876077a4848c req-005f74c6-16e2-445d-ae3b-c17f8cbeeb00 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327682 Aug 29 08:07:53.051622 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676e04b-227b-4ad4-bfad-7d34d93eb76c req-9baef51c-ae17-491c-9f6f-7af9a008954f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:53.053115 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c676e04b-227b-4ad4-bfad-7d34d93eb76c req-9baef51c-ae17-491c-9f6f-7af9a008954f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0558095 Aug 29 08:07:53.090710 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c676e04b-227b-4ad4-bfad-7d34d93eb76c req-d586d569-c1b6-4a33-b36c-694fdb3aae51 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317049 Aug 29 08:07:54.230493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c2799-e398-4b72-b468-e2e9819bddbc req-9dc1e2a5-dff3-4b46-888c-523f735dfd09 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:54.232018 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c69c2799-e398-4b72-b468-e2e9819bddbc req-9dc1e2a5-dff3-4b46-888c-523f735dfd09 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0539618 Aug 29 08:07:54.272698 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c69c2799-e398-4b72-b468-e2e9819bddbc req-181f4c06-5693-4bd9-ba8b-1857c32e333b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341344 Aug 29 08:07:55.416443 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a55b8-982f-4550-85bd-9d8bdc0ab0ee req-f4304263-73ae-4069-a650-962543d7a825 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:55.417999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc1a55b8-982f-4550-85bd-9d8bdc0ab0ee req-f4304263-73ae-4069-a650-962543d7a825 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0702817 Aug 29 08:07:55.456367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-dc1a55b8-982f-4550-85bd-9d8bdc0ab0ee req-5e52ab96-78de-4aec-af5f-0ebfa7d626ed tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321808 Aug 29 08:07:56.585958 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc9c6c-ead2-47ea-b9cd-be2118166409 req-5824a848-6c4d-4af1-8123-efabab474d39 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:56.587431 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94bc9c6c-ead2-47ea-b9cd-be2118166409 req-5824a848-6c4d-4af1-8123-efabab474d39 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0513201 Aug 29 08:07:56.627238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94bc9c6c-ead2-47ea-b9cd-be2118166409 req-12b9cbab-6d06-4b9a-a3a6-ece4c5d27ec0 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338058 Aug 29 08:07:57.755248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4741e-5640-47b5-8633-091b1292da92 req-051bb110-8389-4cf2-8eee-a2b353bf47e9 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:57.756860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5df4741e-5640-47b5-8633-091b1292da92 req-051bb110-8389-4cf2-8eee-a2b353bf47e9 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0530543 Aug 29 08:07:57.807834 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5df4741e-5640-47b5-8633-091b1292da92 req-51b061a5-ccde-46b0-b019-a4dc807c9fc1 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447278 Aug 29 08:07:58.958143 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d902bf-77c6-443f-b834-8daf16bc0470 req-4b77edfa-33db-439f-bd67-df948946292b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:07:58.958143 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95d902bf-77c6-443f-b834-8daf16bc0470 req-4b77edfa-33db-439f-bd67-df948946292b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0557671 Aug 29 08:07:58.970034 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-95d902bf-77c6-443f-b834-8daf16bc0470 req-31f9a572-8b82-4fed-9d32-7ae1401d7e26 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339353 Aug 29 08:08:00.087601 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708fd85-67d5-4eaa-a306-ab6c55dc72be req-4f3375b9-561a-4c8e-8f40-37544aaedc70 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:00.089184 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3708fd85-67d5-4eaa-a306-ab6c55dc72be req-4f3375b9-561a-4c8e-8f40-37544aaedc70 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0508142 Aug 29 08:08:00.129904 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3708fd85-67d5-4eaa-a306-ab6c55dc72be req-fe9c98ec-bf54-467a-bb08-b82e1ff07660 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340402 Aug 29 08:08:01.243459 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7400f03-f1a0-4feb-a78b-6a6cee23d775 req-209cbe71-8420-494f-b9f2-5d9240187da0 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:01.244923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7400f03-f1a0-4feb-a78b-6a6cee23d775 req-209cbe71-8420-494f-b9f2-5d9240187da0 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0483370 Aug 29 08:08:01.281990 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7400f03-f1a0-4feb-a78b-6a6cee23d775 req-198e2b3f-5f03-41c2-ab49-72273d18aa35 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311427 Aug 29 08:08:02.409287 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552e5a0-b3c9-409f-82f7-631fd33f0f4b req-a113ecf1-4714-41f5-9417-7c39284f2469 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:02.410907 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e552e5a0-b3c9-409f-82f7-631fd33f0f4b req-a113ecf1-4714-41f5-9417-7c39284f2469 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0568101 Aug 29 08:08:02.451885 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e552e5a0-b3c9-409f-82f7-631fd33f0f4b req-92a0b79a-6762-495e-91d6-b74c8c807ecb tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346196 Aug 29 08:08:03.574607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daa40a-2990-416f-8ac8-b5a2cdcbfc85 req-736c5ffb-6321-4214-a877-2565c081369e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:03.576133 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93daa40a-2990-416f-8ac8-b5a2cdcbfc85 req-736c5ffb-6321-4214-a877-2565c081369e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0565875 Aug 29 08:08:03.616485 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-93daa40a-2990-416f-8ac8-b5a2cdcbfc85 req-72a9c852-f596-4eb9-9f08-94257152d13c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343630 Aug 29 08:08:04.619220 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:04.732463 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b8fda-679b-4357-9f9f-d5e1c938d92c req-91a8625e-cb8f-4915-a00f-59779ce81b4f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:04.733939 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-314b8fda-679b-4357-9f9f-d5e1c938d92c req-91a8625e-cb8f-4915-a00f-59779ce81b4f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0496273 Aug 29 08:08:04.772569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-314b8fda-679b-4357-9f9f-d5e1c938d92c req-00f8cd69-8bc2-4341-9299-170316d9be40 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326865 Aug 29 08:08:05.890649 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d4955-e8b2-4a57-875e-1b163a2aa4b4 req-f25c190d-9a42-4119-b224-917e4297d676 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:05.892087 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-579d4955-e8b2-4a57-875e-1b163a2aa4b4 req-f25c190d-9a42-4119-b224-917e4297d676 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0535071 Aug 29 08:08:05.930233 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-579d4955-e8b2-4a57-875e-1b163a2aa4b4 req-f88a5c7d-c593-430c-a14c-3ebf1ff42b6e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322218 Aug 29 08:08:07.043070 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc61f26-9360-4469-bcea-69f953f03e5a req-d4c6a407-aaf5-4ace-b5ed-2ff5404dcecd tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:07.044579 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5fc61f26-9360-4469-bcea-69f953f03e5a req-d4c6a407-aaf5-4ace-b5ed-2ff5404dcecd tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 943 time: 0.0487359 Aug 29 08:08:07.082801 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5fc61f26-9360-4469-bcea-69f953f03e5a req-17c026c1-3a97-4b90-8dd2-d905a2b6737a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323946 Aug 29 08:08:07.662199 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 11766411-24c3-4737-843e-d83d217be4f5 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:08:07.757347 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 11766411-24c3-4737-843e-d83d217be4f5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11766411-24c3-4737-843e-d83d217be4f5,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:08:07.768369 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '11766411-24c3-4737-843e-d83d217be4f5', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'port_id': '11766411-24c3-4737-843e-d83d217be4f5', 'mac_address': 'fa:16:3e:1d:75:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:08:07.805003 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:07.817591 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11766411-24c3-4737-843e-d83d217be4f5 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:08:07.837239 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 11766411-24c3-4737-843e-d83d217be4f5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11766411-24c3-4737-843e-d83d217be4f5,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:08:07.904901 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:07.950896 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=11766411-24c3-4737-843e-d83d217be4f5,revision_number=9']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:08:08.198522 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1c0dd-dffa-4198-8ecb-8b913060f73a req-b41f2e55-77d1-42d9-803a-169c22ca0843 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:08.199726 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23b1c0dd-dffa-4198-8ecb-8b913060f73a req-b41f2e55-77d1-42d9-803a-169c22ca0843 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 944 time: 0.0511250 Aug 29 08:08:08.224766 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c8d8ac53-1ecc-4120-b7bc-331a3be43cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:08.239605 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-23b1c0dd-dffa-4198-8ecb-8b913060f73a req-b4c8e40d-8504-479f-852e-8676e5131965 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337429 Aug 29 08:08:08.346104 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['11766411-24c3-4737-843e-d83d217be4f5'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:08:09.362988 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e94952-4e9c-4825-8adb-ae5dffe25091 req-f8dddc4d-09c0-4102-b826-c1a2681d2776 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:09.364494 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6e94952-4e9c-4825-8adb-ae5dffe25091 req-f8dddc4d-09c0-4102-b826-c1a2681d2776 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 944 time: 0.0535872 Aug 29 08:08:09.401531 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b6e94952-4e9c-4825-8adb-ae5dffe25091 req-0fb4cf68-4a5d-4aa6-97ac-0c0f3811a69f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312722 Aug 29 08:08:09.656720 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 11766411-24c3-4737-843e-d83d217be4f5 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:08:09.706036 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 11766411-24c3-4737-843e-d83d217be4f5 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:08:09.706409 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:09.781575 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:09.803137 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11766411-24c3-4737-843e-d83d217be4f5'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:08:09.805376 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5adcd6b-04c6-41af-a592-5aeea1e0284f" -d '{"events": [{"server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "name": "network-vif-plugged", "status": "completed", "tag": "11766411-24c3-4737-843e-d83d217be4f5"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:08:09.818261 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 11766411-24c3-4737-843e-d83d217be4f5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11766411-24c3-4737-843e-d83d217be4f5,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:08:09.843553 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92b9c20-5019-43d2-b341-82e27eac9ac3 x-openstack-request-id: req-a92b9c20-5019-43d2-b341-82e27eac9ac3 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:08:09.843845 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "name": "network-vif-plugged", "status": "completed", "tag": "11766411-24c3-4737-843e-d83d217be4f5", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:08:09.844102 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a92b9c20-5019-43d2-b341-82e27eac9ac3 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:08:09.844495 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11766411-24c3-4737-843e-d83d217be4f5', 'code': 200} Aug 29 08:08:09.899302 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:09.953538 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=11766411-24c3-4737-843e-d83d217be4f5,revision_number=10']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:08:10.153806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac8642-5e86-4c64-87b9-43f34cdf14b4 req-6bcd78ef-31df-47be-bb38-15efa7cdb5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:10.155241 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccac8642-5e86-4c64-87b9-43f34cdf14b4 req-6bcd78ef-31df-47be-bb38-15efa7cdb5df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1098 time: 0.0455961 Aug 29 08:08:10.189983 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ccac8642-5e86-4c64-87b9-43f34cdf14b4 req-d5ec0e49-f9e0-417b-aeea-39054254ee14 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275316 Aug 29 08:08:10.515672 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2f65-d797-4bf7-abea-835645c9f9ef req-cc6112e1-b854-4fc9-bb75-a236521d8bc7 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:10.517165 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b9c2f65-d797-4bf7-abea-835645c9f9ef req-cc6112e1-b854-4fc9-bb75-a236521d8bc7 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 946 time: 0.0492647 Aug 29 08:08:10.555084 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1b9c2f65-d797-4bf7-abea-835645c9f9ef req-6eb7a52e-d815-4772-acbe-d6b7dacea186 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320573 Aug 29 08:08:10.922315 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:11.645578 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-13f92d79-4d94-460b-8457-7521428457a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:11.673774 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082da5e7-eb22-402c-abc3-3f3e5f2fd1c4 req-b1a8aac0-ddd3-4b73-849d-995776fed61e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:11.675414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-082da5e7-eb22-402c-abc3-3f3e5f2fd1c4 req-b1a8aac0-ddd3-4b73-849d-995776fed61e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 946 time: 0.0516999 Aug 29 08:08:11.714041 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-082da5e7-eb22-402c-abc3-3f3e5f2fd1c4 req-758b99db-35ce-4a6c-aba7-16aa7c724e5d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326490 Aug 29 08:08:12.104734 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:12.831884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191af0c2-c3ca-476d-bc4f-46ca1ec37d47 req-76071d9e-e686-41d5-80f5-f19f2c7a8da4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:12.833363 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-191af0c2-c3ca-476d-bc4f-46ca1ec37d47 req-76071d9e-e686-41d5-80f5-f19f2c7a8da4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 946 time: 0.0533834 Aug 29 08:08:12.875994 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-191af0c2-c3ca-476d-bc4f-46ca1ec37d47 req-a53246b5-de9f-41d9-b6a6-e53c30c251ac tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364256 Aug 29 08:08:13.824872 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:17.282102 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:08:21.670589 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:32.980880 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61dd6114-6436-4693-96c5-8f50be8c0e85 req-b97e4135-7c6f-4ea8-9441-805eb5f08318 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258801 Aug 29 08:08:33.044471 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61dd6114-6436-4693-96c5-8f50be8c0e85 req-a5ffb827-43c0-4966-805e-32e3f4c35b53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0246146 Aug 29 08:08:33.082396 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61dd6114-6436-4693-96c5-8f50be8c0e85 req-2b6f610b-c0ea-43cf-8854-9e14e512f5ae service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189683 Aug 29 08:08:33.182409 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd6114-6436-4693-96c5-8f50be8c0e85 req-c2afce98-17a6-46b4-b425-48a77580f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:33.183869 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-61dd6114-6436-4693-96c5-8f50be8c0e85 req-c2afce98-17a6-46b4-b425-48a77580f66e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949223 Aug 29 08:08:34.573135 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:38.252942 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-212c33e3-55c0-4c31-a8b5-85023f491ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:40.921821 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:41.618680 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d206d4fd-88df-4013-a120-04c4ce02980b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:42.092984 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:43.847296 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:44.660919 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ca79430b-5c70-406d-b0ad-235713c3a7b1 req-61a4d4b8-8b02-4e93-b8fd-a9ea0051ac0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395851 Aug 29 08:08:44.758843 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79430b-5c70-406d-b0ad-235713c3a7b1 req-662b6852-93c6-4b3a-b481-22913b70ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:44.760409 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ca79430b-5c70-406d-b0ad-235713c3a7b1 req-662b6852-93c6-4b3a-b481-22913b70ddf4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1098 time: 0.0417171 Aug 29 08:08:44.863835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79430b-5c70-406d-b0ad-235713c3a7b1 req-fcdd17b2-bd5f-440e-8ca9-5a4f52e8cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:44.865862 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ca79430b-5c70-406d-b0ad-235713c3a7b1 req-fcdd17b2-bd5f-440e-8ca9-5a4f52e8cdad service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0868723 Aug 29 08:08:44.932224 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ca79430b-5c70-406d-b0ad-235713c3a7b1 req-2eba09c8-ead2-4662-aa65-9525a2378f23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11766411-24c3-4737-843e-d83d217be4f5 HTTP/1.1" status: 200 len: 1001 time: 0.0597281 Aug 29 08:08:44.981416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79430b-5c70-406d-b0ad-235713c3a7b1 req-88f9d37f-0f04-4560-9e5f-9e65d0a8f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:44.982886 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ca79430b-5c70-406d-b0ad-235713c3a7b1 req-88f9d37f-0f04-4560-9e5f-9e65d0a8f6ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0441589 Aug 29 08:08:45.033106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79430b-5c70-406d-b0ad-235713c3a7b1 req-adec4882-db1b-435b-ad44-8dbc5db7a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:08:45.034652 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ca79430b-5c70-406d-b0ad-235713c3a7b1 req-adec4882-db1b-435b-ad44-8dbc5db7a577 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450034 Aug 29 08:08:45.128968 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ca79430b-5c70-406d-b0ad-235713c3a7b1 req-ade8780e-3c71-4c5d-b7c3-39d4ca83b2d2 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866868 Aug 29 08:08:45.226302 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ca79430b-5c70-406d-b0ad-235713c3a7b1 req-800a8ee1-6728-480e-b7e5-f036949da679 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901616 Aug 29 08:08:51.721493 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:08:54.281458 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:09:04.623988 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:08.223481 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-98b4065d-02b4-4ef3-99c8-eaa0c8464cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:10.908601 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:11.652550 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ac4323fe-7665-4dec-acda-fb5958cc5e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:12.143956 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:13.852047 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:21.703233 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:31.283078 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:09:33.420873 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b208618-e565-4883-bf9f-62e080a70601 req-3f83386c-9ad1-45bf-9516-3408c6dfe966 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279374 Aug 29 08:09:33.488513 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b208618-e565-4883-bf9f-62e080a70601 req-dd033006-86d5-4362-a652-929fb5d3d5eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0257690 Aug 29 08:09:33.532462 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b208618-e565-4883-bf9f-62e080a70601 req-23dbe2bc-6734-4bc2-89d9-42c1711c8eab service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199883 Aug 29 08:09:33.632430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b208618-e565-4883-bf9f-62e080a70601 req-03b93722-6ca4-45be-9ceb-7da4b90b6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:09:33.633909 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5b208618-e565-4883-bf9f-62e080a70601 req-03b93722-6ca4-45be-9ceb-7da4b90b6b8a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948939 Aug 29 08:09:34.577655 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:38.251544 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-73ce3106-ce7e-4c76-be97-bbbe18df5684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:40.907614 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:41.621771 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-32ce961a-f1b5-4238-8395-11afbb2002fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:42.131869 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:43.869073 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:46.677575 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-00ee320c-7392-4b87-b315-23b5464cc9c2 req-ffbab387-2ca1-4083-a61d-2189613536c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453634 Aug 29 08:09:46.775833 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee320c-7392-4b87-b315-23b5464cc9c2 req-b8f450d7-0024-48be-a211-8b2185bde476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:09:46.777078 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-00ee320c-7392-4b87-b315-23b5464cc9c2 req-b8f450d7-0024-48be-a211-8b2185bde476 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1098 time: 0.0414329 Aug 29 08:09:46.882512 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee320c-7392-4b87-b315-23b5464cc9c2 req-698d41cd-b0ec-4439-9c1f-984849d44d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:09:46.884021 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-00ee320c-7392-4b87-b315-23b5464cc9c2 req-698d41cd-b0ec-4439-9c1f-984849d44d02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0876455 Aug 29 08:09:46.948643 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-00ee320c-7392-4b87-b315-23b5464cc9c2 req-5cba1cb8-7a1c-4e75-af55-f68a4ed1aa22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11766411-24c3-4737-843e-d83d217be4f5 HTTP/1.1" status: 200 len: 1001 time: 0.0574126 Aug 29 08:09:46.996377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee320c-7392-4b87-b315-23b5464cc9c2 req-9ba720bb-7c78-4db8-b1c5-e3e7509ca09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:09:46.997826 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-00ee320c-7392-4b87-b315-23b5464cc9c2 req-9ba720bb-7c78-4db8-b1c5-e3e7509ca09b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0425522 Aug 29 08:09:47.046631 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee320c-7392-4b87-b315-23b5464cc9c2 req-02853159-f247-4213-8786-3a2b5da8fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:09:47.048258 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-00ee320c-7392-4b87-b315-23b5464cc9c2 req-02853159-f247-4213-8786-3a2b5da8fb02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440879 Aug 29 08:09:47.058632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-00ee320c-7392-4b87-b315-23b5464cc9c2 req-2f3d7c40-6652-4e2c-9c03-a6de1b2215c8 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 08:09:47.059667 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-00ee320c-7392-4b87-b315-23b5464cc9c2 req-2f3d7c40-6652-4e2c-9c03-a6de1b2215c8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049722 Aug 29 08:09:47.149044 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-00ee320c-7392-4b87-b315-23b5464cc9c2 req-03867f3b-0f04-497c-879e-f3c1dcdb5e6d service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820565 Aug 29 08:09:47.241777 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-00ee320c-7392-4b87-b315-23b5464cc9c2 req-e2adf384-c9c5-4281-8eb2-d2bc0b361434 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859208 Aug 29 08:09:51.754453 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:58.052242 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46062) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:09:58.261540 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Deleting port 4712f873-cc5d-4aec-b3ef-7ead9f06e69b {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:09:58.261875 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:58.338144 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:58.338378 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:58.349893 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Calling delete_port for 4712f873-cc5d-4aec-b3ef-7ead9f06e69b owned by network:floatingip {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:09:58.587165 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:58.611563 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event deleted for resources: {'Port': ['ID=4712f873-cc5d-4aec-b3ef-7ead9f06e69b,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:09:58.626019 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:09:58.626369 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:09:58.626712 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:09:58.627052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:09:58.627421 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:09:58.627750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:09:58.628077 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:09:58.628402 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:09:58.628727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:09:58.629052 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:09:58.629374 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:09:58.629693 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:09:58.688503 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for floatingip, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:58.688835 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Floating IP d4799100-349e-4fcf-924f-f48e88171839 disassociated (deleted). External IP: 172.25.1.197, port: 11766411-24c3-4737-843e-d83d217be4f5. Aug 29 08:09:58.904245 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Router af84a157-eba5-4e85-827f-c86909e20f64 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:09:59.026226 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:09:59.033248 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:09:59.038071 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd53f2-754f-491c-a501-2d847531d5dc None None] Sync routers for ids ['af84a157-eba5-4e85-827f-c86909e20f64'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:09:59.048645 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd53f2-754f-491c-a501-2d847531d5dc None None] Routers {'af84a157-eba5-4e85-827f-c86909e20f64'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:09:59.049360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-29bd53f2-754f-491c-a501-2d847531d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:09:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af84a157-eba5-4e85-827f-c86909e20f64'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:09:59.068727 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-065782a5-6dda-4f19-bc3a-a5d6ca857c36 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "DELETE /v2.0/floatingips/d4799100-349e-4fcf-924f-f48e88171839 HTTP/1.1" status: 204 len: 168 time: 1.0150852 Aug 29 08:09:59.069346 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'tag': '11766411-24c3-4737-843e-d83d217be4f5'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:09:59.071636 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49ddec3-f4c0-40a0-bd79-b92753a5ce60" -d '{"events": [{"name": "network-changed", "server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "tag": "11766411-24c3-4737-843e-d83d217be4f5"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:09:59.182099 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-29bd53f2-754f-491c-a501-2d847531d5dc None None] Set router af84a157-eba5-4e85-827f-c86909e20f64 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:09:59.370944 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-29bd53f2-754f-491c-a501-2d847531d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:09:59.400365 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd53f2-754f-491c-a501-2d847531d5dc None None] Checking router: af84a157-eba5-4e85-827f-c86909e20f64 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:09:59.409396 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd53f2-754f-491c-a501-2d847531d5dc None None] Routers {'af84a157-eba5-4e85-827f-c86909e20f64'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:09:59.410013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-29bd53f2-754f-491c-a501-2d847531d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:09:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af84a157-eba5-4e85-827f-c86909e20f64'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:09:59.514638 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-29bd53f2-754f-491c-a501-2d847531d5dc None None] Set router af84a157-eba5-4e85-827f-c86909e20f64 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:09:59.533412 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d316f39-9017-4d0b-ae56-47579fca64d5 req-e8c29078-6865-48a1-af98-64904991a6bb tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:09:59.534920 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d316f39-9017-4d0b-ae56-47579fca64d5 req-e8c29078-6865-48a1-af98-64904991a6bb tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 946 time: 0.0973530 Aug 29 08:09:59.572435 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1d316f39-9017-4d0b-ae56-47579fca64d5 req-ef501cd8-623b-45af-b265-c2ee4b9d1fcf tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315497 Aug 29 08:09:59.711500 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-29bd53f2-754f-491c-a501-2d847531d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:09:59.737436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd53f2-754f-491c-a501-2d847531d5dc None None] The sync data for ids ['af84a157-eba5-4e85-827f-c86909e20f64'] in n-d-713301-12 is: [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:09:59.956160 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af33c386-047c-43d8-af02-b7653c057905 None None] New status for floating IP d4799100-349e-4fcf-924f-f48e88171839: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 08:10:00.210948 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeb74e9-d74b-4e77-8a15-d94382d36e8f x-openstack-request-id: req-cfeb74e9-d74b-4e77-8a15-d94382d36e8f {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:10:00.211437 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "tag": "11766411-24c3-4737-843e-d83d217be4f5", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:10:00.211568 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cfeb74e9-d74b-4e77-8a15-d94382d36e8f {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:10:00.211939 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'tag': '11766411-24c3-4737-843e-d83d217be4f5', 'status': 'completed', 'code': 200} Aug 29 08:10:00.337268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ddec3-f4c0-40a0-bd79-b92753a5ce60 req-8ab08a98-14f8-4717-970a-4a835a1e109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:00.338766 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c49ddec3-f4c0-40a0-bd79-b92753a5ce60 req-8ab08a98-14f8-4717-970a-4a835a1e109f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 1098 time: 0.0842464 Aug 29 08:10:00.436032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ddec3-f4c0-40a0-bd79-b92753a5ce60 req-27337f66-b708-4505-b4d7-5bea00c16b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:00.437503 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c49ddec3-f4c0-40a0-bd79-b92753a5ce60 req-27337f66-b708-4505-b4d7-5bea00c16b62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0910125 Aug 29 08:10:00.490991 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c49ddec3-f4c0-40a0-bd79-b92753a5ce60 req-82a44978-b9e8-49ea-8ce9-006bfcefeffe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11766411-24c3-4737-843e-d83d217be4f5 HTTP/1.1" status: 200 len: 217 time: 0.0345392 Aug 29 08:10:00.539249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ddec3-f4c0-40a0-bd79-b92753a5ce60 req-65d98217-d52e-4c66-b6b6-33e4777ea011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:00.540663 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c49ddec3-f4c0-40a0-bd79-b92753a5ce60 req-65d98217-d52e-4c66-b6b6-33e4777ea011 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0431485 Aug 29 08:10:00.585964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ddec3-f4c0-40a0-bd79-b92753a5ce60 req-7197a18c-34af-4225-b27c-96ddada86a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:00.587448 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c49ddec3-f4c0-40a0-bd79-b92753a5ce60 req-7197a18c-34af-4225-b27c-96ddada86a75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391140 Aug 29 08:10:00.682205 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c49ddec3-f4c0-40a0-bd79-b92753a5ce60 req-a9f55465-9781-4186-8fe7-93813dc0c81c service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867419 Aug 29 08:10:00.687696 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c16a01-d7ac-4900-9caa-a594c1c29aee req-27f5a5d6-a5e5-4b65-8cb1-e8bde7ea2821 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:00.689160 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1c16a01-d7ac-4900-9caa-a594c1c29aee req-27f5a5d6-a5e5-4b65-8cb1-e8bde7ea2821 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 946 time: 0.0488489 Aug 29 08:10:00.726696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1c16a01-d7ac-4900-9caa-a594c1c29aee req-88709a0c-9dda-4767-8bc0-364e7f3c9703 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314591 Aug 29 08:10:00.775757 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-c49ddec3-f4c0-40a0-bd79-b92753a5ce60 req-b7ba5431-5bf5-4040-b7db-b09653cf53b1 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847797 Aug 29 08:10:01.174616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff21b5-77fa-4ba3-8b29-137560456887 req-24e2740e-b30f-416e-a350-b8ff5c9eb013 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:01.176086 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0cff21b5-77fa-4ba3-8b29-137560456887 req-24e2740e-b30f-416e-a350-b8ff5c9eb013 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.11 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 946 time: 0.0537827 Aug 29 08:10:01.271804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-0cff21b5-77fa-4ba3-8b29-137560456887 req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Deleting port 11766411-24c3-4737-843e-d83d217be4f5 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:10:01.272156 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0cff21b5-77fa-4ba3-8b29-137560456887 req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:01.365571 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-0cff21b5-77fa-4ba3-8b29-137560456887 req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] For port 11766411-24c3-4737-843e-d83d217be4f5, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=11766411-24c3-4737-843e-d83d217be4f5,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:10:01.366270 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0cff21b5-77fa-4ba3-8b29-137560456887 req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:01.380753 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-0cff21b5-77fa-4ba3-8b29-137560456887 req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Calling delete_port for 11766411-24c3-4737-843e-d83d217be4f5 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:10:01.588831 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0cff21b5-77fa-4ba3-8b29-137560456887 req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:01.619164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event deleted for resources: {'Port': ['ID=11766411-24c3-4737-843e-d83d217be4f5,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:01.633525 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:01.633881 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:01.634229 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:01.634597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:01.634937 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:01.635301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:01.635642 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:01.635971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:01.636300 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:01.636625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:01.636952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:01.637279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:01.671986 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cff21b5-77fa-4ba3-8b29-137560456887 req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] No DVR routers for this DVR port 11766411-24c3-4737-843e-d83d217be4f5 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:10:01.677145 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-0cff21b5-77fa-4ba3-8b29-137560456887 req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:01.677145 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-0cff21b5-77fa-4ba3-8b29-137560456887 req-fa23eb5c-154f-4c71-8539-dc7ee78b3320 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.11 "DELETE /v2.0/ports/11766411-24c3-4737-843e-d83d217be4f5 HTTP/1.1" status: 204 len: 173 time: 0.4945128 Aug 29 08:10:01.677145 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'name': 'network-vif-deleted', 'tag': '11766411-24c3-4737-843e-d83d217be4f5'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:10:01.679269 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63ae5bd-b7d6-4f1d-a735-85fc78fe4d5f" -d '{"events": [{"server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "name": "network-vif-deleted", "tag": "11766411-24c3-4737-843e-d83d217be4f5"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:10:01.770161 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2180f8de-45a0-48b8-8283-4c2466338092 x-openstack-request-id: req-2180f8de-45a0-48b8-8283-4c2466338092 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:10:01.770454 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10de0554-3af4-45dd-92df-54dfdb03ffe8", "name": "network-vif-deleted", "tag": "11766411-24c3-4737-843e-d83d217be4f5", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:10:01.770706 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2180f8de-45a0-48b8-8283-4c2466338092 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:10:01.771111 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de0554-3af4-45dd-92df-54dfdb03ffe8', 'name': 'network-vif-deleted', 'tag': '11766411-24c3-4737-843e-d83d217be4f5', 'status': 'completed', 'code': 200} Aug 29 08:10:01.824012 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e80cf100-d7c3-47b4-ac60-eda3da991a4a req-21116a07-8c91-4dc1-a2a4-65db886d69f9 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=10de0554-3af4-45dd-92df-54dfdb03ffe8 HTTP/1.1" status: 200 len: 210 time: 0.0296118 Aug 29 08:10:02.880617 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46092) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:10:02.938535 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4ca407b-3215-4a59-8c6b-5edf679f671d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:02.963972 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4ca407b-3215-4a59-8c6b-5edf679f671d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:03.085377 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4ca407b-3215-4a59-8c6b-5edf679f671d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:03.088096 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f4ca407b-3215-4a59-8c6b-5edf679f671d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:03.090417 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f4ca407b-3215-4a59-8c6b-5edf679f671d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "DELETE /v2.0/security-groups/3e8c85ae-d852-40b8-a03c-e1acef6b0dfa HTTP/1.1" status: 204 len: 168 time: 0.2076399 Aug 29 08:10:03.098648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca407b-3215-4a59-8c6b-5edf679f671d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8c85ae-d852-40b8-a03c-e1acef6b0dfa,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:03.566381 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46098) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:10:03.571482 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-f1ce0500-67f0-4b6c-ba9c-fc14bf87f46f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993146363', 'description': 'tempest-secgroup-smoke-1993146363 description', 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:10:03.651636 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0500-67f0-4b6c-ba9c-fc14bf87f46f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:03.736244 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0500-67f0-4b6c-ba9c-fc14bf87f46f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:03.793951 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0500-67f0-4b6c-ba9c-fc14bf87f46f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:03.823382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce0500-67f0-4b6c-ba9c-fc14bf87f46f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90607670-1b6f-4d93-baa9-0835de35b761,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:03.862701 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0500-67f0-4b6c-ba9c-fc14bf87f46f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:03.864383 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f1ce0500-67f0-4b6c-ba9c-fc14bf87f46f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2969136 Aug 29 08:10:03.867261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46102) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:10:03.871942 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-eddca728-c8a4-4e65-b019-fa7ada6aa484 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'security_group_rule': {'security_group_id': '90607670-1b6f-4d93-baa9-0835de35b761', 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:10:03.951443 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eddca728-c8a4-4e65-b019-fa7ada6aa484 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.006219 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eddca728-c8a4-4e65-b019-fa7ada6aa484 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.077679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eddca728-c8a4-4e65-b019-fa7ada6aa484 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.095396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddca728-c8a4-4e65-b019-fa7ada6aa484 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9fa527-da32-45fc-90f5-0382061e2281,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:04.159793 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-eddca728-c8a4-4e65-b019-fa7ada6aa484 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.161263 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-eddca728-c8a4-4e65-b019-fa7ada6aa484 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930546 Aug 29 08:10:04.164091 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46106) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:10:04.168554 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-c6311eaa-aeec-461b-b98e-65398b8b4a29 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'security_group_rule': {'security_group_id': '90607670-1b6f-4d93-baa9-0835de35b761', 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:10:04.267466 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c6311eaa-aeec-461b-b98e-65398b8b4a29 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.322579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c6311eaa-aeec-461b-b98e-65398b8b4a29 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.399894 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c6311eaa-aeec-461b-b98e-65398b8b4a29 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.414435 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6311eaa-aeec-461b-b98e-65398b8b4a29 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1dd91f0-bb4f-4b34-8159-065de0907799,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:04.485944 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c6311eaa-aeec-461b-b98e-65398b8b4a29 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.487502 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c6311eaa-aeec-461b-b98e-65398b8b4a29 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3223968 Aug 29 08:10:04.490213 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46108) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:10:04.495030 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-895b126e-0a89-4e12-a056-60d062b3df33 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'security_group_rule': {'security_group_id': '90607670-1b6f-4d93-baa9-0835de35b761', 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:10:04.582874 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.588027 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-895b126e-0a89-4e12-a056-60d062b3df33 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.647497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-895b126e-0a89-4e12-a056-60d062b3df33 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.691119 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-895b126e-0a89-4e12-a056-60d062b3df33 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.708774 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b126e-0a89-4e12-a056-60d062b3df33 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c6afd2-f711-4214-9998-538ccfee8ffc,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:04.753902 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-895b126e-0a89-4e12-a056-60d062b3df33 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.755172 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-895b126e-0a89-4e12-a056-60d062b3df33 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2639298 Aug 29 08:10:04.757805 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46112) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:10:04.762240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-423838ee-60aa-4864-9c26-916ffa354bef tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'security_group_rule': {'security_group_id': '90607670-1b6f-4d93-baa9-0835de35b761', 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:10:04.849309 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-423838ee-60aa-4864-9c26-916ffa354bef tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.910172 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-423838ee-60aa-4864-9c26-916ffa354bef tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.974638 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-423838ee-60aa-4864-9c26-916ffa354bef tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:04.994459 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423838ee-60aa-4864-9c26-916ffa354bef tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77dea4b-c217-455d-afa4-44276c8b1d43,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:05.054912 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-423838ee-60aa-4864-9c26-916ffa354bef tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:05.056178 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-423838ee-60aa-4864-9c26-916ffa354bef tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2974319 Aug 29 08:10:05.058891 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46114) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:10:05.063919 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-73cc0065-5979-4a3c-8a22-5c479db75ad8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'security_group_rule': {'security_group_id': '90607670-1b6f-4d93-baa9-0835de35b761', 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:10:05.148453 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-73cc0065-5979-4a3c-8a22-5c479db75ad8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Project 5d5f81abbb314bf895a95ff4c3a21f8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 08:10:05.153501 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-73cc0065-5979-4a3c-8a22-5c479db75ad8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:05.218195 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-73cc0065-5979-4a3c-8a22-5c479db75ad8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:05.302436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-73cc0065-5979-4a3c-8a22-5c479db75ad8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:05.321189 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc0065-5979-4a3c-8a22-5c479db75ad8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec5d61b-fd3f-4e65-897e-c1da32374edc,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:05.410999 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-73cc0065-5979-4a3c-8a22-5c479db75ad8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:05.412273 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-73cc0065-5979-4a3c-8a22-5c479db75ad8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3524027 Aug 29 08:10:05.414910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46116) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:10:05.420242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a5c37f52-ba1a-4d6f-a07a-bee665876b0f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'security_group_rule': {'security_group_id': '90607670-1b6f-4d93-baa9-0835de35b761', 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:10:05.491300 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-a5c37f52-ba1a-4d6f-a07a-bee665876b0f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Project 5d5f81abbb314bf895a95ff4c3a21f8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 08:10:05.496720 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5c37f52-ba1a-4d6f-a07a-bee665876b0f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:05.561502 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5c37f52-ba1a-4d6f-a07a-bee665876b0f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:05.628055 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5c37f52-ba1a-4d6f-a07a-bee665876b0f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:05.645530 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c37f52-ba1a-4d6f-a07a-bee665876b0f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a49c9b1-b06f-4a91-868e-013dc239c89e,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:05.734756 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a5c37f52-ba1a-4d6f-a07a-bee665876b0f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:05.736069 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a5c37f52-ba1a-4d6f-a07a-bee665876b0f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3201883 Aug 29 08:10:06.188843 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 11766411-24c3-4737-843e-d83d217be4f5 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:10:06.212246 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 11766411-24c3-4737-843e-d83d217be4f5 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:10:06.212593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 11766411-24c3-4737-843e-d83d217be4f5 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:10:08.238536 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7dbe49b7-e1fa-45e7-a04f-9807375e242e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:08.282877 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:10:10.891508 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:11.643724 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bccb1840-942b-4f43-9913-a213d3213760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:12.118329 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:14.157788 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:21.791962 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:25.817009 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-fe279acb-7127-4821-b23d-cf052716c6b8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993146363&fields=id&tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d HTTP/1.1" status: 200 len: 267 time: 0.0377159 Aug 29 08:10:25.928729 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-550b4087-9f04-4b6c-ae2c-4821ee48d0ad tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:25.930211 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-550b4087-9f04-4b6c-ae2c-4821ee48d0ad tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 809 time: 0.1061070 Aug 29 08:10:25.945640 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-9fb35a46-b74d-4592-8344-cd50cc04025e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/quotas/5d5f81abbb314bf895a95ff4c3a21f8d HTTP/1.1" status: 200 len: 375 time: 0.0096955 Aug 29 08:10:25.996687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-42abfadf-9921-48da-9443-0e664264f449 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457177 Aug 29 08:10:26.136786 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-677e4b9e-c3c9-4048-a85a-81a2df5eafe5 service neutron] 10.222.0.76 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283185 Aug 29 08:10:26.226027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-8005eb35-49bb-4cc8-a925-ce826f90b4a9 service neutron] 10.222.0.76 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826755 Aug 29 08:10:26.877176 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53811d8c-83aa-400f-9809-31eb19a5dfa0 req-28e64555-e578-4ae2-b7bd-25c9c8d84619 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 210 time: 0.0868008 Aug 29 08:10:27.973604 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4653322a-31b5-4118-b786-1b6a7d661d7a req-76fc5a08-f9f9-4955-aa9d-32d6a449f67d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 210 time: 0.0261948 Aug 29 08:10:28.817133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-659afe10-eb76-4a58-9b68-a8bfc9b6a64e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:28.818864 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-659afe10-eb76-4a58-9b68-a8bfc9b6a64e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 809 time: 0.1038651 Aug 29 08:10:28.866759 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-866d96d0-4d01-4b0c-99b8-6f67b92ed074 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d HTTP/1.1" status: 200 len: 380 time: 0.0339570 Aug 29 08:10:28.889486 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-01b5d8cd-e36b-4007-940e-945485554126 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'port': {'device_id': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'admin_state_up': True, 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'security_groups': ['90607670-1b6f-4d93-baa9-0835de35b761']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:10:29.065975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-01b5d8cd-e36b-4007-940e-945485554126 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Made reservation on behalf of 5d5f81abbb314bf895a95ff4c3a21f8d for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:10:29.069901 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-01b5d8cd-e36b-4007-940e-945485554126 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:29.100233 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-db89a323-770c-4982-b85e-ffc2274fedba req-52dc7ea7-bac9-44d0-94e9-71b749e269fd tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 210 time: 0.0272675 Aug 29 08:10:29.199555 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-01b5d8cd-e36b-4007-940e-945485554126 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Allocated IP 172.20.0.11 (c3e4024f-d809-4187-b1d8-b85d2c823aa0/69d7d67a-579c-44a2-adaa-269d24cd0bc4/69e3736a-4576-490b-a920-44a9559e92b4) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:10:29.342007 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-01b5d8cd-e36b-4007-940e-945485554126 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:29.356409 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-01b5d8cd-e36b-4007-940e-945485554126 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Transition to ACTIVE for port object 69e3736a-4576-490b-a920-44a9559e92b4 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:10:29.448954 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-01b5d8cd-e36b-4007-940e-945485554126 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:29.496226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-01b5d8cd-e36b-4007-940e-945485554126 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Network c3e4024f-d809-4187-b1d8-b85d2c823aa0 is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:10:29.500026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-01b5d8cd-e36b-4007-940e-945485554126 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:10:29.505288 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-01b5d8cd-e36b-4007-940e-945485554126 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:10:29.509147 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5d8cd-e36b-4007-940e-945485554126 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'Port': ['ID=69e3736a-4576-490b-a920-44a9559e92b4,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:29.565505 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-01b5d8cd-e36b-4007-940e-945485554126 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:29.566323 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-01b5d8cd-e36b-4007-940e-945485554126 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:29.669280 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-01b5d8cd-e36b-4007-940e-945485554126 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7865210 Aug 29 08:10:29.689521 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Request body: {'port': {'device_id': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:10:29.749725 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:29.858534 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f3cd23dd-b273-4498-9c37-c9ed29f38beb None None] Provisioning for port 69e3736a-4576-490b-a920-44a9559e92b4 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:10:29.859978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f3cd23dd-b273-4498-9c37-c9ed29f38beb None None] Provisioning complete for port 69e3736a-4576-490b-a920-44a9559e92b4 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:10:29.861178 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f3cd23dd-b273-4498-9c37-c9ed29f38beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:29.899610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd23dd-b273-4498-9c37-c9ed29f38beb None None] Port 69e3736a-4576-490b-a920-44a9559e92b4 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:10:30.021372 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e3736a-4576-490b-a920-44a9559e92b4 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:10:30.028930 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:30.041398 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Transition to ACTIVE for port object 69e3736a-4576-490b-a920-44a9559e92b4 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:10:30.111707 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:30.192854 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Pushing event updated for resources: {'Port': ['ID=69e3736a-4576-490b-a920-44a9559e92b4,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:30.250493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Attempting to bind port 69e3736a-4576-490b-a920-44a9559e92b4 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:10:30.251096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Attempting to bind port 69e3736a-4576-490b-a920-44a9559e92b4 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:10:30.251670 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Attempting to bind port 69e3736a-4576-490b-a920-44a9559e92b4 on network c3e4024f-d809-4187-b1d8-b85d2c823aa0 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:10:30.257254 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Port 69e3736a-4576-490b-a920-44a9559e92b4 on network c3e4024f-d809-4187-b1d8-b85d2c823aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 08:10:30.257878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Attempting to bind port 69e3736a-4576-490b-a920-44a9559e92b4 on network c3e4024f-d809-4187-b1d8-b85d2c823aa0 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:10:30.263722 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:10:30.265059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Checking segment: {'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:10:30.265659 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Bound using segment: {'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:10:30.266000 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb86af-d695-4bf3-ac2f-f10a8f55a0a2 req-89294b63-695c-45f4-a5d0-e0e9b7fc9556 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:30.266509 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Bound port: 69e3736a-4576-490b-a920-44a9559e92b4, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf4af83-2847-48ff-b471-903582b7074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:10:30.266840 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:30.269208 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38eb86af-d695-4bf3-ac2f-f10a8f55a0a2 req-89294b63-695c-45f4-a5d0-e0e9b7fc9556 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0837162 Aug 29 08:10:30.330079 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-38eb86af-d695-4bf3-ac2f-f10a8f55a0a2 req-f8097039-83e7-4f62-a7f2-b9da4d3d2ab9 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518596 Aug 29 08:10:30.369980 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] For port 69e3736a-4576-490b-a920-44a9559e92b4, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:10:30.373537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] For port 69e3736a-4576-490b-a920-44a9559e92b4, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=69e3736a-4576-490b-a920-44a9559e92b4,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:10:30.469121 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:30.508706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:30.509353 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:30.510927 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] 10.222.0.11 "PUT /v2.0/ports/69e3736a-4576-490b-a920-44a9559e92b4 HTTP/1.1" status: 200 len: 1093 time: 0.8275433 Aug 29 08:10:30.511404 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'tag': '69e3736a-4576-490b-a920-44a9559e92b4'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:10:30.513661 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f017a4d-9463-4c8b-a661-d0348c1059f1" -d '{"events": [{"name": "network-changed", "server_uuid": "83e76019-75f7-46aa-9a7b-d6af8981bc26", "tag": "69e3736a-4576-490b-a920-44a9559e92b4"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:10:30.550537 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2288e-7673-4de8-b735-ffc823656111 service neutron] Pushing event updated for resources: {'Port': ['ID=69e3736a-4576-490b-a920-44a9559e92b4,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:30.567079 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e865c291-c6e3-4bae-aa23-b7916a885d3c x-openstack-request-id: req-e865c291-c6e3-4bae-aa23-b7916a885d3c {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:10:30.567079 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e76019-75f7-46aa-9a7b-d6af8981bc26", "tag": "69e3736a-4576-490b-a920-44a9559e92b4", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:10:30.567079 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e865c291-c6e3-4bae-aa23-b7916a885d3c {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:10:30.567079 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'tag': '69e3736a-4576-490b-a920-44a9559e92b4', 'status': 'completed', 'code': 200} Aug 29 08:10:30.657283 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f017a4d-9463-4c8b-a661-d0348c1059f1 req-1896c1a2-a118-4bf1-9ba5-6ec0ffe50081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:30.658866 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6f017a4d-9463-4c8b-a661-d0348c1059f1 req-1896c1a2-a118-4bf1-9ba5-6ec0ffe50081 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 1096 time: 0.0496047 Aug 29 08:10:30.778393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f017a4d-9463-4c8b-a661-d0348c1059f1 req-af2f5b78-68c7-4d7b-a1fb-6fb38daa4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:30.780125 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6f017a4d-9463-4c8b-a661-d0348c1059f1 req-af2f5b78-68c7-4d7b-a1fb-6fb38daa4df7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1071217 Aug 29 08:10:30.882984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f017a4d-9463-4c8b-a661-d0348c1059f1 req-40a5cb86-3c0d-4917-923d-bd15e202a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:30.884803 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6f017a4d-9463-4c8b-a661-d0348c1059f1 req-40a5cb86-3c0d-4917-923d-bd15e202a4ac service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981424 Aug 29 08:10:30.983780 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-c8f9ba96-04bd-434d-a11d-00d42b142ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:30.985286 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-c8f9ba96-04bd-434d-a11d-00d42b142ac1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 1096 time: 0.0422852 Aug 29 08:10:31.037329 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-eed739a6-ad58-4fe5-8e5a-b79f0ad76e53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69e3736a-4576-490b-a920-44a9559e92b4 HTTP/1.1" status: 200 len: 217 time: 0.0392280 Aug 29 08:10:31.089434 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-310cf1ca-da25-4d28-9488-15fe39c4c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:31.091011 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-310cf1ca-da25-4d28-9488-15fe39c4c7da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0475593 Aug 29 08:10:31.140494 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-86f09f7d-3b6d-4871-bc6d-23e70dcb83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:31.142007 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-86f09f7d-3b6d-4871-bc6d-23e70dcb83c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444202 Aug 29 08:10:31.240749 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-db8f1aed-16e9-4aa3-a97c-38b4d257f60e service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918238 Aug 29 08:10:31.332845 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e6531c03-482c-40ac-9f0c-879b8cab70a5 req-a76a9a39-0cfa-4c75-b1cf-19c789871bf8 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855234 Aug 29 08:10:31.454493 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356849de-cc96-4184-9fca-8f0fe7d6590b req-fe65086f-3afe-49d2-b154-a728ed9f66fe tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:31.454493 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-356849de-cc96-4184-9fca-8f0fe7d6590b req-fe65086f-3afe-49d2-b154-a728ed9f66fe tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0524633 Aug 29 08:10:31.498574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-356849de-cc96-4184-9fca-8f0fe7d6590b req-6d1319b6-5e50-4965-a9a6-2f0a0f01a157 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388384 Aug 29 08:10:32.615014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e42af-02cb-4f3f-8658-0012878653d1 req-00a851da-786f-4c89-a9ec-b0f3085ace89 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:32.616637 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-941e42af-02cb-4f3f-8658-0012878653d1 req-00a851da-786f-4c89-a9ec-b0f3085ace89 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0486381 Aug 29 08:10:32.654725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-941e42af-02cb-4f3f-8658-0012878653d1 req-6ddf8abe-1813-417b-967e-cd3536d10c70 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318861 Aug 29 08:10:33.777376 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d6151-da88-4ea9-8ed6-2d818dcc7140 req-e6aaf520-c782-46f5-aaed-61cf6506953b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:33.778893 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-904d6151-da88-4ea9-8ed6-2d818dcc7140 req-e6aaf520-c782-46f5-aaed-61cf6506953b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0493803 Aug 29 08:10:33.818719 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-904d6151-da88-4ea9-8ed6-2d818dcc7140 req-edf1503b-4242-4bfb-98b3-3db0f83af7ca tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331104 Aug 29 08:10:34.019368 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20c31ff1-e339-4fa3-a043-6297131240c1 req-cdf89ab5-a753-41cd-a993-480519c9e7b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0663207 Aug 29 08:10:34.089925 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20c31ff1-e339-4fa3-a043-6297131240c1 req-49ed4b79-b772-40fa-8af2-991473f41897 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0285342 Aug 29 08:10:34.127056 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20c31ff1-e339-4fa3-a043-6297131240c1 req-f90fd3d5-dc02-48aa-82bc-39ddb665123a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187933 Aug 29 08:10:34.221385 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c31ff1-e339-4fa3-a043-6297131240c1 req-fb36dafe-f14b-4166-9870-d814d1ebea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:34.221385 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-20c31ff1-e339-4fa3-a043-6297131240c1 req-fb36dafe-f14b-4166-9870-d814d1ebea94 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865319 Aug 29 08:10:34.622256 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:34.943265 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7eee9-fbc3-4a07-906b-eb932dba35ff req-9c58cec6-d409-4d5c-b7c2-39e3fef1df45 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:34.944768 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67d7eee9-fbc3-4a07-906b-eb932dba35ff req-9c58cec6-d409-4d5c-b7c2-39e3fef1df45 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0519602 Aug 29 08:10:34.993998 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-67d7eee9-fbc3-4a07-906b-eb932dba35ff req-dffbce0e-4199-4e88-8e94-2fa87e56d84f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366623 Aug 29 08:10:36.120918 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea66a8-8479-402b-a407-61dee36d0dd3 req-7ca995af-260b-4ddd-8a3f-46fed81c795e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:36.122437 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4ea66a8-8479-402b-a407-61dee36d0dd3 req-7ca995af-260b-4ddd-8a3f-46fed81c795e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0538933 Aug 29 08:10:36.161020 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4ea66a8-8479-402b-a407-61dee36d0dd3 req-631d7732-b7d5-46ed-87e0-600a595ff37e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320184 Aug 29 08:10:37.279199 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8186d4e-ce56-4430-bb15-51ea7d700b16 req-aa18c438-674e-4f3c-a7a8-963a9840f66e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:37.280761 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8186d4e-ce56-4430-bb15-51ea7d700b16 req-aa18c438-674e-4f3c-a7a8-963a9840f66e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0532303 Aug 29 08:10:37.326027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8186d4e-ce56-4430-bb15-51ea7d700b16 req-1e7085a4-4596-4aea-b264-7dfa6e523018 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386162 Aug 29 08:10:38.227806 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3c7401ed-e938-4657-87fd-739bb5ad8823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:38.441656 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043174b1-9ee7-47d8-8e35-1f351c8f9302 req-cbff8d8c-23b8-457e-80ef-5d8db1b44843 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:38.443478 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-043174b1-9ee7-47d8-8e35-1f351c8f9302 req-cbff8d8c-23b8-457e-80ef-5d8db1b44843 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0483949 Aug 29 08:10:38.480914 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-043174b1-9ee7-47d8-8e35-1f351c8f9302 req-8dc6df56-a034-4001-a99c-56fa4bbeda79 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Aug 29 08:10:39.594867 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cae642-7997-41fe-ba91-7a89187dfb22 req-62819154-350c-4d49-8972-9b231a39d588 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:39.596295 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51cae642-7997-41fe-ba91-7a89187dfb22 req-62819154-350c-4d49-8972-9b231a39d588 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0521269 Aug 29 08:10:39.633044 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-51cae642-7997-41fe-ba91-7a89187dfb22 req-5cc6c528-a73a-4df2-a120-4b45422becb7 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308800 Aug 29 08:10:40.745400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab95309-744f-4a3c-ae25-356fd30cb35e req-7aa6dbd6-e7df-4bfd-89b5-f113a7338032 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:40.746862 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ab95309-744f-4a3c-ae25-356fd30cb35e req-7aa6dbd6-e7df-4bfd-89b5-f113a7338032 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0481963 Aug 29 08:10:40.785276 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7ab95309-744f-4a3c-ae25-356fd30cb35e req-a0b2e523-d53e-4e47-83eb-6fadbde0a100 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318739 Aug 29 08:10:40.910655 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:41.619013 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6bf7b713-b7f1-4094-9065-9f64df4fe009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:41.901184 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e274c5-e699-48e5-ba2c-532cbfe166e6 req-aa31e1fe-dd78-4e34-a6f4-8f61a3260fd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:41.901184 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34e274c5-e699-48e5-ba2c-532cbfe166e6 req-aa31e1fe-dd78-4e34-a6f4-8f61a3260fd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0489881 Aug 29 08:10:41.937784 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-34e274c5-e699-48e5-ba2c-532cbfe166e6 req-223cdcfd-851b-4974-97f4-cfd464a60ab4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312998 Aug 29 08:10:42.127855 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:43.054038 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531891e-8bb7-4dfe-9cb1-c34145e3e2ed req-05f9ee39-eb09-4c6f-b2aa-71a852e8b6f6 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:43.055539 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9531891e-8bb7-4dfe-9cb1-c34145e3e2ed req-05f9ee39-eb09-4c6f-b2aa-71a852e8b6f6 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0527651 Aug 29 08:10:43.094284 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9531891e-8bb7-4dfe-9cb1-c34145e3e2ed req-8bef2abe-0f48-45de-9519-7ebd79e79bfb tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329027 Aug 29 08:10:43.878725 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:44.207879 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54107419-af69-4028-9b14-e62a0b40dc3c req-d88f21d3-8e23-4d73-a22f-d46e92ebf062 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:44.209350 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54107419-af69-4028-9b14-e62a0b40dc3c req-d88f21d3-8e23-4d73-a22f-d46e92ebf062 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0491207 Aug 29 08:10:44.245826 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-54107419-af69-4028-9b14-e62a0b40dc3c req-8b6027f7-caba-422d-88d3-f0a4fd630c0e tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306604 Aug 29 08:10:44.421772 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 69e3736a-4576-490b-a920-44a9559e92b4 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:10:44.515073 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 69e3736a-4576-490b-a920-44a9559e92b4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=69e3736a-4576-490b-a920-44a9559e92b4,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:10:44.526082 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '69e3736a-4576-490b-a920-44a9559e92b4', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'port_id': '69e3736a-4576-490b-a920-44a9559e92b4', 'mac_address': 'fa:16:3e:41:1f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:10:44.561926 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:44.574285 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e3736a-4576-490b-a920-44a9559e92b4 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:10:44.592978 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 69e3736a-4576-490b-a920-44a9559e92b4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=69e3736a-4576-490b-a920-44a9559e92b4,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:10:44.664835 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:44.712574 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=69e3736a-4576-490b-a920-44a9559e92b4,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:44.720712 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:44.721140 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:44.721648 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:44.722118 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:44.722573 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:44.722931 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:44.723467 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:44.724041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:44.724459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:44.724874 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:44.725315 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:44.725687 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:10:45.117031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['69e3736a-4576-490b-a920-44a9559e92b4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:10:45.284283 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:10:45.363330 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c223e02-ce41-40f2-90d3-6e5ee1d90c86 req-4cbde3c3-9448-44bb-966f-0f62d907c2cb tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:45.364871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c223e02-ce41-40f2-90d3-6e5ee1d90c86 req-4cbde3c3-9448-44bb-966f-0f62d907c2cb tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 945 time: 0.0482767 Aug 29 08:10:45.402326 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6c223e02-ce41-40f2-90d3-6e5ee1d90c86 req-c50cfbfd-dc47-4f05-9d2b-3e5b7f126429 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312586 Aug 29 08:10:46.437371 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 69e3736a-4576-490b-a920-44a9559e92b4 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:10:46.520445 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9eafd-dc62-4b93-9d49-44335ff012c4 req-2fd017d8-14f9-4661-b3da-698690f12d66 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:46.521934 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0c9eafd-dc62-4b93-9d49-44335ff012c4 req-2fd017d8-14f9-4661-b3da-698690f12d66 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 945 time: 0.0528469 Aug 29 08:10:46.547486 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 69e3736a-4576-490b-a920-44a9559e92b4 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:10:46.551729 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 69e3736a-4576-490b-a920-44a9559e92b4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:10:46.552182 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:46.559026 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c0c9eafd-dc62-4b93-9d49-44335ff012c4 req-30c16762-5f20-4e0d-a0df-f4c4a3291aa5 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310602 Aug 29 08:10:46.627959 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:46.650132 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e3736a-4576-490b-a920-44a9559e92b4'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:10:46.652401 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c1cb5d-99bf-4d4b-8c98-59d4f24fd630" -d '{"events": [{"server_uuid": "83e76019-75f7-46aa-9a7b-d6af8981bc26", "name": "network-vif-plugged", "status": "completed", "tag": "69e3736a-4576-490b-a920-44a9559e92b4"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:10:46.666151 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 69e3736a-4576-490b-a920-44a9559e92b4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=69e3736a-4576-490b-a920-44a9559e92b4,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:10:46.713472 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:46.750217 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d63a9e-1904-4781-872f-df42a39a0a2b x-openstack-request-id: req-e1d63a9e-1904-4781-872f-df42a39a0a2b {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:10:46.750505 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e76019-75f7-46aa-9a7b-d6af8981bc26", "name": "network-vif-plugged", "status": "completed", "tag": "69e3736a-4576-490b-a920-44a9559e92b4", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:10:46.750757 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e1d63a9e-1904-4781-872f-df42a39a0a2b {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:10:46.751205 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e3736a-4576-490b-a920-44a9559e92b4', 'code': 200} Aug 29 08:10:46.766170 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=69e3736a-4576-490b-a920-44a9559e92b4,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:46.919026 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c782a-4bbe-4ea6-a01a-02bae62e3b08 req-85d28e30-9983-4825-b35f-9db41c89315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:46.921048 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce0c782a-4bbe-4ea6-a01a-02bae62e3b08 req-85d28e30-9983-4825-b35f-9db41c89315d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 1098 time: 0.0935085 Aug 29 08:10:46.956532 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-ce0c782a-4bbe-4ea6-a01a-02bae62e3b08 req-60eb5838-b889-448a-8921-21c8e6f3c932 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285978 Aug 29 08:10:47.690683 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85294b15-cd01-4d5f-89f2-d86779dc6320 req-c92ed92a-5847-49e2-9adf-873c4251da44 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:47.692456 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85294b15-cd01-4d5f-89f2-d86779dc6320 req-c92ed92a-5847-49e2-9adf-873c4251da44 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0485625 Aug 29 08:10:47.737323 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85294b15-cd01-4d5f-89f2-d86779dc6320 req-b0cdfd22-2652-4bc9-a0a8-4de33aa453bd tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389557 Aug 29 08:10:48.852145 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8ca9b-6e22-4277-87af-64a0bfae9a3a req-1953a036-99c4-4202-95cb-52c72c1bc7e3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:48.853611 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-46e8ca9b-6e22-4277-87af-64a0bfae9a3a req-1953a036-99c4-4202-95cb-52c72c1bc7e3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0484641 Aug 29 08:10:48.892847 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-46e8ca9b-6e22-4277-87af-64a0bfae9a3a req-fdd4b5bd-1f12-4212-9939-ee851723285f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333176 Aug 29 08:10:49.008301 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31986908-c3be-44eb-bfa3-3034ab0a08b8 req-73cf3094-bfa9-453c-9f4a-18598e9072ed tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:49.009794 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-31986908-c3be-44eb-bfa3-3034ab0a08b8 req-73cf3094-bfa9-453c-9f4a-18598e9072ed tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0519648 Aug 29 08:10:49.048574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-31986908-c3be-44eb-bfa3-3034ab0a08b8 req-6b45103c-6fb1-4806-8c3d-2e78dce3a19f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324538 Aug 29 08:10:49.070252 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46348) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:10:49.151248 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02772ec-c905-4c92-b1b0-692f44569a72 tempest-TestShelveInstance-1460677572 tempest-TestShelveInstance-1460677572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:49.153155 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d02772ec-c905-4c92-b1b0-692f44569a72 tempest-TestShelveInstance-1460677572 tempest-TestShelveInstance-1460677572-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 1093 time: 0.0817692 Aug 29 08:10:49.156140 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46352) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:10:49.160664 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '69e3736a-4576-490b-a920-44a9559e92b4', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:10:49.268171 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for floatingip, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:49.663852 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:49.767254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Allocated IP 172.25.1.121 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/bf0b7f36-1c57-4090-b865-760d43f95949) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:10:49.878034 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:49.993967 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:50.030054 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:10:50.039398 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:10:50.042971 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:10:50.049767 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'Port': ['ID=bf0b7f36-1c57-4090-b865-760d43f95949,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:50.425794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:50.568219 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:50.729082 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:50.799332 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:50.869519 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event updated for resources: {'Port': ['ID=bf0b7f36-1c57-4090-b865-760d43f95949,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:10:50.880917 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:50.984790 n-d-713301-12 neutron-server[95404]: INFO neutron.db.l3_db [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Floating IP 09067ef9-2023-49db-b22e-37dd348623f9 associated. External IP: 172.25.1.121, port: 69e3736a-4576-490b-a920-44a9559e92b4. Aug 29 08:10:51.201335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Router af84a157-eba5-4e85-827f-c86909e20f64 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:10:51.312352 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:10:51.322329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1139474-5782-43dc-8163-0ca772fe8b5b None None] Sync routers for ids ['af84a157-eba5-4e85-827f-c86909e20f64'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:10:51.332272 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1139474-5782-43dc-8163-0ca772fe8b5b None None] Routers {'af84a157-eba5-4e85-827f-c86909e20f64'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:10:51.332894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f1139474-5782-43dc-8163-0ca772fe8b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:10:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af84a157-eba5-4e85-827f-c86909e20f64'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:10:51.439437 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:51.472612 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-acf16fcc-6e28-4c02-8d59-0305099f7bd3 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3151844 Aug 29 08:10:51.481597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'tag': '69e3736a-4576-490b-a920-44a9559e92b4'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:10:51.485131 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9081971-344c-4ad7-9a08-c402ff8684bf" -d '{"events": [{"name": "network-changed", "server_uuid": "83e76019-75f7-46aa-9a7b-d6af8981bc26", "tag": "69e3736a-4576-490b-a920-44a9559e92b4"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:10:51.525092 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aff647b-d174-498c-a3e1-e3c2c26636cf x-openstack-request-id: req-9aff647b-d174-498c-a3e1-e3c2c26636cf {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:10:51.525385 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e76019-75f7-46aa-9a7b-d6af8981bc26", "tag": "69e3736a-4576-490b-a920-44a9559e92b4", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:10:51.525741 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9aff647b-d174-498c-a3e1-e3c2c26636cf {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:10:51.526197 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'tag': '69e3736a-4576-490b-a920-44a9559e92b4', 'status': 'completed', 'code': 200} Aug 29 08:10:51.604064 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f1139474-5782-43dc-8163-0ca772fe8b5b None None] Set router af84a157-eba5-4e85-827f-c86909e20f64 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:10:51.620887 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9081971-344c-4ad7-9a08-c402ff8684bf req-048053c0-10c4-4d40-a553-33149ff403ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:51.622414 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9081971-344c-4ad7-9a08-c402ff8684bf req-048053c0-10c4-4d40-a553-33149ff403ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 1098 time: 0.0460405 Aug 29 08:10:51.712661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9081971-344c-4ad7-9a08-c402ff8684bf req-5becf962-b5de-400c-88c3-2454982ecf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:51.714146 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9081971-344c-4ad7-9a08-c402ff8684bf req-5becf962-b5de-400c-88c3-2454982ecf3d service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0844402 Aug 29 08:10:51.785169 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9081971-344c-4ad7-9a08-c402ff8684bf req-85320fa9-3a78-4a99-aa98-89e12b990e14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69e3736a-4576-490b-a920-44a9559e92b4 HTTP/1.1" status: 200 len: 1000 time: 0.0628417 Aug 29 08:10:51.815505 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:10:51.837950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9081971-344c-4ad7-9a08-c402ff8684bf req-d63e45aa-05cc-4f85-b9e2-f3c425da74cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:51.840424 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9081971-344c-4ad7-9a08-c402ff8684bf req-d63e45aa-05cc-4f85-b9e2-f3c425da74cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0467527 Aug 29 08:10:51.844188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f1139474-5782-43dc-8163-0ca772fe8b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '09067ef9-2023-49db-b22e-37dd348623f9', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'port_id': '69e3736a-4576-490b-a920-44a9559e92b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'mac_address': 'fa:16:3e:41:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:10:50Z', 'updated_at': '2021-08-29T08:10:50Z', 'revision_number': 0, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:10:51.880485 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1139474-5782-43dc-8163-0ca772fe8b5b None None] Checking router: af84a157-eba5-4e85-827f-c86909e20f64 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:10:51.889817 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1139474-5782-43dc-8163-0ca772fe8b5b None None] Routers {'af84a157-eba5-4e85-827f-c86909e20f64'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:10:51.890455 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f1139474-5782-43dc-8163-0ca772fe8b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:10:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af84a157-eba5-4e85-827f-c86909e20f64'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:10:51.913379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9081971-344c-4ad7-9a08-c402ff8684bf req-25f1cc16-7478-4b18-8adb-a45351c4f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:10:51.914899 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9081971-344c-4ad7-9a08-c402ff8684bf req-25f1cc16-7478-4b18-8adb-a45351c4f7bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473003 Aug 29 08:10:52.005086 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-f1139474-5782-43dc-8163-0ca772fe8b5b None None] Set router af84a157-eba5-4e85-827f-c86909e20f64 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:10:52.015772 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9081971-344c-4ad7-9a08-c402ff8684bf req-52b33a39-f519-408b-b617-18382527458f service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930798 Aug 29 08:10:52.112089 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-a9081971-344c-4ad7-9a08-c402ff8684bf req-d9f781c5-0650-4d67-9617-7fa940c95dd0 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894675 Aug 29 08:10:52.252590 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-f1139474-5782-43dc-8163-0ca772fe8b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '09067ef9-2023-49db-b22e-37dd348623f9', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'port_id': '69e3736a-4576-490b-a920-44a9559e92b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'mac_address': 'fa:16:3e:41:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:10:50Z', 'updated_at': '2021-08-29T08:10:50Z', 'revision_number': 0, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:10:52.277995 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1139474-5782-43dc-8163-0ca772fe8b5b None None] The sync data for ids ['af84a157-eba5-4e85-827f-c86909e20f64'] in n-d-713301-12 is: [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '09067ef9-2023-49db-b22e-37dd348623f9', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'port_id': '69e3736a-4576-490b-a920-44a9559e92b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'mac_address': 'fa:16:3e:41:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:10:50Z', 'updated_at': '2021-08-29T08:10:50Z', 'revision_number': 0, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:10:52.466839 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b589e-d42c-421b-98e5-fc46cfb25ce2 None None] New status for floating IP 09067ef9-2023-49db-b22e-37dd348623f9: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 08:11:04.586878 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:11:08.238875 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-34d066d6-6605-41f5-bcb5-3d75b3a302fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:11:10.907447 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:11:11.621684 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f6350f64-0f62-4567-b6da-6a0807d99fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:11:12.147545 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:11:13.878814 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:11:21.749637 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:11:22.283106 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:11:34.606273 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:11:35.958686 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8be1dd9-976e-4c61-8391-3ebc9a00d59d req-8c5f0212-0d73-4786-bcd0-7c42ae22c694 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262141 Aug 29 08:11:36.026127 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8be1dd9-976e-4c61-8391-3ebc9a00d59d req-f7aa66bc-b8e6-4e23-9d0b-afd25049f221 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0278976 Aug 29 08:11:36.063610 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8be1dd9-976e-4c61-8391-3ebc9a00d59d req-ded08e98-4360-496b-81f0-e869181b61cd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196221 Aug 29 08:11:36.155983 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1dd9-976e-4c61-8391-3ebc9a00d59d req-f20cbce5-60c0-4250-aa3a-472d92a7e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:11:36.157517 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a8be1dd9-976e-4c61-8391-3ebc9a00d59d req-f20cbce5-60c0-4250-aa3a-472d92a7e19c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876100 Aug 29 08:11:38.234550 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1eccc5be-2bb0-431e-9277-5d0491bd5153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:11:40.954376 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:11:41.640273 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-88c84c11-68cb-4c24-ba3d-e1d480773a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:11:42.148692 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:11:43.895520 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:11:49.650710 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf6f60d2-0910-4890-a353-3cbb96976091 req-27dceaac-ac03-4b62-92c7-982c4957a50a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438099 Aug 29 08:11:49.749043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f60d2-0910-4890-a353-3cbb96976091 req-39caeb3e-6b3d-4983-8fa8-004327370f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:11:49.750979 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf6f60d2-0910-4890-a353-3cbb96976091 req-39caeb3e-6b3d-4983-8fa8-004327370f6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 1098 time: 0.0452313 Aug 29 08:11:49.859955 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f60d2-0910-4890-a353-3cbb96976091 req-14c33496-d82f-44ec-9f9c-81c6eb1d24d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:11:49.861461 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf6f60d2-0910-4890-a353-3cbb96976091 req-14c33496-d82f-44ec-9f9c-81c6eb1d24d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0887754 Aug 29 08:11:49.937115 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf6f60d2-0910-4890-a353-3cbb96976091 req-bf7a6487-dcfd-4466-a24d-fc8df42225e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69e3736a-4576-490b-a920-44a9559e92b4 HTTP/1.1" status: 200 len: 1002 time: 0.0675361 Aug 29 08:11:49.990436 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f60d2-0910-4890-a353-3cbb96976091 req-2e9e2d9d-f7f2-47f3-acad-acdc9edb9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:11:49.991967 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf6f60d2-0910-4890-a353-3cbb96976091 req-2e9e2d9d-f7f2-47f3-acad-acdc9edb9f1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0463376 Aug 29 08:11:50.038279 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f60d2-0910-4890-a353-3cbb96976091 req-ca419de7-d8d4-49aa-8ffc-6a9d16f4761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:11:50.039790 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf6f60d2-0910-4890-a353-3cbb96976091 req-ca419de7-d8d4-49aa-8ffc-6a9d16f4761a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412219 Aug 29 08:11:50.132667 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf6f60d2-0910-4890-a353-3cbb96976091 req-319471be-7deb-43ef-b473-9daca996c12c service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859513 Aug 29 08:11:50.223737 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-bf6f60d2-0910-4890-a353-3cbb96976091 req-45f77c25-ba3d-49f9-9d9b-f9805e16c2ff service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842493 Aug 29 08:11:51.794369 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:11:59.282244 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:12:04.656327 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:12:08.232013 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ca260d17-b1b0-465f-84c4-3321755beedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:12:10.918656 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:12:11.638694 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-22f40674-aa36-4d04-be31-e3d284bc1ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:12:12.136775 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:12:13.901901 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:12:21.728796 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:12:34.661003 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:12:36.282176 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:12:37.978238 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94b6d8ca-beb0-4835-9a07-1b5598cd96cc req-26caa63d-6df8-493b-8124-141465d72010 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271983 Aug 29 08:12:38.049340 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94b6d8ca-beb0-4835-9a07-1b5598cd96cc req-7c9ffffd-6846-418d-8848-7082ebd6d29b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0306380 Aug 29 08:12:38.090720 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94b6d8ca-beb0-4835-9a07-1b5598cd96cc req-3f185c42-c2f8-4189-a53c-feb7ad43de34 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198205 Aug 29 08:12:38.193209 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6d8ca-beb0-4835-9a07-1b5598cd96cc req-38d810c3-2ac9-4b37-86ce-c96c0f835784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:12:38.194725 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-94b6d8ca-beb0-4835-9a07-1b5598cd96cc req-38d810c3-2ac9-4b37-86ce-c96c0f835784 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974767 Aug 29 08:12:38.221296 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a8833810-48f2-44c5-bb1b-fb4bf4cd485e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:12:40.946451 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:12:41.654792 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-569b6834-6a92-43f2-9c4e-4d2de33eafe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:12:42.152239 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:12:43.876839 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:12:49.656942 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ecaef55-68ac-4a3a-bba5-6a1d18349820 req-3060eb20-9f47-4ccd-af9f-7697fc13a9f4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404918 Aug 29 08:12:49.782876 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaef55-68ac-4a3a-bba5-6a1d18349820 req-67f96b5c-030e-44a1-8e5b-69a7ee52782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:12:49.784290 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ecaef55-68ac-4a3a-bba5-6a1d18349820 req-67f96b5c-030e-44a1-8e5b-69a7ee52782c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 1098 time: 0.0570962 Aug 29 08:12:49.897809 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaef55-68ac-4a3a-bba5-6a1d18349820 req-b5c17e08-b34a-4a3e-ba45-cb2ad00e07df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:12:49.899378 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ecaef55-68ac-4a3a-bba5-6a1d18349820 req-b5c17e08-b34a-4a3e-ba45-cb2ad00e07df service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0956261 Aug 29 08:12:49.970408 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ecaef55-68ac-4a3a-bba5-6a1d18349820 req-ce7972ee-ee32-4464-b6a2-cd413aa18bfb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69e3736a-4576-490b-a920-44a9559e92b4 HTTP/1.1" status: 200 len: 1002 time: 0.0642812 Aug 29 08:12:50.021240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaef55-68ac-4a3a-bba5-6a1d18349820 req-d7f79d8e-1f6e-4c8c-953d-714510bc4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:12:50.022690 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ecaef55-68ac-4a3a-bba5-6a1d18349820 req-d7f79d8e-1f6e-4c8c-953d-714510bc4641 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0456092 Aug 29 08:12:50.067700 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaef55-68ac-4a3a-bba5-6a1d18349820 req-25533234-ba35-48ad-95bb-ae1f0db0fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:12:50.069173 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ecaef55-68ac-4a3a-bba5-6a1d18349820 req-25533234-ba35-48ad-95bb-ae1f0db0fad9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400300 Aug 29 08:12:50.159382 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ecaef55-68ac-4a3a-bba5-6a1d18349820 req-f8a6e2dc-7160-4827-8fe4-878c41b71b48 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834587 Aug 29 08:12:50.572830 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-1ecaef55-68ac-4a3a-bba5-6a1d18349820 req-c5e03498-2070-4132-b90e-b1f275bb86ac service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063201 Aug 29 08:12:51.779408 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:04.677186 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:08.259843 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-56e6e44c-b57d-4986-9dc7-663ba5c558db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:10.905429 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:11.705118 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b09fd7aa-90ea-466b-a80a-e2b77311c568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:12.139438 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:13.282209 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:13:13.876713 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:19.511363 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a3af3-3a0e-4a2d-bd50-fcb7495b0cf1 req-de34fa31-9144-4d51-aa9d-c0bd636e7937 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:19.512922 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-083a3af3-3a0e-4a2d-bd50-fcb7495b0cf1 req-de34fa31-9144-4d51-aa9d-c0bd636e7937 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0545959 Aug 29 08:13:19.552426 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-083a3af3-3a0e-4a2d-bd50-fcb7495b0cf1 req-e4444059-2d8c-480b-829a-23e490ff7e56 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334189 Aug 29 08:13:20.684499 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc051f-d8ac-461d-a33d-db841e054a50 req-c999a2c0-bb94-4ce7-8d67-ba484b3fa942 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:20.685965 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9bc051f-d8ac-461d-a33d-db841e054a50 req-c999a2c0-bb94-4ce7-8d67-ba484b3fa942 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0583127 Aug 29 08:13:20.726999 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b9bc051f-d8ac-461d-a33d-db841e054a50 req-f5170795-7dfb-4c89-b65c-4981b470f00c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346656 Aug 29 08:13:21.733342 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:21.875454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697839e0-0648-4133-bb77-7411c302aeeb req-ae8764d5-9309-4ff5-a284-2c45abcf765b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:21.877304 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-697839e0-0648-4133-bb77-7411c302aeeb req-ae8764d5-9309-4ff5-a284-2c45abcf765b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0506139 Aug 29 08:13:21.915367 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-697839e0-0648-4133-bb77-7411c302aeeb req-45e5e2dc-0689-4b62-b9fd-ce4e311ebe1f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323880 Aug 29 08:13:23.030450 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5bf93-2550-4e77-9c42-985745b699ef req-fc282bcf-dfb8-4fab-b131-fc1be82bafa5 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:23.031973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ca5bf93-2550-4e77-9c42-985745b699ef req-fc282bcf-dfb8-4fab-b131-fc1be82bafa5 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0495915 Aug 29 08:13:23.070116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2ca5bf93-2550-4e77-9c42-985745b699ef req-ba018cb6-ff67-4f49-a541-34e04593a708 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313537 Aug 29 08:13:24.188046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb630f88-6a8d-4ee8-a163-3a9d2d389cf0 req-d06d47a1-e6cc-4368-a65c-299ce01894ce tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:24.189538 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb630f88-6a8d-4ee8-a163-3a9d2d389cf0 req-d06d47a1-e6cc-4368-a65c-299ce01894ce tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0531263 Aug 29 08:13:24.227880 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb630f88-6a8d-4ee8-a163-3a9d2d389cf0 req-c4f15bde-10b2-45a7-8b48-ee101c848bb5 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323350 Aug 29 08:13:25.348364 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee95c7-5aed-4e5a-89c8-4f65b644ea03 req-25bc880c-150b-4887-a16c-d62302dd7289 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:25.350843 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66ee95c7-5aed-4e5a-89c8-4f65b644ea03 req-25bc880c-150b-4887-a16c-d62302dd7289 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0574048 Aug 29 08:13:25.393370 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-66ee95c7-5aed-4e5a-89c8-4f65b644ea03 req-ea9d9018-8b98-482f-bdb7-d528acef6719 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366955 Aug 29 08:13:26.512255 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b5803-3504-4f6f-9f3b-e352e39204e8 req-53478ffb-971e-497d-9047-4021ca2bf573 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:26.513822 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-276b5803-3504-4f6f-9f3b-e352e39204e8 req-53478ffb-971e-497d-9047-4021ca2bf573 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0522373 Aug 29 08:13:26.553820 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-276b5803-3504-4f6f-9f3b-e352e39204e8 req-87562d6d-6bee-4a48-a7a5-a7d69b6cfce7 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336268 Aug 29 08:13:27.677884 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e43797-4a89-4c1b-b1c9-0cfb214e75ed req-d64fb1df-9f69-437f-9de7-88edcf5012ef tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:27.679414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0e43797-4a89-4c1b-b1c9-0cfb214e75ed req-d64fb1df-9f69-437f-9de7-88edcf5012ef tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0584857 Aug 29 08:13:27.719313 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0e43797-4a89-4c1b-b1c9-0cfb214e75ed req-85d145fe-3178-46d0-884d-e4f3771f4416 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335076 Aug 29 08:13:28.833602 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efd9b3-7a67-441d-a701-ea181e811faa req-da3de23a-a09d-423e-98dd-2747f5de6ea6 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:28.835708 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14efd9b3-7a67-441d-a701-ea181e811faa req-da3de23a-a09d-423e-98dd-2747f5de6ea6 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0494704 Aug 29 08:13:28.873514 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14efd9b3-7a67-441d-a701-ea181e811faa req-26971a86-b2d0-45de-8d49-55e6fb48e597 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320122 Aug 29 08:13:29.781823 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920cc41-ac6d-41ca-b2ef-9c5eba534476 req-62a27e15-a2bf-481b-9290-20c8405d6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:29.783373 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6920cc41-ac6d-41ca-b2ef-9c5eba534476 req-62a27e15-a2bf-481b-9290-20c8405d6365 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 1098 time: 0.0451086 Aug 29 08:13:29.875577 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920cc41-ac6d-41ca-b2ef-9c5eba534476 req-10de5f14-6715-4200-8b96-e127b49442d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:29.877043 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6920cc41-ac6d-41ca-b2ef-9c5eba534476 req-10de5f14-6715-4200-8b96-e127b49442d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0865693 Aug 29 08:13:29.943521 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6920cc41-ac6d-41ca-b2ef-9c5eba534476 req-39586727-4426-4831-87f5-4403ac5222fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69e3736a-4576-490b-a920-44a9559e92b4 HTTP/1.1" status: 200 len: 1002 time: 0.0586355 Aug 29 08:13:29.996984 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8779c-32d2-4ec3-8514-c4e22e49dc35 req-e507d7d9-600d-4db8-aeaf-f1e70e090975 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:29.997609 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920cc41-ac6d-41ca-b2ef-9c5eba534476 req-dd7bf2e0-4b06-46bb-b4a1-8b305d23c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:29.998606 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92f8779c-32d2-4ec3-8514-c4e22e49dc35 req-e507d7d9-600d-4db8-aeaf-f1e70e090975 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0530849 Aug 29 08:13:29.998790 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6920cc41-ac6d-41ca-b2ef-9c5eba534476 req-dd7bf2e0-4b06-46bb-b4a1-8b305d23c3f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0483167 Aug 29 08:13:30.037608 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-92f8779c-32d2-4ec3-8514-c4e22e49dc35 req-09f3e9a0-9aab-4976-9980-746469648e75 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327151 Aug 29 08:13:30.045999 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920cc41-ac6d-41ca-b2ef-9c5eba534476 req-44f3b9d9-e7b0-4a6f-9023-5ffe1e7b6aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:30.048335 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6920cc41-ac6d-41ca-b2ef-9c5eba534476 req-44f3b9d9-e7b0-4a6f-9023-5ffe1e7b6aa7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428228 Aug 29 08:13:30.138917 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6920cc41-ac6d-41ca-b2ef-9c5eba534476 req-1910ab79-e4cf-41bd-9b10-aeed3a20f9df service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837114 Aug 29 08:13:30.230780 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-6920cc41-ac6d-41ca-b2ef-9c5eba534476 req-886b622c-bee2-4c9f-abc2-ffe8dfbce250 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854144 Aug 29 08:13:31.405518 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33e497-ae1b-4591-98b5-8529c3495d03 req-722e1a79-1fff-43f0-b841-8c32ace749a4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:31.407040 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c33e497-ae1b-4591-98b5-8529c3495d03 req-722e1a79-1fff-43f0-b841-8c32ace749a4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0537434 Aug 29 08:13:31.445059 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2c33e497-ae1b-4591-98b5-8529c3495d03 req-391f3ae2-6827-4257-9e7a-05a2dad2e7ed tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318787 Aug 29 08:13:32.589596 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b99d5-8ed5-4788-9ba9-4d4fcfba9898 req-e679e904-7071-4fe2-9432-46ee9d15aa72 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:32.591785 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-425b99d5-8ed5-4788-9ba9-4d4fcfba9898 req-e679e904-7071-4fe2-9432-46ee9d15aa72 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0538790 Aug 29 08:13:32.636669 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-425b99d5-8ed5-4788-9ba9-4d4fcfba9898 req-33872400-afc3-4b19-b30e-b7cadea8f4c7 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390859 Aug 29 08:13:33.752852 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799b6b0-6810-4e77-973d-1783fa40b290 req-4c294e87-7d1a-4240-8a10-6987f1f0aa3a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:33.754375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c799b6b0-6810-4e77-973d-1783fa40b290 req-4c294e87-7d1a-4240-8a10-6987f1f0aa3a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0494502 Aug 29 08:13:33.792773 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c799b6b0-6810-4e77-973d-1783fa40b290 req-2f6898a3-e2af-42d5-961c-25d67ac3496c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318260 Aug 29 08:13:34.676055 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:34.918069 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3413c-5a43-4f5d-a43e-c69c5bb3ac14 req-ff009198-e36e-45cb-808b-4e8a5cedf8c5 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:34.919587 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8f3413c-5a43-4f5d-a43e-c69c5bb3ac14 req-ff009198-e36e-45cb-808b-4e8a5cedf8c5 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0536864 Aug 29 08:13:34.961668 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8f3413c-5a43-4f5d-a43e-c69c5bb3ac14 req-0067fb11-1315-4b24-8fda-abc873690806 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361385 Aug 29 08:13:35.242928 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 69e3736a-4576-490b-a920-44a9559e92b4 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:13:35.282075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46486) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:13:35.304049 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecf594-cd7d-45f4-94a7-3b097d9d0f85 req-1b99abd9-42ae-4c6a-a643-e8eb856756b9 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:35.305651 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85ecf594-cd7d-45f4-94a7-3b097d9d0f85 req-1b99abd9-42ae-4c6a-a643-e8eb856756b9 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0575390 Aug 29 08:13:35.321855 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:35.346442 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e3736a-4576-490b-a920-44a9559e92b4'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:13:35.348845 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c626148-9e9a-4bbf-b8b9-c15dbe457d9a" -d '{"events": [{"server_uuid": "83e76019-75f7-46aa-9a7b-d6af8981bc26", "name": "network-vif-unplugged", "status": "completed", "tag": "69e3736a-4576-490b-a920-44a9559e92b4"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:13:35.352689 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-85ecf594-cd7d-45f4-94a7-3b097d9d0f85 req-d39810bc-9cae-46aa-ba2d-cfc32992eb2d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384948 Aug 29 08:13:35.362472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 69e3736a-4576-490b-a920-44a9559e92b4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=69e3736a-4576-490b-a920-44a9559e92b4,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:13:35.384527 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-d41e204a-a755-44e8-87ac-c72be6af5409 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1008453 Aug 29 08:13:35.397097 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 08:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecfd6e4-2a49-431d-a2ef-c4299e8e6101 x-openstack-request-id: req-7ecfd6e4-2a49-431d-a2ef-c4299e8e6101 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:13:35.397418 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e76019-75f7-46aa-9a7b-d6af8981bc26", "name": "network-vif-unplugged", "status": "failed", "tag": "69e3736a-4576-490b-a920-44a9559e92b4", "code": 422}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:13:35.397677 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7ecfd6e4-2a49-431d-a2ef-c4299e8e6101 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:13:35.398140 n-d-713301-12 neutron-server[95405]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69e3736a-4576-490b-a920-44a9559e92b4', 'code': 422} returned with failed status Aug 29 08:13:35.430033 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:35.488431 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=69e3736a-4576-490b-a920-44a9559e92b4,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:13:35.496503 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:13:35.496821 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:13:35.497218 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:13:35.497489 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:13:35.497830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:13:35.498169 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:13:35.498498 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:13:35.498823 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:13:35.499165 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:13:35.499565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:13:35.499807 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:13:35.500129 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:13:36.486741 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601d977-04c9-4bd8-b051-8f1e0ad2e9d2 req-8be68500-475b-413d-a980-74f9f529fb7a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:36.488323 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2601d977-04c9-4bd8-b051-8f1e0ad2e9d2 req-8be68500-475b-413d-a980-74f9f529fb7a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0522959 Aug 29 08:13:36.527107 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2601d977-04c9-4bd8-b051-8f1e0ad2e9d2 req-f22af1e8-ed4b-4268-b19a-c7b8806e18d2 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327036 Aug 29 08:13:37.645526 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6ac7c-c3cd-4722-ac16-73d5c15b9d14 req-dd63d9d7-a0d2-4fd4-84f5-08eaf2b772a4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:37.647356 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a4c6ac7c-c3cd-4722-ac16-73d5c15b9d14 req-dd63d9d7-a0d2-4fd4-84f5-08eaf2b772a4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0542374 Aug 29 08:13:37.691031 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a4c6ac7c-c3cd-4722-ac16-73d5c15b9d14 req-12ed690d-acf3-46b6-98a2-19a0c93f3ec8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335321 Aug 29 08:13:38.213720 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a0097c13-2feb-4e33-8b6e-513336b7cb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:38.805268 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4326a8-37f6-4210-b8ab-ff918b064b1f req-d44bc1e9-25d0-4047-bafc-91765c857b78 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:38.807432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce4326a8-37f6-4210-b8ab-ff918b064b1f req-d44bc1e9-25d0-4047-bafc-91765c857b78 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0492914 Aug 29 08:13:38.845121 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ce4326a8-37f6-4210-b8ab-ff918b064b1f req-99ca93d0-6f1c-44a4-9947-0219d6cdbc63 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Aug 29 08:13:39.968106 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82169086-ea1b-4e95-af40-a0b987a8670f req-c562dddf-2996-478a-b198-423ad4b3b8e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0444629 Aug 29 08:13:39.988026 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9c428-bf28-4614-baa6-091505340e8e req-e263d0ef-e641-460b-a039-bb14aeedff99 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:39.989534 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fc9c428-bf28-4614-baa6-091505340e8e req-e263d0ef-e641-460b-a039-bb14aeedff99 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0750329 Aug 29 08:13:40.045980 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82169086-ea1b-4e95-af40-a0b987a8670f req-b854c90b-f0cc-4fe5-83d3-201f76652967 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0342660 Aug 29 08:13:40.053593 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fc9c428-bf28-4614-baa6-091505340e8e req-b67f1a80-408c-4a97-bcc2-9884cf2bed66 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565238 Aug 29 08:13:40.093369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82169086-ea1b-4e95-af40-a0b987a8670f req-d039a4f7-059b-4ab8-9e10-b413d67cd5d5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259280 Aug 29 08:13:40.194247 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82169086-ea1b-4e95-af40-a0b987a8670f req-7cf14c34-e465-43f5-aff2-b5ddf8272c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:40.196011 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-82169086-ea1b-4e95-af40-a0b987a8670f req-7cf14c34-e465-43f5-aff2-b5ddf8272c35 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957100 Aug 29 08:13:40.893387 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:41.096104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-4353aff4-24e9-433a-8dfd-a1be0d25fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:41.097578 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-4353aff4-24e9-433a-8dfd-a1be0d25fe88 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26&tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d HTTP/1.1" status: 200 len: 1096 time: 0.0479085 Aug 29 08:13:41.175470 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8c609-9c45-4f38-9376-a737e3b8d477 req-9ba22f2e-37e6-41a0-af10-40c09ad0ae4c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:41.176070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-27c2adfe-009f-44e7-87e5-6fe0f968a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:41.177006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eea8c609-9c45-4f38-9376-a737e3b8d477 req-9ba22f2e-37e6-41a0-af10-40c09ad0ae4c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0510933 Aug 29 08:13:41.177177 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-27c2adfe-009f-44e7-87e5-6fe0f968a5d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 1096 time: 0.0445828 Aug 29 08:13:41.215174 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eea8c609-9c45-4f38-9376-a737e3b8d477 req-3d341850-a202-4d52-9599-542e740f1c2b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321498 Aug 29 08:13:41.270353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-e34e6a94-a1a1-491b-b309-5d2872a4006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:41.271877 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-e34e6a94-a1a1-491b-b309-5d2872a4006f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0879669 Aug 29 08:13:41.341499 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-718f3510-2148-4199-b4b2-61641bf115f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69e3736a-4576-490b-a920-44a9559e92b4 HTTP/1.1" status: 200 len: 1000 time: 0.0624630 Aug 29 08:13:41.390190 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-e0660592-4012-431c-b479-a80f2dc960b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:41.391681 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-e0660592-4012-431c-b479-a80f2dc960b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0438025 Aug 29 08:13:41.437640 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-79337b70-1451-45d8-81db-ba9ac373acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:41.439059 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-79337b70-1451-45d8-81db-ba9ac373acdf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406356 Aug 29 08:13:41.531577 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-6adda6d8-8aa7-42af-bfb3-174ac9993943 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852158 Aug 29 08:13:41.620704 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-0a10d63a-7293-41b4-b79a-9baea60eb89a service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825036 Aug 29 08:13:41.687570 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8705f493-a0e0-4c0f-9012-8458a7ec7108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:42.138485 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:42.342251 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9d280-4dab-4c54-a37e-3768b108b2f2 req-967434fb-a073-425c-bfc8-3dab616c6026 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:42.343867 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36f9d280-4dab-4c54-a37e-3768b108b2f2 req-967434fb-a073-425c-bfc8-3dab616c6026 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0564196 Aug 29 08:13:42.383496 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-36f9d280-4dab-4c54-a37e-3768b108b2f2 req-43806bad-7599-4396-ad51-4a74f4e6b25a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336199 Aug 29 08:13:43.503915 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895206a-62bd-4d5a-99b4-39fec9544641 req-574b4f90-b5d4-42cd-a802-a2db64a51091 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:43.505407 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e895206a-62bd-4d5a-99b4-39fec9544641 req-574b4f90-b5d4-42cd-a802-a2db64a51091 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0534921 Aug 29 08:13:43.544156 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e895206a-62bd-4d5a-99b4-39fec9544641 req-c1a15c98-cd80-403c-beb8-edd53ec0d081 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326402 Aug 29 08:13:43.893127 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:44.658797 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f769490-b9a9-4f79-9610-e9e15c2477e8 req-a5e0f4a2-3ccc-4308-be01-59786a84290b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:44.660482 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f769490-b9a9-4f79-9610-e9e15c2477e8 req-a5e0f4a2-3ccc-4308-be01-59786a84290b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0502756 Aug 29 08:13:44.699185 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f769490-b9a9-4f79-9610-e9e15c2477e8 req-132d061d-c25a-4af3-a4b5-384e82047b48 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326376 Aug 29 08:13:45.812681 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7872a9-caf5-42c7-9a12-cd8a6070a9a8 req-c61a5cee-40a3-407f-aca4-bd09ce1cdb01 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:45.814191 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f7872a9-caf5-42c7-9a12-cd8a6070a9a8 req-c61a5cee-40a3-407f-aca4-bd09ce1cdb01 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0487587 Aug 29 08:13:45.852084 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f7872a9-caf5-42c7-9a12-cd8a6070a9a8 req-82f709d4-ee01-491c-b10b-1843201bbb4d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320807 Aug 29 08:13:46.972204 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29820b-96b9-4eb7-9da3-973e19f3cef7 req-8ab18864-6316-437d-b8cd-62abdb5317a9 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:46.973681 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea29820b-96b9-4eb7-9da3-973e19f3cef7 req-8ab18864-6316-437d-b8cd-62abdb5317a9 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0524786 Aug 29 08:13:47.011896 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ea29820b-96b9-4eb7-9da3-973e19f3cef7 req-4a02af1c-702d-4887-959d-efaa9c99cf23 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318081 Aug 29 08:13:48.125047 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ca54e-551a-409a-b2d7-acea9c821144 req-3c10a7e6-8b9a-43e1-af1f-fee1f9351168 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:48.126438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d78ca54e-551a-409a-b2d7-acea9c821144 req-3c10a7e6-8b9a-43e1-af1f-fee1f9351168 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0493984 Aug 29 08:13:48.164010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d78ca54e-551a-409a-b2d7-acea9c821144 req-ebd68dcb-0f14-4c30-a388-5fe349dce5a9 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316944 Aug 29 08:13:49.280931 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55466a28-edd0-43f8-8c5b-d2339a2fee92 req-0f26e8c5-c3dc-45e7-bb4a-a65d54869291 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:49.282434 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55466a28-edd0-43f8-8c5b-d2339a2fee92 req-0f26e8c5-c3dc-45e7-bb4a-a65d54869291 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0510964 Aug 29 08:13:49.332154 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-55466a28-edd0-43f8-8c5b-d2339a2fee92 req-1f30fbdd-b891-4b3d-a5d9-f6e9307fd675 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426679 Aug 29 08:13:50.281609 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:13:50.466953 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e9860-0363-4cf5-925e-ed6cccf4b062 req-4bd44c6e-d222-40f4-b338-86c4c3094d9d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:50.468473 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a5e9860-0363-4cf5-925e-ed6cccf4b062 req-4bd44c6e-d222-40f4-b338-86c4c3094d9d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 944 time: 0.0571764 Aug 29 08:13:50.506020 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7a5e9860-0363-4cf5-925e-ed6cccf4b062 req-d0ce69f5-72b4-4e5f-915d-0e6f0ed0995a tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316203 Aug 29 08:13:51.290151 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 69e3736a-4576-490b-a920-44a9559e92b4 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:13:51.385762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 69e3736a-4576-490b-a920-44a9559e92b4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=69e3736a-4576-490b-a920-44a9559e92b4,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:13:51.398318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '69e3736a-4576-490b-a920-44a9559e92b4', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'port_id': '69e3736a-4576-490b-a920-44a9559e92b4', 'mac_address': 'fa:16:3e:41:1f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:13:51.438615 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:51.451562 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e3736a-4576-490b-a920-44a9559e92b4 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:13:51.469967 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 69e3736a-4576-490b-a920-44a9559e92b4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=69e3736a-4576-490b-a920-44a9559e92b4,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:13:51.539408 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:51.594680 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=69e3736a-4576-490b-a920-44a9559e92b4,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:13:51.631510 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2812c-3046-438f-83c8-0559549ae65a req-5e26c003-e04a-41a8-b7c3-de0cf279158b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:51.633006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bd2812c-3046-438f-83c8-0559549ae65a req-5e26c003-e04a-41a8-b7c3-de0cf279158b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 945 time: 0.0518990 Aug 29 08:13:51.675634 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4bd2812c-3046-438f-83c8-0559549ae65a req-e200eb02-fd1a-426b-9084-548c7bc1cb2d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348568 Aug 29 08:13:51.700687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0aecca-e4d7-40f8-b7ba-a1223bb8f955 req-575df084-c895-4f2b-98b0-707031573c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:51.702208 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f0aecca-e4d7-40f8-b7ba-a1223bb8f955 req-575df084-c895-4f2b-98b0-707031573c84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 1097 time: 0.0421276 Aug 29 08:13:51.738480 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:51.810533 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0aecca-e4d7-40f8-b7ba-a1223bb8f955 req-226c394f-6339-45be-8d33-79c37d2d066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:51.812664 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f0aecca-e4d7-40f8-b7ba-a1223bb8f955 req-226c394f-6339-45be-8d33-79c37d2d066a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0901916 Aug 29 08:13:51.880419 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f0aecca-e4d7-40f8-b7ba-a1223bb8f955 req-b38eeee9-8f26-4dbf-8b35-1e5b9298f534 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69e3736a-4576-490b-a920-44a9559e92b4 HTTP/1.1" status: 200 len: 1001 time: 0.0604141 Aug 29 08:13:51.934089 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0aecca-e4d7-40f8-b7ba-a1223bb8f955 req-b86d0796-73a9-4619-9aad-6c04e60efd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:51.935542 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f0aecca-e4d7-40f8-b7ba-a1223bb8f955 req-b86d0796-73a9-4619-9aad-6c04e60efd8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0475173 Aug 29 08:13:51.963013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['69e3736a-4576-490b-a920-44a9559e92b4'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:13:51.985122 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0aecca-e4d7-40f8-b7ba-a1223bb8f955 req-c2bf5d4f-1e31-456c-9c39-8c243fe93bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:51.986616 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f0aecca-e4d7-40f8-b7ba-a1223bb8f955 req-c2bf5d4f-1e31-456c-9c39-8c243fe93bdb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411410 Aug 29 08:13:52.077543 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f0aecca-e4d7-40f8-b7ba-a1223bb8f955 req-aa032a6d-a19c-4e6e-b866-7ab4cd6ebc51 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837448 Aug 29 08:13:52.174043 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f0aecca-e4d7-40f8-b7ba-a1223bb8f955 req-7381eda8-f4d2-4f1b-b5e9-ad18035522ff service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896206 Aug 29 08:13:52.790772 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9148f-425b-43c3-ac53-79f5d1fdc205 req-cfc6a847-de2c-47ae-b5a2-f370a8fa9ad8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:52.792297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ab9148f-425b-43c3-ac53-79f5d1fdc205 req-cfc6a847-de2c-47ae-b5a2-f370a8fa9ad8 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 945 time: 0.0484369 Aug 29 08:13:52.830868 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ab9148f-425b-43c3-ac53-79f5d1fdc205 req-46adc0a9-c2c5-451f-99bc-535e3d4aa947 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319748 Aug 29 08:13:53.304350 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 69e3736a-4576-490b-a920-44a9559e92b4 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:13:53.351397 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 69e3736a-4576-490b-a920-44a9559e92b4 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:13:53.355106 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:53.429100 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:53.452355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e3736a-4576-490b-a920-44a9559e92b4'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:13:53.454586 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99416c1b-47db-4926-92ff-9c32fda61024" -d '{"events": [{"server_uuid": "83e76019-75f7-46aa-9a7b-d6af8981bc26", "name": "network-vif-plugged", "status": "completed", "tag": "69e3736a-4576-490b-a920-44a9559e92b4"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:13:53.466717 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 69e3736a-4576-490b-a920-44a9559e92b4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=69e3736a-4576-490b-a920-44a9559e92b4,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:13:53.492618 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4f6dc6-8f29-4972-a000-90075a9a762a x-openstack-request-id: req-fe4f6dc6-8f29-4972-a000-90075a9a762a {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:13:53.492903 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e76019-75f7-46aa-9a7b-d6af8981bc26", "name": "network-vif-plugged", "status": "completed", "tag": "69e3736a-4576-490b-a920-44a9559e92b4", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:13:53.493157 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe4f6dc6-8f29-4972-a000-90075a9a762a {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:13:53.493550 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e3736a-4576-490b-a920-44a9559e92b4', 'code': 200} Aug 29 08:13:53.527436 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:13:53.577890 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=69e3736a-4576-490b-a920-44a9559e92b4,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:13:53.698627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197a62b-67ee-444d-add3-12916a00be11 req-373f8c9c-461a-47e9-bff7-ddeb7805ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:53.700806 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8197a62b-67ee-444d-add3-12916a00be11 req-373f8c9c-461a-47e9-bff7-ddeb7805ce1e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 1098 time: 0.0469310 Aug 29 08:13:53.736711 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-8197a62b-67ee-444d-add3-12916a00be11 req-16daffff-cef5-4096-94cd-9b26df2ec7d2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285254 Aug 29 08:13:53.948966 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa439f6-af14-49a3-96b8-500a0a79bf0d req-175b5453-ee08-4783-89a9-e42ef9960361 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:53.950448 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fa439f6-af14-49a3-96b8-500a0a79bf0d req-175b5453-ee08-4783-89a9-e42ef9960361 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0535328 Aug 29 08:13:53.993166 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9fa439f6-af14-49a3-96b8-500a0a79bf0d req-8762107a-383f-4f96-bbe9-7d45c78d6b5f tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365603 Aug 29 08:13:55.112725 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e7015-95d6-4c50-8d6a-8650b9369c5f req-dcafe905-928c-420d-a57e-20d8899a6fc4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:55.114260 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f4e7015-95d6-4c50-8d6a-8650b9369c5f req-dcafe905-928c-420d-a57e-20d8899a6fc4 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0504417 Aug 29 08:13:55.152116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2f4e7015-95d6-4c50-8d6a-8650b9369c5f req-961c4de2-d754-474f-98d7-1aec2a971a48 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317900 Aug 29 08:13:56.268104 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a285c5-9e65-4439-8148-1a9e0ff46e72 req-c4cd0698-3d14-467e-8466-86c020d36139 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:13:56.269569 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7a285c5-9e65-4439-8148-1a9e0ff46e72 req-c4cd0698-3d14-467e-8466-86c020d36139 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0482252 Aug 29 08:13:56.306930 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b7a285c5-9e65-4439-8148-1a9e0ff46e72 req-67a572ad-be62-4227-be67-aedc317d6c14 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314348 Aug 29 08:14:04.715064 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:14:08.223960 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-505736f7-5485-4557-920a-5a09dff372b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:14:10.897908 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:14:11.635186 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-841d599a-6239-4b6e-9760-4fb16baa6a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:14:12.149180 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:14:13.926302 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:14:21.788110 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:14:27.281333 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:14:34.685900 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:14:38.212057 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-32b98db7-5924-4417-9510-9b4fe417fd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:14:40.903456 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:14:41.644667 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-311645cb-ba82-4136-9651-dfbacd4260dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:14:41.965085 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-586df40b-8176-4258-bad6-f6ab900c0a0c req-50226790-d50c-4f7a-8b28-93ef26974b99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0293696 Aug 29 08:14:42.031372 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-586df40b-8176-4258-bad6-f6ab900c0a0c req-0f742a43-2e1b-40b2-bd11-cfbf45305b0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0248349 Aug 29 08:14:42.071319 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-586df40b-8176-4258-bad6-f6ab900c0a0c req-d5256274-a05f-48ad-bc36-d784643d0859 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202315 Aug 29 08:14:42.164770 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df40b-8176-4258-bad6-f6ab900c0a0c req-4fee407b-8c21-4326-8a2a-36aa80678f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:14:42.166242 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-586df40b-8176-4258-bad6-f6ab900c0a0c req-4fee407b-8c21-4326-8a2a-36aa80678f38 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887992 Aug 29 08:14:42.206277 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:14:43.903580 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:14:51.737074 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:14:53.639823 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-18b5730c-e56b-4605-b22a-6fc4f3eade5a req-20ca3136-2ed7-4b91-ac9a-c2e194c7f489 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389371 Aug 29 08:14:53.749083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5730c-e56b-4605-b22a-6fc4f3eade5a req-c6cf2ce7-cc20-47fc-bdae-7d9355ef7f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:14:53.751001 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-18b5730c-e56b-4605-b22a-6fc4f3eade5a req-c6cf2ce7-cc20-47fc-bdae-7d9355ef7f19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 1098 time: 0.0554414 Aug 29 08:14:53.855259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5730c-e56b-4605-b22a-6fc4f3eade5a req-a008c75f-3d1d-47da-b307-f6b358b2d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:14:53.856721 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-18b5730c-e56b-4605-b22a-6fc4f3eade5a req-a008c75f-3d1d-47da-b307-f6b358b2d530 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0871422 Aug 29 08:14:53.925495 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-18b5730c-e56b-4605-b22a-6fc4f3eade5a req-4cca0b2c-3882-4634-bed8-66fcbfe1990d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69e3736a-4576-490b-a920-44a9559e92b4 HTTP/1.1" status: 200 len: 1002 time: 0.0620975 Aug 29 08:14:53.974862 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5730c-e56b-4605-b22a-6fc4f3eade5a req-1d64a3ca-ecdf-4c00-970e-03b1f3a98a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:14:53.976316 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-18b5730c-e56b-4605-b22a-6fc4f3eade5a req-1d64a3ca-ecdf-4c00-970e-03b1f3a98a5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0444212 Aug 29 08:14:54.020856 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5730c-e56b-4605-b22a-6fc4f3eade5a req-cc8e810d-f350-451f-bb74-5e2ad62b5d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:14:54.023008 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-18b5730c-e56b-4605-b22a-6fc4f3eade5a req-cc8e810d-f350-451f-bb74-5e2ad62b5d50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400741 Aug 29 08:14:54.116756 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-18b5730c-e56b-4605-b22a-6fc4f3eade5a req-df156b17-d489-48af-8559-782ef34514b1 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871456 Aug 29 08:14:54.211280 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-18b5730c-e56b-4605-b22a-6fc4f3eade5a req-be6ee684-a209-4aea-bcd7-b649438e47b8 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870996 Aug 29 08:15:04.281194 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:15:04.657229 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:08.251330 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c0cce7a6-3961-4329-a026-035c455b25a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:10.914952 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:11.628655 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0d329e77-9026-4a42-a644-1ababd13b21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:12.149165 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:13.891030 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:21.771208 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:32.763770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46564) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:33.109533 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Deleting port bf0b7f36-1c57-4090-b865-760d43f95949 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:15:33.109987 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:33.187497 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:33.188349 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:33.199515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Calling delete_port for bf0b7f36-1c57-4090-b865-760d43f95949 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:15:33.405335 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:33.431985 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event deleted for resources: {'Port': ['ID=bf0b7f36-1c57-4090-b865-760d43f95949,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:33.445132 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:33.445488 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:33.445845 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:33.446219 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:33.446568 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:33.446908 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:33.447270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:33.447605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:33.447938 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:33.448285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:33.448621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:33.448950 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:33.505002 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:33.505283 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Floating IP 09067ef9-2023-49db-b22e-37dd348623f9 disassociated (deleted). External IP: 172.25.1.121, port: 69e3736a-4576-490b-a920-44a9559e92b4. Aug 29 08:15:33.713152 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Router af84a157-eba5-4e85-827f-c86909e20f64 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:15:33.820816 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:15:33.825675 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:33.830388 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2d8ae-4d21-49a8-aabc-74984070ad59 None None] Sync routers for ids ['af84a157-eba5-4e85-827f-c86909e20f64'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:15:33.839971 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2d8ae-4d21-49a8-aabc-74984070ad59 None None] Routers {'af84a157-eba5-4e85-827f-c86909e20f64'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:15:33.840593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-13b2d8ae-4d21-49a8-aabc-74984070ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:15:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af84a157-eba5-4e85-827f-c86909e20f64'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:33.855796 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1b129e8f-4b2d-4270-85b7-14f18173ad0c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "DELETE /v2.0/floatingips/09067ef9-2023-49db-b22e-37dd348623f9 HTTP/1.1" status: 204 len: 168 time: 1.0884261 Aug 29 08:15:33.855796 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'tag': '69e3736a-4576-490b-a920-44a9559e92b4'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:15:33.856248 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74b41c9-51c0-4e15-8eec-229319defbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "83e76019-75f7-46aa-9a7b-d6af8981bc26", "tag": "69e3736a-4576-490b-a920-44a9559e92b4"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:15:33.952203 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-13b2d8ae-4d21-49a8-aabc-74984070ad59 None None] Set router af84a157-eba5-4e85-827f-c86909e20f64 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:15:34.029442 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63e1ad2-5972-4071-9a43-7c076daf8215 x-openstack-request-id: req-f63e1ad2-5972-4071-9a43-7c076daf8215 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:15:34.029442 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e76019-75f7-46aa-9a7b-d6af8981bc26", "tag": "69e3736a-4576-490b-a920-44a9559e92b4", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:15:34.029442 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f63e1ad2-5972-4071-9a43-7c076daf8215 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:15:34.029442 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'tag': '69e3736a-4576-490b-a920-44a9559e92b4', 'status': 'completed', 'code': 200} Aug 29 08:15:34.112014 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b41c9-51c0-4e15-8eec-229319defbd7 req-159b3bcc-61d0-4455-8da1-8892d8f3d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:15:34.113530 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f74b41c9-51c0-4e15-8eec-229319defbd7 req-159b3bcc-61d0-4455-8da1-8892d8f3d5fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 1098 time: 0.0422244 Aug 29 08:15:34.162069 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-13b2d8ae-4d21-49a8-aabc-74984070ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:34.188355 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2d8ae-4d21-49a8-aabc-74984070ad59 None None] Checking router: af84a157-eba5-4e85-827f-c86909e20f64 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:15:34.196728 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2d8ae-4d21-49a8-aabc-74984070ad59 None None] Routers {'af84a157-eba5-4e85-827f-c86909e20f64'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:15:34.197332 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-13b2d8ae-4d21-49a8-aabc-74984070ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:15:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af84a157-eba5-4e85-827f-c86909e20f64'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:34.215622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b41c9-51c0-4e15-8eec-229319defbd7 req-8a234e97-1a26-4eb4-86dc-c6cadd33eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:15:34.217252 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f74b41c9-51c0-4e15-8eec-229319defbd7 req-8a234e97-1a26-4eb4-86dc-c6cadd33eb35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 200 len: 910 time: 0.0972338 Aug 29 08:15:34.269574 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f74b41c9-51c0-4e15-8eec-229319defbd7 req-63ed8016-9261-4b47-98e9-db379c4a1123 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69e3736a-4576-490b-a920-44a9559e92b4 HTTP/1.1" status: 200 len: 217 time: 0.0435224 Aug 29 08:15:34.307116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-13b2d8ae-4d21-49a8-aabc-74984070ad59 None None] Set router af84a157-eba5-4e85-827f-c86909e20f64 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:15:34.356057 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b41c9-51c0-4e15-8eec-229319defbd7 req-2040824a-7af4-4267-a2d1-caf45ad34fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:15:34.357537 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f74b41c9-51c0-4e15-8eec-229319defbd7 req-2040824a-7af4-4267-a2d1-caf45ad34fd6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 200 len: 848 time: 0.0533006 Aug 29 08:15:34.388237 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0de62-79c2-4e80-b12d-36654c3166f6 req-386eef45-f71b-4ec9-85d2-819afec26943 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:15:34.389763 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25d0de62-79c2-4e80-b12d-36654c3166f6 req-386eef45-f71b-4ec9-85d2-819afec26943 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.1083086 Aug 29 08:15:34.406271 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b41c9-51c0-4e15-8eec-229319defbd7 req-aa2f17a9-150a-489c-997e-a4a2ad573e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:15:34.408626 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f74b41c9-51c0-4e15-8eec-229319defbd7 req-aa2f17a9-150a-489c-997e-a4a2ad573e5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3e4024f-d809-4187-b1d8-b85d2c823aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432355 Aug 29 08:15:34.430329 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-25d0de62-79c2-4e80-b12d-36654c3166f6 req-2114c4fb-e1aa-477a-88d9-7d831f2e53ab tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334301 Aug 29 08:15:34.499762 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f74b41c9-51c0-4e15-8eec-229319defbd7 req-afb923b4-a1c0-4501-a5f2-245d7706f012 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833950 Aug 29 08:15:34.522226 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-13b2d8ae-4d21-49a8-aabc-74984070ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:34.552206 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2d8ae-4d21-49a8-aabc-74984070ad59 None None] The sync data for ids ['af84a157-eba5-4e85-827f-c86909e20f64'] in n-d-713301-12 is: [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:04:07Z', 'revision_number': 4, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '15c13a19-0586-49d1-8889-e45f7601d58a', 'name': '', 'network_id': 'c3e4024f-d809-4187-b1d8-b85d2c823aa0', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'mac_address': 'fa:16:3e:04:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:07Z', 'updated_at': '2021-08-29T08:04:11Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'subnets': [{'id': '69d7d67a-579c-44a2-adaa-269d24cd0bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:15:34.600484 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-f74b41c9-51c0-4e15-8eec-229319defbd7 req-f0dc8d60-6f8d-4f5c-a16d-e1ea1a3b34e7 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919371 Aug 29 08:15:34.654293 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:34.772005 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8329082-cfb1-4985-96af-4e35a9c86117 None None] New status for floating IP 09067ef9-2023-49db-b22e-37dd348623f9: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 08:15:35.605146 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc099bb8-2eb6-449b-929a-e0b2299c619e req-daaf685e-a022-4907-a49e-11bc1f56086d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:15:35.606687 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc099bb8-2eb6-449b-929a-e0b2299c619e req-daaf685e-a022-4907-a49e-11bc1f56086d tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.1011040 Aug 29 08:15:35.646574 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc099bb8-2eb6-449b-929a-e0b2299c619e req-36905442-1a44-4b27-b014-e4c234e45663 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/security-groups?id=90607670-1b6f-4d93-baa9-0835de35b761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337672 Aug 29 08:15:36.072655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177112c8-994f-4478-837a-b8b6188ebf97 req-daabee0f-5d72-426a-a821-53dc4a81abaf tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:15:36.074126 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-177112c8-994f-4478-837a-b8b6188ebf97 req-daabee0f-5d72-426a-a821-53dc4a81abaf tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.11 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 946 time: 0.0493553 Aug 29 08:15:36.166373 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-177112c8-994f-4478-837a-b8b6188ebf97 req-b12c6d15-226a-4639-b76f-59c55b514a8c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Deleting port 69e3736a-4576-490b-a920-44a9559e92b4 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:15:36.166622 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-177112c8-994f-4478-837a-b8b6188ebf97 req-b12c6d15-226a-4639-b76f-59c55b514a8c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:36.254586 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-177112c8-994f-4478-837a-b8b6188ebf97 req-b12c6d15-226a-4639-b76f-59c55b514a8c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] For port 69e3736a-4576-490b-a920-44a9559e92b4, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=69e3736a-4576-490b-a920-44a9559e92b4,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:15:36.254957 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-177112c8-994f-4478-837a-b8b6188ebf97 req-b12c6d15-226a-4639-b76f-59c55b514a8c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:36.267952 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-177112c8-994f-4478-837a-b8b6188ebf97 req-b12c6d15-226a-4639-b76f-59c55b514a8c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Calling delete_port for 69e3736a-4576-490b-a920-44a9559e92b4 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:15:36.502156 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-177112c8-994f-4478-837a-b8b6188ebf97 req-b12c6d15-226a-4639-b76f-59c55b514a8c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:36.531474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c6d15-226a-4639-b76f-59c55b514a8c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event deleted for resources: {'Port': ['ID=69e3736a-4576-490b-a920-44a9559e92b4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:36.574432 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-177112c8-994f-4478-837a-b8b6188ebf97 req-b12c6d15-226a-4639-b76f-59c55b514a8c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] No DVR routers for this DVR port 69e3736a-4576-490b-a920-44a9559e92b4 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:15:36.577764 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-177112c8-994f-4478-837a-b8b6188ebf97 req-b12c6d15-226a-4639-b76f-59c55b514a8c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:36.580670 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-177112c8-994f-4478-837a-b8b6188ebf97 req-b12c6d15-226a-4639-b76f-59c55b514a8c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.11 "DELETE /v2.0/ports/69e3736a-4576-490b-a920-44a9559e92b4 HTTP/1.1" status: 204 len: 173 time: 0.5004466 Aug 29 08:15:36.580984 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'name': 'network-vif-deleted', 'tag': '69e3736a-4576-490b-a920-44a9559e92b4'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:15:36.584607 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bd16a3-aa72-4531-b5bf-acac803bca3f" -d '{"events": [{"server_uuid": "83e76019-75f7-46aa-9a7b-d6af8981bc26", "name": "network-vif-deleted", "tag": "69e3736a-4576-490b-a920-44a9559e92b4"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:15:36.619913 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4d43a8-89be-4a10-8871-93c98ee55a60 x-openstack-request-id: req-1e4d43a8-89be-4a10-8871-93c98ee55a60 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:15:36.620216 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e76019-75f7-46aa-9a7b-d6af8981bc26", "name": "network-vif-deleted", "tag": "69e3736a-4576-490b-a920-44a9559e92b4", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:15:36.620495 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e4d43a8-89be-4a10-8871-93c98ee55a60 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:15:36.620919 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e76019-75f7-46aa-9a7b-d6af8981bc26', 'name': 'network-vif-deleted', 'tag': '69e3736a-4576-490b-a920-44a9559e92b4', 'status': 'completed', 'code': 200} Aug 29 08:15:36.754469 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f8632796-103b-476e-b328-433ba7bf3316 req-d16d14e8-aaa5-417b-bcea-29881fdbdc6c tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 210 time: 0.0265920 Aug 29 08:15:37.852202 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9554442a-76ff-45fe-9316-f4972d8527ab req-79452857-7a95-4fd7-b76e-347bac5cc209 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 210 time: 0.0280969 Aug 29 08:15:38.216337 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c0881cb3-e4b9-40e4-817a-16c4c00717cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:38.952529 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-15de707d-fa99-42f2-a7a7-5f1095a2b839 req-b7be9128-fed7-44f9-999a-d477ba7faa24 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 210 time: 0.0305805 Aug 29 08:15:39.985043 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 69e3736a-4576-490b-a920-44a9559e92b4 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:15:40.005517 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 69e3736a-4576-490b-a920-44a9559e92b4 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:15:40.005923 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 69e3736a-4576-490b-a920-44a9559e92b4 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:15:40.052297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6cb21efa-cc1c-4857-88fa-0d0508aba1a7 req-e1277d33-c622-4779-98d0-80ee0cb78f70 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 210 time: 0.0281849 Aug 29 08:15:40.890628 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:41.162903 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-6fd7f01d-9ea5-45bf-b888-5af030986c99 req-7e19e9e8-4ae9-4342-a3fd-bb19985ec78b tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "GET /v2.0/ports?device_id=83e76019-75f7-46aa-9a7b-d6af8981bc26 HTTP/1.1" status: 200 len: 210 time: 0.0310690 Aug 29 08:15:41.281081 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:15:41.673835 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-42816bca-cbae-45f4-b1c8-e4950cb99e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:41.971902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a7a498d-bb38-4268-bbd8-c465605daf94 req-7f644a63-e9e2-4023-bed8-845b242a294d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0697465 Aug 29 08:15:42.038228 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a7a498d-bb38-4268-bbd8-c465605daf94 req-701b5b74-b371-420e-92ba-c5645308655b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0253727 Aug 29 08:15:42.078863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a7a498d-bb38-4268-bbd8-c465605daf94 req-b6f64ecb-3f81-4631-bb7f-feaf9540539e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205312 Aug 29 08:15:42.151064 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:42.181422 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a498d-bb38-4268-bbd8-c465605daf94 req-ef002f63-8a03-4954-b121-008670c183a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:15:42.182817 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a7a498d-bb38-4268-bbd8-c465605daf94 req-ef002f63-8a03-4954-b121-008670c183a8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975282 Aug 29 08:15:42.241605 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46606) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:42.339277 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fabe0902-ed3d-40a7-a722-2235e9be7e55 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:42.365006 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fabe0902-ed3d-40a7-a722-2235e9be7e55 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:42.514002 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fabe0902-ed3d-40a7-a722-2235e9be7e55 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:42.516654 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-fabe0902-ed3d-40a7-a722-2235e9be7e55 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:42.517886 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-fabe0902-ed3d-40a7-a722-2235e9be7e55 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] 10.222.0.76 "DELETE /v2.0/security-groups/90607670-1b6f-4d93-baa9-0835de35b761 HTTP/1.1" status: 204 len: 168 time: 0.2752392 Aug 29 08:15:42.528099 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe0902-ed3d-40a7-a722-2235e9be7e55 tempest-TestShelveInstance-345239573 tempest-TestShelveInstance-345239573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90607670-1b6f-4d93-baa9-0835de35b761,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:42.667817 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46610) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:43.158216 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b0e26e46-ebc3-4760-b9b5-1647688a8bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:43.404553 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b0e26e46-ebc3-4760-b9b5-1647688a8bfc admin admin] Deleting port 15c13a19-0586-49d1-8889-e45f7601d58a {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:15:43.405240 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b0e26e46-ebc3-4760-b9b5-1647688a8bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:43.486783 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-b0e26e46-ebc3-4760-b9b5-1647688a8bfc admin admin] For port 15c13a19-0586-49d1-8889-e45f7601d58a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=15c13a19-0586-49d1-8889-e45f7601d58a,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:15:43.487208 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b0e26e46-ebc3-4760-b9b5-1647688a8bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:43.501633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-b0e26e46-ebc3-4760-b9b5-1647688a8bfc admin admin] Calling delete_port for 15c13a19-0586-49d1-8889-e45f7601d58a owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:15:43.773818 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b0e26e46-ebc3-4760-b9b5-1647688a8bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:43.800010 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26e46-ebc3-4760-b9b5-1647688a8bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=15c13a19-0586-49d1-8889-e45f7601d58a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:43.907857 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:44.001372 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-b0e26e46-ebc3-4760-b9b5-1647688a8bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:44.216257 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e26e46-ebc3-4760-b9b5-1647688a8bfc admin admin] Router af84a157-eba5-4e85-827f-c86909e20f64 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:15:44.323637 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e26e46-ebc3-4760-b9b5-1647688a8bfc admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:15:44.331294 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-b0e26e46-ebc3-4760-b9b5-1647688a8bfc admin admin] 10.222.0.76 "PUT /v2.0/routers/af84a157-eba5-4e85-827f-c86909e20f64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6597857 Aug 29 08:15:44.331294 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46616) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:44.332217 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fc477-194c-4829-807f-503540536cfc None None] Sync routers for ids ['af84a157-eba5-4e85-827f-c86909e20f64'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:15:44.341435 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734fc477-194c-4829-807f-503540536cfc None None] Routers {'af84a157-eba5-4e85-827f-c86909e20f64'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:15:44.341983 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-734fc477-194c-4829-807f-503540536cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:15:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af84a157-eba5-4e85-827f-c86909e20f64'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:44.440468 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:44.611273 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-734fc477-194c-4829-807f-503540536cfc None None] Set router af84a157-eba5-4e85-827f-c86909e20f64 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:15:44.796490 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-734fc477-194c-4829-807f-503540536cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:15:43Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:44.829689 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fc477-194c-4829-807f-503540536cfc None None] Checking router: af84a157-eba5-4e85-827f-c86909e20f64 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:15:44.839313 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734fc477-194c-4829-807f-503540536cfc None None] Routers {'af84a157-eba5-4e85-827f-c86909e20f64'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:15:44.839951 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-734fc477-194c-4829-807f-503540536cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:15:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['af84a157-eba5-4e85-827f-c86909e20f64'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:44.883040 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:44.945457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-734fc477-194c-4829-807f-503540536cfc None None] Set router af84a157-eba5-4e85-827f-c86909e20f64 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:15:45.022161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] Deleting port 1934423f-1201-41c1-93e9-bec4c17b4cbe {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:15:45.022762 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:45.109632 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] For port 1934423f-1201-41c1-93e9-bec4c17b4cbe, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=1934423f-1201-41c1-93e9-bec4c17b4cbe,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:15:45.110192 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:45.123375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] Calling delete_port for 1934423f-1201-41c1-93e9-bec4c17b4cbe owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:15:45.123665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-734fc477-194c-4829-807f-503540536cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:15:43Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:45.150538 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fc477-194c-4829-807f-503540536cfc None None] The sync data for ids ['af84a157-eba5-4e85-827f-c86909e20f64'] in n-d-713301-12 is: [{'id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'name': 'tempest-TestShelveInstance-1564243252-router', 'tenant_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:04Z', 'updated_at': '2021-08-29T08:15:43Z', 'revision_number': 5, 'project_id': '5d5f81abbb314bf895a95ff4c3a21f8d', 'gw_port': {'id': '1934423f-1201-41c1-93e9-bec4c17b4cbe', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84a157-eba5-4e85-827f-c86909e20f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:05Z', 'updated_at': '2021-08-29T08:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:15:45.399483 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:45.423094 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1934423f-1201-41c1-93e9-bec4c17b4cbe,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:45.489626 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:45.582017 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:45.584198 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:45.708235 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:45.708745 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af84a157-eba5-4e85-827f-c86909e20f64 {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 08:15:45.713850 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:45.717125 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a51c2919-da0d-4c9b-b0bf-2b073cf58ca0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/af84a157-eba5-4e85-827f-c86909e20f64 HTTP/1.1" status: 204 len: 168 time: 1.3826468 Aug 29 08:15:45.717492 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46618) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:45.763280 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a4b3a1-8e52-4da7-99b4-5f390a53c368 admin admin] Deleting subnet 69d7d67a-579c-44a2-adaa-269d24cd0bc4 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 08:15:45.766717 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b3a1-8e52-4da7-99b4-5f390a53c368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:45.804161 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b3a1-8e52-4da7-99b4-5f390a53c368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:45.885956 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b3a1-8e52-4da7-99b4-5f390a53c368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.017037 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b3a1-8e52-4da7-99b4-5f390a53c368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.043804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4b3a1-8e52-4da7-99b4-5f390a53c368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69d7d67a-579c-44a2-adaa-269d24cd0bc4,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:46.047905 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b3a1-8e52-4da7-99b4-5f390a53c368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.049875 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-f5a4b3a1-8e52-4da7-99b4-5f390a53c368 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/69d7d67a-579c-44a2-adaa-269d24cd0bc4 HTTP/1.1" status: 204 len: 168 time: 0.3315048 Aug 29 08:15:46.052507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46620) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:46.053389 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca15bd-663c-4229-bce1-8216173c11ff None None] Network c3e4024f-d809-4187-b1d8-b85d2c823aa0 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:15:46.123794 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.182224 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Deleting port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:15:46.183377 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.190627 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 15c13a19-0586-49d1-8889-e45f7601d58a no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:15:46.217731 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 15c13a19-0586-49d1-8889-e45f7601d58a {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:15:46.218092 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 15c13a19-0586-49d1-8889-e45f7601d58a not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:15:46.218512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1934423f-1201-41c1-93e9-bec4c17b4cbe no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:15:46.245192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 1934423f-1201-41c1-93e9-bec4c17b4cbe {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:15:46.245543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 1934423f-1201-41c1-93e9-bec4c17b4cbe not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:15:46.257597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] For port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2c5ba55e-65f6-4898-83fc-6749e8e1abd1,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:15:46.257972 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.267705 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] DHCP port deletion for c3e4024f-d809-4187-b1d8-b85d2c823aa0 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 08:15:46.272325 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Calling delete_port for 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 owned by network:dhcp {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:15:46.318727 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Deleting port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:15:46.319260 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.380858 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] For port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=2c5ba55e-65f6-4898-83fc-6749e8e1abd1,segment=NetworkSegment(ecf4af83-2847-48ff-b471-903582b7074a),segment_id=ecf4af83-2847-48ff-b471-903582b7074a)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:15:46.381363 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.394655 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Calling delete_port for 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:15:46.419681 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.449644 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5ba55e-65f6-4898-83fc-6749e8e1abd1,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:46.454001 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] No DVR routers for this DVR port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 on host n-d-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:15:46.463309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.463309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.463562 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.463777 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.464092 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.464423 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.464750 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.465081 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.465400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.465722 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.466046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.466368 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.477775 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.503593 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Pushing event deleted for resources: {'Port': ['ID=2c5ba55e-65f6-4898-83fc-6749e8e1abd1,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:46.508495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] No DVR routers for this DVR port 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:15:46.515665 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.521091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.521091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.521091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.521091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.521091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.521091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.521091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.521091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.521091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.521091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.521091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751c3d8-a3aa-4fef-939d-6d31a2980293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:15:46.536731 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.548723 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e4024f-d809-4187-b1d8-b85d2c823aa0']}} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:46.559607 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf4af83-2847-48ff-b471-903582b7074a') {'for_net_delete': True} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:46.559902 n-d-713301-12 neutron-server[95404]: DEBUG neutron.services.segments.db [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf4af83-2847-48ff-b471-903582b7074a') {} {{(pid=95404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:46.569319 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3349920'] for segment, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.584906 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.591002 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=95404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 08:15:46.591424 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2125303'] for segment, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: Traceback (most recent call last): Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: timer() Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: cb(*args, **kw) Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: return func(*args, **kwargs) Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: self._notify() Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: self.callback(batched_events) Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: event.method(event) Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: return f(self, *a, **k) Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: return self._get(url).json() Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: return self.request(url, 'GET', **kwargs) Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 08:15:46.593092 n-d-713301-12 neutron-server[95404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 08:15:46.711047 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.716821 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Notify callbacks [] for network, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:46.721414 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] 10.222.0.76 "DELETE /v2.0/networks/c3e4024f-d809-4187-b1d8-b85d2c823aa0 HTTP/1.1" status: 204 len: 168 time: 0.6651924 Aug 29 08:15:46.722090 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46622) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:46.729727 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5872193-ee2e-48c1-b836-ae58e81eae6c admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e4024f-d809-4187-b1d8-b85d2c823aa0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:47.081004 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-16447557-7aeb-410e-9636-634dd09499ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:47.326931 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-16447557-7aeb-410e-9636-634dd09499ac admin admin] Deleting port 412eb54b-5294-476e-a452-697fb44fcdb1 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:15:47.327333 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-16447557-7aeb-410e-9636-634dd09499ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:47.421474 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-16447557-7aeb-410e-9636-634dd09499ac admin admin] For port 412eb54b-5294-476e-a452-697fb44fcdb1, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=412eb54b-5294-476e-a452-697fb44fcdb1,segment=NetworkSegment(690d0962-ef96-4477-b2f4-4fa16c9d4fcf),segment_id=690d0962-ef96-4477-b2f4-4fa16c9d4fcf)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:15:47.421841 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-16447557-7aeb-410e-9636-634dd09499ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:47.435815 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-16447557-7aeb-410e-9636-634dd09499ac admin admin] Calling delete_port for 412eb54b-5294-476e-a452-697fb44fcdb1 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:15:47.682679 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-16447557-7aeb-410e-9636-634dd09499ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:47.714164 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16447557-7aeb-410e-9636-634dd09499ac admin admin] Pushing event deleted for resources: {'Port': ['ID=412eb54b-5294-476e-a452-697fb44fcdb1,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:47.877410 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-16447557-7aeb-410e-9636-634dd09499ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:47.989189 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:15:48.009194 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:15:48.009559 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 2c5ba55e-65f6-4898-83fc-6749e8e1abd1 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:15:48.097649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16447557-7aeb-410e-9636-634dd09499ac admin admin] Router 0071df92-52ac-4ab8-944f-644a2b179c7b has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:15:48.204382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16447557-7aeb-410e-9636-634dd09499ac admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:15:48.209800 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-16447557-7aeb-410e-9636-634dd09499ac admin admin] 10.222.0.76 "PUT /v2.0/routers/0071df92-52ac-4ab8-944f-644a2b179c7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4867022 Aug 29 08:15:48.212328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46626) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:48.214818 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e4a345-df61-4d5b-85dd-6e0b39bd5341 None None] Sync routers for ids ['0071df92-52ac-4ab8-944f-644a2b179c7b'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:15:48.224437 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e4a345-df61-4d5b-85dd-6e0b39bd5341 None None] Routers {'0071df92-52ac-4ab8-944f-644a2b179c7b'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:15:48.225047 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c4e4a345-df61-4d5b-85dd-6e0b39bd5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:15:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0071df92-52ac-4ab8-944f-644a2b179c7b'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:48.318706 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:48.330068 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-c4e4a345-df61-4d5b-85dd-6e0b39bd5341 None None] Set router 0071df92-52ac-4ab8-944f-644a2b179c7b gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:15:48.440345 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:48.516187 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c4e4a345-df61-4d5b-85dd-6e0b39bd5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'name': 'tempest-TestShelveInstance-1390927302-router', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '19c84309-f72b-44a3-89e5-4defb1a5bff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:10Z', 'updated_at': '2021-08-29T08:15:47Z', 'revision_number': 5, 'project_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'gw_port': {'id': '19c84309-f72b-44a3-89e5-4defb1a5bff0', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:04:11Z', 'updated_at': '2021-08-29T08:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:48.543120 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e4a345-df61-4d5b-85dd-6e0b39bd5341 None None] Checking router: 0071df92-52ac-4ab8-944f-644a2b179c7b for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:15:48.551638 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e4a345-df61-4d5b-85dd-6e0b39bd5341 None None] Routers {'0071df92-52ac-4ab8-944f-644a2b179c7b'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:15:48.552264 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c4e4a345-df61-4d5b-85dd-6e0b39bd5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:15:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0071df92-52ac-4ab8-944f-644a2b179c7b'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:48.558239 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] Deleting port 19c84309-f72b-44a3-89e5-4defb1a5bff0 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:15:48.558585 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:48.638627 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-c4e4a345-df61-4d5b-85dd-6e0b39bd5341 None None] Set router 0071df92-52ac-4ab8-944f-644a2b179c7b gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:15:48.642390 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] For port 19c84309-f72b-44a3-89e5-4defb1a5bff0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=19c84309-f72b-44a3-89e5-4defb1a5bff0,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:15:48.642752 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:48.656282 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] Calling delete_port for 19c84309-f72b-44a3-89e5-4defb1a5bff0 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:15:48.694962 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-c4e4a345-df61-4d5b-85dd-6e0b39bd5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'name': 'tempest-TestShelveInstance-1390927302-router', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:10Z', 'updated_at': '2021-08-29T08:15:48Z', 'revision_number': 6, 'project_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:48.722238 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e4a345-df61-4d5b-85dd-6e0b39bd5341 None None] The sync data for ids ['0071df92-52ac-4ab8-944f-644a2b179c7b'] in n-d-713301-12 is: [{'id': '0071df92-52ac-4ab8-944f-644a2b179c7b', 'name': 'tempest-TestShelveInstance-1390927302-router', 'tenant_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:04:10Z', 'updated_at': '2021-08-29T08:15:48Z', 'revision_number': 6, 'project_id': 'e385a20ed7b14f2984f272f4cca2f8b0', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:15:48.896937 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:48.920897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c84309-f72b-44a3-89e5-4defb1a5bff0,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:48.984281 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.079741 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.081918 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.213737 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.214268 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0071df92-52ac-4ab8-944f-644a2b179c7b {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 08:15:49.219363 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.220515 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-7029807a-910b-4b8f-973f-ae6b66a73399 admin admin] 10.222.0.76 "DELETE /v2.0/routers/0071df92-52ac-4ab8-944f-644a2b179c7b HTTP/1.1" status: 204 len: 168 time: 1.0071230 Aug 29 08:15:49.223021 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46628) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:49.267643 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-db89d940-7edc-45da-83cf-515801e50c39 admin admin] Deleting subnet 70380426-54ef-4bb1-b6e4-82e21070b509 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 08:15:49.270858 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db89d940-7edc-45da-83cf-515801e50c39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.306481 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db89d940-7edc-45da-83cf-515801e50c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.387519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db89d940-7edc-45da-83cf-515801e50c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.499823 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db89d940-7edc-45da-83cf-515801e50c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.525597 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89d940-7edc-45da-83cf-515801e50c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70380426-54ef-4bb1-b6e4-82e21070b509,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:49.529061 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-db89d940-7edc-45da-83cf-515801e50c39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.531503 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-db89d940-7edc-45da-83cf-515801e50c39 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/70380426-54ef-4bb1-b6e4-82e21070b509 HTTP/1.1" status: 204 len: 168 time: 0.3069479 Aug 29 08:15:49.533473 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46632) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:49.536673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d557ff-8d60-49c3-852b-7c393e5d7ef2 None None] Network 169b7f3f-84a3-467c-b129-f21391f8e3c2 requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:15:49.607748 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.670382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Deleting port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:15:49.670677 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.738008 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea689ca-8664-4add-93a4-9d43eaa0d390 None None] DHCP port deletion for 169b7f3f-84a3-467c-b129-f21391f8e3c2 request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 08:15:49.740778 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] For port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5987e5bf-4b6d-4a5c-8587-a8ea180a8de7,segment=NetworkSegment(690d0962-ef96-4477-b2f4-4fa16c9d4fcf),segment_id=690d0962-ef96-4477-b2f4-4fa16c9d4fcf)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:15:49.741158 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.761711 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Calling delete_port for 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:15:49.794109 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9ea689ca-8664-4add-93a4-9d43eaa0d390 None None] Deleting port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:15:49.794515 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9ea689ca-8664-4add-93a4-9d43eaa0d390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.861870 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9ea689ca-8664-4add-93a4-9d43eaa0d390 None None] For port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=5987e5bf-4b6d-4a5c-8587-a8ea180a8de7,segment=NetworkSegment(690d0962-ef96-4477-b2f4-4fa16c9d4fcf),segment_id=690d0962-ef96-4477-b2f4-4fa16c9d4fcf)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:15:49.862270 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9ea689ca-8664-4add-93a4-9d43eaa0d390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.875903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-9ea689ca-8664-4add-93a4-9d43eaa0d390 None None] Calling delete_port for 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:15:49.934094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 19c84309-f72b-44a3-89e5-4defb1a5bff0 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:15:49.956604 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:49.957972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 19c84309-f72b-44a3-89e5-4defb1a5bff0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:15:49.958319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 19c84309-f72b-44a3-89e5-4defb1a5bff0 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:15:49.958739 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:15:49.983128 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Pushing event deleted for resources: {'Port': ['ID=5987e5bf-4b6d-4a5c-8587-a8ea180a8de7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:49.984385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:15:49.984743 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:15:49.985238 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 412eb54b-5294-476e-a452-697fb44fcdb1 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:15:49.986539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] No DVR routers for this DVR port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:15:50.008319 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 412eb54b-5294-476e-a452-697fb44fcdb1 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:15:50.008777 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 412eb54b-5294-476e-a452-697fb44fcdb1 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:15:50.015175 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9ea689ca-8664-4add-93a4-9d43eaa0d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:50.041916 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea689ca-8664-4add-93a4-9d43eaa0d390 None None] Pushing event deleted for resources: {'Port': ['ID=5987e5bf-4b6d-4a5c-8587-a8ea180a8de7,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:50.045784 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea689ca-8664-4add-93a4-9d43eaa0d390 None None] No DVR routers for this DVR port 5987e5bf-4b6d-4a5c-8587-a8ea180a8de7 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:15:50.063704 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:50.074171 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169b7f3f-84a3-467c-b129-f21391f8e3c2']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:50.085027 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690d0962-ef96-4477-b2f4-4fa16c9d4fcf') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:50.085328 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690d0962-ef96-4477-b2f4-4fa16c9d4fcf') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:50.094026 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:50.111012 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:50.116870 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 08:15:50.117260 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: timer() Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 08:15:50.118878 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 08:15:50.238964 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:50.244535 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:50.246393 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] 10.222.0.76 "DELETE /v2.0/networks/169b7f3f-84a3-467c-b129-f21391f8e3c2 HTTP/1.1" status: 204 len: 168 time: 0.7118969 Aug 29 08:15:50.258370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c61c0-f7b2-4f5b-b04b-e8678966251c admin admin] Pushing event deleted for resources: {'Network': ['ID=169b7f3f-84a3-467c-b129-f21391f8e3c2,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:50.720161 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46638) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:50.760637 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3e50bfed-69cb-4206-b9c1-20d0df83d245 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d5f81abbb314bf895a95ff4c3a21f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393240 Aug 29 08:15:50.763335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46640) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:50.811704 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-04680494-16ec-4b23-bced-290c7eb8e7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:50.832516 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-04680494-16ec-4b23-bced-290c7eb8e7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:50.999271 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-04680494-16ec-4b23-bced-290c7eb8e7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:51.001907 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-04680494-16ec-4b23-bced-290c7eb8e7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:51.003125 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-04680494-16ec-4b23-bced-290c7eb8e7ce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c1e2c9a7-c3b3-499c-93aa-4f492d44e67e HTTP/1.1" status: 204 len: 168 time: 0.2389038 Aug 29 08:15:51.011106 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04680494-16ec-4b23-bced-290c7eb8e7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e2c9a7-c3b3-499c-93aa-4f492d44e67e,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:51.648825 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46648) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:51.689057 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-726c543d-447d-4558-af5e-3427a2a19ccf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e385a20ed7b14f2984f272f4cca2f8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390649 Aug 29 08:15:51.691812 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46650) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:51.752049 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef73d380-d7fb-442c-83e4-ec8c97b57ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:51.774301 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef73d380-d7fb-442c-83e4-ec8c97b57ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:51.776387 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:51.886934 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef73d380-d7fb-442c-83e4-ec8c97b57ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:51.889640 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ef73d380-d7fb-442c-83e4-ec8c97b57ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:51.890818 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ef73d380-d7fb-442c-83e4-ec8c97b57ab5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/61c58c86-bd30-4e78-8d6f-92c8dee0691d HTTP/1.1" status: 204 len: 168 time: 0.1981070 Aug 29 08:15:51.900757 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73d380-d7fb-442c-83e4-ec8c97b57ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c58c86-bd30-4e78-8d6f-92c8dee0691d,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:53.044770 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46672) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:53.139920 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-578141211-network', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:15:53.227666 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] Made reservation on behalf of a19d03d4702a4aa3beba72421befb34e for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:15:53.229961 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:53.238292 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:53.330492 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:53.399047 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:53.423546 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 08:15:53.433038 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b418f8-182c-4395-a7c2-6020817b3f39,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:53.438811 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:53.439171 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] Added segment 4d4f749d-24a0-40f7-b9ef-61727d9853f9 of type vlan for network b886f89a-91cd-4ff4-8dff-6acdb6f490aa Aug 29 08:15:53.478494 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:53.573336 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:53.574312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:15:53.574908 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:53.632835 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] Pushing event updated for resources: {'Network': ['ID=b886f89a-91cd-4ff4-8dff-6acdb6f490aa,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:53.642986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network b886f89a-91cd-4ff4-8dff-6acdb6f490aa details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:15:53.697291 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a20b2c80-f1ee-4bce-b9a8-6803401710ae admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6513102 Aug 29 08:15:53.700306 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46676) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:53.705175 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-035ba6dc-b76b-41f5-b8f0-23b567ca48cb admin admin] Request body: {'subnet': {'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-578141211-subnet', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:15:53.799192 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035ba6dc-b76b-41f5-b8f0-23b567ca48cb admin admin] Made reservation on behalf of a19d03d4702a4aa3beba72421befb34e for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:15:53.801713 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-035ba6dc-b76b-41f5-b8f0-23b567ca48cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:54.050373 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-035ba6dc-b76b-41f5-b8f0-23b567ca48cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:54.114741 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ba6dc-b76b-41f5-b8f0-23b567ca48cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c67748-1e8f-4696-988b-d071fd3e3052,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:54.119804 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ba6dc-b76b-41f5-b8f0-23b567ca48cb admin admin] Checking segment: {'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:15:54.120183 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035ba6dc-b76b-41f5-b8f0-23b567ca48cb admin admin] Network hostable DHCP agents. Network: b886f89a-91cd-4ff4-8dff-6acdb6f490aa, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:15:54.213601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035ba6dc-b76b-41f5-b8f0-23b567ca48cb admin admin] Network b886f89a-91cd-4ff4-8dff-6acdb6f490aa is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:15:54.295837 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-035ba6dc-b76b-41f5-b8f0-23b567ca48cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, b886f89a-91cd-4ff4-8dff-6acdb6f490aa) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:15:54.299910 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ba6dc-b76b-41f5-b8f0-23b567ca48cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:15:54.300558 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-035ba6dc-b76b-41f5-b8f0-23b567ca48cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:54.304677 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63258b8-125c-4ec4-b443-5c74e6edce7f None None] Network b886f89a-91cd-4ff4-8dff-6acdb6f490aa requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:15:54.405533 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-035ba6dc-b76b-41f5-b8f0-23b567ca48cb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7041590 Aug 29 08:15:54.408462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46678) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:54.413036 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:15:54.452408 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 08:15:54.453261 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:54.496655 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:54.497724 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:54.549435 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:54.588916 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Allocated IP 172.20.0.2 (b886f89a-91cd-4ff4-8dff-6acdb6f490aa/91c67748-1e8f-4696-988b-d071fd3e3052/9b6cc3b5-83a7-4535-b2df-1c095bca481a) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:15:54.731057 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:54.739192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Transition to ACTIVE for port object 9b6cc3b5-83a7-4535-b2df-1c095bca481a will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:15:54.746175 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:54.753714 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Transition to ACTIVE for port object 9b6cc3b5-83a7-4535-b2df-1c095bca481a will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:15:54.882587 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:54.917188 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Network b886f89a-91cd-4ff4-8dff-6acdb6f490aa is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:15:54.919972 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:15:54.925726 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:15:54.938512 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Pushing event updated for resources: {'Port': ['ID=9b6cc3b5-83a7-4535-b2df-1c095bca481a,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:54.987551 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Attempting to bind port 9b6cc3b5-83a7-4535-b2df-1c095bca481a on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:15:54.987927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Attempting to bind port 9b6cc3b5-83a7-4535-b2df-1c095bca481a by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:15:54.988302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Attempting to bind port 9b6cc3b5-83a7-4535-b2df-1c095bca481a on network b886f89a-91cd-4ff4-8dff-6acdb6f490aa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:15:54.994142 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:15:54.994515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Checking segment: {'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:15:54.994926 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:54.995346 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Bound using segment: {'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:15:54.995830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Bound port: 9b6cc3b5-83a7-4535-b2df-1c095bca481a, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:15:54.996213 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:55.068364 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] For port 9b6cc3b5-83a7-4535-b2df-1c095bca481a, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:15:55.072964 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] For port 9b6cc3b5-83a7-4535-b2df-1c095bca481a, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9b6cc3b5-83a7-4535-b2df-1c095bca481a,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:15:55.151351 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:55.214691 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcbf05-042f-4a23-bd2f-f3a9031c564f None None] Pushing event updated for resources: {'Port': ['ID=9b6cc3b5-83a7-4535-b2df-1c095bca481a,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:55.380551 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:55.405706 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:55.512625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Allocated IP 172.25.1.215 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/f329bb3a-4fb0-4601-86cf-d0888ac42083) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:15:55.618200 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:55.722380 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:55.764345 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:15:55.767197 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:15:55.771646 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:15:55.775344 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Pushing event updated for resources: {'Port': ['ID=f329bb3a-4fb0-4601-86cf-d0888ac42083,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:55.968786 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9b6cc3b5-83a7-4535-b2df-1c095bca481a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:15:56.096274 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 9b6cc3b5-83a7-4535-b2df-1c095bca481a completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:15:56.121495 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:56.256502 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad241b91-4c54-4e26-8dc7-c7045e4ab46c None None] Network b886f89a-91cd-4ff4-8dff-6acdb6f490aa requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:15:56.329949 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:56.414101 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a2f3796b-1568-4854-ba1c-e92370febba6 None None] Provisioning for port 9b6cc3b5-83a7-4535-b2df-1c095bca481a completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:15:56.421752 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-a2f3796b-1568-4854-ba1c-e92370febba6 None None] Provisioning complete for port 9b6cc3b5-83a7-4535-b2df-1c095bca481a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:15:56.422130 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a2f3796b-1568-4854-ba1c-e92370febba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:56.511883 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a2f3796b-1568-4854-ba1c-e92370febba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:56.530231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Router 0f758c82-f1d8-497c-a48d-879719c44e6c is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 08:15:56.546265 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-a2f3796b-1568-4854-ba1c-e92370febba6 None None] For port 9b6cc3b5-83a7-4535-b2df-1c095bca481a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9b6cc3b5-83a7-4535-b2df-1c095bca481a,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:15:56.617194 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a2f3796b-1568-4854-ba1c-e92370febba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:56.647648 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:15:56.656616 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Sync routers for ids ['0f758c82-f1d8-497c-a48d-879719c44e6c'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:15:56.674775 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3796b-1568-4854-ba1c-e92370febba6 None None] Pushing event updated for resources: {'Port': ['ID=9b6cc3b5-83a7-4535-b2df-1c095bca481a,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:56.677747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Routers {'0f758c82-f1d8-497c-a48d-879719c44e6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:15:56.678340 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:15:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0f758c82-f1d8-497c-a48d-879719c44e6c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:56.724718 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:56.726495 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-8f897852-f29d-4205-952f-9374b2086f1c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3170924 Aug 29 08:15:56.729267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46684) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:56.934381 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd9a1125-9b0d-4086-9518-46f17aaf7741 None None] Provisioning complete for port 9b6cc3b5-83a7-4535-b2df-1c095bca481a triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:15:56.934747 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1125-9b0d-4086-9518-46f17aaf7741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:56.981075 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Set router 0f758c82-f1d8-497c-a48d-879719c44e6c gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:15:57.167053 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:57.201124 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:55Z', 'revision_number': 3, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:57.228322 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Checking router: 0f758c82-f1d8-497c-a48d-879719c44e6c for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:15:57.228713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Updating router 0f758c82-f1d8-497c-a48d-879719c44e6c port f329bb3a-4fb0-4601-86cf-d0888ac42083 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:15:57.256631 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:57.327821 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Allocated IP 172.20.0.1 (b886f89a-91cd-4ff4-8dff-6acdb6f490aa/91c67748-1e8f-4696-988b-d071fd3e3052/281028d1-307f-457d-bccd-cf727563ba98) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:15:57.451211 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:57.466146 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Transition to ACTIVE for port object 281028d1-307f-457d-bccd-cf727563ba98 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:15:57.530127 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:57.539883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Transition to ACTIVE for port object f329bb3a-4fb0-4601-86cf-d0888ac42083 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:15:57.551056 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:57.587020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Network b886f89a-91cd-4ff4-8dff-6acdb6f490aa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:15:57.589858 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:15:57.595655 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:15:57.623375 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Pushing event updated for resources: {'Port': ['ID=281028d1-307f-457d-bccd-cf727563ba98,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:57.629037 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:57.640664 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:57.684711 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Attempting to bind port f329bb3a-4fb0-4601-86cf-d0888ac42083 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:15:57.685096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Attempting to bind port f329bb3a-4fb0-4601-86cf-d0888ac42083 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:15:57.685465 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Attempting to bind port f329bb3a-4fb0-4601-86cf-d0888ac42083 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:15:57.695318 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:15:57.695698 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:15:57.696106 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:57.696510 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:15:57.696985 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Bound port: f329bb3a-4fb0-4601-86cf-d0888ac42083, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:15:57.697377 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:57.699000 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f4b14-8e92-4306-92f8-817f512dcb1c None None] Pushing event updated for resources: {'Port': ['ID=f329bb3a-4fb0-4601-86cf-d0888ac42083,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:57.777834 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] For port f329bb3a-4fb0-4601-86cf-d0888ac42083, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:15:57.781603 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] For port f329bb3a-4fb0-4601-86cf-d0888ac42083, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f329bb3a-4fb0-4601-86cf-d0888ac42083,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:15:57.864304 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:57.865595 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:57.925061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Routers {'0f758c82-f1d8-497c-a48d-879719c44e6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:15:57.925940 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:15:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0f758c82-f1d8-497c-a48d-879719c44e6c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:57.929324 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f4b14-8e92-4306-92f8-817f512dcb1c None None] Pushing event updated for resources: {'Port': ['ID=f329bb3a-4fb0-4601-86cf-d0888ac42083,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:57.963847 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9b6cc3b5-83a7-4535-b2df-1c095bca481a up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:15:57.967227 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4ce0b8b0-eedb-4090-b115-1bb9433e9890 None None] Provisioning for port 281028d1-307f-457d-bccd-cf727563ba98 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:15:58.002956 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-4ce0b8b0-eedb-4090-b115-1bb9433e9890 None None] Provisioning complete for port 281028d1-307f-457d-bccd-cf727563ba98 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:15:58.003747 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b8b0-eedb-4090-b115-1bb9433e9890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:58.054993 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:58.099617 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-4ce0b8b0-eedb-4090-b115-1bb9433e9890 None None] Port 281028d1-307f-457d-bccd-cf727563ba98 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:15:58.116713 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 9b6cc3b5-83a7-4535-b2df-1c095bca481a triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:15:58.117080 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:58.119639 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] Set router 0f758c82-f1d8-497c-a48d-879719c44e6c gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:15:58.121950 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:58.191002 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Pushing event updated for resources: {'Port': ['ID=281028d1-307f-457d-bccd-cf727563ba98,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:58.193587 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:58.289893 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Network b886f89a-91cd-4ff4-8dff-6acdb6f490aa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:15:58.291352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:15:58.407280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 1, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:15:58.420714 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Router 0f758c82-f1d8-497c-a48d-879719c44e6c has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:15:58.438049 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821f971b-ee72-4ef0-bef4-14c4d37f72b6 None None] The sync data for ids ['0f758c82-f1d8-497c-a48d-879719c44e6c'] in n-d-713301-12 is: [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 1, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:15:58.523977 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-69ac76c0-a112-406a-8d6d-ad3ca718da34 None None] Provisioning complete for port 281028d1-307f-457d-bccd-cf727563ba98 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:15:58.524361 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-69ac76c0-a112-406a-8d6d-ad3ca718da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:58.557359 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:15:58.562764 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-c603a8ce-dc36-4aa5-825a-21f7f8131c5c admin admin] 10.222.0.76 "PUT /v2.0/routers/0f758c82-f1d8-497c-a48d-879719c44e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8324754 Aug 29 08:15:58.580418 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-69ac76c0-a112-406a-8d6d-ad3ca718da34 None None] Port 281028d1-307f-457d-bccd-cf727563ba98 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:15:59.437259 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46702) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:15:59.442360 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1544082369-network', 'tenant_id': '4b796f6125f04d1087bfca13b466328c'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:15:59.556427 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] Made reservation on behalf of 4b796f6125f04d1087bfca13b466328c for: {'network': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:15:59.559284 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for network, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:59.575991 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:59.676667 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:59.755996 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:59.781669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=95403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 08:15:59.791462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5e86ca-9375-45ae-b83c-15897a086142,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:59.796302 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:59.796651 n-d-713301-12 neutron-server[95403]: INFO neutron.db.segments_db [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] Added segment 82f56e57-c1ad-4bab-a68d-1f4d4f03e43c of type vlan for network 7a507dd2-6606-4e4a-91b6-11687deed75f Aug 29 08:15:59.839632 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792719347577'] for network, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:59.916336 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850'] for network, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:59.929966 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:15:59.929966 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:15:59.964328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f329bb3a-4fb0-4601-86cf-d0888ac42083 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:15:59.984180 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] Pushing event updated for resources: {'Network': ['ID=7a507dd2-6606-4e4a-91b6-11687deed75f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:15:59.996375 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Network 7a507dd2-6606-4e4a-91b6-11687deed75f details requested by agent ovs-agent-n-d-713301-12 with host n-d-713301-12 {{(pid=95405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:16:00.032175 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-38dcd6f8-033c-4641-a5f3-bb74c51f18c6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5935721 Aug 29 08:16:00.034760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46704) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:16:00.041633 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-57826725-339b-4fdd-affb-12562855730c admin admin] Request body: {'subnet': {'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1544082369-subnet', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'ip_version': 4}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:16:00.125199 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57826725-339b-4fdd-affb-12562855730c admin admin] Made reservation on behalf of 4b796f6125f04d1087bfca13b466328c for: {'subnet': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:16:00.127688 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-57826725-339b-4fdd-affb-12562855730c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3716369'] for subnet, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:00.144989 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port f329bb3a-4fb0-4601-86cf-d0888ac42083 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:16:00.150009 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port f329bb3a-4fb0-4601-86cf-d0888ac42083 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:00.150720 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:00.239794 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:00.262287 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port f329bb3a-4fb0-4601-86cf-d0888ac42083, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f329bb3a-4fb0-4601-86cf-d0888ac42083,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:16:00.333204 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:00.363867 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-57826725-339b-4fdd-affb-12562855730c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3859681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3716451'] for subnet, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:00.387768 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=f329bb3a-4fb0-4601-86cf-d0888ac42083,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:00.427981 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57826725-339b-4fdd-affb-12562855730c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9153e91d-4a95-498a-ba86-1ceabce0d678,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:00.437485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57826725-339b-4fdd-affb-12562855730c admin admin] Checking segment: {'id': '82f56e57-c1ad-4bab-a68d-1f4d4f03e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:16:00.437850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57826725-339b-4fdd-affb-12562855730c admin admin] Network hostable DHCP agents. Network: 7a507dd2-6606-4e4a-91b6-11687deed75f, hostable agents: ['84f364ec-e559-4eae-a9e2-8909d7426830'], hosted agents: [] {{(pid=95403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:16:00.455593 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Sync routers for ids ['0f758c82-f1d8-497c-a48d-879719c44e6c'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:16:00.465497 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Routers {'0f758c82-f1d8-497c-a48d-879719c44e6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:16:00.466139 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:15:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0f758c82-f1d8-497c-a48d-879719c44e6c'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:00.542240 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57826725-339b-4fdd-affb-12562855730c admin admin] Network 7a507dd2-6606-4e4a-91b6-11687deed75f is scheduled to be hosted by DHCP agent 84f364ec-e559-4eae-a9e2-8909d7426830 with binding_index 1 {{(pid=95403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:16:00.575527 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Set router 0f758c82-f1d8-497c-a48d-879719c44e6c gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:16:00.610212 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-57826725-339b-4fdd-affb-12562855730c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-12, 7a507dd2-6606-4e4a-91b6-11687deed75f) {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:16:00.614794 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57826725-339b-4fdd-affb-12562855730c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:00.616105 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-57826725-339b-4fdd-affb-12562855730c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:00.620641 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d4a66-362e-4d57-9877-6a0bc082b663 None None] Network 7a507dd2-6606-4e4a-91b6-11687deed75f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:16:00.702999 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-57826725-339b-4fdd-affb-12562855730c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6666451 Aug 29 08:16:00.707070 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46706) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:16:00.714129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1544082369-router', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:16:00.790882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a5495c2-396a-5f0d-b371-9f55e4e4534b-7a507dd2-6606-4e4a-91b6-11687deed75f', 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'fixed_ips': [{'subnet_id': '9153e91d-4a95-498a-ba86-1ceabce0d678'}]}} from n-d-713301-12. {{(pid=95405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 08:16:00.791784 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:00.812783 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-233738'] for router, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:00.814169 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-350418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-233757'] for router, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:00.885968 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:00.902164 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 2, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:00.929495 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Checking router: 0f758c82-f1d8-497c-a48d-879719c44e6c for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:16:00.929886 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Updating router 0f758c82-f1d8-497c-a48d-879719c44e6c port 281028d1-307f-457d-bccd-cf727563ba98 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:16:00.948108 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.db_base_plugin_common [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Allocated IP 172.20.0.2 (7a507dd2-6606-4e4a-91b6-11687deed75f/9153e91d-4a95-498a-ba86-1ceabce0d678/f84ced46-697e-4c15-8688-4e821d182329) {{(pid=95405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:16:00.955524 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:01.090896 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:01.116816 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Notify callbacks [] for port, precommit_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:01.125637 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Transition to ACTIVE for port object f84ced46-697e-4c15-8688-4e821d182329 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:16:01.150625 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Transition to ACTIVE for port object f84ced46-697e-4c15-8688-4e821d182329 will not be triggered until provisioned by entity DHCP. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:16:01.226056 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606'] for port, after_create {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:01.241922 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:01.252382 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Transition to ACTIVE for port object 281028d1-307f-457d-bccd-cf727563ba98 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:16:01.288575 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Network 7a507dd2-6606-4e4a-91b6-11687deed75f is already hosted by enough agents. {{(pid=95405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:16:01.292761 n-d-713301-12 neutron-server[95405]: DEBUG neutron.scheduler.base_scheduler [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Resources bound (agent type, host, resource id): {{(pid=95405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:16:01.296425 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Received port after_create {{(pid=95405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:16:01.303766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Pushing event updated for resources: {'Port': ['ID=f84ced46-697e-4c15-8688-4e821d182329,revision_number=1']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:01.337099 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:01.359806 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Attempting to bind port f84ced46-697e-4c15-8688-4e821d182329 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:16:01.360247 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Attempting to bind port f84ced46-697e-4c15-8688-4e821d182329 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '82f56e57-c1ad-4bab-a68d-1f4d4f03e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:16:01.360585 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Attempting to bind port f84ced46-697e-4c15-8688-4e821d182329 on network 7a507dd2-6606-4e4a-91b6-11687deed75f {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:16:01.366520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:16:01.366903 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Checking segment: {'id': '82f56e57-c1ad-4bab-a68d-1f4d4f03e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:16:01.367348 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:01.367748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Bound using segment: {'id': '82f56e57-c1ad-4bab-a68d-1f4d4f03e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:16:01.368237 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Bound port: f84ced46-697e-4c15-8688-4e821d182329, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f56e57-c1ad-4bab-a68d-1f4d4f03e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:16:01.368621 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:01.453809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] For port f84ced46-697e-4c15-8688-4e821d182329, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:16:01.457344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] For port f84ced46-697e-4c15-8688-4e821d182329, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f84ced46-697e-4c15-8688-4e821d182329,segment=NetworkSegment(82f56e57-c1ad-4bab-a68d-1f4d4f03e43c),segment_id=82f56e57-c1ad-4bab-a68d-1f4d4f03e43c)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:16:01.461410 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e6d44-7282-4561-8d69-3185855e0487 None None] Pushing event updated for resources: {'Port': ['ID=281028d1-307f-457d-bccd-cf727563ba98,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:01.480546 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7e6d44-7282-4561-8d69-3185855e0487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:16:01.480796 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7e6d44-7282-4561-8d69-3185855e0487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:16:01.481121 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7e6d44-7282-4561-8d69-3185855e0487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:16:01.481461 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7e6d44-7282-4561-8d69-3185855e0487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:16:01.481791 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7e6d44-7282-4561-8d69-3185855e0487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:16:01.482116 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7e6d44-7282-4561-8d69-3185855e0487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:16:01.482847 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7e6d44-7282-4561-8d69-3185855e0487 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:16:01.483532 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7e6d44-7282-4561-8d69-3185855e0487 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:16:01.483859 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7e6d44-7282-4561-8d69-3185855e0487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:16:01.484217 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7e6d44-7282-4561-8d69-3185855e0487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:16:01.484512 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7e6d44-7282-4561-8d69-3185855e0487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:16:01.484833 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7e6d44-7282-4561-8d69-3185855e0487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:16:01.488457 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Attempting to bind port 281028d1-307f-457d-bccd-cf727563ba98 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:16:01.489076 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Attempting to bind port 281028d1-307f-457d-bccd-cf727563ba98 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:16:01.489636 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Attempting to bind port 281028d1-307f-457d-bccd-cf727563ba98 on network b886f89a-91cd-4ff4-8dff-6acdb6f490aa {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:16:01.496676 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:16:01.497302 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Checking segment: {'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:16:01.497701 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:01.498084 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Bound using segment: {'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:16:01.498556 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Bound port: 281028d1-307f-457d-bccd-cf727563ba98, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:16:01.498939 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:01.531267 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:01.598549 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] For port 281028d1-307f-457d-bccd-cf727563ba98, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:16:01.602765 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] For port 281028d1-307f-457d-bccd-cf727563ba98, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=281028d1-307f-457d-bccd-cf727563ba98,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:16:01.614583 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed9bbe-5cb4-4780-a620-61e170521c33 None None] Pushing event updated for resources: {'Port': ['ID=f84ced46-697e-4c15-8688-4e821d182329,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:01.679759 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:01.732995 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Routers {'0f758c82-f1d8-497c-a48d-879719c44e6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:16:01.733704 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:15:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0f758c82-f1d8-497c-a48d-879719c44e6c'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:01.771183 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:01.793423 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:01.877150 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e6d44-7282-4561-8d69-3185855e0487 None None] Pushing event updated for resources: {'Port': ['ID=281028d1-307f-457d-bccd-cf727563ba98,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:01.935242 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] Set router 0f758c82-f1d8-497c-a48d-879719c44e6c gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:16:01.971249 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Allocated IP 172.25.1.26 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/34491955-c98c-47af-9bfa-33f4666da335) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:16:02.110323 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:02.125070 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f329bb3a-4fb0-4601-86cf-d0888ac42083 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:16:02.188825 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port f329bb3a-4fb0-4601-86cf-d0888ac42083 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:02.189200 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:02.223979 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:16:01Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:02.234235 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:02.260922 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be24db5-fbc7-4b3c-9fd0-4640fa39ab9d None None] The sync data for ids ['0f758c82-f1d8-497c-a48d-879719c44e6c'] in n-d-713301-12 is: [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:16:01Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:16:02.273797 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:16:02.274804 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f84ced46-697e-4c15-8688-4e821d182329 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:16:02.279620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:16:02.283403 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:16:02.315281 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Pushing event updated for resources: {'Port': ['ID=34491955-c98c-47af-9bfa-33f4666da335,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:02.413624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port f84ced46-697e-4c15-8688-4e821d182329 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:16:02.654218 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:02.723614 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846397b7-41a8-4c21-b786-c83070f69a20 None None] Network 7a507dd2-6606-4e4a-91b6-11687deed75f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:16:02.879061 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351501'] for router, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:02.890558 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9a4758de-cdb6-4fad-a346-5f8358cec2db None None] Provisioning for port f84ced46-697e-4c15-8688-4e821d182329 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:16:02.898256 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-9a4758de-cdb6-4fad-a346-5f8358cec2db None None] Provisioning complete for port f84ced46-697e-4c15-8688-4e821d182329 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:02.899007 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9a4758de-cdb6-4fad-a346-5f8358cec2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:03.004098 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9a4758de-cdb6-4fad-a346-5f8358cec2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:03.044130 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-9a4758de-cdb6-4fad-a346-5f8358cec2db None None] For port f84ced46-697e-4c15-8688-4e821d182329, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f84ced46-697e-4c15-8688-4e821d182329,segment=NetworkSegment(82f56e57-c1ad-4bab-a68d-1f4d4f03e43c),segment_id=82f56e57-c1ad-4bab-a68d-1f4d4f03e43c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:16:03.148195 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Router 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 is scheduled to L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d with binding_index 1 {{(pid=95403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 08:16:03.182737 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9a4758de-cdb6-4fad-a346-5f8358cec2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:03.231982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4758de-cdb6-4fad-a346-5f8358cec2db None None] Pushing event updated for resources: {'Port': ['ID=f84ced46-697e-4c15-8688-4e821d182329,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:03.258396 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:16:03.270561 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Sync routers for ids ['62b224fb-ec4b-4ee4-8da1-e1f22d627f75'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:16:03.287041 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Routers {'62b224fb-ec4b-4ee4-8da1-e1f22d627f75'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:16:03.287895 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:15:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['62b224fb-ec4b-4ee4-8da1-e1f22d627f75'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:03.325258 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:03.326705 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-4bf4c425-ba26-40c7-b7a8-eaa07a7d1794 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6175833 Aug 29 08:16:03.329350 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46708) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:16:03.353392 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-7160b5ca-c482-4574-b17b-11871c279679 None None] Provisioning complete for port f84ced46-697e-4c15-8688-4e821d182329 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:03.353796 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7160b5ca-c482-4574-b17b-11871c279679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:03.430721 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Set router 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:16:03.778061 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:03.801060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'name': 'tempest-TestSnapshotPattern-1544082369-router', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '34491955-c98c-47af-9bfa-33f4666da335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:16:00Z', 'updated_at': '2021-08-29T08:16:02Z', 'revision_number': 3, 'project_id': '4b796f6125f04d1087bfca13b466328c', 'gw_port': {'id': '34491955-c98c-47af-9bfa-33f4666da335', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:16:01Z', 'updated_at': '2021-08-29T08:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:03.828060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Checking router: 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:16:03.828415 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Updating router 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 port 34491955-c98c-47af-9bfa-33f4666da335 binding host n-d-713301-12 {{(pid=95405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:16:03.857723 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:03.943101 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Allocated IP 172.20.0.1 (7a507dd2-6606-4e4a-91b6-11687deed75f/9153e91d-4a95-498a-ba86-1ceabce0d678/ab4d9448-39b7-4b50-b28f-f13cd38b1ed0) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:16:03.986663 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 281028d1-307f-457d-bccd-cf727563ba98 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:16:04.065902 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.080006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Transition to ACTIVE for port object ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:16:04.166570 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 281028d1-307f-457d-bccd-cf727563ba98 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:16:04.169768 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Notify callbacks [] for port, precommit_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.176569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 281028d1-307f-457d-bccd-cf727563ba98 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:04.177015 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.199684 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Transition to ACTIVE for port object 34491955-c98c-47af-9bfa-33f4666da335 will not be triggered until provisioned by entity L2. {{(pid=95405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:16:04.200350 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.237078 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Network 7a507dd2-6606-4e4a-91b6-11687deed75f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:16:04.239921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:16:04.246649 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:16:04.266745 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.274515 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ab4d9448-39b7-4b50-b28f-f13cd38b1ed0,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:04.295864 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351698'] for router_interface, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.305169 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.314533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 281028d1-307f-457d-bccd-cf727563ba98, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=281028d1-307f-457d-bccd-cf727563ba98,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:16:04.365159 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Attempting to bind port 34491955-c98c-47af-9bfa-33f4666da335 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:16:04.365412 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Attempting to bind port 34491955-c98c-47af-9bfa-33f4666da335 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:16:04.365857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Attempting to bind port 34491955-c98c-47af-9bfa-33f4666da335 on network ec29e391-b953-492d-9b9a-1a4734efccfa {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:16:04.368472 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983af47-f855-43b6-a486-992407d36af5 None None] Pushing event updated for resources: {'Port': ['ID=34491955-c98c-47af-9bfa-33f4666da335,revision_number=2']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:04.374731 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.375588 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f84ced46-697e-4c15-8688-4e821d182329 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:16:04.379122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:16:04.379122 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Checking segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:16:04.383306 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.383306 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Bound using segment: {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'} {{(pid=95405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:16:04.383306 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.managers [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Bound port: 34491955-c98c-47af-9bfa-33f4666da335, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576eb093-883e-4cf6-8db2-d0c01b060037', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa'}}] {{(pid=95405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:16:04.383306 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.500730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=281028d1-307f-457d-bccd-cf727563ba98,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:04.511245 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] For port 34491955-c98c-47af-9bfa-33f4666da335, host n-d-713301-12, cleared binding levels {{(pid=95405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:16:04.518979 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] For port 34491955-c98c-47af-9bfa-33f4666da335, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=34491955-c98c-47af-9bfa-33f4666da335,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:16:04.523039 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port f84ced46-697e-4c15-8688-4e821d182329 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:04.524190 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.540241 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.607582 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.632673 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-374df868-ac9d-4669-9966-8d8b2eb34e85 None None] Provisioning for port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:16:04.666974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-374df868-ac9d-4669-9966-8d8b2eb34e85 None None] Provisioning complete for port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:04.666974 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-374df868-ac9d-4669-9966-8d8b2eb34e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.707863 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.720737 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Routers {'62b224fb-ec4b-4ee4-8da1-e1f22d627f75'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:16:04.721379 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:15:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['62b224fb-ec4b-4ee4-8da1-e1f22d627f75'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:04.727912 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983af47-f855-43b6-a486-992407d36af5 None None] Pushing event updated for resources: {'Port': ['ID=34491955-c98c-47af-9bfa-33f4666da335,revision_number=3']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:04.761596 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.763803 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-374df868-ac9d-4669-9966-8d8b2eb34e85 None None] Port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:16:04.805484 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.838867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] Set router 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:16:04.877312 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ab4d9448-39b7-4b50-b28f-f13cd38b1ed0,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:04.880685 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350477'] for router_interface, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:04.973645 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Network 7a507dd2-6606-4e4a-91b6-11687deed75f is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:16:04.975022 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:16:05.049624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'name': 'tempest-TestSnapshotPattern-1544082369-router', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '34491955-c98c-47af-9bfa-33f4666da335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:16:00Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 4, 'project_id': '4b796f6125f04d1087bfca13b466328c', 'gw_port': {'id': '34491955-c98c-47af-9bfa-33f4666da335', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:16:01Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'ab4d9448-39b7-4b50-b28f-f13cd38b1ed0', 'name': '', 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'mac_address': 'fa:16:3e:a7:c6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9153e91d-4a95-498a-ba86-1ceabce0d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:16:03Z', 'updated_at': '2021-08-29T08:16:03Z', 'revision_number': 1, 'project_id': '4b796f6125f04d1087bfca13b466328c', 'subnets': [{'id': '9153e91d-4a95-498a-ba86-1ceabce0d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:05.081096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d6ac58-3356-402e-8dac-8fb5f5da497f None None] The sync data for ids ['62b224fb-ec4b-4ee4-8da1-e1f22d627f75'] in n-d-713301-12 is: [{'id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'name': 'tempest-TestSnapshotPattern-1544082369-router', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '34491955-c98c-47af-9bfa-33f4666da335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:16:00Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 4, 'project_id': '4b796f6125f04d1087bfca13b466328c', 'gw_port': {'id': '34491955-c98c-47af-9bfa-33f4666da335', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:16:01Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'ab4d9448-39b7-4b50-b28f-f13cd38b1ed0', 'name': '', 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'mac_address': 'fa:16:3e:a7:c6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9153e91d-4a95-498a-ba86-1ceabce0d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:16:03Z', 'updated_at': '2021-08-29T08:16:03Z', 'revision_number': 1, 'project_id': '4b796f6125f04d1087bfca13b466328c', 'subnets': [{'id': '9153e91d-4a95-498a-ba86-1ceabce0d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:16:05.106898 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Router 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:16:05.226285 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:16:05.231684 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-1e6e1ca3-c371-4f48-985d-3ccd380615a1 admin admin] 10.222.0.76 "PUT /v2.0/routers/62b224fb-ec4b-4ee4-8da1-e1f22d627f75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9005017 Aug 29 08:16:05.288495 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-126596b8-5176-45e4-b934-e34c48784b88 None None] Provisioning complete for port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:05.290131 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-126596b8-5176-45e4-b934-e34c48784b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:05.336360 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-126596b8-5176-45e4-b934-e34c48784b88 None None] Port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:16:05.812779 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46718) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:16:05.817771 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-5bc146c0-ed55-466c-bacd-5b16ee277e0c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-53531182', 'description': 'tempest-secgroup-smoke-53531182 description', 'project_id': 'a19d03d4702a4aa3beba72421befb34e'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:16:05.890443 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5bc146c0-ed55-466c-bacd-5b16ee277e0c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:05.997280 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5bc146c0-ed55-466c-bacd-5b16ee277e0c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.029688 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 281028d1-307f-457d-bccd-cf727563ba98 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:16:06.065090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5bc146c0-ed55-466c-bacd-5b16ee277e0c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.080882 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 281028d1-307f-457d-bccd-cf727563ba98 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:06.081257 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.097126 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc146c0-ed55-466c-bacd-5b16ee277e0c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8537d669-f6b2-4a0c-bfba-5663a3a8caa7,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:06.167741 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5bc146c0-ed55-466c-bacd-5b16ee277e0c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.167982 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 34491955-c98c-47af-9bfa-33f4666da335 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:16:06.169305 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5bc146c0-ed55-466c-bacd-5b16ee277e0c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3554981 Aug 29 08:16:06.172353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46720) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:16:06.177525 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-a33a1f33-c569-41f9-a4e1-c07ab1425df2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Request body: {'security_group_rule': {'security_group_id': '8537d669-f6b2-4a0c-bfba-5663a3a8caa7', 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:16:06.273672 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a33a1f33-c569-41f9-a4e1-c07ab1425df2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.296195 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port 34491955-c98c-47af-9bfa-33f4666da335 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:16:06.300476 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 34491955-c98c-47af-9bfa-33f4666da335 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:06.300854 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.345264 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a33a1f33-c569-41f9-a4e1-c07ab1425df2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.381327 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.401634 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port 34491955-c98c-47af-9bfa-33f4666da335, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=34491955-c98c-47af-9bfa-33f4666da335,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:16:06.444824 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a33a1f33-c569-41f9-a4e1-c07ab1425df2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.463255 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a1f33-c569-41f9-a4e1-c07ab1425df2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f87f9b-3518-4b2a-b26c-41e6b9afc396,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:06.519016 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.555822 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-a33a1f33-c569-41f9-a4e1-c07ab1425df2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.557085 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a33a1f33-c569-41f9-a4e1-c07ab1425df2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3836741 Aug 29 08:16:06.560075 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46722) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:16:06.567351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-bd14d209-fcca-4fe2-9c5e-6e2c3737a5d4 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Request body: {'security_group_rule': {'security_group_id': '8537d669-f6b2-4a0c-bfba-5663a3a8caa7', 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:16:06.571747 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=34491955-c98c-47af-9bfa-33f4666da335,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:06.661289 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bd14d209-fcca-4fe2-9c5e-6e2c3737a5d4 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.719523 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bd14d209-fcca-4fe2-9c5e-6e2c3737a5d4 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.810126 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bd14d209-fcca-4fe2-9c5e-6e2c3737a5d4 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.829331 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14d209-fcca-4fe2-9c5e-6e2c3737a5d4 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b928a0-902d-41fc-a880-a40e652f79d0,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:06.893470 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-bd14d209-fcca-4fe2-9c5e-6e2c3737a5d4 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:06.894880 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-bd14d209-fcca-4fe2-9c5e-6e2c3737a5d4 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3336821 Aug 29 08:16:06.900686 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46724) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:16:06.905334 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-652109fe-2ac2-460f-8c3f-890439563e9f tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Request body: {'security_group_rule': {'security_group_id': '8537d669-f6b2-4a0c-bfba-5663a3a8caa7', 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:16:06.996123 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-652109fe-2ac2-460f-8c3f-890439563e9f tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.048755 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Sync routers for ids ['62b224fb-ec4b-4ee4-8da1-e1f22d627f75'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:16:07.058407 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Routers {'62b224fb-ec4b-4ee4-8da1-e1f22d627f75'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:16:07.059028 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:15:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['62b224fb-ec4b-4ee4-8da1-e1f22d627f75'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:07.062753 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-652109fe-2ac2-460f-8c3f-890439563e9f tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.133652 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-652109fe-2ac2-460f-8c3f-890439563e9f tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.151231 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652109fe-2ac2-460f-8c3f-890439563e9f tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a985ac-900b-413a-9fa3-0a3c89bc9479,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:07.168621 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Set router 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:16:07.221759 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-652109fe-2ac2-460f-8c3f-890439563e9f tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.223016 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-652109fe-2ac2-460f-8c3f-890439563e9f tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3213508 Aug 29 08:16:07.226430 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46726) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:16:07.231119 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-cacb4c85-d7b9-43b2-b339-c446929ea89d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Request body: {'security_group_rule': {'security_group_id': '8537d669-f6b2-4a0c-bfba-5663a3a8caa7', 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:16:07.323729 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cacb4c85-d7b9-43b2-b339-c446929ea89d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.387166 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cacb4c85-d7b9-43b2-b339-c446929ea89d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.392983 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'name': 'tempest-TestSnapshotPattern-1544082369-router', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '34491955-c98c-47af-9bfa-33f4666da335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:16:00Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 4, 'project_id': '4b796f6125f04d1087bfca13b466328c', 'gw_port': {'id': '34491955-c98c-47af-9bfa-33f4666da335', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:16:01Z', 'updated_at': '2021-08-29T08:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'ab4d9448-39b7-4b50-b28f-f13cd38b1ed0', 'name': '', 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'mac_address': 'fa:16:3e:a7:c6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9153e91d-4a95-498a-ba86-1ceabce0d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:16:03Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 2, 'project_id': '4b796f6125f04d1087bfca13b466328c', 'subnets': [{'id': '9153e91d-4a95-498a-ba86-1ceabce0d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:07.419682 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Checking router: 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:16:07.420034 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Updating router 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 binding host n-d-713301-12 {{(pid=95406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:16:07.449237 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.467526 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cacb4c85-d7b9-43b2-b339-c446929ea89d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.488357 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb4c85-d7b9-43b2-b339-c446929ea89d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571c525e-8909-4a72-8b9d-d02f89cd68f3,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:07.581825 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cacb4c85-d7b9-43b2-b339-c446929ea89d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.583424 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cacb4c85-d7b9-43b2-b339-c446929ea89d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3557756 Aug 29 08:16:07.587351 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46728) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:16:07.592013 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-3ee6959d-94ed-4f7c-8678-af2a0ba03b09 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Request body: {'security_group_rule': {'security_group_id': '8537d669-f6b2-4a0c-bfba-5663a3a8caa7', 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:16:07.698737 n-d-713301-12 neutron-server[95403]: INFO neutron.db.securitygroups_db [None req-3ee6959d-94ed-4f7c-8678-af2a0ba03b09 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Project a19d03d4702a4aa3beba72421befb34e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 08:16:07.703980 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ee6959d-94ed-4f7c-8678-af2a0ba03b09 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.772923 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ee6959d-94ed-4f7c-8678-af2a0ba03b09 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.802922 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Notify callbacks [] for port, precommit_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.813175 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.provisioning_blocks [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Transition to ACTIVE for port object ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 will not be triggered until provisioned by entity L2. {{(pid=95406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:16:07.853249 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ee6959d-94ed-4f7c-8678-af2a0ba03b09 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.872393 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6959d-94ed-4f7c-8678-af2a0ba03b09 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219acaf0-93d5-4c57-88e4-266565a0906c,revision_number=0']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:07.881999 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.936740 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1ec10-16be-4ef9-9bd8-d79d8efa6642 None None] Pushing event updated for resources: {'Port': ['ID=ab4d9448-39b7-4b50-b28f-f13cd38b1ed0,revision_number=3']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:07.962495 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-3ee6959d-94ed-4f7c-8678-af2a0ba03b09 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:07.965619 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 34491955-c98c-47af-9bfa-33f4666da335 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:16:07.967229 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 46730) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:16:07.967718 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-3ee6959d-94ed-4f7c-8678-af2a0ba03b09 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3790426 Aug 29 08:16:07.972150 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [None req-e4abf946-5bdc-48c5-9e62-c553e922c74d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Request body: {'security_group_rule': {'security_group_id': '8537d669-f6b2-4a0c-bfba-5663a3a8caa7', 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:16:07.993402 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Attempting to bind port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 on host n-d-713301-12 for vnic_type normal with profile {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:16:07.993783 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Attempting to bind port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 by drivers openvswitch,hyperv on host n-d-713301-12 at level 0 using segments [{'id': '82f56e57-c1ad-4bab-a68d-1f4d4f03e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f'}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:16:07.994154 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Attempting to bind port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 on network 7a507dd2-6606-4e4a-91b6-11687deed75f {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:16:07.999485 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Checking agent: {'id': '4bef4439-f893-47e6-98d2-2f0c89cb77b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 25, 41), 'started_at': datetime.datetime(2021, 8, 29, 6, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:16:08.003575 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Checking segment: {'id': '82f56e57-c1ad-4bab-a68d-1f4d4f03e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:16:08.003575 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:08.003575 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Bound using segment: {'id': '82f56e57-c1ad-4bab-a68d-1f4d4f03e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f'} {{(pid=95406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:16:08.003575 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.managers [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Bound port: ab4d9448-39b7-4b50-b28f-f13cd38b1ed0, host: n-d-713301-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f56e57-c1ad-4bab-a68d-1f4d4f03e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f'}}] {{(pid=95406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:16:08.003575 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:08.019520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port 34491955-c98c-47af-9bfa-33f4666da335 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:08.020140 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:08.077734 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] For port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0, host n-d-713301-12, cleared binding levels {{(pid=95406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:16:08.081258 n-d-713301-12 neutron-server[95406]: DEBUG neutron.plugins.ml2.db [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] For port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0, host n-d-713301-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ab4d9448-39b7-4b50-b28f-f13cd38b1ed0,segment=NetworkSegment(82f56e57-c1ad-4bab-a68d-1f4d4f03e43c),segment_id=82f56e57-c1ad-4bab-a68d-1f4d4f03e43c)] {{(pid=95406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:16:08.099440 n-d-713301-12 neutron-server[95404]: INFO neutron.db.securitygroups_db [None req-e4abf946-5bdc-48c5-9e62-c553e922c74d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Project a19d03d4702a4aa3beba72421befb34e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 08:16:08.106052 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4abf946-5bdc-48c5-9e62-c553e922c74d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:08.163009 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4abf946-5bdc-48c5-9e62-c553e922c74d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:08.167765 n-d-713301-12 neutron-server[95406]: DEBUG neutron_lib.callbacks.manager [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:08.224386 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Routers {'62b224fb-ec4b-4ee4-8da1-e1f22d627f75'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:16:08.225584 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:15:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['62b224fb-ec4b-4ee4-8da1-e1f22d627f75'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:08.242581 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-22cf470a-889f-4867-95c9-8deb0bec32a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:08.264373 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1ec10-16be-4ef9-9bd8-d79d8efa6642 None None] Pushing event updated for resources: {'Port': ['ID=ab4d9448-39b7-4b50-b28f-f13cd38b1ed0,revision_number=4']} {{(pid=95406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:08.275718 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4abf946-5bdc-48c5-9e62-c553e922c74d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1767438'] for security_group_rule, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:08.297400 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abf946-5bdc-48c5-9e62-c553e922c74d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43ab7eb-c4d4-4c9f-992d-5ff49ee35594,revision_number=0']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:08.347428 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] Set router 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:16:08.390208 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-e4abf946-5bdc-48c5-9e62-c553e922c74d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:08.391545 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-e4abf946-5bdc-48c5-9e62-c553e922c74d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4232879 Aug 29 08:16:08.533692 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-935f4fe8-faa0-43cb-82e1-18dc5e04688a tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53531182&fields=id&tenant_id=a19d03d4702a4aa3beba72421befb34e HTTP/1.1" status: 200 len: 267 time: 0.0346141 Aug 29 08:16:08.562853 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'name': 'tempest-TestSnapshotPattern-1544082369-router', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '34491955-c98c-47af-9bfa-33f4666da335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:16:00Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 4, 'project_id': '4b796f6125f04d1087bfca13b466328c', 'gw_port': {'id': '34491955-c98c-47af-9bfa-33f4666da335', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:16:01Z', 'updated_at': '2021-08-29T08:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'ab4d9448-39b7-4b50-b28f-f13cd38b1ed0', 'name': '', 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'mac_address': 'fa:16:3e:a7:c6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9153e91d-4a95-498a-ba86-1ceabce0d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:16:03Z', 'updated_at': '2021-08-29T08:16:08Z', 'revision_number': 4, 'project_id': '4b796f6125f04d1087bfca13b466328c', 'subnets': [{'id': '9153e91d-4a95-498a-ba86-1ceabce0d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:08.590773 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15809403-39b8-48e8-917a-68a60fef31c8 None None] The sync data for ids ['62b224fb-ec4b-4ee4-8da1-e1f22d627f75'] in n-d-713301-12 is: [{'id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'name': 'tempest-TestSnapshotPattern-1544082369-router', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '34491955-c98c-47af-9bfa-33f4666da335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:16:00Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 4, 'project_id': '4b796f6125f04d1087bfca13b466328c', 'gw_port': {'id': '34491955-c98c-47af-9bfa-33f4666da335', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:16:01Z', 'updated_at': '2021-08-29T08:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': 'ab4d9448-39b7-4b50-b28f-f13cd38b1ed0', 'name': '', 'network_id': '7a507dd2-6606-4e4a-91b6-11687deed75f', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'mac_address': 'fa:16:3e:a7:c6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9153e91d-4a95-498a-ba86-1ceabce0d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:16:03Z', 'updated_at': '2021-08-29T08:16:08Z', 'revision_number': 4, 'project_id': '4b796f6125f04d1087bfca13b466328c', 'subnets': [{'id': '9153e91d-4a95-498a-ba86-1ceabce0d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:16:08.648106 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-37d71817-602e-4b51-a07d-cebba77ff3c1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:08.649665 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-37d71817-602e-4b51-a07d-cebba77ff3c1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 809 time: 0.1083281 Aug 29 08:16:08.665661 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-f9aa220c-3729-4513-83d2-47a68d482af3 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/quotas/a19d03d4702a4aa3beba72421befb34e HTTP/1.1" status: 200 len: 375 time: 0.0101461 Aug 29 08:16:08.719369 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-11fa2ebb-376d-4271-8212-23bc1057c30d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478907 Aug 29 08:16:08.831851 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-1489e237-6a4f-41cc-82c8-77fff9c535f8 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 08:16:08.833128 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-1489e237-6a4f-41cc-82c8-77fff9c535f8 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1015997 Aug 29 08:16:08.931489 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-7a3fd113-dc1b-4698-a8d8-d82afc7e2cdd service neutron] 10.222.0.76 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910439 Aug 29 08:16:09.314986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-44d84a0d-d2a8-4358-aa3d-27962787a778 service neutron] 10.222.0.76 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769667 Aug 29 08:16:09.961157 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:16:10.144504 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning for port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:16:10.149094 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:10.149493 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:10.229803 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:10.261303 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] For port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ab4d9448-39b7-4b50-b28f-f13cd38b1ed0,segment=NetworkSegment(82f56e57-c1ad-4bab-a68d-1f4d4f03e43c),segment_id=82f56e57-c1ad-4bab-a68d-1f4d4f03e43c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:16:10.338413 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:10.389207 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Pushing event updated for resources: {'Port': ['ID=ab4d9448-39b7-4b50-b28f-f13cd38b1ed0,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:10.592362 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0966fb22-43e7-4ce5-91fe-e0b53b3582cb req-c49edab0-c1e9-4b63-bbf7-ddb412012980 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 210 time: 0.0281949 Aug 29 08:16:10.958918 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:11.672916 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-3aed42e2-8b42-46d8-8124-c36179c254dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:11.688062 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f3ab5f7f-163b-4eac-82ee-0b9761c17775 req-59217578-3523-42e9-bca8-9034b52f4643 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 210 time: 0.0278230 Aug 29 08:16:11.950894 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 up at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:16:11.998846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Provisioning complete for port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:11.999256 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:12.221539 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:12.788800 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e85e3d39-062a-46a1-9076-f4014f81e366 req-6235a501-a48d-449f-b0fb-cee6f1b81b89 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 210 time: 0.0325232 Aug 29 08:16:12.906618 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-a4f07f8f-01a4-4560-ab32-88b1ffba4c9e tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:12.908088 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-a4f07f8f-01a4-4560-ab32-88b1ffba4c9e tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.11 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 809 time: 0.1069145 Aug 29 08:16:12.960615 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-8230596b-5f3b-4abe-aad2-9b9186bc198c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a19d03d4702a4aa3beba72421befb34e HTTP/1.1" status: 200 len: 378 time: 0.0382254 Aug 29 08:16:12.969573 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-5f37f25c-991e-4bc0-84a2-58ad2a4022b5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Request body: {'port': {'device_id': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'admin_state_up': True, 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'security_groups': ['8537d669-f6b2-4a0c-bfba-5663a3a8caa7']}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:16:13.204709 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-5f37f25c-991e-4bc0-84a2-58ad2a4022b5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Made reservation on behalf of a19d03d4702a4aa3beba72421befb34e for: {'port': 1} {{(pid=95403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:16:13.208417 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-5f37f25c-991e-4bc0-84a2-58ad2a4022b5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:13.345370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-5f37f25c-991e-4bc0-84a2-58ad2a4022b5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Allocated IP 172.20.0.13 (b886f89a-91cd-4ff4-8dff-6acdb6f490aa/91c67748-1e8f-4696-988b-d071fd3e3052/982a5aac-42da-4185-8e7c-cc7288561664) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:16:13.480951 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-5f37f25c-991e-4bc0-84a2-58ad2a4022b5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:13.494801 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-5f37f25c-991e-4bc0-84a2-58ad2a4022b5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Transition to ACTIVE for port object 982a5aac-42da-4185-8e7c-cc7288561664 will not be triggered until provisioned by entity DHCP. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:16:13.605104 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-5f37f25c-991e-4bc0-84a2-58ad2a4022b5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:13.655433 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-5f37f25c-991e-4bc0-84a2-58ad2a4022b5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Network b886f89a-91cd-4ff4-8dff-6acdb6f490aa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:16:13.658563 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-5f37f25c-991e-4bc0-84a2-58ad2a4022b5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:16:13.662237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-5f37f25c-991e-4bc0-84a2-58ad2a4022b5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:16:13.686826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37f25c-991e-4bc0-84a2-58ad2a4022b5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event updated for resources: {'Port': ['ID=982a5aac-42da-4185-8e7c-cc7288561664,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:13.717478 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-5f37f25c-991e-4bc0-84a2-58ad2a4022b5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:13.718123 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-5f37f25c-991e-4bc0-84a2-58ad2a4022b5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:13.799501 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-5f37f25c-991e-4bc0-84a2-58ad2a4022b5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8333802 Aug 29 08:16:13.873508 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Request body: {'port': {'device_id': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-12'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:16:13.919481 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1c163-f93e-40ae-a5aa-62cf089c5823 req-91f31f57-0813-4744-8de4-f019afda9cd0 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:13.921116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8f1c163-f93e-40ae-a5aa-62cf089c5823 req-91f31f57-0813-4744-8de4-f019afda9cd0 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 932 time: 0.0494511 Aug 29 08:16:13.927643 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:13.933034 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:13.964240 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c8f1c163-f93e-40ae-a5aa-62cf089c5823 req-b519bc8f-b4b4-4df7-b231-ea6ff903103a tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366666 Aug 29 08:16:14.012974 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d22d9f34-5d00-448a-b293-ee13c7b5b13b None None] Provisioning for port 982a5aac-42da-4185-8e7c-cc7288561664 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:16:14.018277 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-d22d9f34-5d00-448a-b293-ee13c7b5b13b None None] Provisioning complete for port 982a5aac-42da-4185-8e7c-cc7288561664 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:14.018797 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d22d9f34-5d00-448a-b293-ee13c7b5b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:14.057984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-d22d9f34-5d00-448a-b293-ee13c7b5b13b None None] Port 982a5aac-42da-4185-8e7c-cc7288561664 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:16:14.212719 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982a5aac-42da-4185-8e7c-cc7288561664 {{(pid=95403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:16:14.220512 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:14.232539 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.provisioning_blocks [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Transition to ACTIVE for port object 982a5aac-42da-4185-8e7c-cc7288561664 will not be triggered until provisioned by entity L2. {{(pid=95403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:16:14.295505 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:14.345921 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Pushing event updated for resources: {'Port': ['ID=982a5aac-42da-4185-8e7c-cc7288561664,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:14.417163 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Attempting to bind port 982a5aac-42da-4185-8e7c-cc7288561664 on host n-h2-713301-12 for vnic_type normal with profile {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:16:14.417513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Attempting to bind port 982a5aac-42da-4185-8e7c-cc7288561664 by drivers openvswitch,hyperv on host n-h2-713301-12 at level 0 using segments [{'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:16:14.417848 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Attempting to bind port 982a5aac-42da-4185-8e7c-cc7288561664 on network b886f89a-91cd-4ff4-8dff-6acdb6f490aa {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:16:14.422463 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Port 982a5aac-42da-4185-8e7c-cc7288561664 on network b886f89a-91cd-4ff4-8dff-6acdb6f490aa not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-12 {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 08:16:14.422806 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Attempting to bind port 982a5aac-42da-4185-8e7c-cc7288561664 on network b886f89a-91cd-4ff4-8dff-6acdb6f490aa {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:16:14.427760 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Checking agent: {'id': '2b7315bf-871f-43f7-96ea-5ad4a0b65bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:16:14.428104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Checking segment: {'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:16:14.428493 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Bound using segment: {'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'} {{(pid=95403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:16:14.428928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.managers [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Bound port: 982a5aac-42da-4185-8e7c-cc7288561664, host: n-h2-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'}}] {{(pid=95403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:16:14.429294 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:14.499971 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] For port 982a5aac-42da-4185-8e7c-cc7288561664, host n-h2-713301-12, cleared binding levels {{(pid=95403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:16:14.503105 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] For port 982a5aac-42da-4185-8e7c-cc7288561664, host n-h2-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=982a5aac-42da-4185-8e7c-cc7288561664,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:16:14.602308 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:14.636535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:14.637099 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:14.638737 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] 10.222.0.11 "PUT /v2.0/ports/982a5aac-42da-4185-8e7c-cc7288561664 HTTP/1.1" status: 200 len: 1093 time: 0.8246417 Aug 29 08:16:14.640968 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'tag': '982a5aac-42da-4185-8e7c-cc7288561664'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:16:14.643290 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fea4fa-7999-425b-890c-d739f60dcd8e" -d '{"events": [{"name": "network-changed", "server_uuid": "1655c4f0-d81f-4d4d-937f-9fd2e5958fa6", "tag": "982a5aac-42da-4185-8e7c-cc7288561664"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:16:14.672234 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0715c-e60a-453b-b6bd-293d611c15d4 service neutron] Pushing event updated for resources: {'Port': ['ID=982a5aac-42da-4185-8e7c-cc7288561664,revision_number=3']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:14.691367 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b127988-d23b-470a-b393-8d509d8f8910 x-openstack-request-id: req-6b127988-d23b-470a-b393-8d509d8f8910 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:16:14.691664 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1655c4f0-d81f-4d4d-937f-9fd2e5958fa6", "tag": "982a5aac-42da-4185-8e7c-cc7288561664", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:16:14.697474 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6b127988-d23b-470a-b393-8d509d8f8910 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:16:14.697474 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'tag': '982a5aac-42da-4185-8e7c-cc7288561664', 'status': 'completed', 'code': 200} Aug 29 08:16:14.774226 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fea4fa-7999-425b-890c-d739f60dcd8e req-00162b14-c6db-4c76-b99c-a5e5e7515d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:14.775795 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-23fea4fa-7999-425b-890c-d739f60dcd8e req-00162b14-c6db-4c76-b99c-a5e5e7515d47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0437303 Aug 29 08:16:14.885695 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fea4fa-7999-425b-890c-d739f60dcd8e req-b0155252-e99c-4568-a7a5-80a45d97746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:14.887170 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-23fea4fa-7999-425b-890c-d739f60dcd8e req-b0155252-e99c-4568-a7a5-80a45d97746c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a19d03d4702a4aa3beba72421befb34e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0991063 Aug 29 08:16:14.983601 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fea4fa-7999-425b-890c-d739f60dcd8e req-b26e5791-1600-4546-9994-3953762c4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:14.984977 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-23fea4fa-7999-425b-890c-d739f60dcd8e req-b26e5791-1600-4546-9994-3953762c4a2a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912230 Aug 29 08:16:15.083023 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc728b-d45f-484b-9b92-a7c35d16a93c req-bee6c37e-919e-45d4-8708-61c5450eeba1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:15.084589 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5ebc728b-d45f-484b-9b92-a7c35d16a93c req-bee6c37e-919e-45d4-8708-61c5450eeba1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 944 time: 0.0507312 Aug 29 08:16:15.091500 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-088f45b2-6fbe-4ed9-9d44-fa8abaf90e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:15.093018 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-088f45b2-6fbe-4ed9-9d44-fa8abaf90e2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0490341 Aug 29 08:16:15.124405 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-5ebc728b-d45f-484b-9b92-a7c35d16a93c req-0f7fbb6d-11a4-4752-b99a-47165c110eae tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335350 Aug 29 08:16:15.144626 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-0af7938d-2d5e-465c-b988-ea7417c81173 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=982a5aac-42da-4185-8e7c-cc7288561664 HTTP/1.1" status: 200 len: 217 time: 0.0385053 Aug 29 08:16:15.197020 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cc98ae17-d0ce-4d67-9e27-e6d9ef7f46db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:15.198522 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-cc98ae17-d0ce-4d67-9e27-e6d9ef7f46db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91c67748-1e8f-4696-988b-d071fd3e3052 HTTP/1.1" status: 200 len: 848 time: 0.0465887 Aug 29 08:16:15.244308 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-52e65bfb-9333-4469-81fb-a6b455b07090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:15.245816 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-52e65bfb-9333-4469-81fb-a6b455b07090 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410254 Aug 29 08:16:15.342040 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-f6b320b8-bb1d-4f8b-aa53-42b10e8f497b service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895500 Aug 29 08:16:15.432297 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-68cb4141-268c-426b-bbb8-dc1f92c3de77 req-89402f44-9f5a-4967-a446-35a3c73cff06 service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833406 Aug 29 08:16:16.242936 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319289a-7325-4e64-9c4d-0318c090df67 req-2473eb35-fe1c-450e-94f7-6876deb1f717 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:16.244403 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f319289a-7325-4e64-9c4d-0318c090df67 req-2473eb35-fe1c-450e-94f7-6876deb1f717 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 944 time: 0.0518961 Aug 29 08:16:16.280328 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f319289a-7325-4e64-9c4d-0318c090df67 req-6f6abe82-89f1-45ef-a9ad-9e87a3598d0e tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300264 Aug 29 08:16:17.392100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311e520-fdd2-4402-a273-a36479cf5a8e req-6adf25fa-1d28-46bd-8f9f-73eba5587afa tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:17.393589 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e311e520-fdd2-4402-a273-a36479cf5a8e req-6adf25fa-1d28-46bd-8f9f-73eba5587afa tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 944 time: 0.0486767 Aug 29 08:16:17.446077 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e311e520-fdd2-4402-a273-a36479cf5a8e req-fbf11149-3f41-43fb-ad3d-15efdb50b8d6 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460298 Aug 29 08:16:18.281182 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:16:18.560646 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef563b-7170-45af-b9c2-97911e937a7c req-2541166b-6375-43f8-add7-3df85185002b tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:18.562128 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70ef563b-7170-45af-b9c2-97911e937a7c req-2541166b-6375-43f8-add7-3df85185002b tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 944 time: 0.0492640 Aug 29 08:16:18.602237 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-70ef563b-7170-45af-b9c2-97911e937a7c req-39ecd525-6f68-458b-ae44-fc847e701c22 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340228 Aug 29 08:16:19.718999 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087ad80-4da7-4534-901a-4e8b6cfe2348 req-d0582004-03bd-4b86-8fd4-16f5eb3df31a tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:19.720512 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d087ad80-4da7-4534-901a-4e8b6cfe2348 req-d0582004-03bd-4b86-8fd4-16f5eb3df31a tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 944 time: 0.0516124 Aug 29 08:16:19.757065 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d087ad80-4da7-4534-901a-4e8b6cfe2348 req-aaa7260e-6b50-4056-865e-01904f2b6e95 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307331 Aug 29 08:16:20.113207 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 982a5aac-42da-4185-8e7c-cc7288561664 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:16:20.205377 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 982a5aac-42da-4185-8e7c-cc7288561664, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=982a5aac-42da-4185-8e7c-cc7288561664,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:16:20.217123 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '982a5aac-42da-4185-8e7c-cc7288561664', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'port_id': '982a5aac-42da-4185-8e7c-cc7288561664', 'mac_address': 'fa:16:3e:64:36:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:16:20.255587 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:20.268459 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982a5aac-42da-4185-8e7c-cc7288561664 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:16:20.287543 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 982a5aac-42da-4185-8e7c-cc7288561664, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=982a5aac-42da-4185-8e7c-cc7288561664,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:16:20.349503 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:20.397224 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=982a5aac-42da-4185-8e7c-cc7288561664,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:20.719327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['982a5aac-42da-4185-8e7c-cc7288561664'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:16:20.872326 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da1d67-3288-4553-8e7b-be8aaf172050 req-44d97553-f12a-47a3-9992-6bb3da1a7929 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:20.873848 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53da1d67-3288-4553-8e7b-be8aaf172050 req-44d97553-f12a-47a3-9992-6bb3da1a7929 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 945 time: 0.0502133 Aug 29 08:16:20.911432 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-53da1d67-3288-4553-8e7b-be8aaf172050 req-666f9b2a-a03f-456c-ad94-4648a55b5bd4 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310411 Aug 29 08:16:21.812473 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:22.035379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7b8f7-c401-4dcd-8638-687120a4c65f req-96b2e89e-d51c-458d-99d9-25f879053637 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:22.036891 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8f7b8f7-c401-4dcd-8638-687120a4c65f req-96b2e89e-d51c-458d-99d9-25f879053637 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 945 time: 0.0512450 Aug 29 08:16:22.081923 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d8f7b8f7-c401-4dcd-8638-687120a4c65f req-7b5127ec-b7f2-4df7-a488-3b6246efb681 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381429 Aug 29 08:16:22.112546 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 982a5aac-42da-4185-8e7c-cc7288561664 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:16:22.218149 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning for port 982a5aac-42da-4185-8e7c-cc7288561664 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:16:22.222626 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 982a5aac-42da-4185-8e7c-cc7288561664 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:16:22.223134 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:22.303005 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:22.326338 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a5aac-42da-4185-8e7c-cc7288561664'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:16:22.328630 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8214e09-ed63-4189-ba7c-683b98651236" -d '{"events": [{"server_uuid": "1655c4f0-d81f-4d4d-937f-9fd2e5958fa6", "name": "network-vif-plugged", "status": "completed", "tag": "982a5aac-42da-4185-8e7c-cc7288561664"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:16:22.342524 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 982a5aac-42da-4185-8e7c-cc7288561664, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=982a5aac-42da-4185-8e7c-cc7288561664,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:16:22.424443 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a621db-02fe-43bf-8561-0511635c1cd2 x-openstack-request-id: req-c6a621db-02fe-43bf-8561-0511635c1cd2 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:16:22.424797 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1655c4f0-d81f-4d4d-937f-9fd2e5958fa6", "name": "network-vif-plugged", "status": "completed", "tag": "982a5aac-42da-4185-8e7c-cc7288561664", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:16:22.425138 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c6a621db-02fe-43bf-8561-0511635c1cd2 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:16:22.425573 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a5aac-42da-4185-8e7c-cc7288561664', 'code': 200} Aug 29 08:16:22.452888 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:22.507084 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=982a5aac-42da-4185-8e7c-cc7288561664,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:22.554423 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed2c3d-af0a-4711-8ae4-7e8e7b9e32a4 req-862083b1-b313-43e7-806e-cc144b4b7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:22.556504 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d8ed2c3d-af0a-4711-8ae4-7e8e7b9e32a4 req-862083b1-b313-43e7-806e-cc144b4b7660 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0468814 Aug 29 08:16:22.604093 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-d8ed2c3d-af0a-4711-8ae4-7e8e7b9e32a4 req-2679b30c-c036-4a59-af53-e14dd5075181 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315905 Aug 29 08:16:23.228179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9250f-aa8a-4c5d-a948-9afa0f81c99b req-afa58bd7-7c09-4821-9d2b-139113b73ca7 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:23.229671 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1c9250f-aa8a-4c5d-a948-9afa0f81c99b req-afa58bd7-7c09-4821-9d2b-139113b73ca7 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 946 time: 0.0536342 Aug 29 08:16:23.270183 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-c1c9250f-aa8a-4c5d-a948-9afa0f81c99b req-ac65247e-cc60-45a7-884f-0d9c39e89dbc tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344748 Aug 29 08:16:24.392460 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f888011-2827-4cef-bf9d-4e5ed40fee93 req-06e96382-d147-402b-86a8-5c3d03ed69d2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:24.393981 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f888011-2827-4cef-bf9d-4e5ed40fee93 req-06e96382-d147-402b-86a8-5c3d03ed69d2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 946 time: 0.0541315 Aug 29 08:16:24.433491 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-7f888011-2827-4cef-bf9d-4e5ed40fee93 req-34e6838b-5a37-45fa-8f72-f61f64e9b585 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329642 Aug 29 08:16:24.554136 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc374d5c-dd73-4048-83d3-9e3e2da0cbef req-50b2edfe-3752-47bb-b7a4-a5a4371c3fab tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:24.555888 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bc374d5c-dd73-4048-83d3-9e3e2da0cbef req-50b2edfe-3752-47bb-b7a4-a5a4371c3fab tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 946 time: 0.0558982 Aug 29 08:16:24.595511 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-bc374d5c-dd73-4048-83d3-9e3e2da0cbef req-7d867e8f-cc05-44ae-b0e1-eb5c674b7561 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335770 Aug 29 08:16:24.616897 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46802) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:16:24.701613 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca019f3-bc27-4e82-a55e-4b31489f6514 tempest-TestSnapshotPattern-176294870 tempest-TestSnapshotPattern-176294870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:24.703157 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-6ca019f3-bc27-4e82-a55e-4b31489f6514 tempest-TestSnapshotPattern-176294870 tempest-TestSnapshotPattern-176294870-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 1093 time: 0.0851345 Aug 29 08:16:24.706237 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 46806) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:16:24.710754 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': '982a5aac-42da-4185-8e7c-cc7288561664', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:16:24.807352 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:24.915883 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:25.021583 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Allocated IP 172.25.1.226 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/6c5688ac-2061-42cf-81ed-512e6368d45f) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:16:25.126641 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:25.341527 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:25.382621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:16:25.385426 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:16:25.388889 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:16:25.394444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event updated for resources: {'Port': ['ID=6c5688ac-2061-42cf-81ed-512e6368d45f,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:26.082812 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:26.203892 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:26.358426 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:26.430327 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:26.504142 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event updated for resources: {'Port': ['ID=6c5688ac-2061-42cf-81ed-512e6368d45f,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:16:26.515560 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:26.626484 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Floating IP baf43adc-3aae-43f5-8bd9-4afbaf85858a associated. External IP: 172.25.1.226, port: 982a5aac-42da-4185-8e7c-cc7288561664. Aug 29 08:16:26.840479 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Router 0f758c82-f1d8-497c-a48d-879719c44e6c has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:16:26.949462 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:16:26.959116 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d096c40-0a4c-412f-81dd-c36c15fb6318 None None] Sync routers for ids ['0f758c82-f1d8-497c-a48d-879719c44e6c'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:16:26.969471 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d096c40-0a4c-412f-81dd-c36c15fb6318 None None] Routers {'0f758c82-f1d8-497c-a48d-879719c44e6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:16:26.973325 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0d096c40-0a4c-412f-81dd-c36c15fb6318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:16:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0f758c82-f1d8-497c-a48d-879719c44e6c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:27.049697 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:27.074537 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-0d096c40-0a4c-412f-81dd-c36c15fb6318 None None] Set router 0f758c82-f1d8-497c-a48d-879719c44e6c gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:16:27.077093 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-9f7d9e47-e7e5-49da-a69c-ed30ab4c27e2 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3698494 Aug 29 08:16:27.077676 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'tag': '982a5aac-42da-4185-8e7c-cc7288561664'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:16:27.079994 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7059fc-8735-46fe-9aac-bc04d20f5043" -d '{"events": [{"name": "network-changed", "server_uuid": "1655c4f0-d81f-4d4d-937f-9fd2e5958fa6", "tag": "982a5aac-42da-4185-8e7c-cc7288561664"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:16:27.118809 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04d159b-8046-40fe-9f51-1bcfd45679ef x-openstack-request-id: req-d04d159b-8046-40fe-9f51-1bcfd45679ef {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:16:27.119472 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1655c4f0-d81f-4d4d-937f-9fd2e5958fa6", "tag": "982a5aac-42da-4185-8e7c-cc7288561664", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:16:27.119472 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d04d159b-8046-40fe-9f51-1bcfd45679ef {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:16:27.119789 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'tag': '982a5aac-42da-4185-8e7c-cc7288561664', 'status': 'completed', 'code': 200} Aug 29 08:16:27.205748 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7059fc-8735-46fe-9aac-bc04d20f5043 req-ad2e2329-fb62-472c-a825-7867faf98345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:27.207297 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f7059fc-8735-46fe-9aac-bc04d20f5043 req-ad2e2329-fb62-472c-a825-7867faf98345 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0457716 Aug 29 08:16:27.298043 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7059fc-8735-46fe-9aac-bc04d20f5043 req-159daf34-7a7a-4dd9-8877-c87eeab42b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:27.299549 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f7059fc-8735-46fe-9aac-bc04d20f5043 req-159daf34-7a7a-4dd9-8877-c87eeab42b63 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 910 time: 0.0852666 Aug 29 08:16:27.306999 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0d096c40-0a4c-412f-81dd-c36c15fb6318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'baf43adc-3aae-43f5-8bd9-4afbaf85858a', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'port_id': '982a5aac-42da-4185-8e7c-cc7288561664', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'mac_address': 'fa:16:3e:64:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:16:25Z', 'updated_at': '2021-08-29T08:16:25Z', 'revision_number': 0, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 5, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:27.340513 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d096c40-0a4c-412f-81dd-c36c15fb6318 None None] Checking router: 0f758c82-f1d8-497c-a48d-879719c44e6c for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:16:27.349368 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d096c40-0a4c-412f-81dd-c36c15fb6318 None None] Routers {'0f758c82-f1d8-497c-a48d-879719c44e6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:16:27.349912 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0d096c40-0a4c-412f-81dd-c36c15fb6318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:16:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0f758c82-f1d8-497c-a48d-879719c44e6c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:27.371913 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f7059fc-8735-46fe-9aac-bc04d20f5043 req-4ac953f8-a622-4da2-8edf-3060846ef45d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=982a5aac-42da-4185-8e7c-cc7288561664 HTTP/1.1" status: 200 len: 1000 time: 0.0649302 Aug 29 08:16:27.421095 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7059fc-8735-46fe-9aac-bc04d20f5043 req-7ce20da6-cc2e-4e11-b8e1-821890752027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:27.422586 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f7059fc-8735-46fe-9aac-bc04d20f5043 req-7ce20da6-cc2e-4e11-b8e1-821890752027 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91c67748-1e8f-4696-988b-d071fd3e3052 HTTP/1.1" status: 200 len: 848 time: 0.0442114 Aug 29 08:16:27.471513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7059fc-8735-46fe-9aac-bc04d20f5043 req-316991f9-10e6-4618-896f-c84d9b7a2a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:27.473244 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f7059fc-8735-46fe-9aac-bc04d20f5043 req-316991f9-10e6-4618-896f-c84d9b7a2a53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439348 Aug 29 08:16:27.573191 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f7059fc-8735-46fe-9aac-bc04d20f5043 req-5fb2cbd8-c11d-4e3b-8f05-ab7f8eede7b8 service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926986 Aug 29 08:16:27.613610 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-0d096c40-0a4c-412f-81dd-c36c15fb6318 None None] Set router 0f758c82-f1d8-497c-a48d-879719c44e6c gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:16:27.665107 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-4f7059fc-8735-46fe-9aac-bc04d20f5043 req-958e9387-e164-4abd-9444-7e2c3d69f9d9 service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849597 Aug 29 08:16:27.833730 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-0d096c40-0a4c-412f-81dd-c36c15fb6318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'baf43adc-3aae-43f5-8bd9-4afbaf85858a', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'port_id': '982a5aac-42da-4185-8e7c-cc7288561664', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'mac_address': 'fa:16:3e:64:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:16:25Z', 'updated_at': '2021-08-29T08:16:25Z', 'revision_number': 0, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 5, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:16:27.864896 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d096c40-0a4c-412f-81dd-c36c15fb6318 None None] The sync data for ids ['0f758c82-f1d8-497c-a48d-879719c44e6c'] in n-d-713301-12 is: [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'baf43adc-3aae-43f5-8bd9-4afbaf85858a', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'port_id': '982a5aac-42da-4185-8e7c-cc7288561664', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'mac_address': 'fa:16:3e:64:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:16:25Z', 'updated_at': '2021-08-29T08:16:25Z', 'revision_number': 0, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 5, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:16:28.057978 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ac536-324a-48e4-b483-1061006e4b59 None None] New status for floating IP baf43adc-3aae-43f5-8bd9-4afbaf85858a: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 08:16:34.673967 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:38.226928 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ac4461e5-046a-4db7-8a3c-3c83fef5678e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:41.026785 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:41.667323 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-dcea592c-70c5-4ad9-ad41-f7a6dc503f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:42.171549 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:42.960065 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9b70a58-2fc7-43bd-93ed-dafe49fa87eb req-aa364d5f-d4ac-4d36-88c2-d4cd73e1c15b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0301151 Aug 29 08:16:43.024535 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9b70a58-2fc7-43bd-93ed-dafe49fa87eb req-c5344b80-f450-4b55-ba8e-69bae75e1b8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0255396 Aug 29 08:16:43.064845 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9b70a58-2fc7-43bd-93ed-dafe49fa87eb req-d568ca2d-6ac1-444e-8b30-c40f2599f1c7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202808 Aug 29 08:16:43.158454 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70a58-2fc7-43bd-93ed-dafe49fa87eb req-13a3495e-a670-4a66-957b-9330db226029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:43.159836 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9b70a58-2fc7-43bd-93ed-dafe49fa87eb req-13a3495e-a670-4a66-957b-9330db226029 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887640 Aug 29 08:16:43.903581 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:51.805766 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:16:54.635525 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dbc673b3-fcbf-4f2d-93d2-81564eb801eb req-149a4e0f-0617-4a57-b8e1-7fb799d1079b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401709 Aug 29 08:16:54.736620 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc673b3-fcbf-4f2d-93d2-81564eb801eb req-dedcb248-d2d5-4b63-b8e0-087daad023fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:54.738106 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dbc673b3-fcbf-4f2d-93d2-81564eb801eb req-dedcb248-d2d5-4b63-b8e0-087daad023fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0454714 Aug 29 08:16:54.839878 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc673b3-fcbf-4f2d-93d2-81564eb801eb req-adf80d26-cd87-478d-b78e-7141ab1dc35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:54.841359 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dbc673b3-fcbf-4f2d-93d2-81564eb801eb req-adf80d26-cd87-478d-b78e-7141ab1dc35d service neutron] 10.222.0.11 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 910 time: 0.0856161 Aug 29 08:16:54.910818 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dbc673b3-fcbf-4f2d-93d2-81564eb801eb req-4209730d-0d43-41a6-8c89-ebec645312f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=982a5aac-42da-4185-8e7c-cc7288561664 HTTP/1.1" status: 200 len: 1002 time: 0.0627122 Aug 29 08:16:54.958590 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc673b3-fcbf-4f2d-93d2-81564eb801eb req-7bb1f454-53b7-49b4-b1db-38dc11669347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:54.960130 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dbc673b3-fcbf-4f2d-93d2-81564eb801eb req-7bb1f454-53b7-49b4-b1db-38dc11669347 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91c67748-1e8f-4696-988b-d071fd3e3052 HTTP/1.1" status: 200 len: 848 time: 0.0425355 Aug 29 08:16:55.005335 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc673b3-fcbf-4f2d-93d2-81564eb801eb req-9d7c15e6-52c9-4dd9-a9a5-3e38b1000961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:16:55.006823 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dbc673b3-fcbf-4f2d-93d2-81564eb801eb req-9d7c15e6-52c9-4dd9-a9a5-3e38b1000961 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393391 Aug 29 08:16:55.099006 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dbc673b3-fcbf-4f2d-93d2-81564eb801eb req-f7f5e56b-68ed-4324-9a8d-720c92a57a6b service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847952 Aug 29 08:16:55.189754 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-dbc673b3-fcbf-4f2d-93d2-81564eb801eb req-684048ca-6ee8-4c2f-a1b0-7c2e5fef3a30 service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835595 Aug 29 08:16:55.281640 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:17:04.689428 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:17:08.262270 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9daa8a3a-fd25-4f15-b160-a7120092f703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:17:10.913944 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:17:11.650241 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-555be84d-5cf9-4ec2-b004-884ce18a9dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:17:12.201099 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:17:13.941946 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:17:21.821491 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:17:32.281051 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:17:34.688611 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:17:38.255445 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cb25e526-5401-481b-80a3-0eb38a5361e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:17:40.905950 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:17:41.672279 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cfec2d76-39fb-4649-bf0c-c1bf536fa8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:17:42.191532 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:17:42.941628 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec3c058d-e9bc-4d0f-b54c-70e39b843d8c req-6ef1e5ba-57e3-4145-9e57-d52dbac56b75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0296075 Aug 29 08:17:43.006148 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec3c058d-e9bc-4d0f-b54c-70e39b843d8c req-4b0e4d61-b774-457b-aa27-6d72876f2651 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0244923 Aug 29 08:17:43.046848 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec3c058d-e9bc-4d0f-b54c-70e39b843d8c req-26ef86a0-c4ef-4908-8e89-02eb060e3428 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198185 Aug 29 08:17:43.138870 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c058d-e9bc-4d0f-b54c-70e39b843d8c req-4957e780-c389-47db-b60c-23b4689190fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:17:43.140297 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ec3c058d-e9bc-4d0f-b54c-70e39b843d8c req-4957e780-c389-47db-b60c-23b4689190fe service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868273 Aug 29 08:17:43.918010 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:17:51.837690 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:17:55.634077 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-03fc7242-d58a-4e13-9d72-4ac90c59a8fe req-3cd272cc-efa0-4b8d-9f93-34567e07adf8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412188 Aug 29 08:17:55.734087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7242-d58a-4e13-9d72-4ac90c59a8fe req-1b4a3407-e202-46a6-8b99-4515866f52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:17:55.735606 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-03fc7242-d58a-4e13-9d72-4ac90c59a8fe req-1b4a3407-e202-46a6-8b99-4515866f52f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0448298 Aug 29 08:17:55.841033 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7242-d58a-4e13-9d72-4ac90c59a8fe req-eabf3a49-d36e-48da-b966-f672e67fe420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:17:55.842538 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-03fc7242-d58a-4e13-9d72-4ac90c59a8fe req-eabf3a49-d36e-48da-b966-f672e67fe420 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 910 time: 0.0880191 Aug 29 08:17:55.912952 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-03fc7242-d58a-4e13-9d72-4ac90c59a8fe req-5dd67ffe-69b4-4c1e-ae3e-cf06e3a4f98e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=982a5aac-42da-4185-8e7c-cc7288561664 HTTP/1.1" status: 200 len: 1002 time: 0.0626879 Aug 29 08:17:55.962932 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7242-d58a-4e13-9d72-4ac90c59a8fe req-09d506fd-9e80-4f0b-8734-66bf11c41a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:17:55.964424 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-03fc7242-d58a-4e13-9d72-4ac90c59a8fe req-09d506fd-9e80-4f0b-8734-66bf11c41a91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91c67748-1e8f-4696-988b-d071fd3e3052 HTTP/1.1" status: 200 len: 848 time: 0.0447416 Aug 29 08:17:56.009975 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7242-d58a-4e13-9d72-4ac90c59a8fe req-3d3fef3f-893d-47fe-9280-993b50a8a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:17:56.011464 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-03fc7242-d58a-4e13-9d72-4ac90c59a8fe req-3d3fef3f-893d-47fe-9280-993b50a8a21a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400407 Aug 29 08:17:56.104222 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-03fc7242-d58a-4e13-9d72-4ac90c59a8fe req-9b1f3437-b31f-4b8b-8e1e-81ee2cdc2690 service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861158 Aug 29 08:17:56.201314 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-03fc7242-d58a-4e13-9d72-4ac90c59a8fe req-b4568e6d-4bbd-4cce-b7b2-c85a4ed82338 service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899322 Aug 29 08:18:04.682643 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:18:08.265689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-32758e7a-d5cd-4e89-aedf-53e149abbb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:18:09.280872 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:18:10.933493 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:18:11.670888 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6b9a0cc3-ece8-4196-bde2-153f9f266f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:18:12.191195 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:18:13.951596 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:18:21.836418 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:18:34.693291 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:18:38.224439 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-d476251d-b651-4c9a-8bc1-184cda3884d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:18:40.909890 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:18:41.647003 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-a4f3f521-4024-4026-929f-b40766009d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:18:42.179163 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:18:43.922021 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:18:44.941438 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba10b538-5518-40cc-af02-4ca708188f7a req-6d338fc5-6db3-475a-87f5-3a5a46507067 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0309021 Aug 29 08:18:45.008174 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba10b538-5518-40cc-af02-4ca708188f7a req-15239d99-93a9-4784-8810-811266293407 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0254817 Aug 29 08:18:45.046026 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba10b538-5518-40cc-af02-4ca708188f7a req-a6b2d1f5-43b2-497a-a471-4dd3b0910ecb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189855 Aug 29 08:18:45.136046 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10b538-5518-40cc-af02-4ca708188f7a req-f92c584d-c81a-4fba-a8d1-4bd525eec243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:18:45.137408 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-ba10b538-5518-40cc-af02-4ca708188f7a req-f92c584d-c81a-4fba-a8d1-4bd525eec243 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853226 Aug 29 08:18:46.281250 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:18:51.830358 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:18:57.640734 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e54a1a37-4c31-4a83-ae73-46fc582f152d req-0244fd86-d453-41c0-a5bd-5845d21e7bf2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413201 Aug 29 08:18:57.740866 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a1a37-4c31-4a83-ae73-46fc582f152d req-1193bd63-c5db-409c-886e-d59d54fa6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:18:57.742398 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e54a1a37-4c31-4a83-ae73-46fc582f152d req-1193bd63-c5db-409c-886e-d59d54fa6b61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0444701 Aug 29 08:18:57.841663 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a1a37-4c31-4a83-ae73-46fc582f152d req-38db0f2d-6773-4735-ae2a-68f0009f121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:18:57.843165 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e54a1a37-4c31-4a83-ae73-46fc582f152d req-38db0f2d-6773-4735-ae2a-68f0009f121d service neutron] 10.222.0.11 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 910 time: 0.0822611 Aug 29 08:18:57.915320 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e54a1a37-4c31-4a83-ae73-46fc582f152d req-f829b77c-94dc-49b4-8324-f11d875f09c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=982a5aac-42da-4185-8e7c-cc7288561664 HTTP/1.1" status: 200 len: 1002 time: 0.0649304 Aug 29 08:18:57.964097 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a1a37-4c31-4a83-ae73-46fc582f152d req-e349e4eb-15e8-4811-8941-10a122d4b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:18:57.965490 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e54a1a37-4c31-4a83-ae73-46fc582f152d req-e349e4eb-15e8-4811-8941-10a122d4b609 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91c67748-1e8f-4696-988b-d071fd3e3052 HTTP/1.1" status: 200 len: 848 time: 0.0433757 Aug 29 08:18:58.011826 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a1a37-4c31-4a83-ae73-46fc582f152d req-52c987e2-62c5-4066-96f0-05d97b497adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:18:58.013299 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e54a1a37-4c31-4a83-ae73-46fc582f152d req-52c987e2-62c5-4066-96f0-05d97b497adf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401053 Aug 29 08:18:58.104057 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e54a1a37-4c31-4a83-ae73-46fc582f152d req-b8515124-fafc-499e-bdb0-b1f27b36921b service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839968 Aug 29 08:18:58.195720 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-e54a1a37-4c31-4a83-ae73-46fc582f152d req-65cc783c-46cf-4316-8de4-a72ddf9d5263 service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838494 Aug 29 08:19:04.721517 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:08.252746 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1f21882d-4503-46dc-992b-7f28cb1b40fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:08.909180 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 982a5aac-42da-4185-8e7c-cc7288561664 details requested by agent hyperv_n-h2-713301-12 with host n-h2-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:19:09.049454 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 982a5aac-42da-4185-8e7c-cc7288561664, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=982a5aac-42da-4185-8e7c-cc7288561664,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:19:09.070877 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Returning: {'device': '982a5aac-42da-4185-8e7c-cc7288561664', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'port_id': '982a5aac-42da-4185-8e7c-cc7288561664', 'mac_address': 'fa:16:3e:64:36:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:19:09.113135 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:09.151029 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 982a5aac-42da-4185-8e7c-cc7288561664 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:19:09.173565 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 982a5aac-42da-4185-8e7c-cc7288561664, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=982a5aac-42da-4185-8e7c-cc7288561664,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:19:09.315341 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:09.363031 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=982a5aac-42da-4185-8e7c-cc7288561664,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:19:09.370905 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:09.371280 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:09.371623 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:09.371957 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:09.372286 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:09.372612 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:09.372937 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:09.373258 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:09.373579 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:09.373899 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:09.374217 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:09.374533 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:09.455003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] get_ports_and_sgs() called for port_ids ['982a5aac-42da-4185-8e7c-cc7288561664'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:19:10.919924 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 982a5aac-42da-4185-8e7c-cc7288561664 up at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:19:10.942268 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:10.969702 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Provisioning complete for port 982a5aac-42da-4185-8e7c-cc7288561664 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:19:10.970072 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:11.048598 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:11.072061 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a5aac-42da-4185-8e7c-cc7288561664'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:19:11.074417 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf6413d-b08b-4d86-97bb-9f582744e39d" -d '{"events": [{"server_uuid": "1655c4f0-d81f-4d4d-937f-9fd2e5958fa6", "name": "network-vif-plugged", "status": "completed", "tag": "982a5aac-42da-4185-8e7c-cc7288561664"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:19:11.088091 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 982a5aac-42da-4185-8e7c-cc7288561664, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=982a5aac-42da-4185-8e7c-cc7288561664,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:19:11.114238 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16e0cdc-93ec-490e-8f8d-8762f29e280e x-openstack-request-id: req-d16e0cdc-93ec-490e-8f8d-8762f29e280e {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:19:11.114558 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1655c4f0-d81f-4d4d-937f-9fd2e5958fa6", "name": "network-vif-plugged", "status": "completed", "tag": "982a5aac-42da-4185-8e7c-cc7288561664", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:19:11.114816 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d16e0cdc-93ec-490e-8f8d-8762f29e280e {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:19:11.115245 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a5aac-42da-4185-8e7c-cc7288561664', 'code': 200} Aug 29 08:19:11.189618 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:11.237125 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=982a5aac-42da-4185-8e7c-cc7288561664,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:19:11.658014 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c21da4ab-0a29-4fdb-9116-94c7def8a587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:12.241504 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:13.923656 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:21.978800 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:23.283878 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:19:24.108006 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-f2d5017e-d85e-4f9a-85fb-869e53236bd6 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53531182&fields=id&tenant_id=a19d03d4702a4aa3beba72421befb34e HTTP/1.1" status: 200 len: 267 time: 0.0339987 Aug 29 08:19:24.242746 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-f7604174-ba53-49b5-8e01-676c54395797 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:24.244253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-f7604174-ba53-49b5-8e01-676c54395797 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 809 time: 0.1297061 Aug 29 08:19:24.258913 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-e9545936-00c9-4b3e-b300-c0e534d20758 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/quotas/a19d03d4702a4aa3beba72421befb34e HTTP/1.1" status: 200 len: 375 time: 0.0089767 Aug 29 08:19:24.314116 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-485173c2-dbe3-49fd-9533-9761f98bdbd0 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0500000 Aug 29 08:19:24.411875 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-0be5ace3-e4d8-431e-a99a-98c17f27f5e2 service neutron] 10.222.0.76 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856304 Aug 29 08:19:24.499286 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-9f831c22-fbb1-4741-9a73-b82272fbac11 service neutron] 10.222.0.76 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814052 Aug 29 08:19:24.753580 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4fd373ca-9db3-438b-a7e0-368ba049c41e req-a8c6a309-41d6-4b12-81ff-05ff2f6d54e1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 210 time: 0.0366011 Aug 29 08:19:26.129158 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-26bbec67-5e06-4601-a65d-7991d5d68f39 req-967b2a61-9168-49f9-931a-dd9b4971871b tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 210 time: 0.0301876 Aug 29 08:19:26.577586 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-b4fc6c60-7fcc-4d2f-b079-623b8c54f75b tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:26.579022 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-b4fc6c60-7fcc-4d2f-b079-623b8c54f75b tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.15 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 809 time: 0.1018887 Aug 29 08:19:26.630690 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-296cbce6-a28a-44d8-bff0-f1ad69ded5f8 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a19d03d4702a4aa3beba72421befb34e HTTP/1.1" status: 200 len: 378 time: 0.0426283 Aug 29 08:19:26.640414 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Request body: {'port': {'device_id': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'admin_state_up': True, 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'security_groups': ['8537d669-f6b2-4a0c-bfba-5663a3a8caa7']}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:19:26.806815 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Made reservation on behalf of a19d03d4702a4aa3beba72421befb34e for: {'port': 1} {{(pid=95404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:19:26.810463 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:26.946982 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_common [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Allocated IP 172.20.0.7 (b886f89a-91cd-4ff4-8dff-6acdb6f490aa/91c67748-1e8f-4696-988b-d071fd3e3052/a6c61af8-33a5-4580-86f8-b1dbba750090) {{(pid=95404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:19:26.993327 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 982a5aac-42da-4185-8e7c-cc7288561664 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:19:27.072341 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:27.094878 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '982a5aac-42da-4185-8e7c-cc7288561664'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:19:27.097184 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9477ecb-811b-448c-8a4b-603f74820faa" -d '{"events": [{"server_uuid": "1655c4f0-d81f-4d4d-937f-9fd2e5958fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "982a5aac-42da-4185-8e7c-cc7288561664"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:19:27.103922 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for port, precommit_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:27.110236 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] For port 982a5aac-42da-4185-8e7c-cc7288561664, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=982a5aac-42da-4185-8e7c-cc7288561664,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:19:27.119419 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Transition to ACTIVE for port object a6c61af8-33a5-4580-86f8-b1dbba750090 will not be triggered until provisioned by entity DHCP. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:19:27.136064 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 08:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dee0088-e449-4bb4-a6dc-a1527af5e25d x-openstack-request-id: req-9dee0088-e449-4bb4-a6dc-a1527af5e25d {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:19:27.136374 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1655c4f0-d81f-4d4d-937f-9fd2e5958fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "982a5aac-42da-4185-8e7c-cc7288561664", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:19:27.136669 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9dee0088-e449-4bb4-a6dc-a1527af5e25d {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:19:27.137087 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '982a5aac-42da-4185-8e7c-cc7288561664', 'code': 200} Aug 29 08:19:27.240813 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cbffc5dd-b2fd-4968-8f71-4443f43fad01 req-8f246a91-7490-4f3f-b943-9c5b13a7b328 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 210 time: 0.0300155 Aug 29 08:19:27.315628 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:27.369586 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Pushing event updated for resources: {'Port': ['ID=982a5aac-42da-4185-8e7c-cc7288561664,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:19:27.417993 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_create {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:27.473056 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Network b886f89a-91cd-4ff4-8dff-6acdb6f490aa is already hosted by enough agents. {{(pid=95404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:19:27.476785 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.base_scheduler [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Resources bound (agent type, host, resource id): {{(pid=95404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:19:27.480826 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Received port after_create {{(pid=95404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:19:27.507834 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event updated for resources: {'Port': ['ID=a6c61af8-33a5-4580-86f8-b1dbba750090,revision_number=1']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:19:27.519314 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:27.519833 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:27.520279 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:27.520717 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:27.521153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:27.521587 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:27.522014 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:27.522449 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:27.522881 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:27.523379 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:27.523816 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:27.524232 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:27.556067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:27.566309 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:27.676504 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-c402a0b3-5c47-46fd-918f-ffb42620066c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0397365 Aug 29 08:19:27.892054 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f85ab12b-8b37-40ac-977a-14f335e7da10 None None] Provisioning for port a6c61af8-33a5-4580-86f8-b1dbba750090 completed by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:19:27.896230 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-f85ab12b-8b37-40ac-977a-14f335e7da10 None None] Provisioning complete for port a6c61af8-33a5-4580-86f8-b1dbba750090 triggered by entity DHCP. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:19:27.896609 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f85ab12b-8b37-40ac-977a-14f335e7da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:27.933660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-f85ab12b-8b37-40ac-977a-14f335e7da10 None None] Port a6c61af8-33a5-4580-86f8-b1dbba750090 cannot update to ACTIVE because it is not bound. {{(pid=95405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:19:28.393335 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ed77c-d6dc-4516-959b-a9448c9595cb req-efac92ba-0d59-47f8-8efb-1ddfc5de1505 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:28.394877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc0ed77c-d6dc-4516-959b-a9448c9595cb req-efac92ba-0d59-47f8-8efb-1ddfc5de1505 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 931 time: 0.0512683 Aug 29 08:19:28.434844 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-cc0ed77c-d6dc-4516-959b-a9448c9595cb req-7183b169-7230-45f1-8cc9-8fa9115c27ff tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334265 Aug 29 08:19:29.566288 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e4fc4-3968-4e08-adce-33520742a5e9 req-c4c72369-b7cd-4de0-a6df-2f2e93478180 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:29.568940 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d7e4fc4-3968-4e08-adce-33520742a5e9 req-c4c72369-b7cd-4de0-a6df-2f2e93478180 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 931 time: 0.0538127 Aug 29 08:19:29.609056 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3d7e4fc4-3968-4e08-adce-33520742a5e9 req-436d3f92-8470-4356-a097-07283ca75ff8 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339525 Aug 29 08:19:30.732256 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4158a3-7cc4-4e11-a88e-d6eda63103f9 req-270f7066-f8d0-4cf9-93ca-cab6f0985188 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:30.733973 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af4158a3-7cc4-4e11-a88e-d6eda63103f9 req-270f7066-f8d0-4cf9-93ca-cab6f0985188 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 931 time: 0.0552065 Aug 29 08:19:30.776542 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-af4158a3-7cc4-4e11-a88e-d6eda63103f9 req-1d3684e1-2c11-4d14-b41c-e52ff678688c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353336 Aug 29 08:19:31.911969 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dbe97-7460-4388-beac-dbc781db330b req-516ba55a-2cc1-4b32-a8a5-90c4d8fca780 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:31.913120 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-342dbe97-7460-4388-beac-dbc781db330b req-516ba55a-2cc1-4b32-a8a5-90c4d8fca780 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 931 time: 0.0622747 Aug 29 08:19:31.953839 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-342dbe97-7460-4388-beac-dbc781db330b req-8d0506b4-bd05-4ad4-be08-78805ac262a7 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342448 Aug 29 08:19:33.081771 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31956942-c63d-46e6-8e41-36f9ca51b6d0 req-8b05e7d4-6ef7-4dd5-8d90-375c77da3ae7 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:33.083375 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-31956942-c63d-46e6-8e41-36f9ca51b6d0 req-8b05e7d4-6ef7-4dd5-8d90-375c77da3ae7 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 931 time: 0.0594339 Aug 29 08:19:33.128902 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-31956942-c63d-46e6-8e41-36f9ca51b6d0 req-32abf277-adb8-4721-bb68-543a678e81ef tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386856 Aug 29 08:19:33.872473 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-f2b1e86d-0a9a-4984-a443-e7df246fc89d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 08:19:33.873652 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-f2b1e86d-0a9a-4984-a443-e7df246fc89d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082841 Aug 29 08:19:34.279186 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9035be3-d173-4f36-a61b-cd9df518d9c2 req-5c7cd5f9-e6ea-4a8e-a649-ad4982661c1f tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:34.280971 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9035be3-d173-4f36-a61b-cd9df518d9c2 req-5c7cd5f9-e6ea-4a8e-a649-ad4982661c1f tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 931 time: 0.0575471 Aug 29 08:19:34.321863 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f9035be3-d173-4f36-a61b-cd9df518d9c2 req-55c643c2-de01-4396-a18e-ce90c8a59500 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350580 Aug 29 08:19:34.726292 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:35.447664 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14540c6a-804c-428d-900e-e998bb487171 req-8f714b2e-2640-4577-a271-664064b84222 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:35.451184 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14540c6a-804c-428d-900e-e998bb487171 req-8f714b2e-2640-4577-a271-664064b84222 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 931 time: 0.0532637 Aug 29 08:19:35.491552 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-14540c6a-804c-428d-900e-e998bb487171 req-5bc0d70c-5411-4fa8-b77d-e7f1d28b14ad tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358891 Aug 29 08:19:36.632309 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810e908-3be0-4379-b9e5-44c63f0391cc req-26a67c06-f120-4c30-97e9-d83577f25496 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:36.633932 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4810e908-3be0-4379-b9e5-44c63f0391cc req-26a67c06-f120-4c30-97e9-d83577f25496 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 931 time: 0.0552466 Aug 29 08:19:36.675364 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4810e908-3be0-4379-b9e5-44c63f0391cc req-f2e0a1ca-1ddc-493f-9e46-0e0a9bc5de16 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352833 Aug 29 08:19:37.327910 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.v2.base [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Request body: {'port': {'device_id': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-12'}} {{(pid=95404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:19:37.386334 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:37.644222 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c61af8-33a5-4580-86f8-b1dbba750090 {{(pid=95404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:19:37.651912 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:37.663597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.provisioning_blocks [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Transition to ACTIVE for port object a6c61af8-33a5-4580-86f8-b1dbba750090 will not be triggered until provisioned by entity L2. {{(pid=95404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:19:37.771715 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:37.837652 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Pushing event updated for resources: {'Port': ['ID=a6c61af8-33a5-4580-86f8-b1dbba750090,revision_number=2']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:19:37.861440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a0123-4dfb-43e2-bc67-6fb7ece54640 req-41392cba-f269-461f-a91e-7bf5d9575180 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:37.863030 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d41a0123-4dfb-43e2-bc67-6fb7ece54640 req-41392cba-f269-461f-a91e-7bf5d9575180 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 931 time: 0.1214871 Aug 29 08:19:37.938615 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d41a0123-4dfb-43e2-bc67-6fb7ece54640 req-38b10002-faf8-45c6-aef9-9ed4ab9ae47e tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533674 Aug 29 08:19:37.942997 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Attempting to bind port a6c61af8-33a5-4580-86f8-b1dbba750090 on host n-h1-713301-12 for vnic_type normal with profile {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:19:37.943378 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Attempting to bind port a6c61af8-33a5-4580-86f8-b1dbba750090 by drivers openvswitch,hyperv on host n-h1-713301-12 at level 0 using segments [{'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:19:37.943706 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Attempting to bind port a6c61af8-33a5-4580-86f8-b1dbba750090 on network b886f89a-91cd-4ff4-8dff-6acdb6f490aa {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:19:37.948774 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Port a6c61af8-33a5-4580-86f8-b1dbba750090 on network b886f89a-91cd-4ff4-8dff-6acdb6f490aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-12 {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 08:19:37.949107 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Attempting to bind port a6c61af8-33a5-4580-86f8-b1dbba750090 on network b886f89a-91cd-4ff4-8dff-6acdb6f490aa {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:19:37.954619 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Checking agent: {'id': '133a56c5-7469-4cb4-b39b-e1fb99859c50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'started_at': datetime.datetime(2021, 8, 29, 6, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:19:37.955064 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Checking segment: {'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:19:37.955570 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Bound using segment: {'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'} {{(pid=95404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:19:37.956100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.managers [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Bound port: a6c61af8-33a5-4580-86f8-b1dbba750090, host: n-h1-713301-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4f749d-24a0-40f7-b9ef-61727d9853f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa'}}] {{(pid=95404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:19:37.956558 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:38.025532 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] For port a6c61af8-33a5-4580-86f8-b1dbba750090, host n-h1-713301-12, cleared binding levels {{(pid=95404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:19:38.029102 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] For port a6c61af8-33a5-4580-86f8-b1dbba750090, host n-h1-713301-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a6c61af8-33a5-4580-86f8-b1dbba750090,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:19:38.113757 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2125275'] for port, after_update {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:38.153573 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:38.154195 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:38.155630 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-d677636a-e715-4716-8b10-964924c71c4d service neutron] 10.222.0.15 "PUT /v2.0/ports/a6c61af8-33a5-4580-86f8-b1dbba750090 HTTP/1.1" status: 200 len: 1092 time: 0.8321533 Aug 29 08:19:38.156219 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'tag': 'a6c61af8-33a5-4580-86f8-b1dbba750090'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:19:38.158395 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a61a3f0-74e6-4744-8693-cc6e9cf0c1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4c689453-efd0-425a-9a0a-442acdc20ac6", "tag": "a6c61af8-33a5-4580-86f8-b1dbba750090"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:19:38.192670 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677636a-e715-4716-8b10-964924c71c4d service neutron] Pushing event updated for resources: {'Port': ['ID=a6c61af8-33a5-4580-86f8-b1dbba750090,revision_number=3']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:19:38.240544 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ae00bcb6-370c-4ac4-836e-3146b0a358d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:38.283056 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea54aae9-6449-4e8f-b800-9ffb62d52eaa x-openstack-request-id: req-ea54aae9-6449-4e8f-b800-9ffb62d52eaa {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:19:38.283385 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c689453-efd0-425a-9a0a-442acdc20ac6", "tag": "a6c61af8-33a5-4580-86f8-b1dbba750090", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:19:38.283643 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea54aae9-6449-4e8f-b800-9ffb62d52eaa {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:19:38.284045 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'tag': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'status': 'completed', 'code': 200} Aug 29 08:19:38.337095 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-9b842ec0-1a00-4194-9c04-2b9c91489ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:38.338663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-9b842ec0-1a00-4194-9c04-2b9c91489ab1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 1095 time: 0.0440636 Aug 29 08:19:38.383270 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-08ac1aa2-c7e0-478d-bdda-8ab3b2870f63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6c61af8-33a5-4580-86f8-b1dbba750090 HTTP/1.1" status: 200 len: 217 time: 0.0363855 Aug 29 08:19:38.434484 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-fdd1dc5f-3d58-4060-821c-ddd535204157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:38.435927 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-fdd1dc5f-3d58-4060-821c-ddd535204157 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=91c67748-1e8f-4696-988b-d071fd3e3052 HTTP/1.1" status: 200 len: 848 time: 0.0456874 Aug 29 08:19:38.482436 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-b7cc3bcc-3d8a-4162-9c65-d2d9e4f98606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:38.484203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-b7cc3bcc-3d8a-4162-9c65-d2d9e4f98606 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411923 Aug 29 08:19:38.581908 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-07cda985-21f2-49fa-a1cb-f059601da0d1 service neutron] 10.222.0.15 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902309 Aug 29 08:19:38.672100 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b65b3f69-2654-4ae4-8985-8edb1dd3c216 req-b1165bd1-6a74-4858-bc5f-217779e270d0 service neutron] 10.222.0.15 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821698 Aug 29 08:19:38.819800 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61a3f0-74e6-4744-8693-cc6e9cf0c1bc req-526911e1-5205-4a39-aee8-c2a8c6f95217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:38.821336 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a61a3f0-74e6-4744-8693-cc6e9cf0c1bc req-526911e1-5205-4a39-aee8-c2a8c6f95217 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 1095 time: 0.0417933 Aug 29 08:19:38.916718 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61a3f0-74e6-4744-8693-cc6e9cf0c1bc req-7fa7f214-f544-4263-b5a6-ed69a759cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:38.918731 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a61a3f0-74e6-4744-8693-cc6e9cf0c1bc req-7fa7f214-f544-4263-b5a6-ed69a759cc7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 910 time: 0.0897298 Aug 29 08:19:38.964282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a61a3f0-74e6-4744-8693-cc6e9cf0c1bc req-4589e262-bd68-4e3c-b118-c4fd95ed3635 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6c61af8-33a5-4580-86f8-b1dbba750090 HTTP/1.1" status: 200 len: 217 time: 0.0385160 Aug 29 08:19:39.046635 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61a3f0-74e6-4744-8693-cc6e9cf0c1bc req-56244b3f-d2e1-4c20-909b-aa013660961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:39.048128 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a61a3f0-74e6-4744-8693-cc6e9cf0c1bc req-56244b3f-d2e1-4c20-909b-aa013660961b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=91c67748-1e8f-4696-988b-d071fd3e3052 HTTP/1.1" status: 200 len: 848 time: 0.0742862 Aug 29 08:19:39.091254 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faa58a-0d08-44c2-9ca4-04e6550ee199 req-2a2f21c0-1601-4036-8aae-60c13ea9b193 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:39.092647 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52faa58a-0d08-44c2-9ca4-04e6550ee199 req-2a2f21c0-1601-4036-8aae-60c13ea9b193 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 943 time: 0.0835903 Aug 29 08:19:39.126751 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61a3f0-74e6-4744-8693-cc6e9cf0c1bc req-87725e1a-66af-462f-adc8-bffaf534d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:39.128282 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a61a3f0-74e6-4744-8693-cc6e9cf0c1bc req-87725e1a-66af-462f-adc8-bffaf534d2ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719094 Aug 29 08:19:39.161310 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-52faa58a-0d08-44c2-9ca4-04e6550ee199 req-4543dcb3-a37a-468b-b0bf-b78899f8ac64 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590005 Aug 29 08:19:39.234510 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a61a3f0-74e6-4744-8693-cc6e9cf0c1bc req-6ce82d40-2349-48f3-9604-de6385871604 service neutron] 10.222.0.15 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963809 Aug 29 08:19:39.331219 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3a61a3f0-74e6-4744-8693-cc6e9cf0c1bc req-9bc52298-a03e-4255-b1d6-9680d13af2ab service neutron] 10.222.0.15 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886216 Aug 29 08:19:40.290800 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50198f16-8244-4234-82bb-610106371c8c req-9fb32304-1eda-4064-96f5-7a4c5b363791 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:40.292399 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50198f16-8244-4234-82bb-610106371c8c req-9fb32304-1eda-4064-96f5-7a4c5b363791 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 943 time: 0.0610013 Aug 29 08:19:40.334146 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-50198f16-8244-4234-82bb-610106371c8c req-4408b31d-24e5-45c6-99aa-340c0289ee93 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351508 Aug 29 08:19:40.372915 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a6c61af8-33a5-4580-86f8-b1dbba750090 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:19:40.467742 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port a6c61af8-33a5-4580-86f8-b1dbba750090, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a6c61af8-33a5-4580-86f8-b1dbba750090,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:19:40.479035 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'port_id': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'mac_address': 'fa:16:3e:01:2c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:19:40.514803 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:40.528867 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c61af8-33a5-4580-86f8-b1dbba750090 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:19:40.546156 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port a6c61af8-33a5-4580-86f8-b1dbba750090, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a6c61af8-33a5-4580-86f8-b1dbba750090,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:19:40.629212 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:40.679846 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=a6c61af8-33a5-4580-86f8-b1dbba750090,revision_number=4']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:19:40.877833 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['a6c61af8-33a5-4580-86f8-b1dbba750090'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:19:40.899670 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:41.454433 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ea7d-c5c6-4291-a592-0ade92fe6b31 req-7ea6b7e0-b46b-497a-965b-03e98ad8eaf9 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:41.456060 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1f3ea7d-c5c6-4291-a592-0ade92fe6b31 req-7ea6b7e0-b46b-497a-965b-03e98ad8eaf9 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 944 time: 0.0538657 Aug 29 08:19:41.494890 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f1f3ea7d-c5c6-4291-a592-0ade92fe6b31 req-38be7d3a-dc9a-41d6-97b7-1523393e3887 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328014 Aug 29 08:19:41.639629 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a220-ae99-440b-b7c0-02bb122bb43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:42.206094 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:42.388767 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a6c61af8-33a5-4580-86f8-b1dbba750090 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:19:42.484681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning for port a6c61af8-33a5-4580-86f8-b1dbba750090 completed by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:19:42.488443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port a6c61af8-33a5-4580-86f8-b1dbba750090 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:19:42.488819 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:42.565088 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:42.588703 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c61af8-33a5-4580-86f8-b1dbba750090'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:19:42.591060 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7cf479-2ecf-40bc-ab1f-d2e8241d6081" -d '{"events": [{"server_uuid": "4c689453-efd0-425a-9a0a-442acdc20ac6", "name": "network-vif-plugged", "status": "completed", "tag": "a6c61af8-33a5-4580-86f8-b1dbba750090"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:19:42.607531 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port a6c61af8-33a5-4580-86f8-b1dbba750090, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a6c61af8-33a5-4580-86f8-b1dbba750090,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:19:42.619608 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb1dd8-da93-4b77-8330-63be905f9a9e req-c44ab0a2-0d65-4ebb-8e14-78a303d14994 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:42.621680 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0bb1dd8-da93-4b77-8330-63be905f9a9e req-c44ab0a2-0d65-4ebb-8e14-78a303d14994 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 944 time: 0.0515654 Aug 29 08:19:42.627962 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de291693-9eae-4d78-9565-6fb7a6d22db3 x-openstack-request-id: req-de291693-9eae-4d78-9565-6fb7a6d22db3 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:19:42.628250 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c689453-efd0-425a-9a0a-442acdc20ac6", "name": "network-vif-plugged", "status": "completed", "tag": "a6c61af8-33a5-4580-86f8-b1dbba750090", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:19:42.628512 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de291693-9eae-4d78-9565-6fb7a6d22db3 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:19:42.628893 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'code': 200} Aug 29 08:19:42.662704 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-f0bb1dd8-da93-4b77-8330-63be905f9a9e req-ca16263a-8401-4862-b577-2ff26d65efa8 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333564 Aug 29 08:19:42.668754 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:42.717660 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=a6c61af8-33a5-4580-86f8-b1dbba750090,revision_number=5']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:19:42.726188 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18babd85-d0e6-42a9-b83f-e1fd95ea51ba req-b1328955-8118-43e9-a323-90931da0f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:42.727734 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18babd85-d0e6-42a9-b83f-e1fd95ea51ba req-b1328955-8118-43e9-a323-90931da0f92d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 1097 time: 0.0417888 Aug 29 08:19:42.761894 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-18babd85-d0e6-42a9-b83f-e1fd95ea51ba req-ce3d3dd7-961f-48e8-8de8-7c95e2b95dfb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273967 Aug 29 08:19:43.790653 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f15a5-22da-4415-a8ed-839145d30c63 req-191e036f-760b-42e4-b230-99bad57062fa tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:43.792164 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a07f15a5-22da-4415-a8ed-839145d30c63 req-191e036f-760b-42e4-b230-99bad57062fa tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 945 time: 0.0547907 Aug 29 08:19:43.830603 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a07f15a5-22da-4415-a8ed-839145d30c63 req-a76886a1-8145-4751-a38f-78266da1d687 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323884 Aug 29 08:19:43.920435 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:44.950565 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f844015-0afc-44ac-a22f-0a713194b2c3 req-668fa037-21be-42b7-8102-ff857efda8aa tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:44.952128 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f844015-0afc-44ac-a22f-0a713194b2c3 req-668fa037-21be-42b7-8102-ff857efda8aa tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 945 time: 0.0527260 Aug 29 08:19:44.992010 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-4f844015-0afc-44ac-a22f-0a713194b2c3 req-274ab145-bfb7-476b-954e-88057a37c951 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322633 Aug 29 08:19:45.105880 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d33c38-3df2-4572-b61b-350e2305a7da req-68148d67-ec37-42a7-8c61-33be3181f509 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:45.107391 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1d33c38-3df2-4572-b61b-350e2305a7da req-68148d67-ec37-42a7-8c61-33be3181f509 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 945 time: 0.0495954 Aug 29 08:19:45.147388 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a1d33c38-3df2-4572-b61b-350e2305a7da req-d7c3759f-d2db-413a-9f1d-eb11db42fa4c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313120 Aug 29 08:19:45.166131 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47148) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:19:45.207398 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d02b3e-6075-4cb9-8bfb-9f946c0eb650 tempest-TestSnapshotPattern-176294870 tempest-TestSnapshotPattern-176294870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:45.208922 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-a0d02b3e-6075-4cb9-8bfb-9f946c0eb650 tempest-TestSnapshotPattern-176294870 tempest-TestSnapshotPattern-176294870-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 1092 time: 0.0418155 Aug 29 08:19:45.211967 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47150) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:19:45.216444 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.v2.base [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Request body: {'floatingip': {'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'port_id': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:19:45.314972 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for floatingip, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:45.414579 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:45.446134 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb51577b-060a-4b77-87d8-47152250892d req-53c61ee4-a180-4c52-809f-a690b1f3cfa0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291531 Aug 29 08:19:45.513071 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb51577b-060a-4b77-87d8-47152250892d req-adaf8f01-ce06-4222-ac58-b74e639b9283 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0263875 Aug 29 08:19:45.523245 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_common [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Allocated IP 172.25.1.189 (ec29e391-b953-492d-9b9a-1a4734efccfa/1aefb0f9-13c7-4cf5-a814-cbc201b8bc09/4d5f038e-8778-48ca-b493-e484519d6f43) {{(pid=95403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:19:45.554276 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb51577b-060a-4b77-87d8-47152250892d req-ce0e9c14-0f4b-45f0-b928-ebb9e606bbcc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202410 Aug 29 08:19:45.633311 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for port, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:45.656440 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51577b-060a-4b77-87d8-47152250892d req-7e23a361-14e3-4193-ad3f-3b9bf2a41211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:45.658014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-eb51577b-060a-4b77-87d8-47152250892d req-7e23a361-14e3-4193-ad3f-3b9bf2a41211 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972362 Aug 29 08:19:45.736479 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792719363606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:45.776052 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Network ec29e391-b953-492d-9b9a-1a4734efccfa is already hosted by enough agents. {{(pid=95403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:19:45.778895 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.base_scheduler [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Resources bound (agent type, host, resource id): {{(pid=95403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:19:45.782598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Received port after_create {{(pid=95403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:19:45.788214 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event updated for resources: {'Port': ['ID=4d5f038e-8778-48ca-b493-e484519d6f43,revision_number=1']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:19:45.822301 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:45.822641 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:45.823009 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:45.823413 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:45.823749 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:45.824081 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:45.824405 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:45.824728 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:45.825049 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:45.825370 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:45.825687 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:45.826006 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:19:46.156004 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:46.301035 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:46.474828 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for port, precommit_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:46.549286 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3844712'] for port, after_update {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:46.620242 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event updated for resources: {'Port': ['ID=4d5f038e-8778-48ca-b493-e484519d6f43,revision_number=2']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:19:46.632536 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351655'] for floatingip, after_create {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:47.060785 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Floating IP 2fced911-a43a-4578-b08f-7ada14632684 associated. External IP: 172.25.1.189, port: a6c61af8-33a5-4580-86f8-b1dbba750090. Aug 29 08:19:47.262622 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Router 0f758c82-f1d8-497c-a48d-879719c44e6c has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:19:47.381591 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:19:47.395249 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc9633-7c7c-46d4-85da-f3af07a15165 None None] Sync routers for ids ['0f758c82-f1d8-497c-a48d-879719c44e6c'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:19:47.408208 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc9633-7c7c-46d4-85da-f3af07a15165 None None] Routers {'0f758c82-f1d8-497c-a48d-879719c44e6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:19:47.409304 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-01dc9633-7c7c-46d4-85da-f3af07a15165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:19:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0f758c82-f1d8-497c-a48d-879719c44e6c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:19:47.463209 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:47.509015 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d5156ba2-01d9-44a7-981d-f217e4543d18 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2874279 Aug 29 08:19:47.509015 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'tag': 'a6c61af8-33a5-4580-86f8-b1dbba750090'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:19:47.509015 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9287611c-8559-4438-a21a-9f0aac04aad0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c689453-efd0-425a-9a0a-442acdc20ac6", "tag": "a6c61af8-33a5-4580-86f8-b1dbba750090"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:19:47.531687 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-01dc9633-7c7c-46d4-85da-f3af07a15165 None None] Set router 0f758c82-f1d8-497c-a48d-879719c44e6c gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:19:47.544816 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062f7338-f8e2-4bb0-9962-60d929524052 x-openstack-request-id: req-062f7338-f8e2-4bb0-9962-60d929524052 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:19:47.545348 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c689453-efd0-425a-9a0a-442acdc20ac6", "tag": "a6c61af8-33a5-4580-86f8-b1dbba750090", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:19:47.545822 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-062f7338-f8e2-4bb0-9962-60d929524052 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:19:47.546536 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'tag': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'status': 'completed', 'code': 200} Aug 29 08:19:47.614145 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287611c-8559-4438-a21a-9f0aac04aad0 req-4ef9ca57-844b-4185-a8cb-cd85c132ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:47.615738 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9287611c-8559-4438-a21a-9f0aac04aad0 req-4ef9ca57-844b-4185-a8cb-cd85c132ce52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 1097 time: 0.0463953 Aug 29 08:19:47.706990 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287611c-8559-4438-a21a-9f0aac04aad0 req-f9a3d339-9c3b-4deb-b9c1-a77648623bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:47.708457 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9287611c-8559-4438-a21a-9f0aac04aad0 req-f9a3d339-9c3b-4deb-b9c1-a77648623bdc service neutron] 10.222.0.15 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 910 time: 0.0853510 Aug 29 08:19:47.762192 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-01dc9633-7c7c-46d4-85da-f3af07a15165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2fced911-a43a-4578-b08f-7ada14632684', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'floating_ip_address': '172.25.1.189', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'port_id': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'mac_address': 'fa:16:3e:01:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:19:46Z', 'updated_at': '2021-08-29T08:19:46Z', 'revision_number': 0, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ip_address_scope': None}, {'id': 'baf43adc-3aae-43f5-8bd9-4afbaf85858a', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'port_id': '982a5aac-42da-4185-8e7c-cc7288561664', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'mac_address': 'fa:16:3e:64:36:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:16:25Z', 'updated_at': '2021-08-29T08:16:28Z', 'revision_number': 1, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 5, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:19:47.775406 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9287611c-8559-4438-a21a-9f0aac04aad0 req-f9d5c557-502f-4c9c-af4d-9f604a60a316 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6c61af8-33a5-4580-86f8-b1dbba750090 HTTP/1.1" status: 200 len: 999 time: 0.0600047 Aug 29 08:19:47.791883 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc9633-7c7c-46d4-85da-f3af07a15165 None None] Checking router: 0f758c82-f1d8-497c-a48d-879719c44e6c for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:19:47.800942 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc9633-7c7c-46d4-85da-f3af07a15165 None None] Routers {'0f758c82-f1d8-497c-a48d-879719c44e6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:19:47.801553 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-01dc9633-7c7c-46d4-85da-f3af07a15165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:19:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0f758c82-f1d8-497c-a48d-879719c44e6c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:19:47.823808 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287611c-8559-4438-a21a-9f0aac04aad0 req-c0a3195d-a918-46c8-bd0a-58b10860be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:47.825258 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9287611c-8559-4438-a21a-9f0aac04aad0 req-c0a3195d-a918-46c8-bd0a-58b10860be0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=91c67748-1e8f-4696-988b-d071fd3e3052 HTTP/1.1" status: 200 len: 848 time: 0.0431542 Aug 29 08:19:47.871937 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287611c-8559-4438-a21a-9f0aac04aad0 req-aaee0895-3857-4fab-867a-db40dcfe4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:47.873433 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9287611c-8559-4438-a21a-9f0aac04aad0 req-aaee0895-3857-4fab-867a-db40dcfe4edf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402415 Aug 29 08:19:47.906407 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-01dc9633-7c7c-46d4-85da-f3af07a15165 None None] Set router 0f758c82-f1d8-497c-a48d-879719c44e6c gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:19:47.971296 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9287611c-8559-4438-a21a-9f0aac04aad0 req-77d5824a-67f6-4986-bb22-28c4eec8135b service neutron] 10.222.0.15 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902076 Aug 29 08:19:48.064320 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-9287611c-8559-4438-a21a-9f0aac04aad0 req-dde53d4f-3ab8-4ce6-84ba-6b08eb05165b service neutron] 10.222.0.15 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865321 Aug 29 08:19:48.285384 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-01dc9633-7c7c-46d4-85da-f3af07a15165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2fced911-a43a-4578-b08f-7ada14632684', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'floating_ip_address': '172.25.1.189', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'port_id': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'mac_address': 'fa:16:3e:01:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:19:46Z', 'updated_at': '2021-08-29T08:19:46Z', 'revision_number': 0, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ip_address_scope': None}, {'id': 'baf43adc-3aae-43f5-8bd9-4afbaf85858a', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'port_id': '982a5aac-42da-4185-8e7c-cc7288561664', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'mac_address': 'fa:16:3e:64:36:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:16:25Z', 'updated_at': '2021-08-29T08:16:28Z', 'revision_number': 1, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 5, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:19:48.315722 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dc9633-7c7c-46d4-85da-f3af07a15165 None None] The sync data for ids ['0f758c82-f1d8-497c-a48d-879719c44e6c'] in n-d-713301-12 is: [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': '2fced911-a43a-4578-b08f-7ada14632684', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'floating_ip_address': '172.25.1.189', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'port_id': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'mac_address': 'fa:16:3e:01:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:19:46Z', 'updated_at': '2021-08-29T08:19:46Z', 'revision_number': 0, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ip_address_scope': None}, {'id': 'baf43adc-3aae-43f5-8bd9-4afbaf85858a', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'port_id': '982a5aac-42da-4185-8e7c-cc7288561664', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'mac_address': 'fa:16:3e:64:36:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:16:25Z', 'updated_at': '2021-08-29T08:16:28Z', 'revision_number': 1, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 5, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:19:48.523085 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de85c95-fc9e-40fa-b5e1-2103fd1ac94c None None] New status for floating IP 2fced911-a43a-4578-b08f-7ada14632684: ACTIVE {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 08:19:51.861911 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:19:57.630009 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5171179-ed16-45fc-83ea-c1fb3988dc12 req-4f02df71-d621-41ee-bb8f-ed4fab6a6d1e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415676 Aug 29 08:19:57.734628 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5171179-ed16-45fc-83ea-c1fb3988dc12 req-89d6e268-dcba-4c0f-82e8-c8217480d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:57.736180 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5171179-ed16-45fc-83ea-c1fb3988dc12 req-89d6e268-dcba-4c0f-82e8-c8217480d55e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0495210 Aug 29 08:19:57.846941 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5171179-ed16-45fc-83ea-c1fb3988dc12 req-f3a2b97b-38da-4b16-b9cf-2926d5627024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:57.848632 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5171179-ed16-45fc-83ea-c1fb3988dc12 req-f3a2b97b-38da-4b16-b9cf-2926d5627024 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 910 time: 0.0907202 Aug 29 08:19:57.923838 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5171179-ed16-45fc-83ea-c1fb3988dc12 req-7e5bcd7d-eefe-4923-861a-c25199344b7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=982a5aac-42da-4185-8e7c-cc7288561664 HTTP/1.1" status: 200 len: 1000 time: 0.0676663 Aug 29 08:19:57.973813 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5171179-ed16-45fc-83ea-c1fb3988dc12 req-e766d87f-9246-43da-a32d-36e5968e0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:57.975335 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5171179-ed16-45fc-83ea-c1fb3988dc12 req-e766d87f-9246-43da-a32d-36e5968e0a07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91c67748-1e8f-4696-988b-d071fd3e3052 HTTP/1.1" status: 200 len: 848 time: 0.0446398 Aug 29 08:19:58.031535 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5171179-ed16-45fc-83ea-c1fb3988dc12 req-d35970ac-760c-4926-9a74-3d6344dbab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:19:58.033051 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5171179-ed16-45fc-83ea-c1fb3988dc12 req-d35970ac-760c-4926-9a74-3d6344dbab96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502093 Aug 29 08:19:58.045251 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-b5171179-ed16-45fc-83ea-c1fb3988dc12 req-45b019f6-fece-43cb-8d40-617aae48879c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=95403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 08:19:58.046220 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5171179-ed16-45fc-83ea-c1fb3988dc12 req-45b019f6-fece-43cb-8d40-617aae48879c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057914 Aug 29 08:19:58.149610 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5171179-ed16-45fc-83ea-c1fb3988dc12 req-b57b2ff6-a7b5-47cb-9ce4-6f9b5baa92b9 service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963116 Aug 29 08:19:58.257171 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-b5171179-ed16-45fc-83ea-c1fb3988dc12 req-9de1ad97-ca32-4448-ada7-9e810570bb16 service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000984 Aug 29 08:20:00.283137 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:20:04.777363 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:20:08.209583 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-500b39b7-7bae-43b3-b0f7-4464c5919d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:20:10.896838 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:20:11.656675 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1195f56c-ee2d-480a-88a2-5a256652d2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:20:12.251256 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:20:13.919850 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:20:21.885260 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:20:34.728186 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:20:37.282941 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:20:38.202720 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c0982613-36ed-4e8d-978a-b04d0bc54ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:20:40.919439 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:20:41.654377 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-6d749c5e-45fe-46ec-9195-f6dd6d42a9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:20:42.176540 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:20:43.925158 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:20:47.015312 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-210bec48-44ba-40ed-9922-23fc645946ed req-1d143f1e-3bdd-4fd8-a43a-19c884261b46 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0911589 Aug 29 08:20:47.078067 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bec48-44ba-40ed-9922-23fc645946ed req-2674a6ca-5886-475d-ac17-75ba5083e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:20:47.080091 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-210bec48-44ba-40ed-9922-23fc645946ed req-2674a6ca-5886-475d-ac17-75ba5083e72f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 1097 time: 0.0447257 Aug 29 08:20:47.179100 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bec48-44ba-40ed-9922-23fc645946ed req-8538614f-9eac-4970-8edb-713d97840b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:20:47.180528 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-210bec48-44ba-40ed-9922-23fc645946ed req-8538614f-9eac-4970-8edb-713d97840b92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 910 time: 0.0828834 Aug 29 08:20:47.248548 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-210bec48-44ba-40ed-9922-23fc645946ed req-3a789b16-138e-42ab-a0a1-32c4480e9dde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6c61af8-33a5-4580-86f8-b1dbba750090 HTTP/1.1" status: 200 len: 1001 time: 0.0604999 Aug 29 08:20:47.296864 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bec48-44ba-40ed-9922-23fc645946ed req-fd43194e-5bc0-4d1c-a3c2-c3b7655300c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:20:47.298321 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-210bec48-44ba-40ed-9922-23fc645946ed req-fd43194e-5bc0-4d1c-a3c2-c3b7655300c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=91c67748-1e8f-4696-988b-d071fd3e3052 HTTP/1.1" status: 200 len: 848 time: 0.0432811 Aug 29 08:20:47.342930 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bec48-44ba-40ed-9922-23fc645946ed req-29435304-4247-418b-a002-dc4378575e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:20:47.344467 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-210bec48-44ba-40ed-9922-23fc645946ed req-29435304-4247-418b-a002-dc4378575e18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392439 Aug 29 08:20:47.436649 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-210bec48-44ba-40ed-9922-23fc645946ed req-6b08213a-8f6f-4e1b-a0f9-2f3cb352a2ae service neutron] 10.222.0.15 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852730 Aug 29 08:20:47.527663 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-210bec48-44ba-40ed-9922-23fc645946ed req-3c421552-b505-4eb6-bd58-ee142aeee452 service neutron] 10.222.0.15 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843546 Aug 29 08:20:51.884630 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:00.227670 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7f43d014-47eb-4e2c-bb69-cd7e72aea8af req-909477ed-a8fd-4862-b33c-af7537d49caa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410287 Aug 29 08:21:00.332416 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43d014-47eb-4e2c-bb69-cd7e72aea8af req-243ff399-7166-49f2-a808-97882d1cc80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:00.333954 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7f43d014-47eb-4e2c-bb69-cd7e72aea8af req-243ff399-7166-49f2-a808-97882d1cc80a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0412207 Aug 29 08:21:00.439626 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43d014-47eb-4e2c-bb69-cd7e72aea8af req-7dc33961-8cc7-4b92-919c-8fede10a876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:00.441372 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7f43d014-47eb-4e2c-bb69-cd7e72aea8af req-7dc33961-8cc7-4b92-919c-8fede10a876e service neutron] 10.222.0.11 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 910 time: 0.0875385 Aug 29 08:21:00.506567 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7f43d014-47eb-4e2c-bb69-cd7e72aea8af req-0ca93afb-2047-4c4c-9e12-0a490c85449b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=982a5aac-42da-4185-8e7c-cc7288561664 HTTP/1.1" status: 200 len: 1000 time: 0.0587592 Aug 29 08:21:00.555431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43d014-47eb-4e2c-bb69-cd7e72aea8af req-b22f46e5-3b21-40ca-8144-5de0caf8b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:00.556910 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7f43d014-47eb-4e2c-bb69-cd7e72aea8af req-b22f46e5-3b21-40ca-8144-5de0caf8b5d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91c67748-1e8f-4696-988b-d071fd3e3052 HTTP/1.1" status: 200 len: 848 time: 0.0444360 Aug 29 08:21:00.606885 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43d014-47eb-4e2c-bb69-cd7e72aea8af req-3e10d6b7-d73e-443d-abee-21aa9c5c59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:00.608254 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7f43d014-47eb-4e2c-bb69-cd7e72aea8af req-3e10d6b7-d73e-443d-abee-21aa9c5c59e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448217 Aug 29 08:21:00.698974 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7f43d014-47eb-4e2c-bb69-cd7e72aea8af req-8963252d-f108-400f-970d-58b81907d8f5 service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833056 Aug 29 08:21:00.794250 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-7f43d014-47eb-4e2c-bb69-cd7e72aea8af req-5d8b459f-1141-4312-8ed0-7c1e0c5808c8 service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877898 Aug 29 08:21:04.756329 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:08.216127 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-489591be-ac9a-4e0e-85b1-012aad4acd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:10.895728 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:11.661451 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9bff7ac0-42f7-4fff-b18c-f75bfc978476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:12.190224 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:13.936064 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:14.282122 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:21:18.823848 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a6c61af8-33a5-4580-86f8-b1dbba750090 details requested by agent hyperv_n-h1-713301-12 with host n-h1-713301-12 {{(pid=95405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:21:18.917295 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port a6c61af8-33a5-4580-86f8-b1dbba750090, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a6c61af8-33a5-4580-86f8-b1dbba750090,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:21:18.929253 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Returning: {'device': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'port_id': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'mac_address': 'fa:16:3e:01:2c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:21:18.964631 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:18.981966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6c61af8-33a5-4580-86f8-b1dbba750090 {{(pid=95405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:21:19.004848 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port a6c61af8-33a5-4580-86f8-b1dbba750090, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a6c61af8-33a5-4580-86f8-b1dbba750090,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:21:19.078995 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:19.131450 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=a6c61af8-33a5-4580-86f8-b1dbba750090,revision_number=6']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:19.140068 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:19.140302 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:19.140808 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:19.141013 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:19.141288 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:19.141618 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:19.141947 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:19.142300 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:19.142587 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:19.143554 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:19.143857 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:19.144284 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:19.156633 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] get_ports_and_sgs() called for port_ids ['a6c61af8-33a5-4580-86f8-b1dbba750090'] {{(pid=95405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:21:20.831345 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a6c61af8-33a5-4580-86f8-b1dbba750090 up at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:21:20.890141 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.provisioning_blocks [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Provisioning complete for port a6c61af8-33a5-4580-86f8-b1dbba750090 triggered by entity L2. {{(pid=95405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:21:20.890620 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775635'] for port, provisioning_complete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:20.980172 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:21.007856 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c61af8-33a5-4580-86f8-b1dbba750090'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:21:21.010555 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f15865-9f69-40b4-8e48-ffd7dbb85542" -d '{"events": [{"server_uuid": "4c689453-efd0-425a-9a0a-442acdc20ac6", "name": "network-vif-plugged", "status": "completed", "tag": "a6c61af8-33a5-4580-86f8-b1dbba750090"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:21:21.025745 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port a6c61af8-33a5-4580-86f8-b1dbba750090, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a6c61af8-33a5-4580-86f8-b1dbba750090,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:21:21.055852 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f5e8dc-7019-454a-9b6c-e1e7f6478273 x-openstack-request-id: req-b6f5e8dc-7019-454a-9b6c-e1e7f6478273 {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:21:21.056363 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c689453-efd0-425a-9a0a-442acdc20ac6", "name": "network-vif-plugged", "status": "completed", "tag": "a6c61af8-33a5-4580-86f8-b1dbba750090", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:21:21.056730 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6f5e8dc-7019-454a-9b6c-e1e7f6478273 {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:21:21.057232 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'code': 200} Aug 29 08:21:21.126877 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:21.181865 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=a6c61af8-33a5-4580-86f8-b1dbba750090,revision_number=7']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:21.887791 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:30.996985 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47374) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:31.157909 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Deleting port 4d5f038e-8778-48ca-b493-e484519d6f43 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:21:31.158812 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:31.231995 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:31.232453 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:31.244059 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Calling delete_port for 4d5f038e-8778-48ca-b493-e484519d6f43 owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:21:31.466759 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:31.492410 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event deleted for resources: {'Port': ['ID=4d5f038e-8778-48ca-b493-e484519d6f43,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:31.504660 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:31.505616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:31.505616 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:31.505875 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:31.505994 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:31.506325 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:31.506650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:31.506973 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:31.507321 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:31.507650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:31.508047 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:31.508374 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:31.567772 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:31.568201 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Floating IP 2fced911-a43a-4578-b08f-7ada14632684 disassociated (deleted). External IP: 172.25.1.189, port: a6c61af8-33a5-4580-86f8-b1dbba750090. Aug 29 08:21:31.785352 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Router 0f758c82-f1d8-497c-a48d-879719c44e6c has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:21:31.895431 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:21:31.900188 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:31.905863 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1565094-2b92-4a27-a00d-b5c389679740 None None] Sync routers for ids ['0f758c82-f1d8-497c-a48d-879719c44e6c'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:21:31.916136 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1565094-2b92-4a27-a00d-b5c389679740 None None] Routers {'0f758c82-f1d8-497c-a48d-879719c44e6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:21:31.916604 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d1565094-2b92-4a27-a00d-b5c389679740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:21:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0f758c82-f1d8-497c-a48d-879719c44e6c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:31.928301 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-2e7be39e-7c1e-4464-9ef5-0bcb99da2f1c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "DELETE /v2.0/floatingips/2fced911-a43a-4578-b08f-7ada14632684 HTTP/1.1" status: 204 len: 168 time: 0.9301994 Aug 29 08:21:31.928997 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'tag': 'a6c61af8-33a5-4580-86f8-b1dbba750090'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:21:31.931633 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9408944-a988-4d37-a569-a79142fc8470" -d '{"events": [{"name": "network-changed", "server_uuid": "4c689453-efd0-425a-9a0a-442acdc20ac6", "tag": "a6c61af8-33a5-4580-86f8-b1dbba750090"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:21:32.045540 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2fe26b-f17d-46f0-8d91-63af44c3f92b x-openstack-request-id: req-be2fe26b-f17d-46f0-8d91-63af44c3f92b {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:21:32.046151 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c689453-efd0-425a-9a0a-442acdc20ac6", "tag": "a6c61af8-33a5-4580-86f8-b1dbba750090", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:21:32.046151 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-be2fe26b-f17d-46f0-8d91-63af44c3f92b {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:21:32.046506 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'tag': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'status': 'completed', 'code': 200} Aug 29 08:21:32.047854 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d1565094-2b92-4a27-a00d-b5c389679740 None None] Set router 0f758c82-f1d8-497c-a48d-879719c44e6c gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:21:32.124295 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9408944-a988-4d37-a569-a79142fc8470 req-e0d8bfc3-d494-48ec-bef4-0c063cfc439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:32.125879 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9408944-a988-4d37-a569-a79142fc8470 req-e0d8bfc3-d494-48ec-bef4-0c063cfc439d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 1097 time: 0.0447092 Aug 29 08:21:32.226391 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9408944-a988-4d37-a569-a79142fc8470 req-6a6746ea-282f-4aab-a1e1-7dfb0509049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:32.228027 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9408944-a988-4d37-a569-a79142fc8470 req-6a6746ea-282f-4aab-a1e1-7dfb0509049c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 910 time: 0.0944734 Aug 29 08:21:32.275847 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9408944-a988-4d37-a569-a79142fc8470 req-4779e9a1-33cf-453d-8017-cc4d50dd9e00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6c61af8-33a5-4580-86f8-b1dbba750090 HTTP/1.1" status: 200 len: 217 time: 0.0396004 Aug 29 08:21:32.296902 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d1565094-2b92-4a27-a00d-b5c389679740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'baf43adc-3aae-43f5-8bd9-4afbaf85858a', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'port_id': '982a5aac-42da-4185-8e7c-cc7288561664', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'mac_address': 'fa:16:3e:64:36:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:16:25Z', 'updated_at': '2021-08-29T08:16:28Z', 'revision_number': 1, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 5, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:32.336818 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9408944-a988-4d37-a569-a79142fc8470 req-eebcef3e-88ee-4f69-baee-6c682b6e6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:32.338684 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9408944-a988-4d37-a569-a79142fc8470 req-eebcef3e-88ee-4f69-baee-6c682b6e6956 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=91c67748-1e8f-4696-988b-d071fd3e3052 HTTP/1.1" status: 200 len: 848 time: 0.0564089 Aug 29 08:21:32.339248 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1565094-2b92-4a27-a00d-b5c389679740 None None] Checking router: 0f758c82-f1d8-497c-a48d-879719c44e6c for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:21:32.348966 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1565094-2b92-4a27-a00d-b5c389679740 None None] Routers {'0f758c82-f1d8-497c-a48d-879719c44e6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:21:32.349611 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d1565094-2b92-4a27-a00d-b5c389679740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:21:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0f758c82-f1d8-497c-a48d-879719c44e6c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:32.400180 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9408944-a988-4d37-a569-a79142fc8470 req-86d2b650-d810-42b4-b2d5-16ccffefd9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:32.401716 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9408944-a988-4d37-a569-a79142fc8470 req-86d2b650-d810-42b4-b2d5-16ccffefd9ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547819 Aug 29 08:21:32.483830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d1565094-2b92-4a27-a00d-b5c389679740 None None] Set router 0f758c82-f1d8-497c-a48d-879719c44e6c gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:21:32.542851 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9408944-a988-4d37-a569-a79142fc8470 req-a8b2142b-1eb4-4dfe-8f1f-b82eee95c4f9 service neutron] 10.222.0.15 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318185 Aug 29 08:21:32.556160 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e59e43-c09f-4509-9cc9-68f351afc0ad req-fe2aae50-57c4-4554-9b49-a252db9745d9 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:32.557547 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35e59e43-c09f-4509-9cc9-68f351afc0ad req-fe2aae50-57c4-4554-9b49-a252db9745d9 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 945 time: 0.1449130 Aug 29 08:21:32.733436 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d1565094-2b92-4a27-a00d-b5c389679740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'baf43adc-3aae-43f5-8bd9-4afbaf85858a', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'port_id': '982a5aac-42da-4185-8e7c-cc7288561664', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'mac_address': 'fa:16:3e:64:36:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:16:25Z', 'updated_at': '2021-08-29T08:16:28Z', 'revision_number': 1, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 5, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:32.760323 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1565094-2b92-4a27-a00d-b5c389679740 None None] The sync data for ids ['0f758c82-f1d8-497c-a48d-879719c44e6c'] in n-d-713301-12 is: [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_floatingips': [{'id': 'baf43adc-3aae-43f5-8bd9-4afbaf85858a', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'router_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'port_id': '982a5aac-42da-4185-8e7c-cc7288561664', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'mac_address': 'fa:16:3e:64:36:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:16:25Z', 'updated_at': '2021-08-29T08:16:28Z', 'revision_number': 1, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 5, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:21:32.904569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a6c61af8-33a5-4580-86f8-b1dbba750090 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:21:32.954871 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-35e59e43-c09f-4509-9cc9-68f351afc0ad req-741ea8f5-76a8-4b6d-b93d-ef46e4f073da tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3881767 Aug 29 08:21:32.984415 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d9408944-a988-4d37-a569-a79142fc8470 req-cbba16e1-3c47-40bf-abd3-688c7e0bab8b service neutron] 10.222.0.15 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258959 Aug 29 08:21:32.993999 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-724570'] for port, before_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:33.020773 n-d-713301-12 neutron-server[95405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c61af8-33a5-4580-86f8-b1dbba750090'}] {{(pid=95405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:21:33.023811 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e590e8560d62ed3cac3a5738e02164890f4320e96c98e07d3c7ca911f9e89bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa79c536-8ea8-4517-a1ac-21dc74d1b7aa" -d '{"events": [{"server_uuid": "4c689453-efd0-425a-9a0a-442acdc20ac6", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c61af8-33a5-4580-86f8-b1dbba750090"}]}' {{(pid=95405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:21:33.036566 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] For port a6c61af8-33a5-4580-86f8-b1dbba750090, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a6c61af8-33a5-4580-86f8-b1dbba750090,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:21:33.052593 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4077694-57be-4217-a86d-267727131824 None None] New status for floating IP 2fced911-a43a-4578-b08f-7ada14632684: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 08:21:33.104808 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792719736881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792719363624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792719363642'] for port, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:33.131683 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 08:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b351252e-a327-43c1-bfdd-eb5b83c32e3b x-openstack-request-id: req-b351252e-a327-43c1-bfdd-eb5b83c32e3b {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:21:33.132063 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c689453-efd0-425a-9a0a-442acdc20ac6", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c61af8-33a5-4580-86f8-b1dbba750090", "code": 200}]} {{(pid=95405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:21:33.133430 n-d-713301-12 neutron-server[95405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b351252e-a327-43c1-bfdd-eb5b83c32e3b {{(pid=95405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:21:33.133831 n-d-713301-12 neutron-server[95405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'code': 200} Aug 29 08:21:33.160328 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Pushing event updated for resources: {'Port': ['ID=a6c61af8-33a5-4580-86f8-b1dbba750090,revision_number=8']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:34.107788 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de62c32-94ba-4726-8bad-77e5508d0e0b req-0c87e268-90d2-4ecf-b53b-feaeb68f67c5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:34.109273 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3de62c32-94ba-4726-8bad-77e5508d0e0b req-0c87e268-90d2-4ecf-b53b-feaeb68f67c5 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 943 time: 0.0818167 Aug 29 08:21:34.139507 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d563258-8c3b-4b94-859c-647e5a6b1ace req-305dedf0-d200-48ff-8747-1df04e832d96 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:34.140855 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d563258-8c3b-4b94-859c-647e5a6b1ace req-305dedf0-d200-48ff-8747-1df04e832d96 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 943 time: 0.0783439 Aug 29 08:21:34.180141 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3de62c32-94ba-4726-8bad-77e5508d0e0b req-23050319-962d-4e5b-8d16-83ebd6a8f797 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639076 Aug 29 08:21:34.239717 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-0d563258-8c3b-4b94-859c-647e5a6b1ace req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Deleting port a6c61af8-33a5-4580-86f8-b1dbba750090 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:21:34.240056 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0d563258-8c3b-4b94-859c-647e5a6b1ace req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:34.332444 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [req-0d563258-8c3b-4b94-859c-647e5a6b1ace req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] For port a6c61af8-33a5-4580-86f8-b1dbba750090, host n-h1-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-12',level=0,port_id=a6c61af8-33a5-4580-86f8-b1dbba750090,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:21:34.332807 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0d563258-8c3b-4b94-859c-647e5a6b1ace req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:34.346464 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [req-0d563258-8c3b-4b94-859c-647e5a6b1ace req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Calling delete_port for a6c61af8-33a5-4580-86f8-b1dbba750090 owned by compute:nova {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:21:34.538238 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0d563258-8c3b-4b94-859c-647e5a6b1ace req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:34.566955 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event deleted for resources: {'Port': ['ID=a6c61af8-33a5-4580-86f8-b1dbba750090,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:34.583539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:34.583539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:34.583539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:34.583539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:34.583539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:34.583539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:34.583539 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:34.584663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:34.584663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:34.584663 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:34.584970 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:34.585142 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-12 {{(pid=95404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:21:34.637624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d563258-8c3b-4b94-859c-647e5a6b1ace req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] No DVR routers for this DVR port a6c61af8-33a5-4580-86f8-b1dbba750090 on host n-h1-713301-12 {{(pid=95404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:21:34.637624 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [req-0d563258-8c3b-4b94-859c-647e5a6b1ace req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:34.637624 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-0d563258-8c3b-4b94-859c-647e5a6b1ace req-74e5e412-e1e6-474a-91e6-e726ba407e5c tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.15 "DELETE /v2.0/ports/a6c61af8-33a5-4580-86f8-b1dbba750090 HTTP/1.1" status: 204 len: 173 time: 0.4822965 Aug 29 08:21:34.637624 n-d-713301-12 neutron-server[95404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'name': 'network-vif-deleted', 'tag': 'a6c61af8-33a5-4580-86f8-b1dbba750090'}] {{(pid=95404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:21:34.637624 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a3ffe658f7c04a67a95f312b8d0b851e74ef04d5802560cfc4d4833eec1d0f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0badcf-f834-418f-b059-4b5f2d6559ff" -d '{"events": [{"server_uuid": "4c689453-efd0-425a-9a0a-442acdc20ac6", "name": "network-vif-deleted", "tag": "a6c61af8-33a5-4580-86f8-b1dbba750090"}]}' {{(pid=95404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:21:34.674384 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7721b4b7-4f34-4be9-aee1-a8cde1706348 x-openstack-request-id: req-7721b4b7-4f34-4be9-aee1-a8cde1706348 {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:21:34.674683 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c689453-efd0-425a-9a0a-442acdc20ac6", "name": "network-vif-deleted", "tag": "a6c61af8-33a5-4580-86f8-b1dbba750090", "status": "completed", "code": 200}]} {{(pid=95404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:21:34.674932 n-d-713301-12 neutron-server[95404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7721b4b7-4f34-4be9-aee1-a8cde1706348 {{(pid=95404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:21:34.675357 n-d-713301-12 neutron-server[95404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c689453-efd0-425a-9a0a-442acdc20ac6', 'name': 'network-vif-deleted', 'tag': 'a6c61af8-33a5-4580-86f8-b1dbba750090', 'status': 'completed', 'code': 200} Aug 29 08:21:34.792773 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:35.286159 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-574e7505-742f-49f7-9550-555bbb52ac2e req-b516cc9a-384e-41c0-b751-f379be053975 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c689453-efd0-425a-9a0a-442acdc20ac6 HTTP/1.1" status: 200 len: 210 time: 0.0264030 Aug 29 08:21:36.932947 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a6c61af8-33a5-4580-86f8-b1dbba750090 no longer exists at agent hyperv_n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:21:36.956344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] No Port match for: a6c61af8-33a5-4580-86f8-b1dbba750090 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:21:36.956740 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Device a6c61af8-33a5-4580-86f8-b1dbba750090 not bound to the agent host n-h1-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:21:37.696951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47440) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:37.855267 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-5029249e-974b-4372-8775-e0a07015bfd1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Deleting port 6c5688ac-2061-42cf-81ed-512e6368d45f {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:21:37.855622 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5029249e-974b-4372-8775-e0a07015bfd1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:37.941097 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5029249e-974b-4372-8775-e0a07015bfd1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:37.941436 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5029249e-974b-4372-8775-e0a07015bfd1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:37.954522 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-5029249e-974b-4372-8775-e0a07015bfd1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Calling delete_port for 6c5688ac-2061-42cf-81ed-512e6368d45f owned by network:floatingip {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:21:38.200851 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5029249e-974b-4372-8775-e0a07015bfd1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:38.228096 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029249e-974b-4372-8775-e0a07015bfd1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event deleted for resources: {'Port': ['ID=6c5688ac-2061-42cf-81ed-512e6368d45f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:38.229072 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-76bcc424-4fa8-461f-94fa-2fe0dc1de8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:38.294825 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5029249e-974b-4372-8775-e0a07015bfd1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for floatingip, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:38.295239 n-d-713301-12 neutron-server[95403]: INFO neutron.db.l3_db [None req-5029249e-974b-4372-8775-e0a07015bfd1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Floating IP baf43adc-3aae-43f5-8bd9-4afbaf85858a disassociated (deleted). External IP: 172.25.1.226, port: 982a5aac-42da-4185-8e7c-cc7288561664. Aug 29 08:21:38.541330 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5029249e-974b-4372-8775-e0a07015bfd1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Router 0f758c82-f1d8-497c-a48d-879719c44e6c has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:21:38.667598 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5029249e-974b-4372-8775-e0a07015bfd1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:21:38.672927 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-5029249e-974b-4372-8775-e0a07015bfd1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for floatingip, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:38.679804 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f55bf-de2b-496c-bd91-22c835228c04 None None] Sync routers for ids ['0f758c82-f1d8-497c-a48d-879719c44e6c'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:21:38.689809 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f55bf-de2b-496c-bd91-22c835228c04 None None] Routers {'0f758c82-f1d8-497c-a48d-879719c44e6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:21:38.690443 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d95f55bf-de2b-496c-bd91-22c835228c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:21:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0f758c82-f1d8-497c-a48d-879719c44e6c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:38.714235 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-5029249e-974b-4372-8775-e0a07015bfd1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "DELETE /v2.0/floatingips/baf43adc-3aae-43f5-8bd9-4afbaf85858a HTTP/1.1" status: 204 len: 168 time: 1.0161438 Aug 29 08:21:38.715087 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'tag': '982a5aac-42da-4185-8e7c-cc7288561664'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:21:38.718896 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609acdaf-d1a1-423b-97f2-c302db44540f" -d '{"events": [{"name": "network-changed", "server_uuid": "1655c4f0-d81f-4d4d-937f-9fd2e5958fa6", "tag": "982a5aac-42da-4185-8e7c-cc7288561664"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:21:38.767300 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75a2721-d028-4fa8-a0fc-e822833fe4e4 x-openstack-request-id: req-f75a2721-d028-4fa8-a0fc-e822833fe4e4 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:21:38.767597 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1655c4f0-d81f-4d4d-937f-9fd2e5958fa6", "tag": "982a5aac-42da-4185-8e7c-cc7288561664", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:21:38.768003 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f75a2721-d028-4fa8-a0fc-e822833fe4e4 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:21:38.768423 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'tag': '982a5aac-42da-4185-8e7c-cc7288561664', 'status': 'completed', 'code': 200} Aug 29 08:21:38.815172 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d95f55bf-de2b-496c-bd91-22c835228c04 None None] Set router 0f758c82-f1d8-497c-a48d-879719c44e6c gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:21:38.904270 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609acdaf-d1a1-423b-97f2-c302db44540f req-242dfa4c-28fb-45a5-8bac-9c0fff619ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:38.905838 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-609acdaf-d1a1-423b-97f2-c302db44540f req-242dfa4c-28fb-45a5-8bac-9c0fff619ec7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a19d03d4702a4aa3beba72421befb34e&device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0961487 Aug 29 08:21:39.022485 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609acdaf-d1a1-423b-97f2-c302db44540f req-99b2780a-0810-40dc-833d-be0e2c2fc253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:39.024555 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-609acdaf-d1a1-423b-97f2-c302db44540f req-99b2780a-0810-40dc-833d-be0e2c2fc253 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 200 len: 910 time: 0.1101463 Aug 29 08:21:39.052618 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d95f55bf-de2b-496c-bd91-22c835228c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 5, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:39.084229 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f55bf-de2b-496c-bd91-22c835228c04 None None] Checking router: 0f758c82-f1d8-497c-a48d-879719c44e6c for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:21:39.096269 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f55bf-de2b-496c-bd91-22c835228c04 None None] Routers {'0f758c82-f1d8-497c-a48d-879719c44e6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:21:39.097311 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d95f55bf-de2b-496c-bd91-22c835228c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:21:12Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0f758c82-f1d8-497c-a48d-879719c44e6c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:39.205089 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d3eef-50d1-457f-8224-0968da74ffbf req-070aad77-f08b-496e-9227-05853ad57129 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:39.206860 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a65d3eef-50d1-457f-8224-0968da74ffbf req-070aad77-f08b-496e-9227-05853ad57129 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 944 time: 0.0639756 Aug 29 08:21:39.233936 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-d95f55bf-de2b-496c-bd91-22c835228c04 None None] Set router 0f758c82-f1d8-497c-a48d-879719c44e6c gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:21:39.255444 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-a65d3eef-50d1-457f-8224-0968da74ffbf req-2bc521f7-e133-4acf-ab37-6e4b782e9d55 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418851 Aug 29 08:21:39.446783 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-609acdaf-d1a1-423b-97f2-c302db44540f req-4e6c869c-bc48-4bc0-b1cc-36663882f7c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=982a5aac-42da-4185-8e7c-cc7288561664 HTTP/1.1" status: 200 len: 217 time: 0.4154813 Aug 29 08:21:39.498112 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609acdaf-d1a1-423b-97f2-c302db44540f req-00335452-f978-499a-baf5-a37ffbd9a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:39.499616 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-609acdaf-d1a1-423b-97f2-c302db44540f req-00335452-f978-499a-baf5-a37ffbd9a800 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91c67748-1e8f-4696-988b-d071fd3e3052 HTTP/1.1" status: 200 len: 848 time: 0.0453446 Aug 29 08:21:39.548206 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609acdaf-d1a1-423b-97f2-c302db44540f req-26f4c441-4ed2-454a-bedc-a3c31886df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:39.549805 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-609acdaf-d1a1-423b-97f2-c302db44540f req-26f4c441-4ed2-454a-bedc-a3c31886df30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b886f89a-91cd-4ff4-8dff-6acdb6f490aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425930 Aug 29 08:21:39.632675 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-d95f55bf-de2b-496c-bd91-22c835228c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 5, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:39.644659 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-609acdaf-d1a1-423b-97f2-c302db44540f req-f2f559e8-55d3-40e3-8985-564a64ed9698 service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866296 Aug 29 08:21:39.660723 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f55bf-de2b-496c-bd91-22c835228c04 None None] The sync data for ids ['0f758c82-f1d8-497c-a48d-879719c44e6c'] in n-d-713301-12 is: [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:15:57Z', 'revision_number': 4, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12', '_interfaces': [{'id': '281028d1-307f-457d-bccd-cf727563ba98', 'name': '', 'network_id': 'b886f89a-91cd-4ff4-8dff-6acdb6f490aa', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'mac_address': 'fa:16:3e:d9:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:57Z', 'updated_at': '2021-08-29T08:16:04Z', 'revision_number': 5, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'subnets': [{'id': '91c67748-1e8f-4696-988b-d071fd3e3052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:21:39.749596 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-609acdaf-d1a1-423b-97f2-c302db44540f req-57ddf172-2f39-42c1-91fb-89091d1e0a75 service neutron] 10.222.0.11 "GET /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954020 Aug 29 08:21:39.900210 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21357f-081b-4bda-8498-b41e9a4d84c5 None None] New status for floating IP baf43adc-3aae-43f5-8bd9-4afbaf85858a: DOWN {{(pid=95406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 08:21:40.260547 n-d-713301-12 neutron-server[95403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb49a19-5dbd-49b1-bfec-4fa5f2869e06 req-88161f1d-478d-4793-8fb9-bddebeefe3b1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:40.262006 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9eb49a19-5dbd-49b1-bfec-4fa5f2869e06 req-88161f1d-478d-4793-8fb9-bddebeefe3b1 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.11 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 944 time: 0.0528271 Aug 29 08:21:40.350104 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-9eb49a19-5dbd-49b1-bfec-4fa5f2869e06 req-26bf9507-a438-47ba-a973-c2332a0f8659 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Deleting port 982a5aac-42da-4185-8e7c-cc7288561664 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:21:40.350441 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9eb49a19-5dbd-49b1-bfec-4fa5f2869e06 req-26bf9507-a438-47ba-a973-c2332a0f8659 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:40.381153 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8681b-0361-4686-b2d2-4859e571698c req-43228028-b66c-4b45-86c0-b7e2058ef4db tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:40.382696 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4a8681b-0361-4686-b2d2-4859e571698c req-43228028-b66c-4b45-86c0-b7e2058ef4db tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 944 time: 0.0506423 Aug 29 08:21:40.420676 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-e4a8681b-0361-4686-b2d2-4859e571698c req-aeb5cc4f-df03-4537-b163-c508b85bcb55 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/security-groups?id=8537d669-f6b2-4a0c-bfba-5663a3a8caa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315681 Aug 29 08:21:40.442743 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [req-9eb49a19-5dbd-49b1-bfec-4fa5f2869e06 req-26bf9507-a438-47ba-a973-c2332a0f8659 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] For port 982a5aac-42da-4185-8e7c-cc7288561664, host n-h2-713301-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-12',level=0,port_id=982a5aac-42da-4185-8e7c-cc7288561664,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:21:40.443108 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9eb49a19-5dbd-49b1-bfec-4fa5f2869e06 req-26bf9507-a438-47ba-a973-c2332a0f8659 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:40.456120 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [req-9eb49a19-5dbd-49b1-bfec-4fa5f2869e06 req-26bf9507-a438-47ba-a973-c2332a0f8659 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Calling delete_port for 982a5aac-42da-4185-8e7c-cc7288561664 owned by compute:nova {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:21:40.638234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9eb49a19-5dbd-49b1-bfec-4fa5f2869e06 req-26bf9507-a438-47ba-a973-c2332a0f8659 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:40.671513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf9507-a438-47ba-a973-c2332a0f8659 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event deleted for resources: {'Port': ['ID=982a5aac-42da-4185-8e7c-cc7288561664,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:40.712665 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb49a19-5dbd-49b1-bfec-4fa5f2869e06 req-26bf9507-a438-47ba-a973-c2332a0f8659 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] No DVR routers for this DVR port 982a5aac-42da-4185-8e7c-cc7288561664 on host n-h2-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:21:40.716103 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [req-9eb49a19-5dbd-49b1-bfec-4fa5f2869e06 req-26bf9507-a438-47ba-a973-c2332a0f8659 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36031'] for port, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:40.718179 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [req-9eb49a19-5dbd-49b1-bfec-4fa5f2869e06 req-26bf9507-a438-47ba-a973-c2332a0f8659 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.11 "DELETE /v2.0/ports/982a5aac-42da-4185-8e7c-cc7288561664 HTTP/1.1" status: 204 len: 173 time: 0.4505250 Aug 29 08:21:40.770133 n-d-713301-12 neutron-server[95403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'name': 'network-vif-deleted', 'tag': '982a5aac-42da-4185-8e7c-cc7288561664'}] {{(pid=95403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:21:40.774091 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb5662cee1e60c347b3cd70c32f157602087239fe341eb769fe6c3159a59c626" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a6a37d-4e24-4432-9e31-5454b187c7e1" -d '{"events": [{"server_uuid": "1655c4f0-d81f-4d4d-937f-9fd2e5958fa6", "name": "network-vif-deleted", "tag": "982a5aac-42da-4185-8e7c-cc7288561664"}]}' {{(pid=95403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:21:40.813579 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb24729-6aad-4d8b-813e-9ca52846d7b4 x-openstack-request-id: req-5eb24729-6aad-4d8b-813e-9ca52846d7b4 {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:21:40.813877 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1655c4f0-d81f-4d4d-937f-9fd2e5958fa6", "name": "network-vif-deleted", "tag": "982a5aac-42da-4185-8e7c-cc7288561664", "status": "completed", "code": 200}]} {{(pid=95403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:21:40.814200 n-d-713301-12 neutron-server[95403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5eb24729-6aad-4d8b-813e-9ca52846d7b4 {{(pid=95403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:21:40.814614 n-d-713301-12 neutron-server[95403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1655c4f0-d81f-4d4d-937f-9fd2e5958fa6', 'name': 'network-vif-deleted', 'tag': '982a5aac-42da-4185-8e7c-cc7288561664', 'status': 'completed', 'code': 200} Aug 29 08:21:40.906672 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:41.529188 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-83b1b609-f663-4f21-adc9-670651f4a1c2 req-f42ede16-4ceb-4410-ba17-349af0f40b7d tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "GET /v2.0/ports?device_id=1655c4f0-d81f-4d4d-937f-9fd2e5958fa6 HTTP/1.1" status: 200 len: 210 time: 0.0274909 Aug 29 08:21:41.655507 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-e9d811fd-de13-49bd-93c1-92016097d7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:42.211885 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:42.584703 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47458) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:42.641266 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec851b0d-7aa2-49d9-97b6-98f7a09375c8 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:42.666617 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec851b0d-7aa2-49d9-97b6-98f7a09375c8 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:42.794788 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec851b0d-7aa2-49d9-97b6-98f7a09375c8 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:42.797646 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-ec851b0d-7aa2-49d9-97b6-98f7a09375c8 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:42.798838 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-ec851b0d-7aa2-49d9-97b6-98f7a09375c8 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] 10.222.0.76 "DELETE /v2.0/security-groups/8537d669-f6b2-4a0c-bfba-5663a3a8caa7 HTTP/1.1" status: 204 len: 168 time: 0.2131412 Aug 29 08:21:42.807892 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec851b0d-7aa2-49d9-97b6-98f7a09375c8 tempest-TestSnapshotPattern-1030080810 tempest-TestSnapshotPattern-1030080810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8537d669-f6b2-4a0c-bfba-5663a3a8caa7,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:42.915951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47462) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:43.346519 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10a89c0a-d10d-436a-857c-8d6957cbdfbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:43.583177 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 982a5aac-42da-4185-8e7c-cc7288561664 no longer exists at agent hyperv_n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:21:43.593965 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-10a89c0a-d10d-436a-857c-8d6957cbdfbc admin admin] Deleting port 281028d1-307f-457d-bccd-cf727563ba98 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:21:43.597357 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10a89c0a-d10d-436a-857c-8d6957cbdfbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:43.602927 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] No Port match for: 982a5aac-42da-4185-8e7c-cc7288561664 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:21:43.603296 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Device 982a5aac-42da-4185-8e7c-cc7288561664 not bound to the agent host n-h2-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:21:43.673129 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-10a89c0a-d10d-436a-857c-8d6957cbdfbc admin admin] For port 281028d1-307f-457d-bccd-cf727563ba98, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=281028d1-307f-457d-bccd-cf727563ba98,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:21:43.673492 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10a89c0a-d10d-436a-857c-8d6957cbdfbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:43.690513 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-10a89c0a-d10d-436a-857c-8d6957cbdfbc admin admin] Calling delete_port for 281028d1-307f-457d-bccd-cf727563ba98 owned by network:router_interface {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:21:43.948673 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10a89c0a-d10d-436a-857c-8d6957cbdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:43.960356 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:43.981346 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a89c0a-d10d-436a-857c-8d6957cbdfbc admin admin] Pushing event deleted for resources: {'Port': ['ID=281028d1-307f-457d-bccd-cf727563ba98,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:44.154397 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-10a89c0a-d10d-436a-857c-8d6957cbdfbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:44.372877 n-d-713301-12 neutron-server[95403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a89c0a-d10d-436a-857c-8d6957cbdfbc admin admin] Router 0f758c82-f1d8-497c-a48d-879719c44e6c has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:21:44.474884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a89c0a-d10d-436a-857c-8d6957cbdfbc admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:21:44.479907 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-10a89c0a-d10d-436a-857c-8d6957cbdfbc admin admin] 10.222.0.76 "PUT /v2.0/routers/0f758c82-f1d8-497c-a48d-879719c44e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5629296 Aug 29 08:21:44.482650 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47466) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:44.483457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac66d93b-36ba-4183-89e8-ea6d88586c4d None None] Sync routers for ids ['0f758c82-f1d8-497c-a48d-879719c44e6c'] in n-d-713301-12 {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:21:44.492697 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac66d93b-36ba-4183-89e8-ea6d88586c4d None None] Routers {'0f758c82-f1d8-497c-a48d-879719c44e6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:21:44.493394 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ac66d93b-36ba-4183-89e8-ea6d88586c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:21:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0f758c82-f1d8-497c-a48d-879719c44e6c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:44.587554 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] Notify callbacks [] for router, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:44.599444 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ac66d93b-36ba-4183-89e8-ea6d88586c4d None None] Set router 0f758c82-f1d8-497c-a48d-879719c44e6c gateway port host: n-d-713301-12 {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:21:44.688842 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:44.777457 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ac66d93b-36ba-4183-89e8-ea6d88586c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:21:43Z', 'revision_number': 5, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port': {'id': 'f329bb3a-4fb0-4601-86cf-d0888ac42083', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:15:55Z', 'updated_at': '2021-08-29T08:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:44.804298 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac66d93b-36ba-4183-89e8-ea6d88586c4d None None] Checking router: 0f758c82-f1d8-497c-a48d-879719c44e6c for host: n-d-713301-12 {{(pid=95405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:21:44.812039 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] Deleting port f329bb3a-4fb0-4601-86cf-d0888ac42083 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:21:44.812371 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:44.812868 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac66d93b-36ba-4183-89e8-ea6d88586c4d None None] Routers {'0f758c82-f1d8-497c-a48d-879719c44e6c'} bound to L3 agent in host n-d-713301-12 {{(pid=95405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:21:44.813490 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ac66d93b-36ba-4183-89e8-ea6d88586c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:21:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['0f758c82-f1d8-497c-a48d-879719c44e6c'], 'active': True} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:44.893261 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] For port f329bb3a-4fb0-4601-86cf-d0888ac42083, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f329bb3a-4fb0-4601-86cf-d0888ac42083,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:21:44.893625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:44.902060 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvr_db [None req-ac66d93b-36ba-4183-89e8-ea6d88586c4d None None] Set router 0f758c82-f1d8-497c-a48d-879719c44e6c gateway port host: None {{(pid=95405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:21:44.906519 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] Calling delete_port for f329bb3a-4fb0-4601-86cf-d0888ac42083 owned by network:router_gateway {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:21:44.954085 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_hamode_db [None req-ac66d93b-36ba-4183-89e8-ea6d88586c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:21:44Z', 'revision_number': 6, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:44.983352 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac66d93b-36ba-4183-89e8-ea6d88586c4d None None] The sync data for ids ['0f758c82-f1d8-497c-a48d-879719c44e6c'] in n-d-713301-12 is: [{'id': '0f758c82-f1d8-497c-a48d-879719c44e6c', 'name': 'tempest-TestSnapshotPattern-578141211-router', 'tenant_id': 'a19d03d4702a4aa3beba72421befb34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:15:54Z', 'updated_at': '2021-08-29T08:21:44Z', 'revision_number': 6, 'project_id': 'a19d03d4702a4aa3beba72421befb34e', 'gw_port_host': None}] {{(pid=95405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:21:45.137633 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:45.168561 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] Pushing event deleted for resources: {'Port': ['ID=f329bb3a-4fb0-4601-86cf-d0888ac42083,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:45.231625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:45.323091 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:45.325528 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:45.428903 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:45.429528 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f758c82-f1d8-497c-a48d-879719c44e6c {{(pid=95403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 08:21:45.438625 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] Notify callbacks [] for router, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:45.438625 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-cd6261da-1fdf-4f14-97f5-2dd3cf3c8434 admin admin] 10.222.0.76 "DELETE /v2.0/routers/0f758c82-f1d8-497c-a48d-879719c44e6c HTTP/1.1" status: 204 len: 168 time: 0.9515829 Aug 29 08:21:45.438625 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47468) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:45.487032 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.db_base_plugin_v2 [None req-e044ab66-2045-44b3-82a3-87b28ba864f9 admin admin] Deleting subnet 91c67748-1e8f-4696-988b-d071fd3e3052 {{(pid=95403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 08:21:45.490116 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e044ab66-2045-44b3-82a3-87b28ba864f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:45.523947 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e044ab66-2045-44b3-82a3-87b28ba864f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3919341'] for subnet, precommit_delete_associations {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:45.598487 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e044ab66-2045-44b3-82a3-87b28ba864f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:45.712418 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e044ab66-2045-44b3-82a3-87b28ba864f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3844642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3716474'] for subnet, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:45.744111 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044ab66-2045-44b3-82a3-87b28ba864f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c67748-1e8f-4696-988b-d071fd3e3052,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:45.746234 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-e044ab66-2045-44b3-82a3-87b28ba864f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:45.749165 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-e044ab66-2045-44b3-82a3-87b28ba864f9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/91c67748-1e8f-4696-988b-d071fd3e3052 HTTP/1.1" status: 204 len: 168 time: 0.3095567 Aug 29 08:21:45.750699 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47470) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:45.755385 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b365753d-4a92-493c-adb5-97acdcffbe3f None None] Network b886f89a-91cd-4ff4-8dff-6acdb6f490aa requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:21:45.820691 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:45.885377 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Deleting port 9b6cc3b5-83a7-4535-b2df-1c095bca481a {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:21:45.885854 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:45.944766 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b9acfd-7126-4860-bca1-80f3034e554a None None] DHCP port deletion for b886f89a-91cd-4ff4-8dff-6acdb6f490aa request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 08:21:45.956763 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] For port 9b6cc3b5-83a7-4535-b2df-1c095bca481a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9b6cc3b5-83a7-4535-b2df-1c095bca481a,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:21:45.957528 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:45.971916 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Calling delete_port for 9b6cc3b5-83a7-4535-b2df-1c095bca481a owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:21:45.995757 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-91b9acfd-7126-4860-bca1-80f3034e554a None None] Deleting port 9b6cc3b5-83a7-4535-b2df-1c095bca481a {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:21:45.996100 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-91b9acfd-7126-4860-bca1-80f3034e554a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:46.059979 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-91b9acfd-7126-4860-bca1-80f3034e554a None None] For port 9b6cc3b5-83a7-4535-b2df-1c095bca481a, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=9b6cc3b5-83a7-4535-b2df-1c095bca481a,segment=NetworkSegment(4d4f749d-24a0-40f7-b9ef-61727d9853f9),segment_id=4d4f749d-24a0-40f7-b9ef-61727d9853f9)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:21:46.060379 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-91b9acfd-7126-4860-bca1-80f3034e554a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:46.076415 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-91b9acfd-7126-4860-bca1-80f3034e554a None None] Calling delete_port for 9b6cc3b5-83a7-4535-b2df-1c095bca481a owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:21:46.129344 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 281028d1-307f-457d-bccd-cf727563ba98 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:21:46.143955 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:46.157986 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 281028d1-307f-457d-bccd-cf727563ba98 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:21:46.158329 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 281028d1-307f-457d-bccd-cf727563ba98 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:21:46.158748 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f329bb3a-4fb0-4601-86cf-d0888ac42083 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:21:46.169061 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6cc3b5-83a7-4535-b2df-1c095bca481a,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:46.174951 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] No DVR routers for this DVR port 9b6cc3b5-83a7-4535-b2df-1c095bca481a on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:21:46.180171 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: f329bb3a-4fb0-4601-86cf-d0888ac42083 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:21:46.180520 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f329bb3a-4fb0-4601-86cf-d0888ac42083 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:21:46.180933 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9b6cc3b5-83a7-4535-b2df-1c095bca481a no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 08:21:46.204159 n-d-713301-12 neutron-server[95405]: self.session.flush() Aug 29 08:21:46.208830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 9b6cc3b5-83a7-4535-b2df-1c095bca481a {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:21:46.208830 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 9b6cc3b5-83a7-4535-b2df-1c095bca481a not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:21:46.215814 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-91b9acfd-7126-4860-bca1-80f3034e554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:46.244187 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9acfd-7126-4860-bca1-80f3034e554a None None] Pushing event deleted for resources: {'Port': ['ID=9b6cc3b5-83a7-4535-b2df-1c095bca481a,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:46.247678 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9acfd-7126-4860-bca1-80f3034e554a None None] No DVR routers for this DVR port 9b6cc3b5-83a7-4535-b2df-1c095bca481a on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:21:46.253056 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:46.265219 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b886f89a-91cd-4ff4-8dff-6acdb6f490aa']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:46.277627 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4f749d-24a0-40f7-b9ef-61727d9853f9') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:46.277928 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4f749d-24a0-40f7-b9ef-61727d9853f9') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:46.286766 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:46.301605 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:46.307638 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 08:21:46.308028 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: timer() Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 08:21:46.309651 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 08:21:46.484138 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:46.490146 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:46.492177 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b886f89a-91cd-4ff4-8dff-6acdb6f490aa HTTP/1.1" status: 204 len: 168 time: 0.7404940 Aug 29 08:21:46.495662 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47474) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:46.503379 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce8dbe-af6f-42a4-b21f-ce9de2090153 admin admin] Pushing event deleted for resources: {'Network': ['ID=b886f89a-91cd-4ff4-8dff-6acdb6f490aa,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:46.838160 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e23eea8-d2e0-4995-b023-8d1b269847a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-337145'] for router_interface, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:46.942218 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80a0f0d6-a9a7-45c3-b2a3-79b1e1f6f058 req-e92a252a-abab-4fbd-ab71-c25166848447 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260563 Aug 29 08:21:47.031616 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80a0f0d6-a9a7-45c3-b2a3-79b1e1f6f058 req-c5a329e2-239c-4e57-b336-524a5865bbd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0432498 Aug 29 08:21:47.071612 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80a0f0d6-a9a7-45c3-b2a3-79b1e1f6f058 req-caaf6a15-35f1-4d61-8021-754833069b4e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221708 Aug 29 08:21:47.210179 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0f0d6-a9a7-45c3-b2a3-79b1e1f6f058 req-f1afca73-4976-4225-9276-10fe74d6719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:21:47.211591 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-80a0f0d6-a9a7-45c3-b2a3-79b1e1f6f058 req-f1afca73-4976-4225-9276-10fe74d6719b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327138 Aug 29 08:21:47.226430 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2e23eea8-d2e0-4995-b023-8d1b269847a6 admin admin] Deleting port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:21:47.226768 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e23eea8-d2e0-4995-b023-8d1b269847a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:47.305525 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-2e23eea8-d2e0-4995-b023-8d1b269847a6 admin admin] For port ab4d9448-39b7-4b50-b28f-f13cd38b1ed0, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=ab4d9448-39b7-4b50-b28f-f13cd38b1ed0,segment=NetworkSegment(82f56e57-c1ad-4bab-a68d-1f4d4f03e43c),segment_id=82f56e57-c1ad-4bab-a68d-1f4d4f03e43c)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:21:47.305885 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e23eea8-d2e0-4995-b023-8d1b269847a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:47.322658 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-2e23eea8-d2e0-4995-b023-8d1b269847a6 admin admin] Calling delete_port for ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 owned by network:router_interface {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:21:47.617280 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e23eea8-d2e0-4995-b023-8d1b269847a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:47.643942 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23eea8-d2e0-4995-b023-8d1b269847a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab4d9448-39b7-4b50-b28f-f13cd38b1ed0,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:47.813931 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-2e23eea8-d2e0-4995-b023-8d1b269847a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336947'] for router_interface, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:48.026515 n-d-713301-12 neutron-server[95404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e23eea8-d2e0-4995-b023-8d1b269847a6 admin admin] Router 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 has already been hosted by L3 agent e208007c-bd46-4f77-a199-e013aaa96d6d {{(pid=95404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:21:48.138129 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e23eea8-d2e0-4995-b023-8d1b269847a6 admin admin] Notify agent at l3_agent.n-d-713301-12 the message routers_updated {{(pid=95404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:21:48.144858 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-2e23eea8-d2e0-4995-b023-8d1b269847a6 admin admin] 10.222.0.76 "PUT /v2.0/routers/62b224fb-ec4b-4ee4-8da1-e1f22d627f75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6464965 Aug 29 08:21:48.145759 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47476) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:48.148357 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3d580-efe9-4259-9904-a31c8175cfbd None None] Sync routers for ids ['62b224fb-ec4b-4ee4-8da1-e1f22d627f75'] in n-d-713301-12 {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:21:48.157723 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3d580-efe9-4259-9904-a31c8175cfbd None None] Routers {'62b224fb-ec4b-4ee4-8da1-e1f22d627f75'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:21:48.158835 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-55c3d580-efe9-4259-9904-a31c8175cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:21:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['62b224fb-ec4b-4ee4-8da1-e1f22d627f75'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:48.257022 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:48.351543 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-55c3d580-efe9-4259-9904-a31c8175cfbd None None] Set router 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 gateway port host: n-d-713301-12 {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:21:48.363539 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:48.519121 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] Deleting port 34491955-c98c-47af-9bfa-33f4666da335 {{(pid=95404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:21:48.519497 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:48.549162 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-55c3d580-efe9-4259-9904-a31c8175cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'name': 'tempest-TestSnapshotPattern-1544082369-router', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'external_fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '34491955-c98c-47af-9bfa-33f4666da335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:16:00Z', 'updated_at': '2021-08-29T08:21:47Z', 'revision_number': 5, 'project_id': '4b796f6125f04d1087bfca13b466328c', 'gw_port': {'id': '34491955-c98c-47af-9bfa-33f4666da335', 'name': '', 'network_id': 'ec29e391-b953-492d-9b9a-1a4734efccfa', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:16:01Z', 'updated_at': '2021-08-29T08:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1aefb0f9-13c7-4cf5-a814-cbc201b8bc09', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-12'}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:48.574884 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3d580-efe9-4259-9904-a31c8175cfbd None None] Checking router: 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 for host: n-d-713301-12 {{(pid=95406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:21:48.583649 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3d580-efe9-4259-9904-a31c8175cfbd None None] Routers {'62b224fb-ec4b-4ee4-8da1-e1f22d627f75'} bound to L3 agent in host n-d-713301-12 {{(pid=95406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:21:48.584265 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-55c3d580-efe9-4259-9904-a31c8175cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T06:25:40Z,description=,heartbeat_timestamp=2021-08-29T08:21:42Z,host='n-d-713301-12',id=e208007c-bd46-4f77-a199-e013aaa96d6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T06:25:41Z,topic='l3_agent')) {'router_ids': ['62b224fb-ec4b-4ee4-8da1-e1f22d627f75'], 'active': True} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:48.599060 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.db [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] For port 34491955-c98c-47af-9bfa-33f4666da335, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=34491955-c98c-47af-9bfa-33f4666da335,segment=NetworkSegment(576eb093-883e-4cf6-8db2-d0c01b060037),segment_id=576eb093-883e-4cf6-8db2-d0c01b060037)] {{(pid=95404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:21:48.599477 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:48.616185 n-d-713301-12 neutron-server[95404]: DEBUG neutron.plugins.ml2.plugin [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] Calling delete_port for 34491955-c98c-47af-9bfa-33f4666da335 owned by network:router_gateway {{(pid=95404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:21:48.669240 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_dvr_db [None req-55c3d580-efe9-4259-9904-a31c8175cfbd None None] Set router 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 gateway port host: None {{(pid=95406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:21:48.723535 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.l3_hamode_db [None req-55c3d580-efe9-4259-9904-a31c8175cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'name': 'tempest-TestSnapshotPattern-1544082369-router', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:16:00Z', 'updated_at': '2021-08-29T08:21:48Z', 'revision_number': 6, 'project_id': '4b796f6125f04d1087bfca13b466328c', 'gw_port_host': None}], 'n-d-713301-12', False) {} {{(pid=95406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:48.749526 n-d-713301-12 neutron-server[95406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3d580-efe9-4259-9904-a31c8175cfbd None None] The sync data for ids ['62b224fb-ec4b-4ee4-8da1-e1f22d627f75'] in n-d-713301-12 is: [{'id': '62b224fb-ec4b-4ee4-8da1-e1f22d627f75', 'name': 'tempest-TestSnapshotPattern-1544082369-router', 'tenant_id': '4b796f6125f04d1087bfca13b466328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:16:00Z', 'updated_at': '2021-08-29T08:21:48Z', 'revision_number': 6, 'project_id': '4b796f6125f04d1087bfca13b466328c', 'gw_port_host': None}] {{(pid=95406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:21:48.845982 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2125250'] for port, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:48.876302 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=34491955-c98c-47af-9bfa-33f4666da335,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:48.938549 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351593'] for router_gateway, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.026615 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-233748'] for router, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.028752 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.158307 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351993'] for router, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.158885 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62b224fb-ec4b-4ee4-8da1-e1f22d627f75 {{(pid=95404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 08:21:49.163474 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] Notify callbacks [] for router, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.164646 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-d10094d5-9bad-4510-9d4c-ebdbc026f2d4 admin admin] 10.222.0.76 "DELETE /v2.0/routers/62b224fb-ec4b-4ee4-8da1-e1f22d627f75 HTTP/1.1" status: 204 len: 168 time: 1.0179827 Aug 29 08:21:49.167168 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [-] (95404) accepted ('10.222.0.76', 47478) {{(pid=95404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:49.213669 n-d-713301-12 neutron-server[95404]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceaa1a02-d7f4-401f-b990-4cac52d1f5df admin admin] Deleting subnet 9153e91d-4a95-498a-ba86-1ceabce0d678 {{(pid=95404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 08:21:49.216731 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1a02-d7f4-401f-b990-4cac52d1f5df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.249946 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1a02-d7f4-401f-b990-4cac52d1f5df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3349951'] for subnet, precommit_delete_associations {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.323733 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1a02-d7f4-401f-b990-4cac52d1f5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706465'] for subnet, precommit_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.463497 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1a02-d7f4-401f-b990-4cac52d1f5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2125201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9377153'] for subnet, after_delete {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.493724 n-d-713301-12 neutron-server[95404]: DEBUG neutron_lib.callbacks.manager [None req-ceaa1a02-d7f4-401f-b990-4cac52d1f5df admin admin] Notify callbacks [] for subnet, before_response {{(pid=95404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.495715 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [None req-ceaa1a02-d7f4-401f-b990-4cac52d1f5df admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9153e91d-4a95-498a-ba86-1ceabce0d678 HTTP/1.1" status: 204 len: 168 time: 0.3275802 Aug 29 08:21:49.497630 n-d-713301-12 neutron-server[95404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa1a02-d7f4-401f-b990-4cac52d1f5df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9153e91d-4a95-498a-ba86-1ceabce0d678,revision_number=None']} {{(pid=95404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:49.498355 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47480) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:49.500111 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c2d9e0-7316-4d78-9a1f-7b52a3e9484f None None] Network 7a507dd2-6606-4e4a-91b6-11687deed75f requested from n-d-713301-12 {{(pid=95405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:21:49.581000 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573489'] for network, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.635850 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Deleting port f84ced46-697e-4c15-8688-4e821d182329 {{(pid=95403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:21:49.636202 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.679448 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b513a9ee-d515-454c-af4f-5a09357041cd None None] DHCP port deletion for 7a507dd2-6606-4e4a-91b6-11687deed75f request from n-d-713301-12 {{(pid=95405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 08:21:49.703669 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.db [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] For port f84ced46-697e-4c15-8688-4e821d182329, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f84ced46-697e-4c15-8688-4e821d182329,segment=NetworkSegment(82f56e57-c1ad-4bab-a68d-1f4d4f03e43c),segment_id=82f56e57-c1ad-4bab-a68d-1f4d4f03e43c)] {{(pid=95403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:21:49.704034 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.718353 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.plugin [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Calling delete_port for f84ced46-697e-4c15-8688-4e821d182329 owned by network:dhcp {{(pid=95403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:21:49.730879 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b513a9ee-d515-454c-af4f-5a09357041cd None None] Deleting port f84ced46-697e-4c15-8688-4e821d182329 {{(pid=95405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:21:49.731395 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b513a9ee-d515-454c-af4f-5a09357041cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792719861279'] for port, before_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.806624 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.db [None req-b513a9ee-d515-454c-af4f-5a09357041cd None None] For port f84ced46-697e-4c15-8688-4e821d182329, host n-d-713301-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-12',level=0,port_id=f84ced46-697e-4c15-8688-4e821d182329,segment=NetworkSegment(82f56e57-c1ad-4bab-a68d-1f4d4f03e43c),segment_id=82f56e57-c1ad-4bab-a68d-1f4d4f03e43c)] {{(pid=95405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:21:49.807025 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b513a9ee-d515-454c-af4f-5a09357041cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336680'] for port, precommit_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.825003 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-b513a9ee-d515-454c-af4f-5a09357041cd None None] Calling delete_port for f84ced46-697e-4c15-8688-4e821d182329 owned by network:dhcp {{(pid=95405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:21:49.877921 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3844721'] for port, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.905242 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b513a9ee-d515-454c-af4f-5a09357041cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-724501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792719736863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792719363615'] for port, after_delete {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.909475 n-d-713301-12 neutron-server[95403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] No DVR routers for this DVR port f84ced46-697e-4c15-8688-4e821d182329 on host n-d-713301-12 {{(pid=95403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:21:49.911083 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f84ced46-697e-4c15-8688-4e821d182329,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:49.931096 n-d-713301-12 neutron-server[95405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513a9ee-d515-454c-af4f-5a09357041cd None None] Pushing event deleted for resources: {'Port': ['ID=f84ced46-697e-4c15-8688-4e821d182329,revision_number=None']} {{(pid=95405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:49.934676 n-d-713301-12 neutron-server[95405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513a9ee-d515-454c-af4f-5a09357041cd None None] No DVR routers for this DVR port f84ced46-697e-4c15-8688-4e821d182329 on host n-d-713301-12 {{(pid=95405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:21:49.986289 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777306', 'neutron.services.segments.db._delete_segments_for_network-8792719925998'] for network, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:49.995706 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a507dd2-6606-4e4a-91b6-11687deed75f']}} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:50.005621 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f56e57-c1ad-4bab-a68d-1f4d4f03e43c') {'for_net_delete': True} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:50.009166 n-d-713301-12 neutron-server[95403]: DEBUG neutron.services.segments.db [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f56e57-c1ad-4bab-a68d-1f4d4f03e43c') {} {{(pid=95403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:21:50.014468 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792719925881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3919346'] for segment, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:50.028492 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808'] for segment, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:50.034884 n-d-713301-12 neutron-server[95403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=95403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3844676'] for segment, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: Traceback (most recent call last): Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: timer() Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: cb(*args, **kw) Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: return func(*args, **kwargs) Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: self._notify() Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: self.callback(batched_events) Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: event.method(event) Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: return f(self, *a, **k) Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: return self._get(url).json() Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: return self.request(url, 'GET', **kwargs) Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 08:21:50.037838 n-d-713301-12 neutron-server[95403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 08:21:50.130716 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:21:50.150681 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:21:50.152433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device ab4d9448-39b7-4b50-b28f-f13cd38b1ed0 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:21:50.152433 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f84ced46-697e-4c15-8688-4e821d182329 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:21:50.170216 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: f84ced46-697e-4c15-8688-4e821d182329 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:21:50.170569 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device f84ced46-697e-4c15-8688-4e821d182329 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:21:50.170984 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 34491955-c98c-47af-9bfa-33f4666da335 no longer exists at agent ovs-agent-n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:21:50.172562 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351573'] for network, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:50.177430 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Notify callbacks [] for network, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:50.179432 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/7a507dd2-6606-4e4a-91b6-11687deed75f HTTP/1.1" status: 204 len: 168 time: 0.6790807 Aug 29 08:21:50.201515 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] No Port match for: 34491955-c98c-47af-9bfa-33f4666da335 {{(pid=95405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:21:50.202661 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d911f0-5d68-4a5e-a0f0-c6d4357921c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a507dd2-6606-4e4a-91b6-11687deed75f,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:50.202762 n-d-713301-12 neutron-server[95405]: DEBUG neutron.plugins.ml2.rpc [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Device 34491955-c98c-47af-9bfa-33f4666da335 not bound to the agent host n-d-713301-12 {{(pid=95405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:21:50.528053 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47486) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:50.568496 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-18ea5c5e-ad0b-4532-8c08-2daed38485e4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a19d03d4702a4aa3beba72421befb34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392718 Aug 29 08:21:50.570964 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47488) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:50.619586 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d0a13e-d102-409f-aa01-a89008d6a8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:50.640703 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d0a13e-d102-409f-aa01-a89008d6a8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:50.731657 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d0a13e-d102-409f-aa01-a89008d6a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:50.734184 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-34d0a13e-d102-409f-aa01-a89008d6a8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:50.735450 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-34d0a13e-d102-409f-aa01-a89008d6a8e5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b2b418f8-182c-4395-a7c2-6020817b3f39 HTTP/1.1" status: 204 len: 168 time: 0.1635454 Aug 29 08:21:50.744113 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0a13e-d102-409f-aa01-a89008d6a8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b418f8-182c-4395-a7c2-6020817b3f39,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:51.280867 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:21:51.289215 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47494) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:51.331852 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-aab530b4-31de-4fe7-a8c7-a4f9bddc8d91 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4b796f6125f04d1087bfca13b466328c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415180 Aug 29 08:21:51.334382 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [-] (95403) accepted ('10.222.0.76', 47496) {{(pid=95403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:21:51.381096 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66e42768-67f1-4e8a-ba92-bf7c58e53088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:51.401922 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66e42768-67f1-4e8a-ba92-bf7c58e53088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:51.525508 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66e42768-67f1-4e8a-ba92-bf7c58e53088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745128'] for security_group, after_delete {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:51.528090 n-d-713301-12 neutron-server[95403]: DEBUG neutron_lib.callbacks.manager [None req-66e42768-67f1-4e8a-ba92-bf7c58e53088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:21:51.529296 n-d-713301-12 neutron-server[95403]: INFO neutron.wsgi [None req-66e42768-67f1-4e8a-ba92-bf7c58e53088 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ad5e86ca-9375-45ae-b83c-15897a086142 HTTP/1.1" status: 204 len: 168 time: 0.1940293 Aug 29 08:21:51.537510 n-d-713301-12 neutron-server[95403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e42768-67f1-4e8a-ba92-bf7c58e53088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5e86ca-9375-45ae-b83c-15897a086142,revision_number=None']} {{(pid=95403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:21:51.966076 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:22:04.770757 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:22:08.245241 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9945ebf9-436b-4148-b5be-a618e40d9388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:22:10.924963 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:22:11.662501 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4a553748-2609-4a8f-b0dc-7f11f46309f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:22:12.205488 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:22:13.953505 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:22:21.976543 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:22:28.280458 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:22:34.775782 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:22:38.306268 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c266731a-a68b-40d3-87a6-a8ad59c694bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:22:40.929518 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:22:41.632494 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ba50cad7-c531-4632-ab68-a7ff5349fc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:22:42.198022 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:22:43.963267 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:22:45.275597 n-d-713301-12 neutron-server[95404]: DEBUG neutron.wsgi [req-736f6b12-94e4-4cb3-a619-e6b07515783d req-9cf3e6c9-4009-4f97-be0b-6076e59875e9 service neutron] (95404) timed out ('10.222.0.76', 44900) {{(pid=95404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 08:22:47.963581 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-751f6fa9-0eca-457c-b929-30e8fa6551ff req-85af2560-569f-4c44-a4d3-47de0cc702a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266032 Aug 29 08:22:48.032308 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-751f6fa9-0eca-457c-b929-30e8fa6551ff req-6992ba13-b602-4f77-b134-3757e0771b97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0261950 Aug 29 08:22:48.072381 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-751f6fa9-0eca-457c-b929-30e8fa6551ff req-644b9146-7c78-408e-8132-e1fd38f222d8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207477 Aug 29 08:22:48.171878 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f6fa9-0eca-457c-b929-30e8fa6551ff req-a70d558b-8d9d-4a42-aec1-c925a54ee15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:22:48.173332 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-751f6fa9-0eca-457c-b929-30e8fa6551ff req-a70d558b-8d9d-4a42-aec1-c925a54ee15d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943596 Aug 29 08:22:51.964729 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:23:04.774308 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:23:05.280340 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:23:08.208193 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c0562734-6fc7-4768-8031-22aab99d7e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:23:10.882641 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:23:11.613949 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-9f23a602-f63b-4301-a272-d87542fab647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:23:12.202947 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:23:13.951134 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:23:21.968096 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:23:34.779795 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:23:38.224354 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7ce8183c-3e12-48e1-9e63-12b5fb66f344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:23:40.956323 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:23:41.653609 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-ed2ce6bb-94ad-4998-9a17-610e0df873d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:23:42.224644 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:23:42.279701 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:23:43.984580 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:23:49.931068 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d5130f5-7243-4ed4-b0a6-ef27137b7bfb req-23b74421-3d34-472e-a4a6-ddb574b579aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279500 Aug 29 08:23:49.995214 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d5130f5-7243-4ed4-b0a6-ef27137b7bfb req-142698c3-e5ed-4c86-9c62-fe47b08a43e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0250759 Aug 29 08:23:50.033379 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d5130f5-7243-4ed4-b0a6-ef27137b7bfb req-36be092a-82ae-4f63-b236-e6cb68086516 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197749 Aug 29 08:23:50.133308 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5130f5-7243-4ed4-b0a6-ef27137b7bfb req-366ada56-fd40-409c-8234-abe6e0964d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:23:50.134751 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-2d5130f5-7243-4ed4-b0a6-ef27137b7bfb req-366ada56-fd40-409c-8234-abe6e0964d1b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949409 Aug 29 08:23:51.967529 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:04.801052 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:08.206498 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-20c52b86-d799-4d00-ac63-d67039989237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:10.892415 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:11.663544 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cb22119d-dc32-4d45-ac32-a9baf42a7846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:12.230886 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:13.989360 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:19.280539 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:24:21.977536 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:34.829231 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:38.223532 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-738cdba7-e6ad-4f18-8fcc-85fdf19d6d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:40.949590 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:41.645893 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-4ae42d0a-fb3b-4538-9f16-6a017e8d68f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:42.227810 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:43.966456 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:50.929118 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1c4822c-d855-41cc-89c9-d6639571b6d1 req-5f4bc888-e3c6-451c-95ea-0593886dd580 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265555 Aug 29 08:24:50.993711 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1c4822c-d855-41cc-89c9-d6639571b6d1 req-0219473b-d3cc-4513-aeae-2459b2b12759 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0247576 Aug 29 08:24:51.031493 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1c4822c-d855-41cc-89c9-d6639571b6d1 req-614f636c-7fce-43da-b5e6-bdf83c5753b5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193460 Aug 29 08:24:51.411871 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4822c-d855-41cc-89c9-d6639571b6d1 req-17610377-05db-4b83-bb87-991fde05c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:24:51.413089 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-b1c4822c-d855-41cc-89c9-d6639571b6d1 req-17610377-05db-4b83-bb87-991fde05c320 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3744781 Aug 29 08:24:51.994439 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:24:56.279404 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:25:04.805771 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:25:08.285787 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-941ab4c9-afb2-4ced-bcf0-fc5c276e9f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:25:10.897834 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:25:11.668800 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-07ba227a-323b-4062-92ab-7a22578f9b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:25:12.215033 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:25:13.983039 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:25:21.976959 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:25:33.279085 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:25:34.816687 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:25:38.208652 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-483069f5-aeab-4a25-a75f-a3da8a6df0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:25:40.914034 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:25:41.650834 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1618d62e-096e-4f34-980f-765fd90817e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:25:42.225643 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:25:44.010471 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:25:51.688759 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d05010b2-0eea-4342-9b0c-d7655866c449 req-e321a72c-b7c9-48bc-9471-aa536db4efdb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1788034 Aug 29 08:25:51.753986 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d05010b2-0eea-4342-9b0c-d7655866c449 req-8fcbd080-046b-4106-b1c3-2934cf22aa21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0244825 Aug 29 08:25:51.791354 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d05010b2-0eea-4342-9b0c-d7655866c449 req-c0e5c8cb-3086-486e-83a7-5194c84d001d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193672 Aug 29 08:25:51.891554 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05010b2-0eea-4342-9b0c-d7655866c449 req-110b5f96-1b29-44ad-940e-7609e4a93ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:25:51.893014 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-d05010b2-0eea-4342-9b0c-d7655866c449 req-110b5f96-1b29-44ad-940e-7609e4a93ec4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946126 Aug 29 08:25:52.027399 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:04.819294 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:08.224718 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-c0f1b878-2704-4304-9b85-239b98980478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:10.278131 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:26:10.935830 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:11.650327 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8774c4c8-15bb-4557-8bfa-afaf1537ac66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:12.233207 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:14.001800 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:21.998443 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:34.863958 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:38.209624 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-33af8527-f600-4a54-ad05-fd9634d93437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:40.892080 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:41.680558 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-0072f9e7-140c-4249-88c3-96c96f057733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:42.244108 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:43.994793 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:47.277338 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:26:51.942967 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ce60b91-aa31-4f0b-bdf0-741f492ab716 req-1872740e-2f88-4d32-8221-ff59c08845f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0276444 Aug 29 08:26:51.988717 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:26:52.011468 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ce60b91-aa31-4f0b-bdf0-741f492ab716 req-b1f1eb11-a826-4dc6-ae98-511e5f5ff6e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0277970 Aug 29 08:26:52.049475 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ce60b91-aa31-4f0b-bdf0-741f492ab716 req-85d199e9-02aa-40e1-bd13-db720448c3c7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192888 Aug 29 08:26:52.150105 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce60b91-aa31-4f0b-bdf0-741f492ab716 req-edef402c-0406-43b4-bc0f-6dc4054964a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:26:52.151508 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-1ce60b91-aa31-4f0b-bdf0-741f492ab716 req-edef402c-0406-43b4-bc0f-6dc4054964a2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954282 Aug 29 08:27:04.828689 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:27:08.204033 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-8373b1ef-8d40-42ae-a75c-7ac5e8814a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:27:10.891089 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:27:11.700691 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-af834b9e-3ba8-479e-af61-5fb53587fd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:27:12.238026 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:27:13.999043 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:27:21.987531 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:27:24.276189 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:27:34.844375 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:27:38.215273 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-843bec78-491c-4445-8876-4e5a7db6d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:27:40.901118 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:27:41.660032 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7e5b457e-7664-4d8e-9c00-f2086cd4dccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:27:42.237209 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:27:44.042459 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:27:52.026838 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:27:52.926595 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3afe5216-8a1c-4588-9fbc-5cc4934c0f7e req-cc62f211-aca0-45d5-bfbd-5baac605c40e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270219 Aug 29 08:27:52.996540 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3afe5216-8a1c-4588-9fbc-5cc4934c0f7e req-7bec56dd-10d7-407b-a602-5d900222db90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0280490 Aug 29 08:27:53.037877 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3afe5216-8a1c-4588-9fbc-5cc4934c0f7e req-47664fc5-2161-43ee-b288-f2de4a5a5a7b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202136 Aug 29 08:27:53.140032 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe5216-8a1c-4588-9fbc-5cc4934c0f7e req-6df64b1a-1cec-4909-ae69-492519a04cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:27:53.141505 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-3afe5216-8a1c-4588-9fbc-5cc4934c0f7e req-6df64b1a-1cec-4909-ae69-492519a04cf3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967126 Aug 29 08:28:01.277371 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:28:04.866684 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:28:08.197702 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-eeda9e8a-da4d-4891-b57f-eb01a0dd0f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:28:10.905891 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:28:11.654165 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa0862d3-acbc-41d8-92f8-abc3655adde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:28:12.272009 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:28:13.997180 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:28:22.036949 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:28:34.899279 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:28:35.385576 n-d-713301-12 neutron-server[95403]: DEBUG neutron.wsgi [req-36d339f5-b10a-40ed-a4fe-7a0074b04133 req-d41e204a-a755-44e8-87ac-c72be6af5409 service neutron] (95403) timed out ('10.222.0.76', 46486) {{(pid=95403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 08:28:38.207423 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-bae92001-bf7f-4fb1-ad2b-b77d9a4fe904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:28:38.275946 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:28:40.911150 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:28:41.659013 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-61a80ad8-63de-4113-a69e-0a177322f339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:28:42.236126 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:28:44.012971 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:28:52.036176 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:28:54.923673 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48af4f56-e105-46b7-af05-96dee326f363 req-75d68b1d-ad3d-40e1-8139-a57d510c6fb9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0276780 Aug 29 08:28:54.989285 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48af4f56-e105-46b7-af05-96dee326f363 req-a9a3b88c-6eed-41d6-8ad1-57237e35e6dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0251272 Aug 29 08:28:55.028306 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48af4f56-e105-46b7-af05-96dee326f363 req-444d3a2a-39be-4c4e-9fba-50021babd7d2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193675 Aug 29 08:28:55.124253 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af4f56-e105-46b7-af05-96dee326f363 req-f47c9241-324e-474d-9dae-dfee2954de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:28:55.125659 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-48af4f56-e105-46b7-af05-96dee326f363 req-f47c9241-324e-474d-9dae-dfee2954de6f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905476 Aug 29 08:29:04.881119 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:29:08.207246 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-5915d2c8-8638-488f-901d-79928a3202ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:29:10.892763 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:29:11.646836 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-f8310937-c599-4f85-b457-9316e8660c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:29:12.247154 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:29:13.984331 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:29:15.275106 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:29:22.046383 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:29:34.898091 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:29:38.212601 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-29f4549e-9f7c-4050-8a7a-e2ecc6f927cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:29:40.903386 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:29:41.657510 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-05e8086d-0725-4289-a223-5b540a599e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:29:42.274878 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:29:44.081428 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:29:52.062203 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:29:52.274293 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:29:56.922617 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-277f52b0-0130-4427-8da0-4c831a4940ec req-fe7f621b-5581-476e-b4d6-c889d0468a49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264235 Aug 29 08:29:56.989253 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-277f52b0-0130-4427-8da0-4c831a4940ec req-9263e189-b5bd-44e2-9a2c-6a81f751d59a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&device_id=0f6805d2-50df-448d-bcd3-39a3f297f2df HTTP/1.1" status: 200 len: 210 time: 0.0244408 Aug 29 08:29:57.028168 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-277f52b0-0130-4427-8da0-4c831a4940ec req-b25dc037-94a8-46c2-8463-23a9c6371e28 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e05d1570cdf4cefaa4ec47a0b5f0777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195014 Aug 29 08:29:57.125796 n-d-713301-12 neutron-server[95404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f52b0-0130-4427-8da0-4c831a4940ec req-45fdfc4b-728c-4384-8c76-1269bf9ee212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:29:57.127203 n-d-713301-12 neutron-server[95404]: INFO neutron.wsgi [req-277f52b0-0130-4427-8da0-4c831a4940ec req-45fdfc4b-728c-4384-8c76-1269bf9ee212 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923145 Aug 29 08:30:04.885882 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:30:08.234272 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-73bf43fc-b29f-4724-877d-d5eee692ce10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:30:10.891244 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:30:11.633669 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-b5913cfa-82a2-424a-9e04-5cf19e5daa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:30:12.246729 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:30:14.011325 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:30:22.068017 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:30:29.273700 n-d-713301-12 neutron-server[95406]: DEBUG neutron.db.agents_db [None req-51a8e86a-8aff-4888-98fc-32c411829303 None None] Agent healthcheck: found 7 active agents {{(pid=95406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:30:34.880023 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-491ee3f9-b5b4-48ac-91d0-0de5229c9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:30:38.239724 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1b34e76a-cb57-4a46-adb7-6086d3bda340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:30:40.896682 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-aa51ec9a-96b7-4b4c-b55a-ae955faac833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:30:41.677534 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-1db21d0f-69c2-449c-b64f-2092aabfdb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:30:42.244923 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-169204f6-ad67-494e-9ea9-60fd2f4bb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:30:44.042918 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed02d-6881-407f-bf31-953102516c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:30:52.067935 n-d-713301-12 neutron-server[95405]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3a30-2b41-4462-a7d5-bf5ecbf7defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792719925980', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775520'] for agent, after_update {{(pid=95405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}